-- Logs begin at Sun 2021-09-26 12:06:35 UTC, end at Sun 2021-09-26 14:40:13 UTC. -- Sep 26 12:44:21.165162 n-d-806683-13 systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 12:44:23.876946 n-d-806683-13 neutron-server[94704]: INFO neutron.common.config [-] Logging enabled! Sep 26 12:44:23.877544 n-d-806683-13 neutron-server[94704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 26 12:44:23.877752 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 26 12:44:23.880955 n-d-806683-13 neutron-server[94704]: INFO neutron.common.config [-] Logging enabled! Sep 26 12:44:23.881235 n-d-806683-13 neutron-server[94704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 26 12:44:23.881575 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 26 12:44:23.882525 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 12:44:23.882762 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 12:44:23.883128 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 12:44:23.883373 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 12:44:23.883600 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 12:44:23.883922 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.884220 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.884516 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.884745 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.885040 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.885330 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.885641 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.885932 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.886231 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.886515 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.886794 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.887079 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.887306 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.887589 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.887873 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.888159 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.888381 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] debug = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.888659 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.889077 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.889496 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.889785 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.890072 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.890348 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.890615 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.890889 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.891170 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.891494 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] host = n-d-806683-13 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.891769 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.892056 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.892339 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.892622 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.892894 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.893168 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.893451 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.893746 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.894018 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] log_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.894292 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.894578 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.894864 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.895152 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.895376 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.895597 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.895883 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.896170 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.896445 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.896741 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.897016 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.897292 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.897589 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.897856 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.898142 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.898426 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.898709 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.898982 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.899254 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.899522 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.899792 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.900073 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.900346 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.900618 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.900889 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.901175 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.901443 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.901738 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.902038 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.902324 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.902606 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.902890 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.903161 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.903441 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.903711 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.903982 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.904251 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] use_json = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.904521 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.904794 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.905073 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.905342 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.905633 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.905906 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.906174 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.906453 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:23.906752 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.907051 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.907351 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.907639 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.907933 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.908212 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.908501 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.908780 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.909068 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.909353 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.909672 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.909950 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.910238 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.910516 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.910810 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.911118 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.911410 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.911701 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.911977 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.912769 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.913049 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.913329 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.913645 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.913928 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.914217 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.914506 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.914787 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.915076 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.915370 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.915660 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.915933 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.916213 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.916503 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.916784 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.917058 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.917338 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.917658 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.917946 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.918220 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.918504 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.918784 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.919058 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.919331 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.919610 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.919901 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.920179 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.920448 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.920719 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.920996 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.921266 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.921582 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.921858 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.922130 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.922402 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.922679 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.922953 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.923223 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.923499 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.923769 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.924045 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.924316 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.924586 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.924858 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.925130 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.925400 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.925695 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.925962 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.926239 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.926508 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.926777 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.927049 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.927320 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.927595 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.927926 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.928758 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.929041 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.929322 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.929633 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.929915 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.930194 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.930474 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.930754 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.931033 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.931307 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.931597 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.931885 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.932170 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.932455 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.932734 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.933035 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.933316 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.933630 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.933911 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.934190 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.934475 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.934760 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.935054 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.935349 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.935643 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.935937 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.936230 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.936512 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.936820 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.937102 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:23.937321 n-d-806683-13 neutron-server[94704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 12:44:23.937586 n-d-806683-13 neutron-server[94704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 12:44:24.286316 n-d-806683-13 neutron-server[94704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 26 12:44:24.286508 n-d-806683-13 neutron-server[94704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 26 12:44:24.286795 n-d-806683-13 neutron-server[94704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 26 12:44:24.287130 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 12:44:24.675783 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.676072 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.676355 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.677678 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.677979 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.678244 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.713406 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.713707 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.713974 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.729018 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.729299 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.729600 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.758069 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.758349 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.758620 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.795152 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.795431 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:24.795703 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.026272 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.026875 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.026875 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.027033 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.027686 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.146673 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.147510 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.147791 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.148060 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.148324 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.148633 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.148892 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.149147 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.149401 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.149704 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.149963 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.150227 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.150484 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.150735 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.150988 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.151250 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.151505 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.151770 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.152036 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.152294 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.152565 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.152816 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.153095 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.153470 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.153743 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.153984 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.154385 n-d-806683-13 neutron-server[94704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:44:25.154630 n-d-806683-13 neutron-server[94704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:44:25.154872 n-d-806683-13 neutron-server[94704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:44:25.155116 n-d-806683-13 neutron-server[94704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:44:25.155355 n-d-806683-13 neutron-server[94704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:44:25.155592 n-d-806683-13 neutron-server[94704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:44:25.155955 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 12:44:25.159025 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 12:44:25.163076 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 12:44:25.166698 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 26 12:44:25.168320 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 12:44:25.168774 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 12:44:25.169111 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 12:44:25.169507 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 12:44:25.172280 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 12:44:25.172526 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 12:44:25.172869 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 12:44:25.178193 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 12:44:25.200189 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 12:44:25.200642 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.200938 n-d-806683-13 neutron-server[94704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 26 12:44:25.201298 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.202694 n-d-806683-13 neutron-server[94704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 12:44:25.203140 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 12:44:25.203385 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 12:44:25.206569 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.206853 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.269980 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 12:44:25.270219 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 12:44:25.270456 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 12:44:25.270820 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 12:44:25.293378 n-d-806683-13 neutron-server[94704]: DEBUG oslo_db.sqlalchemy.engines [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 12:44:25.826313 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Initializing driver for type 'gre' Sep 26 12:44:25.826964 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] gre ID ranges: [(1, 1000)] Sep 26 12:44:25.878825 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Initializing driver for type 'local' Sep 26 12:44:25.879207 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Initializing driver for type 'vlan' Sep 26 12:44:25.891856 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] VlanTypeDriver initialization complete Sep 26 12:44:25.892326 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Initializing driver for type 'vxlan' Sep 26 12:44:25.892859 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] vxlan ID ranges: [(1, 1000)] Sep 26 12:44:25.944902 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Initializing extension driver 'port_security' Sep 26 12:44:25.945277 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.extensions.port_security [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] PortSecurityExtensionDriver initialization complete Sep 26 12:44:25.945655 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Initializing mechanism driver 'openvswitch' Sep 26 12:44:25.945981 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Initializing mechanism driver 'hyperv' Sep 26 12:44:25.952486 n-d-806683-13 neutron-server[94704]: DEBUG neutron.plugins.ml2.plugin [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:44:25.953170 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > port after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.953578 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > port after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.953937 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > port after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.954456 n-d-806683-13 neutron-server[94704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 12:44:25.954887 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > subnet after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.955242 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > subnet after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.955588 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.955980 n-d-806683-13 neutron-server[94704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 12:44:25.956387 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > network after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.956738 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > network after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.957092 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > network after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.957477 n-d-806683-13 neutron-server[94704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 12:44:25.957900 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > security_group after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.958250 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > security_group after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.958588 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.959683 n-d-806683-13 neutron-server[94704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 12:44:25.960098 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.960452 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.960801 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.961194 n-d-806683-13 neutron-server[94704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 12:44:25.961623 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > address_group after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.961974 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > address_group after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.962313 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.962701 n-d-806683-13 neutron-server[94704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 12:44:25.963080 n-d-806683-13 neutron-server[94704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] ML2 OVO RPC backend initialized. {{(pid=94704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 26 12:44:25.963785 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.964143 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.964560 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > network before_response 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.964909 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > networks before_response 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.965255 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > port before_response 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.965630 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > ports before_response 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.965977 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > subnet before_response 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.966317 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > subnets before_response 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.966662 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > network after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.967008 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > network after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.967348 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > network after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.967684 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > port after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.968019 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > port after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.968352 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > port after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.968688 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > subnet after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.969023 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > subnet after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.969355 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:25.969952 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.plugin [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Modular L2 Plugin initialization complete Sep 26 12:44:25.970281 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading services supported by the core plugin {{(pid=94704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 12:44:25.970606 n-d-806683-13 neutron-server[94704]: INFO neutron.plugins.ml2.managers [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Got port-security extension from driver 'port_security' Sep 26 12:44:25.971062 n-d-806683-13 neutron-server[94704]: INFO neutron.extensions.vlantransparent [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Disabled vlantransparent extension. Sep 26 12:44:25.971538 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 12:44:25.971850 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading Plugin: router Sep 26 12:44:26.007806 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.008203 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router after_create 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.008578 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router before_create 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.008946 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.009318 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.009706 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router after_delete 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.010071 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.010425 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.010786 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router after_create 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.011134 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router after_update 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.011484 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router after_update 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.011833 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.012194 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router after_update 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.012605 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_update 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.012977 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: port after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.013316 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: port after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.013677 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: subnet after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.014018 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.014366 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.014714 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_create 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.015054 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: port before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.015398 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.015759 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router after_update 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.016100 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.016449 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_create 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.016808 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.017152 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_update 55549900 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.017544 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > agent after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.017895 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > agent after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.018239 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > network after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.019089 n-d-806683-13 neutron-server[94704]: DEBUG neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Tracking information for resource: router configured {{(pid=94704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:44:26.019429 n-d-806683-13 neutron-server[94704]: DEBUG neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Tracking information for resource: floatingip configured {{(pid=94704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 12:44:26.024928 n-d-806683-13 neutron-server[94704]: INFO neutron.db.l3_agentschedulers_db [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 12:44:26.025510 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: port after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.025875 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: port after_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.026229 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: port after_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.026582 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: port after_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.027369 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router before_create 55550100 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.027736 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.028100 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_create 55550100 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.028457 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > router precommit_update 55550100 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.033105 n-d-806683-13 neutron-server[94704]: DEBUG neutron.services.provider_configuration [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service providers = [] {{(pid=94704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 12:44:26.033472 n-d-806683-13 neutron-server[94704]: DEBUG neutron.db.servicetype_db [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 12:44:26.036417 n-d-806683-13 neutron-server[94704]: DEBUG neutron.services.service_base [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 12:44:26.036772 n-d-806683-13 neutron-server[94704]: DEBUG neutron.services.service_base [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 12:44:26.037119 n-d-806683-13 neutron-server[94704]: DEBUG neutron.services.service_base [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 12:44:26.038067 n-d-806683-13 neutron-server[94704]: DEBUG neutron.services.service_base [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 12:44:26.038445 n-d-806683-13 neutron-server[94704]: INFO neutron.services.service_base [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 12:44:26.038822 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:44:26.039142 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 12:44:26.053108 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:44:26.053535 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading Plugin: auto_allocate Sep 26 12:44:26.059476 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: network precommit_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.059848 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: network precommit_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.060370 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:44:26.060694 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading Plugin: tag Sep 26 12:44:26.067257 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:44:26.067597 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading Plugin: timestamp Sep 26 12:44:26.072156 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:44:26.072485 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading Plugin: network_ip_availability Sep 26 12:44:26.078087 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.078417 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.078777 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.079502 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:44:26.079823 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading Plugin: flavors Sep 26 12:44:26.085200 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:44:26.085551 n-d-806683-13 neutron-server[94704]: INFO neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading Plugin: revisions Sep 26 12:44:26.089804 n-d-806683-13 neutron-server[94704]: DEBUG neutron.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 12:44:26.090194 n-d-806683-13 neutron-server[94704]: DEBUG oslo_concurrency.lockutils [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=94704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 26 12:44:26.090927 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 26 12:44:26.091266 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Initializing extension manager. Sep 26 12:44:26.091776 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: __init__.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.092118 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: __pycache__ {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.092453 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.092788 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: address_group.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.093573 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.094145 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: address-group Sep 26 12:44:26.094470 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: address_scope.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.095397 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.095908 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: address-scope Sep 26 12:44:26.096233 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.097168 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.097705 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: router-admin-state-down-before-update Sep 26 12:44:26.098037 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: agent.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.098739 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.099243 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: agent Sep 26 12:44:26.099564 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: agent_resources_synced.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.100497 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.101003 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: agent-resources-synced Sep 26 12:44:26.101324 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: allowedaddresspairs.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.103139 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.103667 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: allowed-address-pairs Sep 26 12:44:26.103997 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: auto_allocated_topology.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.105069 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.105614 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: auto-allocated-topology Sep 26 12:44:26.105945 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: availability_zone.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.106639 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.107145 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: availability_zone Sep 26 12:44:26.107470 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: availability_zone_filter.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.108382 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.108894 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: availability_zone_filter Sep 26 12:44:26.109218 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: data_plane_status.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.110156 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.110664 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 12:44:26.110987 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: default_subnetpools.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.111907 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.112417 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: default-subnetpools Sep 26 12:44:26.112740 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.113576 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.114084 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: dhcp_agent_scheduler Sep 26 12:44:26.114408 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: dns.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.115345 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.115853 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension dns-integration not supported by any of loaded plugins Sep 26 12:44:26.116177 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: dns_domain_ports.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.117096 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.117640 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 12:44:26.117974 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.118896 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.119401 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 12:44:26.119721 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: dvr.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.120390 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.121157 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: dvr Sep 26 12:44:26.121476 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: ecmp_routes.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.122414 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.122935 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 12:44:26.123244 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: empty_string_filtering.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.124153 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.124664 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: empty-string-filtering Sep 26 12:44:26.124988 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.125932 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.126443 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 12:44:26.126768 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.127673 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.128195 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 12:44:26.128519 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: external_net.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.129435 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.129974 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: external-net Sep 26 12:44:26.130295 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.131723 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.132231 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: extra_dhcp_opt Sep 26 12:44:26.132551 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: extraroute.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.133469 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.134008 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: extraroute Sep 26 12:44:26.134329 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: extraroute_atomic.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.135357 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.135872 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: extraroute-atomic Sep 26 12:44:26.136194 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: filter_validation.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.136853 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.137356 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: filter-validation Sep 26 12:44:26.137699 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: fip_pf_description.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.138617 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.139121 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 12:44:26.139442 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: fip_port_details.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.140362 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.140869 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: fip-port-details Sep 26 12:44:26.141193 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: flavors.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.142456 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.142975 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: flavors Sep 26 12:44:26.143305 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.144961 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.145504 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 12:44:26.145853 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: floatingip_pools.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.146578 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.147636 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: floatingip-pools Sep 26 12:44:26.147969 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: ip_allocation.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.148908 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.149420 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 12:44:26.149784 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.150714 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.151224 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: ip-substring-filtering Sep 26 12:44:26.151554 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: l2_adjacency.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.152481 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.152985 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 12:44:26.153312 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: l3.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.154433 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.154954 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: router Sep 26 12:44:26.155284 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.157506 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.158040 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 12:44:26.158381 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.159311 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.159830 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: ext-gw-mode Sep 26 12:44:26.160161 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.161093 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.161647 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: l3-ha Sep 26 12:44:26.161978 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: l3_flavors.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.162933 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.163445 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: l3-flavors Sep 26 12:44:26.163771 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.164683 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.165194 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 12:44:26.165550 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: l3agentscheduler.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.166564 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.167073 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: l3_agent_scheduler Sep 26 12:44:26.167399 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: logging.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.168891 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.169415 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension logging not supported by any of loaded plugins Sep 26 12:44:26.169775 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: metering.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.170518 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.171090 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: metering Sep 26 12:44:26.171418 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.172531 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.173051 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: metering_source_and_destination_fields Sep 26 12:44:26.173380 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: multiprovidernet.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.174358 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.174870 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: multi-provider Sep 26 12:44:26.175194 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: netmtu.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.176113 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.176620 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: net-mtu Sep 26 12:44:26.176948 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: netmtu_writable.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.177916 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.178432 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: net-mtu-writable Sep 26 12:44:26.178756 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: network_availability_zone.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.179424 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.179932 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: network_availability_zone Sep 26 12:44:26.180254 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: network_ip_availability.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.181349 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.181896 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: network-ip-availability Sep 26 12:44:26.182223 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: network_segment_range.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.182983 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.183492 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 12:44:26.183818 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: pagination.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.184796 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.185127 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: pagination Sep 26 12:44:26.185448 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: port_device_profile.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.186372 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.186889 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: port-device-profile Sep 26 12:44:26.187212 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.188124 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.188638 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: port-mac-address-regenerate Sep 26 12:44:26.188963 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.189898 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.190409 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: port-numa-affinity-policy Sep 26 12:44:26.190730 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: port_resource_request.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.191756 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.192262 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 12:44:26.192585 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: portbindings.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.194083 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.194598 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: binding Sep 26 12:44:26.194926 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: portbindings_extended.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.196178 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.196697 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: binding-extended Sep 26 12:44:26.197026 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: portsecurity.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.197979 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.198505 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: port-security Sep 26 12:44:26.198832 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: project_id.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.199809 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.200141 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: project-id Sep 26 12:44:26.200467 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: providernet.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.201383 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.201927 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: provider Sep 26 12:44:26.202250 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.205797 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.206321 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos not supported by any of loaded plugins Sep 26 12:44:26.206659 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.207902 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.208425 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 12:44:26.208754 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.210232 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.210747 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 12:44:26.211074 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_default.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.211985 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.212500 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-default not supported by any of loaded plugins Sep 26 12:44:26.212828 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_fip.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.213477 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.214006 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-fip not supported by any of loaded plugins Sep 26 12:44:26.214330 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_gateway_ip.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.215255 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.215764 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 12:44:26.216088 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_port_network_policy.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.217001 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.217526 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 12:44:26.217853 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_pps_rule.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.219036 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.219554 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-pps not supported by any of loaded plugins Sep 26 12:44:26.219881 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_rule_type_details.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.220794 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.221307 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 12:44:26.221672 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: qos_rules_alias.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.222714 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.223232 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 12:44:26.223557 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: quotasv2.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.224454 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.224809 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: quotas Sep 26 12:44:26.225136 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: quotasv2_detail.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.228379 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.228724 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: quota_details Sep 26 12:44:26.229061 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: rbac.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.230148 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.230670 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: rbac-policies Sep 26 12:44:26.231000 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: rbac_address_group.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.231931 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.232450 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: rbac-address-group Sep 26 12:44:26.232777 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: rbac_address_scope.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.233724 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.234244 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: rbac-address-scope Sep 26 12:44:26.234574 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: rbac_security_groups.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.235493 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.236011 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: rbac-security-groups Sep 26 12:44:26.236339 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: rbac_subnetpool.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.237257 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.237812 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: rbac-subnetpool Sep 26 12:44:26.238137 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: revisionifmatch.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.239066 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.239578 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: revision-if-match Sep 26 12:44:26.239904 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: revisions.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.241029 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.241570 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: standard-attr-revisions Sep 26 12:44:26.241900 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: router_availability_zone.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.242574 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.243084 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: router_availability_zone Sep 26 12:44:26.243410 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: routerservicetype.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.244342 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.244850 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension router-service-type not supported by any of loaded plugins Sep 26 12:44:26.245177 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.246388 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.246902 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: security-groups-normalized-cidr Sep 26 12:44:26.247230 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.248151 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.248667 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: port-security-groups-filtering Sep 26 12:44:26.248993 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.249930 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.250448 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: security-groups-remote-address-group Sep 26 12:44:26.250775 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: securitygroup.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.262223 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.262753 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: security-group Sep 26 12:44:26.263090 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: segment.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.263882 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.264392 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension segment not supported by any of loaded plugins Sep 26 12:44:26.264724 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.265685 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.266202 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 12:44:26.266533 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: servicetype.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.267706 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.268236 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: service-type Sep 26 12:44:26.268565 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: sorting.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.269589 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.269928 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: sorting Sep 26 12:44:26.270256 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: standard_attr_segment.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.271167 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.272301 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 12:44:26.272629 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: standardattrdescription.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.273279 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.273814 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: standard-attr-description Sep 26 12:44:26.274142 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: stateful_security_group.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.275068 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.275588 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: stateful-security-group Sep 26 12:44:26.275914 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: stdattrs_common.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.276490 n-d-806683-13 neutron-server[94704]: WARNING neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 12:44:26.276812 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.277766 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.278286 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 12:44:26.278612 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: subnet_onboard.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.279690 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.280207 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: subnet_onboard Sep 26 12:44:26.280528 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.281451 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.281985 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 12:44:26.282307 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: subnet_service_types.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.283234 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.283750 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: subnet-service-types Sep 26 12:44:26.284074 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: subnetallocation.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.285166 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.285704 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: subnet_allocation Sep 26 12:44:26.286030 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.286691 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.287229 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: subnetpool-prefix-ops Sep 26 12:44:26.287552 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.288487 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.289001 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 12:44:26.289323 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: tagging.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.290412 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.290931 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: standard-attr-tag Sep 26 12:44:26.291257 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: timestamp.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.292457 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.292981 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loaded extension: standard-attr-timestamp Sep 26 12:44:26.293310 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: trunk.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.294382 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.294901 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension trunk not supported by any of loaded plugins Sep 26 12:44:26.295227 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: trunk_details.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.296145 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.296660 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension trunk-details not supported by any of loaded plugins Sep 26 12:44:26.296988 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: uplink_status_propagation.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.297942 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.298460 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 12:44:26.298781 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Loading extension file: vlantransparent.py {{(pid=94704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 12:44:26.299446 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 12:44:26.299955 n-d-806683-13 neutron-server[94704]: INFO neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 12:44:26.302422 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:network Sep 26 12:44:26.303470 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:subnet Sep 26 12:44:26.303870 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:44:26.304268 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:port Sep 26 12:44:26.305474 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.305934 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service FLAVORS assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.306575 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.307007 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.307345 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:router Sep 26 12:44:26.307775 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 12:44:26.308272 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service METERING assigned prefix: /metering {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.309722 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.310094 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.310449 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:44:26.311450 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 12:44:26.311896 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:security_group Sep 26 12:44:26.312333 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 12:44:26.312918 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service CORE assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.313261 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:44:26.313645 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] subnetpool is already registered Sep 26 12:44:26.314086 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service CORE assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.314417 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:44:26.314754 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] subnetpool is already registered Sep 26 12:44:26.317054 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.317500 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service FLAVORS assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.318104 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.319130 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.319472 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:router Sep 26 12:44:26.319819 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] router is already registered Sep 26 12:44:26.320237 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 12:44:26.320576 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] floatingip is already registered Sep 26 12:44:26.321031 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service METERING assigned prefix: /metering {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.321729 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 12:44:26.322058 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] rbac_policy is already registered Sep 26 12:44:26.322470 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:security_group Sep 26 12:44:26.322805 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] security_group is already registered Sep 26 12:44:26.323219 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 12:44:26.323540 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] security_group_rule is already registered Sep 26 12:44:26.324157 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service CORE assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.324484 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:44:26.324818 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] subnetpool is already registered Sep 26 12:44:26.325234 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.v2.resource_helper [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Service CORE assigned prefix: {{(pid=94704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 12:44:26.325590 n-d-806683-13 neutron-server[94704]: INFO neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 12:44:26.325924 n-d-806683-13 neutron-server[94704]: WARNING neutron.quota.resource_registry [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] subnetpool is already registered Sep 26 12:44:26.326382 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: extensions {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.327855 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: address-groups {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.329380 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: address-scopes {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.330707 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: agents {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.331874 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: auto-allocated-topology {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.333132 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: availability_zones {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.334428 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: dhcp-networks {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.335959 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: dhcp-agents {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.337393 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: routers {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.339700 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: flavors {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.341041 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: service_profiles {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.342534 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: next_providers {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.344394 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: service_profiles {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.346199 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: floatingip-pools {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.347672 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: routers {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.350289 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: floatingips {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.351737 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: l3-routers {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.353332 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: l3-agents {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.355071 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: metering-labels {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.356657 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: metering-label-rules {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.358227 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: network-ip-availabilities {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.359749 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: bindings {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.362340 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: quotas {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.363837 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: quotas {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.365806 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: rbac-policies {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.367031 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: security-groups {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.368342 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: security-group-rules {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.369685 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: service-providers {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.371169 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: subnetpools {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.372610 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: subnetpools {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.374104 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.375796 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.377694 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.379498 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.381885 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.383739 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.385454 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.387399 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.389178 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.390967 n-d-806683-13 neutron-server[94704]: DEBUG neutron.api.extensions [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Extended resource: tags {{(pid=94704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 12:44:26.396967 n-d-806683-13 neutron-server[94704]: WARNING keystonemiddleware.auth_token [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 12:44:26.401756 n-d-806683-13 neutron-server[94704]: WARNING keystonemiddleware.auth_token [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 12:44:26.410125 n-d-806683-13 neutron-server[94704]: DEBUG oslo_concurrency.lockutils [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Acquired lock "singleton_lock" {{(pid=94704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 26 12:44:26.410598 n-d-806683-13 neutron-server[94704]: DEBUG oslo_concurrency.lockutils [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Releasing lock "singleton_lock" {{(pid=94704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 26 12:44:26.411245 n-d-806683-13 neutron-server[94704]: INFO oslo_service.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Starting 2 workers Sep 26 12:44:26.416128 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Started child 94811 {{(pid=94704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 12:44:26.420632 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Started child 94812 {{(pid=94704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 12:44:26.421416 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:26.422166 n-d-806683-13 neutron-server[94704]: INFO neutron.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 12:44:26.422845 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Notify callbacks [] for process, before_spawn {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:26.423030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [-] (94811) wsgi starting up on http://0.0.0.0:9696 Sep 26 12:44:26.425290 n-d-806683-13 neutron-server[94704]: INFO oslo_service.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Starting 1 workers Sep 26 12:44:26.425443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:26.426886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [-] (94812) wsgi starting up on http://0.0.0.0:9696 Sep 26 12:44:26.431006 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Started child 94813 {{(pid=94704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 12:44:26.431534 n-d-806683-13 neutron-server[94704]: INFO oslo_service.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Starting 1 workers Sep 26 12:44:26.434783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] calling RpcWorker wait() {{(pid=94813) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 12:44:26.435348 n-d-806683-13 neutron-server[94813]: DEBUG neutron.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] returning from RpcWorker wait() {{(pid=94813) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 12:44:26.435922 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Started child 94814 {{(pid=94704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 12:44:26.436731 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:26.436829 n-d-806683-13 neutron-server[94704]: DEBUG neutron_lib.callbacks.manager [None req-613dfeff-8a18-4715-bbbf-bc44bf570d56 None None] Notify callbacks [] for process, after_spawn {{(pid=94704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:26.437350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:44:26.438665 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 12:44:26.438879 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 12:44:26.439060 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 12:44:26.439271 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 12:44:26.439601 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 12:44:26.439767 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 12:44:26.440275 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.440556 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.440823 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.440922 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:26.441366 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.441366 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.441982 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.442253 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.442513 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.442789 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.443018 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.443192 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.443356 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.444186 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.444434 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.444749 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.445010 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.445264 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.445558 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.445733 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.445954 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.446210 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.446435 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.446699 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] debug = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.446935 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.447440 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.447665 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.447914 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.448129 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.448409 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.448637 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.448887 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.449125 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.449360 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.449647 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.449922 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.450173 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.450396 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.450612 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.450875 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.451092 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.451544 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] host = n-d-806683-13 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.451784 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.452015 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.452269 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.452539 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.452766 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.452976 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.453233 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.453474 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.453743 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.453990 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.454239 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.454496 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.454749 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.455003 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.455165 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_options = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.455398 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.455667 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.455927 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.456111 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.456277 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.456449 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.456706 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.456866 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.457120 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.457341 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.457573 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.457806 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.458049 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.458286 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.458543 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.458802 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.459061 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.459274 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.459521 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.459767 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.459991 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.460271 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.460463 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.460696 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.460910 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.461141 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.461384 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.461636 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.461847 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.462099 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.462326 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.462588 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.462880 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.463041 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.463304 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.463533 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.463755 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.463966 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.464226 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.464447 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.464696 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.464949 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.465159 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.465388 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.465640 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.465853 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.466066 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_json = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.466276 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.466509 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.466776 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.466987 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.467218 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.467449 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.467635 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.467864 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.468296 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.468586 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.468917 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.469175 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.469404 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.469667 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.469918 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.470161 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.470423 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.470670 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.470997 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.471243 n-d-806683-13 neutron-server[94814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:44:26.471460 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.471745 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.471987 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.472265 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.472626 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.472899 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.473177 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.473413 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.473676 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.473919 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.474167 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.474454 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.474706 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.474944 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.475176 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.475429 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.475767 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.476207 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.476362 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.476541 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.476756 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.477004 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.477365 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.477365 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.477730 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.477969 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.478176 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.478467 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.478696 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.479261 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.479261 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.479669 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.479669 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.479952 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.480121 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.480592 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.480592 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.480890 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.481036 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.481210 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.481425 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.481697 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.481936 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.482204 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.482446 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.483081 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.483081 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.483081 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.483874 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.483874 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.483874 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.484269 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.484269 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.484546 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.484693 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.484864 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.485097 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.485300 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.485542 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.485843 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.486011 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.486200 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.486464 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.486677 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.486897 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.487110 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.487343 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.487579 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.487811 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.488045 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.488290 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.488525 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.488748 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.488976 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.489196 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.489408 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.489680 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.489893 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.490171 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.491024 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.491247 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.491497 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.491733 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.491969 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.492205 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.492462 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.492699 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.492909 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.493144 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.493422 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.493666 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.494166 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.494443 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.494684 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.494938 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.495178 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.495408 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.495874 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.496133 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.496380 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.496627 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.496877 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.497136 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.497380 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.497664 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.497940 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.498208 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.498472 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.498688 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.498955 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.499255 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.499525 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.499780 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.500029 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.500290 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.500535 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.500790 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.501044 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.501293 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.501541 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.501783 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.502060 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.502294 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.502692 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.502853 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.502994 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.503271 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.503501 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.503708 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.503937 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.504205 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.504449 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.504698 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.504970 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.505575 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.505575 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.505962 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.506616 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.506829 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.507168 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.507698 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.507856 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.508005 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.508169 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.508672 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.508672 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.508958 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.509106 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.510710 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.510710 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.510710 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.510710 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.510710 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.510710 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.510710 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.511150 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.511150 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.511266 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.511466 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.511687 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.511916 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.512167 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.512388 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.512655 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.512904 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.513345 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.513852 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.513852 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.514502 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.514502 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.514502 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.514745 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.514826 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.514988 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.515234 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.515464 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.515695 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.515921 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.516134 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.516366 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.516600 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.516946 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.517207 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.517434 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.517692 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.517927 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.518160 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.520285 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.520285 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.520285 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.520285 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.520285 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.520285 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.520285 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.520285 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.521053 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.521053 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.521053 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.521053 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.521053 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.521436 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.521562 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.521779 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.522031 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.522286 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.522503 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.522736 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.522948 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.523158 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.523382 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.523626 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.523798 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.524016 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.524225 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.524432 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.524654 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.524872 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.525081 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.525308 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.525569 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.525782 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.526026 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.526242 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.526472 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.526695 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.526930 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.527142 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.527362 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.527577 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.527787 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.528037 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.528247 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.528454 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.528694 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.528922 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.529138 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.529436 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.529719 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.529943 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.530234 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.530481 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.530738 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.531015 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.531528 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.531778 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.532032 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.532267 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.532505 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.532727 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.532993 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.533313 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.533637 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.533897 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.534149 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.534434 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.534723 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.535005 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.535220 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.535500 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.535823 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.536106 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.536384 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.536628 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.536862 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.537122 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.537343 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.537602 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.537863 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.538077 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.538336 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.538568 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.538796 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.539032 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.539256 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.539469 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.539691 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.539919 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.540139 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.540351 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.540507 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 12:44:26.541051 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 12:44:26.541221 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 12:44:26.541352 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 12:44:26.541535 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 12:44:26.541706 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 12:44:26.541857 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 12:44:26.542064 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.542224 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.542384 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.542543 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.542702 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.542882 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.543041 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.543199 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.543357 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.543513 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.543672 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.543829 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.543985 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.544143 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.544301 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.544459 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.544616 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.544775 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.544937 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.545095 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.545252 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.545410 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.545591 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] debug = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.545749 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.545944 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.546109 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.546267 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.546423 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.546580 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.546736 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.546893 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.547050 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.547206 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.547363 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.547682 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.547682 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.547892 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.548017 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.548140 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.548251 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.548407 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] host = n-d-806683-13 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.548563 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.548720 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.548875 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.549030 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.549187 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.549343 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.549523 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.549676 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.549833 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.549990 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.550147 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.550303 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.550461 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.550619 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.550780 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_options = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.550936 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.551092 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.551249 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.551430 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.551592 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.551749 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.551905 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.552063 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.552219 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.552376 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.552532 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.552695 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.553347 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.553520 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.553681 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.553825 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.553983 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.554139 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.554298 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.554456 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.554613 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.554769 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.554925 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.555081 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.555238 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.555394 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.555550 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.555707 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.555864 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.556021 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.556178 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.556335 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.556491 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.556647 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.556805 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.556962 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.557118 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.557275 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.557435 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.557614 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.557771 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.557928 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.558084 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.558241 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.558398 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.558555 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.558712 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_json = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.558873 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.559066 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.559211 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.559349 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.559483 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.559619 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.559753 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.559907 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 12:44:26.560085 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.560244 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.560410 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.560562 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.560723 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.560881 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.561035 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.561201 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.561348 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.561514 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.561694 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.561857 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.562030 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.562191 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.562353 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.562517 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.562680 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.562841 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.563004 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.563165 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.563327 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.563489 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.563659 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.563821 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.563981 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.564143 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.564304 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.564480 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.564643 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.564805 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.564967 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.565128 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.565290 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.565452 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.565635 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.565798 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.565960 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.566122 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.566283 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.566444 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.566606 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.566767 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.566929 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.567090 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.567252 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.567414 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.567575 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.567735 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.567897 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.568059 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.568221 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.568404 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.568630 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.568793 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.568955 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.569127 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.569290 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.569451 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.569634 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.569797 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.569957 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.570119 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.570281 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.570442 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.570603 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.570765 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.570940 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.571101 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.571267 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.571428 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.571589 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.571752 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.571913 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.572074 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.572236 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.572397 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.572560 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.572721 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.572883 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.573045 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.573207 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.573369 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.573549 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.573712 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.573873 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.574035 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.574198 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.574361 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.574708 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.574708 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.574919 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.575001 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.575152 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.575318 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.575515 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.575636 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.575798 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.575959 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.576120 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.576282 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.576444 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.576608 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.576783 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.576927 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.577087 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.577249 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.577412 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.577600 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.577761 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.577918 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.578075 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.578232 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.578400 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.578564 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.578701 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.578859 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.579013 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.579178 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.579342 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.579553 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.579710 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.579851 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.579988 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.580126 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.580284 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.580451 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.580585 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.580744 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.580890 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.581054 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.581216 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.581380 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.581571 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.581745 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.581908 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.581999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:44:26.582084 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.582219 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.582403 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.582564 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.582726 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.582887 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.583048 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.583209 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.583371 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.583533 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.583695 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.583856 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.584527 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.584690 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.584853 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.585014 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.585175 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.585337 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.585519 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.585684 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.585847 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.586009 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.586171 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.586332 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.586493 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.586654 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.586815 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.586977 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.587139 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.587302 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.587463 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.587624 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.587787 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.587946 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.588106 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.588270 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.588429 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.588590 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.588752 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.588916 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.589079 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.589240 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.589396 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.589580 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.589744 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.589905 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.590069 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.590231 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.590392 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.590543 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.590703 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.590865 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.591027 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.591189 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.591354 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.591500 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.591667 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.591841 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.592003 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.592164 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.592310 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.592474 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.592636 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.592784 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.592945 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.593092 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.593257 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.593402 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.593592 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.593831 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.593972 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.594109 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.594248 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.594375 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.594504 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.594664 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.594839 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.595001 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.595164 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.595324 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.595486 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.595647 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.595817 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.595979 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.596145 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.596337 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.596486 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.596629 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.596779 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.596916 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.597070 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.597226 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.597374 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.597556 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.597727 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.597889 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.598035 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.598203 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.598348 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.598509 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.598678 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.598844 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.599006 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.599168 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.599329 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.599489 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.599731 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.599897 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.600058 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.600219 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.600407 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.600542 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.600712 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.600876 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.601037 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.601206 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.601372 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.601556 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.601720 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.601893 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.602054 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.602217 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.602378 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.602540 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.602701 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.602880 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.603027 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.603197 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.603365 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.603527 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.603695 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.603865 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.604034 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.604196 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.604363 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.604535 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.604696 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.604856 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.605018 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.605178 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.605338 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.605513 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.605679 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.605841 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.606000 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.606162 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.606324 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.606484 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.606646 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.606807 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.606969 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.607130 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.607290 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.607482 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.607644 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 12:44:26.607796 n-d-806683-13 neutron-server[94704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 12:44:26.832422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48872) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:44:26.840878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062845 Sep 26 12:44:38.306107 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ecea8-d89b-49f1-9d7f-a793463c79bf None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 12:44:38.426189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ecea8-d89b-49f1-9d7f-a793463c79bf None None] No non-hosted networks {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 12:44:38.434628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.agentschedulers_db [None req-682ecea8-d89b-49f1-9d7f-a793463c79bf None None] DHCP Agent not found on host n-d-806683-13 {{(pid=94813) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 26 12:44:38.548249 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79884948-8cd1-4def-acb5-669cb10686ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753102'] for agent, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:40.928192 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9d506f6f-f6a5-41ea-921c-a6fe181eb4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753102'] for agent, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:41.026660 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d680179-6a6f-414b-8c9f-be9d3bc6f484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:41.531601 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753102'] for agent, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:41.532323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.532591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.532926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.533253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.533603 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.533931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.534255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.534628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.534893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.535212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.535531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.535850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:41.536237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:44:41.547470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:44:41.956458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753102'] for agent, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:43.355839 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753102'] for agent, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:44.487337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48966) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:44:44.991158 n-d-806683-13 neutron-server[94811]: WARNING oslo_policy.policy [None req-56ed8f3b-e0f0-4063-8ac4-11dbb063174e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:44:44.991719 n-d-806683-13 neutron-server[94811]: WARNING oslo_policy.policy [None req-56ed8f3b-e0f0-4063-8ac4-11dbb063174e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:44:45.216519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-56ed8f3b-e0f0-4063-8ac4-11dbb063174e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:44:45.229515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-56ed8f3b-e0f0-4063-8ac4-11dbb063174e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7293007 Sep 26 12:44:46.321991 n-d-806683-13 neutron-server[94813]: INFO neutron.db.l3_hamode_db [None req-c741519d-9c93-441a-a11b-f299c3248e21 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 12:44:46.398705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741519d-9c93-441a-a11b-f299c3248e21 None None] Routers set() bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:44:46.399082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741519d-9c93-441a-a11b-f299c3248e21 None None] Router IDs set() for agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 26 12:44:47.593080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48980) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:44:47.900145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a5476e78-77da-4075-b228-deef4ff4c849 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:44:47.993557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.policy [None req-a5476e78-77da-4075-b228-deef4ff4c849 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 12:44:48.037949 n-d-806683-13 neutron-server[94811]: WARNING oslo_policy.policy [None req-a5476e78-77da-4075-b228-deef4ff4c849 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:44:48.038319 n-d-806683-13 neutron-server[94811]: WARNING oslo_policy.policy [None req-a5476e78-77da-4075-b228-deef4ff4c849 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:44:48.046756 n-d-806683-13 neutron-server[94811]: INFO neutron.quota [None req-a5476e78-77da-4075-b228-deef4ff4c849 admin admin] Loaded quota_driver: . Sep 26 12:44:48.136156 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a5476e78-77da-4075-b228-deef4ff4c849 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741030199198', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741030197683', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741030186548', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741030182918', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741028132530', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741030163597', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1523875', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1548935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-522010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-417572'] for rbac-policy, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:48.198748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a5476e78-77da-4075-b228-deef4ff4c849 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:48.200130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a5476e78-77da-4075-b228-deef4ff4c849 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6060569 Sep 26 12:44:50.759935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48992) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:44:51.053045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Request body: {'network': {'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'admin_state_up': True, 'name': 'private', 'project_id': 'fd2c73e57d5046c295c121f6ff990708'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:44:51.083170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Made reservation on behalf of fd2c73e57d5046c295c121f6ff990708 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:44:51.086053 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:51.103159 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:51.225617 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:51.229369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:51.249312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:44:51.276544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741026634379', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:51.277154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Unsubscribe: segment precommit_create {{(pid=94811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 12:44:51.277708 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Added segment eb90e90d-90e4-4103-89d1-ef8641cee042 of type vlan for network 1c547f7b-5b47-40ef-927f-403a63e0cc0f Sep 26 12:44:51.297528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41af2b2-fac2-429b-a4e5-372bb40bb166,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:51.346086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.346523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.346875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.347362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.347786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.348172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.348572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.349000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.349428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.349826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.350208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.350594 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Tracked resource versions report: Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: pushed versions: Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: { 'AddressGroup': {'1.2'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'ConntrackHelper': {'1.0'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Log': {'1.0'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Network': {'1.1'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Port': {'1.7'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'PortForwarding': {'1.2'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'QosPolicy': {'1.9'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'SecurityGroup': {'1.4'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'SubPort': {'1.0'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Subnet': {'1.1'}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Trunk': {'1.1'}} Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: consumer versions: Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: { DHCP agent@n-d-806683-13: {}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: L3 agent@n-d-806683-13: {}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: Metadata agent@n-d-806683-13: {}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: Metering agent@n-d-806683-13: {}, Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: Open vSwitch agent@n-d-806683-13: { 'AddressGroup': '1.2', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'ConntrackHelper': '1.0', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Log': '1.0', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Network': '1.1', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Port': '1.7', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'PortForwarding': '1.2', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'QosPolicy': '1.9', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'SecurityGroup': '1.4', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'SecurityGroupRule': '1.2', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'SubPort': '1.0', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Subnet': '1.1', Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: 'Trunk': '1.1'}} Sep 26 12:44:51.352059 n-d-806683-13 neutron-server[94811]: {{(pid=94811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:44:51.408882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:51.447953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:51.449042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:44:51.449810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:51.505036 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7439466 Sep 26 12:44:51.549677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e06c9-ead9-45ad-a246-a9334f400b55 admin admin] Pushing event updated for resources: {'Network': ['ID=1c547f7b-5b47-40ef-927f-403a63e0cc0f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:51.561699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 1c547f7b-5b47-40ef-927f-403a63e0cc0f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:44:54.141788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49006) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:44:54.626467 n-d-806683-13 neutron-server[94812]: WARNING oslo_policy.policy [None req-86b63bfd-fcaf-49a7-bd40-1bfae68d3b89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:44:54.627039 n-d-806683-13 neutron-server[94812]: WARNING oslo_policy.policy [None req-86b63bfd-fcaf-49a7-bd40-1bfae68d3b89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:44:55.068073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.policy [None req-86b63bfd-fcaf-49a7-bd40-1bfae68d3b89 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 12:44:55.112614 n-d-806683-13 neutron-server[94812]: WARNING oslo_policy.policy [None req-86b63bfd-fcaf-49a7-bd40-1bfae68d3b89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:44:55.112991 n-d-806683-13 neutron-server[94812]: WARNING oslo_policy.policy [None req-86b63bfd-fcaf-49a7-bd40-1bfae68d3b89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 12:44:55.122602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b63bfd-fcaf-49a7-bd40-1bfae68d3b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:44:55.124540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-86b63bfd-fcaf-49a7-bd40-1bfae68d3b89 admin admin] 10.222.0.13 "GET /v2.0/networks/1c547f7b-5b47-40ef-927f-403a63e0cc0f HTTP/1.1" status: 200 len: 824 time: 0.9807181 Sep 26 12:44:55.163005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-42aea848-466e-4f76-9d71-1924e78bdca7 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/fda9094f-d5a5-49d7-b3de-1538dd4f8894 HTTP/1.1" status: 200 len: 734 time: 0.0317733 Sep 26 12:44:55.172058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Request body: {'subnet': {'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'subnetpool_id': 'fda9094f-d5a5-49d7-b3de-1538dd4f8894', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:44:55.174036 n-d-806683-13 neutron-server[94812]: INFO neutron.quota [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Loaded quota_driver: . Sep 26 12:44:55.211344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Made reservation on behalf of fd2c73e57d5046c295c121f6ff990708 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:44:55.214316 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:55.502614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:55.571423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Checking segment: {'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:44:55.571768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Network hostable DHCP agents. Network: 1c547f7b-5b47-40ef-927f-403a63e0cc0f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:44:55.584525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8b8bec-1071-4213-b2f0-72ba0eb2a69b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:55.596738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.597074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.597404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.597753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.598072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.598984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.599305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.599617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.599927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.600233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.600540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.600844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Tracked resource versions report: Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: pushed versions: Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: { 'AddressGroup': {'1.2'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'ConntrackHelper': {'1.0'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Log': {'1.0'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Network': {'1.1'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Port': {'1.7'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'PortForwarding': {'1.2'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'QosPolicy': {'1.9'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'SecurityGroup': {'1.4'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'SubPort': {'1.0'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Subnet': {'1.1'}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Trunk': {'1.1'}} Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: consumer versions: Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: { DHCP agent@n-d-806683-13: {}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: L3 agent@n-d-806683-13: {}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: Metadata agent@n-d-806683-13: {}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: Metering agent@n-d-806683-13: {}, Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: Open vSwitch agent@n-d-806683-13: { 'AddressGroup': '1.2', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'ConntrackHelper': '1.0', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Log': '1.0', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Network': '1.1', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Port': '1.7', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'PortForwarding': '1.2', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'QosPolicy': '1.9', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'SecurityGroup': '1.4', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'SecurityGroupRule': '1.2', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'SubPort': '1.0', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Subnet': '1.1', Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: 'Trunk': '1.1'}} Sep 26 12:44:55.601938 n-d-806683-13 neutron-server[94812]: {{(pid=94812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:44:55.629890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Network 1c547f7b-5b47-40ef-927f-403a63e0cc0f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:44:55.645946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 1c547f7b-5b47-40ef-927f-403a63e0cc0f) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:44:55.650328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:44:55.650950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:55.655646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023befb4-ea0a-4bfd-9a87-2f7a330d6064 None None] Network 1c547f7b-5b47-40ef-927f-403a63e0cc0f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:44:55.671110 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1fcf44a7-a7ee-4d9e-ad07-25a30aba3082 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5024681 Sep 26 12:44:55.974507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'fixed_ips': [{'subnet_id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:44:55.975802 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:56.247903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Allocated IP 172.20.0.2 (1c547f7b-5b47-40ef-927f-403a63e0cc0f/ef8b8bec-1071-4213-b2f0-72ba0eb2a69b/1bedde9c-6d3c-47c1-b9ca-61993de605e3) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:44:56.448883 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:56.456081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:56.550289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Network 1c547f7b-5b47-40ef-927f-403a63e0cc0f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:44:56.555394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:44:56.568211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:44:56.571072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Pushing event updated for resources: {'Port': ['ID=1bedde9c-6d3c-47c1-b9ca-61993de605e3,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:56.603079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.603428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.603770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.604105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.604435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.604763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.605088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.605434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.605764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.606084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.606406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.606725 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Tracked resource versions report: Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: pushed versions: Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: { 'AddressGroup': {'1.2'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'ConntrackHelper': {'1.0'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Log': {'1.0'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Network': {'1.1'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Port': {'1.7'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'PortForwarding': {'1.2'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'QosPolicy': {'1.9'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'SecurityGroup': {'1.4'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'SubPort': {'1.0'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Subnet': {'1.1'}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Trunk': {'1.1'}} Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: consumer versions: Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: { DHCP agent@n-d-806683-13: {}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: L3 agent@n-d-806683-13: {}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: Metadata agent@n-d-806683-13: {}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: Metering agent@n-d-806683-13: {}, Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: Open vSwitch agent@n-d-806683-13: { 'AddressGroup': '1.2', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'ConntrackHelper': '1.0', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Log': '1.0', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Network': '1.1', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Port': '1.7', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'PortForwarding': '1.2', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'QosPolicy': '1.9', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'SecurityGroup': '1.4', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'SecurityGroupRule': '1.2', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'SubPort': '1.0', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Subnet': '1.1', Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: 'Trunk': '1.1'}} Sep 26 12:44:56.607858 n-d-806683-13 neutron-server[94813]: {{(pid=94813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:44:56.655530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Attempting to bind port 1bedde9c-6d3c-47c1-b9ca-61993de605e3 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:44:56.655926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Attempting to bind port 1bedde9c-6d3c-47c1-b9ca-61993de605e3 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:44:56.656477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Attempting to bind port 1bedde9c-6d3c-47c1-b9ca-61993de605e3 on network 1c547f7b-5b47-40ef-927f-403a63e0cc0f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:44:56.661718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:44:56.662127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Checking segment: {'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:44:56.662604 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:56.663039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Bound using segment: {'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:44:56.663523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Bound port: 1bedde9c-6d3c-47c1-b9ca-61993de605e3, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:44:56.663916 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:56.724546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] For port 1bedde9c-6d3c-47c1-b9ca-61993de605e3, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:44:56.729049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] For port 1bedde9c-6d3c-47c1-b9ca-61993de605e3, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1bedde9c-6d3c-47c1-b9ca-61993de605e3,segment=NetworkSegment(eb90e90d-90e4-4103-89d1-ef8641cee042),segment_id=eb90e90d-90e4-4103-89d1-ef8641cee042)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:44:56.733805 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:44:56.797633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06021cc-4b48-480e-adb8-c97241487119 None None] Pushing event updated for resources: {'Port': ['ID=1bedde9c-6d3c-47c1-b9ca-61993de605e3,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:44:58.087194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49026) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:44:58.407144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-b2921849-ac0c-4db3-9272-5c75a1217083 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:44:58.408138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b2921849-ac0c-4db3-9272-5c75a1217083 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3199193 Sep 26 12:45:00.844646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49034) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:45:01.160514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-8b45cc53-a2e2-4f4f-ba54-7950ed0e38b9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:45:01.161503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8b45cc53-a2e2-4f4f-ba54-7950ed0e38b9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159323 Sep 26 12:45:03.798473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49044) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:45:04.119072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e26d4335-a333-4eea-a503-fbe46830fd58 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:45:04.143703 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e26d4335-a333-4eea-a503-fbe46830fd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:04.145980 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e26d4335-a333-4eea-a503-fbe46830fd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:04.287189 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e26d4335-a333-4eea-a503-fbe46830fd58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:04.291916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e26d4335-a333-4eea-a503-fbe46830fd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:04.305383 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e26d4335-a333-4eea-a503-fbe46830fd58 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:04.306628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e26d4335-a333-4eea-a503-fbe46830fd58 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5070770 Sep 26 12:45:04.998709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1bedde9c-6d3c-47c1-b9ca-61993de605e3 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:45:05.086998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1bedde9c-6d3c-47c1-b9ca-61993de605e3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:05.087397 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:05.152426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2130b020-606b-41a6-95a9-2d98d8152d05 None None] Network 1c547f7b-5b47-40ef-927f-403a63e0cc0f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:45:05.249569 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:05.311468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 1bedde9c-6d3c-47c1-b9ca-61993de605e3, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1bedde9c-6d3c-47c1-b9ca-61993de605e3,segment=NetworkSegment(eb90e90d-90e4-4103-89d1-ef8641cee042),segment_id=eb90e90d-90e4-4103-89d1-ef8641cee042)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:05.315949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ccba4041-d893-45cd-bfd9-57dee7a56279 None None] Provisioning complete for port 1bedde9c-6d3c-47c1-b9ca-61993de605e3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:05.316320 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ccba4041-d893-45cd-bfd9-57dee7a56279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:05.319620 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:05.436441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=1bedde9c-6d3c-47c1-b9ca-61993de605e3,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:05.738510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-84b20b85-fc0a-49db-9bee-a29b1dcef2fc None None] Provisioning complete for port 1bedde9c-6d3c-47c1-b9ca-61993de605e3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:05.739463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-84b20b85-fc0a-49db-9bee-a29b1dcef2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:06.675243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49058) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:45:06.961094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1bedde9c-6d3c-47c1-b9ca-61993de605e3 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:45:06.981411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-5f3fbe98-fd28-465e-a76c-5c1c7043981c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:45:06.982440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5f3fbe98-fd28-465e-a76c-5c1c7043981c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3063076 Sep 26 12:45:07.006442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1bedde9c-6d3c-47c1-b9ca-61993de605e3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:07.006814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:08.171351 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f4a412ec-de2d-4bb6-9c07-0236de7a34a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.329891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49066) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:45:09.635259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:45:09.657293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Made reservation on behalf of 46d050c260644ab183e4114e41080df1 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:45:09.659574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.675240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.788867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.792170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.809206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Reserving flat network on physical network physnet1 {{(pid=94812) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 12:45:09.826407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a61de90-c020-4ab6-a558-2f3a32ecc014,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:09.832693 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741026634379', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.833247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Unsubscribe: segment precommit_create {{(pid=94812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 12:45:09.833755 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Added segment 0ee47318-5884-43ee-9e5f-cdf0dbca36cc of type flat for network 21ea7ad9-2814-4312-8830-f65d79b335ab Sep 26 12:45:09.891769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.931871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.932817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:45:09.933393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:09.993024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6620438 Sep 26 12:45:10.050602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad70944-f38e-475e-b622-9c08251f806c admin admin] Pushing event updated for resources: {'Network': ['ID=21ea7ad9-2814-4312-8830-f65d79b335ab,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:10.061760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 21ea7ad9-2814-4312-8830-f65d79b335ab details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:45:10.924688 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef86dae4-68d0-41f1-a213-f43a7de73d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:11.529389 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:11.888876 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:12.365537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49084) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:45:12.539497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e3417b-6fc0-4c59-a007-12cf5c859c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:45:12.540816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-33e3417b-6fc0-4c59-a007-12cf5c859c8b admin admin] 10.222.0.13 "GET /v2.0/subnets/ef8b8bec-1071-4213-b2f0-72ba0eb2a69b HTTP/1.1" status: 200 len: 849 time: 0.1743352 Sep 26 12:45:12.696424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d4cf933e-19c5-4bda-a6ce-5e290ceebbb2 admin admin] 10.222.0.13 "GET /v2.0/routers/fdec0a9d-02ac-4f3a-ab38-92fdddebb46b HTTP/1.1" status: 200 len: 704 time: 0.1494856 Sep 26 12:45:12.955542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:13.250154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Allocated IP 172.20.0.1 (1c547f7b-5b47-40ef-927f-403a63e0cc0f/ef8b8bec-1071-4213-b2f0-72ba0eb2a69b/ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:45:13.309799 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:13.416081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:13.478711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:13.543005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Network 1c547f7b-5b47-40ef-927f-403a63e0cc0f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:45:13.547315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:13.552704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:45:13.553279 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:13.681208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Pushing event updated for resources: {'Port': ['ID=ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:13.773768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1101d8d5-6ae4-4b16-b485-f322724e54b8 None None] Provisioning complete for port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:13.774244 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1101d8d5-6ae4-4b16-b485-f322724e54b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:13.804172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:13.808692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1101d8d5-6ae4-4b16-b485-f322724e54b8 None None] Port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:45:14.013452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:14.017547 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:14.018311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:14.076548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Pushing event updated for resources: {'Port': ['ID=ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:14.143035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Network 1c547f7b-5b47-40ef-927f-403a63e0cc0f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:45:14.144342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:14.302103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Router fdec0a9d-02ac-4f3a-ab38-92fdddebb46b is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:45:14.328867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-16bbbd9c-5569-4fba-8edf-b277969acbd4 None None] Provisioning complete for port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:14.329401 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16bbbd9c-5569-4fba-8edf-b277969acbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:14.362165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-16bbbd9c-5569-4fba-8edf-b277969acbd4 None None] Port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:45:14.397747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:14.402904 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-220e06f8-6d0a-484d-8ec7-d574c8b1f6ed admin admin] 10.222.0.13 "PUT /v2.0/routers/fdec0a9d-02ac-4f3a-ab38-92fdddebb46b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7006805 Sep 26 12:45:14.407780 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Sync routers for ids ['fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:14.419109 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Routers {'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:45:14.419865 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:45:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:14.603575 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Set router fdec0a9d-02ac-4f3a-ab38-92fdddebb46b gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:45:15.026573 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'name': 'router1', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:45:04Z', 'updated_at': '2021-09-26T12:45:13Z', 'revision_number': 2, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'gw_port_host': None, '_interfaces': [{'id': 'ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1', 'name': '', 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'mac_address': 'fa:16:3e:30:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:12Z', 'updated_at': '2021-09-26T12:45:13Z', 'revision_number': 2, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'subnets': [{'id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fda9094f-d5a5-49d7-b3de-1538dd4f8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:15.077523 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Checking router: fdec0a9d-02ac-4f3a-ab38-92fdddebb46b for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:15.077900 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Updating router fdec0a9d-02ac-4f3a-ab38-92fdddebb46b port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:45:15.127041 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:15.641712 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:15.648561 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:15.809571 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Attempting to bind port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:45:15.809870 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Attempting to bind port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:45:15.810318 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Attempting to bind port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 on network 1c547f7b-5b47-40ef-927f-403a63e0cc0f {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:45:15.819943 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2601230-6985-438f-85fa-183287fced0f None None] Pushing event updated for resources: {'Port': ['ID=ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:15.824486 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:45:15.824889 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Checking segment: {'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:45:15.825372 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:15.825786 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Bound using segment: {'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:45:15.826281 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Bound port: ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb90e90d-90e4-4103-89d1-ef8641cee042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:45:15.826675 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:15.838906 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.839250 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.839591 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.839922 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.840248 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.840579 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.840902 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.841221 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.841563 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.841883 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.842198 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.842517 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2601230-6985-438f-85fa-183287fced0f None None] Tracked resource versions report: Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: pushed versions: Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: { 'AddressGroup': {'1.2'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'ConntrackHelper': {'1.0'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Log': {'1.0'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Network': {'1.1'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Port': {'1.7'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'PortForwarding': {'1.2'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'QosPolicy': {'1.9'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'SecurityGroup': {'1.4'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'SubPort': {'1.0'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Subnet': {'1.1'}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Trunk': {'1.1'}} Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: consumer versions: Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: { DHCP agent@n-d-806683-13: {}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: L3 agent@n-d-806683-13: {}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: Metadata agent@n-d-806683-13: {}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: Metering agent@n-d-806683-13: {}, Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: Open vSwitch agent@n-d-806683-13: { 'AddressGroup': '1.2', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'ConntrackHelper': '1.0', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Log': '1.0', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Network': '1.1', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Port': '1.7', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'PortForwarding': '1.2', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'QosPolicy': '1.9', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'SecurityGroup': '1.4', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'SecurityGroupRule': '1.2', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'SubPort': '1.0', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Subnet': '1.1', Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: 'Trunk': '1.1'}} Sep 26 12:45:15.843585 n-d-806683-13 neutron-server[94814]: {{(pid=94814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:45:15.892254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-abf50d78-6824-44b9-8f58-b191860a513b None None] Provisioning complete for port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:15.892757 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abf50d78-6824-44b9-8f58-b191860a513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:15.904468 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] For port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:45:15.925234 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] For port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1,segment=NetworkSegment(eb90e90d-90e4-4103-89d1-ef8641cee042),segment_id=eb90e90d-90e4-4103-89d1-ef8641cee042)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:45:15.927802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-abf50d78-6824-44b9-8f58-b191860a513b None None] Port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:45:15.930785 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:15.986770 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Routers {'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:45:15.987424 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:45:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:16.025688 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2601230-6985-438f-85fa-183287fced0f None None] Pushing event updated for resources: {'Port': ['ID=ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:16.080038 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] Set router fdec0a9d-02ac-4f3a-ab38-92fdddebb46b gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:45:16.146593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-07886ab0-69c2-4505-b33e-6751368d5d6f None None] Provisioning complete for port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:16.146914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07886ab0-69c2-4505-b33e-6751368d5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:16.227103 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07886ab0-69c2-4505-b33e-6751368d5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:16.259007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-07886ab0-69c2-4505-b33e-6751368d5d6f None None] For port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1,segment=NetworkSegment(eb90e90d-90e4-4103-89d1-ef8641cee042),segment_id=eb90e90d-90e4-4103-89d1-ef8641cee042)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:16.263874 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07886ab0-69c2-4505-b33e-6751368d5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:16.293812 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'name': 'router1', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:45:04Z', 'updated_at': '2021-09-26T12:45:13Z', 'revision_number': 2, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'gw_port_host': None, '_interfaces': [{'id': 'ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1', 'name': '', 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'mac_address': 'fa:16:3e:30:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:12Z', 'updated_at': '2021-09-26T12:45:15Z', 'revision_number': 4, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'subnets': [{'id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fda9094f-d5a5-49d7-b3de-1538dd4f8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:16.314384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07886ab0-69c2-4505-b33e-6751368d5d6f None None] Pushing event updated for resources: {'Port': ['ID=ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:16.323857 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2c195-8c93-4712-bf85-c9970bd961f5 None None] The sync data for ids ['fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'] in n-d-806683-13 is: [{'id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'name': 'router1', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:45:04Z', 'updated_at': '2021-09-26T12:45:13Z', 'revision_number': 2, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'gw_port_host': None, '_interfaces': [{'id': 'ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1', 'name': '', 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'mac_address': 'fa:16:3e:30:ce:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:12Z', 'updated_at': '2021-09-26T12:45:15Z', 'revision_number': 4, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'subnets': [{'id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fda9094f-d5a5-49d7-b3de-1538dd4f8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:16.629427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49104) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:45:16.742712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6684d-6da5-49aa-b1c2-fdec881070b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:45:16.744076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b2c6684d-6da5-49aa-b1c2-fdec881070b0 admin admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 842 time: 0.1136663 Sep 26 12:45:16.754379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Request body: {'subnet': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:45:16.775524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Made reservation on behalf of 46d050c260644ab183e4114e41080df1 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:45:16.777736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:17.048517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 12:45:17.048941 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:17.104985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2739c8-b329-417c-ae6a-fcdb2b3c8b54,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:17.113026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:45:17.113913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Network hostable DHCP agents. Network: 21ea7ad9-2814-4312-8830-f65d79b335ab, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:45:17.130506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:45:17.138914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 21ea7ad9-2814-4312-8830-f65d79b335ab) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:17.143217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:45:17.143875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:17.148950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e6279-30c0-4773-9b67-efe626d14422 None None] Network 21ea7ad9-2814-4312-8830-f65d79b335ab requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:45:17.158668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a4c73fdc-b080-4d39-9964-f2026d4826ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4076512 Sep 26 12:45:17.292267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b50780-b49f-4520-b21c-83d09eb67130 None None] Network 21ea7ad9-2814-4312-8830-f65d79b335ab requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:45:19.460333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49112) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:45:19.693407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-10937d90-6901-49f3-978d-686f387bad19 admin admin] 10.222.0.13 "GET /v2.0/routers/fdec0a9d-02ac-4f3a-ab38-92fdddebb46b HTTP/1.1" status: 200 len: 710 time: 0.2318838 Sep 26 12:45:19.844564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0538c-fc09-4387-ba10-4908bf55f9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:45:19.846012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-28a0538c-fc09-4387-ba10-4908bf55f9b9 admin admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 886 time: 0.1468031 Sep 26 12:45:19.855984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:45:20.101125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:20.337506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:20.429136 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:20.617740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Allocated IP 172.25.4.22 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/f195dfef-4f24-4653-b357-d2afae2622e9) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:45:20.726999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:20.785535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:20.921260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:45:20.927726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:45:20.931558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:45:20.933468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Pushing event updated for resources: {'Port': ['ID=f195dfef-4f24-4653-b357-d2afae2622e9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:21.215295 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:21.422100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:21.427609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:21.540022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Router fdec0a9d-02ac-4f3a-ab38-92fdddebb46b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:45:21.649087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:45:21.653455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:21.654709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5c132416-9e83-48a2-83c6-ed1f84674b89 admin admin] 10.222.0.13 "PUT /v2.0/routers/fdec0a9d-02ac-4f3a-ab38-92fdddebb46b HTTP/1.1" status: 200 len: 889 time: 1.8018699 Sep 26 12:45:22.495561 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:45:22.677753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Sync routers for ids ['fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:45:22.692276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Routers {'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:45:22.693003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:45:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:22.898283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Set router fdec0a9d-02ac-4f3a-ab38-92fdddebb46b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:45:23.023127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:45:23.233349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:23.233665 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:23.403096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'name': 'router1', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f195dfef-4f24-4653-b357-d2afae2622e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:45:04Z', 'updated_at': '2021-09-26T12:45:21Z', 'revision_number': 4, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'gw_port': {'id': 'f195dfef-4f24-4653-b357-d2afae2622e9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:14:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:20Z', 'updated_at': '2021-09-26T12:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1', 'name': '', 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'mac_address': 'fa:16:3e:30:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:12Z', 'updated_at': '2021-09-26T12:45:16Z', 'revision_number': 5, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'subnets': [{'id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fda9094f-d5a5-49d7-b3de-1538dd4f8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:23.454350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Checking router: fdec0a9d-02ac-4f3a-ab38-92fdddebb46b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:45:23.454703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Updating router fdec0a9d-02ac-4f3a-ab38-92fdddebb46b port f195dfef-4f24-4653-b357-d2afae2622e9 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:45:23.500503 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:23.814536 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:23.821160 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:23.952077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Attempting to bind port f195dfef-4f24-4653-b357-d2afae2622e9 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:45:23.952450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Attempting to bind port f195dfef-4f24-4653-b357-d2afae2622e9 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:45:23.952815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Attempting to bind port f195dfef-4f24-4653-b357-d2afae2622e9 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:45:23.954821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ab8de-4612-420c-ae59-f9840a780404 None None] Pushing event updated for resources: {'Port': ['ID=f195dfef-4f24-4653-b357-d2afae2622e9,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:23.960801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:45:23.961180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:45:23.961959 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:23.961959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:45:23.962432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Bound port: f195dfef-4f24-4653-b357-d2afae2622e9, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:45:23.962814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:24.014389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] For port f195dfef-4f24-4653-b357-d2afae2622e9, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:45:24.017298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] For port f195dfef-4f24-4653-b357-d2afae2622e9, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f195dfef-4f24-4653-b357-d2afae2622e9,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:45:24.022206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:24.044205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49124) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:45:24.079803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Routers {'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:45:24.080435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:45:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:24.084689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ab8de-4612-420c-ae59-f9840a780404 None None] Pushing event updated for resources: {'Port': ['ID=f195dfef-4f24-4653-b357-d2afae2622e9,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:24.167146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf5e8d0e-1078-40dd-a569-f308d962f362 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1217165 Sep 26 12:45:24.187952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] Set router fdec0a9d-02ac-4f3a-ab38-92fdddebb46b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:45:24.410560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'name': 'router1', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f195dfef-4f24-4653-b357-d2afae2622e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:45:04Z', 'updated_at': '2021-09-26T12:45:21Z', 'revision_number': 4, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'gw_port': {'id': 'f195dfef-4f24-4653-b357-d2afae2622e9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:14:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:20Z', 'updated_at': '2021-09-26T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1', 'name': '', 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'mac_address': 'fa:16:3e:30:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:12Z', 'updated_at': '2021-09-26T12:45:16Z', 'revision_number': 5, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'subnets': [{'id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fda9094f-d5a5-49d7-b3de-1538dd4f8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:45:24.436433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c608ee3-7cf8-478c-a764-867efb34cb50 None None] The sync data for ids ['fdec0a9d-02ac-4f3a-ab38-92fdddebb46b'] in n-d-806683-13 is: [{'id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'name': 'router1', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'f195dfef-4f24-4653-b357-d2afae2622e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:45:04Z', 'updated_at': '2021-09-26T12:45:21Z', 'revision_number': 4, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'gw_port': {'id': 'f195dfef-4f24-4653-b357-d2afae2622e9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:14:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:20Z', 'updated_at': '2021-09-26T12:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1', 'name': '', 'network_id': '1c547f7b-5b47-40ef-927f-403a63e0cc0f', 'tenant_id': 'fd2c73e57d5046c295c121f6ff990708', 'mac_address': 'fa:16:3e:30:ce:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec0a9d-02ac-4f3a-ab38-92fdddebb46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:45:12Z', 'updated_at': '2021-09-26T12:45:16Z', 'revision_number': 5, 'project_id': 'fd2c73e57d5046c295c121f6ff990708', 'subnets': [{'id': 'ef8b8bec-1071-4213-b2f0-72ba0eb2a69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fda9094f-d5a5-49d7-b3de-1538dd4f8894'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:45:25.015094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f195dfef-4f24-4653-b357-d2afae2622e9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:45:25.082251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f195dfef-4f24-4653-b357-d2afae2622e9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:25.082638 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:25.174300 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:25.194383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port f195dfef-4f24-4653-b357-d2afae2622e9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f195dfef-4f24-4653-b357-d2afae2622e9,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:45:25.199800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:25.246223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=f195dfef-4f24-4653-b357-d2afae2622e9,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:45:26.984957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f195dfef-4f24-4653-b357-d2afae2622e9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:45:27.042160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f195dfef-4f24-4653-b357-d2afae2622e9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:45:27.042800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:38.173476 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6293e212-ba1b-4520-9f23-cb8d9c247ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:40.927987 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-da907cc5-c71c-420d-a52a-d9016bac0435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:41.533191 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:41.896225 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:43.333281 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:45:59.497424 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:46:08.174256 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-010dc5af-9581-46a1-bdd4-8b3223547f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:10.933852 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a8894777-69d1-4913-bfe4-6a363e58b185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:11.536792 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:11.897341 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:13.333755 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:36.496193 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:46:38.174052 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d618b97-2579-4fec-863e-47f5fdff6b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:40.935555 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5bff4c4c-11de-4ecb-8aa9-9691d9f4dd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:41.536621 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:41.899776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:46:43.337807 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:04.267578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49718) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:04.333634 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a86e492-ae43-49f0-97b4-0a8b15b0cd26 admin admin] GET failed (client error): The resource could not be found. Sep 26 12:47:04.334996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2a86e492-ae43-49f0-97b4-0a8b15b0cd26 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664632 Sep 26 12:47:04.497914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e8dab3-af7a-4cee-9f36-15c51e2e2dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:04.499402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b7e8dab3-af7a-4cee-9f36-15c51e2e2dea admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1597469 Sep 26 12:47:06.671754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49728) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:06.774564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd4ba55-3069-420e-924b-c3bdb923090a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:06.775967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fbd4ba55-3069-420e-924b-c3bdb923090a admin admin] 10.222.0.13 "GET /v2.0/subnets/ef8b8bec-1071-4213-b2f0-72ba0eb2a69b HTTP/1.1" status: 200 len: 849 time: 0.1031888 Sep 26 12:47:06.786394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:47:06.866819 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:07.007831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741026623991'] for subnet, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:07.039953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:07.040115 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:07.041820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] 10.222.0.13 "PUT /v2.0/subnets/ef8b8bec-1071-4213-b2f0-72ba0eb2a69b HTTP/1.1" status: 200 len: 868 time: 0.2595422 Sep 26 12:47:07.042879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34cceb-60be-4e20-b571-2801753248e5 None None] Network 1c547f7b-5b47-40ef-927f-403a63e0cc0f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:47:07.060216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8b8bec-1071-4213-b2f0-72ba0eb2a69b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:47:07.069053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.069404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.069833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.070175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.070507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.070836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.071165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.071491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.071817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.072131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.072457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.072774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebcfd11-efeb-45d9-b89c-b3d4f5791605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:07.428798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56c68855-5f7a-4871-b7fc-40569dbdac6c None None] Provisioning complete for port ca2d719e-1e6e-4eb0-8bd0-af3c311ec6f1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:47:07.429174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56c68855-5f7a-4871-b7fc-40569dbdac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:07.511859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56c68855-5f7a-4871-b7fc-40569dbdac6c None None] Provisioning complete for port 1bedde9c-6d3c-47c1-b9ca-61993de605e3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:47:07.512136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56c68855-5f7a-4871-b7fc-40569dbdac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:08.176074 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8946ffbf-c69a-45a2-aafa-423152eeb4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:09.270854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49736) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:09.534694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ba4489-8075-4403-8dd7-2a385befaa0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:09.535096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ba4489-8075-4403-8dd7-2a385befaa0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:09.536668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-12ba4489-8075-4403-8dd7-2a385befaa0b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2649209 Sep 26 12:47:10.936737 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-acd3ea8a-cc9e-4eae-adff-f238a438b159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:11.537082 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:11.708653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49744) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:11.837264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d1ad7-c546-4f56-b847-51492f6f840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:11.837775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d1ad7-c546-4f56-b847-51492f6f840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:11.839321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-566d1ad7-c546-4f56-b847-51492f6f840a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1297233 Sep 26 12:47:11.904443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:13.340192 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:13.494961 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:47:13.988668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49752) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:14.134174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25302f4-6a3a-4891-b6d1-81d3b0a4b7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:14.135582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b25302f4-6a3a-4891-b6d1-81d3b0a4b7ef admin admin] 10.222.0.13 "GET /v2.0/networks/1c547f7b-5b47-40ef-927f-403a63e0cc0f HTTP/1.1" status: 200 len: 868 time: 0.1459346 Sep 26 12:47:16.286794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49760) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:16.424222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f145c90f-5bb8-4266-98f5-88962c575382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:16.425674 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f145c90f-5bb8-4266-98f5-88962c575382 admin admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 886 time: 0.1378822 Sep 26 12:47:18.589572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49768) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:18.713438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c711d01-b00f-4a59-8bac-1b54e494a9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:18.713919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c711d01-b00f-4a59-8bac-1b54e494a9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:18.715482 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6c711d01-b00f-4a59-8bac-1b54e494a9f3 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249540 Sep 26 12:47:20.965180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49776) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:21.058696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2797c98-55e4-4628-8730-72742cbc3b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:21.059162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2797c98-55e4-4628-8730-72742cbc3b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:21.060709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b2797c98-55e4-4628-8730-72742cbc3b46 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945611 Sep 26 12:47:23.203760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49784) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:23.289996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b7d90-bf0a-41ba-b2a9-8cf41927713a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:23.291276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-586b7d90-bf0a-41ba-b2a9-8cf41927713a admin admin] 10.222.0.13 "GET /v2.0/subnets/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54 HTTP/1.1" status: 200 len: 816 time: 0.0865495 Sep 26 12:47:25.505944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49794) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:25.595073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3756cf9-cded-46ef-baa3-c027c70ffd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:25.596384 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a3756cf9-cded-46ef-baa3-c027c70ffd39 admin admin] 10.222.0.13 "GET /v2.0/subnets/ef8b8bec-1071-4213-b2f0-72ba0eb2a69b HTTP/1.1" status: 200 len: 868 time: 0.0894077 Sep 26 12:47:38.176462 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6ba3e7ca-4756-4564-a1c1-07a288d3af2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:40.937547 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83349035-083a-45ba-9be6-b2ba64c0fffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:41.538743 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:41.905471 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:43.338165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:49.273006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49848) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:49.321584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-f260f80d-5db1-4290-b6a6-e4c3f1b721d5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:47:49.322639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f260f80d-5db1-4290-b6a6-e4c3f1b721d5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486534 Sep 26 12:47:50.493853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:47:51.619872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49856) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:51.678898 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cfd8b6-7033-4e0b-b28c-7dd88e6c1778 admin admin] GET failed (client error): The resource could not be found. Sep 26 12:47:51.680193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-68cfd8b6-7033-4e0b-b28c-7dd88e6c1778 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594022 Sep 26 12:47:51.888461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9572d1d9-d8f0-44ba-8309-8e574af751f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:51.889964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9572d1d9-d8f0-44ba-8309-8e574af751f1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2052302 Sep 26 12:47:54.069978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49864) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:54.117000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:47:54.138731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Made reservation on behalf of 46d050c260644ab183e4114e41080df1 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:47:54.141318 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:54.175735 n-d-806683-13 neutron-server[94811]: WARNING neutron.services.revisions.revision_plugin [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Could not find related network for resource to bump revision. Sep 26 12:47:54.189506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:47:54.199962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:54.200302 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Added segment 02099ef8-a110-4dd4-b151-0ff7030495bf of type vlan for network 0d005886-e531-40c7-864c-cebbf1f81c20 Sep 26 12:47:54.238204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:54.261314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:54.262182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:54.262757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:54.295738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2246978 Sep 26 12:47:54.327977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e03508-a51f-4da7-a530-01aa8d8eac72 admin admin] Pushing event updated for resources: {'Network': ['ID=0d005886-e531-40c7-864c-cebbf1f81c20,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:47:54.341825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0d005886-e531-40c7-864c-cebbf1f81c20 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:47:56.511569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49872) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:47:56.572038 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-240b0ac6-2044-4edd-a670-471097906b10 admin admin] GET failed (client error): The resource could not be found. Sep 26 12:47:56.573367 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-240b0ac6-2044-4edd-a670-471097906b10 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607436 Sep 26 12:47:56.641600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c1eb6-71aa-485d-a426-84512617f9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:56.643075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c49c1eb6-71aa-485d-a426-84512617f9a4 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0650611 Sep 26 12:47:56.653269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:47:56.673267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Made reservation on behalf of 46d050c260644ab183e4114e41080df1 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:47:56.676135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:56.831980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:56.887946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e96a48e-c7d2-4931-a78e-621dac89f8ce,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:47:56.897559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.897907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.898242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.898574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.898904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.899233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.899555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.899873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.900191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.900506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.900825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.901140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:56.906067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:47:56.906417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Network hostable DHCP agents. Network: 0d005886-e531-40c7-864c-cebbf1f81c20, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:47:56.922555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:47:56.931207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0d005886-e531-40c7-864c-cebbf1f81c20) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:47:56.935284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:47:56.935901 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:56.940473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778827e-73ef-429a-8017-31de01c77f4b None None] Network 0d005886-e531-40c7-864c-cebbf1f81c20 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:47:56.949105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3d569810-4742-4c40-ad10-c2fee57989fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2990880 Sep 26 12:47:57.183063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-0d005886-e531-40c7-864c-cebbf1f81c20', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'tenant_id': '46d050c260644ab183e4114e41080df1', 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:47:57.183939 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:57.323287 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Allocated IP 192.168.233.2 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:47:57.473538 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:57.478983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:57.516651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:47:57.519966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:47:57.522448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:47:57.536385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Pushing event updated for resources: {'Port': ['ID=ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:47:57.558042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.558393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.558737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.559076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.559408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.559747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.560079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.560408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.560729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.561073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.561401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.561752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:47:57.589983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Attempting to bind port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:47:57.590350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Attempting to bind port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:47:57.590705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Attempting to bind port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:47:57.595707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:47:57.596777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:47:57.597175 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:57.597585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:47:57.598053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Bound port: ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:47:57.598447 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:57.663432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] For port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:47:57.666545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] For port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:47:57.670982 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:57.728359 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc21de-aedf-498d-b48b-ca9f759199f8 None None] Pushing event updated for resources: {'Port': ['ID=ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:47:58.559676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995bbeb2-bb4b-4d15-b833-f97b3f71dfe0 None None] Network 0d005886-e531-40c7-864c-cebbf1f81c20 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:47:58.685628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-caa24c20-bbaf-473c-8857-00ebd3235f91 None None] Provisioning complete for port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:47:58.685994 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-caa24c20-bbaf-473c-8857-00ebd3235f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:58.791461 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-caa24c20-bbaf-473c-8857-00ebd3235f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:58.828978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-caa24c20-bbaf-473c-8857-00ebd3235f91 None None] For port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:47:58.834609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-caa24c20-bbaf-473c-8857-00ebd3235f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:58.891317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa24c20-bbaf-473c-8857-00ebd3235f91 None None] Pushing event updated for resources: {'Port': ['ID=ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:47:58.956277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9b741e87-651b-4b6d-bdce-edffa2211c88 None None] Provisioning complete for port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:47:58.956652 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9b741e87-651b-4b6d-bdce-edffa2211c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:47:59.136831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:47:59.190800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ee4bbff9-ee3a-4965-8e4d-56b9a6b4fcb6 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:47:59.191170 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:08.177021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09f7e905-96e7-4abe-83b1-48b074b2b122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:10.939054 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cc5cc99-9d71-47a7-a866-359876c70b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:11.539944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:11.909128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:13.342562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:27.492138 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:48:38.178022 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5fb0d264-1adc-4579-8f2d-d5682256944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:40.939824 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-85f4a4d4-cb1f-4070-814b-cc33e46f0ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:41.543127 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:41.912191 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:48:43.343605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:04.490917 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:49:08.178711 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5b1fd3fd-0e21-41f1-9598-cf0558206064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:10.944185 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc0e24a7-0559-481b-8d8f-f59fa6736acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:10.982520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49924) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:49:10.988336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-0138edf4-7525-482c-b8a5-f198b8137dda tempest-verify_tempest_config-496070335 tempest-verify_tempest_config-496070335-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:49:10.989307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0138edf4-7525-482c-b8a5-f198b8137dda tempest-verify_tempest_config-496070335 tempest-verify_tempest_config-496070335-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058365 Sep 26 12:49:11.276496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49942) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:49:11.376306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:11.460640 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:11.464952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:11.508611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=636f732a386c4e33b28cc60c53857bdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2311087 Sep 26 12:49:11.510614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7011399-71ba-4bda-8ecf-492c9a62e4a4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:49:11.511488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49946) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:49:11.518098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.518575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.519039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.519520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.519954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.520386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.520832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.521292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.521826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.522276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.522622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.522939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a45717b-2ee5-4866-889b-a5760cb6ee41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.544188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:11.568876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:11.589047 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:11.678506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:11.681059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:11.682354 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7011399-71ba-4bda-8ecf-492c9a62e4a4 HTTP/1.1" status: 204 len: 168 time: 0.1698947 Sep 26 12:49:11.690398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7011399-71ba-4bda-8ecf-492c9a62e4a4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:49:11.696914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.697261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.697635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.697980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.698312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.698644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.698971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.699494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.699793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.700117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.700438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.700763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d637ad5-87bb-419a-86df-b2a8688ddca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:49:11.916023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:13.347200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:38.178477 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df1bd5d0-971c-485b-866c-449ccca5070e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:40.936878 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4053381-ae02-4579-99de-993d1fe3668b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:41.488808 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:49:41.545311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:41.917505 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:49:43.350005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:08.178295 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1ef3936-d468-4489-bb84-c3c54ad48ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:10.938207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4f742fa6-9400-4e19-a590-4a06feeefeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:11.546076 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:11.920384 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:13.352965 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:18.487375 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:50:38.180042 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad79d-b522-4fa4-9e7e-f9fd5eeec0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:40.937901 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f3c6955c-2979-40f7-9e7c-f71615709f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:41.546382 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:41.924573 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:43.354079 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:50:55.486303 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:51:08.181929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a5036e4f-0225-4d23-8bea-0022fd541dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:10.938914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dcf54c4d-0fba-4018-a315-bfd7b3b56a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:11.547899 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:11.929331 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:13.357722 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:32.484545 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:51:38.183934 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c0169437-a150-4d7f-8f3f-4d0d0f4f814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:40.938483 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-73c4ee6d-ec54-4533-b0d2-93bf49152641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:41.546454 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:41.929928 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:51:43.360681 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:08.184151 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31bd11f5-a732-474a-a1a1-d617aa54c919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:09.483505 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 5 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:52:10.938008 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e94e6867-6b98-493c-9ba6-8d2cc0ca1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:11.546747 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:11.932165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:13.363894 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:14.763849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753102'] for agent, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:19.838716 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-753102'] for agent, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:38.183863 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-097a5ff6-158b-40de-b43f-6b523d69a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:40.937316 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8e108b6-1119-448f-9d05-b984e0af2530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:41.546160 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:41.935071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:43.367355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:44.717170 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:52:46.493051 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:52:49.793383 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:01.560669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50008) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:53:01.662629 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e287ac7d-a6f9-4463-a7e3-f9b43b7b1d34 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1001775 Sep 26 12:53:03.837289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:53:03.894700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4b4b735e-a5d7-44f2-829f-cd8d13c67e03 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0562942 Sep 26 12:53:08.184687 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3a4a077d-b85d-4567-a409-b17f19128261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:10.937515 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3f8d6860-aa43-4ea6-9a91-efe5c1a591ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:11.545783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:11.938738 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:13.370600 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:14.732056 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:19.807763 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:23.482314 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:53:38.187372 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c091e4c-7ce9-4690-8cad-9821c4bc7efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:40.937651 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2e3631f0-fd02-4ace-9c9b-fc7b39692350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:41.546711 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:41.940572 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:43.376098 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:44.730591 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:53:49.813756 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:00.483020 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:54:08.188809 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c558b74-f16f-4f07-b3a0-10dc3a89b02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:10.938780 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8fc68e04-d446-4738-a090-892817a78a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:11.547167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:11.943259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:13.376486 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:14.730210 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:19.806542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:28.742850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50178) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:29.000734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-network', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:29.026301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Made reservation on behalf of fcfce2c0b26645adbacd461b74c27eaf for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:54:29.029025 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.038253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.134812 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.140044 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.167258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b159dd1-3e1d-4752-87f8-2ae9c462c652,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:29.176747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.177091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.178193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.178827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.179469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.179958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.180516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.181709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.182509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.182988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.183462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.184062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Tracked resource versions report: Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: pushed versions: Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: { 'AddressGroup': {'1.2'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'ConntrackHelper': {'1.0'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Log': {'1.0'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Network': {'1.1'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Port': {'1.7'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'PortForwarding': {'1.2'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'QosPolicy': {'1.9'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'SecurityGroup': {'1.4'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'SubPort': {'1.0'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Subnet': {'1.1'}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Trunk': {'1.1'}} Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: consumer versions: Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: { DHCP agent@n-d-806683-13: {}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: HyperV agent@n-h1-806683-13: {}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: HyperV agent@n-h2-806683-13: {}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: L3 agent@n-d-806683-13: {}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: Metadata agent@n-d-806683-13: {}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: Metering agent@n-d-806683-13: {}, Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: Open vSwitch agent@n-d-806683-13: { 'AddressGroup': '1.2', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'ConntrackHelper': '1.0', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Log': '1.0', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Network': '1.1', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Port': '1.7', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'PortForwarding': '1.2', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'QosPolicy': '1.9', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'SecurityGroup': '1.4', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'SecurityGroupRule': '1.2', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'SubPort': '1.0', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Subnet': '1.1', Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: 'Trunk': '1.1'}} Sep 26 12:54:29.185140 n-d-806683-13 neutron-server[94811]: {{(pid=94811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:54:29.187952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:54:29.200217 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.200763 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Added segment 8db70579-aa0c-4aaa-84f2-83c86bcb965c of type vlan for network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 Sep 26 12:54:29.248238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.277125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.278368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:29.279262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.316903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5729778 Sep 26 12:54:29.320347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50222) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:29.325137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Request body: {'subnet': {'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-subnet', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:29.373100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fa9ff-9612-4541-aa7d-24a2d0490f8b admin admin] Pushing event updated for resources: {'Network': ['ID=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:29.378605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Made reservation on behalf of fcfce2c0b26645adbacd461b74c27eaf for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:54:29.381996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.388096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:54:29.600237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.659281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151b3314-856b-486a-960e-b8428c1b8a63,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:29.684542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Checking segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:29.685007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Network hostable DHCP agents. Network: dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:54:29.707661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:54:29.721214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:29.726065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:29.727775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.730799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9b633-e5da-456c-947d-f96db1d88ac6 None None] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:54:29.744842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-226fbdac-42dd-49a7-a69f-182a5dba30e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4232807 Sep 26 12:54:29.748595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50246) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:29.754065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:29.778701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.780494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.850638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:29.892670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:54:29.893744 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.045888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Allocated IP 172.20.0.2 (dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85/151b3314-856b-486a-960e-b8428c1b8a63/0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:30.115173 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.206747 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.213640 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.254186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:30.257588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:30.260652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:30.271613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Pushing event updated for resources: {'Port': ['ID=0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:30.282923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.283304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.283668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.284075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.284453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.284792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.285111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.285531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.285764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.286076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.286393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.287231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Tracked resource versions report: Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: pushed versions: Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: { 'AddressGroup': {'1.2'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'ConntrackHelper': {'1.0'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Log': {'1.0'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Network': {'1.1'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Port': {'1.7'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'PortForwarding': {'1.2'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'QosPolicy': {'1.9'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'SecurityGroup': {'1.4'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'SubPort': {'1.0'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Subnet': {'1.1'}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Trunk': {'1.1'}} Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: consumer versions: Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: { DHCP agent@n-d-806683-13: {}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: HyperV agent@n-h1-806683-13: {}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: HyperV agent@n-h2-806683-13: {}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: L3 agent@n-d-806683-13: {}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: Metadata agent@n-d-806683-13: {}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: Metering agent@n-d-806683-13: {}, Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: Open vSwitch agent@n-d-806683-13: { 'AddressGroup': '1.2', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'ConntrackHelper': '1.0', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Log': '1.0', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Network': '1.1', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Port': '1.7', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'PortForwarding': '1.2', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'QosPolicy': '1.9', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'SecurityGroup': '1.4', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'SecurityGroupRule': '1.2', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'SubPort': '1.0', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Subnet': '1.1', Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: 'Trunk': '1.1'}} Sep 26 12:54:30.288284 n-d-806683-13 neutron-server[94813]: {{(pid=94813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:54:30.345417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Attempting to bind port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:54:30.346066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Attempting to bind port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:54:30.346643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Attempting to bind port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc on network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:30.350330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.352005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:54:30.352383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Checking segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:30.352918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.353315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Bound using segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:54:30.353808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Bound port: 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:54:30.354209 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.379923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.424608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50268) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:30.437714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] For port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:54:30.440306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] For port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:54:30.445253 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.518250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fbd38-ef0c-4b6a-aa08-048c0ddee60e None None] Pushing event updated for resources: {'Port': ['ID=0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:30.528111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Allocated IP 172.25.4.58 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/4040e007-3d8c-4d1e-b343-acedb0fc953d) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:30.686723 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.754481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:30.814411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4040e007-3d8c-4d1e-b343-acedb0fc953d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:30.831092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:30.832846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:30.840063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:31.038499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3b45c78f-4b26-45e3-9c5e-dfab74d06a54 tempest-AutoAllocateNetworkTest-366676646 tempest-AutoAllocateNetworkTest-366676646-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebc6f14000ca4d30b0e44ebb637fbc9a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6125026 Sep 26 12:54:31.039128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50292) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:31.157110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:31.260403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c920e5a-e2c3-4107-b5f9-ddab7bf60179 tempest-AutoAllocateNetworkTest-366676646 tempest-AutoAllocateNetworkTest-366676646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:31.266567 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7c920e5a-e2c3-4107-b5f9-ddab7bf60179 tempest-AutoAllocateNetworkTest-366676646 tempest-AutoAllocateNetworkTest-366676646-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2263782 Sep 26 12:54:31.267096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50304) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:31.335084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4f616cdc-e4d4-42cb-a98e-8dd1aeca9be3 tempest-AutoAllocateNetworkTest-366676646 tempest-AutoAllocateNetworkTest-366676646-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668681 Sep 26 12:54:31.337747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50308) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:31.376591 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-daa3fb0a-c43f-4ea6-9022-42aebdaee7de tempest-AutoAllocateNetworkTest-366676646 tempest-AutoAllocateNetworkTest-366676646-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ebc6f14000ca4d30b0e44ebb637fbc9a HTTP/1.1" status: 200 len: 208 time: 0.0376029 Sep 26 12:54:31.476874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:31.537434 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:31.593026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:31.594209 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:31.746644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ea6b6-4974-487e-ace8-3b45354165f2 None None] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:54:31.756268 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:31.797317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:54:31.845579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-de723bd0-1459-45bd-9c73-fe3ba4e2336f None None] Provisioning complete for port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:31.846187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-de723bd0-1459-45bd-9c73-fe3ba4e2336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:31.892198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:54:31.908208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:31.973409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:54:31.993914 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Sync routers for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:54:31.998927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.003711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50330) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:32.004265 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-39738227-3c01-450d-8b91-f8c642a621c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2538958 Sep 26 12:54:32.009039 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:54:32.010472 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:54:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:32.026452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:32.212715 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:54:32.369981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50342) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:32.428859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fa24a3f5-4342-4bbf-8ab9-8f43357ff1c9 None None] Provisioning complete for port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:32.429523 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa24a3f5-4342-4bbf-8ab9-8f43357ff1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.503889 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:31Z', 'revision_number': 3, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:32.535024 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Checking router: 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:54:32.535427 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Updating router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 port 4040e007-3d8c-4d1e-b343-acedb0fc953d binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:54:32.563935 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.703284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.831157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8a90863d-7f78-4c1d-8bae-a4bc4d6bfac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.893124 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.911074 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.913540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Allocated IP 172.20.0.1 (dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85/151b3314-856b-486a-960e-b8428c1b8a63/8629a4cc-eee9-4580-a50d-c73884ebb25d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:32.970314 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Attempting to bind port 4040e007-3d8c-4d1e-b343-acedb0fc953d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:54:32.970314 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Attempting to bind port 4040e007-3d8c-4d1e-b343-acedb0fc953d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:54:32.970587 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Attempting to bind port 4040e007-3d8c-4d1e-b343-acedb0fc953d on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:32.981017 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Pushing event updated for resources: {'Port': ['ID=4040e007-3d8c-4d1e-b343-acedb0fc953d,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:32.988346 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:54:32.988796 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:32.989145 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.989543 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:54:32.990096 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Bound port: 4040e007-3d8c-4d1e-b343-acedb0fc953d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:54:32.990498 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:32.993988 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.994933 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.995408 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.995876 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.996371 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.996831 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.997303 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.997796 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.998381 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.998839 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:32.999294 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.000047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.000266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8a90863d-7f78-4c1d-8bae-a4bc4d6bfac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Tracked resource versions report: Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: pushed versions: Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: { 'AddressGroup': {'1.2'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'ConntrackHelper': {'1.0'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Log': {'1.0'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Network': {'1.1'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Port': {'1.7'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'PortForwarding': {'1.2'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'QosPolicy': {'1.9'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'SecurityGroup': {'1.4'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'SubPort': {'1.0'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Subnet': {'1.1'}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Trunk': {'1.1'}} Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: consumer versions: Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: { DHCP agent@n-d-806683-13: {}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: HyperV agent@n-h1-806683-13: {}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: HyperV agent@n-h2-806683-13: {}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: L3 agent@n-d-806683-13: {}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: Metadata agent@n-d-806683-13: {}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: Metering agent@n-d-806683-13: {}, Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: Open vSwitch agent@n-d-806683-13: { 'AddressGroup': '1.2', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'ConntrackHelper': '1.0', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Log': '1.0', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Network': '1.1', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Port': '1.7', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'PortForwarding': '1.2', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'QosPolicy': '1.9', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'SecurityGroup': '1.4', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'SecurityGroupRule': '1.2', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'SubPort': '1.0', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Subnet': '1.1', Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: 'Trunk': '1.1'}} Sep 26 12:54:33.001563 n-d-806683-13 neutron-server[94814]: {{(pid=94814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:54:33.006099 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8a90863d-7f78-4c1d-8bae-a4bc4d6bfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.045084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90863d-7f78-4c1d-8bae-a4bc4d6bfac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6034845-8bf1-4ea7-9e2a-752a6c5728c0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:33.081823 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] For port 4040e007-3d8c-4d1e-b343-acedb0fc953d, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:54:33.085574 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] For port 4040e007-3d8c-4d1e-b343-acedb0fc953d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4040e007-3d8c-4d1e-b343-acedb0fc953d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:54:33.090859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8a90863d-7f78-4c1d-8bae-a4bc4d6bfac4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebc6f14000ca4d30b0e44ebb637fbc9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7193437 Sep 26 12:54:33.091993 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.094250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.095662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50370) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:33.156345 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f07c2-ec39-444d-8475-de438fae3fad None None] Pushing event updated for resources: {'Port': ['ID=4040e007-3d8c-4d1e-b343-acedb0fc953d,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:33.159545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.197614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:33.200725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:33.204515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:33.205124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.205562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ade8d171-6039-42ec-9b6f-070db3218e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.223735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:54:33.230141 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:54:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:33.263653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ade8d171-6039-42ec-9b6f-070db3218e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.374647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ade8d171-6039-42ec-9b6f-070db3218e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.377319 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ade8d171-6039-42ec-9b6f-070db3218e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.381592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ade8d171-6039-42ec-9b6f-070db3218e2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6034845-8bf1-4ea7-9e2a-752a6c5728c0 HTTP/1.1" status: 204 len: 168 time: 0.2818127 Sep 26 12:54:33.405550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8d171-6039-42ec-9b6f-070db3218e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6034845-8bf1-4ea7-9e2a-752a6c5728c0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:33.427905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:33.472713 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:54:33.612106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:33.618010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.736724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e9b02077-b4e4-44ca-b226-bbb46aac7976 None None] Provisioning complete for port 8629a4cc-eee9-4580-a50d-c73884ebb25d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:33.737405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e9b02077-b4e4-44ca-b226-bbb46aac7976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.749518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Pushing event updated for resources: {'Port': ['ID=8629a4cc-eee9-4580-a50d-c73884ebb25d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:33.760125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.760125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.760334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.760956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.761623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.762163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.762620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.763078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.763527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.764112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.764562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.765009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Tracked resource versions report: Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: pushed versions: Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: { 'AddressGroup': {'1.2'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'ConntrackHelper': {'1.0'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Log': {'1.0'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Network': {'1.1'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Port': {'1.7'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'PortForwarding': {'1.2'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'QosPolicy': {'1.9'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'SecurityGroup': {'1.4'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'SecurityGroupRule': {'1.2'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'SubPort': {'1.0'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Subnet': {'1.1'}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Trunk': {'1.1'}} Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: consumer versions: Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: { DHCP agent@n-d-806683-13: {}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: HyperV agent@n-h1-806683-13: {}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: HyperV agent@n-h2-806683-13: {}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: L3 agent@n-d-806683-13: {}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: Metadata agent@n-d-806683-13: {}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: Metering agent@n-d-806683-13: {}, Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: Open vSwitch agent@n-d-806683-13: { 'AddressGroup': '1.2', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'ConntrackHelper': '1.0', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Log': '1.0', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Network': '1.1', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Port': '1.7', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'PortForwarding': '1.2', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'QosPolicy': '1.9', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'SecurityGroup': '1.4', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'SecurityGroupRule': '1.2', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'SubPort': '1.0', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Subnet': '1.1', Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: 'Trunk': '1.1'}} Sep 26 12:54:33.766815 n-d-806683-13 neutron-server[94812]: {{(pid=94812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 12:54:33.779409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e9b02077-b4e4-44ca-b226-bbb46aac7976 None None] Port 8629a4cc-eee9-4580-a50d-c73884ebb25d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:54:33.788667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:33.827507 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:31Z', 'revision_number': 3, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:33.854766 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f567ee-c3c6-4818-9d9b-a93a935af9a6 None None] The sync data for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 is: [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:31Z', 'revision_number': 3, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:54:34.006709 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:34.013517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:34.014515 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:34.134839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Pushing event updated for resources: {'Port': ['ID=8629a4cc-eee9-4580-a50d-c73884ebb25d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:34.206684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:34.209354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:34.364464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:54:34.543670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:54:34.563761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f8100701-4c9c-4949-b383-ee439a1d6766 admin admin] 10.222.0.13 "PUT /v2.0/routers/5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5505385 Sep 26 12:54:34.607989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-745ebee2-594a-4867-959f-c64b0ea4f762 None None] Provisioning complete for port 8629a4cc-eee9-4580-a50d-c73884ebb25d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:34.608423 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-745ebee2-594a-4867-959f-c64b0ea4f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:34.671140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-745ebee2-594a-4867-959f-c64b0ea4f762 None None] Port 8629a4cc-eee9-4580-a50d-c73884ebb25d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:54:34.752201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50448) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:35.110125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a836fa9a-d7af-4fb8-9f30-b1297e617e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.234868 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a836fa9a-d7af-4fb8-9f30-b1297e617e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.241461 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a836fa9a-d7af-4fb8-9f30-b1297e617e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.295491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836fa9a-d7af-4fb8-9f30-b1297e617e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27867a9d-6e82-4ba1-a874-84761cac5a52,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:35.310368 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a836fa9a-d7af-4fb8-9f30-b1297e617e72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b566af652d0f474d872afa905ed58580&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5570433 Sep 26 12:54:35.313249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50476) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:35.437052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50488) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:35.440003 n-d-806683-13 neutron-server[94811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 12:54:35.450347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4040e007-3d8c-4d1e-b343-acedb0fc953d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:35.451517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f29ce734-d244-4588-8f62-8c2ed337b7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.501659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f29ce734-d244-4588-8f62-8c2ed337b7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.546773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4040e007-3d8c-4d1e-b343-acedb0fc953d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:35.548740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.591359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f29ce734-d244-4588-8f62-8c2ed337b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.595308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f29ce734-d244-4588-8f62-8c2ed337b7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.596843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f29ce734-d244-4588-8f62-8c2ed337b7f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27867a9d-6e82-4ba1-a874-84761cac5a52 HTTP/1.1" status: 204 len: 168 time: 0.2820601 Sep 26 12:54:35.612399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ce734-d244-4588-8f62-8c2ed337b7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27867a9d-6e82-4ba1-a874-84761cac5a52,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:35.698541 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.709347 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-26bdcb38-3bb1-438a-b6e4-45cf5e3538e9 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2697899 Sep 26 12:54:35.730641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 4040e007-3d8c-4d1e-b343-acedb0fc953d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4040e007-3d8c-4d1e-b343-acedb0fc953d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:54:35.743534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:35.812413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=4040e007-3d8c-4d1e-b343-acedb0fc953d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:35.933973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-dca6081f-7af3-42aa-a147-f12ca053a526 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:35.954225 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-dca6081f-7af3-42aa-a147-f12ca053a526 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387855 Sep 26 12:54:35.972186 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-887bf288-7808-4e23-8e15-9dc696f50c6e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/quotas/6ab8fe667f9e4f9eb4d40e3bdb9bc3ba HTTP/1.1" status: 200 len: 375 time: 0.0170281 Sep 26 12:54:35.978060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Sync routers for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:54:35.989260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:54:35.990663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:54:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:36.037428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-7a6be1c3-7428-4313-8448-63f391149484 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636961 Sep 26 12:54:36.117706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50514) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:36.122765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-network', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:36.127331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:54:36.175549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Made reservation on behalf of 90f0a247dfc54a0d8da8d141f7f6ae7b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:54:36.178641 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.188031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.256187 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50522) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:36.274751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-580bb288-d054-44f1-8b4d-c288258d5298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.386994 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.392837 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.429144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:54:36.443127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab029ad-b76f-4385-8704-394ecdfe91c3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:36.463230 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.466083 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Added segment 04180c36-ffa1-4866-b16b-acae3cac2264 of type vlan for network dbed006d-fa45-4c01-9aa6-5056cb36550f Sep 26 12:54:36.495521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 2, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:36.522995 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.528344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Checking router: 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:54:36.528902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Updating router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 port 8629a4cc-eee9-4580-a50d-c73884ebb25d binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:54:36.558501 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.560340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:36.561703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.564493 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.734277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f9c2dfb-aac1-4a44-95fb-49f9f2c34cf2 req-7d7e8a91-8aba-4868-bc7d-b42431572825 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 210 time: 0.1617417 Sep 26 12:54:36.740977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] Pushing event updated for resources: {'Network': ['ID=dbed006d-fa45-4c01-9aa6-5056cb36550f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:36.744026 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-580bb288-d054-44f1-8b4d-c288258d5298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.772340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1f878aea-90d5-4759-81db-b92686896666 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6454613 Sep 26 12:54:36.776661 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-580bb288-d054-44f1-8b4d-c288258d5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.779495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50548) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:36.779495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Request body: {'subnet': {'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-subnet', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:36.789614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network dbed006d-fa45-4c01-9aa6-5056cb36550f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:54:36.804613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Made reservation on behalf of 90f0a247dfc54a0d8da8d141f7f6ae7b for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:54:36.810146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:36.906228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-580bb288-d054-44f1-8b4d-c288258d5298 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcb5a650227044d9aa9c8d5b515cc173&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6489654 Sep 26 12:54:36.907892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bb288-d054-44f1-8b4d-c288258d5298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe8cb85-f7de-447f-8a8e-ef66f1d2b5ea,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:36.919667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50566) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:37.046921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74cc807b-4598-428e-aeaf-bd16d51d36bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.098373 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74cc807b-4598-428e-aeaf-bd16d51d36bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.178290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74cc807b-4598-428e-aeaf-bd16d51d36bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.182928 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74cc807b-4598-428e-aeaf-bd16d51d36bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.186996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.188229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74cc807b-4598-428e-aeaf-bd16d51d36bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfe8cb85-f7de-447f-8a8e-ef66f1d2b5ea HTTP/1.1" status: 204 len: 168 time: 0.2673299 Sep 26 12:54:37.216502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc807b-4598-428e-aeaf-bd16d51d36bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe8cb85-f7de-447f-8a8e-ef66f1d2b5ea,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:37.324627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6148c0-e98c-4690-bb00-f50979e93815,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:37.346095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Checking segment: {'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:37.346617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Network hostable DHCP agents. Network: dbed006d-fa45-4c01-9aa6-5056cb36550f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:54:37.366495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Network dbed006d-fa45-4c01-9aa6-5056cb36550f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:54:37.378592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, dbed006d-fa45-4c01-9aa6-5056cb36550f) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:37.389728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:37.390311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.422304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50606) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:37.422964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5f72f533-7d9b-46ff-a859-7312ecae5ed3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6544309 Sep 26 12:54:37.427386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:37.474567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.475711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.478336 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.487121 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:54:37.491752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d574cde-9fc7-489c-a91e-6bacbe589578 None None] Network dbed006d-fa45-4c01-9aa6-5056cb36550f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:54:37.543457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.546317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4040e007-3d8c-4d1e-b343-acedb0fc953d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:37.553368 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.784102 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:37.888286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2126af-70de-442f-81f7-e2fcd32a1adb None None] Pushing event updated for resources: {'Port': ['ID=8629a4cc-eee9-4580-a50d-c73884ebb25d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:37.919995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50630) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:37.941919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4040e007-3d8c-4d1e-b343-acedb0fc953d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:37.942513 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.075169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Attempting to bind port 8629a4cc-eee9-4580-a50d-c73884ebb25d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:54:38.075930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Attempting to bind port 8629a4cc-eee9-4580-a50d-c73884ebb25d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:54:38.076422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Attempting to bind port 8629a4cc-eee9-4580-a50d-c73884ebb25d on network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:38.101304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50642) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:38.127390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:54:38.127826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Checking segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:38.128239 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.128693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Bound using segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:54:38.129113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Bound port: 8629a4cc-eee9-4580-a50d-c73884ebb25d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:54:38.129528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.156117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.178877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-dbed006d-fa45-4c01-9aa6-5056cb36550f', 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'fixed_ips': [{'subnet_id': 'dc6148c0-e98c-4690-bb00-f50979e93815'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:54:38.179711 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.186206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.198431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a297f00f-3baf-498f-8ca9-4b13ec926bdc None None] Provisioning complete for port 8629a4cc-eee9-4580-a50d-c73884ebb25d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:38.198837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a297f00f-3baf-498f-8ca9-4b13ec926bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.275446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-24d9c3b0-31a3-4957-9012-5fc78178c244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.299381 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41608b85-3ac5-4503-8238-feb803bf171e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.358398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Allocated IP 172.25.4.105 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c447f11e-076f-4254-88ea-7bc6039b17ab) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:38.365169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a297f00f-3baf-498f-8ca9-4b13ec926bdc None None] Port 8629a4cc-eee9-4580-a50d-c73884ebb25d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:54:38.386613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfd911a3-9e24-4cbb-9a18-efd32699dc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.413195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] For port 8629a4cc-eee9-4580-a50d-c73884ebb25d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:54:38.418399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] For port 8629a4cc-eee9-4580-a50d-c73884ebb25d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8629a4cc-eee9-4580-a50d-c73884ebb25d,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:54:38.441243 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.514936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50660) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:38.532761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Allocated IP 172.20.0.2 (dbed006d-fa45-4c01-9aa6-5056cb36550f/dc6148c0-e98c-4690-bb00-f50979e93815/ad56c203-61f0-4b6f-b065-35ee92d3dc4e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:38.570282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:54:38.571484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:54:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:38.636953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.658686 n-d-806683-13 neutron-server[94812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 12:54:38.677583 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-24d9c3b0-31a3-4957-9012-5fc78178c244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.714754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-24d9c3b0-31a3-4957-9012-5fc78178c244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.731223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:38.751551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2126af-70de-442f-81f7-e2fcd32a1adb None None] Pushing event updated for resources: {'Port': ['ID=8629a4cc-eee9-4580-a50d-c73884ebb25d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:38.792423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:38.795907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:38.798731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:38.808780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-24d9c3b0-31a3-4957-9012-5fc78178c244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b434c032c4fe454eac507776fe19b7e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8876488 Sep 26 12:54:38.811536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50682) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:38.898361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:54:38.909634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98c1bb24-bb4c-4528-a353-da5e8f7a60bc req-6f51f723-34b2-4c61-9715-6456c396f6db tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 210 time: 0.3935132 Sep 26 12:54:38.928883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Pushing event updated for resources: {'Port': ['ID=c447f11e-076f-4254-88ea-7bc6039b17ab,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:38.978700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-07336850-f9b0-4c9d-b41a-cea36138e931 None None] Provisioning complete for port 8629a4cc-eee9-4580-a50d-c73884ebb25d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:38.979112 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07336850-f9b0-4c9d-b41a-cea36138e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.135396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9c3b0-31a3-4957-9012-5fc78178c244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef08460-8ddf-49ad-81d1-3c4f779247b2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:39.231611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e99b776-b3e0-4612-ac36-224d66f83f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.305801 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e99b776-b3e0-4612-ac36-224d66f83f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.360560 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.464320 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfd911a3-9e24-4cbb-9a18-efd32699dc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.473808 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfd911a3-9e24-4cbb-9a18-efd32699dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.477500 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.528708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e99b776-b3e0-4612-ac36-224d66f83f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.532042 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e99b776-b3e0-4612-ac36-224d66f83f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.537257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0e99b776-b3e0-4612-ac36-224d66f83f3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ef08460-8ddf-49ad-81d1-3c4f779247b2 HTTP/1.1" status: 204 len: 168 time: 0.7185655 Sep 26 12:54:39.545883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bfd911a3-9e24-4cbb-9a18-efd32699dc1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0361acd66438420abd00a48b1482014d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4436550 Sep 26 12:54:39.546988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd911a3-9e24-4cbb-9a18-efd32699dc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2214c06e-54bc-47f5-b867-edcc6748d53a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:39.550804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50740) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:39.577689 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.603796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99b776-b3e0-4612-ac36-224d66f83f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef08460-8ddf-49ad-81d1-3c4f779247b2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:39.643102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50744) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:39.671684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eeddc233-e8a2-4439-9238-cb290db4283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.679129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.23', 64232) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:39.741335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-76d7b3cc-1b3d-4c50-82df-4b0b92bb154e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557261 Sep 26 12:54:39.754443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07336850-f9b0-4c9d-b41a-cea36138e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.766266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Network dbed006d-fa45-4c01-9aa6-5056cb36550f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:39.775708 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:39.788168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:39.839931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Pushing event updated for resources: {'Port': ['ID=ad56c203-61f0-4b6f-b065-35ee92d3dc4e,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:39.856302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eeddc233-e8a2-4439-9238-cb290db4283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.933116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-07336850-f9b0-4c9d-b41a-cea36138e931 None None] For port 8629a4cc-eee9-4580-a50d-c73884ebb25d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8629a4cc-eee9-4580-a50d-c73884ebb25d,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:54:39.939761 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07336850-f9b0-4c9d-b41a-cea36138e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.945749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Attempting to bind port ad56c203-61f0-4b6f-b065-35ee92d3dc4e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:54:39.945749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Attempting to bind port ad56c203-61f0-4b6f-b065-35ee92d3dc4e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:54:39.945749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Attempting to bind port ad56c203-61f0-4b6f-b065-35ee92d3dc4e on network dbed006d-fa45-4c01-9aa6-5056cb36550f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:39.976124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:54:39.976491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Checking segment: {'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:39.979924 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:39.980330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Bound using segment: {'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:54:39.988014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Bound port: ad56c203-61f0-4b6f-b065-35ee92d3dc4e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:54:39.992904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:40.054957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-d1edee88-7340-4e06-8217-4ebc2178d3b4 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:40.056741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-d1edee88-7340-4e06-8217-4ebc2178d3b4 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809458 Sep 26 12:54:40.060631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07336850-f9b0-4c9d-b41a-cea36138e931 None None] Pushing event updated for resources: {'Port': ['ID=8629a4cc-eee9-4580-a50d-c73884ebb25d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:40.107370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eeddc233-e8a2-4439-9238-cb290db4283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:40.110238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eeddc233-e8a2-4439-9238-cb290db4283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:40.112129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eeddc233-e8a2-4439-9238-cb290db4283f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2214c06e-54bc-47f5-b867-edcc6748d53a HTTP/1.1" status: 204 len: 168 time: 0.5600963 Sep 26 12:54:40.126974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddc233-e8a2-4439-9238-cb290db4283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2214c06e-54bc-47f5-b867-edcc6748d53a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:40.157996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Request body: {'port': {'device_id': '4303b475-687e-4c5a-8c2a-6dc95d36d4f5', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '6ab8fe667f9e4f9eb4d40e3bdb9bc3ba'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:40.168525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:38Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:40.172060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:40.202880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec3b09-0367-424e-b6b6-95ff7cfb4882 None None] The sync data for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 is: [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:38Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:54:40.204936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] For port ad56c203-61f0-4b6f-b065-35ee92d3dc4e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:54:40.226936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] For port ad56c203-61f0-4b6f-b065-35ee92d3dc4e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ad56c203-61f0-4b6f-b065-35ee92d3dc4e,segment=NetworkSegment(04180c36-ffa1-4866-b16b-acae3cac2264),segment_id=04180c36-ffa1-4866-b16b-acae3cac2264)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:54:40.235458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:40.353638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe846e-a71c-4f26-9f7b-3fc0c0153c31 None None] Pushing event updated for resources: {'Port': ['ID=ad56c203-61f0-4b6f-b065-35ee92d3dc4e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:40.478195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:54:40.682190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50794) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:40.749000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bb08208-e875-49ce-a43f-0b89ccfb7886 req-a88d19d3-17ce-4600-b759-bb346cdcffc9 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 210 time: 0.3926589 Sep 26 12:54:40.767619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-46337f14-50ef-4cbf-85d9-6582505210b3 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4b67a582ea1744e791dda943efb5fbb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687032 Sep 26 12:54:40.780060 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3ae123b-bd0b-4d89-8417-a8279cccea9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:40.790136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef6e8fcb-3bfe-4e9d-adea-1bb27caa9d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:40.947470 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5478140e-9916-4c0c-a9c9-ea1b88277d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:40.972212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-d7fd585b-ca49-4245-bae6-8651d5fb9156 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:40.975139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-d7fd585b-ca49-4245-bae6-8651d5fb9156 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067041 Sep 26 12:54:41.010402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-6d13b4db-519e-4129-8b21-b8d8f69ef870 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/quotas/4b67a582ea1744e791dda943efb5fbb6 HTTP/1.1" status: 200 len: 375 time: 0.0292649 Sep 26 12:54:41.012156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3ae123b-bd0b-4d89-8417-a8279cccea9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.037418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3ae123b-bd0b-4d89-8417-a8279cccea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.064150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e7506562-2f7f-4419-b7ce-ef9e4e1f3936 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b67a582ea1744e791dda943efb5fbb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525379 Sep 26 12:54:41.066509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 12:54:41.066509 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 12:54:41.066509 n-d-806683-13 neutron-server[94812]: [parameters: {'project_id_1': '6ab8fe667f9e4f9eb4d40e3bdb9bc3ba', 'expiration_1': datetime.datetime(2021, 9, 26, 12, 54, 20, 844666)}] Sep 26 12:54:41.066509 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 12:54:41.067234 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:54:41.099800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:54:41.118049 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Sync routers for ids ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:54:41.132511 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Routers {'32fe6a28-10c4-4cf0-bbba-7e681e9160f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:54:41.133448 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:54:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:41.162869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae123b-bd0b-4d89-8417-a8279cccea9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c895bea9-9843-46b3-adee-2546606a771a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:41.171199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e3ae123b-bd0b-4d89-8417-a8279cccea9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c168e92a84b4ce1936dfc1bdaea3320&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4759572 Sep 26 12:54:41.172306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50818) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:41.172778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50820) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:41.227947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d88c-1ac1-4c41-83ba-1e98e5c4f579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.452091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d585103f-fc1f-45b8-8fc1-26d723834233 req-95b18724-2667-4788-b6dd-05a86bd6b5fe tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 210 time: 0.0870245 Sep 26 12:54:41.457565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae698f8d-b451-4716-b5ea-77f6a124070a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.466288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef6e8fcb-3bfe-4e9d-adea-1bb27caa9d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.475558 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef6e8fcb-3bfe-4e9d-adea-1bb27caa9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.480911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.484205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ae9291f2-411c-474d-9fa3-43ba21cd9433 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0599492 Sep 26 12:54:41.497956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50832) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:41.504927 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Set router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:54:41.601854 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.609965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ad56c203-61f0-4b6f-b065-35ee92d3dc4e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:41.616929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d88c-1ac1-4c41-83ba-1e98e5c4f579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.661586 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d88c-1ac1-4c41-83ba-1e98e5c4f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.705511 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae698f8d-b451-4716-b5ea-77f6a124070a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.710968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e8e5d88c-1ac1-4c41-83ba-1e98e5c4f579 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31752f600ccf48608bcddbcc980cc7ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5358179 Sep 26 12:54:41.711983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Made reservation on behalf of 6ab8fe667f9e4f9eb4d40e3bdb9bc3ba for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:54:41.720772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.735446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50838) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:41.756498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:41.792435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ad56c203-61f0-4b6f-b065-35ee92d3dc4e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:41.793039 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.129858 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.146174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.191657 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.192238 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.213355 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 3, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port': {'id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:38Z', 'updated_at': '2021-09-26T12:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:42.253620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848cb4b-1e82-4dd7-b79a-9d1186efaf44 None None] Network dbed006d-fa45-4c01-9aa6-5056cb36550f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:54:42.386042 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Checking router: 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:54:42.390811 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Updating router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 port c447f11e-076f-4254-88ea-7bc6039b17ab binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:54:42.452917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port ad56c203-61f0-4b6f-b065-35ee92d3dc4e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ad56c203-61f0-4b6f-b065-35ee92d3dc4e,segment=NetworkSegment(04180c36-ffa1-4866-b16b-acae3cac2264),segment_id=04180c36-ffa1-4866-b16b-acae3cac2264)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:54:42.485539 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.516010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.518842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8629a4cc-eee9-4580-a50d-c73884ebb25d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:42.637230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Allocated IP 192.168.233.197 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/9c6a9847-b3d4-49ee-8918-22bf5100b242) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:42.753224 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-00a3465b-25e4-48e7-af05-5a6dba243ba3 req-0a09667c-ba0a-4a75-a577-66627a225c95 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 210 time: 0.1972597 Sep 26 12:54:42.793367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-67e10628-c512-4c40-a390-9e33c91f4e33 None None] Provisioning complete for port ad56c203-61f0-4b6f-b065-35ee92d3dc4e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:42.793788 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67e10628-c512-4c40-a390-9e33c91f4e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.921226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:42.927001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-240208af-1ff0-4002-8717-eae2f9f13dcc req-3d997895-c754-48fd-ad5b-e619700ea381 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 210 time: 0.0509219 Sep 26 12:54:42.929120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ef6e8fcb-3bfe-4e9d-adea-1bb27caa9d15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff3554c5027342c8ae5c77e10e3337ad&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2847593 Sep 26 12:54:42.940256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e8fcb-3bfe-4e9d-adea-1bb27caa9d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496a6369-c779-4f0c-94d7-b79b3ef43314,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:42.948328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50864) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:43.073534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5d88c-1ac1-4c41-83ba-1e98e5c4f579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c42dd-3a76-4929-9b43-bac379c81111,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:43.124543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=ad56c203-61f0-4b6f-b065-35ee92d3dc4e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:43.216457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d840c0-d633-4f57-97f8-360bc08471d5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:43.225980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13518d2b-ce9e-44a3-a2ee-6e97a61373bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.235328 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae698f8d-b451-4716-b5ea-77f6a124070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.235538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8629a4cc-eee9-4580-a50d-c73884ebb25d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:43.236116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.239840 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae698f8d-b451-4716-b5ea-77f6a124070a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.242970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ae698f8d-b451-4716-b5ea-77f6a124070a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c895bea9-9843-46b3-adee-2546606a771a HTTP/1.1" status: 204 len: 168 time: 2.0691283 Sep 26 12:54:43.262420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae698f8d-b451-4716-b5ea-77f6a124070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c895bea9-9843-46b3-adee-2546606a771a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:43.264820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.299985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13518d2b-ce9e-44a3-a2ee-6e97a61373bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.315855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.316955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b41c74e-7de2-4e7c-bd20-36dc69caa990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.356707 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.369245 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.539887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:43.542451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b41c74e-7de2-4e7c-bd20-36dc69caa990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.551284 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39df4d-89c7-46ff-a676-79b6c64964c8 None None] Pushing event updated for resources: {'Port': ['ID=c447f11e-076f-4254-88ea-7bc6039b17ab,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:43.567293 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Attempting to bind port c447f11e-076f-4254-88ea-7bc6039b17ab on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:54:43.568214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:43.570127 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Attempting to bind port c447f11e-076f-4254-88ea-7bc6039b17ab by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:54:43.570737 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Attempting to bind port c447f11e-076f-4254-88ea-7bc6039b17ab on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:43.584034 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:54:43.585920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:43.587353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Pushing event updated for resources: {'Port': ['ID=9c6a9847-b3d4-49ee-8918-22bf5100b242,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:43.588179 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.590189 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:54:43.591896 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Bound port: c447f11e-076f-4254-88ea-7bc6039b17ab, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:54:43.592687 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.607179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:43.619147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:43.620153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.644727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4a24e232-36b0-4ab3-b466-0ac544268596 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4931593 Sep 26 12:54:43.677678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-3613132f-d61b-41eb-8221-937daac68e4d tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:54:43.688202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-3613132f-d61b-41eb-8221-937daac68e4d tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220969 Sep 26 12:54:43.723517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13518d2b-ce9e-44a3-a2ee-6e97a61373bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.726736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13518d2b-ce9e-44a3-a2ee-6e97a61373bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.727927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-13518d2b-ce9e-44a3-a2ee-6e97a61373bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/643c42dd-3a76-4929-9b43-bac379c81111 HTTP/1.1" status: 204 len: 168 time: 1.9314444 Sep 26 12:54:43.753378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13518d2b-ce9e-44a3-a2ee-6e97a61373bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c42dd-3a76-4929-9b43-bac379c81111,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:43.787032 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] For port c447f11e-076f-4254-88ea-7bc6039b17ab, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:54:43.797132 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] For port c447f11e-076f-4254-88ea-7bc6039b17ab, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c447f11e-076f-4254-88ea-7bc6039b17ab,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:54:43.805076 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.809186 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:43.962671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.24', 64279) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:44.052708 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39df4d-89c7-46ff-a676-79b6c64964c8 None None] Pushing event updated for resources: {'Port': ['ID=c447f11e-076f-4254-88ea-7bc6039b17ab,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:44.067016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-7e7e409f-7820-463a-9fde-3be878d31c0b tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4b67a582ea1744e791dda943efb5fbb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005335 Sep 26 12:54:44.123590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b41c74e-7de2-4e7c-bd20-36dc69caa990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:44.128662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b41c74e-7de2-4e7c-bd20-36dc69caa990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:44.131125 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Routers {'32fe6a28-10c4-4cf0-bbba-7e681e9160f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:54:44.135892 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8b41c74e-7de2-4e7c-bd20-36dc69caa990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/496a6369-c779-4f0c-94d7-b79b3ef43314 HTTP/1.1" status: 204 len: 168 time: 1.1846759 Sep 26 12:54:44.144279 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:54:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:44.149202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b3a8ef9b-8db8-45fd-a676-8a701079a04e None None] Provisioning complete for port 9c6a9847-b3d4-49ee-8918-22bf5100b242 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:44.154467 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ef9b-8db8-45fd-a676-8a701079a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:44.247291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41c74e-7de2-4e7c-bd20-36dc69caa990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496a6369-c779-4f0c-94d7-b79b3ef43314,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:44.362100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ad56c203-61f0-4b6f-b065-35ee92d3dc4e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:44.363098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270231da-3a60-4fcb-9af7-14d7de9dab47 req-93bd620a-2eb4-47d2-972f-82f11159ea82 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:44.367234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-270231da-3a60-4fcb-9af7-14d7de9dab47 req-93bd620a-2eb4-47d2-972f-82f11159ea82 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 936 time: 0.2788594 Sep 26 12:54:44.546138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-270231da-3a60-4fcb-9af7-14d7de9dab47 req-e251ff5a-465a-4a22-aadd-ddae9cf1dc89 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681597 Sep 26 12:54:44.613053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] Set router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:54:44.641737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Allocated IP 172.20.0.1 (dbed006d-fa45-4c01-9aa6-5056cb36550f/dc6148c0-e98c-4690-bb00-f50979e93815/977b8268-eaff-48aa-9d6a-71bfb61e9f9e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:44.644707 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9590d23-efc1-46a4-be2f-7b90c0c3449f req-6fa8475a-75f4-4bfd-b22b-34201764000c tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 210 time: 0.1758950 Sep 26 12:54:44.660160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8ef9b-8db8-45fd-a676-8a701079a04e None None] Port 9c6a9847-b3d4-49ee-8918-22bf5100b242 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:54:44.688699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ad56c203-61f0-4b6f-b065-35ee92d3dc4e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:44.689454 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:44.703668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-b23662d1-0b25-45eb-8501-24d125e6c230 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:44.705216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-b23662d1-0b25-45eb-8501-24d125e6c230 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6337633 Sep 26 12:54:44.782483 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:44.784629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Request body: {'port': {'device_id': 'f584993f-d9f8-439a-a113-dc2c2e05992e', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '4b67a582ea1744e791dda943efb5fbb6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:44.798770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7f49d162-a695-4caa-abd1-9633ba6efaae None None] Provisioning complete for port ad56c203-61f0-4b6f-b065-35ee92d3dc4e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:44.799716 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7f49d162-a695-4caa-abd1-9633ba6efaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.015137 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.094879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Request body: {'port': {'device_id': '4303b475-687e-4c5a-8c2a-6dc95d36d4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:45.137397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.207052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Network dbed006d-fa45-4c01-9aa6-5056cb36550f is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:45.211185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:45.216179 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:45.216910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.219653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Made reservation on behalf of 4b67a582ea1744e791dda943efb5fbb6 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:54:45.223229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.233855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.236025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.298793 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 3, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port': {'id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:38Z', 'updated_at': '2021-09-26T12:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:45.311261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50940) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:45.349534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c7e1360f-52f4-441b-9afd-f51cd89af0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.377696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100bc6d-475a-4bf6-9a81-dfc38411ce2c None None] The sync data for ids ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'] in n-d-806683-13 is: [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 3, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port': {'id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:72:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:38Z', 'updated_at': '2021-09-26T12:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:54:45.638904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9f71356d-812c-46b2-bd94-3131f9ed065b None None] Provisioning complete for port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:45.639497 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f71356d-812c-46b2-bd94-3131f9ed065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:45.751607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9f71356d-812c-46b2-bd94-3131f9ed065b None None] Port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:54:45.936268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:45.954839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9631bc2-7872-4792-84d2-0746fb0e66f7 req-ce74a784-c926-437a-bc11-cdb38f2d471d tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:45.963657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9631bc2-7872-4792-84d2-0746fb0e66f7 req-ce74a784-c926-437a-bc11-cdb38f2d471d tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 936 time: 0.2760084 Sep 26 12:54:46.222571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c447f11e-076f-4254-88ea-7bc6039b17ab up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:46.395145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9631bc2-7872-4792-84d2-0746fb0e66f7 req-492a74a4-3eac-4423-9c80-663a57bf887d tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273920 Sep 26 12:54:46.477126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c447f11e-076f-4254-88ea-7bc6039b17ab triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:46.479097 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:46.680241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:46.749472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2769f1ae-81b8-4121-a96e-19ad6c0cc292 req-89408ea8-3bdd-47f3-aab3-3ddb585013f7 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 210 time: 0.9518225 Sep 26 12:54:46.881650 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:46.996604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port c447f11e-076f-4254-88ea-7bc6039b17ab, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c447f11e-076f-4254-88ea-7bc6039b17ab,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:54:47.008305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.034221 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.074022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.104570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=c447f11e-076f-4254-88ea-7bc6039b17ab,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:47.425225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc49ace-8729-446a-88d5-9277de229e23,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:47.530725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.541352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.542296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.636831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6a9847-b3d4-49ee-8918-22bf5100b242 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:54:47.666842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.770572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c7e1360f-52f4-441b-9afd-f51cd89af0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.771658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:47.790321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c7e1360f-52f4-441b-9afd-f51cd89af0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.798441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Transition to ACTIVE for port object 9c6a9847-b3d4-49ee-8918-22bf5100b242 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:54:47.825958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29debe00-ca09-4457-843a-7000ac8f2415 req-d10a7594-5500-4260-a8d5-6698bddda9c5 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:47.834528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29debe00-ca09-4457-843a-7000ac8f2415 req-d10a7594-5500-4260-a8d5-6698bddda9c5 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 936 time: 0.2017238 Sep 26 12:54:47.868155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:47.917019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29debe00-ca09-4457-843a-7000ac8f2415 req-5694bf58-8f16-4d3c-86cc-92f4061cdab7 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800478 Sep 26 12:54:47.944158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Network dbed006d-fa45-4c01-9aa6-5056cb36550f is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:47.946975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:48.206424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a9847-b3d4-49ee-8918-22bf5100b242,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:48.260326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c447f11e-076f-4254-88ea-7bc6039b17ab up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:48.282266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:54:48.361729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c7e1360f-52f4-441b-9afd-f51cd89af0e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a84b736462384c76a024ed4904cd609b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0447624 Sep 26 12:54:48.454728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51054) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:48.463221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1360f-52f4-441b-9afd-f51cd89af0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd59b29-3eba-4eb7-8ae4-a877d52579d3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:48.526079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2547d8d0-7b88-46bd-b550-9d5c8afde28d req-d7faf131-3527-4b69-b13d-11a6c30a692c tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 210 time: 0.4308925 Sep 26 12:54:48.537361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c447f11e-076f-4254-88ea-7bc6039b17ab triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:48.537765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:48.621241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fbf598fa-3d02-422b-94ae-307f95c58dcc None None] Provisioning complete for port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:48.621631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fbf598fa-3d02-422b-94ae-307f95c58dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:48.658832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Allocated IP 192.168.233.167 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/71ea0378-7f82-4fd5-ae19-1c3bcdf1de35) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:48.670731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:54:48.683767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89a3cfce-808f-4750-83af-696c07b9a5e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/32fe6a28-10c4-4cf0-bbba-7e681e9160f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1820467 Sep 26 12:54:48.731902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Attempting to bind port 9c6a9847-b3d4-49ee-8918-22bf5100b242 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:54:48.733205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Attempting to bind port 9c6a9847-b3d4-49ee-8918-22bf5100b242 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:54:48.734443 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Attempting to bind port 9c6a9847-b3d4-49ee-8918-22bf5100b242 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:48.734564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62c85a65-d265-44fc-a3c9-451ab17e3eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:48.754189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Port 9c6a9847-b3d4-49ee-8918-22bf5100b242 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:54:48.755416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Attempting to bind port 9c6a9847-b3d4-49ee-8918-22bf5100b242 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:48.768695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fbf598fa-3d02-422b-94ae-307f95c58dcc None None] Port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:54:48.787719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:54:48.789372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:48.791785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:54:48.794224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Bound port: 9c6a9847-b3d4-49ee-8918-22bf5100b242, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:54:48.796584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:48.801332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Sync routers for ids ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:54:48.806740 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62c85a65-d265-44fc-a3c9-451ab17e3eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:48.853309 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Routers {'32fe6a28-10c4-4cf0-bbba-7e681e9160f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:54:48.867511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:54:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:48.871722 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62c85a65-d265-44fc-a3c9-451ab17e3eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:48.878722 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62c85a65-d265-44fc-a3c9-451ab17e3eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:48.880852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-62c85a65-d265-44fc-a3c9-451ab17e3eb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfd59b29-3eba-4eb7-8ae4-a877d52579d3 HTTP/1.1" status: 204 len: 168 time: 0.4223640 Sep 26 12:54:48.916495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c85a65-d265-44fc-a3c9-451ab17e3eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd59b29-3eba-4eb7-8ae4-a877d52579d3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:49.164145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d86d9-026e-4cd8-a2c6-4da2cf715179 req-2482f735-83a3-4418-81a2-301383932cac tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:49.180715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f13d86d9-026e-4cd8-a2c6-4da2cf715179 req-2482f735-83a3-4418-81a2-301383932cac tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.1503751 Sep 26 12:54:49.218667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Set router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:54:49.274301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f13d86d9-026e-4cd8-a2c6-4da2cf715179 req-5ea70abe-874f-402b-ad8a-08d8fbda5c4a tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904853 Sep 26 12:54:49.278245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] For port 9c6a9847-b3d4-49ee-8918-22bf5100b242, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:54:49.331311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] For port 9c6a9847-b3d4-49ee-8918-22bf5100b242, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9c6a9847-b3d4-49ee-8918-22bf5100b242,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:54:49.345327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:49.432353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a9847-b3d4-49ee-8918-22bf5100b242,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:49.465880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:49.467205 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:49.469320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-fb61ab63-7301-473d-bd0d-7edeb65258cf service neutron] 10.222.0.23 "PUT /v2.0/ports/9c6a9847-b3d4-49ee-8918-22bf5100b242 HTTP/1.1" status: 200 len: 1097 time: 5.0017161 Sep 26 12:54:49.479010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4303b475-687e-4c5a-8c2a-6dc95d36d4f5', 'tag': '9c6a9847-b3d4-49ee-8918-22bf5100b242'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:54:49.647763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:49.690430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4733cd6a-a27a-4bc4-b7d7-eae1391bcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:49.691946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-4733cd6a-a27a-4bc4-b7d7-eae1391bcf3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 1100 time: 0.1226931 Sep 26 12:54:49.807435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51090) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:49.855421 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:49.871318 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-a11da000-6aa0-4eb4-81a6-e60a514ce7ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9c6a9847-b3d4-49ee-8918-22bf5100b242 HTTP/1.1" status: 200 len: 217 time: 0.1609082 Sep 26 12:54:49.890906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T12:54:46Z', 'revision_number': 4, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port': {'id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:38Z', 'updated_at': '2021-09-26T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '977b8268-eaff-48aa-9d6a-71bfb61e9f9e', 'name': '', 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'mac_address': 'fa:16:3e:df:be:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'dc6148c0-e98c-4690-bb00-f50979e93815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:43Z', 'updated_at': '2021-09-26T12:54:46Z', 'revision_number': 2, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'subnets': [{'id': 'dc6148c0-e98c-4690-bb00-f50979e93815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:49.928733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Checking router: 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:54:49.929095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Updating router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:54:49.962937 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.009085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-94f5f8ad-2422-43b3-ab64-425bf03b1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:50.010677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-94f5f8ad-2422-43b3-ab64-425bf03b1a29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1173940 Sep 26 12:54:50.148241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4ea38cf-fba8-49ff-9895-6011de97a32a req-7f2d7b7f-da1e-4636-b399-774f2b8fb3cc tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 210 time: 0.2814074 Sep 26 12:54:50.184294 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.263095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Pushing event updated for resources: {'Port': ['ID=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:50.312649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-72f92eb9-3a6d-486b-a67f-1a98815a5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:50.315103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-72f92eb9-3a6d-486b-a67f-1a98815a5d4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2543468 Sep 26 12:54:50.317158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:50.321298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:50.327215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:50.338898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:50.339572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.417533 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d9963d1-7c0e-402e-acad-b1b7a453a5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.516605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.523479 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-11f36710-5294-4a3b-8f91-36181e4270a7 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546960 Sep 26 12:54:50.525433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-e309b171-7ede-4a5d-af5d-2b7a0af012d6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7462792 Sep 26 12:54:50.527802 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.529131 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609" -d '{"events": [{"name": "network-changed", "server_uuid": "4303b475-687e-4c5a-8c2a-6dc95d36d4f5", "tag": "9c6a9847-b3d4-49ee-8918-22bf5100b242"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:54:50.564048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-4750e891-143f-4335-b07f-aad2382ed094 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:54:50.565141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-4750e891-143f-4335-b07f-aad2382ed094 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294156 Sep 26 12:54:50.685855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698f06-7186-475a-bb39-a87031659a86 req-a51976a8-0ed2-40b1-b564-8f79606d37a5 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:50.694644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11698f06-7186-475a-bb39-a87031659a86 req-a51976a8-0ed2-40b1-b564-8f79606d37a5 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.1617284 Sep 26 12:54:50.801048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11698f06-7186-475a-bb39-a87031659a86 req-168be8bc-0103-4f03-a20b-21da3cb740fa tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919185 Sep 26 12:54:50.801048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4dddc3e-002b-415c-9bc3-aaa75aca4f57 req-67fea6f0-0ebc-4c11-90c3-8492746d0708 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646499 Sep 26 12:54:50.861305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d07c6-b180-425d-858a-a15f99247a5f None None] Pushing event updated for resources: {'Port': ['ID=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:50.938609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1e5b450e-9466-41a9-8c6e-4dab319790a9 None None] Provisioning complete for port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:50.938995 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1e5b450e-9466-41a9-8c6e-4dab319790a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.948547 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d9963d1-7c0e-402e-acad-b1b7a453a5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.954989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d9963d1-7c0e-402e-acad-b1b7a453a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:50.983466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Request body: {'port': {'device_id': 'f584993f-d9f8-439a-a113-dc2c2e05992e', 'device_owner': 'compute:tempest-test_az-192933538', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:51.023323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Attempting to bind port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:54:51.023636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Attempting to bind port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:54:51.023997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Attempting to bind port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e on network dbed006d-fa45-4c01-9aa6-5056cb36550f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:51.029168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9963d1-7c0e-402e-acad-b1b7a453a5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aab9d7-2d8f-4897-8df3-1e8d989d4f31,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:51.040135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:54:51.042565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Checking segment: {'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:51.044384 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.046210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Bound using segment: {'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:54:51.046388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Bound port: 977b8268-eaff-48aa-9d6a-71bfb61e9f9e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04180c36-ffa1-4866-b16b-acae3cac2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:54:51.047239 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.077365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8d9963d1-7c0e-402e-acad-b1b7a453a5b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2224be980ce649f197f9a403edc7aea3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2686553 Sep 26 12:54:51.082869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51132) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:51.154316 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.158451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b450e-9466-41a9-8c6e-4dab319790a9 None None] Port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:54:51.231351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-759776f2-25d6-4a8c-af40-a35119edd3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.265302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] For port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:54:51.277551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] For port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,segment=NetworkSegment(04180c36-ffa1-4866-b16b-acae3cac2264),segment_id=04180c36-ffa1-4866-b16b-acae3cac2264)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:54:51.283972 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.292178 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-759776f2-25d6-4a8c-af40-a35119edd3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.460251 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-759776f2-25d6-4a8c-af40-a35119edd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.475352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-759776f2-25d6-4a8c-af40-a35119edd3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.476815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-759776f2-25d6-4a8c-af40-a35119edd3ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8aab9d7-2d8f-4897-8df3-1e8d989d4f31 HTTP/1.1" status: 204 len: 168 time: 0.3895707 Sep 26 12:54:51.504311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d07c6-b180-425d-858a-a15f99247a5f None None] Pushing event updated for resources: {'Port': ['ID=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:51.544759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759776f2-25d6-4a8c-af40-a35119edd3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aab9d7-2d8f-4897-8df3-1e8d989d4f31,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:51.561802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Routers {'32fe6a28-10c4-4cf0-bbba-7e681e9160f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:54:51.565733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:54:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:51.795213 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a7f5c-0467-4f27-b706-484a79572186 x-openstack-request-id: req-9c9a7f5c-0467-4f27-b706-484a79572186 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:54:51.795502 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4303b475-687e-4c5a-8c2a-6dc95d36d4f5", "tag": "9c6a9847-b3d4-49ee-8918-22bf5100b242", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:54:51.795760 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c9a7f5c-0467-4f27-b706-484a79572186 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:54:51.796222 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4303b475-687e-4c5a-8c2a-6dc95d36d4f5', 'tag': '9c6a9847-b3d4-49ee-8918-22bf5100b242', 'status': 'completed', 'code': 200} Sep 26 12:54:51.800883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f216116f-70b6-4431-8f9d-b5fa4ab94b3d None None] Provisioning complete for port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:51.801352 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f216116f-70b6-4431-8f9d-b5fa4ab94b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:51.878810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857d94d-dd66-4338-90ce-35644d960a68 req-9397b53c-8700-4445-9843-1d5145840ecc tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:51.881424 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9857d94d-dd66-4338-90ce-35644d960a68 req-9397b53c-8700-4445-9843-1d5145840ecc tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 936 time: 0.1185601 Sep 26 12:54:52.020169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9857d94d-dd66-4338-90ce-35644d960a68 req-b807373a-ce75-47f7-8fb6-53cdbbcd3a6b tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272619 Sep 26 12:54:52.163832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] Set router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:54:52.374679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:54:52.402481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:52.429527 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f216116f-70b6-4431-8f9d-b5fa4ab94b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:52.439138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51180) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:52.462689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-b9fb96bc-7140-4282-b9e5-218ee6927d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:52.464247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-b9fb96bc-7140-4282-b9e5-218ee6927d92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 1100 time: 0.6422608 Sep 26 12:54:52.476871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-75690e29-1048-46ee-a32b-ea9a6d90db91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:52.513752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feb5e3-bcae-4e49-b245-7b5188b23ade req-215ab7ec-5af8-47bd-b6c3-69fa2521f9ba tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:52.515393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57feb5e3-bcae-4e49-b245-7b5188b23ade req-215ab7ec-5af8-47bd-b6c3-69fa2521f9ba tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.2930536 Sep 26 12:54:52.575143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Transition to ACTIVE for port object 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:54:52.599836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f216116f-70b6-4431-8f9d-b5fa4ab94b3d None None] For port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,segment=NetworkSegment(04180c36-ffa1-4866-b16b-acae3cac2264),segment_id=04180c36-ffa1-4866-b16b-acae3cac2264)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:54:52.631461 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f216116f-70b6-4431-8f9d-b5fa4ab94b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:52.702319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:52.760565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51184) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:52.765343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-599a96b7-72f5-4f41-977f-6b14e003c7a8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378945448', 'description': 'tempest-description--1697503424'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:52.905896 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-75690e29-1048-46ee-a32b-ea9a6d90db91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:52.935636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-75690e29-1048-46ee-a32b-ea9a6d90db91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.055970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216116f-70b6-4431-8f9d-b5fa4ab94b3d None None] Pushing event updated for resources: {'Port': ['ID=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:53.090252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8324a04f-116b-4574-a36f-da9711838003 None None] Provisioning complete for port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:53.090252 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8324a04f-116b-4574-a36f-da9711838003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.108283 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-599a96b7-72f5-4f41-977f-6b14e003c7a8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.161310 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-75690e29-1048-46ee-a32b-ea9a6d90db91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=304c0dd69e884ee39da3344ad5a1ad0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7208419 Sep 26 12:54:53.178820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51196) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:53.209181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75690e29-1048-46ee-a32b-ea9a6d90db91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506cdb0-6893-454d-acba-1ec5cf456cad,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:53.296557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57feb5e3-bcae-4e49-b245-7b5188b23ade req-7a9672fa-fd8e-4731-bb56-242f32a0ec94 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202678 Sep 26 12:54:53.411420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Pushing event updated for resources: {'Port': ['ID=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:53.427305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51204) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:53.455702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784135bf-057b-4bd0-a232-c085c9cafbdf req-bbb4809b-e9ad-426e-b868-7bc928345b8e tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:53.463765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-784135bf-057b-4bd0-a232-c085c9cafbdf req-bbb4809b-e9ad-426e-b868-7bc928345b8e tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.2813444 Sep 26 12:54:53.466803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-92961f6d-ed2c-4612-87a0-bc3bf62c4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:53.476531 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-92961f6d-ed2c-4612-87a0-bc3bf62c4e74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.9332092 Sep 26 12:54:53.477183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T12:54:46Z', 'revision_number': 4, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port': {'id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:38Z', 'updated_at': '2021-09-26T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '977b8268-eaff-48aa-9d6a-71bfb61e9f9e', 'name': '', 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'mac_address': 'fa:16:3e:df:be:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'dc6148c0-e98c-4690-bb00-f50979e93815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:43Z', 'updated_at': '2021-09-26T12:54:51Z', 'revision_number': 4, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'subnets': [{'id': 'dc6148c0-e98c-4690-bb00-f50979e93815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:54:53.486191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Attempting to bind port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:54:53.491700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Attempting to bind port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:54:53.492307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Attempting to bind port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:53.521508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbaa6a6-490a-44c4-a1e4-0676ed1eeb0d None None] The sync data for ids ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'] in n-d-806683-13 is: [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T12:54:46Z', 'revision_number': 4, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port': {'id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:38Z', 'updated_at': '2021-09-26T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '977b8268-eaff-48aa-9d6a-71bfb61e9f9e', 'name': '', 'network_id': 'dbed006d-fa45-4c01-9aa6-5056cb36550f', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'mac_address': 'fa:16:3e:df:be:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'dc6148c0-e98c-4690-bb00-f50979e93815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:43Z', 'updated_at': '2021-09-26T12:54:51Z', 'revision_number': 4, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'subnets': [{'id': 'dc6148c0-e98c-4690-bb00-f50979e93815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:54:53.605525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-599a96b7-72f5-4f41-977f-6b14e003c7a8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.622094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-599a96b7-72f5-4f41-977f-6b14e003c7a8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.653980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:54:53.654490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Attempting to bind port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:54:53.665385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-a0a4719f-aaf1-4d54-a870-7f175298e6a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9c6a9847-b3d4-49ee-8918-22bf5100b242 HTTP/1.1" status: 200 len: 217 time: 0.1699078 Sep 26 12:54:53.687382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:54:53.687902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:54:53.688401 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:54:53.688953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Bound port: 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:54:53.689325 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.770814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-784135bf-057b-4bd0-a232-c085c9cafbdf req-3c171bb7-c1ac-44b4-8a47-87376c2a4182 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530130 Sep 26 12:54:53.803910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-599a96b7-72f5-4f41-977f-6b14e003c7a8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.805470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-599a96b7-72f5-4f41-977f-6b14e003c7a8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0438485 Sep 26 12:54:53.812291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d85291bc-7b8a-4acd-8dd0-8e5391019674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.821649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51212) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:53.835516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-036c3729-5e60-4758-ab7d-f63492a256c5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Request body: {'security_group_rule': {'security_group_id': '7d8c0152-80ec-4a1e-a2b8-a8d365939dd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:53.861268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a96b7-72f5-4f41-977f-6b14e003c7a8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:53.899478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d85291bc-7b8a-4acd-8dd0-8e5391019674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:53.976687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-036c3729-5e60-4758-ab7d-f63492a256c5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.058167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-6420c0df-661d-4a72-989f-e203725fbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:54.063408 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-6420c0df-661d-4a72-989f-e203725fbe7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.3558590 Sep 26 12:54:54.094280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d85291bc-7b8a-4acd-8dd0-8e5391019674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.099248 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d85291bc-7b8a-4acd-8dd0-8e5391019674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.104681 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d85291bc-7b8a-4acd-8dd0-8e5391019674 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3506cdb0-6893-454d-acba-1ec5cf456cad HTTP/1.1" status: 204 len: 168 time: 0.9242547 Sep 26 12:54:54.137902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85291bc-7b8a-4acd-8dd0-8e5391019674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506cdb0-6893-454d-acba-1ec5cf456cad,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:54.242598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-036c3729-5e60-4758-ab7d-f63492a256c5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.248318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-02d87554-4a51-4f44-9ceb-2573f7720ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.251644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-036c3729-5e60-4758-ab7d-f63492a256c5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.315752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 977b8268-eaff-48aa-9d6a-71bfb61e9f9e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:54:54.339439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c3729-5e60-4758-ab7d-f63492a256c5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e9b997-802d-4604-bf19-380ba535d7bc,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:54.359029 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-036c3729-5e60-4758-ab7d-f63492a256c5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.361355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-036c3729-5e60-4758-ab7d-f63492a256c5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5374229 Sep 26 12:54:54.363281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51222) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:54.376490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d2941e41-774e-43a4-a510-b371d9e6441e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Request body: {'security_group_rule': {'security_group_id': '7d8c0152-80ec-4a1e-a2b8-a8d365939dd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:54.416903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] For port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:54:54.429772 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2941e41-774e-43a4-a510-b371d9e6441e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.464665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-27d433da-85cc-479b-add6-3e7d6f41c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:54.470827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-27d433da-85cc-479b-add6-3e7d6f41c108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3811419 Sep 26 12:54:54.525649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:54:54.526715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.732696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] For port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:54:54.761094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.792019 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2941e41-774e-43a4-a510-b371d9e6441e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.801022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2941e41-774e-43a4-a510-b371d9e6441e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.840768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2941e41-774e-43a4-a510-b371d9e6441e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277133e5-1f04-4b93-b370-d1bbb8896693,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:54.940009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-9174b986-f73e-44b5-a810-dd6cdd7ce81a service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788848 Sep 26 12:54:54.976389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:54.979967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:54.992804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] 10.222.0.24 "PUT /v2.0/ports/71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 HTTP/1.1" status: 200 len: 1118 time: 4.2957354 Sep 26 12:54:55.132263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589c10e-af67-49d9-9ba2-daff00e4aa29 req-9dbc7245-be41-4c55-920d-5b29cb6529b4 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:55.136514 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7589c10e-af67-49d9-9ba2-daff00e4aa29 req-9dbc7245-be41-4c55-920d-5b29cb6529b4 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.1533339 Sep 26 12:54:55.238779 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7589c10e-af67-49d9-9ba2-daff00e4aa29 req-5b2fd047-37ea-4ef2-b675-e52cdd94dc5a tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948694 Sep 26 12:54:55.252890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f584993f-d9f8-439a-a113-dc2c2e05992e', 'tag': '71ea0378-7f82-4fd5-ae19-1c3bcdf1de35'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:54:55.274482 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1554d71a-7001-43bc-a911-61b894b0dc51" -d '{"events": [{"name": "network-changed", "server_uuid": "f584993f-d9f8-439a-a113-dc2c2e05992e", "tag": "71ea0378-7f82-4fd5-ae19-1c3bcdf1de35"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:54:55.357385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a724084-0643-41d3-9f56-6214ec8d6ff3 req-77a51d06-18d3-410d-b332-2ae7102adc9e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:55.360118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a724084-0643-41d3-9f56-6214ec8d6ff3 req-77a51d06-18d3-410d-b332-2ae7102adc9e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.8633943 Sep 26 12:54:55.384290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52676a-1cd7-4ba6-8978-ad5fe2720a4d service neutron] Pushing event updated for resources: {'Port': ['ID=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:55.477247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e50c54c-841c-4b4e-8ce3-3fa24da2d609 req-dbd2a93a-af71-4daa-b1d8-bd44b855db39 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121417 Sep 26 12:54:55.479989 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d9ced9-9875-4d06-8db1-886a266559bb x-openstack-request-id: req-17d9ced9-9875-4d06-8db1-886a266559bb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:54:55.480879 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f584993f-d9f8-439a-a113-dc2c2e05992e", "tag": "71ea0378-7f82-4fd5-ae19-1c3bcdf1de35", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:54:55.481470 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17d9ced9-9875-4d06-8db1-886a266559bb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:54:55.482090 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f584993f-d9f8-439a-a113-dc2c2e05992e', 'tag': '71ea0378-7f82-4fd5-ae19-1c3bcdf1de35', 'status': 'completed', 'code': 200} Sep 26 12:54:55.524563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-b0d2cb3e-3d53-40e0-bb49-b071ab0e8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:55.526555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-b0d2cb3e-3d53-40e0-bb49-b071ab0e8670 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b67a582ea1744e791dda943efb5fbb6&device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 1121 time: 0.2349446 Sep 26 12:54:55.543381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a724084-0643-41d3-9f56-6214ec8d6ff3 req-e0d983a4-9612-40c6-a774-0d3fa39bdfc7 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669743 Sep 26 12:54:55.630595 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-0ace5483-da22-49ef-a8bf-075b0b1e9198 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 HTTP/1.1" status: 200 len: 217 time: 0.0825026 Sep 26 12:54:55.696630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-02d87554-4a51-4f44-9ceb-2573f7720ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:55.707108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-02d87554-4a51-4f44-9ceb-2573f7720ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:55.712462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2941e41-774e-43a4-a510-b371d9e6441e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:55.713863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d2941e41-774e-43a4-a510-b371d9e6441e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3468039 Sep 26 12:54:55.717550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51262) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:55.722242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:54:55.774224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-02d87554-4a51-4f44-9ceb-2573f7720ead admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=473d173184144d918755c5d9527d71a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3390658 Sep 26 12:54:55.783404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51264) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:55.852190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d87554-4a51-4f44-9ceb-2573f7720ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7becccde-dc85-4125-94b6-c12722d88e18,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:55.926036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-ee9aad73-b82d-4326-8703-03d7d0b06895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:55.929267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-ee9aad73-b82d-4326-8703-03d7d0b06895 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0991387 Sep 26 12:54:55.960168 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:56.022781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f89a949e-0a7b-4754-8df8-616361c02fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:56.025365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-ab01ea83-6998-4fa1-aa90-c150c1377529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:56.027232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-ab01ea83-6998-4fa1-aa90-c150c1377529 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0624588 Sep 26 12:54:56.101040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f89a949e-0a7b-4754-8df8-616361c02fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:56.180200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f89a949e-0a7b-4754-8df8-616361c02fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:56.183505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f89a949e-0a7b-4754-8df8-616361c02fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:56.184953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f89a949e-0a7b-4754-8df8-616361c02fe0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7becccde-dc85-4125-94b6-c12722d88e18 HTTP/1.1" status: 204 len: 168 time: 0.4001348 Sep 26 12:54:56.195489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a949e-0a7b-4754-8df8-616361c02fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7becccde-dc85-4125-94b6-c12722d88e18,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:56.206755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-d690f3bc-e807-4e99-969f-a8fa5705ffaf service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562710 Sep 26 12:54:56.386761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:56.393200 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfed1269-75b5-41b4-b4fc-88ba4de9498a req-0fb4214f-cb67-4f67-9002-1f4d4dd5bd82 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584392 Sep 26 12:54:56.636452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2f896-23a4-467b-b52f-f8c6b30ab08e req-0b733a12-5825-49e6-bffc-792ad420cb47 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:56.643882 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-86d2f896-23a4-467b-b52f-f8c6b30ab08e req-0b733a12-5825-49e6-bffc-792ad420cb47 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.2452304 Sep 26 12:54:56.735855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-da83ebcc-1fe9-45e0-b4c3-fdd0768c8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:56.741467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-da83ebcc-1fe9-45e0-b4c3-fdd0768c8a06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b67a582ea1744e791dda943efb5fbb6&device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 1121 time: 0.1744380 Sep 26 12:54:56.766809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c78b5f-c3ca-41be-bdd3-876386f5a6ed req-cb059c2e-ff6e-4431-8561-e13669e29689 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:56.770586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1c78b5f-c3ca-41be-bdd3-876386f5a6ed req-cb059c2e-ff6e-4431-8561-e13669e29689 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.1299777 Sep 26 12:54:56.774187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-86d2f896-23a4-467b-b52f-f8c6b30ab08e req-dca6f4ae-3e23-4902-a274-e1a68b75fa92 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287699 Sep 26 12:54:56.798699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Allocated IP 172.25.4.145 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/a3f02ece-af02-4f6f-a451-4dab25c51ed9) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:54:56.924736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1c78b5f-c3ca-41be-bdd3-876386f5a6ed req-525cafc6-3e96-479b-bbdb-af273a975fc1 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405401 Sep 26 12:54:56.978165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-6f9699e3-b5cd-46f2-98d0-3e9649a0d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:56.980776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-6f9699e3-b5cd-46f2-98d0-3e9649a0d340 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1977797 Sep 26 12:54:57.032345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51294) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:57.051696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-850fde5e-61fc-40d5-87c9-7e9800fad228 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 HTTP/1.1" status: 200 len: 217 time: 0.0631468 Sep 26 12:54:57.078661 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-219729dd-9429-466d-906b-291d5e192600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.164065 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.203190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-2ce92382-f5e7-4d51-bf61-bce46668b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:57.204802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-2ce92382-f5e7-4d51-bf61-bce46668b2a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1317565 Sep 26 12:54:57.330752 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-219729dd-9429-466d-906b-291d5e192600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.343450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-219729dd-9429-466d-906b-291d5e192600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.428314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219729dd-9429-466d-906b-291d5e192600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f5f93-f61f-442b-9cec-0b251fbb6329,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:57.451608 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-219729dd-9429-466d-906b-291d5e192600 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b24c6f8d2134ac69eb81c3ac89efe9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034922 Sep 26 12:54:57.454955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51304) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:57.467849 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.537901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:54:57.554348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event updated for resources: {'Port': ['ID=a3f02ece-af02-4f6f-a451-4dab25c51ed9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:57.561394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:54:57.593017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-1aa2367d-469c-4c76-bc7b-51655377c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:57.594798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-1aa2367d-469c-4c76-bc7b-51655377c949 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3810101 Sep 26 12:54:57.603693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:54:57.610055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dd52184-d5e0-47aa-94e5-d5c5e6c258af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.708724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dd52184-d5e0-47aa-94e5-d5c5e6c258af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.757779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.790905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-1b1d46e8-ed63-4859-b03c-3b1d3dda0b4b service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626337 Sep 26 12:54:57.844109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.903080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dd52184-d5e0-47aa-94e5-d5c5e6c258af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.906880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dd52184-d5e0-47aa-94e5-d5c5e6c258af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:57.909045 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7dd52184-d5e0-47aa-94e5-d5c5e6c258af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f2f5f93-f61f-442b-9cec-0b251fbb6329 HTTP/1.1" status: 204 len: 168 time: 0.4523153 Sep 26 12:54:57.947576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd52184-d5e0-47aa-94e5-d5c5e6c258af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2f5f93-f61f-442b-9cec-0b251fbb6329,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:58.099316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1554d71a-7001-43bc-a911-61b894b0dc51 req-2fe2e7eb-c2ee-44a3-baf9-30462de68841 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842565 Sep 26 12:54:58.225629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:58.231596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b61f1-5916-4f4e-8c4e-2304987ad9f1 req-e0b1b794-4370-4c21-ae78-9dfca0f091dc tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:58.234955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d4b61f1-5916-4f4e-8c4e-2304987ad9f1 req-e0b1b794-4370-4c21-ae78-9dfca0f091dc tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.1015792 Sep 26 12:54:58.246133 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:58.319126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d4b61f1-5916-4f4e-8c4e-2304987ad9f1 req-2177abef-d7fe-41bf-9bb3-3b0528dde054 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689273 Sep 26 12:54:58.346909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:58.373599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event updated for resources: {'Port': ['ID=a3f02ece-af02-4f6f-a451-4dab25c51ed9,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:54:58.403641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f978246-611e-4dd4-b0e4-8cc5184bf764 req-26cc01f2-0ae3-4d30-999d-1b095e01e387 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:58.412302 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f978246-611e-4dd4-b0e4-8cc5184bf764 req-26cc01f2-0ae3-4d30-999d-1b095e01e387 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.1910913 Sep 26 12:54:58.451932 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:58.464064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-890fdd90-9cc2-4fd9-a931-beef67cd6a4d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7452042 Sep 26 12:54:58.471474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f978246-611e-4dd4-b0e4-8cc5184bf764 req-8a0b785e-dcd0-437c-b950-9543b34ac161 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 Sep 26 12:54:59.354804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51382) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:54:59.485879 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-0c04c1d8-383b-4ecd-be50-ca78707be2fc tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--378945448&fields=id&tenant_id=fcfce2c0b26645adbacd461b74c27eaf HTTP/1.1" status: 200 len: 267 time: 0.0822153 Sep 26 12:54:59.593796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76e5e-94d7-47e9-9213-9122a9a23531 req-019cc1e6-f90f-4f29-9632-fdaa68f65dbd tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:59.600692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65c76e5e-94d7-47e9-9213-9122a9a23531 req-019cc1e6-f90f-4f29-9632-fdaa68f65dbd tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.0716395 Sep 26 12:54:59.673426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65c76e5e-94d7-47e9-9213-9122a9a23531 req-74242d0e-0984-43c4-9a63-588d92fc070b tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623152 Sep 26 12:54:59.760798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a959bbc9-14c5-49df-a1bf-e184ec582550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:59.777076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-c9b73e3f-7896-48d4-9c00-1a88093dd341 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:59.778817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-c9b73e3f-7896-48d4-9c00-1a88093dd341 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 823 time: 0.2920165 Sep 26 12:54:59.808870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-7f1d9e0d-356c-4ec4-821d-0eabfc37d5e7 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/quotas/fcfce2c0b26645adbacd461b74c27eaf HTTP/1.1" status: 200 len: 375 time: 0.0164900 Sep 26 12:54:59.811488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b24f-ef39-4227-88ee-e88d3a8a6d78 req-34b68e27-6509-4399-8711-ce61169519f1 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:54:59.813312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f697b24f-ef39-4227-88ee-e88d3a8a6d78 req-34b68e27-6509-4399-8711-ce61169519f1 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.0519853 Sep 26 12:54:59.877016 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f697b24f-ef39-4227-88ee-e88d3a8a6d78 req-6a7f7dbe-58c7-4879-8a97-9b0ec01fda39 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567548 Sep 26 12:54:59.956004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-beef67c3-b94a-4c94-88f0-df8e25a9d3d9 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1360600 Sep 26 12:54:59.978159 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a959bbc9-14c5-49df-a1bf-e184ec582550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:54:59.983608 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a959bbc9-14c5-49df-a1bf-e184ec582550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:00.047550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a959bbc9-14c5-49df-a1bf-e184ec582550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7641f8c5f8e642b7ab6c2a48d6e4a143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923075 Sep 26 12:55:00.048101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51420) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:00.048566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959bbc9-14c5-49df-a1bf-e184ec582550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bb1d26-2e01-4f7c-b98f-44755ef88ce7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:00.133008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb953ffd-2127-4c74-8901-4fe0b269bd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:00.165622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb953ffd-2127-4c74-8901-4fe0b269bd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:00.226922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb953ffd-2127-4c74-8901-4fe0b269bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:00.229752 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb953ffd-2127-4c74-8901-4fe0b269bd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:00.233694 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eb953ffd-2127-4c74-8901-4fe0b269bd2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98bb1d26-2e01-4f7c-b98f-44755ef88ce7 HTTP/1.1" status: 204 len: 168 time: 0.1839485 Sep 26 12:55:00.242089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb953ffd-2127-4c74-8901-4fe0b269bd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bb1d26-2e01-4f7c-b98f-44755ef88ce7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:00.285173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-057d620f-fb79-49d9-822a-6b93ac1800bd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:55:00.286804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-057d620f-fb79-49d9-822a-6b93ac1800bd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1712127 Sep 26 12:55:00.426133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-29c120e2-8ff4-437b-8a09-dac5518e74e2 service neutron] 10.222.0.13 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293967 Sep 26 12:55:00.556395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-4d1ddc71-9fe6-47e0-bba6-5fbc17566dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269770 Sep 26 12:55:00.745518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51448) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:00.765190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2175eb8f-7f3c-4b9d-a0de-171ef281573b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:00.904583 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ca6bc3e-10d6-403d-808d-93050532e0cf req-a94ba51e-4879-4926-a850-32472184fe09 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 210 time: 0.0423169 Sep 26 12:55:00.912579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ffd4e-449b-40e5-ae36-3635eff63168 req-28e1aa3b-e42a-4a7c-85b6-10e3d8b0a622 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:00.920183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-159ffd4e-449b-40e5-ae36-3635eff63168 req-28e1aa3b-e42a-4a7c-85b6-10e3d8b0a622 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.0906901 Sep 26 12:55:00.982457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-159ffd4e-449b-40e5-ae36-3635eff63168 req-4d6e9739-97c1-4962-bc90-c5fa4dd4f988 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612977 Sep 26 12:55:01.009415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2175eb8f-7f3c-4b9d-a0de-171ef281573b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:01.015961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2175eb8f-7f3c-4b9d-a0de-171ef281573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:01.064697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175eb8f-7f3c-4b9d-a0de-171ef281573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703ff54c-b4ec-4ed3-80ce-e08faf2d31a7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:01.115152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2175eb8f-7f3c-4b9d-a0de-171ef281573b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3257e2c09ce4feca26525cc5b7c55c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683486 Sep 26 12:55:01.118049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51472) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:01.189773 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4771522-2a72-4039-bbb3-ad9a492bdbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:01.195425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1aa9a-42cc-4b18-9b76-585773963d2a req-1817252e-5fd5-43e2-8b96-71f0ba929d3c tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:01.197814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50c1aa9a-42cc-4b18-9b76-585773963d2a req-1817252e-5fd5-43e2-8b96-71f0ba929d3c tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.1115065 Sep 26 12:55:01.218360 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4771522-2a72-4039-bbb3-ad9a492bdbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:01.248208 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50c1aa9a-42cc-4b18-9b76-585773963d2a req-e77357ab-52ad-4c39-8acc-12ff30659b0b tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Sep 26 12:55:01.283469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4771522-2a72-4039-bbb3-ad9a492bdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:01.286526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4771522-2a72-4039-bbb3-ad9a492bdbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:01.290442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a4771522-2a72-4039-bbb3-ad9a492bdbc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/703ff54c-b4ec-4ed3-80ce-e08faf2d31a7 HTTP/1.1" status: 204 len: 168 time: 0.1703379 Sep 26 12:55:01.303467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4771522-2a72-4039-bbb3-ad9a492bdbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703ff54c-b4ec-4ed3-80ce-e08faf2d31a7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:01.608513 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-c6422d30-db67-43c5-bb57-aec8c6e9b671 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283856 Sep 26 12:55:01.784492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-38e78378-1de8-4e99-ad0c-4d7e4695a855 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:01.792253 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-38e78378-1de8-4e99-ad0c-4d7e4695a855 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768343 Sep 26 12:55:01.817057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-a3d0fd85-a47c-4114-8d6e-445796c85f17 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/quotas/d103dd3ec0534dcbb982235d5b6718d1 HTTP/1.1" status: 200 len: 375 time: 0.0237446 Sep 26 12:55:01.859691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-afe063cc-77fa-4818-8267-d4cfb5df0469 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409834 Sep 26 12:55:01.928442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:02.040885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6340f295-a960-4843-b3ac-321e3793faf2 req-542bb470-4930-459c-972a-8fe111e3bb3e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 210 time: 0.0553105 Sep 26 12:55:02.085396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b6632a0f-69d0-4b2d-839b-8b060941d155 req-4b9059f9-0eea-4d96-b75b-b286ebcf72d4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 210 time: 0.0593052 Sep 26 12:55:02.116508 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f524a09f-791e-4c25-9329-b5a69d40b3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:02.172227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865672c-faa0-4685-bb7f-3874e09c41a0 req-1d5a9a8d-ba23-436b-bea9-e3ae3dfaa9a0 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:02.173943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6865672c-faa0-4685-bb7f-3874e09c41a0 req-1d5a9a8d-ba23-436b-bea9-e3ae3dfaa9a0 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.0582068 Sep 26 12:55:02.231054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6865672c-faa0-4685-bb7f-3874e09c41a0 req-d3a342cf-4c3c-4407-9bea-c3194f9a85b3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Sep 26 12:55:02.243570 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f524a09f-791e-4c25-9329-b5a69d40b3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:02.249545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f524a09f-791e-4c25-9329-b5a69d40b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:02.304287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f524a09f-791e-4c25-9329-b5a69d40b3aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=665584700e094885b385b01ba8993139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746755 Sep 26 12:55:02.307002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51544) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:02.331257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524a09f-791e-4c25-9329-b5a69d40b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd4e2fc-6a4d-4157-9438-52f631b70a63,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:02.494244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f623a2-a824-4b53-b787-ab913c8e11ce req-c50d81a8-62be-4017-9c41-130f99026482 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:02.502086 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2f623a2-a824-4b53-b787-ab913c8e11ce req-c50d81a8-62be-4017-9c41-130f99026482 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.1126871 Sep 26 12:55:02.551187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2f623a2-a824-4b53-b787-ab913c8e11ce req-56774a9e-ddcb-42c8-87ec-fc02ebe2610b tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479462 Sep 26 12:55:02.560995 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f94-0780-4ad5-9c42-58e6af36f493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:02.587609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-061df2c6-d8b3-45cf-b87d-d83e90e9a192 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:02.589206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-061df2c6-d8b3-45cf-b87d-d83e90e9a192 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 823 time: 0.1707807 Sep 26 12:55:02.602319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f94-0780-4ad5-9c42-58e6af36f493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:02.674606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-b0573738-8ce5-4c71-9b71-d3a088f8afc2 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcfce2c0b26645adbacd461b74c27eaf HTTP/1.1" status: 200 len: 379 time: 0.0743332 Sep 26 12:55:02.685732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Request body: {'port': {'device_id': '014cde72-6f07-44d6-9d8d-1500debce657', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'admin_state_up': True, 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'security_groups': ['7d8c0152-80ec-4a1e-a2b8-a8d365939dd7']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:02.714462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f94-0780-4ad5-9c42-58e6af36f493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:02.716962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b4c02f94-0780-4ad5-9c42-58e6af36f493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:02.718161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b4c02f94-0780-4ad5-9c42-58e6af36f493 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddd4e2fc-6a4d-4157-9438-52f631b70a63 HTTP/1.1" status: 204 len: 168 time: 0.4101951 Sep 26 12:55:02.730862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c02f94-0780-4ad5-9c42-58e6af36f493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd4e2fc-6a4d-4157-9438-52f631b70a63,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:02.820060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Made reservation on behalf of fcfce2c0b26645adbacd461b74c27eaf for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:02.824330 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:02.986826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Allocated IP 172.20.0.11 (dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85/151b3314-856b-486a-960e-b8428c1b8a63/dcca1fed-276a-471a-82d7-d2d0c212a88c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:03.069954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51570) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:03.085982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c1d83de0-f527-48d1-b2db-75ecd30da2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.182987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ee75642-4d2b-4528-9257-3db98f66fb25 req-cd878fe3-7436-464f-8b19-440e095ff345 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 210 time: 0.0609181 Sep 26 12:55:03.221764 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.234811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c1d83de0-f527-48d1-b2db-75ecd30da2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.237816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-676c1bf9-cfd8-4a8a-8c92-50bb2e87fb2b req-bf4c9a28-a14e-42d7-975f-bd9da5155e2b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 210 time: 0.0431719 Sep 26 12:55:03.241209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c1d83de0-f527-48d1-b2db-75ecd30da2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.272224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-1c55fa86-a0d3-4394-8523-b3a3e65fe943 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271566 Sep 26 12:55:03.286128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c1d83de0-f527-48d1-b2db-75ecd30da2dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cfdce175aad40c3919ba34571b2d28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146158 Sep 26 12:55:03.288627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51580) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:03.302336 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.344128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d83de0-f527-48d1-b2db-75ecd30da2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d2696f-d3a2-4cd3-b654-35b2547a9d7c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:03.416086 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a3c9953-7ef2-491f-86c3-23643ee50548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.427922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:03.429843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:03.438231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:03.441154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5be954-1e5c-4e5e-ae7f-d4b222bcf116 req-1db5a77f-a09e-424d-b310-55f66dbe4fd8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:03.443364 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a5be954-1e5c-4e5e-ae7f-d4b222bcf116 req-1db5a77f-a09e-424d-b310-55f66dbe4fd8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.0898833 Sep 26 12:55:03.444261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:03.444918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.469384 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a3c9953-7ef2-491f-86c3-23643ee50548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.478238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event updated for resources: {'Port': ['ID=dcca1fed-276a-471a-82d7-d2d0c212a88c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:03.486448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-352de0d1-98cf-4e3b-9b71-936d29ef73cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8054302 Sep 26 12:55:03.499553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Request body: {'port': {'device_id': '014cde72-6f07-44d6-9d8d-1500debce657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:03.512267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-696cfc2f-48c7-428c-82b7-f3c70a066ca9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:03.514337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-696cfc2f-48c7-428c-82b7-f3c70a066ca9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283418 Sep 26 12:55:03.533891 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a5be954-1e5c-4e5e-ae7f-d4b222bcf116 req-8d400fe9-50f7-4fa8-8c79-a8e4223dd369 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826306 Sep 26 12:55:03.540720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Request body: {'port': {'device_id': '78b36d1d-2a8c-4d64-b554-61fbc22c355f', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'd103dd3ec0534dcbb982235d5b6718d1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:03.561429 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a3c9953-7ef2-491f-86c3-23643ee50548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.564601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a3c9953-7ef2-491f-86c3-23643ee50548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.569834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7a3c9953-7ef2-491f-86c3-23643ee50548 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8d2696f-d3a2-4cd3-b654-35b2547a9d7c HTTP/1.1" status: 204 len: 168 time: 0.2800586 Sep 26 12:55:03.579270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c9953-7ef2-491f-86c3-23643ee50548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d2696f-d3a2-4cd3-b654-35b2547a9d7c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:03.637139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.758163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03edda7-e936-42fd-8859-def2c610ae18 req-75a2e383-d7ce-4f53-ae95-8873bea07b17 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:03.761385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e03edda7-e936-42fd-8859-def2c610ae18 req-75a2e383-d7ce-4f53-ae95-8873bea07b17 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.0900068 Sep 26 12:55:03.822073 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e03edda7-e936-42fd-8859-def2c610ae18 req-a0137b41-ed65-46fc-a5a2-d0366d5264f4 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529060 Sep 26 12:55:03.882954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2754728e-0662-47d3-87e4-e296a230696f None None] Provisioning complete for port dcca1fed-276a-471a-82d7-d2d0c212a88c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:03.883436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2754728e-0662-47d3-87e4-e296a230696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:03.929679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2754728e-0662-47d3-87e4-e296a230696f None None] Port dcca1fed-276a-471a-82d7-d2d0c212a88c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:04.019418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51604) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:04.020883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Made reservation on behalf of d103dd3ec0534dcbb982235d5b6718d1 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:04.024361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.032598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40325301-0562-423e-8dda-a50e178ef865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.043319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.142132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40325301-0562-423e-8dda-a50e178ef865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.147220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40325301-0562-423e-8dda-a50e178ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.182598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51608) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:04.195426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-40325301-0562-423e-8dda-a50e178ef865 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f567879cada7437e9ef539ae30f0b2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746936 Sep 26 12:55:04.197749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40325301-0562-423e-8dda-a50e178ef865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bf3fc2-51b8-45df-8438-dfdf1d2e4fb5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:04.198159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51612) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:04.230038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcca1fed-276a-471a-82d7-d2d0c212a88c {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:04.244153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.297729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Transition to ACTIVE for port object dcca1fed-276a-471a-82d7-d2d0c212a88c will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:55:04.312066 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.321445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e61b6a-5e3a-4a23-b2fa-253caa8908ba req-dca14cd6-e10d-4322-afee-ef899c95c205 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:04.324282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70e61b6a-5e3a-4a23-b2fa-253caa8908ba req-dca14cd6-e10d-4322-afee-ef899c95c205 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 932 time: 0.0637481 Sep 26 12:55:04.345661 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b348383-5cca-4695-9fb4-aff6ab9a3e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.365370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-058ca8ba-55ee-4ae7-9f6c-a9cac9b64fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.383404 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70e61b6a-5e3a-4a23-b2fa-253caa8908ba req-e35edd0d-7255-4915-991d-437efb337703 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490820 Sep 26 12:55:04.398778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b7aa9d3-8edc-453e-bf73-b2f743b3457e req-ee933474-d237-4b63-acbf-bd3260089287 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 210 time: 0.0744929 Sep 26 12:55:04.447385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-058ca8ba-55ee-4ae7-9f6c-a9cac9b64fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.451778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Pushing event updated for resources: {'Port': ['ID=dcca1fed-276a-471a-82d7-d2d0c212a88c,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:04.489035 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.522344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Attempting to bind port dcca1fed-276a-471a-82d7-d2d0c212a88c on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:04.522344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Attempting to bind port dcca1fed-276a-471a-82d7-d2d0c212a88c by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:04.522344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Attempting to bind port dcca1fed-276a-471a-82d7-d2d0c212a88c on network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:04.530505 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.533307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Port dcca1fed-276a-471a-82d7-d2d0c212a88c on network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:55:04.580877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Attempting to bind port dcca1fed-276a-471a-82d7-d2d0c212a88c on network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:04.580877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:04.580877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Checking segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:04.580877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Bound using segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:04.580877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Bound port: dcca1fed-276a-471a-82d7-d2d0c212a88c, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:04.580877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.660512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:04.684217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-058ca8ba-55ee-4ae7-9f6c-a9cac9b64fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.686828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-058ca8ba-55ee-4ae7-9f6c-a9cac9b64fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.688011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-058ca8ba-55ee-4ae7-9f6c-a9cac9b64fd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27bf3fc2-51b8-45df-8438-dfdf1d2e4fb5 HTTP/1.1" status: 204 len: 168 time: 0.4888051 Sep 26 12:55:04.745119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ca8ba-55ee-4ae7-9f6c-a9cac9b64fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bf3fc2-51b8-45df-8438-dfdf1d2e4fb5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:04.790176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] For port dcca1fed-276a-471a-82d7-d2d0c212a88c, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:04.809113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] For port dcca1fed-276a-471a-82d7-d2d0c212a88c, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:04.814170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b348383-5cca-4695-9fb4-aff6ab9a3e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.819955 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.822099 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b348383-5cca-4695-9fb4-aff6ab9a3e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.822678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Allocated IP 192.168.233.247 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:04.860760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:04.861902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:04.865158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] 10.222.0.23 "PUT /v2.0/ports/dcca1fed-276a-471a-82d7-d2d0c212a88c HTTP/1.1" status: 200 len: 1093 time: 1.3690960 Sep 26 12:55:04.871418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014cde72-6f07-44d6-9d8d-1500debce657', 'tag': 'dcca1fed-276a-471a-82d7-d2d0c212a88c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:04.874226 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137f4b97-8992-449d-98e1-1b728300d9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "014cde72-6f07-44d6-9d8d-1500debce657", "tag": "dcca1fed-276a-471a-82d7-d2d0c212a88c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:04.890408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6fb3f-45f9-439f-97ac-8fde0afc032d req-ee31fbf5-fc69-4b02-b410-b1ca1eda262e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:04.891988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4af6fb3f-45f9-439f-97ac-8fde0afc032d req-ee31fbf5-fc69-4b02-b410-b1ca1eda262e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.2529979 Sep 26 12:55:04.893085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b348383-5cca-4695-9fb4-aff6ab9a3e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97a1c6f-e14d-4600-b230-7574ca156479,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:04.909898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2b348383-5cca-4695-9fb4-aff6ab9a3e52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efd6035f653c426d83a9bc6a118fe3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242360 Sep 26 12:55:04.913866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51628) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:04.948998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4af6fb3f-45f9-439f-97ac-8fde0afc032d req-e84a6c32-be26-4af9-8bbb-948e7a7c19cd tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371716 Sep 26 12:55:04.963058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a9e0c-e8d2-4bd5-b2ce-7b99705de220 service neutron] Pushing event updated for resources: {'Port': ['ID=dcca1fed-276a-471a-82d7-d2d0c212a88c,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:05.025906 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d5dfe-d9b9-416c-92ad-a1ba7415d0cb x-openstack-request-id: req-0f6d5dfe-d9b9-416c-92ad-a1ba7415d0cb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:05.026274 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014cde72-6f07-44d6-9d8d-1500debce657", "tag": "dcca1fed-276a-471a-82d7-d2d0c212a88c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:05.026586 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f6d5dfe-d9b9-416c-92ad-a1ba7415d0cb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:05.027046 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014cde72-6f07-44d6-9d8d-1500debce657', 'tag': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'status': 'completed', 'code': 200} Sep 26 12:55:05.108578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-483a650f-67d0-4d6f-aa9c-32084a749b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:05.110127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-483a650f-67d0-4d6f-aa9c-32084a749b01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 1096 time: 0.1787627 Sep 26 12:55:05.168223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ff0a1-986f-42df-91f0-7c2305ab543d req-150cfc88-92eb-4c11-9d7b-81652506a96d tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:05.169856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-687ff0a1-986f-42df-91f0-7c2305ab543d req-150cfc88-92eb-4c11-9d7b-81652506a96d tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 969 time: 0.1742623 Sep 26 12:55:05.207544 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1dfe759-922f-4ac1-9d26-184efb8b88be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.220710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-9a856e12-93c4-4cb2-9e88-3954c06d2521 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c HTTP/1.1" status: 200 len: 217 time: 0.0749028 Sep 26 12:55:05.280735 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1dfe759-922f-4ac1-9d26-184efb8b88be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.336914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.354312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-687ff0a1-986f-42df-91f0-7c2305ab543d req-88f95246-a86a-47e4-9cb6-780f23c5f2ea tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742783 Sep 26 12:55:05.362599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-6d1dc6d6-f4b5-4145-ad70-98dabbda4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:05.364163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-6d1dc6d6-f4b5-4145-ad70-98dabbda4c75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.1306438 Sep 26 12:55:05.432427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1dfe759-922f-4ac1-9d26-184efb8b88be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.435253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1dfe759-922f-4ac1-9d26-184efb8b88be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.438803 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d1dfe759-922f-4ac1-9d26-184efb8b88be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d97a1c6f-e14d-4600-b230-7574ca156479 HTTP/1.1" status: 204 len: 168 time: 0.5217330 Sep 26 12:55:05.455487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-46051523-7951-4abf-9b5d-7459652fdb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:05.457092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-46051523-7951-4abf-9b5d-7459652fdb9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803599 Sep 26 12:55:05.458041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfe759-922f-4ac1-9d26-184efb8b88be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97a1c6f-e14d-4600-b230-7574ca156479,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:05.496486 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.591192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:05.594291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a370d6-3887-4cca-9f99-c4f691715fa8 req-e6ea55e8-6fb9-4224-86d5-288d4b7ebd2a tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:05.598945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84a370d6-3887-4cca-9f99-c4f691715fa8 req-e6ea55e8-6fb9-4224-86d5-288d4b7ebd2a tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 944 time: 0.0817606 Sep 26 12:55:05.632565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:05.643742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:05.650427 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84a370d6-3887-4cca-9f99-c4f691715fa8 req-e9d9343d-4715-41ad-ad5e-ab65167880cb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460498 Sep 26 12:55:05.671920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:05.674593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:05.675247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.702497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'Port': ['ID=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:05.722690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-3eee24eb-1e34-435e-a796-f89a26347b6d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1935754 Sep 26 12:55:05.734017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e384d5-babe-4e43-83f0-a7fd345f3e2f req-337dc260-a175-4a97-94e7-de85036ac9c6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:05.742526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70e384d5-babe-4e43-83f0-a7fd345f3e2f req-337dc260-a175-4a97-94e7-de85036ac9c6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 936 time: 0.1972899 Sep 26 12:55:05.757180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Request body: {'port': {'device_id': '78b36d1d-2a8c-4d64-b554-61fbc22c355f', 'device_owner': 'compute:tempest-test_az-192933538', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:05.849527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-5c9d371a-c6be-47e8-9429-4fe3a42d768a service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660085 Sep 26 12:55:05.862644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:05.896264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '71ea0378-7f82-4fd5-ae19-1c3bcdf1de35', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '71ea0378-7f82-4fd5-ae19-1c3bcdf1de35', 'mac_address': 'fa:16:3e:58:fd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:tempest-test_az-192933538', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:05.901284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.943048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51664) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:05.963525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c1d9-53be-4c2b-a9e1-5d711cbbf300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:05.972340 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.020914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:06.069936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:06.081184 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.100107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7e574ad-0900-4704-95a5-74f2b03a8693 req-b39703e1-2ed4-47b6-9c5b-6b74ed24ac84 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353697 Sep 26 12:55:06.141023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:06.151387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9c3694ca-0ec3-47d6-97b6-170208f633f8 None None] Provisioning complete for port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:06.151990 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c3694ca-0ec3-47d6-97b6-170208f633f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.175480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c1d9-53be-4c2b-a9e1-5d711cbbf300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.186735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72af5c-2d79-4149-ad7f-fdc814514daa req-1b00b9a4-4457-490e-b64b-e75a6a3c94f8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:06.188901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa72af5c-2d79-4149-ad7f-fdc814514daa req-1b00b9a4-4457-490e-b64b-e75a6a3c94f8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 948 time: 0.1153562 Sep 26 12:55:06.190786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c1d9-53be-4c2b-a9e1-5d711cbbf300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.214387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9c3694ca-0ec3-47d6-97b6-170208f633f8 None None] Port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:06.255841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4ec3c1d9-53be-4c2b-a9e1-5d711cbbf300 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cec75e004e39420fa9980b6c5adb4e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086767 Sep 26 12:55:06.255841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3c1d9-53be-4c2b-a9e1-5d711cbbf300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900661d1-75d6-4aaf-9703-32038722df1e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:06.256681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51672) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:06.264081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70e384d5-babe-4e43-83f0-a7fd345f3e2f req-5cd35a5c-6033-44be-89a6-6d08ca539797 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206959 Sep 26 12:55:06.307075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa72af5c-2d79-4149-ad7f-fdc814514daa req-51f199b0-182e-46d9-83b2-6bd5b858b11a tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045036 Sep 26 12:55:06.346082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-241d302a-1699-4c9e-80fb-7cbe3726b231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.366703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-11d094e3-fce7-4826-8f91-53d8436f30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:06.368536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-11d094e3-fce7-4826-8f91-53d8436f30a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 1096 time: 0.1078248 Sep 26 12:55:06.372992 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-241d302a-1699-4c9e-80fb-7cbe3726b231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.415879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['71ea0378-7f82-4fd5-ae19-1c3bcdf1de35'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:06.450163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-241d302a-1699-4c9e-80fb-7cbe3726b231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.453332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-241d302a-1699-4c9e-80fb-7cbe3726b231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.457903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-241d302a-1699-4c9e-80fb-7cbe3726b231 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/900661d1-75d6-4aaf-9703-32038722df1e HTTP/1.1" status: 204 len: 168 time: 0.1966248 Sep 26 12:55:06.464800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d302a-1699-4c9e-80fb-7cbe3726b231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900661d1-75d6-4aaf-9703-32038722df1e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:06.558435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 9c6a9847-b3d4-49ee-8918-22bf5100b242 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:06.578343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc647d3-68ea-44d2-83ed-df2051a8fdae req-43136460-508c-4531-a82d-a21955c53ba6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:06.585758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fcc647d3-68ea-44d2-83ed-df2051a8fdae req-43136460-508c-4531-a82d-a21955c53ba6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 970 time: 0.1369569 Sep 26 12:55:06.628088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-1e493a60-17e4-4ba0-8e4c-1db808594465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:06.629804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-1e493a60-17e4-4ba0-8e4c-1db808594465 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 923 time: 0.2224662 Sep 26 12:55:06.713372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-89535dd9-3210-4127-8e13-4c14d9a98ad9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c HTTP/1.1" status: 200 len: 217 time: 0.0579612 Sep 26 12:55:06.716309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fcc647d3-68ea-44d2-83ed-df2051a8fdae req-29032a5d-6fb1-451b-b6b6-bd3cc6b431c7 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297619 Sep 26 12:55:06.724637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:06.755760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.781257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 9c6a9847-b3d4-49ee-8918-22bf5100b242, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9c6a9847-b3d4-49ee-8918-22bf5100b242,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:06.798917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '9c6a9847-b3d4-49ee-8918-22bf5100b242', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '9c6a9847-b3d4-49ee-8918-22bf5100b242', 'mac_address': 'fa:16:3e:1b:7a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:06.801576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Transition to ACTIVE for port object fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:55:06.809885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.815330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-65739291-87e2-4456-a2b6-ba0409391fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:06.817787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-65739291-87e2-4456-a2b6-ba0409391fbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.0885592 Sep 26 12:55:06.865417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.881673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6a9847-b3d4-49ee-8918-22bf5100b242 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:06.906422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 9c6a9847-b3d4-49ee-8918-22bf5100b242, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9c6a9847-b3d4-49ee-8918-22bf5100b242,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:06.918893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:06.919158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Pushing event updated for resources: {'Port': ['ID=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:06.998775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Attempting to bind port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:06.999055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Attempting to bind port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:07.000054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Attempting to bind port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:07.025092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=9c6a9847-b3d4-49ee-8918-22bf5100b242,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:07.025762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:55:07.026134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Attempting to bind port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:07.033774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:07.034061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:07.034370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:07.034796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Bound port: fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:07.035150 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:07.083447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-9a2da5de-7375-49f6-9f1d-848e45bb77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:07.084957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-9a2da5de-7375-49f6-9f1d-848e45bb77af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2404740 Sep 26 12:55:07.100131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85431-b3b4-4bd8-93b7-2d5e19573006 req-ad96dd55-318e-474e-ae3b-e20905289d19 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:07.101667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ca85431-b3b4-4bd8-93b7-2d5e19573006 req-ad96dd55-318e-474e-ae3b-e20905289d19 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 944 time: 0.2535357 Sep 26 12:55:07.194040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] For port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:07.402064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f58f00-3180-4f3d-8b1a-89a605892d89 req-e2654ef6-fa73-4a41-9873-3191e73a8ff9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:07.409745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96f58f00-3180-4f3d-8b1a-89a605892d89 req-e2654ef6-fa73-4a41-9873-3191e73a8ff9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 969 time: 0.0602932 Sep 26 12:55:07.413890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] For port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:07.427817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:07.451291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96f58f00-3180-4f3d-8b1a-89a605892d89 req-a811f828-651f-4eea-bc24-4486af74dd64 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Sep 26 12:55:07.466336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ca85431-b3b4-4bd8-93b7-2d5e19573006 req-e176c522-ad41-4c1d-9303-0e3dff7421f6 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147037 Sep 26 12:55:07.490802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-7c52126d-bc20-4e0b-8852-f9691e3b5775 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825285 Sep 26 12:55:07.519517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:07.520777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:07.521180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['9c6a9847-b3d4-49ee-8918-22bf5100b242'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:07.522162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] 10.222.0.24 "PUT /v2.0/ports/fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d HTTP/1.1" status: 200 len: 1118 time: 1.7720044 Sep 26 12:55:07.525358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b36d1d-2a8c-4d64-b554-61fbc22c355f', 'tag': 'fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:07.527782 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce0a77-2f40-45c8-8156-673078d7f6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "78b36d1d-2a8c-4d64-b554-61fbc22c355f", "tag": "fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:07.611284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0acbf-e4b0-42a7-afab-e64d82c6ae7a service neutron] Pushing event updated for resources: {'Port': ['ID=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:07.613144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:07.654491 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651cee25-f951-4cb7-ae6c-d9b5c3dda6bd x-openstack-request-id: req-651cee25-f951-4cb7-ae6c-d9b5c3dda6bd {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:07.654781 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b36d1d-2a8c-4d64-b554-61fbc22c355f", "tag": "fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:07.655030 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-651cee25-f951-4cb7-ae6c-d9b5c3dda6bd {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:07.655502 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b36d1d-2a8c-4d64-b554-61fbc22c355f', 'tag': 'fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', 'status': 'completed', 'code': 200} Sep 26 12:55:07.755421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:55:07.761444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:07.761837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:07.802043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c865d96-7d0b-4d49-8a57-2313794f2b07 req-48f0cf44-c4bd-4f3c-925e-a3a109183c4c tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:07.818614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c865d96-7d0b-4d49-8a57-2313794f2b07 req-48f0cf44-c4bd-4f3c-925e-a3a109183c4c tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 949 time: 0.2501082 Sep 26 12:55:07.864066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-1995e73b-6c6d-4ff6-b7df-3a8a1dd149be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:07.867829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-1995e73b-6c6d-4ff6-b7df-3a8a1dd149be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 1121 time: 0.2834001 Sep 26 12:55:07.882538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-137f4b97-8992-449d-98e1-1b728300d9b0 req-5ae72db6-ae5b-4d13-9cf8-e283b5733266 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751297 Sep 26 12:55:07.892333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d15f41-c358-4ecd-b742-980d72bc1626 req-057bc636-2306-4525-b5b0-937a92cbe1e7 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:07.901838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39d15f41-c358-4ecd-b742-980d72bc1626 req-057bc636-2306-4525-b5b0-937a92cbe1e7 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 970 time: 0.0952432 Sep 26 12:55:07.934638 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:07.974864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:07.976118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f584993f-d9f8-439a-a113-dc2c2e05992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ea0378-7f82-4fd5-ae19-1c3bcdf1de35'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:07.990176 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39d15f41-c358-4ecd-b742-980d72bc1626 req-4775758a-c0c3-451b-bcc7-b7335c045021 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871627 Sep 26 12:55:08.005329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c865d96-7d0b-4d49-8a57-2313794f2b07 req-a9872ec2-ca97-427b-afcf-55dd909d95c0 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856337 Sep 26 12:55:08.006606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-5bfb4b49-cc93-4fdf-a4a5-dfa2d816cc8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d HTTP/1.1" status: 200 len: 217 time: 0.1176569 Sep 26 12:55:08.060094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.077249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-f2c7fc14-1c38-488a-a6b6-e5a7a2d23720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:08.079024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-f2c7fc14-1c38-488a-a6b6-e5a7a2d23720 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0610957 Sep 26 12:55:08.124308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:08.138339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51758) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:08.145574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-febfb3b6-fb7e-4a10-85da-37cbd02da1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:08.147129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-febfb3b6-fb7e-4a10-85da-37cbd02da1dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570288 Sep 26 12:55:08.195502 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-700bf3f1-c30c-4f48-bd57-a6def57ca6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.259242 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3176fdea-b66d-4b07-8458-9108491aee1b" -d '{"events": [{"server_uuid": "f584993f-d9f8-439a-a113-dc2c2e05992e", "name": "network-vif-plugged", "status": "completed", "tag": "71ea0378-7f82-4fd5-ae19-1c3bcdf1de35"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:08.259778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-d42935f3-1967-42d9-a4a0-1e66ee0117f3 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047831 Sep 26 12:55:08.357316 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-861b3144-5970-428b-9d15-d7079a382999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.360033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4e16e1-f6bc-4d99-a31c-b53775bd3c27 req-0d7b1b21-7c7a-4e1a-a8d3-e1ce8eb060f4 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925620 Sep 26 12:55:08.438863 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d93c100-a4e9-45fe-b6d9-5575501704f6 x-openstack-request-id: req-7d93c100-a4e9-45fe-b6d9-5575501704f6 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:08.439157 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f584993f-d9f8-439a-a113-dc2c2e05992e", "name": "network-vif-plugged", "status": "completed", "tag": "71ea0378-7f82-4fd5-ae19-1c3bcdf1de35", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:08.439411 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d93c100-a4e9-45fe-b6d9-5575501704f6 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:08.439900 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f584993f-d9f8-439a-a113-dc2c2e05992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ea0378-7f82-4fd5-ae19-1c3bcdf1de35', 'code': 200} Sep 26 12:55:08.476397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-861b3144-5970-428b-9d15-d7079a382999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.483963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-861b3144-5970-428b-9d15-d7079a382999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.506532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-c663ea8e-3ea2-478d-b335-5c4b95699e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:08.508652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-c663ea8e-3ea2-478d-b335-5c4b95699e7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 1121 time: 0.0939310 Sep 26 12:55:08.509161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.24', 64287) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:08.520450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b3144-5970-428b-9d15-d7079a382999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6955bc6-bbaf-4d4d-b8e9-6832e8c4448f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:08.549535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-861b3144-5970-428b-9d15-d7079a382999 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77f2060062184cccac783fae9b0e7c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101164 Sep 26 12:55:08.560545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51780) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:08.585060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ef2ca-2594-471a-85ed-ff6e46e57330 req-0d0926f1-10e6-4cf8-b065-73c63adeb2d7 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:08.586769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b2ef2ca-2594-471a-85ed-ff6e46e57330 req-0d0926f1-10e6-4cf8-b065-73c63adeb2d7 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 969 time: 0.0508420 Sep 26 12:55:08.624974 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b2ef2ca-2594-471a-85ed-ff6e46e57330 req-76f99ec9-2a54-4865-beae-b8908d4a9875 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Sep 26 12:55:08.705715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020028b8-d5d3-4bd3-91fd-d998bb9703dd req-4584e730-ab0d-4819-864f-e70c45dfa656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:08.707294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020028b8-d5d3-4bd3-91fd-d998bb9703dd req-4584e730-ab0d-4819-864f-e70c45dfa656 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 1123 time: 0.1970887 Sep 26 12:55:08.741865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455334c0-9f80-40da-8772-955c18de75b4 req-ffe1a6ff-d00b-41f7-888e-17b62f3326b4 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:08.743342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-455334c0-9f80-40da-8772-955c18de75b4 req-ffe1a6ff-d00b-41f7-888e-17b62f3326b4 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 944 time: 0.1836898 Sep 26 12:55:08.762815 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-020028b8-d5d3-4bd3-91fd-d998bb9703dd req-609a2152-6cfe-44ff-bfd9-e66d347ad510 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.788827 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-254fe635-8dc2-493d-8a52-271ee3d7afbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.806061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-172d138a-d26c-4280-b2ca-e6d11f597c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:08.807531 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-172d138a-d26c-4280-b2ca-e6d11f597c4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2633572 Sep 26 12:55:08.844306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-254fe635-8dc2-493d-8a52-271ee3d7afbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.862522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:08.886081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-455334c0-9f80-40da-8772-955c18de75b4 req-98ffff4d-538d-48ff-a8ac-f1be5fbd2b0f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293304 Sep 26 12:55:08.890434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-ef9aa281-5c57-4d6b-af2f-e00e64e3c9c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d HTTP/1.1" status: 200 len: 217 time: 0.0680773 Sep 26 12:55:08.978867 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2221-3fea-42ac-8a62-e94c82af6187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:08.979061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-8404d12d-0ac1-4d0d-ad2e-6dd524481b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:08.980628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-8404d12d-0ac1-4d0d-ad2e-6dd524481b51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0790215 Sep 26 12:55:09.001111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-254fe635-8dc2-493d-8a52-271ee3d7afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.003621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-254fe635-8dc2-493d-8a52-271ee3d7afbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.004821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-254fe635-8dc2-493d-8a52-271ee3d7afbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6955bc6-bbaf-4d4d-b8e9-6832e8c4448f HTTP/1.1" status: 204 len: 168 time: 0.4357655 Sep 26 12:55:09.038701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fe635-8dc2-493d-8a52-271ee3d7afbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6955bc6-bbaf-4d4d-b8e9-6832e8c4448f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:09.057260 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-020028b8-d5d3-4bd3-91fd-d998bb9703dd req-609a2152-6cfe-44ff-bfd9-e66d347ad510 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.066428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-020028b8-d5d3-4bd3-91fd-d998bb9703dd req-609a2152-6cfe-44ff-bfd9-e66d347ad510 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.077439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-061a759b-7052-4311-a402-e0e0911c83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:09.080113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-061a759b-7052-4311-a402-e0e0911c83e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902512 Sep 26 12:55:09.116415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020028b8-d5d3-4bd3-91fd-d998bb9703dd req-609a2152-6cfe-44ff-bfd9-e66d347ad510 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008908 Sep 26 12:55:09.170974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a2152-6cfe-44ff-bfd9-e66d347ad510 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8487107c-c76e-478f-bbdc-acb59626bf43,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:09.182431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7baf4a-9a84-401c-b8cd-89fe16828288 req-1113c1a4-5831-47a8-a3a5-6f2057a7fee5 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:09.184235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e7baf4a-9a84-401c-b8cd-89fe16828288 req-1113c1a4-5831-47a8-a3a5-6f2057a7fee5 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 971 time: 0.0726473 Sep 26 12:55:09.226367 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2221-3fea-42ac-8a62-e94c82af6187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.232396 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2221-3fea-42ac-8a62-e94c82af6187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.233695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6ff7f-1732-42a0-adb4-2550ede2b97a req-29d50ff0-76ae-4ffc-a082-48200c51a065 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:09.235227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27f6ff7f-1732-42a0-adb4-2550ede2b97a req-29d50ff0-76ae-4ffc-a082-48200c51a065 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 949 time: 0.1250050 Sep 26 12:55:09.246600 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-11f002d9-9d90-48d3-b9ea-0e65eba7b509 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475263 Sep 26 12:55:09.270162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e7baf4a-9a84-401c-b8cd-89fe16828288 req-532e401b-b419-43ac-8bad-3771074d9372 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737634 Sep 26 12:55:09.285851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27f6ff7f-1732-42a0-adb4-2550ede2b97a req-00e453ad-8f29-47c5-a6fc-25aba353bf8e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Sep 26 12:55:09.286977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a8c2221-3fea-42ac-8a62-e94c82af6187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=973f57a447f244809788be8585caf922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234066 Sep 26 12:55:09.289744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51798) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:09.298088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c2221-3fea-42ac-8a62-e94c82af6187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d6792-98cb-442d-8984-37f9b18d8f6d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:09.336763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51800) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:09.344262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-375bd84a-71d5-4bd1-a754-e07d7fc97d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.349589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abd11b3e-3a51-4c05-bf9e-e6262020a622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.365774 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-375bd84a-71d5-4bd1-a754-e07d7fc97d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.414400 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-375bd84a-71d5-4bd1-a754-e07d7fc97d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.416995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-375bd84a-71d5-4bd1-a754-e07d7fc97d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.420560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-375bd84a-71d5-4bd1-a754-e07d7fc97d6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/331d6792-98cb-442d-8984-37f9b18d8f6d HTTP/1.1" status: 204 len: 168 time: 0.1274583 Sep 26 12:55:09.430401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bd84a-71d5-4bd1-a754-e07d7fc97d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d6792-98cb-442d-8984-37f9b18d8f6d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:09.506437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abd11b3e-3a51-4c05-bf9e-e6262020a622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.513787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abd11b3e-3a51-4c05-bf9e-e6262020a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.528855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bce0a77-2f40-45c8-8156-673078d7f6b6 req-b5494ef6-c702-41f8-8ef5-91d359c097bf service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293280 Sep 26 12:55:09.555709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-abd11b3e-3a51-4c05-bf9e-e6262020a622 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f44b71ab14e4016acda1f2ca7c03178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178862 Sep 26 12:55:09.557710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd11b3e-3a51-4c05-bf9e-e6262020a622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee58ab1a-c5fd-4ce2-a975-df90ed9dd856,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:09.558455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51804) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:09.615892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74a5d3ce-cb43-473e-a912-1f4f93f0a804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.639679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74a5d3ce-cb43-473e-a912-1f4f93f0a804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.688391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74a5d3ce-cb43-473e-a912-1f4f93f0a804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.691220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74a5d3ce-cb43-473e-a912-1f4f93f0a804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.692978 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74a5d3ce-cb43-473e-a912-1f4f93f0a804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee58ab1a-c5fd-4ce2-a975-df90ed9dd856 HTTP/1.1" status: 204 len: 168 time: 0.1335385 Sep 26 12:55:09.712195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5d3ce-cb43-473e-a912-1f4f93f0a804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee58ab1a-c5fd-4ce2-a975-df90ed9dd856,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:09.760869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b8aa7-168c-4286-b42e-b26c799e01d6 req-0c825d91-5f91-49bd-b562-0e15cdc6fff6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:09.762421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a18b8aa7-168c-4286-b42e-b26c799e01d6 req-0c825d91-5f91-49bd-b562-0e15cdc6fff6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 969 time: 0.0664911 Sep 26 12:55:09.773819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51812) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:09.787568 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4912ab96-7f6a-40ba-8b41-9dbfc6ebfa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.805945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a18b8aa7-168c-4286-b42e-b26c799e01d6 req-7d709eec-c8e0-4ce1-bdb5-6c61ddc24a62 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355289 Sep 26 12:55:09.886241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4912ab96-7f6a-40ba-8b41-9dbfc6ebfa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.890097 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4912ab96-7f6a-40ba-8b41-9dbfc6ebfa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:09.930572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4912ab96-7f6a-40ba-8b41-9dbfc6ebfa90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de0f574cb94f4bc4bae96c3e861ae01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533933 Sep 26 12:55:09.930572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912ab96-7f6a-40ba-8b41-9dbfc6ebfa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faca2023-8134-48db-852f-b88ae218db04,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:09.931592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51820) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:09.993287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd616-a79c-49dd-8de6-29a89c501c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:10.005280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a04f-6cd2-462e-aaf1-cb9987dbfa11 req-4fc4f7be-8253-4f92-b91f-73a4d1dca914 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:10.006833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2a4a04f-6cd2-462e-aaf1-cb9987dbfa11 req-4fc4f7be-8253-4f92-b91f-73a4d1dca914 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 944 time: 0.0531168 Sep 26 12:55:10.016450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd616-a79c-49dd-8de6-29a89c501c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:10.054646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2a4a04f-6cd2-462e-aaf1-cb9987dbfa11 req-3966f2e2-c3c1-45fb-a222-299427f4b38a tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Sep 26 12:55:10.079395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd616-a79c-49dd-8de6-29a89c501c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:10.082152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcfdd616-a79c-49dd-8de6-29a89c501c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:10.083617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dcfdd616-a79c-49dd-8de6-29a89c501c67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/faca2023-8134-48db-852f-b88ae218db04 HTTP/1.1" status: 204 len: 168 time: 0.1507237 Sep 26 12:55:10.093156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdd616-a79c-49dd-8de6-29a89c501c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faca2023-8134-48db-852f-b88ae218db04,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:10.431669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef7f91-610f-4164-9017-1e923a8cf2db req-26d606bf-2412-4aff-995a-a59f89abbb24 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:10.433375 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeef7f91-610f-4164-9017-1e923a8cf2db req-26d606bf-2412-4aff-995a-a59f89abbb24 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 971 time: 0.0786343 Sep 26 12:55:10.436312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035d4b5-a2d6-4124-8018-aec79b6fb02c req-f3ed603d-456b-48a5-8f29-99e42b79306a tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:10.438112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1035d4b5-a2d6-4124-8018-aec79b6fb02c req-f3ed603d-456b-48a5-8f29-99e42b79306a tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 949 time: 0.0552113 Sep 26 12:55:10.479129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeef7f91-610f-4164-9017-1e923a8cf2db req-383388e2-54cb-43e8-b99e-24ce7ffe42df tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391221 Sep 26 12:55:10.491229 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1035d4b5-a2d6-4124-8018-aec79b6fb02c req-a85e82d3-27a3-455e-97c4-f37ba4fe44c8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 Sep 26 12:55:10.541541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device dcca1fed-276a-471a-82d7-d2d0c212a88c details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:10.585034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 9c6a9847-b3d4-49ee-8918-22bf5100b242 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:10.674577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port dcca1fed-276a-471a-82d7-d2d0c212a88c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:10.688387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'port_id': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'mac_address': 'fa:16:3e:79:59:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:10.691059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 9c6a9847-b3d4-49ee-8918-22bf5100b242 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:55:10.696308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 9c6a9847-b3d4-49ee-8918-22bf5100b242 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:10.696666 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:10.756880 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:10.774531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcca1fed-276a-471a-82d7-d2d0c212a88c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:10.814067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port dcca1fed-276a-471a-82d7-d2d0c212a88c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:10.820911 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:10.834558 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:10.911624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4303b475-687e-4c5a-8c2a-6dc95d36d4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a9847-b3d4-49ee-8918-22bf5100b242'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:10.925163 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62da453-f0bf-4ebf-b8fe-60f0f235c26d" -d '{"events": [{"server_uuid": "4303b475-687e-4c5a-8c2a-6dc95d36d4f5", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a9847-b3d4-49ee-8918-22bf5100b242"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:10.961853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d7645-2afd-4543-ac7b-aa46c2a38956 req-613f0e52-395a-41aa-8b0f-53d8a915ccba tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:10.966180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b2d7645-2afd-4543-ac7b-aa46c2a38956 req-613f0e52-395a-41aa-8b0f-53d8a915ccba tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 969 time: 0.0705488 Sep 26 12:55:10.995583 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d507aa-c724-47fc-bdce-61732ec6cbf4 x-openstack-request-id: req-02d507aa-c724-47fc-bdce-61732ec6cbf4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:10.995871 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4303b475-687e-4c5a-8c2a-6dc95d36d4f5", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a9847-b3d4-49ee-8918-22bf5100b242", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:10.996120 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02d507aa-c724-47fc-bdce-61732ec6cbf4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:10.996499 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4303b475-687e-4c5a-8c2a-6dc95d36d4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a9847-b3d4-49ee-8918-22bf5100b242', 'code': 200} Sep 26 12:55:11.031955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b2d7645-2afd-4543-ac7b-aa46c2a38956 req-588fcc92-62fb-4f03-bd3e-2408dc7c52fe tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610819 Sep 26 12:55:11.033369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 9c6a9847-b3d4-49ee-8918-22bf5100b242, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9c6a9847-b3d4-49ee-8918-22bf5100b242,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:11.052110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.063273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=dcca1fed-276a-471a-82d7-d2d0c212a88c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:11.068965 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d105ee7d-4e63-40c7-b88a-1a0b43460782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.136589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=9c6a9847-b3d4-49ee-8918-22bf5100b242,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:11.167521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['dcca1fed-276a-471a-82d7-d2d0c212a88c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:11.186224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff6af-78d4-4800-a038-e8eb9e1835da req-cca763be-7629-4d74-9e10-a6e52d4d02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:11.194574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca5ff6af-78d4-4800-a038-e8eb9e1835da req-cca763be-7629-4d74-9e10-a6e52d4d02f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 1102 time: 0.0957646 Sep 26 12:55:11.205873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecbcb-8880-4528-abd8-81e60d02205b req-e35387de-7c72-4605-b7f5-049b8f4ee897 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:11.214202 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-885ecbcb-8880-4528-abd8-81e60d02205b req-e35387de-7c72-4605-b7f5-049b8f4ee897 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 945 time: 0.0637999 Sep 26 12:55:11.255778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca5ff6af-78d4-4800-a038-e8eb9e1835da req-fc20a95e-60a1-451b-b469-5b6e5c64b8cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520728 Sep 26 12:55:11.270792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-885ecbcb-8880-4528-abd8-81e60d02205b req-95fe0dc7-50a9-4e9c-9a9d-dec50dee3261 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506389 Sep 26 12:55:11.549469 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.616001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293164be-3b8c-45d1-9354-319457ffa841 req-920c03d2-3135-466a-81d1-833b0a7712a4 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:11.616573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:11.617835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-293164be-3b8c-45d1-9354-319457ffa841 req-920c03d2-3135-466a-81d1-833b0a7712a4 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 971 time: 0.0602894 Sep 26 12:55:11.678841 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-293164be-3b8c-45d1-9354-319457ffa841 req-bb1d21fc-9228-4f73-a48e-4c624d73b37e tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550060 Sep 26 12:55:11.732557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddd80f-1793-4df6-8ed4-bf6b03878591 req-0057b505-2f75-44e8-9118-7d0de76860f3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:11.734243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54ddd80f-1793-4df6-8ed4-bf6b03878591 req-0057b505-2f75-44e8-9118-7d0de76860f3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 950 time: 0.0762918 Sep 26 12:55:11.747636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:11.760094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': 'fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', 'mac_address': 'fa:16:3e:5a:4a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:tempest-test_az-192933538', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:11.782444 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54ddd80f-1793-4df6-8ed4-bf6b03878591 req-9fd184cd-a692-4406-8d27-356885437d15 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Sep 26 12:55:11.813639 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.830241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:11.834500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0debe-d12f-4c7c-87e8-8d15d3738808 req-2de484ea-a6fe-4bbd-bffa-d5d56243cc75 tempest-AggregatesAdminTestJSON-995967487 tempest-AggregatesAdminTestJSON-995967487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:11.836189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4f0debe-d12f-4c7c-87e8-8d15d3738808 req-2de484ea-a6fe-4bbd-bffa-d5d56243cc75 tempest-AggregatesAdminTestJSON-995967487 tempest-AggregatesAdminTestJSON-995967487-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 1123 time: 0.0487161 Sep 26 12:55:11.855817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e4f0debe-d12f-4c7c-87e8-8d15d3738808 req-1eca2478-200e-40a9-a5e9-f64b4687929a tempest-AggregatesAdminTestJSON-995967487 tempest-AggregatesAdminTestJSON-995967487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.855928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:11.860803 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.910726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:11.949531 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.951150 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e4f0debe-d12f-4c7c-87e8-8d15d3738808 req-1eca2478-200e-40a9-a5e9-f64b4687929a tempest-AggregatesAdminTestJSON-995967487 tempest-AggregatesAdminTestJSON-995967487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.954209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e4f0debe-d12f-4c7c-87e8-8d15d3738808 req-1eca2478-200e-40a9-a5e9-f64b4687929a tempest-AggregatesAdminTestJSON-995967487 tempest-AggregatesAdminTestJSON-995967487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:11.977596 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4f0debe-d12f-4c7c-87e8-8d15d3738808 req-1eca2478-200e-40a9-a5e9-f64b4687929a tempest-AggregatesAdminTestJSON-995967487 tempest-AggregatesAdminTestJSON-995967487-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339781 Sep 26 12:55:11.986322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca2478-200e-40a9-a5e9-f64b4687929a tempest-AggregatesAdminTestJSON-995967487 tempest-AggregatesAdminTestJSON-995967487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07700db-8f68-4bba-8965-cb4c6f77457e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:12.086467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:12.203939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850edb-17cf-4f61-be70-2dc7e33c8f1c req-f46e3044-3849-46f7-ab84-4794030e7076 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:12.207096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97850edb-17cf-4f61-be70-2dc7e33c8f1c req-f46e3044-3849-46f7-ab84-4794030e7076 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 970 time: 0.0739503 Sep 26 12:55:12.262667 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97850edb-17cf-4f61-be70-2dc7e33c8f1c req-8b94cf50-c461-495b-b2a1-d4009822b625 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495751 Sep 26 12:55:12.393442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b9724-fc80-44ec-b366-dd46ef97dd7c req-e89f9ee8-b56b-4a8b-99f0-1736d24f7582 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:12.395690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a5b9724-fc80-44ec-b366-dd46ef97dd7c req-e89f9ee8-b56b-4a8b-99f0-1736d24f7582 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 945 time: 0.0623264 Sep 26 12:55:12.439227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a5b9724-fc80-44ec-b366-dd46ef97dd7c req-0bf0d16a-4f49-4f80-af4d-b92f9ef922c8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359924 Sep 26 12:55:12.538472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51974) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:12.554746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device dcca1fed-276a-471a-82d7-d2d0c212a88c up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:12.615827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port dcca1fed-276a-471a-82d7-d2d0c212a88c completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:55:12.621250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port dcca1fed-276a-471a-82d7-d2d0c212a88c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:12.621982 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:12.730875 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:12.748042 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82a02898-2a2b-4823-a6f8-666a2f86ff0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:12.769653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port dcca1fed-276a-471a-82d7-d2d0c212a88c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:12.775749 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:12.863169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=dcca1fed-276a-471a-82d7-d2d0c212a88c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:12.917608 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82a02898-2a2b-4823-a6f8-666a2f86ff0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:12.926964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82a02898-2a2b-4823-a6f8-666a2f86ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:12.941762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5beb-1145-4192-9939-b21f25ec31ac req-54839a67-49f9-4e03-863c-fb7987e74af1 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:12.946533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51994) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:12.949856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-07bb5beb-1145-4192-9939-b21f25ec31ac req-54839a67-49f9-4e03-863c-fb7987e74af1 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 950 time: 0.0888951 Sep 26 12:55:13.000556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014cde72-6f07-44d6-9d8d-1500debce657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcca1fed-276a-471a-82d7-d2d0c212a88c'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:13.000688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a02898-2a2b-4823-a6f8-666a2f86ff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158f347b-225b-4294-aee4-9977a9492578,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:13.007173 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de1834b-82ae-4f64-ac3b-58c544b08346" -d '{"events": [{"server_uuid": "014cde72-6f07-44d6-9d8d-1500debce657", "name": "network-vif-plugged", "status": "completed", "tag": "dcca1fed-276a-471a-82d7-d2d0c212a88c"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:13.014081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52004) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:13.014237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-82a02898-2a2b-4823-a6f8-666a2f86ff0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46390f0a26b9482a933f6c358ccac45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744272 Sep 26 12:55:13.039883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-07bb5beb-1145-4192-9939-b21f25ec31ac req-a92ec925-9eb5-476c-a19e-3f4d5dd7f1a9 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888731 Sep 26 12:55:13.066015 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3d26f8-afd2-4b90-9c23-f4c9ef4d0076 x-openstack-request-id: req-5f3d26f8-afd2-4b90-9c23-f4c9ef4d0076 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:13.067409 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014cde72-6f07-44d6-9d8d-1500debce657", "name": "network-vif-plugged", "status": "completed", "tag": "dcca1fed-276a-471a-82d7-d2d0c212a88c", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:13.067808 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f3d26f8-afd2-4b90-9c23-f4c9ef4d0076 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:13.069161 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014cde72-6f07-44d6-9d8d-1500debce657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'code': 200} Sep 26 12:55:13.087330 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea573-d62f-4540-9f3d-316b354c4e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.130184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b80bde0-a0db-4ab5-b43e-941c6911efe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.186362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b80bde0-a0db-4ab5-b43e-941c6911efe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.243406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ef86e-29e4-4ec9-ba66-b90f989e8ab9 req-cd1ca809-931f-489e-aedb-eef971b0074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:13.245187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e92ef86e-29e4-4ec9-ba66-b90f989e8ab9 req-cd1ca809-931f-489e-aedb-eef971b0074f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 1098 time: 0.1131306 Sep 26 12:55:13.301235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e92ef86e-29e4-4ec9-ba66-b90f989e8ab9 req-9bae7adc-08df-4618-8e9c-36930ea42789 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477059 Sep 26 12:55:13.320315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea573-d62f-4540-9f3d-316b354c4e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.321234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b80bde0-a0db-4ab5-b43e-941c6911efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.323756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b80bde0-a0db-4ab5-b43e-941c6911efe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.324900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3b80bde0-a0db-4ab5-b43e-941c6911efe5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/158f347b-225b-4294-aee4-9977a9492578 HTTP/1.1" status: 204 len: 168 time: 0.3095126 Sep 26 12:55:13.329192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea573-d62f-4540-9f3d-316b354c4e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.356184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80bde0-a0db-4ab5-b43e-941c6911efe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158f347b-225b-4294-aee4-9977a9492578,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:13.359776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3b8ea573-d62f-4540-9f3d-316b354c4e7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a5be5b39ee94c73b7a07711185b32a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122345 Sep 26 12:55:13.364052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52030) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:13.425785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ea573-d62f-4540-9f3d-316b354c4e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecb1398-8262-4a1b-8a8b-51c96fae11ca,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:13.428422 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.442864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5069412a-72a6-4dfa-b80a-4f8eee5d004c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.443010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440edf6-b573-4fd9-be91-b94326f2dc26 req-bfae59c5-fd5e-40a4-8c55-22ab0ec55b84 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:13.444524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4440edf6-b573-4fd9-be91-b94326f2dc26 req-bfae59c5-fd5e-40a4-8c55-22ab0ec55b84 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 970 time: 0.0921643 Sep 26 12:55:13.466675 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5069412a-72a6-4dfa-b80a-4f8eee5d004c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.502697 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4440edf6-b573-4fd9-be91-b94326f2dc26 req-1d313446-246b-40da-b68e-ddff86817309 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496242 Sep 26 12:55:13.524177 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5069412a-72a6-4dfa-b80a-4f8eee5d004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.527782 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5069412a-72a6-4dfa-b80a-4f8eee5d004c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.529120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5069412a-72a6-4dfa-b80a-4f8eee5d004c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ecb1398-8262-4a1b-8a8b-51c96fae11ca HTTP/1.1" status: 204 len: 168 time: 0.1642306 Sep 26 12:55:13.543862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069412a-72a6-4dfa-b80a-4f8eee5d004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecb1398-8262-4a1b-8a8b-51c96fae11ca,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:13.634884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:13.769610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:55:13.775106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:13.775777 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.820386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd4212-f7b0-41bd-88aa-9321569e5859 req-1725bbef-1fd1-4e69-a513-618902272cdb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:13.823349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79dd4212-f7b0-41bd-88aa-9321569e5859 req-1725bbef-1fd1-4e69-a513-618902272cdb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 946 time: 0.0768137 Sep 26 12:55:13.884838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79dd4212-f7b0-41bd-88aa-9321569e5859 req-7d07ac63-30f3-4b5a-866d-b25b82a772fc tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501063 Sep 26 12:55:13.907602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52074) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:13.927286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c754549e-e032-48cf-81f6-3418d2af7b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:13.934336 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.005578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:14.021679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.120361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:14.161395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c754549e-e032-48cf-81f6-3418d2af7b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.180535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c754549e-e032-48cf-81f6-3418d2af7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.250010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c754549e-e032-48cf-81f6-3418d2af7b92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d0af7d0289e47d5a2c28a08368a1057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411584 Sep 26 12:55:14.253323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754549e-e032-48cf-81f6-3418d2af7b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe0f346-b1d9-46c3-a07d-4ca85d14fc18,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:14.263440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52102) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:14.274442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502fc5b-31ea-42cc-bc53-c91226be26a2 req-e715db61-568f-48b2-a75e-0b490d69348c tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:14.283724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2502fc5b-31ea-42cc-bc53-c91226be26a2 req-e715db61-568f-48b2-a75e-0b490d69348c tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 950 time: 0.0897863 Sep 26 12:55:14.341551 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cef20843-3208-4b4b-896e-e23daf9f938c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.353199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52110) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:14.354136 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2502fc5b-31ea-42cc-bc53-c91226be26a2 req-99373250-4006-44c0-9f41-2c43b76703ae tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691304 Sep 26 12:55:14.382731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a6d08ac-0eaa-4e4b-9191-c90a1c9100ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.407518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cef20843-3208-4b4b-896e-e23daf9f938c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.491675 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:55:14.493437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cef20843-3208-4b4b-896e-e23daf9f938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.496740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cef20843-3208-4b4b-896e-e23daf9f938c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.500432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cef20843-3208-4b4b-896e-e23daf9f938c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fe0f346-b1d9-46c3-a07d-4ca85d14fc18 HTTP/1.1" status: 204 len: 168 time: 0.2335353 Sep 26 12:55:14.513146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef20843-3208-4b4b-896e-e23daf9f938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe0f346-b1d9-46c3-a07d-4ca85d14fc18,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:14.578490 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a6d08ac-0eaa-4e4b-9191-c90a1c9100ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.588507 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a6d08ac-0eaa-4e4b-9191-c90a1c9100ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.599367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52134) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:14.631165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2a6d08ac-0eaa-4e4b-9191-c90a1c9100ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e829067db7e549838199abd5284aaec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765296 Sep 26 12:55:14.634084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52138) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:14.642176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d08ac-0eaa-4e4b-9191-c90a1c9100ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d82692-34c4-4f99-b80e-8742d18f990f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:14.713261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bef0b405-6c2f-4312-a44d-b667558d8a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.744210 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bef0b405-6c2f-4312-a44d-b667558d8a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.746522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fc3c4-443a-47ee-a82b-4d79fdccbcc0 req-f345598c-cee3-4d94-b738-e4554b20a24c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:14.754007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba1fc3c4-443a-47ee-a82b-4d79fdccbcc0 req-f345598c-cee3-4d94-b738-e4554b20a24c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 971 time: 0.0891972 Sep 26 12:55:14.770592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.818522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba1fc3c4-443a-47ee-a82b-4d79fdccbcc0 req-6a49ce5d-5e02-4be0-9e00-c9fa3bf9081c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635855 Sep 26 12:55:14.819499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bef0b405-6c2f-4312-a44d-b667558d8a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.823597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bef0b405-6c2f-4312-a44d-b667558d8a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:14.824920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bef0b405-6c2f-4312-a44d-b667558d8a22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27d82692-34c4-4f99-b80e-8742d18f990f HTTP/1.1" status: 204 len: 168 time: 0.1898637 Sep 26 12:55:14.844038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0b405-6c2f-4312-a44d-b667558d8a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d82692-34c4-4f99-b80e-8742d18f990f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:15.070771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b36d1d-2a8c-4d64-b554-61fbc22c355f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:15.073630 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d925270-00b7-45fb-a270-fb40a0a2c32e" -d '{"events": [{"server_uuid": "78b36d1d-2a8c-4d64-b554-61fbc22c355f", "name": "network-vif-plugged", "status": "completed", "tag": "fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:15.112174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b4c81-2efb-4a5a-9155-ec4dafeeedef req-a2ac9a91-9fed-487e-a2f0-e5bd3d0bb431 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:15.114054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-737b4c81-2efb-4a5a-9155-ec4dafeeedef req-a2ac9a91-9fed-487e-a2f0-e5bd3d0bb431 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 946 time: 0.0755603 Sep 26 12:55:15.118173 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-07456d43-0033-44fa-aae7-d01cecac872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:15.193153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-737b4c81-2efb-4a5a-9155-ec4dafeeedef req-7b4e8915-d64c-484b-8b8f-e8a7230344b1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698760 Sep 26 12:55:15.241460 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3debe138-50a6-4b0e-8903-54cca088aa39 x-openstack-request-id: req-3debe138-50a6-4b0e-8903-54cca088aa39 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:15.241984 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b36d1d-2a8c-4d64-b554-61fbc22c355f", "name": "network-vif-plugged", "status": "completed", "tag": "fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:15.242762 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3debe138-50a6-4b0e-8903-54cca088aa39 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:15.243478 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b36d1d-2a8c-4d64-b554-61fbc22c355f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', 'code': 200} Sep 26 12:55:15.287677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57729b6-f680-4d5c-bcbe-8616f82ca28d req-2e96b609-0346-4388-9769-d157ed7edcce tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:15.289017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e57729b6-f680-4d5c-bcbe-8616f82ca28d req-2e96b609-0346-4388-9769-d157ed7edcce tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 950 time: 0.0831599 Sep 26 12:55:15.382979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea88ebd-9ca0-4a36-972d-ab0973134ee2 req-b958bb90-34d1-497d-b1a6-b6af30b01c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:15.385120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ea88ebd-9ca0-4a36-972d-ab0973134ee2 req-b958bb90-34d1-497d-b1a6-b6af30b01c10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 1123 time: 0.0640798 Sep 26 12:55:15.385241 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e57729b6-f680-4d5c-bcbe-8616f82ca28d req-73a842e9-f1db-4350-9a20-2d6a31ea5ca1 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878031 Sep 26 12:55:15.406518 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-07456d43-0033-44fa-aae7-d01cecac872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:15.417033 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-07456d43-0033-44fa-aae7-d01cecac872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:15.457961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07456d43-0033-44fa-aae7-d01cecac872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8d64e8-6ca9-470a-9056-594099cd503b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:15.478119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-07456d43-0033-44fa-aae7-d01cecac872a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b958d6ecd6fe49a7a3099cb6953f5594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8774889 Sep 26 12:55:15.479060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52176) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:15.540240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ea88ebd-9ca0-4a36-972d-ab0973134ee2 req-038a5e58-e1c8-4240-b474-050bb1cedea8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417384 Sep 26 12:55:15.545785 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11e5e202-49d4-4d45-906e-f2f58fcb9117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:15.555543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6056a8d-f4d4-4079-b4ec-6874da70fcfd req-c4f921ca-3df8-45d4-aafc-a52f1d04b71c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:15.557004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f6056a8d-f4d4-4079-b4ec-6874da70fcfd req-c4f921ca-3df8-45d4-aafc-a52f1d04b71c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 946 time: 0.1164091 Sep 26 12:55:15.574189 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11e5e202-49d4-4d45-906e-f2f58fcb9117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:15.575866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52186) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:15.580369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Request body: {'floatingip': {'port_id': 'dcca1fed-276a-471a-82d7-d2d0c212a88c'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:15.640391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52190) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:15.674180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11e5e202-49d4-4d45-906e-f2f58fcb9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:15.675544 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:15.679743 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11e5e202-49d4-4d45-906e-f2f58fcb9117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:15.683659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-11e5e202-49d4-4d45-906e-f2f58fcb9117 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f8d64e8-6ca9-470a-9056-594099cd503b HTTP/1.1" status: 204 len: 168 time: 0.2008002 Sep 26 12:55:15.699963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5e202-49d4-4d45-906e-f2f58fcb9117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8d64e8-6ca9-470a-9056-594099cd503b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:15.810831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d874574-3eff-4e86-b644-e838e0fe3694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.031483 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d874574-3eff-4e86-b644-e838e0fe3694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.038642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d874574-3eff-4e86-b644-e838e0fe3694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.130374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0d874574-3eff-4e86-b644-e838e0fe3694 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c5bab1fbb834873b4456dcf20cc6ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889219 Sep 26 12:55:16.133654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52220) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:16.140375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874574-3eff-4e86-b644-e838e0fe3694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64074a76-05aa-452e-8025-cb834d29e420,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:16.171627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755be41-0917-4cd3-b10e-4d67cd28083a req-a11990ae-6cf8-4277-97e1-e581def47da5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:16.181037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e755be41-0917-4cd3-b10e-4d67cd28083a req-a11990ae-6cf8-4277-97e1-e581def47da5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 971 time: 0.1923559 Sep 26 12:55:16.192357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc3c2-2cbd-48dd-9df5-7d8b77049032 req-9b8825a5-7e2f-46b0-973c-af1bf40c9cbb tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:16.193923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c76dc3c2-2cbd-48dd-9df5-7d8b77049032 req-9b8825a5-7e2f-46b0-973c-af1bf40c9cbb tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 971 time: 0.1066480 Sep 26 12:55:16.251417 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-996615c1-c81a-4dcf-8911-fc557ab3a350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.255633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c76dc3c2-2cbd-48dd-9df5-7d8b77049032 req-4e56ee82-3ff8-4842-9fe9-7b1a618165f3 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530703 Sep 26 12:55:16.296511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-996615c1-c81a-4dcf-8911-fc557ab3a350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.305659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e755be41-0917-4cd3-b10e-4d67cd28083a req-086a3c6e-f55e-4036-a67a-fed8859d19e3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235826 Sep 26 12:55:16.337625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52228) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:16.360341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a83940b4-ff60-4d98-8fc8-931063816e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.396648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-996615c1-c81a-4dcf-8911-fc557ab3a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.400064 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-996615c1-c81a-4dcf-8911-fc557ab3a350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.404520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-996615c1-c81a-4dcf-8911-fc557ab3a350 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64074a76-05aa-452e-8025-cb834d29e420 HTTP/1.1" status: 204 len: 168 time: 0.2698088 Sep 26 12:55:16.471362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996615c1-c81a-4dcf-8911-fc557ab3a350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64074a76-05aa-452e-8025-cb834d29e420,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:16.604484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3c05c-24f0-4171-ab49-722225041b9d req-3c126c40-bf12-41e3-8013-4e8ba2f3daa3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:16.606454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f6a3c05c-24f0-4171-ab49-722225041b9d req-3c126c40-bf12-41e3-8013-4e8ba2f3daa3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 950 time: 0.0822468 Sep 26 12:55:16.626557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a83940b4-ff60-4d98-8fc8-931063816e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.643642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a83940b4-ff60-4d98-8fc8-931063816e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.745185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a83940b4-ff60-4d98-8fc8-931063816e4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f380308189aa4cc782590b462bd2f4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063230 Sep 26 12:55:16.748395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52240) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:16.749318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83940b4-ff60-4d98-8fc8-931063816e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582dafd4-f500-4f7c-96e7-bdd10448cd25,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:16.765922 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f6a3c05c-24f0-4171-ab49-722225041b9d req-bede8c04-89d8-44ff-a26c-8a65be316086 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447060 Sep 26 12:55:16.849868 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00569b3c-5a84-446a-858e-ada30f7ac8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.860794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-7e436b28-18f2-43ec-9b88-cb01c75066dd tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:16.863001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-7e436b28-18f2-43ec-9b88-cb01c75066dd tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 1102 time: 0.2931364 Sep 26 12:55:16.882238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00569b3c-5a84-446a-858e-ada30f7ac8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.951517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.resource_extend [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 12:55:16.961261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00569b3c-5a84-446a-858e-ada30f7ac8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.964420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00569b3c-5a84-446a-858e-ada30f7ac8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:16.965665 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-00569b3c-5a84-446a-858e-ada30f7ac8c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/582dafd4-f500-4f7c-96e7-bdd10448cd25 HTTP/1.1" status: 204 len: 168 time: 0.2129641 Sep 26 12:55:16.974894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00569b3c-5a84-446a-858e-ada30f7ac8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582dafd4-f500-4f7c-96e7-bdd10448cd25,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:17.046924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.057870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.104766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] Deleting port 9c6a9847-b3d4-49ee-8918-22bf5100b242 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:55:17.105222 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.199749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52252) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:17.221909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42e1a58d-0622-499b-96b5-7cbb5bd3e2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.241167 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Floating IP 19b138b8-d644-4b1a-b129-d3a265c68b25 associated. External IP: 172.25.4.145, port: dcca1fed-276a-471a-82d7-d2d0c212a88c. Sep 26 12:55:17.365951 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42e1a58d-0622-499b-96b5-7cbb5bd3e2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.366091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] For port 9c6a9847-b3d4-49ee-8918-22bf5100b242, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9c6a9847-b3d4-49ee-8918-22bf5100b242,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:17.366359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.374253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42e1a58d-0622-499b-96b5-7cbb5bd3e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.426404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] Calling delete_port for 9c6a9847-b3d4-49ee-8918-22bf5100b242 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:55:17.426878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1a58d-0622-499b-96b5-7cbb5bd3e2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f64d23b-d638-438e-bcc8-deb0e7f9143b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:17.462632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-42e1a58d-0622-499b-96b5-7cbb5bd3e2c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8b9066ff1634750a5e47b18b8ea03f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615192 Sep 26 12:55:17.463223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52262) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:17.547512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70993ec0-2d06-430d-8bbb-072994665f8a req-2e9229a8-fccb-466b-b135-84bb51a4909f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:17.550034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70993ec0-2d06-430d-8bbb-072994665f8a req-2e9229a8-fccb-466b-b135-84bb51a4909f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 971 time: 0.1086943 Sep 26 12:55:17.583341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df3770-9b55-4077-ba63-d3d7716a178f req-abc9c85d-6b39-4c67-85de-b5a9a08b35f6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:17.585697 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6405-0b0c-4959-b47f-5322a397704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.591034 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81df3770-9b55-4077-ba63-d3d7716a178f req-abc9c85d-6b39-4c67-85de-b5a9a08b35f6 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 971 time: 0.2096956 Sep 26 12:55:17.628539 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70993ec0-2d06-430d-8bbb-072994665f8a req-6fd4351c-c71b-4abd-888a-49f15cad7ac8 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654657 Sep 26 12:55:17.631465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6405-0b0c-4959-b47f-5322a397704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.634371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-bb80bf57-21ce-48f8-b178-2f7a773ec305 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:17.636649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-bb80bf57-21ce-48f8-b178-2f7a773ec305 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.24 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 971 time: 0.1992328 Sep 26 12:55:17.695409 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6405-0b0c-4959-b47f-5322a397704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.699549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f1d6405-0b0c-4959-b47f-5322a397704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:17.705989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7f1d6405-0b0c-4959-b47f-5322a397704e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f64d23b-d638-438e-bcc8-deb0e7f9143b HTTP/1.1" status: 204 len: 168 time: 0.2222135 Sep 26 12:55:17.720358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d6405-0b0c-4959-b47f-5322a397704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f64d23b-d638-438e-bcc8-deb0e7f9143b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:17.950269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81df3770-9b55-4077-ba63-d3d7716a178f req-cbd0cf0c-ab70-448c-a0ac-56f4e831e9a7 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/security-groups?id=afc49ace-8729-446a-88d5-9277de229e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580141 Sep 26 12:55:18.161823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:55:18.168201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Deleting port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:55:18.168542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:18.171015 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:18.183392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['9c6a9847-b3d4-49ee-8918-22bf5100b242'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:18.226321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098de60-1484-4471-99b6-25af03be3499 req-2c3b8eb2-7abb-45db-bd56-550358432101 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:18.236649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4098de60-1484-4471-99b6-25af03be3499 req-2c3b8eb2-7abb-45db-bd56-550358432101 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 1123 time: 0.1073744 Sep 26 12:55:18.257160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4098de60-1484-4471-99b6-25af03be3499 req-bb0798c6-eba8-46d5-9042-70542150dd41 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:18.262911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35044ad1-31b6-4753-b848-09ff86b8c2d6 req-997dc406-c12f-46c7-a198-f641e4a8308e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:18.264572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35044ad1-31b6-4753-b848-09ff86b8c2d6 req-997dc406-c12f-46c7-a198-f641e4a8308e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=4303b475-687e-4c5a-8c2a-6dc95d36d4f5 HTTP/1.1" status: 200 len: 867 time: 0.2200322 Sep 26 12:55:18.292276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c6a9847-b3d4-49ee-8918-22bf5100b242,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:18.307799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] No DVR routers for this DVR port 9c6a9847-b3d4-49ee-8918-22bf5100b242 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:55:18.312466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:18.315203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec3e7c78-fc7a-43bf-a8b9-eb8d2a626644 req-5e3c7223-ad00-4763-b087-c19ec060f5b1 tempest-DeleteServersAdminTestJSON-1163367435 tempest-DeleteServersAdminTestJSON-1163367435-project-admin] 10.222.0.23 "DELETE /v2.0/ports/9c6a9847-b3d4-49ee-8918-22bf5100b242 HTTP/1.1" status: 204 len: 173 time: 1.4431043 Sep 26 12:55:18.321090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4303b475-687e-4c5a-8c2a-6dc95d36d4f5', 'name': 'network-vif-deleted', 'tag': '9c6a9847-b3d4-49ee-8918-22bf5100b242'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:18.324421 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141cb260-06ab-446e-a022-3fb4688a9885" -d '{"events": [{"server_uuid": "4303b475-687e-4c5a-8c2a-6dc95d36d4f5", "name": "network-vif-deleted", "tag": "9c6a9847-b3d4-49ee-8918-22bf5100b242"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:18.403235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4098de60-1484-4471-99b6-25af03be3499 req-bb0798c6-eba8-46d5-9042-70542150dd41 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:18.408875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4098de60-1484-4471-99b6-25af03be3499 req-bb0798c6-eba8-46d5-9042-70542150dd41 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:18.485516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0798c6-eba8-46d5-9042-70542150dd41 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15054d95-378a-426a-bde1-7741a4198dc7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:18.523411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4098de60-1484-4471-99b6-25af03be3499 req-bb0798c6-eba8-46d5-9042-70542150dd41 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821751 Sep 26 12:55:18.548682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] For port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:18.549346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:18.556258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35044ad1-31b6-4753-b848-09ff86b8c2d6 req-23f5f276-b3cf-4151-bdbc-c79ca9384356 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599716 Sep 26 12:55:18.613894 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc35f32-4c4b-4f41-a33b-c5bda901424e x-openstack-request-id: req-dbc35f32-4c4b-4f41-a33b-c5bda901424e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:18.614222 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4303b475-687e-4c5a-8c2a-6dc95d36d4f5", "name": "network-vif-deleted", "tag": "9c6a9847-b3d4-49ee-8918-22bf5100b242", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:18.614473 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbc35f32-4c4b-4f41-a33b-c5bda901424e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:18.614862 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4303b475-687e-4c5a-8c2a-6dc95d36d4f5', 'name': 'network-vif-deleted', 'tag': '9c6a9847-b3d4-49ee-8918-22bf5100b242', 'status': 'completed', 'code': 200} Sep 26 12:55:18.620120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Calling delete_port for 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 owned by compute:tempest-test_az-192933538 {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:55:18.634360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:55:18.639909 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:18.651393 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] Sync routers for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:55:18.661326 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:55:18.662330 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:55:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:18.712683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bcbf6e92-5c9c-47ce-a301-db8e08b5e506 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "PUT /v2.0/floatingips/19b138b8-d644-4b1a-b129-d3a265c68b25 HTTP/1.1" status: 200 len: 992 time: 3.1355815 Sep 26 12:55:18.717457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-3b30bbf4-a06e-457b-bd97-a850ef56e6e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1515956 Sep 26 12:55:18.815739 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:55:18.914048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-45eb3fa4-7de0-4dbe-a8c5-6abed193d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:18.915927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-45eb3fa4-7de0-4dbe-a8c5-6abed193d56d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 1123 time: 0.1403465 Sep 26 12:55:19.033253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:19.046231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['71ea0378-7f82-4fd5-ae19-1c3bcdf1de35'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:19.067745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Pushing event deleted for resources: {'Port': ['ID=71ea0378-7f82-4fd5-ae19-1c3bcdf1de35,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:19.157467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] No DVR routers for this DVR port 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:55:19.161037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:19.163246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c84e8b50-4d5d-4c8d-a66a-d23a8f972047 req-654e03ff-75de-4d3d-89c5-be10683c54af tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.24 "DELETE /v2.0/ports/71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 HTTP/1.1" status: 204 len: 173 time: 1.5182986 Sep 26 12:55:19.164944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-fddf90c1-d01c-468e-a5ca-19a27b63af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:19.167634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-fddf90c1-d01c-468e-a5ca-19a27b63af31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2196531 Sep 26 12:55:19.240857 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-bef01964-95b0-4328-a614-108e91b63a6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d HTTP/1.1" status: 200 len: 217 time: 0.0661366 Sep 26 12:55:19.319211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-6be62401-a335-4d17-b51e-0d620a2c195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:19.320839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-6be62401-a335-4d17-b51e-0d620a2c195d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0716369 Sep 26 12:55:19.388310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-b5915acf-14e1-4965-8e07-6c6df58b9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:19.390628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-b5915acf-14e1-4965-8e07-6c6df58b9069 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623238 Sep 26 12:55:19.448779 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '19b138b8-d644-4b1a-b129-d3a265c68b25', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'port_id': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'mac_address': 'fa:16:3e:79:59:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014cde72-6f07-44d6-9d8d-1500debce657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:54:57Z', 'updated_at': '2021-09-26T12:55:16Z', 'revision_number': 1, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:19.483407 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] Checking router: 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:55:19.493086 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:55:19.493653 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:55:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:19.512091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-644d08f2-fc73-4d0c-aca7-50df6caef4be service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131575 Sep 26 12:55:19.642685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ce2bfb0-18d8-4f9b-92d4-e1c005f0cebb req-8d24de13-237a-4d6a-8223-af376b67d882 tempest-AggregatesAdminTestJSON-1333017283 tempest-AggregatesAdminTestJSON-1333017283-project] 10.222.0.13 "GET /v2.0/ports?device_id=f584993f-d9f8-439a-a113-dc2c2e05992e HTTP/1.1" status: 200 len: 210 time: 0.0545723 Sep 26 12:55:19.670776 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:55:19.698584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23d1a4bb-f3b4-42fe-b9eb-8f9634f24624 req-4b2d35fa-d5c9-4763-a0bb-5e90fe570d61 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783078 Sep 26 12:55:19.827746 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:19.837810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1b9711e7-f7e4-4a96-a93e-4899e9b87f98 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599737 Sep 26 12:55:19.963453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-55164871-f59b-400d-a27c-d70e15bb28d3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:19.970924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-55164871-f59b-400d-a27c-d70e15bb28d3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318409 Sep 26 12:55:19.989819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-adf3a334-9334-42e1-849c-a8555bff89aa tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/quotas/d103dd3ec0534dcbb982235d5b6718d1 HTTP/1.1" status: 200 len: 375 time: 0.0177093 Sep 26 12:55:19.993128 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '19b138b8-d644-4b1a-b129-d3a265c68b25', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'port_id': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'mac_address': 'fa:16:3e:79:59:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014cde72-6f07-44d6-9d8d-1500debce657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:54:57Z', 'updated_at': '2021-09-26T12:55:16Z', 'revision_number': 1, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:20.037470 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dec491-f7e0-461a-adbe-c46d3de468d7 None None] The sync data for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 is: [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '19b138b8-d644-4b1a-b129-d3a265c68b25', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'port_id': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'mac_address': 'fa:16:3e:79:59:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014cde72-6f07-44d6-9d8d-1500debce657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:54:57Z', 'updated_at': '2021-09-26T12:55:16Z', 'revision_number': 1, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:55:20.099612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0870cfa2-2ddd-4d19-86ef-4b2c55af53c1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020446 Sep 26 12:55:20.405536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad75c2-a78a-4251-be20-7d72ee8e6928 None None] New status for floating IP 19b138b8-d644-4b1a-b129-d3a265c68b25: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:55:20.616467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014cde72-6f07-44d6-9d8d-1500debce657', 'tag': 'dcca1fed-276a-471a-82d7-d2d0c212a88c'}, {'server_uuid': 'f584993f-d9f8-439a-a113-dc2c2e05992e', 'name': 'network-vif-deleted', 'tag': '71ea0378-7f82-4fd5-ae19-1c3bcdf1de35'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:20.620497 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dce305-b1bf-407c-ac35-8f40b26b0d40" -d '{"events": [{"name": "network-changed", "server_uuid": "014cde72-6f07-44d6-9d8d-1500debce657", "tag": "dcca1fed-276a-471a-82d7-d2d0c212a88c"}, {"server_uuid": "f584993f-d9f8-439a-a113-dc2c2e05992e", "name": "network-vif-deleted", "tag": "71ea0378-7f82-4fd5-ae19-1c3bcdf1de35"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:20.698194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 9c6a9847-b3d4-49ee-8918-22bf5100b242 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:55:20.763262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 9c6a9847-b3d4-49ee-8918-22bf5100b242 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:55:20.763607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 9c6a9847-b3d4-49ee-8918-22bf5100b242 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:55:20.796673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-63c2c3cd-7f96-40f1-97cc-62a9657a0ebf tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400150 Sep 26 12:55:20.907460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-8fc8b4aa-5291-40d4-a5c0-6e8c75f9205b tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:20.915517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-8fc8b4aa-5291-40d4-a5c0-6e8c75f9205b tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179588 Sep 26 12:55:20.934787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-8cd4178a-8a0c-46e5-9706-6b4ac1a664da tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/quotas/6ab8fe667f9e4f9eb4d40e3bdb9bc3ba HTTP/1.1" status: 200 len: 375 time: 0.0173717 Sep 26 12:55:20.985628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-447e5c6e-e753-4384-94b4-e0dd3fac27c8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368242 Sep 26 12:55:21.101762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-363ee274-3fe5-4ce0-8e96-d40259598d33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858517 Sep 26 12:55:21.252442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-b020ebb9-61a7-49c2-b55d-03bd500a471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:21.255710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-b020ebb9-61a7-49c2-b55d-03bd500a471f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 1098 time: 0.1045301 Sep 26 12:55:21.260079 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cbd765-75d3-4be5-82de-f57cadf12098 x-openstack-request-id: req-d2cbd765-75d3-4be5-82de-f57cadf12098 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:21.260299 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014cde72-6f07-44d6-9d8d-1500debce657", "tag": "dcca1fed-276a-471a-82d7-d2d0c212a88c", "status": "completed", "code": 200}, {"server_uuid": "f584993f-d9f8-439a-a113-dc2c2e05992e", "name": "network-vif-deleted", "tag": "71ea0378-7f82-4fd5-ae19-1c3bcdf1de35", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:21.262378 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2cbd765-75d3-4be5-82de-f57cadf12098 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:21.262992 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014cde72-6f07-44d6-9d8d-1500debce657', 'tag': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'status': 'completed', 'code': 200} Sep 26 12:55:21.263874 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f584993f-d9f8-439a-a113-dc2c2e05992e', 'name': 'network-vif-deleted', 'tag': '71ea0378-7f82-4fd5-ae19-1c3bcdf1de35', 'status': 'completed', 'code': 200} Sep 26 12:55:21.439642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-c2696f28-d08b-4ef7-894d-6bf99b57aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:21.451395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-c2696f28-d08b-4ef7-894d-6bf99b57aee2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 923 time: 0.1709504 Sep 26 12:55:21.653410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:55:21.677677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a6eceb2-daab-40f6-a87d-df71dad56bef req-40f82639-e55b-403f-9e74-9ad057fba71b tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 210 time: 0.0938420 Sep 26 12:55:21.680160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:55:21.680513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 71ea0378-7f82-4fd5-ae19-1c3bcdf1de35 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:55:21.715398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-43f8866b-d953-46fd-a332-340b3be35f25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c HTTP/1.1" status: 200 len: 1002 time: 0.2608595 Sep 26 12:55:21.793321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-93225410-2ad1-4faf-a583-bc9fa531a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:21.794978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-93225410-2ad1-4faf-a583-bc9fa531a88f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.0714505 Sep 26 12:55:21.855285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-5874cc16-a960-456f-b293-c5cd755162ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:21.857005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-5874cc16-a960-456f-b293-c5cd755162ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545943 Sep 26 12:55:21.877935 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45749e84-0c57-4311-bacf-0989ff5d9a6b req-a6a3ed51-dad8-489a-a421-804f95438ed3 tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2cfd038c442749f7abca17f292fdb6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590346 Sep 26 12:55:21.952925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52482) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:21.988386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-7d1d90eb-9884-42a9-ba46-5edef2702401 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235542 Sep 26 12:55:22.058741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45749e84-0c57-4311-bacf-0989ff5d9a6b req-10a57de7-0a0e-4f13-939e-ca1e9c700d49 tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:22.075279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45749e84-0c57-4311-bacf-0989ff5d9a6b req-10a57de7-0a0e-4f13-939e-ca1e9c700d49 tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951308 Sep 26 12:55:22.103236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45749e84-0c57-4311-bacf-0989ff5d9a6b req-7e3401d6-1447-4eb7-99ac-43b4868919f3 tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/quotas/2cfd038c442749f7abca17f292fdb6ef HTTP/1.1" status: 200 len: 375 time: 0.0266223 Sep 26 12:55:22.107338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84f0840e-cc11-438c-889b-a355fa16fa99 req-87195af3-a89b-43c6-b67e-609d76602271 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 210 time: 0.1178920 Sep 26 12:55:22.156884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5350fe5-12d4-4f8f-ab03-6f25fc354a17 req-05edca12-6abd-42dd-82e4-d736b80888f7 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533277 Sep 26 12:55:22.158827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45749e84-0c57-4311-bacf-0989ff5d9a6b req-2e72ca88-c9f7-4b1a-82f9-06305a6be878 tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfd038c442749f7abca17f292fdb6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538554 Sep 26 12:55:22.196831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d50ab91a-3315-4259-a227-23a11213d72e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b67a582ea1744e791dda943efb5fbb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384810 Sep 26 12:55:22.196831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a0763d0-1201-4777-9e3b-3bcc6fba2fa4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388365 Sep 26 12:55:22.197114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52492) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:22.353013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-432450d7-6528-4f8b-9e86-03f7dee1e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:22.354588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-432450d7-6528-4f8b-9e86-03f7dee1e89c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 1098 time: 0.1186805 Sep 26 12:55:22.733241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-34da9be1-cd3e-47bc-99b9-bae93d98a214 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:22.734849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-34da9be1-cd3e-47bc-99b9-bae93d98a214 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5307348 Sep 26 12:55:22.760631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f315b8e7-f7e3-448c-9650-401e2f6ca23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:22.768394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Request body: {'port': {'device_id': '580da000-e35d-4d52-a9e9-d26a3c372d14', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'd103dd3ec0534dcbb982235d5b6718d1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:22.806061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-9170ba58-af05-4634-8a74-f00c3b61955d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638993 Sep 26 12:55:22.837770 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f315b8e7-f7e3-448c-9650-401e2f6ca23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:22.934561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.24', 64298) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:22.986359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52532) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:22.989804 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-07381653-3383-473c-a85b-9e706201785b tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496347 Sep 26 12:55:23.002690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-ccb723f5-bd24-486e-ad73-0ea4591c864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:23.004257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-ccb723f5-bd24-486e-ad73-0ea4591c864a service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 923 time: 0.6392810 Sep 26 12:55:23.006268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61ea65a2-79a0-4022-8535-5ef9a73cbfb6 req-15cb2d42-a4e5-4924-8312-1c4798b4bc0e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 210 time: 0.1165669 Sep 26 12:55:23.156965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-10a32284-e745-40e3-9438-60ff814538fc tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:23.163747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-10a32284-e745-40e3-9438-60ff814538fc tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267484 Sep 26 12:55:23.166024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-f678d7cf-38ef-4401-b53e-38e57f67a4b6 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:23.170624 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-f678d7cf-38ef-4401-b53e-38e57f67a4b6 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742315 Sep 26 12:55:23.193434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Request body: {'port': {'device_id': '644df24d-c7ba-49ea-9d78-a4665ea25aab', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '6ab8fe667f9e4f9eb4d40e3bdb9bc3ba'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:23.196035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Request body: {'port': {'device_id': 'fec62668-4c69-4d9b-b635-90021c7c74df', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'd103dd3ec0534dcbb982235d5b6718d1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:23.232217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-a0280bdb-fc58-4bb8-b581-21eed0b1c969 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c HTTP/1.1" status: 200 len: 1002 time: 0.2109942 Sep 26 12:55:23.237958 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f315b8e7-f7e3-448c-9650-401e2f6ca23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.240510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f315b8e7-f7e3-448c-9650-401e2f6ca23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.241680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f315b8e7-f7e3-448c-9650-401e2f6ca23b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afc49ace-8729-446a-88d5-9277de229e23 HTTP/1.1" status: 204 len: 168 time: 1.0436563 Sep 26 12:55:23.297805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b8e7-f7e3-448c-9650-401e2f6ca23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc49ace-8729-446a-88d5-9277de229e23,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:23.359012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Made reservation on behalf of d103dd3ec0534dcbb982235d5b6718d1 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:23.363244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.382807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Made reservation on behalf of 6ab8fe667f9e4f9eb4d40e3bdb9bc3ba for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:23.386669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.393254 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7b83936-b9ae-4f68-8a0a-0894ae65551e req-fe73a941-0891-4562-8fb5-06b96fa66ed9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 210 time: 0.1167362 Sep 26 12:55:23.407193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52552) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:23.427025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-73365c84-4ca7-43fb-9852-95aaa27e8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:23.428715 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-73365c84-4ca7-43fb-9852-95aaa27e8a18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.1858671 Sep 26 12:55:23.443440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d13c6bd2-022b-46f0-a03a-c44297277813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.574121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-3d27c665-f484-4303-904d-819fa1cdfb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:23.575664 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-3d27c665-f484-4303-904d-819fa1cdfb29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1395111 Sep 26 12:55:23.636144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Allocated IP 192.168.233.219 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/8b6b981d-1109-44c6-8a80-577f118c436d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:23.718900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52562) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:23.731276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-eb8ca5f5-3edd-4178-808b-b52b1aa3cce4 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453571 Sep 26 12:55:23.886768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d13c6bd2-022b-46f0-a03a-c44297277813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.903558 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d13c6bd2-022b-46f0-a03a-c44297277813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.918125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-41a76cfd-1799-4537-8850-4123062ed4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.930687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52566) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:23.954458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6dce305-b1bf-407c-ac35-8f40b26b0d40 req-a58f0f58-18f8-4c6a-acf6-c4afcba7b853 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128839 Sep 26 12:55:23.959491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c6bd2-022b-46f0-a03a-c44297277813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b89ede-5e9a-4c7e-ba21-e586a9d1df27,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:23.963597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Made reservation on behalf of d103dd3ec0534dcbb982235d5b6718d1 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:23.967316 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:23.973517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.044298 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-115f181c-6ada-4f17-8843-10278a9052cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f836607029d4200ae76b847fcd58d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094112 Sep 26 12:55:24.049641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52572) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:24.074676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d13c6bd2-022b-46f0-a03a-c44297277813 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a65ae2b18844fa0859ea94077a08841&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0836253 Sep 26 12:55:24.078627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52574) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:24.174407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad1dc1e-11d9-4628-9523-1ae19fd2c8b5 req-ecd47007-d0f9-46cb-991b-297c1262e3a3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 210 time: 0.0670891 Sep 26 12:55:24.175630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.181991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-41a76cfd-1799-4537-8850-4123062ed4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.196010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:24.224844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-41a76cfd-1799-4537-8850-4123062ed4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.308741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:24.310996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a9b73cd-06c9-4f9b-b9d1-2d650f46357e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.319887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:24.322320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:24.326936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Allocated IP 192.168.233.141 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/bc1d3095-1f46-4010-8df0-a4c689a050e9) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:24.328048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:24.328624 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.328936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a76cfd-1799-4537-8850-4123062ed4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090a9918-0ed8-4f5b-954a-9cba157fbd8a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:24.336273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-41a76cfd-1799-4537-8850-4123062ed4d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a48c9296986b4d799f98fcdf7b8c35e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9263449 Sep 26 12:55:24.338808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52592) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:24.355563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-069e075d-2bf8-491a-9b58-9c8258e8ea51 req-98f222aa-aab6-420a-83ec-3f8a2e6aac51 tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2cfd038c442749f7abca17f292fdb6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728788 Sep 26 12:55:24.355864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65a38916-2782-42b1-b3b2-5c2249178f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.412531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65a38916-2782-42b1-b3b2-5c2249178f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.508151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'Port': ['ID=8b6b981d-1109-44c6-8a80-577f118c436d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:24.518027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e075d-2bf8-491a-9b58-9c8258e8ea51 req-a2dd9f08-a1bd-41bb-81ba-441cc701b07d tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:24.525605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-069e075d-2bf8-491a-9b58-9c8258e8ea51 req-a2dd9f08-a1bd-41bb-81ba-441cc701b07d tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470442 Sep 26 12:55:24.534884 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-233339d0-b7ba-4096-ab46-f8efd6ae3be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.548307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0f12837e-3e34-495a-9e5c-0a0b6f07bb9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7900417 Sep 26 12:55:24.557843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-069e075d-2bf8-491a-9b58-9c8258e8ea51 req-17e92ff6-335b-4046-953d-5f8a7e2fb81c tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/quotas/2cfd038c442749f7abca17f292fdb6ef HTTP/1.1" status: 200 len: 375 time: 0.0313389 Sep 26 12:55:24.571914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Request body: {'port': {'device_id': '580da000-e35d-4d52-a9e9-d26a3c372d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:24.598639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d73420e0-ed2a-4bad-9c69-10d9dafae0f1 req-7cc15fb5-b49c-4d75-8ae0-2d18185508d5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 210 time: 0.0743177 Sep 26 12:55:24.602266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64b95045-96e2-4fd0-944b-89e4279a97a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.651774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-233339d0-b7ba-4096-ab46-f8efd6ae3be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.677731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64b95045-96e2-4fd0-944b-89e4279a97a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.679849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-069e075d-2bf8-491a-9b58-9c8258e8ea51 req-a29895e4-407a-4a7e-8252-629ba6d61439 tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfd038c442749f7abca17f292fdb6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811515 Sep 26 12:55:24.688143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-dd7f738d-81fa-4769-b51c-e1d6940b09bc None None] Provisioning complete for port 8b6b981d-1109-44c6-8a80-577f118c436d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:24.688814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd7f738d-81fa-4769-b51c-e1d6940b09bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.696690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65a38916-2782-42b1-b3b2-5c2249178f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.699429 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65a38916-2782-42b1-b3b2-5c2249178f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.701348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.708901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-65a38916-2782-42b1-b3b2-5c2249178f87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53b89ede-5e9a-4c7e-ba21-e586a9d1df27 HTTP/1.1" status: 204 len: 168 time: 0.6235001 Sep 26 12:55:24.738980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f738d-81fa-4769-b51c-e1d6940b09bc None None] Port 8b6b981d-1109-44c6-8a80-577f118c436d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:24.776664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a38916-2782-42b1-b3b2-5c2249178f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b89ede-5e9a-4c7e-ba21-e586a9d1df27,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:24.793358 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.838064 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64b95045-96e2-4fd0-944b-89e4279a97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.840695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64b95045-96e2-4fd0-944b-89e4279a97a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.844601 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-64b95045-96e2-4fd0-944b-89e4279a97a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/090a9918-0ed8-4f5b-954a-9cba157fbd8a HTTP/1.1" status: 204 len: 168 time: 0.5026319 Sep 26 12:55:24.857113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b95045-96e2-4fd0-944b-89e4279a97a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a9918-0ed8-4f5b-954a-9cba157fbd8a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:24.880559 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.958934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a9b73cd-06c9-4f9b-b9d1-2d650f46357e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.960832 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-233339d0-b7ba-4096-ab46-f8efd6ae3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.964288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-233339d0-b7ba-4096-ab46-f8efd6ae3be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.969428 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-233339d0-b7ba-4096-ab46-f8efd6ae3be4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e07700db-8f68-4bba-8965-cb4c6f77457e HTTP/1.1" status: 204 len: 168 time: 0.9183586 Sep 26 12:55:24.971591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:24.977945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:24.984413 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a9b73cd-06c9-4f9b-b9d1-2d650f46357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:24.986316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:24.993109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:24.994001 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.007144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Pushing event updated for resources: {'Port': ['ID=bc1d3095-1f46-4010-8df0-a4c689a050e9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:25.020936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-89e9d3ce-b366-4d82-afda-97a0beca8450 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8319988 Sep 26 12:55:25.031885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0a9b73cd-06c9-4f9b-b9d1-2d650f46357e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59639108960842b6b7e08df6decf1ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3098044 Sep 26 12:55:25.035364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52610) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:25.040653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233339d0-b7ba-4096-ab46-f8efd6ae3be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07700db-8f68-4bba-8965-cb4c6f77457e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:25.041819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Request body: {'port': {'device_id': '644df24d-c7ba-49ea-9d78-a4665ea25aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:25.103700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Allocated IP 192.168.233.84 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/4f21a0a3-a25b-42c7-9335-84c41924eb51) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:25.115639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b73cd-06c9-4f9b-b9d1-2d650f46357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af4bd6a-8cfa-4657-a465-f3d4f5457569,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:25.145060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.369807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-001e4f12-bd9e-4a55-b2ec-c6053cf8ab0d None None] Provisioning complete for port bc1d3095-1f46-4010-8df0-a4c689a050e9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:25.371741 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-001e4f12-bd9e-4a55-b2ec-c6053cf8ab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.406781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123e35-91c1-4e20-af73-21d91e7c0e09 req-751a32d3-a7c1-4c07-911c-fd946325cf79 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:25.415499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55123e35-91c1-4e20-af73-21d91e7c0e09 req-751a32d3-a7c1-4c07-911c-fd946325cf79 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 936 time: 0.1306422 Sep 26 12:55:25.443586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-001e4f12-bd9e-4a55-b2ec-c6053cf8ab0d None None] Port bc1d3095-1f46-4010-8df0-a4c689a050e9 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:25.445615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.452713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87f68d25-bb79-467b-ad35-209b1b0b54fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.488599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55123e35-91c1-4e20-af73-21d91e7c0e09 req-a52e0c8e-5909-4787-a61e-3f8edb1f09c8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668724 Sep 26 12:55:25.489255 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87f68d25-bb79-467b-ad35-209b1b0b54fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.522736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.535738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:25.556811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87f68d25-bb79-467b-ad35-209b1b0b54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.559628 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87f68d25-bb79-467b-ad35-209b1b0b54fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.561131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-87f68d25-bb79-467b-ad35-209b1b0b54fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9af4bd6a-8cfa-4657-a465-f3d4f5457569 HTTP/1.1" status: 204 len: 168 time: 0.5247645 Sep 26 12:55:25.565019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:25.589395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8aecb54-3450-4217-8ee1-9effdf6a7859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.593353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f68d25-bb79-467b-ad35-209b1b0b54fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af4bd6a-8cfa-4657-a465-f3d4f5457569,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:25.809988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8aecb54-3450-4217-8ee1-9effdf6a7859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.820565 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8aecb54-3450-4217-8ee1-9effdf6a7859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.880082 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b8aecb54-3450-4217-8ee1-9effdf6a7859 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9cdbe0d51ea44f48fe4b52d2747e87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131199 Sep 26 12:55:25.882750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52634) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:25.883226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52636) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:25.903249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecb54-3450-4217-8ee1-9effdf6a7859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a1c2c4-fd61-41ae-bbd5-6d2d25c3d984,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:25.916409 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4cae-f5ed-4b56-8e78-02fde6b72a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.977811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98350971-ae2e-4127-8226-3fbc1189ceee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:25.995427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:26.017465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98350971-ae2e-4127-8226-3fbc1189ceee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.023445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:26.053390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:26.059507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:26.060244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.137744 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4cae-f5ed-4b56-8e78-02fde6b72a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.139108 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98350971-ae2e-4127-8226-3fbc1189ceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.144137 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98350971-ae2e-4127-8226-3fbc1189ceee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.147286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-98350971-ae2e-4127-8226-3fbc1189ceee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53a1c2c4-fd61-41ae-bbd5-6d2d25c3d984 HTTP/1.1" status: 204 len: 168 time: 0.2629795 Sep 26 12:55:26.156387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4cae-f5ed-4b56-8e78-02fde6b72a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.163037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'Port': ['ID=4f21a0a3-a25b-42c7-9335-84c41924eb51,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:26.166312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98350971-ae2e-4127-8226-3fbc1189ceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a1c2c4-fd61-41ae-bbd5-6d2d25c3d984,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:26.171946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-de88ff6e-7175-4a1f-9331-5579114c4f5a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9803202 Sep 26 12:55:26.197555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Request body: {'port': {'device_id': 'fec62668-4c69-4d9b-b635-90021c7c74df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:26.215278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74191c-bfbc-4d29-a5be-c829b11195d3 req-111fe01f-e7a0-414e-906f-1ed73e69a1af tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:26.223132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b74191c-bfbc-4d29-a5be-c829b11195d3 req-111fe01f-e7a0-414e-906f-1ed73e69a1af tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 935 time: 0.2443991 Sep 26 12:55:26.228363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9f2d4cae-f5ed-4b56-8e78-02fde6b72a1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1523b9d725d94f108dd603b935cd9be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375521 Sep 26 12:55:26.229981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d4cae-f5ed-4b56-8e78-02fde6b72a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758fc9b7-aa63-4258-a453-14cc47c3aaec,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:26.232561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52648) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:26.251787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52652) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:26.292403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae25e750-3fff-4dad-9d3a-6156a490608c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.354146 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-810a0245-698f-47a2-b0f0-2d2933874c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.392757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-810a0245-698f-47a2-b0f0-2d2933874c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.393206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.401400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b74191c-bfbc-4d29-a5be-c829b11195d3 req-ef79584f-7fb1-4080-a76f-f2fcc3adb5ec tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771832 Sep 26 12:55:26.407981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0afd606c-3dd2-45e4-b2cb-c1bdf024dcf9 None None] Provisioning complete for port 4f21a0a3-a25b-42c7-9335-84c41924eb51 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:26.408445 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0afd606c-3dd2-45e4-b2cb-c1bdf024dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.458966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0afd606c-3dd2-45e4-b2cb-c1bdf024dcf9 None None] Port 4f21a0a3-a25b-42c7-9335-84c41924eb51 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:26.473208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6b981d-1109-44c6-8a80-577f118c436d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:26.490919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.510127 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae25e750-3fff-4dad-9d3a-6156a490608c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.516002 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae25e750-3fff-4dad-9d3a-6156a490608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.576494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Transition to ACTIVE for port object 8b6b981d-1109-44c6-8a80-577f118c436d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:55:26.585231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-810a0245-698f-47a2-b0f0-2d2933874c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.589463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-810a0245-698f-47a2-b0f0-2d2933874c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.590045 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.593867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-810a0245-698f-47a2-b0f0-2d2933874c63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/758fc9b7-aa63-4258-a453-14cc47c3aaec HTTP/1.1" status: 204 len: 168 time: 0.3578787 Sep 26 12:55:26.615211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25e750-3fff-4dad-9d3a-6156a490608c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e7e33a-c6a1-49b5-9ff1-e8d3d904cf35,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:26.626277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ae25e750-3fff-4dad-9d3a-6156a490608c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8bb363179d54631a3117793d90ec0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733420 Sep 26 12:55:26.631783 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52666) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:26.662551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a0245-698f-47a2-b0f0-2d2933874c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758fc9b7-aa63-4258-a453-14cc47c3aaec,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:26.749742 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ab22e05-9590-4283-83f8-e37af7cceb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.774617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Attempting to bind port 8b6b981d-1109-44c6-8a80-577f118c436d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:26.774969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Attempting to bind port 8b6b981d-1109-44c6-8a80-577f118c436d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:26.775308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Attempting to bind port 8b6b981d-1109-44c6-8a80-577f118c436d on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:26.790192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Port 8b6b981d-1109-44c6-8a80-577f118c436d on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:55:26.790517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Attempting to bind port 8b6b981d-1109-44c6-8a80-577f118c436d on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:26.809656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:26.810006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:26.810391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:26.810834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Bound port: 8b6b981d-1109-44c6-8a80-577f118c436d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:26.811198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.819095 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ab22e05-9590-4283-83f8-e37af7cceb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.829169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9badc-e219-4255-a3c6-584432433660 req-67a29a14-84ae-4580-8367-5100cc7fd58d tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:26.833120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbf9badc-e219-4255-a3c6-584432433660 req-67a29a14-84ae-4580-8367-5100cc7fd58d tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 936 time: 0.1806233 Sep 26 12:55:26.840386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Pushing event updated for resources: {'Port': ['ID=8b6b981d-1109-44c6-8a80-577f118c436d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:26.895991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbf9badc-e219-4255-a3c6-584432433660 req-6ddd7f02-f94a-4354-a1fb-eb71a46ccad7 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522137 Sep 26 12:55:26.942836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1d3095-1f46-4010-8df0-a4c689a050e9 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:26.951948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.959300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ab22e05-9590-4283-83f8-e37af7cceb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.961739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ab22e05-9590-4283-83f8-e37af7cceb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.962874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7ab22e05-9590-4283-83f8-e37af7cceb8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7e7e33a-c6a1-49b5-9ff1-e8d3d904cf35 HTTP/1.1" status: 204 len: 168 time: 0.3301604 Sep 26 12:55:26.977984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] For port 8b6b981d-1109-44c6-8a80-577f118c436d, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:26.982646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] For port 8b6b981d-1109-44c6-8a80-577f118c436d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=8b6b981d-1109-44c6-8a80-577f118c436d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:26.988428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22e05-9590-4283-83f8-e37af7cceb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e7e33a-c6a1-49b5-9ff1-e8d3d904cf35,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:26.990747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:26.992045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Transition to ACTIVE for port object bc1d3095-1f46-4010-8df0-a4c689a050e9 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:55:26.998033 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:27.042826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:27.043396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:27.044995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] 10.222.0.24 "PUT /v2.0/ports/8b6b981d-1109-44c6-8a80-577f118c436d HTTP/1.1" status: 200 len: 1097 time: 2.4813118 Sep 26 12:55:27.087739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580da000-e35d-4d52-a9e9-d26a3c372d14', 'tag': '8b6b981d-1109-44c6-8a80-577f118c436d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:27.090204 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891" -d '{"events": [{"name": "network-changed", "server_uuid": "580da000-e35d-4d52-a9e9-d26a3c372d14", "tag": "8b6b981d-1109-44c6-8a80-577f118c436d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:27.150145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a879e44-a6fd-4ccc-9106-b719586ae7bd service neutron] Pushing event updated for resources: {'Port': ['ID=8b6b981d-1109-44c6-8a80-577f118c436d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:27.218964 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a7983-e877-4192-ab64-d960ce44126c x-openstack-request-id: req-845a7983-e877-4192-ab64-d960ce44126c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:27.219258 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580da000-e35d-4d52-a9e9-d26a3c372d14", "tag": "8b6b981d-1109-44c6-8a80-577f118c436d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:27.219505 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-845a7983-e877-4192-ab64-d960ce44126c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:27.219913 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580da000-e35d-4d52-a9e9-d26a3c372d14', 'tag': '8b6b981d-1109-44c6-8a80-577f118c436d', 'status': 'completed', 'code': 200} Sep 26 12:55:27.228748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Pushing event updated for resources: {'Port': ['ID=bc1d3095-1f46-4010-8df0-a4c689a050e9,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:27.239956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Attempting to bind port bc1d3095-1f46-4010-8df0-a4c689a050e9 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:27.244874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Attempting to bind port bc1d3095-1f46-4010-8df0-a4c689a050e9 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:27.245473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Attempting to bind port bc1d3095-1f46-4010-8df0-a4c689a050e9 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:27.251298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Port bc1d3095-1f46-4010-8df0-a4c689a050e9 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:55:27.252004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Attempting to bind port bc1d3095-1f46-4010-8df0-a4c689a050e9 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:27.258375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:27.259188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:27.260238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:27.261052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Bound port: bc1d3095-1f46-4010-8df0-a4c689a050e9, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:27.262288 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:27.277797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-2e2e5343-4415-42e8-9459-187626cbd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:27.279356 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-2e2e5343-4415-42e8-9459-187626cbd015 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 1100 time: 0.1781290 Sep 26 12:55:27.348609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] For port bc1d3095-1f46-4010-8df0-a4c689a050e9, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:27.354444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] For port bc1d3095-1f46-4010-8df0-a4c689a050e9, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=bc1d3095-1f46-4010-8df0-a4c689a050e9,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:27.359859 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:27.369510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-eed3f5c1-6b0f-4778-b1f4-9a7603d51a95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=8b6b981d-1109-44c6-8a80-577f118c436d HTTP/1.1" status: 200 len: 217 time: 0.0707757 Sep 26 12:55:27.432519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Pushing event updated for resources: {'Port': ['ID=bc1d3095-1f46-4010-8df0-a4c689a050e9,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:27.444417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:27.445119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:27.447346 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-a341c425-e9ee-40a9-bf04-9f3ba334b98d service neutron] 10.222.0.24 "PUT /v2.0/ports/bc1d3095-1f46-4010-8df0-a4c689a050e9 HTTP/1.1" status: 200 len: 1097 time: 2.4133470 Sep 26 12:55:27.448519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644df24d-c7ba-49ea-9d78-a4665ea25aab', 'tag': 'bc1d3095-1f46-4010-8df0-a4c689a050e9'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:27.530700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-07945f66-1788-4578-8bdf-8b140f7b7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:27.532180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-07945f66-1788-4578-8bdf-8b140f7b7ad2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1547863 Sep 26 12:55:27.555522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f21a0a3-a25b-42c7-9335-84c41924eb51 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:27.612473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:27.635758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Transition to ACTIVE for port object 4f21a0a3-a25b-42c7-9335-84c41924eb51 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:55:27.664422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1d6ac-6b10-4a1a-a375-7428bb6b009f req-75bd6244-ec94-4f10-8630-70bb1c6a960b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:27.665899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3f1d6ac-6b10-4a1a-a375-7428bb6b009f req-75bd6244-ec94-4f10-8630-70bb1c6a960b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 935 time: 0.1397707 Sep 26 12:55:27.668307 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:27.672628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-c35d5003-357b-429e-a710-e9334a7e3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:27.674743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-c35d5003-357b-429e-a710-e9334a7e3ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 1100 time: 0.1408479 Sep 26 12:55:27.756945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-61fea1f0-1bac-4f31-95c7-f3a6fecb4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:27.758599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-61fea1f0-1bac-4f31-95c7-f3a6fecb4db6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2159176 Sep 26 12:55:27.805835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-5b566d79-0322-4a2d-8ff4-ae86613cd637 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=bc1d3095-1f46-4010-8df0-a4c689a050e9 HTTP/1.1" status: 200 len: 217 time: 0.1215024 Sep 26 12:55:27.826652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Pushing event updated for resources: {'Port': ['ID=4f21a0a3-a25b-42c7-9335-84c41924eb51,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:27.916518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3e4330a-ffba-44f7-b10b-42b25959a159 req-11b9a2ab-4645-4398-a9f4-a5ae81fc666f tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2cfd038c442749f7abca17f292fdb6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674396 Sep 26 12:55:27.946550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3f1d6ac-6b10-4a1a-a375-7428bb6b009f req-bfce1d0d-ca49-4536-9744-de73a67335f7 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093556 Sep 26 12:55:28.015143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Attempting to bind port 4f21a0a3-a25b-42c7-9335-84c41924eb51 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:28.015491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Attempting to bind port 4f21a0a3-a25b-42c7-9335-84c41924eb51 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:28.015700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Attempting to bind port 4f21a0a3-a25b-42c7-9335-84c41924eb51 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:28.078985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Port 4f21a0a3-a25b-42c7-9335-84c41924eb51 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:55:28.079628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Attempting to bind port 4f21a0a3-a25b-42c7-9335-84c41924eb51 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:28.120315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:28.120648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:28.121033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:28.121474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Bound port: 4f21a0a3-a25b-42c7-9335-84c41924eb51, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:28.121886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:28.164229 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-72e0bd81-2942-404f-be99-fe9b219b7bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757863 Sep 26 12:55:28.269623 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb348f9f-4834-4848-b2a1-1eebd623bbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "644df24d-c7ba-49ea-9d78-a4665ea25aab", "tag": "bc1d3095-1f46-4010-8df0-a4c689a050e9"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:28.271554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05f16b-6e74-41e7-8100-47c6ddbb5e85 req-3db4dd8f-aaac-4dc8-9d3d-59b84728993b tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.273170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea05f16b-6e74-41e7-8100-47c6ddbb5e85 req-3db4dd8f-aaac-4dc8-9d3d-59b84728993b tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 948 time: 0.1978772 Sep 26 12:55:28.277329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] For port 4f21a0a3-a25b-42c7-9335-84c41924eb51, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:28.290455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-6f91008b-93a6-4236-a780-f74a1e6dd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.291824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-6f91008b-93a6-4236-a780-f74a1e6dd3ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.4738858 Sep 26 12:55:28.318514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] For port 4f21a0a3-a25b-42c7-9335-84c41924eb51, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4f21a0a3-a25b-42c7-9335-84c41924eb51,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:28.351809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:28.419164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-008124b8-7ab1-4753-90c0-5ce34d6301e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.420693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-008124b8-7ab1-4753-90c0-5ce34d6301e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1213045 Sep 26 12:55:28.424689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.426708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:28.427880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] 10.222.0.24 "PUT /v2.0/ports/4f21a0a3-a25b-42c7-9335-84c41924eb51 HTTP/1.1" status: 200 len: 1096 time: 2.2356639 Sep 26 12:55:28.456761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea05f16b-6e74-41e7-8100-47c6ddbb5e85 req-b8ad933f-5b18-4012-a1a7-6b94c8f617df tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651018 Sep 26 12:55:28.534142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-0ccb8178-2a80-480f-a59e-fb7419bc4c7c service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087113 Sep 26 12:55:28.557069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4330a-ffba-44f7-b10b-42b25959a159 req-b90325fb-8868-41eb-9e57-330cf35bc53f tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.558721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3e4330a-ffba-44f7-b10b-42b25959a159 req-b90325fb-8868-41eb-9e57-330cf35bc53f tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6363780 Sep 26 12:55:28.569333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d80978-19ec-4e95-84aa-7fc2d925fbae service neutron] Pushing event updated for resources: {'Port': ['ID=4f21a0a3-a25b-42c7-9335-84c41924eb51,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:28.597943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-18ba5e71-e70c-4d7a-810c-afaa315af4fd service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576948 Sep 26 12:55:28.599360 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3e4330a-ffba-44f7-b10b-42b25959a159 req-a08f42b8-0b6a-4b8f-bfa3-8d951ecc23cb tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/quotas/2cfd038c442749f7abca17f292fdb6ef HTTP/1.1" status: 200 len: 375 time: 0.0160606 Sep 26 12:55:28.641692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-db307330-b8a4-4c9e-abdf-65e73d7ed9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.646267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-db307330-b8a4-4c9e-abdf-65e73d7ed9cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 1099 time: 0.1690948 Sep 26 12:55:28.656062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-38408285-8406-46ce-b1ea-d23a78a069ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.658632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-38408285-8406-46ce-b1ea-d23a78a069ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 1100 time: 0.0639653 Sep 26 12:55:28.694793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3e4330a-ffba-44f7-b10b-42b25959a159 req-726d4493-a752-460b-8cbd-821cada2ea7f tempest-QuotasAdminNegativeTest-204996670 tempest-QuotasAdminNegativeTest-204996670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfd038c442749f7abca17f292fdb6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894427 Sep 26 12:55:28.708641 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-aace0c66-87b9-4069-bf9d-b8af09a6cbfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=4f21a0a3-a25b-42c7-9335-84c41924eb51 HTTP/1.1" status: 200 len: 217 time: 0.0489767 Sep 26 12:55:28.800383 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caecd8e-a197-44b1-a662-d20371d71211 x-openstack-request-id: req-8caecd8e-a197-44b1-a662-d20371d71211 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:28.800676 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644df24d-c7ba-49ea-9d78-a4665ea25aab", "tag": "bc1d3095-1f46-4010-8df0-a4c689a050e9", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:28.800931 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8caecd8e-a197-44b1-a662-d20371d71211 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:28.801408 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644df24d-c7ba-49ea-9d78-a4665ea25aab', 'tag': 'bc1d3095-1f46-4010-8df0-a4c689a050e9', 'status': 'completed', 'code': 200} Sep 26 12:55:28.812814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-dd0e6747-541b-457c-bf96-46b040b524d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.812814 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-dd0e6747-541b-457c-bf96-46b040b524d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1031072 Sep 26 12:55:28.847625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c92255c-7e89-491b-abaf-d6ab10940521 req-35378d6e-596e-4598-aace-c10a7e87921d service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400780 Sep 26 12:55:28.906806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-ec950856-7d5d-4287-9cd5-e3b0e764a0af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=8b6b981d-1109-44c6-8a80-577f118c436d HTTP/1.1" status: 200 len: 217 time: 0.0610287 Sep 26 12:55:28.936120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-10219233-b345-4feb-9dcd-6fc6d00d3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.939321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-10219233-b345-4feb-9dcd-6fc6d00d3c6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1210916 Sep 26 12:55:28.971776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-55e903b6-40ab-464b-84a8-c7601217125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:28.973361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-55e903b6-40ab-464b-84a8-c7601217125e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 1100 time: 0.0503571 Sep 26 12:55:29.031256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-6a1e0469-8bfa-4fa8-983a-726a6fb97538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.032810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-6a1e0469-8bfa-4fa8-983a-726a6fb97538 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642233 Sep 26 12:55:29.035359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-1e395d7c-1e92-4aef-951c-0e1dbe1e7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.036736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-1e395d7c-1e92-4aef-951c-0e1dbe1e7c98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1192732 Sep 26 12:55:29.182790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedc5e6-31c1-4a3e-86e7-4b322cbecf27 req-0b05df04-f55d-4540-9286-973a98396446 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.184326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdedc5e6-31c1-4a3e-86e7-4b322cbecf27 req-0b05df04-f55d-4540-9286-973a98396446 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 947 time: 0.1608217 Sep 26 12:55:29.189862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-6fe5991c-0310-494b-88ae-4c186d08da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.191855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-0a902050-e81f-4a71-91c7-ee639cde8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.191978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-6fe5991c-0310-494b-88ae-4c186d08da3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312964 Sep 26 12:55:29.195909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-0a902050-e81f-4a71-91c7-ee639cde8d31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2094841 Sep 26 12:55:29.221415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec62668-4c69-4d9b-b635-90021c7c74df', 'tag': '4f21a0a3-a25b-42c7-9335-84c41924eb51'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:29.223579 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a84f39-4cf0-4f19-baaa-ff6254306208" -d '{"events": [{"name": "network-changed", "server_uuid": "fec62668-4c69-4d9b-b635-90021c7c74df", "tag": "4f21a0a3-a25b-42c7-9335-84c41924eb51"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:29.254564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-d757db12-30d6-475f-8d73-d16328b1114b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=bc1d3095-1f46-4010-8df0-a4c689a050e9 HTTP/1.1" status: 200 len: 217 time: 0.0432415 Sep 26 12:55:29.273780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-2a287f4b-6703-4f0a-a7f8-cc750dffb93f service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112684 Sep 26 12:55:29.288267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdedc5e6-31c1-4a3e-86e7-4b322cbecf27 req-378079ae-0a3c-469d-b7a5-ec0956bd4daa tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937958 Sep 26 12:55:29.321653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-b893fec1-c83f-49ad-8e2c-98a7842a82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.323256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-b893fec1-c83f-49ad-8e2c-98a7842a82fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0619876 Sep 26 12:55:29.366490 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4584063c-9b53-41bb-b44f-8a904b7d7956 x-openstack-request-id: req-4584063c-9b53-41bb-b44f-8a904b7d7956 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:29.366996 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec62668-4c69-4d9b-b635-90021c7c74df", "tag": "4f21a0a3-a25b-42c7-9335-84c41924eb51", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:29.367448 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4584063c-9b53-41bb-b44f-8a904b7d7956 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:29.368013 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec62668-4c69-4d9b-b635-90021c7c74df', 'tag': '4f21a0a3-a25b-42c7-9335-84c41924eb51', 'status': 'completed', 'code': 200} Sep 26 12:55:29.402048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-25fbe758-7c15-4938-9d87-2947eae750ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.404009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-25fbe758-7c15-4938-9d87-2947eae750ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541148 Sep 26 12:55:29.441428 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-2f61af3c-07b3-4da7-bd98-f009e2605a42 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293732 Sep 26 12:55:29.570634 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-8fb1ecd7-7a35-48ae-aa5f-2dfe91961c6d service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576350 Sep 26 12:55:29.579853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85d09776-2f5f-4ba8-9a04-4e532081e868 req-57962858-e7c8-4074-af4f-90f6eaf175fc service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887628 Sep 26 12:55:29.604404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8a7504c-b3d7-47aa-ae4f-963e2b76c891 req-6f89d61d-8425-4ed6-a042-eb9bff23a430 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553159 Sep 26 12:55:29.709457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d1387-be1f-452f-8030-93c304f2a163 req-5e86ddd1-7425-47f8-9bdf-134ab5ce129a tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.711280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f18d1387-be1f-452f-8030-93c304f2a163 req-5e86ddd1-7425-47f8-9bdf-134ab5ce129a tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 948 time: 0.1056614 Sep 26 12:55:29.717987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-ca913a09-1623-4f0e-8ff8-4b1017d3f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:29.719914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-ca913a09-1623-4f0e-8ff8-4b1017d3f00d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 1099 time: 0.0668097 Sep 26 12:55:29.729342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb348f9f-4834-4848-b2a1-1eebd623bbc1 req-b9de8042-0306-4133-91ef-7c3a563a51bc service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476479 Sep 26 12:55:29.797005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f18d1387-be1f-452f-8030-93c304f2a163 req-f251d00f-af56-4d1c-8e9f-ce1d37a9f669 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760899 Sep 26 12:55:30.061813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52818) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:30.103373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-574db3b6-8df0-488a-b6bd-2dd3b9eb8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:30.104869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-574db3b6-8df0-488a-b6bd-2dd3b9eb8eb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3706715 Sep 26 12:55:30.151378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-9d52eecd-25ad-47b6-93e9-f658e93855c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=4f21a0a3-a25b-42c7-9335-84c41924eb51 HTTP/1.1" status: 200 len: 217 time: 0.0380454 Sep 26 12:55:30.208489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-96d61767-8d57-4177-9eef-8c57205c31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:30.209989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-96d61767-8d57-4177-9eef-8c57205c31f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0509357 Sep 26 12:55:30.259839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-9cfa502b-f9a1-412d-be26-4ece449f4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:30.261683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-9cfa502b-f9a1-412d-be26-4ece449f4a6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434918 Sep 26 12:55:30.391687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-24ed028c-28e6-4c5a-87fb-066e40c4eef2 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206338 Sep 26 12:55:30.431890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79af7e5-b38c-4f5f-be4f-155f943a35e3 req-3f836d10-ce84-4b27-8635-0b2ab53d26a6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:30.433463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e79af7e5-b38c-4f5f-be4f-155f943a35e3 req-3f836d10-ce84-4b27-8635-0b2ab53d26a6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 947 time: 0.0798936 Sep 26 12:55:30.454146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52836) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:30.522592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58582be1-8a0b-4ef9-b616-177c35ebd685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.555353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e79af7e5-b38c-4f5f-be4f-155f943a35e3 req-a0358a51-8c95-404a-8448-cf1cf9cc7fcd tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115208 Sep 26 12:55:30.564497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95a84f39-4cf0-4f19-baaa-ff6254306208 req-c04b9849-a1c0-4025-b688-d819a9f12222 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629381 Sep 26 12:55:30.656864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58582be1-8a0b-4ef9-b616-177c35ebd685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.662166 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58582be1-8a0b-4ef9-b616-177c35ebd685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.702089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-58582be1-8a0b-4ef9-b616-177c35ebd685 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cfd038c442749f7abca17f292fdb6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386869 Sep 26 12:55:30.702974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58582be1-8a0b-4ef9-b616-177c35ebd685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3946f4e-bb16-49fa-9f52-7c0d721e9acb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:30.705400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52848) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:30.709239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.762632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0345-8cb9-4a59-b236-e39d9959fa0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.793541 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0345-8cb9-4a59-b236-e39d9959fa0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.825343 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.840183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.859243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0345-8cb9-4a59-b236-e39d9959fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.863405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf2e0345-8cb9-4a59-b236-e39d9959fa0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.868216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cf2e0345-8cb9-4a59-b236-e39d9959fa0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3946f4e-bb16-49fa-9f52-7c0d721e9acb HTTP/1.1" status: 204 len: 168 time: 0.1614563 Sep 26 12:55:30.887223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a46f4534fdfd466388f443193670d348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290030 Sep 26 12:55:30.887223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4130f8ad-2d66-48bb-8871-5067032d1bcf,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:30.887906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52860) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:30.895373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.895721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.896060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.896395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.896814 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.897149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.897476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.897908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.898235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.898648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.899057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.899662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f2473-db03-48b4-96ff-904885035f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:30.900052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e0345-8cb9-4a59-b236-e39d9959fa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3946f4e-bb16-49fa-9f52-7c0d721e9acb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:30.982670 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3b083b4-1a4a-4876-813f-3a611a3caf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:30.989019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a519af-255d-4636-810d-9af22bdc8e7c req-e73d1f71-1b01-455f-b263-79c3ea54e392 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:30.990626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40a519af-255d-4636-810d-9af22bdc8e7c req-e73d1f71-1b01-455f-b263-79c3ea54e392 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 948 time: 0.0830078 Sep 26 12:55:31.010320 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3b083b4-1a4a-4876-813f-3a611a3caf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.032102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40a519af-255d-4636-810d-9af22bdc8e7c req-748034ab-1805-4f71-ad38-65d128e86567 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Sep 26 12:55:31.072318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3b083b4-1a4a-4876-813f-3a611a3caf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.075210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3b083b4-1a4a-4876-813f-3a611a3caf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.076546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e3b083b4-1a4a-4876-813f-3a611a3caf44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4130f8ad-2d66-48bb-8871-5067032d1bcf HTTP/1.1" status: 204 len: 168 time: 0.1877041 Sep 26 12:55:31.089048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b083b4-1a4a-4876-813f-3a611a3caf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4130f8ad-2d66-48bb-8871-5067032d1bcf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:31.397417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52884) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:31.416880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a8be-19fe-4d3e-b1b3-a63f74069a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.515653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a8be-19fe-4d3e-b1b3-a63f74069a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.524478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a8be-19fe-4d3e-b1b3-a63f74069a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.564018 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8f8a8be-19fe-4d3e-b1b3-a63f74069a10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab121721389d401c9c9b69fd62a6e1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650856 Sep 26 12:55:31.565154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8a8be-19fe-4d3e-b1b3-a63f74069a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93836313-bcf2-43b4-b637-6a0d8000f306,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:31.567396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52888) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:31.630911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2381075c-aa79-4d98-a298-26b757ec12cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.657430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2381075c-aa79-4d98-a298-26b757ec12cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.700265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 8b6b981d-1109-44c6-8a80-577f118c436d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:31.709792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2381075c-aa79-4d98-a298-26b757ec12cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.712750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2381075c-aa79-4d98-a298-26b757ec12cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.716505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2381075c-aa79-4d98-a298-26b757ec12cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93836313-bcf2-43b4-b637-6a0d8000f306 HTTP/1.1" status: 204 len: 168 time: 0.1450274 Sep 26 12:55:31.726506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381075c-aa79-4d98-a298-26b757ec12cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93836313-bcf2-43b4-b637-6a0d8000f306,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:31.819477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d17a80-e711-44a0-8cdf-bdfa7b442600 req-03199988-6188-4896-b259-09b20535387e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:31.822954 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1d17a80-e711-44a0-8cdf-bdfa7b442600 req-03199988-6188-4896-b259-09b20535387e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 947 time: 0.0876553 Sep 26 12:55:31.881293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1d17a80-e711-44a0-8cdf-bdfa7b442600 req-f06a8bc1-2144-46f9-8c7b-08408eda65e9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Sep 26 12:55:31.897646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 8b6b981d-1109-44c6-8a80-577f118c436d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=8b6b981d-1109-44c6-8a80-577f118c436d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:31.911162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '8b6b981d-1109-44c6-8a80-577f118c436d', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '8b6b981d-1109-44c6-8a80-577f118c436d', 'mac_address': 'fa:16:3e:9d:78:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:31.930116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52912) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:31.944246 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24df55d2-59a1-42f9-bc80-2fdc06da844a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:31.974022 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.015102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6b981d-1109-44c6-8a80-577f118c436d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:32.070489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 8b6b981d-1109-44c6-8a80-577f118c436d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=8b6b981d-1109-44c6-8a80-577f118c436d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:32.073976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24df55d2-59a1-42f9-bc80-2fdc06da844a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.077734 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.078611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device bc1d3095-1f46-4010-8df0-a4c689a050e9 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:32.085372 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24df55d2-59a1-42f9-bc80-2fdc06da844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.146297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df55d2-59a1-42f9-bc80-2fdc06da844a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84c095a-1015-4547-9b22-cf10f7daa3ff,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:32.190117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port bc1d3095-1f46-4010-8df0-a4c689a050e9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=bc1d3095-1f46-4010-8df0-a4c689a050e9,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:32.215064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-24df55d2-59a1-42f9-bc80-2fdc06da844a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=611f6703eb944c94a8eda1e6a8b9b36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838030 Sep 26 12:55:32.217823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52934) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:32.240169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=8b6b981d-1109-44c6-8a80-577f118c436d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:32.255602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.255965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.261833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.263563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.264113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.265558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3dc67-a7b4-4cad-a8a2-788dbf50a3bd req-c114bb3d-16f1-4e69-824f-6d67dbf14eb9 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:32.266080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.266494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.267396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.267935 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dbc3dc67-a7b4-4cad-a8a2-788dbf50a3bd req-c114bb3d-16f1-4e69-824f-6d67dbf14eb9 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 948 time: 0.0788801 Sep 26 12:55:32.269644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.270221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.271263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.271805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:32.283897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'bc1d3095-1f46-4010-8df0-a4c689a050e9', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': 'bc1d3095-1f46-4010-8df0-a4c689a050e9', 'mac_address': 'fa:16:3e:54:cd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:32.293125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85bdde88-8a4a-43a1-ab6e-9043295d7cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.318150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dbc3dc67-a7b4-4cad-a8a2-788dbf50a3bd req-316eb302-e532-483d-be3a-cde877ad940e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Sep 26 12:55:32.342749 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85bdde88-8a4a-43a1-ab6e-9043295d7cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.354569 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.368996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1d3095-1f46-4010-8df0-a4c689a050e9 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:32.390411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port bc1d3095-1f46-4010-8df0-a4c689a050e9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=bc1d3095-1f46-4010-8df0-a4c689a050e9,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:32.395480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52946) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:32.398141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.419088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85bdde88-8a4a-43a1-ab6e-9043295d7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.422874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85bdde88-8a4a-43a1-ab6e-9043295d7cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.424351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-85bdde88-8a4a-43a1-ab6e-9043295d7cd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d84c095a-1015-4547-9b22-cf10f7daa3ff HTTP/1.1" status: 204 len: 168 time: 0.2049346 Sep 26 12:55:32.435441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdde88-8a4a-43a1-ab6e-9043295d7cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84c095a-1015-4547-9b22-cf10f7daa3ff,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:32.468415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=bc1d3095-1f46-4010-8df0-a4c689a050e9,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:32.647788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['8b6b981d-1109-44c6-8a80-577f118c436d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:32.673304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['bc1d3095-1f46-4010-8df0-a4c689a050e9'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:32.702368 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b789ecfb-82f8-41aa-8a4e-092eafb4e81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.837128 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b789ecfb-82f8-41aa-8a4e-092eafb4e81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.842871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b789ecfb-82f8-41aa-8a4e-092eafb4e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.890670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b789ecfb-82f8-41aa-8a4e-092eafb4e81a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ccc33e864b443f8b0d9f168802942b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938304 Sep 26 12:55:32.891639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52966) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:32.893677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789ecfb-82f8-41aa-8a4e-092eafb4e81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1cf53-9047-43d3-b4db-8e45bbcdad83,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:32.954157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a81a8d-0860-42d4-a3bd-35574045d1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:32.979348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a81a8d-0860-42d4-a3bd-35574045d1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.023767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc59f9-116e-4c70-be4e-bb13de4a5bcf req-eb99b5ce-c4fd-462b-89bc-5e4b0289aa41 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:33.024265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48dc59f9-116e-4c70-be4e-bb13de4a5bcf req-eb99b5ce-c4fd-462b-89bc-5e4b0289aa41 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 947 time: 0.0569344 Sep 26 12:55:33.042406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a81a8d-0860-42d4-a3bd-35574045d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.045260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a81a8d-0860-42d4-a3bd-35574045d1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.046672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-02a81a8d-0860-42d4-a3bd-35574045d1b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2f1cf53-9047-43d3-b4db-8e45bbcdad83 HTTP/1.1" status: 204 len: 168 time: 0.1534991 Sep 26 12:55:33.055253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a81a8d-0860-42d4-a3bd-35574045d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1cf53-9047-43d3-b4db-8e45bbcdad83,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:33.081371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48dc59f9-116e-4c70-be4e-bb13de4a5bcf req-87d25edb-c930-455f-9979-3f2b766286ba tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Sep 26 12:55:33.178950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52978) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:33.434311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b812298-8723-4329-a369-48441b1e8757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.465956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034860b-d10a-4a29-92e4-4a0b172aef68 req-1bc39134-2aac-493b-8571-ff77d33ec109 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:33.467462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e034860b-d10a-4a29-92e4-4a0b172aef68 req-1bc39134-2aac-493b-8571-ff77d33ec109 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 949 time: 0.0817785 Sep 26 12:55:33.540982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e034860b-d10a-4a29-92e4-4a0b172aef68 req-8c837cd0-489b-4f5d-b97e-dc6f35e23007 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607431 Sep 26 12:55:33.588923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53000) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:33.591356 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b812298-8723-4329-a369-48441b1e8757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.596559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b812298-8723-4329-a369-48441b1e8757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.604144 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf3a54e5-384f-49ae-ab45-328735eb1712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.638391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2b812298-8723-4329-a369-48441b1e8757 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a35c83f0784629a1753042029ae693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583073 Sep 26 12:55:33.639334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b812298-8723-4329-a369-48441b1e8757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a1558-04ca-4c0e-8645-85c1d603dbb4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:33.642585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53004) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:33.714567 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.718849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 4f21a0a3-a25b-42c7-9335-84c41924eb51 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:33.724594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 8b6b981d-1109-44c6-8a80-577f118c436d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:33.748832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf3a54e5-384f-49ae-ab45-328735eb1712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.754931 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf3a54e5-384f-49ae-ab45-328735eb1712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.767184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.812051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf3a54e5-384f-49ae-ab45-328735eb1712 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5845bae566a3456d9e0f29292ab16545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219279 Sep 26 12:55:33.816229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53010) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:33.846547 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.849839 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.853678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b6a1558-04ca-4c0e-8645-85c1d603dbb4 HTTP/1.1" status: 204 len: 168 time: 0.2075956 Sep 26 12:55:33.853840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a54e5-384f-49ae-ab45-328735eb1712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e9d8aa-e239-4c51-a397-0c28e96459ed,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:33.878427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a1558-04ca-4c0e-8645-85c1d603dbb4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:33.883748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3db2778-1b91-4969-91fb-bffba20af55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.895027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.895378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.895720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.898088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.898452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.898805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.899321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.899556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.899889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.900312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.900616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.900948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c2bb1-f0dd-442c-87b6-62214ed59afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:33.910076 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3db2778-1b91-4969-91fb-bffba20af55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.920688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 8b6b981d-1109-44c6-8a80-577f118c436d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:55:33.938621 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 8b6b981d-1109-44c6-8a80-577f118c436d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:33.939614 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.982917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 4f21a0a3-a25b-42c7-9335-84c41924eb51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4f21a0a3-a25b-42c7-9335-84c41924eb51,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:33.988359 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3db2778-1b91-4969-91fb-bffba20af55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.992124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3db2778-1b91-4969-91fb-bffba20af55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:33.993588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e3db2778-1b91-4969-91fb-bffba20af55d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4e9d8aa-e239-4c51-a397-0c28e96459ed HTTP/1.1" status: 204 len: 168 time: 0.1761050 Sep 26 12:55:34.001405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '4f21a0a3-a25b-42c7-9335-84c41924eb51', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '4f21a0a3-a25b-42c7-9335-84c41924eb51', 'mac_address': 'fa:16:3e:f2:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:34.006302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db2778-1b91-4969-91fb-bffba20af55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e9d8aa-e239-4c51-a397-0c28e96459ed,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:34.059845 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.109415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f21a0a3-a25b-42c7-9335-84c41924eb51 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:34.143105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 4f21a0a3-a25b-42c7-9335-84c41924eb51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4f21a0a3-a25b-42c7-9335-84c41924eb51,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:34.144252 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.154964 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.192235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580da000-e35d-4d52-a9e9-d26a3c372d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6b981d-1109-44c6-8a80-577f118c436d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:34.194786 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6598617b-407d-49cc-9447-f33c083819d4" -d '{"events": [{"server_uuid": "580da000-e35d-4d52-a9e9-d26a3c372d14", "name": "network-vif-plugged", "status": "completed", "tag": "8b6b981d-1109-44c6-8a80-577f118c436d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:34.216158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 8b6b981d-1109-44c6-8a80-577f118c436d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=8b6b981d-1109-44c6-8a80-577f118c436d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:34.228886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68c064-d855-46bd-b765-c2123cb18cbd req-81024441-1c35-4a42-a6b3-509b0e2469b0 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:34.229887 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.231099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device bc1d3095-1f46-4010-8df0-a4c689a050e9 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:34.238821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f68c064-d855-46bd-b765-c2123cb18cbd req-81024441-1c35-4a42-a6b3-509b0e2469b0 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 948 time: 0.0805216 Sep 26 12:55:34.259923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=4f21a0a3-a25b-42c7-9335-84c41924eb51,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:34.294643 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fb2e52-8122-4ff6-85be-c2d5b5a54b1b x-openstack-request-id: req-97fb2e52-8122-4ff6-85be-c2d5b5a54b1b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:34.295236 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580da000-e35d-4d52-a9e9-d26a3c372d14", "name": "network-vif-plugged", "status": "completed", "tag": "8b6b981d-1109-44c6-8a80-577f118c436d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:34.295718 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97fb2e52-8122-4ff6-85be-c2d5b5a54b1b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:34.296282 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580da000-e35d-4d52-a9e9-d26a3c372d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6b981d-1109-44c6-8a80-577f118c436d', 'code': 200} Sep 26 12:55:34.302366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f68c064-d855-46bd-b765-c2123cb18cbd req-3304818d-d30c-4873-893b-378cdbf2b6d4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626054 Sep 26 12:55:34.340538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=8b6b981d-1109-44c6-8a80-577f118c436d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:34.347275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port bc1d3095-1f46-4010-8df0-a4c689a050e9 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:55:34.356408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port bc1d3095-1f46-4010-8df0-a4c689a050e9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:34.356512 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.387150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26af5a1-6f12-4328-bcea-16b62bb40dc2 req-5148a4a7-f40e-4a2e-8bc5-b06fb7b1351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:34.388940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a26af5a1-6f12-4328-bcea-16b62bb40dc2 req-5148a4a7-f40e-4a2e-8bc5-b06fb7b1351f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 1102 time: 0.0460453 Sep 26 12:55:34.395776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['4f21a0a3-a25b-42c7-9335-84c41924eb51'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:34.438095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a26af5a1-6f12-4328-bcea-16b62bb40dc2 req-443efb02-4f30-4f76-9aff-5254643f983a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Sep 26 12:55:34.499040 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.550975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53042) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:34.556530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port bc1d3095-1f46-4010-8df0-a4c689a050e9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=bc1d3095-1f46-4010-8df0-a4c689a050e9,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:34.566766 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.590556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1c1d-cfd9-4ccb-8e98-16813d87041d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.641076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=bc1d3095-1f46-4010-8df0-a4c689a050e9,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:34.728780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0694610-e572-4cde-97bf-eb290f4a5e73 req-533fe5a3-59e3-4e4e-9e38-ef57923f5051 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:34.730445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0694610-e572-4cde-97bf-eb290f4a5e73 req-533fe5a3-59e3-4e4e-9e38-ef57923f5051 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 950 time: 0.0750899 Sep 26 12:55:34.731549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1c1d-cfd9-4ccb-8e98-16813d87041d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.737468 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1c1d-cfd9-4ccb-8e98-16813d87041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.783865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf1c1d-cfd9-4ccb-8e98-16813d87041d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c572078-b278-4a06-94df-16c92f1ef7fc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:34.790296 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d9cf1c1d-cfd9-4ccb-8e98-16813d87041d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa6443b629f241f0aef9b1605a9d3c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376912 Sep 26 12:55:34.791926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53054) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:34.799187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0694610-e572-4cde-97bf-eb290f4a5e73 req-474f8a76-06db-4dc6-9192-40623c94e815 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Sep 26 12:55:34.853844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-57d9bdf4-1576-4dc8-a6c7-2a940c0f77c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.881711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-57d9bdf4-1576-4dc8-a6c7-2a940c0f77c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.936903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-57d9bdf4-1576-4dc8-a6c7-2a940c0f77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.939599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-57d9bdf4-1576-4dc8-a6c7-2a940c0f77c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:34.940998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-57d9bdf4-1576-4dc8-a6c7-2a940c0f77c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c572078-b278-4a06-94df-16c92f1ef7fc HTTP/1.1" status: 204 len: 168 time: 0.1481888 Sep 26 12:55:34.948913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9bdf4-1576-4dc8-a6c7-2a940c0f77c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c572078-b278-4a06-94df-16c92f1ef7fc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:35.418522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cffcfd-8bfd-48b5-86b5-5f065d3c4b08 req-57b0f101-7e42-4fd6-9e38-d981f43bba54 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:35.420069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20cffcfd-8bfd-48b5-86b5-5f065d3c4b08 req-57b0f101-7e42-4fd6-9e38-d981f43bba54 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 948 time: 0.0522759 Sep 26 12:55:35.463281 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20cffcfd-8bfd-48b5-86b5-5f065d3c4b08 req-ed83741a-04c2-45c4-a400-8e0427d0a736 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358841 Sep 26 12:55:35.741952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 4f21a0a3-a25b-42c7-9335-84c41924eb51 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:35.818601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 4f21a0a3-a25b-42c7-9335-84c41924eb51 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:55:35.832356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 4f21a0a3-a25b-42c7-9335-84c41924eb51 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:35.833738 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:35.979512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f4418-29d7-4c90-a668-c35dd4ad27a2 req-0027acb6-8e1a-49e7-897c-528897a56f10 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:35.988705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59f4418-29d7-4c90-a668-c35dd4ad27a2 req-0027acb6-8e1a-49e7-897c-528897a56f10 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 950 time: 0.0926583 Sep 26 12:55:36.041737 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59f4418-29d7-4c90-a668-c35dd4ad27a2 req-09e22538-3d05-4901-87e4-20015d9d0efb tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513828 Sep 26 12:55:36.053036 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:36.126274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 4f21a0a3-a25b-42c7-9335-84c41924eb51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4f21a0a3-a25b-42c7-9335-84c41924eb51,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:36.134433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:36.218535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=4f21a0a3-a25b-42c7-9335-84c41924eb51,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:36.297985 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644df24d-c7ba-49ea-9d78-a4665ea25aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1d3095-1f46-4010-8df0-a4c689a050e9'}, {'server_uuid': 'fec62668-4c69-4d9b-b635-90021c7c74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f21a0a3-a25b-42c7-9335-84c41924eb51'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:36.300365 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cf10bf-5bfb-4732-b760-0f86c4ba1365" -d '{"events": [{"server_uuid": "644df24d-c7ba-49ea-9d78-a4665ea25aab", "name": "network-vif-plugged", "status": "completed", "tag": "bc1d3095-1f46-4010-8df0-a4c689a050e9"}, {"server_uuid": "fec62668-4c69-4d9b-b635-90021c7c74df", "name": "network-vif-plugged", "status": "completed", "tag": "4f21a0a3-a25b-42c7-9335-84c41924eb51"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:36.344506 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d51a8-1950-4946-8e51-b0217d56a3e2 x-openstack-request-id: req-493d51a8-1950-4946-8e51-b0217d56a3e2 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:36.344806 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644df24d-c7ba-49ea-9d78-a4665ea25aab", "name": "network-vif-plugged", "status": "completed", "tag": "bc1d3095-1f46-4010-8df0-a4c689a050e9", "code": 200}, {"server_uuid": "fec62668-4c69-4d9b-b635-90021c7c74df", "name": "network-vif-plugged", "status": "completed", "tag": "4f21a0a3-a25b-42c7-9335-84c41924eb51", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:36.345187 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-493d51a8-1950-4946-8e51-b0217d56a3e2 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:36.345476 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644df24d-c7ba-49ea-9d78-a4665ea25aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1d3095-1f46-4010-8df0-a4c689a050e9', 'code': 200} Sep 26 12:55:36.345786 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec62668-4c69-4d9b-b635-90021c7c74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f21a0a3-a25b-42c7-9335-84c41924eb51', 'code': 200} Sep 26 12:55:36.469378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbe9fa-e40a-43b5-978b-4eeb5c7c33b8 req-c0bc0717-30c7-4852-8da4-672b2b812cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:36.471130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afcbe9fa-e40a-43b5-978b-4eeb5c7c33b8 req-c0bc0717-30c7-4852-8da4-672b2b812cba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 1102 time: 0.0480840 Sep 26 12:55:36.475601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9c2cc-44b4-4b05-b1dd-704c20c8311b req-dc999b3a-ef72-4a52-ab33-8aae54483aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:36.477574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7bb9c2cc-44b4-4b05-b1dd-704c20c8311b req-dc999b3a-ef72-4a52-ab33-8aae54483aa3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 1101 time: 0.0545263 Sep 26 12:55:36.520130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afcbe9fa-e40a-43b5-978b-4eeb5c7c33b8 req-277d2611-8fe5-481d-8a59-023e44fbfb4d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338764 Sep 26 12:55:36.533582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7bb9c2cc-44b4-4b05-b1dd-704c20c8311b req-054f06f5-a411-4e25-94e0-af7b607c4d37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476663 Sep 26 12:55:36.597671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be560-a949-4268-ad79-3bb784e857a0 req-ef38057a-1e11-4fd3-a9b1-49de4e798184 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:36.599493 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f16be560-a949-4268-ad79-3bb784e857a0 req-ef38057a-1e11-4fd3-a9b1-49de4e798184 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 949 time: 0.0581596 Sep 26 12:55:36.649273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f16be560-a949-4268-ad79-3bb784e857a0 req-2392c97d-fc60-45ee-b371-fd8f3243b3ae tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432024 Sep 26 12:55:36.716739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53170) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:36.964862 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3098103-f918-42d6-9233-83e160574c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.043391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53188) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:37.088492 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3098103-f918-42d6-9233-83e160574c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.094040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3098103-f918-42d6-9233-83e160574c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.124123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a3098103-f918-42d6-9233-83e160574c64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c569b762fb8477e91b34cbaf70b7bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048643 Sep 26 12:55:37.125394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53196) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:37.180747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3098103-f918-42d6-9233-83e160574c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88def1b-5076-4139-8d33-954e182a7c3e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:37.203285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5864e2-0085-473f-be8a-e8eebf4e9317 req-bbe2f9a8-514a-447f-a822-a9918c316f80 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:37.204809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f5864e2-0085-473f-be8a-e8eebf4e9317 req-bbe2f9a8-514a-447f-a822-a9918c316f80 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 950 time: 0.0809932 Sep 26 12:55:37.209167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e583-6a87-4bd2-b7a0-e0744efe56cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.240319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e583-6a87-4bd2-b7a0-e0744efe56cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.269680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f5864e2-0085-473f-be8a-e8eebf4e9317 req-530c7849-ba57-4dcd-bf1f-72d0a4fbc74e tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571089 Sep 26 12:55:37.301904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e583-6a87-4bd2-b7a0-e0744efe56cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.304401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e583-6a87-4bd2-b7a0-e0744efe56cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.305554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b6f9e583-6a87-4bd2-b7a0-e0744efe56cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e88def1b-5076-4139-8d33-954e182a7c3e HTTP/1.1" status: 204 len: 168 time: 0.1791444 Sep 26 12:55:37.313238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9e583-6a87-4bd2-b7a0-e0744efe56cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88def1b-5076-4139-8d33-954e182a7c3e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:37.372524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f22e2802-7a96-4e04-b560-4f36cf8e850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.479079 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f22e2802-7a96-4e04-b560-4f36cf8e850b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.485067 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f22e2802-7a96-4e04-b560-4f36cf8e850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.523819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f22e2802-7a96-4e04-b560-4f36cf8e850b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3e0178f5a5a44869491cb22351c796d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790728 Sep 26 12:55:37.526363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53216) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:37.533208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e2802-7a96-4e04-b560-4f36cf8e850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf29284-f648-45c3-a800-b70a3f75af99,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:37.601277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0055e5bd-1949-47dd-8ca2-96642430f09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.632137 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0055e5bd-1949-47dd-8ca2-96642430f09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.719487 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0055e5bd-1949-47dd-8ca2-96642430f09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.725532 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0055e5bd-1949-47dd-8ca2-96642430f09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:37.730121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0055e5bd-1949-47dd-8ca2-96642430f09d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdf29284-f648-45c3-a800-b70a3f75af99 HTTP/1.1" status: 204 len: 168 time: 0.2027879 Sep 26 12:55:37.741240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055e5bd-1949-47dd-8ca2-96642430f09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf29284-f648-45c3-a800-b70a3f75af99,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:37.803265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30cb96-43e8-45f7-8c6b-6d6cb7bc065e req-1535ef12-092f-4535-ada6-88295ca9bfea tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:37.803265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c30cb96-43e8-45f7-8c6b-6d6cb7bc065e req-1535ef12-092f-4535-ada6-88295ca9bfea tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 949 time: 0.0573692 Sep 26 12:55:37.861241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c30cb96-43e8-45f7-8c6b-6d6cb7bc065e req-d634b486-1d77-46f4-8dee-706cb9af86ef tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527720 Sep 26 12:55:38.090360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53268) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:38.116737 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f24e59e-00ce-4725-a46a-5a8faed08fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.200500 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ef7ee6c-a09e-4f16-8221-f9ded7aee079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.280871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f24e59e-00ce-4725-a46a-5a8faed08fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.291437 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f24e59e-00ce-4725-a46a-5a8faed08fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.333753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24e59e-00ce-4725-a46a-5a8faed08fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af09b6f-dd92-4abe-8f0f-a8e7fd866187,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:38.341073 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9f24e59e-00ce-4725-a46a-5a8faed08fb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3a5ca64b30c4ebaa57b05e69e779a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495885 Sep 26 12:55:38.344084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53290) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:38.406993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10e0a957-a887-4e5a-a44b-4f3d0d189d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.464146 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10e0a957-a887-4e5a-a44b-4f3d0d189d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.472868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53300) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:38.496629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aea43dba-e000-4f5c-b2e7-9835c0878917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.521912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda378-ac15-4215-83df-3d7e9ea7ab9a req-7444389e-4107-4e05-9523-e1c5d10c7f29 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:38.523741 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-efeda378-ac15-4215-83df-3d7e9ea7ab9a req-7444389e-4107-4e05-9523-e1c5d10c7f29 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 950 time: 0.0945098 Sep 26 12:55:38.570764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10e0a957-a887-4e5a-a44b-4f3d0d189d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.573525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10e0a957-a887-4e5a-a44b-4f3d0d189d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.575291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-10e0a957-a887-4e5a-a44b-4f3d0d189d51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9af09b6f-dd92-4abe-8f0f-a8e7fd866187 HTTP/1.1" status: 204 len: 168 time: 0.2293868 Sep 26 12:55:38.593641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-efeda378-ac15-4215-83df-3d7e9ea7ab9a req-1e2f7420-c592-4b70-97ae-9edc79a367a3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590506 Sep 26 12:55:38.594974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0a957-a887-4e5a-a44b-4f3d0d189d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af09b6f-dd92-4abe-8f0f-a8e7fd866187,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:38.638349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53314) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:38.653388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aea43dba-e000-4f5c-b2e7-9835c0878917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.657950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aea43dba-e000-4f5c-b2e7-9835c0878917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.699325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aea43dba-e000-4f5c-b2e7-9835c0878917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7eb400f6ea73403c86ab217a6d47f2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247789 Sep 26 12:55:38.701216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea43dba-e000-4f5c-b2e7-9835c0878917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f186620-5106-46ce-ba1f-694b6d16a05e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:38.702137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53320) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:38.770375 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cbf68b5c-4d6e-4e67-ae12-468154dc74bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.801841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cbf68b5c-4d6e-4e67-ae12-468154dc74bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.891339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abd98c-06f6-437a-ad71-65edca176596 req-a5e85af5-505d-4d4c-92f4-185d4b71acbf tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:38.892943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8abd98c-06f6-437a-ad71-65edca176596 req-a5e85af5-505d-4d4c-92f4-185d4b71acbf tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 950 time: 0.0643196 Sep 26 12:55:38.909855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cbf68b5c-4d6e-4e67-ae12-468154dc74bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.912764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cbf68b5c-4d6e-4e67-ae12-468154dc74bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:38.913527 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cbf68b5c-4d6e-4e67-ae12-468154dc74bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f186620-5106-46ce-ba1f-694b6d16a05e HTTP/1.1" status: 204 len: 168 time: 0.2104185 Sep 26 12:55:38.935314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf68b5c-4d6e-4e67-ae12-468154dc74bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f186620-5106-46ce-ba1f-694b6d16a05e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:38.951277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8abd98c-06f6-437a-ad71-65edca176596 req-77f97c89-6b61-4f1c-aaae-12683ab89ce3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495095 Sep 26 12:55:39.002603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8b06013e-b20c-42a4-b7dc-71065775cd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.082880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53336) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:39.086483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20da1a6-977d-45dc-8c3c-d407e0c0563a req-20698945-e8d6-4633-b856-88ef75ecc38e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:39.094454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e20da1a6-977d-45dc-8c3c-d407e0c0563a req-20698945-e8d6-4633-b856-88ef75ecc38e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 949 time: 0.0781624 Sep 26 12:55:39.148387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8b06013e-b20c-42a4-b7dc-71065775cd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.149258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e20da1a6-977d-45dc-8c3c-d407e0c0563a req-cabff849-693d-4559-9a3c-450a08d0a0c0 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Sep 26 12:55:39.163978 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8b06013e-b20c-42a4-b7dc-71065775cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.203740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8b06013e-b20c-42a4-b7dc-71065775cd16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba5831b25c8c408bb46533eb5349794c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637457 Sep 26 12:55:39.206299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53346) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:39.210923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06013e-b20c-42a4-b7dc-71065775cd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d669ef9-ff5f-4dec-a739-0bdeff78346b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:39.296716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-321a965a-ca48-4ee7-a699-cf0a95f74dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.324027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-321a965a-ca48-4ee7-a699-cf0a95f74dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.395665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-321a965a-ca48-4ee7-a699-cf0a95f74dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.397134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eac1decb-5480-40c8-b976-b88121a0af34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.400986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-321a965a-ca48-4ee7-a699-cf0a95f74dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.402715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-321a965a-ca48-4ee7-a699-cf0a95f74dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d669ef9-ff5f-4dec-a739-0bdeff78346b HTTP/1.1" status: 204 len: 168 time: 0.1952157 Sep 26 12:55:39.421233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a965a-ca48-4ee7-a699-cf0a95f74dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d669ef9-ff5f-4dec-a739-0bdeff78346b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:39.576436 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eac1decb-5480-40c8-b976-b88121a0af34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.593659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eac1decb-5480-40c8-b976-b88121a0af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.639769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1decb-5480-40c8-b976-b88121a0af34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafbd86e-b2f6-4415-a77f-cfe5e634d1f0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:39.654307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41b12-1aca-40e6-af24-1675c2eb41ef req-36d1aaf8-7b93-4935-b210-2b7292aaad2f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:39.660191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6cc41b12-1aca-40e6-af24-1675c2eb41ef req-36d1aaf8-7b93-4935-b210-2b7292aaad2f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 950 time: 0.0983686 Sep 26 12:55:39.668121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eac1decb-5480-40c8-b976-b88121a0af34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=280d4c654b4a4379b22e6b8e39e78381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5793827 Sep 26 12:55:39.675583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53362) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:39.741111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91f62348-ea07-4c88-8358-3351bab25c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.744384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6cc41b12-1aca-40e6-af24-1675c2eb41ef req-69272f3a-2231-4503-a71c-7e6c4a308e9b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726492 Sep 26 12:55:39.790274 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91f62348-ea07-4c88-8358-3351bab25c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.800944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53370) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:39.822749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b15fc775-16f6-41f8-957c-12f112f71793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.858717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302685c0-5eac-4c6a-83de-d0ccbc3b2b91 req-abd8ee83-1939-4866-88f6-f2e61b3473c0 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:39.860610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-302685c0-5eac-4c6a-83de-d0ccbc3b2b91 req-abd8ee83-1939-4866-88f6-f2e61b3473c0 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 950 time: 0.0870864 Sep 26 12:55:39.897480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91f62348-ea07-4c88-8358-3351bab25c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.900929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91f62348-ea07-4c88-8358-3351bab25c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.902213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-91f62348-ea07-4c88-8358-3351bab25c8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cafbd86e-b2f6-4415-a77f-cfe5e634d1f0 HTTP/1.1" status: 204 len: 168 time: 0.2256663 Sep 26 12:55:39.926592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-302685c0-5eac-4c6a-83de-d0ccbc3b2b91 req-a754cb15-1911-4769-8b06-56ff529a61dd tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585608 Sep 26 12:55:39.928065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f62348-ea07-4c88-8358-3351bab25c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafbd86e-b2f6-4415-a77f-cfe5e634d1f0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:39.933335 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b15fc775-16f6-41f8-957c-12f112f71793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:39.941779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b15fc775-16f6-41f8-957c-12f112f71793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:40.004950 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b15fc775-16f6-41f8-957c-12f112f71793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5474f44243d248d29ea4e8b67d63cad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028911 Sep 26 12:55:40.006306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fc775-16f6-41f8-957c-12f112f71793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98513ad-6333-4334-8fc0-8e88f38de3de,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:40.007728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53374) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:40.076612 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-033da90a-d510-49a4-a0b7-95dbf1c84120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:40.101925 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-033da90a-d510-49a4-a0b7-95dbf1c84120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:40.160880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-033da90a-d510-49a4-a0b7-95dbf1c84120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:40.168624 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-033da90a-d510-49a4-a0b7-95dbf1c84120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:40.171968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-033da90a-d510-49a4-a0b7-95dbf1c84120 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a98513ad-6333-4334-8fc0-8e88f38de3de HTTP/1.1" status: 204 len: 168 time: 0.1631472 Sep 26 12:55:40.190653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033da90a-d510-49a4-a0b7-95dbf1c84120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98513ad-6333-4334-8fc0-8e88f38de3de,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:40.306005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf7504-6df1-43e8-af64-2e4bebd421a8 req-91fcc811-ecd5-44d2-8986-92c02d24dd08 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:40.313310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf7504-6df1-43e8-af64-2e4bebd421a8 req-91fcc811-ecd5-44d2-8986-92c02d24dd08 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:40.323127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3faf7504-6df1-43e8-af64-2e4bebd421a8 req-91fcc811-ecd5-44d2-8986-92c02d24dd08 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14&device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 1690 time: 0.0799861 Sep 26 12:55:40.377378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3faf7504-6df1-43e8-af64-2e4bebd421a8 req-0faee37d-47bf-40e4-8aa5-c07d75c79099 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498693 Sep 26 12:55:40.567959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4cb14-bc7b-46df-8fcf-76eab6417aa9 req-f940a58f-2fbd-4dcd-98bf-35f777bdd15d tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:40.575891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05c4cb14-bc7b-46df-8fcf-76eab6417aa9 req-f940a58f-2fbd-4dcd-98bf-35f777bdd15d tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 1102 time: 0.0558856 Sep 26 12:55:40.613273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05c4cb14-bc7b-46df-8fcf-76eab6417aa9 req-68600873-3a63-440d-a108-55b264cc4654 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359950 Sep 26 12:55:40.758703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383749-46a2-4b30-aac7-d03127de420a req-9249d36e-3b0e-4e64-b7cd-7617a2a8bd32 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:40.760229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a383749-46a2-4b30-aac7-d03127de420a req-9249d36e-3b0e-4e64-b7cd-7617a2a8bd32 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 1101 time: 0.0647500 Sep 26 12:55:40.825077 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a383749-46a2-4b30-aac7-d03127de420a req-ccb9a09c-192c-4910-9180-fb157096e5f0 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Sep 26 12:55:40.859047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-2529f312-adbb-4bb8-876f-5039aafb92c3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:40.860528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-2529f312-adbb-4bb8-876f-5039aafb92c3 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.24 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 950 time: 0.0863926 Sep 26 12:55:40.949181 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9a350587-6bca-41bf-8df3-0dff2f7263a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:40.984985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Deleting port bc1d3095-1f46-4010-8df0-a4c689a050e9 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:55:40.985331 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:41.111553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed959c5-3d4a-4e5e-b4a1-f186bf87d462 req-79eacdca-1ce8-4439-a8f1-3473edf87ba8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:41.114010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ed959c5-3d4a-4e5e-b4a1-f186bf87d462 req-79eacdca-1ce8-4439-a8f1-3473edf87ba8 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/ports?device_id=644df24d-c7ba-49ea-9d78-a4665ea25aab HTTP/1.1" status: 200 len: 950 time: 0.0691085 Sep 26 12:55:41.118601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] For port bc1d3095-1f46-4010-8df0-a4c689a050e9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=bc1d3095-1f46-4010-8df0-a4c689a050e9,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:41.118976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:41.132323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Calling delete_port for bc1d3095-1f46-4010-8df0-a4c689a050e9 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:55:41.172936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ed959c5-3d4a-4e5e-b4a1-f186bf87d462 req-d700a0c5-7602-4530-b206-9da34ac3b4bb tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d840c0-d633-4f57-97f8-360bc08471d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489876 Sep 26 12:55:41.280673 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:41.292946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['bc1d3095-1f46-4010-8df0-a4c689a050e9'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:41.310377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Pushing event deleted for resources: {'Port': ['ID=bc1d3095-1f46-4010-8df0-a4c689a050e9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:41.357332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] No DVR routers for this DVR port bc1d3095-1f46-4010-8df0-a4c689a050e9 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:55:41.361859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:41.364558 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db308d14-f5d5-4722-963f-1695c271a5a0 req-043c1306-8b5e-464b-8b00-51dabe1b9e08 tempest-DeleteServersAdminTestJSON-1330018072 tempest-DeleteServersAdminTestJSON-1330018072-project] 10.222.0.24 "DELETE /v2.0/ports/bc1d3095-1f46-4010-8df0-a4c689a050e9 HTTP/1.1" status: 204 len: 173 time: 0.4969101 Sep 26 12:55:41.365305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644df24d-c7ba-49ea-9d78-a4665ea25aab', 'name': 'network-vif-deleted', 'tag': 'bc1d3095-1f46-4010-8df0-a4c689a050e9'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:41.367318 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb9b080-c5e5-40b4-a508-a3b4ace45548" -d '{"events": [{"server_uuid": "644df24d-c7ba-49ea-9d78-a4665ea25aab", "name": "network-vif-deleted", "tag": "bc1d3095-1f46-4010-8df0-a4c689a050e9"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:41.410160 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277cb651-0719-4c26-85aa-2675e665b5ff x-openstack-request-id: req-277cb651-0719-4c26-85aa-2675e665b5ff {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:41.410567 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644df24d-c7ba-49ea-9d78-a4665ea25aab", "name": "network-vif-deleted", "tag": "bc1d3095-1f46-4010-8df0-a4c689a050e9", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:41.410822 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-277cb651-0719-4c26-85aa-2675e665b5ff {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:41.411212 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644df24d-c7ba-49ea-9d78-a4665ea25aab', 'name': 'network-vif-deleted', 'tag': 'bc1d3095-1f46-4010-8df0-a4c689a050e9', 'status': 'completed', 'code': 200} Sep 26 12:55:41.515203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-37e0afa5-b7db-4204-95f6-1ba2cc20f052 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304174 Sep 26 12:55:41.557263 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:41.587971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53474) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:41.681712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-32a2fcc9-4378-40f3-bbe7-50cc73c7a167 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:41.683188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-32a2fcc9-4378-40f3-bbe7-50cc73c7a167 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668808 Sep 26 12:55:41.702345 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-2f64ee3f-bdf0-4a00-b521-33fcfdc191f6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/quotas/d103dd3ec0534dcbb982235d5b6718d1 HTTP/1.1" status: 200 len: 375 time: 0.0117745 Sep 26 12:55:41.762454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-3b058962-cb36-4e2c-84e3-eea350155935 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526757 Sep 26 12:55:41.838405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aebf9354-aedd-479d-a7e5-4410478af1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:41.997672 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.034937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aebf9354-aedd-479d-a7e5-4410478af1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.042970 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aebf9354-aedd-479d-a7e5-4410478af1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.134998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aebf9354-aedd-479d-a7e5-4410478af1a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a60394862cdc46c08695dd7abe6d610e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455186 Sep 26 12:55:42.137417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53514) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:42.163797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf9354-aedd-479d-a7e5-4410478af1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b7e2a9-bceb-498d-b536-c36b362119c4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:42.179395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53522) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:42.260320 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fb316a0-f80d-45fc-8108-d74a1d3414b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.311453 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fb316a0-f80d-45fc-8108-d74a1d3414b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.392533 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fb316a0-f80d-45fc-8108-d74a1d3414b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.396008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fb316a0-f80d-45fc-8108-d74a1d3414b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.405784 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9fb316a0-f80d-45fc-8108-d74a1d3414b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7b7e2a9-bceb-498d-b536-c36b362119c4 HTTP/1.1" status: 204 len: 168 time: 0.2669280 Sep 26 12:55:42.428232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb316a0-f80d-45fc-8108-d74a1d3414b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b7e2a9-bceb-498d-b536-c36b362119c4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:42.574406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-network', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:42.596985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53562) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:42.620876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Made reservation on behalf of 3dde79c2ca604f3587ae2c40e63ee896 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:42.625092 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.639808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.774168 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.779448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.785719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eef6adc-c5c3-4893-9b85-780c076391ba req-50d2b516-bc75-4d0b-8ebf-81d152dd338d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 210 time: 0.0499449 Sep 26 12:55:42.812156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:55:42.832579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09205c7a-1387-404f-a985-861599d497ec,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:42.837860 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.838204 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Added segment cfed6fb8-4282-40ec-9690-63d925409d88 of type vlan for network 7063892e-c2ae-45ba-938f-cc8baaa56279 Sep 26 12:55:42.907915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.939109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.950046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:42.951222 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:42.998033 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8172152 Sep 26 12:55:43.001037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53580) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:43.007001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Request body: {'subnet': {'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-subnet', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:43.046407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Made reservation on behalf of 3dde79c2ca604f3587ae2c40e63ee896 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:43.049189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.050887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97940a1-e032-4e75-8665-de5d9706dfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=7063892e-c2ae-45ba-938f-cc8baaa56279,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:43.064820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:55:43.243219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-601538369-network', 'tenant_id': '7122b67fc21e4d8b998da4d89e09bebd'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:43.280570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53586) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:43.322503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Made reservation on behalf of 7122b67fc21e4d8b998da4d89e09bebd for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:43.322503 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.322808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53590) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:43.340570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.351663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53594) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:43.366838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.381702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-112b8d16-ab57-46b1-8479-bdf2a3527c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.400417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.414435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18444294-8a57-432d-9c12-b97206743553,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:43.470522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Checking segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:43.471158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Network hostable DHCP agents. Network: 7063892e-c2ae-45ba-938f-cc8baaa56279, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:55:43.500650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53596) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:43.518696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:55:43.539481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7063892e-c2ae-45ba-938f-cc8baaa56279) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:43.548727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:43.549112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf20f5-2dbd-4e8d-b9b3-6d9f33015b08 None None] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:43.549972 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.563842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.572602 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.630016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70ada7d-a17f-433d-be03-61f31098e57f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:43.639539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:55:43.649826 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86d997d3-51fa-4829-ac83-58c0d2ad931f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.652128 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.652695 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Added segment 4a6f723f-a94c-4936-81cb-9b76c45a1c82 of type vlan for network 3e116821-75a5-4dd1-a3c9-622a52e7a922 Sep 26 12:55:43.698329 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.699407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b94aa40e-ba67-4182-a4a3-bca57811cbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.716587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f7fec3b5-6792-4930-909b-bf3cedd6209d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ab8fe667f9e4f9eb4d40e3bdb9bc3ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3924813 Sep 26 12:55:43.723251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53600) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:43.732583 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.733676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:43.734260 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.741786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-112b8d16-ab57-46b1-8479-bdf2a3527c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.746764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-112b8d16-ab57-46b1-8479-bdf2a3527c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.775105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e6ebb511-dc0e-4b03-b4c4-7a04cf6f69a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7716756 Sep 26 12:55:43.781293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53602) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:43.789051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-7063892e-c2ae-45ba-938f-cc8baaa56279', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:55:43.790843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.795277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:43.826342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b8d16-ab57-46b1-8479-bdf2a3527c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b130d33-0a6f-4a94-8a33-7c6d7cd93bc9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:43.836686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-112b8d16-ab57-46b1-8479-bdf2a3527c0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3afc407381cc4fd6a77b88d630f95255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810545 Sep 26 12:55:43.838579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53606) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:43.839428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] Pushing event updated for resources: {'Network': ['ID=3e116821-75a5-4dd1-a3c9-622a52e7a922,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:43.877366 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19e5f059-67d7-4716-89e1-1e42caf153ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.908770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed7625ce-7028-4314-bbed-b84dd706e7ae req-92c02cbf-c4d0-45eb-86cb-3bf1830f76df tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 210 time: 0.0338187 Sep 26 12:55:43.955696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a351aef6-3d14-4e7c-898d-4a08051f50fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.977450 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-a652dc09-9587-403d-b262-1d74d36cec17 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377939 Sep 26 12:55:43.978323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86d997d3-51fa-4829-ac83-58c0d2ad931f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.982522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19e5f059-67d7-4716-89e1-1e42caf153ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:43.985732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 3e116821-75a5-4dd1-a3c9-622a52e7a922 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:55:43.997354 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86d997d3-51fa-4829-ac83-58c0d2ad931f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.001845 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a351aef6-3d14-4e7c-898d-4a08051f50fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.013059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a8a8d3d5-1ea0-4c4f-be12-487ca92fdb54 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4123764 Sep 26 12:55:44.027565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:44.042619 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Request body: {'subnet': {'network_id': '3e116821-75a5-4dd1-a3c9-622a52e7a922', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-601538369-subnet', 'tenant_id': '7122b67fc21e4d8b998da4d89e09bebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:44.145797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Allocated IP 172.20.0.2 (7063892e-c2ae-45ba-938f-cc8baaa56279/18444294-8a57-432d-9c12-b97206743553/f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:44.152403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-33fbb143-b472-4c8f-965f-b3ed56f77573 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:44.154136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-33fbb143-b472-4c8f-965f-b3ed56f77573 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693716 Sep 26 12:55:44.155220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19e5f059-67d7-4716-89e1-1e42caf153ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.157978 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19e5f059-67d7-4716-89e1-1e42caf153ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.161856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19e5f059-67d7-4716-89e1-1e42caf153ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27d840c0-d633-4f57-97f8-360bc08471d5 HTTP/1.1" status: 204 len: 168 time: 0.4336553 Sep 26 12:55:44.167588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Request body: {'port': {'device_id': 'df1353cc-ef7c-4278-8fad-760f981bf6d7', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'd103dd3ec0534dcbb982235d5b6718d1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:44.173375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d997d3-51fa-4829-ac83-58c0d2ad931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ea98d-0b0b-4093-9e67-338833a98195,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:44.214531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-86d997d3-51fa-4829-ac83-58c0d2ad931f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f49c0229682845189e600d56551b4d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9327803 Sep 26 12:55:44.215809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 12:55:44.215809 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 12:55:44.215809 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id_1': '3dde79c2ca604f3587ae2c40e63ee896', 'expiration_1': datetime.datetime(2021, 9, 26, 12, 55, 23, 799760)}] Sep 26 12:55:44.215809 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 12:55:44.216541 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:55:44.219021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53614) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:44.291355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a506da86-48c2-4e1b-bf37-d31559f41180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.309028 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a351aef6-3d14-4e7c-898d-4a08051f50fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.310600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5f059-67d7-4716-89e1-1e42caf153ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d840c0-d633-4f57-97f8-360bc08471d5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:44.312503 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a351aef6-3d14-4e7c-898d-4a08051f50fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.313982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-6546b528-29b6-4193-9176-09098e0e3f12 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288901 Sep 26 12:55:44.315144 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 12:55:44.315144 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 12:55:44.315144 n-d-806683-13 neutron-server[94812]: [parameters: {'project_id_1': '7122b67fc21e4d8b998da4d89e09bebd', 'expiration_1': datetime.datetime(2021, 9, 26, 12, 55, 24, 66092)}] Sep 26 12:55:44.315144 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 12:55:44.316080 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:55:44.325519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a351aef6-3d14-4e7c-898d-4a08051f50fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b130d33-0a6f-4a94-8a33-7c6d7cd93bc9 HTTP/1.1" status: 204 len: 168 time: 0.4837584 Sep 26 12:55:44.349595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351aef6-3d14-4e7c-898d-4a08051f50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b130d33-0a6f-4a94-8a33-7c6d7cd93bc9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:44.356532 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.359451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a506da86-48c2-4e1b-bf37-d31559f41180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.373526 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.455972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Pushing event updated for resources: {'Port': ['ID=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:44.487014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:44.494372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:44.502135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:44.511462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a506da86-48c2-4e1b-bf37-d31559f41180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.514022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a506da86-48c2-4e1b-bf37-d31559f41180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.515169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a506da86-48c2-4e1b-bf37-d31559f41180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b1ea98d-0b0b-4093-9e67-338833a98195 HTTP/1.1" status: 204 len: 168 time: 0.2949486 Sep 26 12:55:44.523103 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b94aa40e-ba67-4182-a4a3-bca57811cbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.528945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506da86-48c2-4e1b-bf37-d31559f41180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ea98d-0b0b-4093-9e67-338833a98195,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:44.531864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b94aa40e-ba67-4182-a4a3-bca57811cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.558531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-637d40d6-2e78-496c-aadb-e34764ad6386 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:44.560272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-637d40d6-2e78-496c-aadb-e34764ad6386 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399004 Sep 26 12:55:44.564132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b94aa40e-ba67-4182-a4a3-bca57811cbb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=905f84ee66704298a9cf7e385cc19773&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0623078 Sep 26 12:55:44.567358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53622) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:44.576068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Request body: {'port': {'device_id': '731404b0-b57b-49ec-985e-bc1bd4d0bb27', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'd103dd3ec0534dcbb982235d5b6718d1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:44.582319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Made reservation on behalf of d103dd3ec0534dcbb982235d5b6718d1 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:44.594286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Attempting to bind port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:44.594861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Attempting to bind port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:44.595602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Attempting to bind port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b on network 7063892e-c2ae-45ba-938f-cc8baaa56279 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:44.595904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.605785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:44.606841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Checking segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:44.607519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.608443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Bound using segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:44.609197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Bound port: f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:44.609800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.712821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] For port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:44.717284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] For port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:44.725304 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.742299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53626) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:44.830707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b136d437-5152-479b-b04e-0e15cbc5ca0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.834366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94aa40e-ba67-4182-a4a3-bca57811cbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99821310-cd22-4b1a-8515-bafaf3f61a85,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:44.856715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.858956 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43935354-d826-4333-bb98-f6b9400a69c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.860937 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.863374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.886898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603cdcd-7db5-445e-acc0-2b1dc77f9c02 None None] Pushing event updated for resources: {'Port': ['ID=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:44.912848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Allocated IP 192.168.233.145 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/b3631f35-5ee5-4900-887b-39e311e7a04b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:44.922045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43935354-d826-4333-bb98-f6b9400a69c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.949890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Made reservation on behalf of 7122b67fc21e4d8b998da4d89e09bebd for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:44.952639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:44.990801 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.125667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-92af0038-bbe9-43e0-8cfe-c6c628c77aa8 req-241ab6fd-8efb-4257-8516-4df24f97e07f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 210 time: 0.0858378 Sep 26 12:55:45.239324 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43935354-d826-4333-bb98-f6b9400a69c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.245474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43935354-d826-4333-bb98-f6b9400a69c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.252294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-43935354-d826-4333-bb98-f6b9400a69c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99821310-cd22-4b1a-8515-bafaf3f61a85 HTTP/1.1" status: 204 len: 168 time: 0.6817729 Sep 26 12:55:45.274231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.307342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43935354-d826-4333-bb98-f6b9400a69c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99821310-cd22-4b1a-8515-bafaf3f61a85,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:45.606806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.640212 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.660326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b136d437-5152-479b-b04e-0e15cbc5ca0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.678964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b136d437-5152-479b-b04e-0e15cbc5ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.705409 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.723374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53656) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:45.763002 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b136d437-5152-479b-b04e-0e15cbc5ca0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12b0daef3fe44dccbdcd6a7af7eb4934&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0195501 Sep 26 12:55:45.770107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53660) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:45.783393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec55b25e-f56e-4e9e-a9f5-0744231cbaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.786572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device bc1d3095-1f46-4010-8df0-a4c689a050e9 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:55:45.822235 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.829458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Made reservation on behalf of d103dd3ec0534dcbb982235d5b6718d1 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:45.834284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.842253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:45.859881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: bc1d3095-1f46-4010-8df0-a4c689a050e9 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:55:45.860241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device bc1d3095-1f46-4010-8df0-a4c689a050e9 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:55:45.860826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Allocated IP 172.25.4.20 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/75248b52-ca3d-4c99-a95b-7c8c038a667a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:45.888823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136d437-5152-479b-b04e-0e15cbc5ca0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d254699c-67e3-4e8c-8044-66d35849621b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:45.894258 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.924526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:45.968369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47d23914-b574-4e2c-9df7-4943b2a2c935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:45.979019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:45.982514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:45.999870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:46.000562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.059246 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47d23914-b574-4e2c-9df7-4943b2a2c935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.135218 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec55b25e-f56e-4e9e-a9f5-0744231cbaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.200200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.255420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53670) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:46.282370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec55b25e-f56e-4e9e-a9f5-0744231cbaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.318046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1543765 Sep 26 12:55:46.351664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:46.377973 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ec55b25e-f56e-4e9e-a9f5-0744231cbaab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb11cfe8ceb6460f80128fcc45747429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530821 Sep 26 12:55:46.379149 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.390130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Request body: {'port': {'device_id': 'df1353cc-ef7c-4278-8fad-760f981bf6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:46.396746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:46.414264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a350f62-4a74-401b-9cd8-7cb012e8a70f req-7c962346-4304-4e0c-a1f5-7ba1a857fdd8 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 210 time: 0.0864007 Sep 26 12:55:46.414953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95771c9f-88f5-4c81-9811-658e48a280bb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'Port': ['ID=b3631f35-5ee5-4900-887b-39e311e7a04b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:46.437207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac65de8-c0ea-4486-a0d7-294a314f1da3,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:46.510993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Checking segment: {'id': '4a6f723f-a94c-4936-81cb-9b76c45a1c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '3e116821-75a5-4dd1-a3c9-622a52e7a922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:46.511563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-09114a95-01b2-4456-bc82-90a8230d1b8a None None] Provisioning complete for port b3631f35-5ee5-4900-887b-39e311e7a04b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:46.511684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Network hostable DHCP agents. Network: 3e116821-75a5-4dd1-a3c9-622a52e7a922, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:55:46.511942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09114a95-01b2-4456-bc82-90a8230d1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.515730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-10173791-network', 'tenant_id': '1f82c8d8c1114d228c91c52e4f309952'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:46.525997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55b25e-f56e-4e9e-a9f5-0744231cbaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb3909c-5421-4053-ad51-af974582cc0b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:46.557315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:46.558150 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.559468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:46.587979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:46.603000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:46.605567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Pushing event updated for resources: {'Port': ['ID=75248b52-ca3d-4c99-a95b-7c8c038a667a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:46.638614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.644479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Made reservation on behalf of 1f82c8d8c1114d228c91c52e4f309952 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:46.647368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.691524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.728388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b012c68c-9597-452f-868b-896b5146f7ef None None] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:46.732245 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47d23914-b574-4e2c-9df7-4943b2a2c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.734874 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47d23914-b574-4e2c-9df7-4943b2a2c935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.738606 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-47d23914-b574-4e2c-9df7-4943b2a2c935 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d254699c-67e3-4e8c-8044-66d35849621b HTTP/1.1" status: 204 len: 168 time: 0.9646385 Sep 26 12:55:46.751825 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a811983c-f2fa-42fc-af11-48397853a62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.774693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a811983c-f2fa-42fc-af11-48397853a62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.779107 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-09114a95-01b2-4456-bc82-90a8230d1b8a None None] Port b3631f35-5ee5-4900-887b-39e311e7a04b cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:46.839373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d23914-b574-4e2c-9df7-4943b2a2c935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d254699c-67e3-4e8c-8044-66d35849621b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:46.847765 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a811983c-f2fa-42fc-af11-48397853a62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.850268 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a811983c-f2fa-42fc-af11-48397853a62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.854299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a811983c-f2fa-42fc-af11-48397853a62b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fb3909c-5421-4053-ad51-af974582cc0b HTTP/1.1" status: 204 len: 168 time: 0.4328291 Sep 26 12:55:46.904740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811983c-f2fa-42fc-af11-48397853a62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb3909c-5421-4053-ad51-af974582cc0b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:46.906594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Network 3e116821-75a5-4dd1-a3c9-622a52e7a922 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:55:46.941992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 3e116821-75a5-4dd1-a3c9-622a52e7a922) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:46.944251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Allocated IP 192.168.233.87 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:46.960881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:46.961870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:46.968562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e8976b-2bd9-47eb-adae-0d3aa2c1b156 None None] Network 3e116821-75a5-4dd1-a3c9-622a52e7a922 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:47.115978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.147267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d7cdc406-410d-4d9c-9009-f5b197c29187 None None] Provisioning complete for port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:47.147866 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7cdc406-410d-4d9c-9009-f5b197c29187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.190469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.226372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c8583-1fda-4076-a7b6-00bcf32350eb None None] Network 3e116821-75a5-4dd1-a3c9-622a52e7a922 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:47.262960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.281172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:47.298488 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.319783 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.474336 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-114a3ad1-3155-486d-83eb-cffe73bc3c67 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3df0aa16af334921bddbfc75e1391da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704288 Sep 26 12:55:47.524827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:47.526813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:47.536573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:47.539715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:47.546291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:47.546927 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.683828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-45f97771-6939-4757-8f15-955d8e524e3e None None] Provisioning complete for port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:47.684739 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45f97771-6939-4757-8f15-955d8e524e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.726889 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.734800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'Port': ['ID=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:47.763281 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.775859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c1499-803c-427c-97d7-6b33c0e9f957 req-57472335-abb3-4536-afbc-41c6f8db2456 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:47.779746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.785311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-542c1499-803c-427c-97d7-6b33c0e9f957 req-57472335-abb3-4536-afbc-41c6f8db2456 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 935 time: 0.2349832 Sep 26 12:55:47.799379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-e25facea-1596-451f-979b-09c0e3c1c81f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2287810 Sep 26 12:55:47.811189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3dc6143b-cd54-4504-bcdd-a91a0efc56b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7802548 Sep 26 12:55:47.819105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Request body: {'port': {'device_id': '731404b0-b57b-49ec-985e-bc1bd4d0bb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:47.859071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:55:47.918581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:47.969236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-542c1499-803c-427c-97d7-6b33c0e9f957 req-c1adf6b2-00ea-414a-9ed0-6c3a344332d6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628537 Sep 26 12:55:47.976488 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:47.988084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9adebf7f-d51b-461c-92ea-5d4b78d52764 None None] Provisioning complete for port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:47.988552 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9adebf7f-d51b-461c-92ea-5d4b78d52764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.004918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3631f35-5ee5-4900-887b-39e311e7a04b {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:48.039114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.075955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Transition to ACTIVE for port object b3631f35-5ee5-4900-887b-39e311e7a04b will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:55:48.084440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.151315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9adebf7f-d51b-461c-92ea-5d4b78d52764 None None] Port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:48.222303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:48.263308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Pushing event updated for resources: {'Port': ['ID=b3631f35-5ee5-4900-887b-39e311e7a04b,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:48.304456 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.305556 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Added segment 1bb0e4a2-a560-463e-8063-e984c670e866 of type vlan for network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 Sep 26 12:55:48.409975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.415087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Attempting to bind port b3631f35-5ee5-4900-887b-39e311e7a04b on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:48.415578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Attempting to bind port b3631f35-5ee5-4900-887b-39e311e7a04b by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:48.415753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Attempting to bind port b3631f35-5ee5-4900-887b-39e311e7a04b on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:48.428834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Port b3631f35-5ee5-4900-887b-39e311e7a04b on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:55:48.429158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Attempting to bind port b3631f35-5ee5-4900-887b-39e311e7a04b on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:48.449385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:48.450617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.452529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:48.452850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:48.453197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:48.453682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Bound port: b3631f35-5ee5-4900-887b-39e311e7a04b, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:48.454113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.462722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:48.486324 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.525813 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.527049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:48.527841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.531382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Transition to ACTIVE for port object 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:55:48.537469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a09349-5d6e-4c80-8196-3a11da34bc80,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:48.539063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.622295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] For port b3631f35-5ee5-4900-887b-39e311e7a04b, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:48.628514 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3687377 Sep 26 12:55:48.632070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53756) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:48.634467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] For port b3631f35-5ee5-4900-887b-39e311e7a04b, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b3631f35-5ee5-4900-887b-39e311e7a04b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:48.656910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Request body: {'subnet': {'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-10173791-subnet', 'tenant_id': '1f82c8d8c1114d228c91c52e4f309952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:48.666119 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.700743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-f1c72ee8-ceee-415e-92b1-595cea1cda07 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:48.702476 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-f1c72ee8-ceee-415e-92b1-595cea1cda07 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2172081 Sep 26 12:55:48.709405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec89985-c3c5-4895-8482-03cb51e9cff1 admin admin] Pushing event updated for resources: {'Network': ['ID=bedbc836-8f01-4e0d-8ef5-8b51844fabe6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:48.742757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:55:48.745233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53762) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:48.755197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-bea80b3c-eb55-4261-a4d9-d7e92850357a tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/quotas/3df0aa16af334921bddbfc75e1391da4 HTTP/1.1" status: 200 len: 375 time: 0.0387006 Sep 26 12:55:48.769374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:48.777156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Made reservation on behalf of 1f82c8d8c1114d228c91c52e4f309952 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:48.784910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.785322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Attempting to bind port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:48.785781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Attempting to bind port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:48.786132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Attempting to bind port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:48.789585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:48.790249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:48.794207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] 10.222.0.23 "PUT /v2.0/ports/b3631f35-5ee5-4900-887b-39e311e7a04b HTTP/1.1" status: 200 len: 1097 time: 2.4503963 Sep 26 12:55:48.880535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-347167fa-2432-49c1-9967-4b9192f9f25e tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3df0aa16af334921bddbfc75e1391da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080401 Sep 26 12:55:48.950620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1353cc-ef7c-4278-8fad-760f981bf6d7', 'tag': 'b3631f35-5ee5-4900-887b-39e311e7a04b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:48.959038 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c" -d '{"events": [{"name": "network-changed", "server_uuid": "df1353cc-ef7c-4278-8fad-760f981bf6d7", "tag": "b3631f35-5ee5-4900-887b-39e311e7a04b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:49.043465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:55:49.133074 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe74f9-39b4-40f7-a603-3a90cbbf31cf x-openstack-request-id: req-89fe74f9-39b4-40f7-a603-3a90cbbf31cf {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:49.133393 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1353cc-ef7c-4278-8fad-760f981bf6d7", "tag": "b3631f35-5ee5-4900-887b-39e311e7a04b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:49.137296 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89fe74f9-39b4-40f7-a603-3a90cbbf31cf {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:49.137759 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1353cc-ef7c-4278-8fad-760f981bf6d7', 'tag': 'b3631f35-5ee5-4900-887b-39e311e7a04b', 'status': 'completed', 'code': 200} Sep 26 12:55:49.145615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:55:49.145944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Attempting to bind port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:49.158401 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-792131346-network', 'tenant_id': 'e649167b279749e7904ff626deead561'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:49.213174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-24210cac-06c0-4e08-b6e3-40356812b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:49.215443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-24210cac-06c0-4e08-b6e3-40356812b55a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 1100 time: 0.2314236 Sep 26 12:55:49.226432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f48d6-9683-4dd6-806a-337b927b0189 service neutron] Pushing event updated for resources: {'Port': ['ID=b3631f35-5ee5-4900-887b-39e311e7a04b,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:49.241028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53776) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:49.241898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:49.242247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:49.242780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:49.243246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Bound port: 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:49.243609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.252182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1572066043-network', 'tenant_id': '977bc62c72e445819d259a1acdd72e02'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:49.369220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29e6761b-de96-4ca3-b0f8-6d2b3c011465 req-1914703c-aab9-46da-9a2b-040585fd121e tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 210 time: 0.0366037 Sep 26 12:55:49.384745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-9c778676-bad6-4cb8-86b1-dc68886aef61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b3631f35-5ee5-4900-887b-39e311e7a04b HTTP/1.1" status: 200 len: 217 time: 0.1549931 Sep 26 12:55:49.460078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:55:49.472410 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:55:49.476444 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.485573 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:55:49.486792 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:55:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:49.490564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Made reservation on behalf of e649167b279749e7904ff626deead561 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:49.492961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.500635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.506190 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7fc514de-b7a7-4d2a-9721-dc3f038bbc04 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7185650 Sep 26 12:55:49.508751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Made reservation on behalf of 977bc62c72e445819d259a1acdd72e02 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:49.511341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.519892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53790) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:49.525752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.561339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281df68b-1343-4f8b-a4cb-74c03c4bb270,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:49.572470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:49.573092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Network hostable DHCP agents. Network: bedbc836-8f01-4e0d-8ef5-8b51844fabe6, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:55:49.594602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:55:49.608244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, bedbc836-8f01-4e0d-8ef5-8b51844fabe6) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:49.618565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdbf4b9-7388-46e6-aa9d-c8f3dc06b3a8 None None] Network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:49.622734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:49.623353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.666794 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-769bb2be-16ce-4aad-9f20-4bc19cfbaaf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0180051 Sep 26 12:55:49.667364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.698080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480a3e1-55e7-497e-80b6-20fedb6afbec req-ea5845c4-510c-43ce-8b6d-c40be05e358b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:49.705771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1480a3e1-55e7-497e-80b6-20fedb6afbec req-ea5845c4-510c-43ce-8b6d-c40be05e358b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 947 time: 0.3414383 Sep 26 12:55:49.728978 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:55:49.907830 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:49.958049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0bd55e-19e8-4fc2-b16d-40aa0d362019 None None] Network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:50.002245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-4ae1a2c8-b714-4967-a0f1-f1ff0985cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:50.026624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-4ae1a2c8-b714-4967-a0f1-f1ff0985cbc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.5882690 Sep 26 12:55:50.047307 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:46Z', 'revision_number': 3, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:50.062284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] For port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:50.112683 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:55:50.112992 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Updating router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 port 75248b52-ca3d-4c99-a95b-7c8c038a667a binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:55:50.144279 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.165434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] For port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:50.188866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1480a3e1-55e7-497e-80b6-20fedb6afbec req-1a2e7120-ba4d-4883-8f3a-12ad4a562250 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802876 Sep 26 12:55:50.201218 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.283535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ca6ce1fd-2a7d-47e7-9ba9-b6e8bb130e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:50.286028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-ca6ce1fd-2a7d-47e7-9ba9-b6e8bb130e8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2585208 Sep 26 12:55:50.304936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:50.305754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.307445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e HTTP/1.1" status: 200 len: 1096 time: 2.4928660 Sep 26 12:55:50.575656 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.597517 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.668217 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Attempting to bind port 75248b52-ca3d-4c99-a95b-7c8c038a667a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:50.668590 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Attempting to bind port 75248b52-ca3d-4c99-a95b-7c8c038a667a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:50.669161 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Attempting to bind port 75248b52-ca3d-4c99-a95b-7c8c038a667a on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:50.670124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.23', 64249) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:50.682383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53828) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:50.682612 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Pushing event updated for resources: {'Port': ['ID=75248b52-ca3d-4c99-a95b-7c8c038a667a,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:50.688028 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:50.688547 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:50.689249 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.690030 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:50.690968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1832360393-network', 'tenant_id': '26e4eaa137db4bca8339d0bd0dada0a3'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:50.691267 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Bound port: 75248b52-ca3d-4c99-a95b-7c8c038a667a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:50.691791 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.706056 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-d97b3a98-547e-433e-ab35-c06e104fb5c8 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3df0aa16af334921bddbfc75e1391da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346920 Sep 26 12:55:50.763720 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.764073 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.764417 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.764756 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.765090 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.765419 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.765772 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.766100 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.766424 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.766750 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.767074 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.767394 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:55:50.816065 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] For port 75248b52-ca3d-4c99-a95b-7c8c038a667a, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:50.822447 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] For port 75248b52-ca3d-4c99-a95b-7c8c038a667a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=75248b52-ca3d-4c99-a95b-7c8c038a667a,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:50.824847 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-1b6f0daf-2a5d-4819-ae08-0a7900df183a service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145669 Sep 26 12:55:50.831136 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.869427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:50.874230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93dbc-57cd-4df9-a402-d81de3129987 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:50.916207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-307fbd78-5e1b-4000-9d47-1c1d864ef2fb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:50.917909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-307fbd78-5e1b-4000-9d47-1c1d864ef2fb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063956 Sep 26 12:55:50.922447 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:55:50.923396 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:55:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:50.945047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Request body: {'port': {'device_id': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '3df0aa16af334921bddbfc75e1391da4'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:50.968986 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcf729-1904-4ce4-b248-41421e25b909 None None] Pushing event updated for resources: {'Port': ['ID=75248b52-ca3d-4c99-a95b-7c8c038a667a,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:50.994257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40549d8e-2c7d-4d12-bc37-21b8e8fc3f37 req-cd8e0932-696d-4f96-b38c-409acc5937eb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 210 time: 0.1570730 Sep 26 12:55:50.994941 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.006924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:55:51.025121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.025473 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Added segment dd603f1c-3ea1-4023-9569-80ac81e4721e of type vlan for network 81744da3-8ec5-4c2d-8b03-6d827ce83170 Sep 26 12:55:51.081627 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:55:51.152169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731404b0-b57b-49ec-985e-bc1bd4d0bb27', 'tag': '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:51.154347 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1ebee2-c7be-421a-9489-886d27df5581" -d '{"events": [{"name": "network-changed", "server_uuid": "731404b0-b57b-49ec-985e-bc1bd4d0bb27", "tag": "5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:51.182080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:51.186173 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.190931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-adc03a01-c05f-4478-90be-fe1b2554ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:51.192462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-adc03a01-c05f-4478-90be-fe1b2554ed0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 1099 time: 0.3196273 Sep 26 12:55:51.193096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42604c31-d8db-4b6c-9c75-8ebdaa1e3095,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:51.258384 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1019a946-7233-4a8a-a45c-211de1b1c2b5 x-openstack-request-id: req-1019a946-7233-4a8a-a45c-211de1b1c2b5 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:51.258703 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731404b0-b57b-49ec-985e-bc1bd4d0bb27", "tag": "5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:51.258947 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1019a946-7233-4a8a-a45c-211de1b1c2b5 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:51.259328 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731404b0-b57b-49ec-985e-bc1bd4d0bb27', 'tag': '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e', 'status': 'completed', 'code': 200} Sep 26 12:55:51.318559 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3312cd6-b9da-4953-941d-08e3d40bdaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.321048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-a760baca-3b2e-4e6d-9fc7-9b3cd8879004 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e HTTP/1.1" status: 200 len: 217 time: 0.0919828 Sep 26 12:55:51.358131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-c2f93500-7eba-4a14-aef0-999068631aff service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344471 Sep 26 12:55:51.360636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:46Z', 'revision_number': 3, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:51.390801 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18060a-91b9-4ae7-a516-5b421b8b64f6 None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:46Z', 'revision_number': 3, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:55:51.433338 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.434321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:51.434894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.492699 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:55:51.546557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-614c5528-7b9d-4a34-b087-2f11ceb8ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:51.548019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-614c5528-7b9d-4a34-b087-2f11ceb8ad1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2112441 Sep 26 12:55:51.634925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae3aac-b504-4208-b4a9-70f1ef22dd85 req-9921292c-3362-4a03-a98c-2b7e5bee2dba tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:51.636486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59ae3aac-b504-4208-b4a9-70f1ef22dd85 req-9921292c-3362-4a03-a98c-2b7e5bee2dba tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 947 time: 0.3340406 Sep 26 12:55:51.655396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] Pushing event updated for resources: {'Network': ['ID=81744da3-8ec5-4c2d-8b03-6d827ce83170,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:51.664593 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.666103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 81744da3-8ec5-4c2d-8b03-6d827ce83170 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:55:51.688515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-f3312cd6-b9da-4953-941d-08e3d40bdaad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 12:55:51.688515 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 12:55:51.688515 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id_1': '5e5d423cf1484d6ab82794df5e7aa9c9', 'expiration_1': datetime.datetime(2021, 9, 26, 12, 55, 31, 329198)}] Sep 26 12:55:51.688515 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 12:55:51.689658 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-f3312cd6-b9da-4953-941d-08e3d40bdaad admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:55:51.690869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 12:55:51.690869 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 12:55:51.690869 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id_1': '3df0aa16af334921bddbfc75e1391da4', 'expiration_1': datetime.datetime(2021, 9, 26, 12, 55, 31, 60013)}] Sep 26 12:55:51.690869 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 12:55:51.691506 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:55:51.699462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Made reservation on behalf of 26e4eaa137db4bca8339d0bd0dada0a3 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:51.703198 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.707854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-688a0442-2abe-4c3e-bf61-39aaa008e527 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4617972 Sep 26 12:55:51.708961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.712260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53844) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:51.717516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Request body: {'subnet': {'network_id': '81744da3-8ec5-4c2d-8b03-6d827ce83170', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1572066043-subnet', 'tenant_id': '977bc62c72e445819d259a1acdd72e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:51.722155 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.723751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:55:51.737912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.738249 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Added segment 5b8de3bd-d414-435f-8687-2998b72cab0b of type vlan for network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 Sep 26 12:55:51.760945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Made reservation on behalf of 977bc62c72e445819d259a1acdd72e02 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:51.763440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.819943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-0fad0602-8637-4a94-b258-f8dfb262056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:51.821464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-0fad0602-8637-4a94-b258-f8dfb262056f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 1100 time: 0.3619547 Sep 26 12:55:51.842290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.888576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c789-f982-437b-a203-1e1b6c9672af req-6946100c-e119-4d9c-b055-722e35449621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:51.890530 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-6946100c-e119-4d9c-b055-722e35449621 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3086045 Sep 26 12:55:51.947897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.955193 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:51.965630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59ae3aac-b504-4208-b4a9-70f1ef22dd85 req-44d357c9-93d8-4216-a289-53500573ef58 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987452 Sep 26 12:55:51.966734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f537d-564c-4c00-9075-ddc0831bcf17,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:51.967181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:55:52.014452 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.014795 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Added segment 2ecd9ec6-3b5b-4833-bcc4-0c07268d317a of type vlan for network 3bd12864-3d18-4b65-836e-30d8acdbd025 Sep 26 12:55:52.068607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8311a7-2411-4a90-81fb-70db8b5c313a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:52.073694 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.077731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.078708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:52.079289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.116664 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.118711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.165877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29b8565-7abe-48fc-91d8-5ab14a15568e,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:52.189804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.190953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:52.191735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.195139 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3312cd6-b9da-4953-941d-08e3d40bdaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.203752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.4536147 Sep 26 12:55:52.206012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53850) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:52.212307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4ced73-5b18-424f-8bef-dcd3c86bd68e req-f0a3e605-98fe-4210-a8c5-c1d77e5f7c32 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 210 time: 0.0800357 Sep 26 12:55:52.232853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 75248b52-ca3d-4c99-a95b-7c8c038a667a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:52.233356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Checking segment: {'id': 'dd603f1c-3ea1-4023-9569-80ac81e4721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '81744da3-8ec5-4c2d-8b03-6d827ce83170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:52.233939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Network hostable DHCP agents. Network: 81744da3-8ec5-4c2d-8b03-6d827ce83170, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:55:52.246995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Request body: {'subnet': {'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-792131346-subnet', 'tenant_id': 'e649167b279749e7904ff626deead561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:52.260542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-954a7c31-2de3-4645-9f4e-99734a0ea392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:52.262078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-954a7c31-2de3-4645-9f4e-99734a0ea392 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.4303818 Sep 26 12:55:52.266160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a07031-3cc6-40ee-b297-7087f4d979ef admin admin] Pushing event updated for resources: {'Network': ['ID=73c672aa-c8ee-4f36-be6c-e8ebef181e14,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:52.279685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:55:52.285832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-c7d883c3-5368-4b68-afd2-28b6dcd3ea0a service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692534 Sep 26 12:55:52.354741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-5bf85c63-5704-4c76-bec6-525c9ab20f6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b3631f35-5ee5-4900-887b-39e311e7a04b HTTP/1.1" status: 200 len: 217 time: 0.0821428 Sep 26 12:55:52.358485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] Pushing event updated for resources: {'Network': ['ID=3bd12864-3d18-4b65-836e-30d8acdbd025,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:52.363677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Made reservation on behalf of 3df0aa16af334921bddbfc75e1391da4 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:52.367817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.370921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 3bd12864-3d18-4b65-836e-30d8acdbd025 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:55:52.381440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Network 81744da3-8ec5-4c2d-8b03-6d827ce83170 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:55:52.391268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-92a6df15-5b71-4c82-afbf-70008523966f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7047446 Sep 26 12:55:52.391461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 75248b52-ca3d-4c99-a95b-7c8c038a667a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:52.391461 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.395211 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.398357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53852) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:52.412490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Request body: {'subnet': {'network_id': '3bd12864-3d18-4b65-836e-30d8acdbd025', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1832360393-subnet', 'tenant_id': '26e4eaa137db4bca8339d0bd0dada0a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:52.428845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 81744da3-8ec5-4c2d-8b03-6d827ce83170) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:52.443212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:52.444140 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.450383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Made reservation on behalf of e649167b279749e7904ff626deead561 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:52.451451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.453233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd5357-7c7a-4719-bc3a-3b6f99ea6cea None None] Network 81744da3-8ec5-4c2d-8b03-6d827ce83170 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:52.544668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-5801b85d-92c8-4845-8944-dcd60fa62c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:52.546607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-5801b85d-92c8-4845-8944-dcd60fa62c55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1815789 Sep 26 12:55:52.590973 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.600143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28a0c789-f982-437b-a203-1e1b6c9672af req-2b88079c-2361-4c40-8045-a305df4dde22 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566745 Sep 26 12:55:52.641227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3312cd6-b9da-4953-941d-08e3d40bdaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.644332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 75248b52-ca3d-4c99-a95b-7c8c038a667a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=75248b52-ca3d-4c99-a95b-7c8c038a667a,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:52.649632 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.660537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8d0f2-afca-4a8f-91bc-cb87a728712b None None] Network 81744da3-8ec5-4c2d-8b03-6d827ce83170 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:52.661753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3312cd6-b9da-4953-941d-08e3d40bdaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.664598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-35a87319-4aa1-4b21-aae1-4789a3c2c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:52.666504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-35a87319-4aa1-4b21-aae1-4789a3c2c1f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099451 Sep 26 12:55:52.685120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Made reservation on behalf of 26e4eaa137db4bca8339d0bd0dada0a3 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:52.687329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.696917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Allocated IP 172.20.0.1 (7063892e-c2ae-45ba-938f-cc8baaa56279/18444294-8a57-432d-9c12-b97206743553/40c584d6-09fa-4002-b562-b372070802e8) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:52.798099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3312cd6-b9da-4953-941d-08e3d40bdaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10128d-c172-429a-8f65-f512a9a8a33b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:52.803124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3312cd6-b9da-4953-941d-08e3d40bdaad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e5d423cf1484d6ab82794df5e7aa9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6197898 Sep 26 12:55:52.806328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53854) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:52.838501 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:52.898912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=75248b52-ca3d-4c99-a95b-7c8c038a667a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:52.936971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:53.066338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:53.066689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Network hostable DHCP agents. Network: 73c672aa-c8ee-4f36-be6c-e8ebef181e14, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:55:53.074635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.085119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-8f76d443-0119-4c28-a0d4-855dfa7167ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:53.086563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-8f76d443-0119-4c28-a0d4-855dfa7167ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 1099 time: 0.4094808 Sep 26 12:55:53.098426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.120386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9694c211-6ce8-4824-8355-70cbc9ef4e97 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4070723 Sep 26 12:55:53.202409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-ce1699d9-b02f-4b5a-a21f-398be05c48f6 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263073 Sep 26 12:55:53.228553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:55:53.236802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c207f0f4-5523-429a-84cf-0b29b5af163e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:53.256269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d0f5-87ef-4d97-b48e-ae535c9c6e07 req-996095fc-02e7-4060-a0f5-675f58acaaa1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:53.257696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ff0d0f5-87ef-4d97-b48e-ae535c9c6e07 req-996095fc-02e7-4060-a0f5-675f58acaaa1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 947 time: 0.2112982 Sep 26 12:55:53.262535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.276982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 73c672aa-c8ee-4f36-be6c-e8ebef181e14) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:53.282437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53864) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:53.287840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487358e1-82bf-4014-8588-75a870c3a2de None None] Network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:53.308954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:53.309171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.328930 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.392068 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f6222341-d822-4fba-a256-61d6ca064545 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1541545 Sep 26 12:55:53.423039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=589146a2-1d1b-493e-a7b7-2c40159417cf,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:53.430693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Allocated IP 192.168.233.72 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/6d963201-8b90-44c7-ab21-d83fab8dbfaf) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:53.435945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.442619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ff0d0f5-87ef-4d97-b48e-ae535c9c6e07 req-b666be0e-585c-4176-9f7c-7ed7205daaef tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736722 Sep 26 12:55:53.453375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Checking segment: {'id': '2ecd9ec6-3b5b-4833-bcc4-0c07268d317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bd12864-3d18-4b65-836e-30d8acdbd025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:53.453874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Network hostable DHCP agents. Network: 3bd12864-3d18-4b65-836e-30d8acdbd025, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:55:53.465335 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd4d4-9fd6-4165-b622-4131f926f117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.483018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837860f-9eba-4462-ac54-138fa4fb0e95 None None] Network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:53.532071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Network 3bd12864-3d18-4b65-836e-30d8acdbd025 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:55:53.536812 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34419188-613b-4b78-8918-be42bcc729f5 req-061ae86d-f175-4ca7-8a60-a48a20f1626a tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 210 time: 0.1043587 Sep 26 12:55:53.551521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-1c38499a-7ff8-4c38-a1b9-a9fb257417d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:53.552801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-1c38499a-7ff8-4c38-a1b9-a9fb257417d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.4539309 Sep 26 12:55:53.563792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 3bd12864-3d18-4b65-836e-30d8acdbd025) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:53.571612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:53.572226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.581170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:53.599028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5107c33b-7a43-459d-afe2-34cedad09856 admin admin] Deleting subnet cac65de8-c0ea-4486-a0d7-294a314f1da3 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:55:53.606692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd4d4-9fd6-4165-b622-4131f926f117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.632248 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3f539594-f7f0-4698-99ca-9ffdbb4a9a51 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2234676 Sep 26 12:55:53.646024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:53.648788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5107c33b-7a43-459d-afe2-34cedad09856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.652257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:53.652675 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.662751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a56d153-bff1-4010-b15c-c164998f3f27 None None] Network 3bd12864-3d18-4b65-836e-30d8acdbd025 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:53.664379 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.677516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab960fb-c7c7-4ebe-9a94-52c33d10ca1c req-515bbe91-217f-4fb0-9482-31bed0563c94 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643157 Sep 26 12:55:53.679114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-dcdd0273-1e37-4e25-b452-f2b99831684f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e HTTP/1.1" status: 200 len: 217 time: 0.1036294 Sep 26 12:55:53.679719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Pushing event updated for resources: {'Port': ['ID=40c584d6-09fa-4002-b562-b372070802e8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:53.745928 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.822368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-336f052d-f42f-4ff4-bdaf-055ea4b3f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:53.824326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-336f052d-f42f-4ff4-bdaf-055ea4b3f38a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0995979 Sep 26 12:55:53.838934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5107c33b-7a43-459d-afe2-34cedad09856 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.887799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:53.889920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5107c33b-7a43-459d-afe2-34cedad09856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.897854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:53.912366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:53.952006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:53.952747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.981239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd4d4-9fd6-4165-b622-4131f926f117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.984140 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd4d4-9fd6-4165-b622-4131f926f117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:53.985470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5c3bd4d4-9fd6-4165-b622-4131f926f117 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e10128d-c172-429a-8f65-f512a9a8a33b HTTP/1.1" status: 204 len: 168 time: 1.1766920 Sep 26 12:55:54.006184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:54.016620 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-40919d84-81ca-4fa8-a94b-8f3bd3dadc23 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0849104 Sep 26 12:55:54.027799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bd4d4-9fd6-4165-b622-4131f926f117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10128d-c172-429a-8f65-f512a9a8a33b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:54.029406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-e08219d2-39f8-412c-847c-378d226da13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:54.031167 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-e08219d2-39f8-412c-847c-378d226da13b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1807704 Sep 26 12:55:54.032334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Request body: {'port': {'device_id': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:54.131132 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-289faf15-0d74-438e-8d12-477191a33ec2 None None] Provisioning complete for port 40c584d6-09fa-4002-b562-b372070802e8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:54.132063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-289faf15-0d74-438e-8d12-477191a33ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.134079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d659537-c5be-42af-bfc3-f915b2489966 None None] Network 3bd12864-3d18-4b65-836e-30d8acdbd025 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:54.154168 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5107c33b-7a43-459d-afe2-34cedad09856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.174588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.194883 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.240480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5107c33b-7a43-459d-afe2-34cedad09856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.244526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5107c33b-7a43-459d-afe2-34cedad09856 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cac65de8-c0ea-4486-a0d7-294a314f1da3 HTTP/1.1" status: 204 len: 168 time: 0.9566581 Sep 26 12:55:54.247214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107c33b-7a43-459d-afe2-34cedad09856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac65de8-c0ea-4486-a0d7-294a314f1da3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:54.285446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53888) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:54.287049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 75248b52-ca3d-4c99-a95b-7c8c038a667a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:54.441457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-936c1bd8-4175-4831-9278-7005a6456db0 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948805 Sep 26 12:55:54.447051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.452898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-289faf15-0d74-438e-8d12-477191a33ec2 None None] Port 40c584d6-09fa-4002-b562-b372070802e8 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:54.579742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 75248b52-ca3d-4c99-a95b-7c8c038a667a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:54.581556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.595857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53906) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:54.618007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-831c008b-7f4f-40d1-a2d5-5018c68b724c None None] Provisioning complete for port 6d963201-8b90-44c7-ab21-d83fab8dbfaf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:54.618372 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-831c008b-7f4f-40d1-a2d5-5018c68b724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.664476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-831c008b-7f4f-40d1-a2d5-5018c68b724c None None] Port 6d963201-8b90-44c7-ab21-d83fab8dbfaf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:54.739806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fac50004-5b3c-4e4d-a9c5-c86dd48a69bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.778456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device b3631f35-5ee5-4900-887b-39e311e7a04b details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:54.820510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.827310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53910) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:54.847875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1478110486-network', 'tenant_id': '92bcf75d1e924f678b371c20162f2ea1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:54.857905 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.858624 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.867580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0b62f-2f9d-4d2f-a819-d6a994542fc2 req-b936a76a-3f47-464f-876b-6ef36a613395 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:54.869095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4df0b62f-2f9d-4d2f-a819-d6a994542fc2 req-b936a76a-3f47-464f-876b-6ef36a613395 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 947 time: 0.2721796 Sep 26 12:55:54.906357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port b3631f35-5ee5-4900-887b-39e311e7a04b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b3631f35-5ee5-4900-887b-39e311e7a04b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:54.923091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'b3631f35-5ee5-4900-887b-39e311e7a04b', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': 'b3631f35-5ee5-4900-887b-39e311e7a04b', 'mac_address': 'fa:16:3e:b8:f4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:54.937885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.958214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe1ebee2-c7be-421a-9489-886d27df5581 req-b2020be0-c2b7-4924-a0a5-fe8c0238cd00 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964435 Sep 26 12:55:54.970497 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:54.994496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3631f35-5ee5-4900-887b-39e311e7a04b {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:55.017556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.017955 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.018377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port b3631f35-5ee5-4900-887b-39e311e7a04b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b3631f35-5ee5-4900-887b-39e311e7a04b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:55.018752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.019097 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.019489 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.019756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.020073 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.020386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.020694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.021010 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.024197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.048205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-c3fb62a0-ace1-4a3d-9734-13f7091ac4cc tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:55.049769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-c3fb62a0-ace1-4a3d-9734-13f7091ac4cc tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 819 time: 0.4829988 Sep 26 12:55:55.083156 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-74d51f2e-fd2d-48ae-88c8-bcd2db755179 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/quotas/1f82c8d8c1114d228c91c52e4f309952 HTTP/1.1" status: 200 len: 375 time: 0.0258284 Sep 26 12:55:55.090091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=b3631f35-5ee5-4900-887b-39e311e7a04b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:55.123729 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.124169 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.124498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.124826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:55:55.125187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e116821-75a5-4dd1-a3c9-622a52e7a922']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:55.133087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-8f09c8d6-74aa-4ab7-ac2a-ef96b3d709c0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322874 Sep 26 12:55:55.137283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d963201-8b90-44c7-ab21-d83fab8dbfaf {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:55.145122 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.145329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Pushing event updated for resources: {'Port': ['ID=40c584d6-09fa-4002-b562-b372070802e8,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:55.159579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Transition to ACTIVE for port object 6d963201-8b90-44c7-ab21-d83fab8dbfaf will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:55:55.164952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.166554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6f723f-a94c-4936-81cb-9b76c45a1c82') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:55.167070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6f723f-a94c-4936-81cb-9b76c45a1c82') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:55.245138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.256303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:55.258690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4df0b62f-2f9d-4d2f-a819-d6a994542fc2 req-23784902-9c56-4d07-8ace-d76044e1ade7 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506846 Sep 26 12:55:55.271520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Attempting to bind port 6d963201-8b90-44c7-ab21-d83fab8dbfaf on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:55.271850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Attempting to bind port 6d963201-8b90-44c7-ab21-d83fab8dbfaf by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:55.272324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Attempting to bind port 6d963201-8b90-44c7-ab21-d83fab8dbfaf on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:55.277679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Port 6d963201-8b90-44c7-ab21-d83fab8dbfaf on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:55:55.278131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Attempting to bind port 6d963201-8b90-44c7-ab21-d83fab8dbfaf on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:55.283769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:55.284131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:55.284560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:55.285009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Bound port: 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:55.285786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.309015 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.335494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:55:55.336322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.350298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: from cryptography.utils import int_from_bytes Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: from cryptography.utils import int_from_bytes Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: timer() Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:55:55.369185 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:55:55.381550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:55.387528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:55.391657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:55.398237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-9544b949-28dd-432f-a4c3-bf22c3aabe36 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:55:55.406024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-9544b949-28dd-432f-a4c3-bf22c3aabe36 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789907 Sep 26 12:55:55.416006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.418498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fac50004-5b3c-4e4d-a9c5-c86dd48a69bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.433903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:55.456337 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fac50004-5b3c-4e4d-a9c5-c86dd48a69bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.479072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:55.479698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.481107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] 10.222.0.23 "PUT /v2.0/ports/6d963201-8b90-44c7-ab21-d83fab8dbfaf HTTP/1.1" status: 200 len: 1096 time: 1.4560549 Sep 26 12:55:55.483228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:55.486281 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:55.600543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ee96-2ee6-4f6c-a5fa-8cf61acf8a6d service neutron] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:55.624600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-fb04ead5-3907-449b-af03-75e72bcde2f4 service neutron] 10.222.0.13 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175834 Sep 26 12:55:55.715500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-dfb3f86b-5d94-4f20-99c2-5c344f90e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:55.717272 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-dfb3f86b-5d94-4f20-99c2-5c344f90e8d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3df0aa16af334921bddbfc75e1391da4&device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 1099 time: 0.1870039 Sep 26 12:55:55.765332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e5d5f1f5-8368-49c2-9c73-6b23b9476e7f None None] Provisioning complete for port 40c584d6-09fa-4002-b562-b372070802e8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:55.766471 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5d5f1f5-8368-49c2-9c73-6b23b9476e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.774215 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-dd56425d-ba63-410d-a3d4-b32e0ce4cb6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf HTTP/1.1" status: 200 len: 217 time: 0.0457537 Sep 26 12:55:55.776681 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-7359b2e4-9665-4a43-90cd-011c309af0e4 service neutron] 10.222.0.13 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423876 Sep 26 12:55:55.817714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5f1f5-8368-49c2-9c73-6b23b9476e7f None None] Port 40c584d6-09fa-4002-b562-b372070802e8 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:55:55.840958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Made reservation on behalf of 92bcf75d1e924f678b371c20162f2ea1 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:55.843240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.845522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-7b0e574c-18c1-4735-9e53-2b59313d3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:55.847344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-7b0e574c-18c1-4735-9e53-2b59313d3738 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0647595 Sep 26 12:55:55.848834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:55:55.856070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.878700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.883572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fac50004-5b3c-4e4d-a9c5-c86dd48a69bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=758b219adb8b450b9a9408c8d21e1b05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2795949 Sep 26 12:55:55.889807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac50004-5b3c-4e4d-a9c5-c86dd48a69bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3485bed2-9242-4da4-999a-2b394fbaa2dd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:55.890670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53922) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:55.897270 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:55.899142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e116821-75a5-4dd1-a3c9-622a52e7a922 HTTP/1.1" status: 204 len: 168 time: 1.6104636 Sep 26 12:55:55.912149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53924) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:55.926037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90595b70-ef19-4d4e-8ec0-b1c9c46e9da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e116821-75a5-4dd1-a3c9-622a52e7a922,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:55.948701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-9572c55b-3a18-46ef-9dce-b9152cd109ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:55.950490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-9572c55b-3a18-46ef-9dce-b9152cd109ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958514 Sep 26 12:55:55.959380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742a70-acdb-49a7-95d0-b3a0f1015fc1 req-791be92f-e571-4b66-84e7-de7bcfee57d4 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:55.960915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a742a70-acdb-49a7-95d0-b3a0f1015fc1 req-791be92f-e571-4b66-84e7-de7bcfee57d4 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 947 time: 0.5410140 Sep 26 12:55:56.023237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:56.030443 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:55:56.038963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6466372-fa74-4ef3-8345-337414ac29c5 admin admin] Deleting subnet a29b8565-7abe-48fc-91d8-5ab14a15568e {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:55:56.047372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e', 'mac_address': 'fa:16:3e:94:f0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:55:56.052541 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6466372-fa74-4ef3-8345-337414ac29c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.101959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a742a70-acdb-49a7-95d0-b3a0f1015fc1 req-6e501c78-613b-47ca-bb41-a3538d3081db tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312900 Sep 26 12:55:56.132494 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a74bce0-9dde-450a-9536-956b0362587e x-openstack-request-id: req-7a74bce0-9dde-450a-9536-956b0362587e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:56.133065 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:56.133065 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a74bce0-9dde-450a-9536-956b0362587e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:56.133530 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'status': 'completed', 'code': 200} Sep 26 12:55:56.139049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd2d2cb-37c3-442a-b174-7ebbdfac0db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.153536 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.167885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd2d2cb-37c3-442a-b174-7ebbdfac0db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.177111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:55:56.193447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6466372-fa74-4ef3-8345-337414ac29c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.203223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:56.215123 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.226042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-0d0dc595-49ea-443f-80e9-e61e8c615809 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326720 Sep 26 12:55:56.247352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd2d2cb-37c3-442a-b174-7ebbdfac0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.250202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd2d2cb-37c3-442a-b174-7ebbdfac0db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.256857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-edd2d2cb-37c3-442a-b174-7ebbdfac0db5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3485bed2-9242-4da4-999a-2b394fbaa2dd HTTP/1.1" status: 204 len: 168 time: 0.3418295 Sep 26 12:55:56.285950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2d2cb-37c3-442a-b174-7ebbdfac0db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485bed2-9242-4da4-999a-2b394fbaa2dd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:56.293684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-378696d4-d1ad-4afe-a0eb-fedbbebafb61 req-6069f41e-cb92-43f9-a989-168638c5f8e2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0950515 Sep 26 12:55:56.295444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:56.351495 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.352690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6466372-fa74-4ef3-8345-337414ac29c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.375887 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.413604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:55:56.424003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:55:56.444508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-892c877a-1535-496f-9c29-40ce2ef31618 admin admin] 10.222.0.13 "PUT /v2.0/routers/0e370b65-c4f1-4e86-b835-dd9b5c26c4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9070129 Sep 26 12:55:56.448219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:55:56.462915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.463648 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Added segment c38c5a4c-1548-480e-889a-94c0b3e915fc of type vlan for network 2c3cd41c-7b6d-4d90-a04b-5b204867e15f Sep 26 12:55:56.469945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:55:56.472896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:55:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:56.480390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:55:56.482595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d43484-7e3f-4bf4-b82b-490f75279bff req-c2b91b2f-357f-49e9-93bf-b1c4c16c4736 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:56.484324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77d43484-7e3f-4bf4-b82b-490f75279bff req-c2b91b2f-357f-49e9-93bf-b1c4c16c4736 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 948 time: 0.0822327 Sep 26 12:55:56.488903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae4132f2-7aa3-447a-b02f-f52e4b287991 req-9a78dbd1-d0ee-40ff-b18e-06ca82bc1560 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522652 Sep 26 12:55:56.495144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bddb7f-d7db-4317-af94-5c8482f1de0f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:56.572161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6466372-fa74-4ef3-8345-337414ac29c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.573121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77d43484-7e3f-4bf4-b82b-490f75279bff req-9a8acbd5-6565-48f6-800a-3d7cb0e4cfac tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789328 Sep 26 12:55:56.581008 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.621585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6466372-fa74-4ef3-8345-337414ac29c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29b8565-7abe-48fc-91d8-5ab14a15568e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:56.637384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6466372-fa74-4ef3-8345-337414ac29c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.639536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f6466372-fa74-4ef3-8345-337414ac29c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a29b8565-7abe-48fc-91d8-5ab14a15568e HTTP/1.1" status: 204 len: 168 time: 0.7257478 Sep 26 12:55:56.641971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53944) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:56.668687 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.669756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:56.670409 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.673746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-3c9b7254-3cc0-4279-9337-994a03b154a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:56.677030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-3c9b7254-3cc0-4279-9337-994a03b154a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3df0aa16af334921bddbfc75e1391da4&device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 1099 time: 0.1073520 Sep 26 12:55:56.741337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:55:56.758676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9257674 Sep 26 12:55:56.762506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53952) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:56.794158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Request body: {'subnet': {'network_id': '2c3cd41c-7b6d-4d90-a04b-5b204867e15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1478110486-subnet', 'tenant_id': '92bcf75d1e924f678b371c20162f2ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:56.800894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.805364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e657f16-c93f-48b3-a0c9-c41044dc0008 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3cd41c-7b6d-4d90-a04b-5b204867e15f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:56.847170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Made reservation on behalf of 92bcf75d1e924f678b371c20162f2ea1 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:56.849739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:56.859788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-8a971d55-0ad6-46cc-a2c1-7cf3351b31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:56.862150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-8a971d55-0ad6-46cc-a2c1-7cf3351b31b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1744463 Sep 26 12:55:56.928974 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-78f659f9-17bd-4234-9b3d-98f01fd352b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf HTTP/1.1" status: 200 len: 217 time: 0.0579445 Sep 26 12:55:56.946110 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.017030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81744da3-8ec5-4c2d-8b03-6d827ce83170']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:57.032182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device b3631f35-5ee5-4900-887b-39e311e7a04b up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:55:57.039380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd603f1c-3ea1-4023-9569-80ac81e4721e') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:57.039541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd603f1c-3ea1-4023-9569-80ac81e4721e') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:57.074233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 2c3cd41c-7b6d-4d90-a04b-5b204867e15f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:55:57.079387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.110255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-de6ad360-4500-4ae1-8b3b-8e276cf0e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:57.117443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-de6ad360-4500-4ae1-8b3b-8e276cf0e47e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1767151 Sep 26 12:55:57.154865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port b3631f35-5ee5-4900-887b-39e311e7a04b completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:55:57.162239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.205859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port b3631f35-5ee5-4900-887b-39e311e7a04b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:57.206404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.228196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-420a41da-08d4-4543-98e0-4efdb54c9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:57.230216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:55:57.230627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: timer() Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:55:57.232490 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:55:57.250237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-420a41da-08d4-4543-98e0-4efdb54c9067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250896 Sep 26 12:55:57.333249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 2, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:57.341319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-aef9d05e-34dd-40e4-b45a-43426b6bf68a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:57.343082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-aef9d05e-34dd-40e4-b45a-43426b6bf68a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 821 time: 0.2692418 Sep 26 12:55:57.367820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.374754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.377125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/81744da3-8ec5-4c2d-8b03-6d827ce83170 HTTP/1.1" status: 204 len: 168 time: 0.7341554 Sep 26 12:55:57.382544 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-004acd25-f0be-4458-8b91-0de4edb044cc service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246779 Sep 26 12:55:57.415552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99762dae-75a0-4bd8-9d9f-329e3af5d6bc admin admin] Pushing event deleted for resources: {'Network': ['ID=81744da3-8ec5-4c2d-8b03-6d827ce83170,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:57.480399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-5d85cd8e-4484-4513-91e6-b81ad4d91ed6 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/quotas/3dde79c2ca604f3587ae2c40e63ee896 HTTP/1.1" status: 200 len: 375 time: 0.0938401 Sep 26 12:55:57.480788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.508064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:55:57.508541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Updating router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 port 40c584d6-09fa-4002-b562-b372070802e8 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:55:57.517926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.579630 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.599821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eda0148-62e6-40c4-95f0-caf27148b84b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:57.647242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606c830-c7c1-45c3-8986-1fe50b78278c req-f852219d-c7b8-4986-bed8-5bdfe6564c89 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:57.648927 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3606c830-c7c1-45c3-8986-1fe50b78278c req-f852219d-c7b8-4986-bed8-5bdfe6564c89 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 947 time: 0.2652025 Sep 26 12:55:57.649865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53988) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:57.657073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1353cc-ef7c-4278-8fad-760f981bf6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3631f35-5ee5-4900-887b-39e311e7a04b'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:55:57.659667 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9d7eb87-ab01-452f-a487-f30c69a6b6b2 req-b9efc0b1-eccf-47ff-bed1-78a7e98b2e95 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615929 Sep 26 12:55:57.660033 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa731c6-f3e8-461a-856f-0728a8d47d4e" -d '{"events": [{"server_uuid": "df1353cc-ef7c-4278-8fad-760f981bf6d7", "name": "network-vif-plugged", "status": "completed", "tag": "b3631f35-5ee5-4900-887b-39e311e7a04b"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:55:57.723683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3606c830-c7c1-45c3-8986-1fe50b78278c req-0c6baa78-0cec-499e-90bb-1944b7917502 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 Sep 26 12:55:57.738506 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eecf0e29-21e9-4615-ae1a-700450e8f50f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7122b67fc21e4d8b998da4d89e09bebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866313 Sep 26 12:55:57.740109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53992) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:57.750612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port b3631f35-5ee5-4900-887b-39e311e7a04b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b3631f35-5ee5-4900-887b-39e311e7a04b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:57.760472 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.786716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-5f0fba57-c4ac-4ab5-a1b3-14fc1ca5fc87 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2901769 Sep 26 12:55:57.795910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53994) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:57.840737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-a87cef0d-1d40-46c1-af86-aae1f60102d2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:57.842576 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-a87cef0d-1d40-46c1-af86-aae1f60102d2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 819 time: 0.2477176 Sep 26 12:55:57.845445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f7a19ff-f596-4d31-a65c-d65b535a618e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.852279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Checking segment: {'id': 'c38c5a4c-1548-480e-889a-94c0b3e915fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2c3cd41c-7b6d-4d90-a04b-5b204867e15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:57.852787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Network hostable DHCP agents. Network: 2c3cd41c-7b6d-4d90-a04b-5b204867e15f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:55:57.882945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Request body: {'port': {'device_id': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'admin_state_up': True, 'tenant_id': '1f82c8d8c1114d228c91c52e4f309952'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:57.895947 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f7a19ff-f596-4d31-a65c-d65b535a618e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:57.901502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=b3631f35-5ee5-4900-887b-39e311e7a04b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:57.932411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-708953255-network', 'tenant_id': '863932ef23984890b69bde84fbfa57d5'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:57.957628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64f98211-2baa-4250-84ce-604cc3b0fe26 req-4e39dbc9-1c82-471b-92fb-c8816d9d8667 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 210 time: 0.0426795 Sep 26 12:55:57.973954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Network 2c3cd41c-7b6d-4d90-a04b-5b204867e15f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:55:57.998040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Made reservation on behalf of 863932ef23984890b69bde84fbfa57d5 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:57.998040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.006435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.026877 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f7a19ff-f596-4d31-a65c-d65b535a618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.029948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f7a19ff-f596-4d31-a65c-d65b535a618e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.031297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4f7a19ff-f596-4d31-a65c-d65b535a618e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e70ada7d-a17f-433d-be03-61f31098e57f HTTP/1.1" status: 204 len: 168 time: 0.2900360 Sep 26 12:55:58.046670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-75ccf4a6-bcfe-473d-b2de-0d07c056f8d3 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477996 Sep 26 12:55:58.049574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 2c3cd41c-7b6d-4d90-a04b-5b204867e15f) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:58.058962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:58.059487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.059631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb6fb2-76ca-407d-9484-cbe118f86707 None None] Network 2c3cd41c-7b6d-4d90-a04b-5b204867e15f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:58.082638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a19ff-f596-4d31-a65c-d65b535a618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70ada7d-a17f-433d-be03-61f31098e57f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:58.180422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affcbad-71b3-49e7-8236-217d55d0c05a req-fa30167b-1212-4cba-a3bd-f6ea64c8d800 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:58.182121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6affcbad-71b3-49e7-8236-217d55d0c05a req-fa30167b-1212-4cba-a3bd-f6ea64c8d800 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 948 time: 0.0893300 Sep 26 12:55:58.198149 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-cdc0dd6e-ffb5-4de3-bbc5-a84048c23621 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409316 Sep 26 12:55:58.207005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.219627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.251227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6affcbad-71b3-49e7-8236-217d55d0c05a req-de819cd0-a8e3-45ac-8af2-5efd853ac369 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579505 Sep 26 12:55:58.291977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.302966 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.344135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b3729940-fba9-4387-ac69-66c0dfa6dbc7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5787325 Sep 26 12:55:58.346080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Made reservation on behalf of 1f82c8d8c1114d228c91c52e4f309952 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:58.350952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.351650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:55:58.401016 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11315d4-0807-4d9b-b4ce-471eb1036053 x-openstack-request-id: req-d11315d4-0807-4d9b-b4ce-471eb1036053 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:55:58.401387 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1353cc-ef7c-4278-8fad-760f981bf6d7", "name": "network-vif-plugged", "status": "completed", "tag": "b3631f35-5ee5-4900-887b-39e311e7a04b", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:55:58.401632 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d11315d4-0807-4d9b-b4ce-471eb1036053 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:55:58.402023 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1353cc-ef7c-4278-8fad-760f981bf6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3631f35-5ee5-4900-887b-39e311e7a04b', 'code': 200} Sep 26 12:55:58.423853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbf30c5-b5b7-45bf-9cbd-154ea099c645,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:58.428778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04bf7b-cb72-4f70-a96e-6f43e26b3aa3 None None] Pushing event updated for resources: {'Port': ['ID=40c584d6-09fa-4002-b562-b372070802e8,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:58.431474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618cf51-fb21-47d1-ab40-f4a5967b13db None None] Network 2c3cd41c-7b6d-4d90-a04b-5b204867e15f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:55:58.435413 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.436854 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Added segment 851d3049-c985-405b-939b-518509ec4a9a of type vlan for network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 Sep 26 12:55:58.610801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Attempting to bind port 40c584d6-09fa-4002-b562-b372070802e8 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:55:58.611590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Attempting to bind port 40c584d6-09fa-4002-b562-b372070802e8 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:55:58.611864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Attempting to bind port 40c584d6-09fa-4002-b562-b372070802e8 on network 7063892e-c2ae-45ba-938f-cc8baaa56279 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:55:58.631859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:55:58.632231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Checking segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:55:58.632629 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.633092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Bound using segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:55:58.633466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Bound port: 40c584d6-09fa-4002-b562-b372070802e8, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:55:58.633880 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.661225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54010) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:58.675441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.726143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56285a66-465f-4082-a39b-c5ea80775726 req-49c30631-bdf0-4e76-93c9-63fa66a91bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:58.728377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56285a66-465f-4082-a39b-c5ea80775726 req-49c30631-bdf0-4e76-93c9-63fa66a91bcf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 1102 time: 0.2037978 Sep 26 12:55:58.736447 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26ac06b8-4852-4268-9b13-7cd58d6ccadb req-4baa2ebe-12ba-4e90-b86d-db31d294be98 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 210 time: 0.0964229 Sep 26 12:55:58.751145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] For port 40c584d6-09fa-4002-b562-b372070802e8, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:55:58.754899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] For port 40c584d6-09fa-4002-b562-b372070802e8, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=40c584d6-09fa-4002-b562-b372070802e8,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:55:58.762046 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.782708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Allocated IP 172.20.0.6 (bedbc836-8f01-4e0d-8ef5-8b51844fabe6/281df68b-1343-4f8b-a4cb-74c03c4bb270/53dc0d72-cb08-4bbb-a253-4d1016164eeb) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:55:58.823374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1739e583-ab51-48b9-8c20-3c9993df342d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=977bc62c72e445819d259a1acdd72e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591289 Sep 26 12:55:58.831757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:58.834381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.835327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:58.836464 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.883738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-93e1d257-3390-4627-b386-4fa78c52970b None None] Provisioning complete for port 40c584d6-09fa-4002-b562-b372070802e8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:58.884110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93e1d257-3390-4627-b386-4fa78c52970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:58.928430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1304429 Sep 26 12:55:58.958198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54026) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:55:58.965022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Request body: {'subnet': {'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-708953255-subnet', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:55:58.972326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04bf7b-cb72-4f70-a96e-6f43e26b3aa3 None None] Pushing event updated for resources: {'Port': ['ID=40c584d6-09fa-4002-b562-b372070802e8,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:58.986076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:55:58.987452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:55:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:59.020148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Made reservation on behalf of 863932ef23984890b69bde84fbfa57d5 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:55:59.022686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.074755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56285a66-465f-4082-a39b-c5ea80775726 req-6122b3bd-b1f7-45cd-99fb-5102dbba4545 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245573 Sep 26 12:55:59.148822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de6662c9-1408-4061-8452-6b7605915355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.166978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d3ac4-145c-4733-b0e5-7e3039fe1023 admin admin] Pushing event updated for resources: {'Network': ['ID=d845ba5b-1dd4-4198-a6a2-56a7606c18f4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:59.185353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.236582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60621a-20a9-453f-9d2c-7bbeba2ef1a7 req-e9a88046-4053-4403-9a4f-fbfd7353a0d8 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:59.236801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93e1d257-3390-4627-b386-4fa78c52970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.238692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:55:59.245721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c60621a-20a9-453f-9d2c-7bbeba2ef1a7 req-e9a88046-4053-4403-9a4f-fbfd7353a0d8 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 947 time: 0.3398614 Sep 26 12:55:59.268872 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de6662c9-1408-4061-8452-6b7605915355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.311031 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c60621a-20a9-453f-9d2c-7bbeba2ef1a7 req-098ec1a9-9f94-4fef-85da-574d1cbb781b tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596240 Sep 26 12:55:59.352035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:55:59.355547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-42feb686-af10-4150-a792-5014b8f223f1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:59.366740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-42feb686-af10-4150-a792-5014b8f223f1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 807 time: 0.1782269 Sep 26 12:55:59.371257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.373816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de6662c9-1408-4061-8452-6b7605915355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.376829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de6662c9-1408-4061-8452-6b7605915355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.381745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-de6662c9-1408-4061-8452-6b7605915355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42604c31-d8db-4b6c-9c75-8ebdaa1e3095 HTTP/1.1" status: 204 len: 168 time: 0.5486050 Sep 26 12:55:59.391735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6662c9-1408-4061-8452-6b7605915355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42604c31-d8db-4b6c-9c75-8ebdaa1e3095,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:59.396200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-93e1d257-3390-4627-b386-4fa78c52970b None None] For port 40c584d6-09fa-4002-b562-b372070802e8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=40c584d6-09fa-4002-b562-b372070802e8,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:55:59.410513 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93e1d257-3390-4627-b386-4fa78c52970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.478646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-e30c28ac-5ea4-4c89-9591-fd509fd17c02 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/quotas/e649167b279749e7904ff626deead561 HTTP/1.1" status: 200 len: 375 time: 0.0953069 Sep 26 12:55:59.548461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650d51b-22d5-4c2a-ad53-eaa0a9b647cf req-67fe961e-deeb-4f62-a89c-5c9c220c2694 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:59.557709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c650d51b-22d5-4c2a-ad53-eaa0a9b647cf req-67fe961e-deeb-4f62-a89c-5c9c220c2694 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 931 time: 0.1292326 Sep 26 12:55:59.585857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1d257-3390-4627-b386-4fa78c52970b None None] Pushing event updated for resources: {'Port': ['ID=40c584d6-09fa-4002-b562-b372070802e8,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:59.602397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cf00cd85-bd56-4daf-a09c-a7619e6f8840 None None] Provisioning complete for port 40c584d6-09fa-4002-b562-b372070802e8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:55:59.602693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cf00cd85-bd56-4daf-a09c-a7619e6f8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.627045 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c650d51b-22d5-4c2a-ad53-eaa0a9b647cf req-408103af-093f-4c72-98ad-bf2dbf80bee5 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667605 Sep 26 12:55:59.757605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Pushing event updated for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:55:59.775416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:55:59.777721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b03b3-46c3-4edd-9553-f99dfe8db7c2 req-452a5f58-628d-4073-80f5-4b122b868ea2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:55:59.780656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-619b03b3-46c3-4edd-9553-f99dfe8db7c2 req-452a5f58-628d-4073-80f5-4b122b868ea2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 948 time: 0.0766935 Sep 26 12:55:59.787790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-747afe6b-88d0-467b-b884-b22d5b3875d0 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3082287 Sep 26 12:55:59.805229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:55:59.817144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:58Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:55:59.819159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:55:59.834183 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-619b03b3-46c3-4edd-9553-f99dfe8db7c2 req-1a996c43-9245-4af6-90ec-e4b9c83de009 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462346 Sep 26 12:55:59.846707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdab755-64bb-4dd0-94a3-4d1d037a8c6d None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:58Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:55:59.850527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:55:59.891263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:00.011812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:00.018724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:00.019511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.040365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15eea275-2f6f-49b9-8efc-800779110143,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:00.054710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:00.055394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.142812 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9479c1f-41a2-44e0-adc3-40a5c247481f req-272d7002-ba62-4470-aaf6-46f81c803f2d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 210 time: 0.0940528 Sep 26 12:56:00.150357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-50486767-4ae2-49ea-aece-e3a7292e698e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2814498 Sep 26 12:56:00.152630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Checking segment: {'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:00.156288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Network hostable DHCP agents. Network: d845ba5b-1dd4-4198-a6a2-56a7606c18f4, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:56:00.179952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Request body: {'port': {'device_id': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:00.191874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-504b4d4e-4212-4f9d-a270-08749974a9ea service neutron] 10.222.0.13 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030316 Sep 26 12:56:00.373086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:56:00.407888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.421870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-9cd5e34c-7b85-4b9d-9517-cfce235a0bc7 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:00.424498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-9cd5e34c-7b85-4b9d-9517-cfce235a0bc7 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.23 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 821 time: 0.3021195 Sep 26 12:56:00.425777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d845ba5b-1dd4-4198-a6a2-56a7606c18f4) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:00.438386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Request body: {'port': {'device_id': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'admin_state_up': True, 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:00.439166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:00.439849 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.456429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-7f9975f4-d0e3-42b7-a601-1acd45e0289a service neutron] 10.222.0.13 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552938 Sep 26 12:56:00.461353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 40c584d6-09fa-4002-b562-b372070802e8 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:00.463239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e3d0d6-df71-4868-b72c-e38a5070a300 None None] Network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:56:00.502872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c773ad85-ec33-44f8-a390-f91e47074f49 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5436897 Sep 26 12:56:00.503561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54064) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:00.521096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.521873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:00.636318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:00.642349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731404b0-b57b-49ec-985e-bc1bd4d0bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:00.646428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.647897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.649642 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089e8e3a-eb81-4cf4-a712-09d25ca0d251" -d '{"events": [{"server_uuid": "731404b0-b57b-49ec-985e-bc1bd4d0bb27", "name": "network-vif-plugged", "status": "completed", "tag": "5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:00.679057 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.813448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:00.848601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0775b0-a848-4958-9ad7-a6fd6d3259c2 req-5a3a8556-b81c-4bee-acbf-4180eceed9b5 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:00.853537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 40c584d6-09fa-4002-b562-b372070802e8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:00.859341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac0775b0-a848-4958-9ad7-a6fd6d3259c2 req-5a3a8556-b81c-4bee-acbf-4180eceed9b5 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 947 time: 0.3812740 Sep 26 12:56:00.860297 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.930619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac0775b0-a848-4958-9ad7-a6fd6d3259c2 req-978698d1-6acb-4112-a980-402f0a0f2c05 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620446 Sep 26 12:56:00.932039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Made reservation on behalf of 3dde79c2ca604f3587ae2c40e63ee896 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:00.933872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:00.936912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.002518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:01.134066 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726bff41-efd9-4e85-8ad4-45cb2deaa7ef x-openstack-request-id: req-726bff41-efd9-4e85-8ad4-45cb2deaa7ef {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:01.134343 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731404b0-b57b-49ec-985e-bc1bd4d0bb27", "name": "network-vif-plugged", "status": "completed", "tag": "5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:01.134592 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-726bff41-efd9-4e85-8ad4-45cb2deaa7ef {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:01.135005 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731404b0-b57b-49ec-985e-bc1bd4d0bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e', 'code': 200} Sep 26 12:56:01.192161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c007d2a-64d4-47d4-9e19-4e5829856230 req-9f7e9e24-e640-41e0-9d2c-49b78f9e3857 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0422523 Sep 26 12:56:01.226763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Allocated IP 172.20.0.10 (7063892e-c2ae-45ba-938f-cc8baaa56279/18444294-8a57-432d-9c12-b97206743553/63b8ef35-436a-49c7-a109-1c991e19d00d) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:01.328862 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:01.333418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d845ba5b-1dd4-4198-a6a2-56a7606c18f4', 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'fixed_ips': [{'subnet_id': '15eea275-2f6f-49b9-8efc-800779110143'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:56:01.334486 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.385660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'mac_address': 'fa:16:3e:43:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:01.446034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b911bd8-155d-4c00-a479-7b1da2394ce5 req-a37d014a-5e43-4e4a-986c-10bd34e511bc tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:01.447947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b911bd8-155d-4c00-a479-7b1da2394ce5 req-a37d014a-5e43-4e4a-986c-10bd34e511bc tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 931 time: 0.5107634 Sep 26 12:56:01.474101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.532515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c771891-42fe-496e-a659-fddc7cc66298 req-7f09b864-91b5-4427-9e86-168aafd35f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:01.534764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c771891-42fe-496e-a659-fddc7cc66298 req-7f09b864-91b5-4427-9e86-168aafd35f27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 1101 time: 0.3700356 Sep 26 12:56:01.553965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dc0d72-cb08-4bbb-a253-4d1016164eeb {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:01.564854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c978fbd-8815-4672-92b5-62e693e51bde req-4b36487f-2cf2-456a-bf30-8ab813a42f91 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:01.572650 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c978fbd-8815-4672-92b5-62e693e51bde req-4b36487f-2cf2-456a-bf30-8ab813a42f91 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 949 time: 0.1361010 Sep 26 12:56:01.584068 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.597340 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.603942 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.634421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d963201-8b90-44c7-ab21-d83fab8dbfaf {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:01.648134 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c978fbd-8815-4672-92b5-62e693e51bde req-46f1cfa3-4518-4a2b-a7ea-374d86b88748 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745232 Sep 26 12:56:01.660199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:01.661315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b911bd8-155d-4c00-a479-7b1da2394ce5 req-54e4fb82-0f5a-42db-81de-f0f1953aa6d9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818731 Sep 26 12:56:01.665623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Transition to ACTIVE for port object 53dc0d72-cb08-4bbb-a253-4d1016164eeb will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:01.674923 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.683851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.738784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c771891-42fe-496e-a659-fddc7cc66298 req-80a77970-25e6-42e6-a6b3-a8417a86255d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909716 Sep 26 12:56:01.760792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:01.782329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.865270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Pushing event updated for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:01.895184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Allocated IP 172.20.0.2 (d845ba5b-1dd4-4198-a6a2-56a7606c18f4/15eea275-2f6f-49b9-8efc-800779110143/b193b917-fb37-4a00-be5a-49f2b8f4e645) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:01.913463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Pushing event updated for resources: {'Port': ['ID=63b8ef35-436a-49c7-a109-1c991e19d00d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:01.934053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:01.936605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:01.956481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:01.965589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:01.966356 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:01.975313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce26a8a-601b-41e2-811b-935a63eb9009 req-00540968-604b-4f4e-b6c2-4664ca34fb5c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:01.983169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ce26a8a-601b-41e2-811b-935a63eb9009 req-00540968-604b-4f4e-b6c2-4664ca34fb5c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 932 time: 0.1440341 Sep 26 12:56:01.999277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:01.999617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:01.999952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:02.004904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-710b056d-450d-4205-86a6-2aa72acbbb74 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5709941 Sep 26 12:56:02.020103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Request body: {'port': {'device_id': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:02.027900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:02.028231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:02.174059 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.179872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['6d963201-8b90-44c7-ab21-d83fab8dbfaf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:02.184740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.197234 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.206236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ce26a8a-601b-41e2-811b-935a63eb9009 req-a5d75c46-268e-46b2-a84a-b4e7cc14ff7a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216542 Sep 26 12:56:02.207109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:02.207537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:02.208001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:02.208609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Bound port: 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:02.209057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.250071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd4332-b85d-4e70-85c2-7776219cb7e5 req-7804df12-72c1-470b-8feb-c6af7761add2 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:02.258008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ccd4332-b85d-4e70-85c2-7776219cb7e5 req-7804df12-72c1-470b-8feb-c6af7761add2 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 948 time: 0.1588666 Sep 26 12:56:02.281874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:02.288979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:02.297191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:02.316082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Pushing event updated for resources: {'Port': ['ID=b193b917-fb37-4a00-be5a-49f2b8f4e645,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:02.376763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Attempting to bind port b193b917-fb37-4a00-be5a-49f2b8f4e645 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:02.377211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Attempting to bind port b193b917-fb37-4a00-be5a-49f2b8f4e645 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:02.377716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Attempting to bind port b193b917-fb37-4a00-be5a-49f2b8f4e645 on network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:02.390390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:02.390774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Checking segment: {'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:02.391188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.391591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Bound using segment: {'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:02.392096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Bound port: b193b917-fb37-4a00-be5a-49f2b8f4e645, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:02.392487 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.401320 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.465156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.472465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57d4d8cf-99a1-4bd3-abe7-90e35b9875ed req-23279a73-b8b2-4b87-8db5-2a451ea51911 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 210 time: 0.1241887 Sep 26 12:56:02.478591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] For port b193b917-fb37-4a00-be5a-49f2b8f4e645, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:02.481845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] For port b193b917-fb37-4a00-be5a-49f2b8f4e645, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b193b917-fb37-4a00-be5a-49f2b8f4e645,segment=NetworkSegment(851d3049-c985-405b-939b-518509ec4a9a),segment_id=851d3049-c985-405b-939b-518509ec4a9a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:02.484219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:02.500500 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.546389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:02.554459 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.565180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b2db38d9-cd7c-4db4-a5c4-1bea0755e926 None None] Provisioning complete for port 63b8ef35-436a-49c7-a109-1c991e19d00d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:02.565596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b2db38d9-cd7c-4db4-a5c4-1bea0755e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.613090 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ccd4332-b85d-4e70-85c2-7776219cb7e5 req-dffa2fb9-8fdc-41b4-b665-9e7e576313b8 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541143 Sep 26 12:56:02.648995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a47e4f-3216-4cf7-99c0-c046b4ce4f86 None None] Pushing event updated for resources: {'Port': ['ID=b193b917-fb37-4a00-be5a-49f2b8f4e645,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:02.656150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b2db38d9-cd7c-4db4-a5c4-1bea0755e926 None None] Port 63b8ef35-436a-49c7-a109-1c991e19d00d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:56:02.727611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:02.728509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:02.730227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] 10.222.0.23 "PUT /v2.0/ports/53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 1092 time: 2.5551717 Sep 26 12:56:02.801359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:02.804942 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d55d268-7894-451a-936f-e456a91e7dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:02.932644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d108df0-1357-446b-a226-f5fe38721617 req-d552fcb1-3158-4d54-b2c8-64e51e84dae9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:02.934305 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d108df0-1357-446b-a226-f5fe38721617 req-d552fcb1-3158-4d54-b2c8-64e51e84dae9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 949 time: 0.1860623 Sep 26 12:56:03.015964 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d108df0-1357-446b-a226-f5fe38721617 req-75ab4e70-cdfa-490c-8f07-af477b8fe36b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729129 Sep 26 12:56:03.101315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b8ef35-436a-49c7-a109-1c991e19d00d {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:03.114370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:03.157066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Transition to ACTIVE for port object 63b8ef35-436a-49c7-a109-1c991e19d00d will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:03.163916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:03.209185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7a1cb-301d-440f-be07-1a10ed6715fa req-af7c175f-bf93-449c-8954-47f9e9dcb177 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.209869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Allocated IP 172.25.4.180 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c4a136d3-2c9f-4330-bc68-2355115050b3) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:03.210543 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2c7a1cb-301d-440f-be07-1a10ed6715fa req-af7c175f-bf93-449c-8954-47f9e9dcb177 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.1004651 Sep 26 12:56:03.211976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18235da-a2cb-4922-b209-1026e990c05d service neutron] Pushing event updated for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:03.224970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-ff28acf5-559d-43ec-a83f-b76678bb56de tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01b8c9594aa74a729cff361395c90c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706534 Sep 26 12:56:03.242963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Pushing event updated for resources: {'Port': ['ID=63b8ef35-436a-49c7-a109-1c991e19d00d,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:03.246946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-70806c2c-ffc5-415a-a774-31825910bbc0 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.248450 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-70806c2c-ffc5-415a-a774-31825910bbc0 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 807 time: 0.6739221 Sep 26 12:56:03.282243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Request body: {'port': {'device_id': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'admin_state_up': True, 'tenant_id': 'e649167b279749e7904ff626deead561'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:03.309578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-5fe86805-53cd-4dbf-9ef3-c4dc0bc4dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.310996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Attempting to bind port 63b8ef35-436a-49c7-a109-1c991e19d00d on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:03.311130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-5fe86805-53cd-4dbf-9ef3-c4dc0bc4dd67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1095 time: 0.4738708 Sep 26 12:56:03.311578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Attempting to bind port 63b8ef35-436a-49c7-a109-1c991e19d00d by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:03.311980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Attempting to bind port 63b8ef35-436a-49c7-a109-1c991e19d00d on network 7063892e-c2ae-45ba-938f-cc8baaa56279 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:03.317064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2c7a1cb-301d-440f-be07-1a10ed6715fa req-0e697838-4c94-4cfe-ae81-fe2e0a8efe18 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933313 Sep 26 12:56:03.321093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Port 63b8ef35-436a-49c7-a109-1c991e19d00d on network 7063892e-c2ae-45ba-938f-cc8baaa56279 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:03.321573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Attempting to bind port 63b8ef35-436a-49c7-a109-1c991e19d00d on network 7063892e-c2ae-45ba-938f-cc8baaa56279 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:03.326844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:03.327361 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Checking segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:03.327815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Bound using segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:03.328331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Bound port: 63b8ef35-436a-49c7-a109-1c991e19d00d, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:03.328804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:03.394532 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4df520-a8a7-4828-a869-2365e73e78f9 x-openstack-request-id: req-fa4df520-a8a7-4828-a869-2365e73e78f9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:03.394850 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:03.395054 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa4df520-a8a7-4828-a869-2365e73e78f9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:03.395436 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb', 'status': 'completed', 'code': 200} Sep 26 12:56:03.422814 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] For port 63b8ef35-436a-49c7-a109-1c991e19d00d, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:03.427395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] For port 63b8ef35-436a-49c7-a109-1c991e19d00d, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=63b8ef35-436a-49c7-a109-1c991e19d00d,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:03.441655 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:03.485339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-a98df3cf-2626-4d1b-89cc-cc98963ef2f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 217 time: 0.1418061 Sep 26 12:56:03.548624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Pushing event updated for resources: {'Port': ['ID=63b8ef35-436a-49c7-a109-1c991e19d00d,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:03.567069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.567707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:03.569125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-651769d0-e7c9-4812-915b-ee9f703bee5f service neutron] 10.222.0.23 "PUT /v2.0/ports/63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 1093 time: 1.5556614 Sep 26 12:56:03.569608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:03.572195 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf33d184-eee0-4832-8c75-e181c541adca" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:03.601036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d443c2-d2a5-4915-bf97-0eb6472a9bd9 req-95e67b59-8d43-474c-934b-ed34371c17eb tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.609019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64d443c2-d2a5-4915-bf97-0eb6472a9bd9 req-95e67b59-8d43-474c-934b-ed34371c17eb tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 944 time: 0.0816422 Sep 26 12:56:03.631891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-c2cb8141-dff7-4d78-9f3a-620a54f76cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.633431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-c2cb8141-dff7-4d78-9f3a-620a54f76cf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1311290 Sep 26 12:56:03.642263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-8f2ce198-dcac-405a-90d4-e9e21704be67 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.643805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-8f2ce198-dcac-405a-90d4-e9e21704be67 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066260 Sep 26 12:56:03.665357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:03.683339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64d443c2-d2a5-4915-bf97-0eb6472a9bd9 req-2b735692-9198-4c95-99f3-b825c760ae22 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734210 Sep 26 12:56:03.686246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-6f4208f0-b319-4fe3-8561-cbe560003021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.687729 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-6f4208f0-b319-4fe3-8561-cbe560003021 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1096 time: 0.0664899 Sep 26 12:56:03.690586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-6c7c1c5f-fc14-4fc9-a950-1f659a5b77ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436735 Sep 26 12:56:03.701189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-8c504d03-737d-4085-9fd6-a2bc6dc78ff6 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/quotas/01b8c9594aa74a729cff361395c90c56 HTTP/1.1" status: 200 len: 375 time: 0.0433991 Sep 26 12:56:03.726581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Made reservation on behalf of e649167b279749e7904ff626deead561 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:03.730022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:03.764928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-2c0fdce8-0f4b-4db7-94a3-d9f0fa78946d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 217 time: 0.0619311 Sep 26 12:56:03.774829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-3467ba69-6046-4bcc-a442-5330203c05f4 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01b8c9594aa74a729cff361395c90c56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598283 Sep 26 12:56:03.851431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2159801-a535-45c5-a00c-47deca599c48 req-15babae6-0024-4d05-b8a5-b806f21eee28 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0413487 Sep 26 12:56:03.872918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-cd4544bd-c447-488a-bf4e-f1884d7f9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:03.874734 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-cd4544bd-c447-488a-bf4e-f1884d7f9741 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.1004586 Sep 26 12:56:03.952583 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:03.988762 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ba81b0-fd20-4e3e-b8b5-6551b2966d9d x-openstack-request-id: req-20ba81b0-fd20-4e3e-b8b5-6551b2966d9d {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:03.989092 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:03.989294 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20ba81b0-fd20-4e3e-b8b5-6551b2966d9d {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:03.989719 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'status': 'completed', 'code': 200} Sep 26 12:56:04.008098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-a489faea-faca-4fc4-b989-e257daf87002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:04.009666 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-a489faea-faca-4fc4-b989-e257daf87002 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183445 Sep 26 12:56:04.036788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:04.050577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84d274f-2f7c-4572-b960-d1e3f764bddc None None] Network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:56:04.085555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:04.091019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:04.108045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-14a2797f-891a-48a8-88a6-dceb2ad75542 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038544 Sep 26 12:56:04.120625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-03769616-4860-4dc6-ad8d-959ae70be914 req-0d96bf62-20d6-441b-9730-d4b9e1a6ad1b tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 210 time: 0.0866423 Sep 26 12:56:04.188803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Pushing event updated for resources: {'Port': ['ID=c4a136d3-2c9f-4330-bc68-2355115050b3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:04.213119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Allocated IP 172.20.0.4 (73c672aa-c8ee-4f36-be6c-e8ebef181e14/bd3e1825-3fbb-4f19-9bc3-539323a9e4c4/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:04.239995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b2458d4c-ddd0-4296-8f10-4bc30bc4928d None None] Provisioning complete for port b193b917-fb37-4a00-be5a-49f2b8f4e645 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:04.240922 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b2458d4c-ddd0-4296-8f10-4bc30bc4928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:04.303024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b193b917-fb37-4a00-be5a-49f2b8f4e645 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:04.348946 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-6e0bbc29-bfcf-4ddb-aeb4-bd545df52d71 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298540 Sep 26 12:56:04.391482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e09f9d-0b88-497b-896d-a512f974286d req-d2f39dc4-f57f-466c-838e-de872370a81b tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:04.395266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26e09f9d-0b88-497b-896d-a512f974286d req-d2f39dc4-f57f-466c-838e-de872370a81b tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 948 time: 0.3646584 Sep 26 12:56:04.427260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eea4064-8121-4602-9fa8-41a1e6aa3499 req-f52ea6f0-85c5-418b-a756-e32f034fb61c service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098338 Sep 26 12:56:04.436039 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b2458d4c-ddd0-4296-8f10-4bc30bc4928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:04.455205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cefbcfc2-0ef6-4514-b519-b72715daf5d0 req-16673634-4daa-408f-ae64-c30862b6cd40 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991182 Sep 26 12:56:04.463336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d0bdb-3f38-4540-a183-b56bb9255adb req-cedae70a-8967-4c99-9bbc-35c59d1b94fd tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:04.471363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f47d0bdb-3f38-4540-a183-b56bb9255adb req-cedae70a-8967-4c99-9bbc-35c59d1b94fd tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 949 time: 0.2079523 Sep 26 12:56:04.501882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26e09f9d-0b88-497b-896d-a512f974286d req-765b24a8-ff1d-4fd7-be9e-bfe0fb8f65a0 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709705 Sep 26 12:56:04.573691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b193b917-fb37-4a00-be5a-49f2b8f4e645 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:04.574069 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:04.583647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b2458d4c-ddd0-4296-8f10-4bc30bc4928d None None] For port b193b917-fb37-4a00-be5a-49f2b8f4e645, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b193b917-fb37-4a00-be5a-49f2b8f4e645,segment=NetworkSegment(851d3049-c985-405b-939b-518509ec4a9a),segment_id=851d3049-c985-405b-939b-518509ec4a9a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:04.600228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f47d0bdb-3f38-4540-a183-b56bb9255adb req-ce06f6df-abb2-4b6f-8f00-1fddf845ad20 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279008 Sep 26 12:56:04.612203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-ff8995ee-c6c7-4521-b4cb-447e7d1b3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:04.624230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-ff8995ee-c6c7-4521-b4cb-447e7d1b3a2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1095 time: 0.1345992 Sep 26 12:56:04.663262 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b2458d4c-ddd0-4296-8f10-4bc30bc4928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:04.751099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-a00434c5-2bc3-4972-ac86-ddedb5bd6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:04.754290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-a00434c5-2bc3-4972-ac86-ddedb5bd6b16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.1221819 Sep 26 12:56:04.816425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:04.835181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33d184-eee0-4832-8c75-e181c541adca req-58eb5db2-41de-4aef-9a28-aa5645c4a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:04.837362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf33d184-eee0-4832-8c75-e181c541adca req-58eb5db2-41de-4aef-9a28-aa5645c4a31c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1096 time: 0.2273066 Sep 26 12:56:04.865145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-358b3f6d-0f83-41da-896e-22fdfb7ead35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 217 time: 0.1015956 Sep 26 12:56:04.871703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda6153-3ec4-42db-856a-62986a86adc1 req-8e1b5c56-2a11-4fed-9192-a9ad6bceeac4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:04.879925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8bda6153-3ec4-42db-856a-62986a86adc1 req-8e1b5c56-2a11-4fed-9192-a9ad6bceeac4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.2554905 Sep 26 12:56:04.909659 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638b48-75a6-4bdc-951b-cd9dd7735954 req-286785ef-4831-488e-89e8-5a675cc75372 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:04.912114 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42638b48-75a6-4bdc-951b-cd9dd7735954 req-286785ef-4831-488e-89e8-5a675cc75372 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.1362500 Sep 26 12:56:04.999515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42638b48-75a6-4bdc-951b-cd9dd7735954 req-7cd47d0e-e79d-4319-bfe2-113d39dcc26f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487559 Sep 26 12:56:05.007225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-a6304cf1-99eb-4081-9b88-526d0d3cf641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.008831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-a6304cf1-99eb-4081-9b88-526d0d3cf641 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1272144 Sep 26 12:56:05.017036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2458d4c-ddd0-4296-8f10-4bc30bc4928d None None] Pushing event updated for resources: {'Port': ['ID=b193b917-fb37-4a00-be5a-49f2b8f4e645,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:05.051474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-10a8e81d-ec79-4fc9-8282-30355f06f11b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328295 Sep 26 12:56:05.085339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e3a05aff-2965-4eb2-9a18-39ea57201a84 None None] Provisioning complete for port b193b917-fb37-4a00-be5a-49f2b8f4e645 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:05.085934 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3a05aff-2965-4eb2-9a18-39ea57201a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.096632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.154739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 6d963201-8b90-44c7-ab21-d83fab8dbfaf completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:05.169317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 6d963201-8b90-44c7-ab21-d83fab8dbfaf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:05.169890 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.226368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33d184-eee0-4832-8c75-e181c541adca req-77f0cc90-8d0e-46e4-af0b-9b10dcf2f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.228487 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf33d184-eee0-4832-8c75-e181c541adca req-77f0cc90-8d0e-46e4-af0b-9b10dcf2f228 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.3780866 Sep 26 12:56:05.230791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb70b-2629-49ff-807b-25c48972a7b6 req-51a4e1cd-d138-4f19-af76-d0565c43fb6e tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.233856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96dbb70b-2629-49ff-807b-25c48972a7b6 req-51a4e1cd-d138-4f19-af76-d0565c43fb6e tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 944 time: 0.1385689 Sep 26 12:56:05.239112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-11d27761-b0cc-41f1-9a77-08a18456c2ce service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744535 Sep 26 12:56:05.244843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.258669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8bda6153-3ec4-42db-856a-62986a86adc1 req-ad7fef2b-908a-4e1e-90bf-4a9b2a3fe3ee tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773584 Sep 26 12:56:05.318241 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.350558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.23', 64253) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:05.358268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:05.362114 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e99ca07-654f-4ad5-b627-826284d280e5" -d '{"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-plugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:05.379991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:05.389201 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.426901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96dbb70b-2629-49ff-807b-25c48972a7b6 req-1d068844-8796-4a80-ab2a-c916a7e46835 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670315 Sep 26 12:56:05.429081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-a69dfef5-2bcd-4289-a9a4-6b65b6984070 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=01b8c9594aa74a729cff361395c90c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760703 Sep 26 12:56:05.429796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf33d184-eee0-4832-8c75-e181c541adca req-20e93f36-7fdb-48f4-b17b-32abc62d4f8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 217 time: 0.1702507 Sep 26 12:56:05.469273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:05.515161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d55d268-7894-451a-936f-e456a91e7dd7 req-c7c76eaa-4c95-48eb-b50d-a4992dcb8249 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669573 Sep 26 12:56:05.552687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:05.600496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:05.609636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:05.614845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Pushing event updated for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:05.637170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-ad70d2bd-4eba-44fa-b945-c1bb03e817ae tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.638762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-ad70d2bd-4eba-44fa-b945-c1bb03e817ae tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907411 Sep 26 12:56:05.650373 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.660752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Request body: {'port': {'device_id': '5de9ba50-02a1-45ec-b48c-b43aac206bf2', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '01b8c9594aa74a729cff361395c90c56'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:05.807113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978af9-2891-4347-8338-cb1d0bab0ee2 req-1b2cd6dc-83b1-47e8-b6c0-3287fe24aef4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.812352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978af9-2891-4347-8338-cb1d0bab0ee2 req-1b2cd6dc-83b1-47e8-b6c0-3287fe24aef4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.814049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8978af9-2891-4347-8338-cb1d0bab0ee2 req-1b2cd6dc-83b1-47e8-b6c0-3287fe24aef4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27&device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 1690 time: 0.0914536 Sep 26 12:56:05.864843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Made reservation on behalf of 01b8c9594aa74a729cff361395c90c56 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:05.868412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.877351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8978af9-2891-4347-8338-cb1d0bab0ee2 req-41a4a729-82aa-4767-8cbf-79e98b7648cb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532608 Sep 26 12:56:05.894788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:05.947784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33d184-eee0-4832-8c75-e181c541adca req-a141baea-885a-4f1a-b660-b7c816fcbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.949403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf33d184-eee0-4832-8c75-e181c541adca req-a141baea-885a-4f1a-b660-b7c816fcbf63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.4591422 Sep 26 12:56:05.969772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939b8a4-2a18-4a5c-867c-1e62235b7573 req-69d57564-54be-430c-b2c1-3d4070482379 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.971808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9939b8a4-2a18-4a5c-867c-1e62235b7573 req-69d57564-54be-430c-b2c1-3d4070482379 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 931 time: 0.4900744 Sep 26 12:56:05.984310 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43bce686-6b44-4f12-9418-75af6c3e5e69 req-e2dcce84-acce-40b7-9b4f-a377e6e419b7 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 210 time: 0.0338442 Sep 26 12:56:05.995906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:05.996559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.055914 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fc3855-60e6-4984-9a42-4659479cd3d2 x-openstack-request-id: req-d7fc3855-60e6-4984-9a42-4659479cd3d2 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:06.056752 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-plugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:06.056752 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7fc3855-60e6-4984-9a42-4659479cd3d2 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:06.057188 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'code': 200} Sep 26 12:56:06.057653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.075448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.079844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9939b8a4-2a18-4a5c-867c-1e62235b7573 req-f037f15b-94f0-40f6-a1eb-e43a1219a77d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966406 Sep 26 12:56:06.088199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33d184-eee0-4832-8c75-e181c541adca req-c38fa292-0054-4a9a-a92a-8a8d33fd1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:06.089973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf33d184-eee0-4832-8c75-e181c541adca req-c38fa292-0054-4a9a-a92a-8a8d33fd1096 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315932 Sep 26 12:56:06.096267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-33b07626-7966-407c-a16d-1150bf3cbc9b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8325651 Sep 26 12:56:06.172693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Request body: {'port': {'device_id': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:06.219553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b193b917-fb37-4a00-be5a-49f2b8f4e645 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:06.319361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b193b917-fb37-4a00-be5a-49f2b8f4e645 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:06.319740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.326433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22185d2-9d03-445d-9d19-e61c61e5653e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:06.337426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.351366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bdb31-d4bb-4428-9d13-602fa6b8d407 req-cc77fb5d-98df-4f01-b103-5ad31cc28c72 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:06.359337 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a25bdb31-d4bb-4428-9d13-602fa6b8d407 req-cc77fb5d-98df-4f01-b103-5ad31cc28c72 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 949 time: 0.1409280 Sep 26 12:56:06.362799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074364bd-3ca8-4726-9dfa-7f908869d7b8 req-d129da7e-15c6-499f-b5e3-5ef6b90c8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:06.364383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-074364bd-3ca8-4726-9dfa-7f908869d7b8 req-d129da7e-15c6-499f-b5e3-5ef6b90c8aaf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 1101 time: 0.2118108 Sep 26 12:56:06.369098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.373697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf33d184-eee0-4832-8c75-e181c541adca req-a8709685-0f30-4066-8999-71b158805394 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727542 Sep 26 12:56:06.425681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Allocated IP 192.168.233.217 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/77267ea3-52b6-40f3-a183-9b12f4e26931) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:06.445681 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a25bdb31-d4bb-4428-9d13-602fa6b8d407 req-781264cf-6172-4802-98e1-16ac8ef8ecae tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854213 Sep 26 12:56:06.462726 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-074364bd-3ca8-4726-9dfa-7f908869d7b8 req-7540c3fc-be16-4814-b401-e91eb5ecc5d6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785077 Sep 26 12:56:06.617729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d1bf8-5880-4d8b-b662-76362eca991c req-a9cf6d63-f4ee-4950-8e70-8cbee1877dcf tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:06.619349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a3d1bf8-5880-4d8b-b662-76362eca991c req-a9cf6d63-f4ee-4950-8e70-8cbee1877dcf tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0982149 Sep 26 12:56:06.664700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97eb3da-c36c-4a99-bd6f-c3ffd7d49551 req-b8fd1450-f434-4253-b84f-96947b5b2435 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:06.666312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a97eb3da-c36c-4a99-bd6f-c3ffd7d49551 req-b8fd1450-f434-4253-b84f-96947b5b2435 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 1101 time: 0.2739139 Sep 26 12:56:06.678070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.695273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a3d1bf8-5880-4d8b-b662-76362eca991c req-b82e74bc-4fea-425a-adb7-433dad2b29a2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667844 Sep 26 12:56:06.718174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf33d184-eee0-4832-8c75-e181c541adca req-37bde048-e1f3-4528-837d-4179c1bb673c service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229470 Sep 26 12:56:06.729049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.774983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:06.778263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:06.780619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:06.787055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a97eb3da-c36c-4a99-bd6f-c3ffd7d49551 req-536404d0-c4c0-4ab0-860b-62188c2c74a5 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062975 Sep 26 12:56:06.787263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:06.787901 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:06.851327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Router 96512880-af23-4039-8edf-b8bece5cbe8f is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:56:06.854819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1986489 Sep 26 12:56:06.872087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bebe1-02c5-420d-a2ac-c79391b04f86 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Pushing event updated for resources: {'Port': ['ID=77267ea3-52b6-40f3-a183-9b12f4e26931,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:06.885911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Request body: {'port': {'device_id': '5de9ba50-02a1-45ec-b48c-b43aac206bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:06.895535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4341456-1edf-43d2-b973-87d719ab1063 req-b7cfdc23-a3b8-4437-b010-926d30bc00c7 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:06.897664 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4341456-1edf-43d2-b973-87d719ab1063 req-b7cfdc23-a3b8-4437-b010-926d30bc00c7 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 944 time: 0.1055901 Sep 26 12:56:07.015861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-81ec3365-0a28-4c4f-8d52-4777689d6314 None None] Provisioning complete for port 77267ea3-52b6-40f3-a183-9b12f4e26931 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:07.016391 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-81ec3365-0a28-4c4f-8d52-4777689d6314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.017612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:07.035466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.052788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e050c6-9dee-4664-9e21-753bdc01f9b9 req-c8050718-cf4b-46eb-881f-f6133ba4422e tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:07.054484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59e050c6-9dee-4664-9e21-753bdc01f9b9 req-c8050718-cf4b-46eb-881f-f6133ba4422e tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 1102 time: 0.1779385 Sep 26 12:56:07.058753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-81ec3365-0a28-4c4f-8d52-4777689d6314 None None] Port 77267ea3-52b6-40f3-a183-9b12f4e26931 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:56:07.070129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Transition to ACTIVE for port object e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:07.079728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:07.084922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.094142 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Sync routers for ids ['96512880-af23-4039-8edf-b8bece5cbe8f'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:07.105605 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Routers {'96512880-af23-4039-8edf-b8bece5cbe8f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:07.106585 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:55:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['96512880-af23-4039-8edf-b8bece5cbe8f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:07.149812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.153516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9eafd709-578b-4918-8480-9b53214fd59a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6340883 Sep 26 12:56:07.157748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54184) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:07.166363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59e050c6-9dee-4664-9e21-753bdc01f9b9 req-c9bdbd1e-26d5-4dba-b313-69ff9874c586 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934498 Sep 26 12:56:07.188792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4341456-1edf-43d2-b973-87d719ab1063 req-0a7b148b-3406-4933-bd5b-0df68408bc0d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654786 Sep 26 12:56:07.228592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:07.247313 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.255055 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Set router 96512880-af23-4039-8edf-b8bece5cbe8f gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:07.390164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf6cfd-aa2c-43c6-82a0-080bae34f52a req-046f56c3-56fa-43a8-a643-e9c6bc2a28ff tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:07.391784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4bcf6cfd-aa2c-43c6-82a0-080bae34f52a req-046f56c3-56fa-43a8-a643-e9c6bc2a28ff tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 936 time: 0.1099823 Sep 26 12:56:07.393441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:07.393761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:07.394095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:07.434810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:07.435028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:07.465119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd9809-0f24-447b-8dc2-041df379924e req-a629b829-f3b7-45e5-845c-4d3eaee013a5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:07.466775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5bd9809-0f24-447b-8dc2-041df379924e req-a629b829-f3b7-45e5-845c-4d3eaee013a5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0917802 Sep 26 12:56:07.483232 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:04Z', 'revision_number': 3, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:07.514589 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Checking router: 96512880-af23-4039-8edf-b8bece5cbe8f for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:07.515522 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Updating router 96512880-af23-4039-8edf-b8bece5cbe8f port c4a136d3-2c9f-4330-bc68-2355115050b3 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:56:07.542460 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.561945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5bd9809-0f24-447b-8dc2-041df379924e req-a73c4b70-1777-42e7-b122-b5d3687eba5f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829165 Sep 26 12:56:07.651408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77267ea3-52b6-40f3-a183-9b12f4e26931 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:07.660404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.673264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Transition to ACTIVE for port object 77267ea3-52b6-40f3-a183-9b12f4e26931 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:07.680078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.714106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:07.714106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:07.714826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:07.714826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Bound port: e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:07.715025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.736556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Pushing event updated for resources: {'Port': ['ID=77267ea3-52b6-40f3-a183-9b12f4e26931,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:07.798119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Attempting to bind port 77267ea3-52b6-40f3-a183-9b12f4e26931 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:07.798464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Attempting to bind port 77267ea3-52b6-40f3-a183-9b12f4e26931 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:07.799372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Attempting to bind port 77267ea3-52b6-40f3-a183-9b12f4e26931 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:07.805942 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4bcf6cfd-aa2c-43c6-82a0-080bae34f52a req-1c2976f9-eb23-4456-9eca-38067195c037 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750892 Sep 26 12:56:07.813500 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-69ec7b7b-7842-46ba-874a-e659ad08fe83 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461628 Sep 26 12:56:07.903310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Port 77267ea3-52b6-40f3-a183-9b12f4e26931 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:07.904369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Attempting to bind port 77267ea3-52b6-40f3-a183-9b12f4e26931 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:07.917855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:07.919116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:07.919649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:07.920234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Bound port: 77267ea3-52b6-40f3-a183-9b12f4e26931, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:07.920736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.946326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:07.957324 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.968320 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:07.986440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:08.013126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.043911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-77c4396e-51f4-4077-98e3-fcba003fe2f8 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.053299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-77c4396e-51f4-4077-98e3-fcba003fe2f8 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387385 Sep 26 12:56:08.075836 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Attempting to bind port c4a136d3-2c9f-4330-bc68-2355115050b3 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:08.076535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-8f499371-7ab5-4e9b-8d42-9c56db8f1c91 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/quotas/d103dd3ec0534dcbb982235d5b6718d1 HTTP/1.1" status: 200 len: 375 time: 0.0218801 Sep 26 12:56:08.076996 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Attempting to bind port c4a136d3-2c9f-4330-bc68-2355115050b3 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:08.077383 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Attempting to bind port c4a136d3-2c9f-4330-bc68-2355115050b3 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:08.093518 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59a435-c3d3-4f0d-b577-40652458a4da None None] Pushing event updated for resources: {'Port': ['ID=c4a136d3-2c9f-4330-bc68-2355115050b3,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:08.094659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661763c-9f01-45fe-9535-bbfa7dbbbf51 req-23eddf3c-ce7a-43fa-89ca-9628d944a27c tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.096272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5661763c-9f01-45fe-9535-bbfa7dbbbf51 req-23eddf3c-ce7a-43fa-89ca-9628d944a27c tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 949 time: 0.1933057 Sep 26 12:56:08.097152 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:08.097688 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:08.097946 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.098707 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:08.098939 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Bound port: c4a136d3-2c9f-4330-bc68-2355115050b3, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:08.099336 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.100738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.101359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.102743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 1092 time: 1.9346433 Sep 26 12:56:08.103183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:08.105476 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33" -d '{"events": [{"name": "network-changed", "server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:08.123816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] For port 77267ea3-52b6-40f3-a183-9b12f4e26931, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:08.146650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] For port 77267ea3-52b6-40f3-a183-9b12f4e26931, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=77267ea3-52b6-40f3-a183-9b12f4e26931,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:08.157481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.169174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0057c-f6b7-491a-8559-afa19c930114 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:08.178577 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-91c9c93e-146f-4adb-9e4b-5dae4682ac98 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1011620 Sep 26 12:56:08.186377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.186907 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.188438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] 10.222.0.23 "PUT /v2.0/ports/77267ea3-52b6-40f3-a183-9b12f4e26931 HTTP/1.1" status: 200 len: 1097 time: 1.3213682 Sep 26 12:56:08.190910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de9ba50-02a1-45ec-b48c-b43aac206bf2', 'tag': '77267ea3-52b6-40f3-a183-9b12f4e26931'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:08.193230 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70d265c-20ee-486f-a1cb-e8b981befaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "5de9ba50-02a1-45ec-b48c-b43aac206bf2", "tag": "77267ea3-52b6-40f3-a183-9b12f4e26931"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:08.194645 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] For port c4a136d3-2c9f-4330-bc68-2355115050b3, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:08.202717 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] For port c4a136d3-2c9f-4330-bc68-2355115050b3, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c4a136d3-2c9f-4330-bc68-2355115050b3,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:08.215649 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.231537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5661763c-9f01-45fe-9535-bbfa7dbbbf51 req-5253cdfa-1a2d-46d3-b1b5-c30961b687f0 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150098 Sep 26 12:56:08.247493 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4250927b-78cf-42f8-9b03-654cdf1718ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.275448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-cce22c56-4695-4b31-9506-3938d385e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.276984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-cce22c56-4695-4b31-9506-3938d385e68c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1095 time: 0.1089902 Sep 26 12:56:08.320776 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59a435-c3d3-4f0d-b577-40652458a4da None None] Pushing event updated for resources: {'Port': ['ID=c4a136d3-2c9f-4330-bc68-2355115050b3,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:08.346440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e05fc6-f694-40ff-8ac9-c7f7392ff001 service neutron] Pushing event updated for resources: {'Port': ['ID=77267ea3-52b6-40f3-a183-9b12f4e26931,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:08.350384 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Routers {'96512880-af23-4039-8edf-b8bece5cbe8f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:08.351331 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:55:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['96512880-af23-4039-8edf-b8bece5cbe8f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:08.382830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-0095a876-5b73-4ba2-bce2-2c46c3b03fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.384390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-0095a876-5b73-4ba2-bce2-2c46c3b03fe7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01b8c9594aa74a729cff361395c90c56&device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 1100 time: 0.0914679 Sep 26 12:56:08.445823 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-7720bff7-bfe0-44d4-af66-b076e0d59498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=77267ea3-52b6-40f3-a183-9b12f4e26931 HTTP/1.1" status: 200 len: 217 time: 0.0525982 Sep 26 12:56:08.446317 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-7b7fb4d1-88c9-4000-9829-525f09d85636 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 217 time: 0.1106803 Sep 26 12:56:08.464134 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76793973-3f4d-4d8b-add4-45ad50d8ac84 x-openstack-request-id: req-76793973-3f4d-4d8b-add4-45ad50d8ac84 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:08.464344 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:08.464685 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76793973-3f4d-4d8b-add4-45ad50d8ac84 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:08.464964 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3', 'status': 'completed', 'code': 200} Sep 26 12:56:08.504972 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:08.521132 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf355ca1-6fd7-4226-ab6a-70303b856547 x-openstack-request-id: req-cf355ca1-6fd7-4226-ab6a-70303b856547 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:08.521424 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de9ba50-02a1-45ec-b48c-b43aac206bf2", "tag": "77267ea3-52b6-40f3-a183-9b12f4e26931", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:08.521709 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf355ca1-6fd7-4226-ab6a-70303b856547 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:08.522105 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de9ba50-02a1-45ec-b48c-b43aac206bf2', 'tag': '77267ea3-52b6-40f3-a183-9b12f4e26931', 'status': 'completed', 'code': 200} Sep 26 12:56:08.523956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-fa551417-4bbb-4c7e-b061-76f87d722748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.527822 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-fa551417-4bbb-4c7e-b061-76f87d722748 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0744426 Sep 26 12:56:08.547210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-4d5eba3f-9bf1-4b49-99cd-c9c316bbda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.548919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-4d5eba3f-9bf1-4b49-99cd-c9c316bbda26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0865641 Sep 26 12:56:08.558413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6880b-cdd0-4829-990b-afd3c1f2cb3a req-bece2d71-6cc9-4dc9-8c0b-17a0bc2a524c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.566029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bef6880b-cdd0-4829-990b-afd3c1f2cb3a req-bece2d71-6cc9-4dc9-8c0b-17a0bc2a524c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.2192798 Sep 26 12:56:08.606416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-17c1d437-545b-4ccd-9887-803653cb2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.608612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-17c1d437-545b-4ccd-9887-803653cb2323 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677314 Sep 26 12:56:08.616135 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] Set router 96512880-af23-4039-8edf-b8bece5cbe8f gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:08.637768 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-b20086ad-75fc-4ffe-995b-a67d505c34f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690591 Sep 26 12:56:08.727714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee34f9-27b5-486b-a817-ae38a8dd6581 req-dc4de2b9-b311-4430-b970-6b00bd1fdb60 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:08.734900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1bee34f9-27b5-486b-a817-ae38a8dd6581 req-dc4de2b9-b311-4430-b970-6b00bd1fdb60 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 944 time: 0.1201181 Sep 26 12:56:08.736962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bef6880b-cdd0-4829-990b-afd3c1f2cb3a req-21d81c86-965b-40bd-8e17-8c155b7fa276 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625502 Sep 26 12:56:08.787830 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-67b992e1-18ca-49ba-b9a1-2ac8aa310bd3 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711836 Sep 26 12:56:08.804940 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1bee34f9-27b5-486b-a817-ae38a8dd6581 req-7dc86abf-71f2-4f3d-b369-d43f1f204291 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688403 Sep 26 12:56:08.811150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 63b8ef35-436a-49c7-a109-1c991e19d00d details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:08.876234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a086f68-23ed-44b5-855b-5bf55142d973 req-c28774cf-6e4c-499e-a79a-0dcd7c8e2caf tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 210 time: 0.0613191 Sep 26 12:56:08.957865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-e3b254a5-14f2-43e3-be00-22bf46426092 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037834 Sep 26 12:56:08.960291 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:04Z', 'revision_number': 3, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:08.982869 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7aa8430-6e8f-45d8-a003-14c0680fe61d req-44c03249-b21c-40cd-b582-07b4627c0e1e service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767757 Sep 26 12:56:09.015136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b66ae-829a-45f8-bef4-427a4dd945d4 req-7aaf77eb-f7b2-4097-b917-fcb666fa63cf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.019167 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d26b66ae-829a-45f8-bef4-427a4dd945d4 req-7aaf77eb-f7b2-4097-b917-fcb666fa63cf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0878968 Sep 26 12:56:09.021568 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ccd13-5950-4d7d-bf03-ce0f400f5e3d None None] The sync data for ids ['96512880-af23-4039-8edf-b8bece5cbe8f'] in n-d-806683-13 is: [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:04Z', 'revision_number': 3, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:09.038271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Allocated IP 172.20.0.1 (d845ba5b-1dd4-4198-a6a2-56a7606c18f4/15eea275-2f6f-49b9-8efc-800779110143/66c6406b-322d-426b-bec0-84ee0813c56f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:09.041973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 63b8ef35-436a-49c7-a109-1c991e19d00d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=63b8ef35-436a-49c7-a109-1c991e19d00d,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:09.066559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'mac_address': 'fa:16:3e:e2:eb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:09.122628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96095c7-8ea7-46bb-a829-c78a5948c620 req-e09d4e44-d811-48a8-8def-b44ca05f4b22 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587682 Sep 26 12:56:09.144109 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:09.170217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d26b66ae-829a-45f8-bef4-427a4dd945d4 req-bc26038d-5887-4692-a405-a58db399a4e4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378672 Sep 26 12:56:09.187501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b8ef35-436a-49c7-a109-1c991e19d00d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:09.192484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-a5d3be2e-d15b-4aeb-a2a7-5be9b2e3e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.194175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-a5d3be2e-d15b-4aeb-a2a7-5be9b2e3e4ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01b8c9594aa74a729cff361395c90c56&device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 1100 time: 0.1086709 Sep 26 12:56:09.217055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 63b8ef35-436a-49c7-a109-1c991e19d00d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=63b8ef35-436a-49c7-a109-1c991e19d00d,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:09.222667 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:09.223267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 53dc0d72-cb08-4bbb-a253-4d1016164eeb details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:09.306678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277796-5c3b-4ab6-8e0d-d37ea84c66da req-5767d1b1-b720-4d0a-8b75-f9773d784554 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.309399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc277796-5c3b-4ab6-8e0d-d37ea84c66da req-5767d1b1-b720-4d0a-8b75-f9773d784554 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 948 time: 0.1812713 Sep 26 12:56:09.312030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-56f74fb3-a400-44c0-b565-d6d8625562bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.313837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-56f74fb3-a400-44c0-b565-d6d8625562bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1095 time: 0.1278155 Sep 26 12:56:09.328289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=63b8ef35-436a-49c7-a109-1c991e19d00d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:09.407780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc277796-5c3b-4ab6-8e0d-d37ea84c66da req-86a975c3-d9ad-40ab-b7c0-47816e1034d2 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587158 Sep 26 12:56:09.458623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:09.492000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-c0891f21-c898-49e5-99ce-19b757b64665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.492332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '53dc0d72-cb08-4bbb-a253-4d1016164eeb', 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'port_id': '53dc0d72-cb08-4bbb-a253-4d1016164eeb', 'mac_address': 'fa:16:3e:5c:6c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281df68b-1343-4f8b-a4cb-74c03c4bb270', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:09.494051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-c0891f21-c898-49e5-99ce-19b757b64665 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2863533 Sep 26 12:56:09.500609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:09.503876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f70fd5-1128-4177-8d62-25874485eeee req-ddf91f2e-a734-4dc0-8bb1-417a7179a3ff tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.521260 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53f70fd5-1128-4177-8d62-25874485eeee req-ddf91f2e-a734-4dc0-8bb1-417a7179a3ff tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 949 time: 0.1670399 Sep 26 12:56:09.543660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-0dd94079-85e1-4252-890d-556922c19b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.545200 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-0dd94079-85e1-4252-890d-556922c19b3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.2167015 Sep 26 12:56:09.552063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:09.566539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dc0d72-cb08-4bbb-a253-4d1016164eeb {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:09.589778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:09.601727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-351b2252-64bd-4221-b23c-44476a9502f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=77267ea3-52b6-40f3-a183-9b12f4e26931 HTTP/1.1" status: 200 len: 217 time: 0.0775342 Sep 26 12:56:09.602436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:09.603696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-7dd45feb-ec91-4f55-a0f1-f0197676db1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 217 time: 0.0427160 Sep 26 12:56:09.624126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:09.665881 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53f70fd5-1128-4177-8d62-25874485eeee req-6a06323d-0e9f-443d-8cef-c6928cd4bab4 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384661 Sep 26 12:56:09.668216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:09.689000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-939878dc-d5f0-49e1-8d52-0db6adf30c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.690726 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-939878dc-d5f0-49e1-8d52-0db6adf30c86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0691977 Sep 26 12:56:09.711629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:09.717982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:09.725090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:09.764866 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:09.780941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-e2df78e3-e167-437f-8603-3e9f1d8ccc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.782505 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-e2df78e3-e167-437f-8603-3e9f1d8ccc46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710130 Sep 26 12:56:09.846421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Pushing event updated for resources: {'Port': ['ID=66c6406b-322d-426b-bec0-84ee0813c56f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:09.861640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-4db7bb3c-ac8b-460b-91ed-1de86eb00613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:09.863210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-4db7bb3c-ac8b-460b-91ed-1de86eb00613 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.2500553 Sep 26 12:56:09.946530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-0ffb4014-a4a0-4ee2-bcaa-bdf2b7472a9d service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517439 Sep 26 12:56:09.983493 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-b13cb188-eef5-4053-9ff1-769876da018e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070807 Sep 26 12:56:10.066483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-2a98d6f8-5cd9-4c86-a3ac-ac97c20980ba tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727081 Sep 26 12:56:10.127706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7a7aecff-9635-47d3-86c0-c5a34f550f8c None None] Provisioning complete for port 66c6406b-322d-426b-bec0-84ee0813c56f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:10.128085 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7a7aecff-9635-47d3-86c0-c5a34f550f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:10.148051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5202af9-8fbd-47c3-9522-986b6b42b1bd req-ff3e8e4d-4663-4e6a-ba26-a6b87c8cc5a2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:10.161860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5202af9-8fbd-47c3-9522-986b6b42b1bd req-ff3e8e4d-4663-4e6a-ba26-a6b87c8cc5a2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.2139313 Sep 26 12:56:10.241092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['53dc0d72-cb08-4bbb-a253-4d1016164eeb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:10.243656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['63b8ef35-436a-49c7-a109-1c991e19d00d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:10.278630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7a7aecff-9635-47d3-86c0-c5a34f550f8c None None] Port 66c6406b-322d-426b-bec0-84ee0813c56f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:56:10.300229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5202af9-8fbd-47c3-9522-986b6b42b1bd req-d7e656e7-4f5d-43ff-b257-7e1c41db701f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352468 Sep 26 12:56:10.305050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70d265c-20ee-486f-a1cb-e8b981befaa5 req-e14fbdfc-050c-4fe9-a0c6-995eb1fe00c6 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408451 Sep 26 12:56:10.306586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c4a136d3-2c9f-4330-bc68-2355115050b3 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:10.399442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-69393956-a1e3-4394-bbed-df7726cf956f service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776503 Sep 26 12:56:10.400428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:10.427713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-4b2af7d5-4c36-46ce-bfe8-76325efcb991 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:10.427957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-4b2af7d5-4c36-46ce-bfe8-76325efcb991 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271756 Sep 26 12:56:10.500894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e0dae-123c-4f48-b02b-eea633259272 req-3dce014d-0ba2-411b-b9e8-722bc231d6fb tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:10.503180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-162e0dae-123c-4f48-b02b-eea633259272 req-3dce014d-0ba2-411b-b9e8-722bc231d6fb tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 945 time: 0.0752666 Sep 26 12:56:10.515704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Request body: {'port': {'device_id': 'e088c78a-336a-44cf-b328-bb22bc21ab5b', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'd103dd3ec0534dcbb982235d5b6718d1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:10.553157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-787f0de2-44a0-4ee4-b738-ab968ccc56ba req-b9aecb84-7940-48b0-ab2d-c5f4643f8bfb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 210 time: 0.0465391 Sep 26 12:56:10.565213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c4a136d3-2c9f-4330-bc68-2355115050b3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:10.565838 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:10.586434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-162e0dae-123c-4f48-b02b-eea633259272 req-a43ccb56-7f56-42c2-a19a-76bf00288c8a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544257 Sep 26 12:56:10.665058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8e0c486-3e00-4b97-88b3-d0cd0b98cb33 req-b46476b0-8e46-48bd-8d7b-f4a4179a330d service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360556 Sep 26 12:56:10.769478 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:10.792232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port c4a136d3-2c9f-4330-bc68-2355115050b3, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c4a136d3-2c9f-4330-bc68-2355115050b3,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:10.796924 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:10.855907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=c4a136d3-2c9f-4330-bc68-2355115050b3,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:10.857846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83135d0f-5b31-4c93-92c2-0c0473857be5 req-56a78aa9-7a5a-4bd3-88e6-f6d4ed373234 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:10.859654 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83135d0f-5b31-4c93-92c2-0c0473857be5 req-56a78aa9-7a5a-4bd3-88e6-f6d4ed373234 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 948 time: 0.0695529 Sep 26 12:56:10.900932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83135d0f-5b31-4c93-92c2-0c0473857be5 req-b7ededfd-278c-4103-bee9-1dfd99420207 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333605 Sep 26 12:56:10.951333 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc1daa0b-0e63-4e29-875c-00e00e3f43d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.000821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea094f9-9b4b-45b5-aa4e-d4267b4a9b0f req-5acba8e3-3b08-408f-bc46-dc19cffb61e5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:11.002503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ea094f9-9b4b-45b5-aa4e-d4267b4a9b0f req-5acba8e3-3b08-408f-bc46-dc19cffb61e5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.3331022 Sep 26 12:56:11.050280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Made reservation on behalf of d103dd3ec0534dcbb982235d5b6718d1 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:11.054930 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.166518 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ea094f9-9b4b-45b5-aa4e-d4267b4a9b0f req-21d65188-4c94-4545-b9bc-a2b8ed80af27 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335480 Sep 26 12:56:11.198068 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.202997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.306199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Pushing event updated for resources: {'Port': ['ID=66c6406b-322d-426b-bec0-84ee0813c56f,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:11.315208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.334779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Allocated IP 192.168.233.176 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/049fee4d-352c-44a5-8491-79e4f68babcb) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:11.417937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1dc0d-91c8-476d-aa1b-0985fe44b633 req-a1d95267-b6f9-4838-9d60-368ba7844633 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:11.419432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edb1dc0d-91c8-476d-aa1b-0985fe44b633 req-a1d95267-b6f9-4838-9d60-368ba7844633 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0497568 Sep 26 12:56:11.458282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edb1dc0d-91c8-476d-aa1b-0985fe44b633 req-a0d6770a-16c7-4769-8e29-3ef99601f441 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Sep 26 12:56:11.482460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:11.485960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:11.552337 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.633692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.671641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Router 96512880-af23-4039-8edf-b8bece5cbe8f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:56:11.703227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a6eac-794b-433f-908a-27706ae88329 req-a3fb0c8d-75d4-4d90-9072-6bce9fea83b5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:11.704709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-850a6eac-794b-433f-908a-27706ae88329 req-a3fb0c8d-75d4-4d90-9072-6bce9fea83b5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 945 time: 0.0522075 Sep 26 12:56:11.706512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86ab1a78-f25d-47f9-8bdb-0b996de569be req-18999261-2fc9-4f02-94e1-e318734027cf tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 210 time: 0.0426383 Sep 26 12:56:11.726995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-202bedfd-0e91-4f83-8fac-b8874da7768b None None] Provisioning complete for port 66c6406b-322d-426b-bec0-84ee0813c56f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:11.728044 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-202bedfd-0e91-4f83-8fac-b8874da7768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.766108 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-850a6eac-794b-433f-908a-27706ae88329 req-41138503-f8db-44f4-8f20-0897d4e5bcb3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Sep 26 12:56:11.771275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-202bedfd-0e91-4f83-8fac-b8874da7768b None None] Port 66c6406b-322d-426b-bec0-84ee0813c56f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:56:11.793134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.808220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51', '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:11.813243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:11.852166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:11.858231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:11.864190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:11.900860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'Port': ['ID=049fee4d-352c-44a5-8491-79e4f68babcb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:11.920671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:11.929410 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-291293c3-5993-4aec-9023-1acdd631fb7f admin admin] 10.222.0.13 "PUT /v2.0/routers/96512880-af23-4039-8edf-b8bece5cbe8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7703896 Sep 26 12:56:11.944589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:11.945444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:11.952789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Sync routers for ids ['96512880-af23-4039-8edf-b8bece5cbe8f'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:11.965852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-194af7b7-4edc-4535-9457-f7e1c92ab3c4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4568317 Sep 26 12:56:11.969047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:11.989770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Request body: {'port': {'device_id': 'e088c78a-336a-44cf-b328-bb22bc21ab5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:12.014664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.020595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Routers {'96512880-af23-4039-8edf-b8bece5cbe8f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:12.021479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['96512880-af23-4039-8edf-b8bece5cbe8f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:12.129532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78ecd6-fcdd-43c2-8bd8-a55fb48da137 req-fc35b0bd-52d7-45cc-a4c5-9426e6052aef tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:12.137290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5e78ecd6-fcdd-43c2-8bd8-a55fb48da137 req-fc35b0bd-52d7-45cc-a4c5-9426e6052aef tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 948 time: 0.1407852 Sep 26 12:56:12.153973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.215787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5e78ecd6-fcdd-43c2-8bd8-a55fb48da137 req-ec0a19e2-d893-4f7b-98ab-3b918dd16064 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775902 Sep 26 12:56:12.233309 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c4a136d3-2c9f-4330-bc68-2355115050b3 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:12.315830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-51d21495-70f0-44b7-8e41-bbc94225bda9 None None] Provisioning complete for port 049fee4d-352c-44a5-8491-79e4f68babcb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:12.316207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-51d21495-70f0-44b7-8e41-bbc94225bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.324866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Set router 96512880-af23-4039-8edf-b8bece5cbe8f gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:12.415820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8ff7f-7239-412b-9198-613bf4300eb6 req-e6f1de70-7bc9-4001-ac08-e24f9d2d61bc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:12.417335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75e8ff7f-7239-412b-9198-613bf4300eb6 req-e6f1de70-7bc9-4001-ac08-e24f9d2d61bc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.1082265 Sep 26 12:56:12.424148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:12.433285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-6dc8ac44-ef97-4ecc-bfc6-2498d87763df tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2374921 Sep 26 12:56:12.447234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:12.469945 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.479503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75e8ff7f-7239-412b-9198-613bf4300eb6 req-94288471-e1c0-41a6-87d0-eaeb38615acf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536473 Sep 26 12:56:12.484112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-51d21495-70f0-44b7-8e41-bbc94225bda9 None None] Port 049fee4d-352c-44a5-8491-79e4f68babcb cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:56:12.501112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3', 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'port_id': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3', 'mac_address': 'fa:16:3e:71:4b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3e1825-3fbb-4f19-9bc3-539323a9e4c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:12.548435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049fee4d-352c-44a5-8491-79e4f68babcb {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:12.565220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.591435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Transition to ACTIVE for port object 049fee4d-352c-44a5-8491-79e4f68babcb will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:12.595013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.613711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.687024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadce27-c9c3-41c8-98b2-8f45392fb8e1 req-f61edcb3-c4a5-45f0-9419-4e9098dd9cf1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:12.688903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-deadce27-c9c3-41c8-98b2-8f45392fb8e1 req-f61edcb3-c4a5-45f0-9419-4e9098dd9cf1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.1133225 Sep 26 12:56:12.726103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Pushing event updated for resources: {'Port': ['ID=049fee4d-352c-44a5-8491-79e4f68babcb,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:12.730282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Allocated IP 172.25.4.141 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/ddc62b4c-2a08-4e6c-9958-6ac4b2985e7f) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:12.762223 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.764368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c4a136d3-2c9f-4330-bc68-2355115050b3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:12.764849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.781115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-deadce27-c9c3-41c8-98b2-8f45392fb8e1 req-c59da93f-18e3-4735-98b0-dbd459c85e01 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714991 Sep 26 12:56:12.810772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Attempting to bind port 049fee4d-352c-44a5-8491-79e4f68babcb on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:12.811160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Attempting to bind port 049fee4d-352c-44a5-8491-79e4f68babcb by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:12.811948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Attempting to bind port 049fee4d-352c-44a5-8491-79e4f68babcb on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:12.818399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Port 049fee4d-352c-44a5-8491-79e4f68babcb on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:12.818710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Attempting to bind port 049fee4d-352c-44a5-8491-79e4f68babcb on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:12.826467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:12.826807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:12.827753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:12.828198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Bound port: 049fee4d-352c-44a5-8491-79e4f68babcb, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:12.828559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.851030 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.885846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:12.891820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 77267ea3-52b6-40f3-a183-9b12f4e26931 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:12.902192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 63b8ef35-436a-49c7-a109-1c991e19d00d up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:12.911424 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.942502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] For port 049fee4d-352c-44a5-8491-79e4f68babcb, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:12.947200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] For port 049fee4d-352c-44a5-8491-79e4f68babcb, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=049fee4d-352c-44a5-8491-79e4f68babcb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:12.948965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:12.952768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:12.954831 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:12.958561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:12.975330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Pushing event updated for resources: {'Port': ['ID=ddc62b4c-2a08-4e6c-9958-6ac4b2985e7f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:12.999615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:13.027153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.027971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.029465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] 10.222.0.23 "PUT /v2.0/ports/049fee4d-352c-44a5-8491-79e4f68babcb HTTP/1.1" status: 200 len: 1097 time: 1.0479436 Sep 26 12:56:13.030180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e088c78a-336a-44cf-b328-bb22bc21ab5b', 'tag': '049fee4d-352c-44a5-8491-79e4f68babcb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:13.032557 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2c74ef-7acf-4410-acc9-1c99c8769507" -d '{"events": [{"name": "network-changed", "server_uuid": "e088c78a-336a-44cf-b328-bb22bc21ab5b", "tag": "049fee4d-352c-44a5-8491-79e4f68babcb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:13.035283 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.047993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.097836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc438b-d3d2-4617-8929-174f22b1da96 req-e6be3ad6-edf2-4c3e-8fd9-87ce6267f22a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.105402 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2cc438b-d3d2-4617-8929-174f22b1da96 req-e6be3ad6-edf2-4c3e-8fd9-87ce6267f22a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 948 time: 0.2053187 Sep 26 12:56:13.112785 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.134542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886546fa-8012-40a9-94c9-4cb6e8662092 service neutron] Pushing event updated for resources: {'Port': ['ID=049fee4d-352c-44a5-8491-79e4f68babcb,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:13.190870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2cc438b-d3d2-4617-8929-174f22b1da96 req-558c1944-8b84-4b37-a7a6-3097599b18df tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844245 Sep 26 12:56:13.212564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-b96f2857-07e7-478e-9839-f46ecfee20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.215253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-b96f2857-07e7-478e-9839-f46ecfee20b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 1100 time: 0.0989926 Sep 26 12:56:13.273341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-f6e0bab0-ba2b-4893-ad59-931ac154f957 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=049fee4d-352c-44a5-8491-79e4f68babcb HTTP/1.1" status: 200 len: 217 time: 0.0502930 Sep 26 12:56:13.274397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 63b8ef35-436a-49c7-a109-1c991e19d00d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:13.306545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 63b8ef35-436a-49c7-a109-1c991e19d00d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:13.307268 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.313589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:13.328200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '66c6406b-322d-426b-bec0-84ee0813c56f', 'name': '', 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'mac_address': 'fa:16:3e:64:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15eea275-2f6f-49b9-8efc-800779110143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:08Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 2, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'subnets': [{'id': '15eea275-2f6f-49b9-8efc-800779110143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:13.342279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.347628 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.355785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-4b21f168-b917-49d7-b070-d9db2ee15f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.357446 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-4b21f168-b917-49d7-b070-d9db2ee15f75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0738134 Sep 26 12:56:13.366893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13005eb-eb73-4243-9c77-942049262c13 req-da504b8b-01b6-4c09-afe5-3ba705acadee tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.368691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b13005eb-eb73-4243-9c77-942049262c13 req-da504b8b-01b6-4c09-afe5-3ba705acadee tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 945 time: 0.0939724 Sep 26 12:56:13.380905 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.403958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['e9e8992d-7ff8-41b5-824a-fff3de7ad8b3'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:13.406964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.414670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9707859 Sep 26 12:56:13.419188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb21a9-365b-4072-a3c6-ff7c822f0877 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Pushing event updated for resources: {'Port': ['ID=ddc62b4c-2a08-4e6c-9958-6ac4b2985e7f,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:13.420371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Checking router: 96512880-af23-4039-8edf-b8bece5cbe8f for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:13.420733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Updating router 96512880-af23-4039-8edf-b8bece5cbe8f port 66c6406b-322d-426b-bec0-84ee0813c56f binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:56:13.442611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-5d8f525c-38a1-4ea8-870d-fd02c99d18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.444241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-5d8f525c-38a1-4ea8-870d-fd02c99d18d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746119 Sep 26 12:56:13.447563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b13005eb-eb73-4243-9c77-942049262c13 req-d1e01f0c-d28e-4280-ba24-6ce535d3f0b5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482614 Sep 26 12:56:13.453086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 77267ea3-52b6-40f3-a183-9b12f4e26931, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=77267ea3-52b6-40f3-a183-9b12f4e26931,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:13.516731 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-57b84f4d-7be3-45a7-a18d-0687b2b6550e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.141 HTTP/1.1" status: 200 len: 696 time: 0.0985961 Sep 26 12:56:13.519664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.526954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '77267ea3-52b6-40f3-a183-9b12f4e26931', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '77267ea3-52b6-40f3-a183-9b12f4e26931', 'mac_address': 'fa:16:3e:05:2d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:13.530942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.580862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-d4dd96f4-d9db-4ab3-8d87-e2a2cba7c9f5 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223245 Sep 26 12:56:13.668743 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc7b5e2-9c10-4879-9c92-0bd50958222c x-openstack-request-id: req-2dc7b5e2-9c10-4879-9c92-0bd50958222c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:13.669186 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e088c78a-336a-44cf-b328-bb22bc21ab5b", "tag": "049fee4d-352c-44a5-8491-79e4f68babcb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:13.669636 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dc7b5e2-9c10-4879-9c92-0bd50958222c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:13.670113 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e088c78a-336a-44cf-b328-bb22bc21ab5b', 'tag': '049fee4d-352c-44a5-8491-79e4f68babcb', 'status': 'completed', 'code': 200} Sep 26 12:56:13.700200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.709954 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f5219a-807e-406c-a80e-20a7931f7a65 req-4d79ba2a-20ac-4632-a525-587800770a44 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195285 Sep 26 12:56:13.768269 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.770328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3793a8f-25cc-4790-ac10-c9647f5da71b req-44ac79a7-dfa9-47cc-b486-66ee701d89bf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.771899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3793a8f-25cc-4790-ac10-c9647f5da71b req-44ac79a7-dfa9-47cc-b486-66ee701d89bf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 948 time: 0.0661089 Sep 26 12:56:13.815078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77267ea3-52b6-40f3-a183-9b12f4e26931 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:13.842585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-c654a00a-e7a3-4930-8fca-cb63b73d7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.844325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-c654a00a-e7a3-4930-8fca-cb63b73d7b18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 1100 time: 0.0715394 Sep 26 12:56:13.847150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3793a8f-25cc-4790-ac10-c9647f5da71b req-7d6b3eaf-91e2-445a-81bf-3877583bc3e8 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642633 Sep 26 12:56:13.884251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:13.884787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-59fdce42-01d3-4d7d-910c-ca5472117e2c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.886515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-59fdce42-01d3-4d7d-910c-ca5472117e2c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.3600831 Sep 26 12:56:13.886643 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b931eac3-38fd-4fb4-b427-801e13e81c59" -d '{"events": [{"server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "name": "network-vif-plugged", "status": "completed", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:13.898426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-d14dd2b8-86df-4067-8de6-4b928fd52a8b tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:13.899581 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7675eec3-534a-42d0-8ddf-663fe59abce2 req-d14dd2b8-86df-4067-8de6-4b928fd52a8b tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063615 Sep 26 12:56:13.909018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 77267ea3-52b6-40f3-a183-9b12f4e26931, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=77267ea3-52b6-40f3-a183-9b12f4e26931,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:13.911044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 63b8ef35-436a-49c7-a109-1c991e19d00d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=63b8ef35-436a-49c7-a109-1c991e19d00d,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:13.936436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.944963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:13.945740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 53dc0d72-cb08-4bbb-a253-4d1016164eeb up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:13.979177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-1f7658b5-ed15-4089-a582-332dc521d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:13.980646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-1f7658b5-ed15-4089-a582-332dc521d131 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1279602 Sep 26 12:56:14.013939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4ae34-388c-48b9-af3e-b2362a4ae866 req-14d56c21-75a9-42fb-8485-80d77a045b56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.015823 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45f4ae34-388c-48b9-af3e-b2362a4ae866 req-14d56c21-75a9-42fb-8485-80d77a045b56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0509233 Sep 26 12:56:14.038959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-7df9cfd8-9f3f-40d6-96ac-80f1992b64c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=049fee4d-352c-44a5-8491-79e4f68babcb HTTP/1.1" status: 200 len: 217 time: 0.0441968 Sep 26 12:56:14.058384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16fba-0608-4750-9415-1ee25ba2337c req-702b75c2-558c-4697-b71b-7091a7e72bc8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.059409 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45f4ae34-388c-48b9-af3e-b2362a4ae866 req-6e8187cf-f27b-408e-8a91-26df293af2a5 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356019 Sep 26 12:56:14.059872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55a16fba-0608-4750-9415-1ee25ba2337c req-702b75c2-558c-4697-b71b-7091a7e72bc8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0929649 Sep 26 12:56:14.118843 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1064b-9945-4534-b43a-8c475cc882c1 x-openstack-request-id: req-78e1064b-9945-4534-b43a-8c475cc882c1 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:14.119139 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "name": "network-vif-plugged", "status": "completed", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:14.119394 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78e1064b-9945-4534-b43a-8c475cc882c1 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:14.119893 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'code': 200} Sep 26 12:56:14.122399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=77267ea3-52b6-40f3-a183-9b12f4e26931,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:14.160773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-2fa4b7c4-f763-4846-82a2-25e8af5dc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.163212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-2fa4b7c4-f763-4846-82a2-25e8af5dc170 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1148932 Sep 26 12:56:14.179274 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55a16fba-0608-4750-9415-1ee25ba2337c req-ecde538a-4eef-46cd-b72a-142912e97c59 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707607 Sep 26 12:56:14.212665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 53dc0d72-cb08-4bbb-a253-4d1016164eeb completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:14.226059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-165b82c8-0753-499a-ac6c-fa1303a196f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.227398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-165b82c8-0753-499a-ac6c-fa1303a196f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471208 Sep 26 12:56:14.230196 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 53dc0d72-cb08-4bbb-a253-4d1016164eeb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:14.230346 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.254501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=63b8ef35-436a-49c7-a109-1c991e19d00d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:14.280154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79d7b2ba-f5c9-4ab1-a743-7b673cc88e7a req-58df9be4-55e2-41ad-94f0-a1d865b5b5de tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips/2179b458-052a-4655-813a-e27bd7ab35ed HTTP/1.1" status: 200 len: 693 time: 0.1318102 Sep 26 12:56:14.304797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.313052 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.347708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa3d9-bfa0-4792-81e3-9c836ca5fd0a req-0707ab54-89d7-4ad2-b9b7-7cac4d985ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.350527 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a0daa3d9-bfa0-4792-81e3-9c836ca5fd0a req-0707ab54-89d7-4ad2-b9b7-7cac4d985ae1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.1292505 Sep 26 12:56:14.386368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b45eb-d3b6-400b-b2b3-b9c34977ede5 req-e3405973-c64b-4b83-9de1-664bd08e5357 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.387860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-625b45eb-d3b6-400b-b2b3-b9c34977ede5 req-e3405973-c64b-4b83-9de1-664bd08e5357 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 948 time: 0.0679214 Sep 26 12:56:14.388280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123c793-d1f7-435f-a8bc-cbb55cfae55c None None] Pushing event updated for resources: {'Port': ['ID=66c6406b-322d-426b-bec0-84ee0813c56f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:14.390706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-4e544184-4de3-4ff2-9802-8226115aeb7d service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477280 Sep 26 12:56:14.425222 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.441705 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a0daa3d9-bfa0-4792-81e3-9c836ca5fd0a req-2d641724-8061-4715-a9b2-0acf1a14afce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Sep 26 12:56:14.477132 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Attempting to bind port 66c6406b-322d-426b-bec0-84ee0813c56f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:14.477529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Attempting to bind port 66c6406b-322d-426b-bec0-84ee0813c56f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:14.477938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Attempting to bind port 66c6406b-322d-426b-bec0-84ee0813c56f on network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:14.483799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7b2ba-f5c9-4ab1-a743-7b673cc88e7a req-bd9f199c-483c-4099-8bdf-de32f71ef521 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.489163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79d7b2ba-f5c9-4ab1-a743-7b673cc88e7a req-bd9f199c-483c-4099-8bdf-de32f71ef521 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1978419 Sep 26 12:56:14.490001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:14.491540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:14.491916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Checking segment: {'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:14.492382 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.492780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Bound using segment: {'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:14.493250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Bound port: 66c6406b-322d-426b-bec0-84ee0813c56f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3049-c985-405b-939b-518509ec4a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:14.493661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.498051 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.501446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-79d7b2ba-f5c9-4ab1-a743-7b673cc88e7a req-f10692a9-0f17-48f8-ae39-f3673698c08d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:14.516102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79d7b2ba-f5c9-4ab1-a743-7b673cc88e7a req-f10692a9-0f17-48f8-ae39-f3673698c08d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200090 Sep 26 12:56:14.521122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-625b45eb-d3b6-400b-b2b3-b9c34977ede5 req-a5dcdac2-312a-437e-b31f-0dcdaf840721 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987918 Sep 26 12:56:14.555598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e2c74ef-7acf-4410-acc9-1c99c8769507 req-833c4380-ad77-4324-83e7-d624fc7a856b service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565456 Sep 26 12:56:14.621185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:14.635611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] For port 66c6406b-322d-426b-bec0-84ee0813c56f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:14.639191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] For port 66c6406b-322d-426b-bec0-84ee0813c56f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=66c6406b-322d-426b-bec0-84ee0813c56f,segment=NetworkSegment(851d3049-c985-405b-939b-518509ec4a9a),segment_id=851d3049-c985-405b-939b-518509ec4a9a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:14.648053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.658712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-712e1a4b-f62f-4fee-85f7-4d11ac5eb6b1 req-191fa5f5-15e3-4b74-84d9-4d041d893401 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=863932ef23984890b69bde84fbfa57d5 HTTP/1.1" status: 200 len: 696 time: 0.0951018 Sep 26 12:56:14.662573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559730e-c398-4e5a-a572-b86777d460b5 req-f0fa0fd8-6bc1-472b-9c45-fede7e725690 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.664226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f559730e-c398-4e5a-a572-b86777d460b5 req-f0fa0fd8-6bc1-472b-9c45-fede7e725690 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 946 time: 0.0728059 Sep 26 12:56:14.704201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-aa1895c7-0a93-4b3f-ab05-ba435e84cb54 None None] Provisioning complete for port 66c6406b-322d-426b-bec0-84ee0813c56f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:14.704577 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aa1895c7-0a93-4b3f-ab05-ba435e84cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:14.722859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f559730e-c398-4e5a-a572-b86777d460b5 req-2ff797fb-21a2-4b0a-9482-7974b903489b tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520048 Sep 26 12:56:14.738772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Routers {'96512880-af23-4039-8edf-b8bece5cbe8f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:14.739421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['96512880-af23-4039-8edf-b8bece5cbe8f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:14.785924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1a4b-f62f-4fee-85f7-4d11ac5eb6b1 req-006ee548-e85b-43d5-83fc-6d561a98fe16 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.787621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-712e1a4b-f62f-4fee-85f7-4d11ac5eb6b1 req-006ee548-e85b-43d5-83fc-6d561a98fe16 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/networks?id=21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 787 time: 0.1232641 Sep 26 12:56:14.801468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-712e1a4b-f62f-4fee-85f7-4d11ac5eb6b1 req-715bf87f-76b2-4b90-b79e-c27dc6c81afb tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:14.802497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-712e1a4b-f62f-4fee-85f7-4d11ac5eb6b1 req-715bf87f-76b2-4b90-b79e-c27dc6c81afb tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077121 Sep 26 12:56:14.884033 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-60b4b957-8959-4679-b622-eb5d17191634 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips/2179b458-052a-4655-813a-e27bd7ab35ed HTTP/1.1" status: 200 len: 693 time: 0.0536568 Sep 26 12:56:14.965017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:14.967007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['77267ea3-52b6-40f3-a183-9b12f4e26931'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:14.968513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123c793-d1f7-435f-a8bc-cbb55cfae55c None None] Pushing event updated for resources: {'Port': ['ID=66c6406b-322d-426b-bec0-84ee0813c56f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:14.993564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967e17c-0562-4561-a77b-16df71029f40 req-d1d68c61-5f24-4d84-9720-b3e274733d70 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:14.995470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0967e17c-0562-4561-a77b-16df71029f40 req-d1d68c61-5f24-4d84-9720-b3e274733d70 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 949 time: 0.0686123 Sep 26 12:56:15.013509 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.033960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-3d209fd5-3d6f-4a20-a4da-cd20b283cbe2 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:15.036420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0967e17c-0562-4561-a77b-16df71029f40 req-a5c749e0-863f-4821-b577-0df02730b563 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331633 Sep 26 12:56:15.041030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-3d209fd5-3d6f-4a20-a4da-cd20b283cbe2 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1499629 Sep 26 12:56:15.046792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-21121272-8337-400d-941a-3216ac4a2c46 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:15.053944 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-21121272-8337-400d-941a-3216ac4a2c46 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116758 Sep 26 12:56:15.106649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-fbdb847f-cb09-4c56-baa9-b500e938acee tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.141 HTTP/1.1" status: 200 len: 696 time: 0.0510743 Sep 26 12:56:15.130795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] Set router 96512880-af23-4039-8edf-b8bece5cbe8f gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:15.134005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aa1895c7-0a93-4b3f-ab05-ba435e84cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.163771 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-1ead71c4-c76b-4f60-af9c-82bfca40ada9 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.141 HTTP/1.1" status: 200 len: 696 time: 0.0496566 Sep 26 12:56:15.187011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00205872-9082-489a-b630-015fd6ebef4d req-fa87565e-fd0a-4f7c-bac3-f07b1c2fd1e1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:15.189846 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-00205872-9082-489a-b630-015fd6ebef4d req-fa87565e-fd0a-4f7c-bac3-f07b1c2fd1e1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0513427 Sep 26 12:56:15.239867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-00205872-9082-489a-b630-015fd6ebef4d req-dc18744a-7fb0-4f28-924a-03eb345374d9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436704 Sep 26 12:56:15.313653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Deleting port ddc62b4c-2a08-4e6c-9958-6ac4b2985e7f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:56:15.314676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.326588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:15.335903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-aa1895c7-0a93-4b3f-ab05-ba435e84cb54 None None] For port 66c6406b-322d-426b-bec0-84ee0813c56f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=66c6406b-322d-426b-bec0-84ee0813c56f,segment=NetworkSegment(851d3049-c985-405b-939b-518509ec4a9a),segment_id=851d3049-c985-405b-939b-518509ec4a9a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:15.347476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074dc62-be22-4eca-a06f-d5734ad4a426 req-4e8d0468-8491-4211-a91b-39075610e935 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:15.348981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e074dc62-be22-4eca-a06f-d5734ad4a426 req-4e8d0468-8491-4211-a91b-39075610e935 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0533655 Sep 26 12:56:15.349962 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aa1895c7-0a93-4b3f-ab05-ba435e84cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.386286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'mac_address': 'fa:16:3e:43:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:15.390529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e074dc62-be22-4eca-a06f-d5734ad4a426 req-d3640de5-6ea7-437c-87de-331bf6545d22 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Sep 26 12:56:15.401685 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.402348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.415264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Calling delete_port for ddc62b4c-2a08-4e6c-9958-6ac4b2985e7f owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:56:15.518847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1895c7-0a93-4b3f-ab05-ba435e84cb54 None None] Pushing event updated for resources: {'Port': ['ID=66c6406b-322d-426b-bec0-84ee0813c56f,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:15.527343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.558475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8252bbfa-3650-47b7-a391-e4f474529dcb None None] Provisioning complete for port 66c6406b-322d-426b-bec0-84ee0813c56f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:15.558848 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8252bbfa-3650-47b7-a391-e4f474529dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.586718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d963201-8b90-44c7-ab21-d83fab8dbfaf {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:15.588453 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.619748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Pushing event deleted for resources: {'Port': ['ID=ddc62b4c-2a08-4e6c-9958-6ac4b2985e7f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:15.625731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:15.632978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.651991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.655569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.658081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff59e4d4-ac71-4cc3-b9bf-1cc7b707565c req-41b0930b-5d0c-4a6b-ae78-71a11d5d585c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "DELETE /v2.0/floatingips/2179b458-052a-4655-813a-e27bd7ab35ed HTTP/1.1" status: 204 len: 173 time: 0.4836853 Sep 26 12:56:15.658524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4697f-0415-4efc-87b7-4067b6265b9f req-b93ad6d0-bb2d-44cb-b4d9-08b9318fdee1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:15.666005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96d4697f-0415-4efc-87b7-4067b6265b9f req-b93ad6d0-bb2d-44cb-b4d9-08b9318fdee1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 948 time: 0.0726690 Sep 26 12:56:15.682350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '66c6406b-322d-426b-bec0-84ee0813c56f', 'name': '', 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'mac_address': 'fa:16:3e:64:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15eea275-2f6f-49b9-8efc-800779110143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:08Z', 'updated_at': '2021-09-26T12:56:14Z', 'revision_number': 4, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'subnets': [{'id': '15eea275-2f6f-49b9-8efc-800779110143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:15.749882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429a1a9-4116-4eda-b365-38ee4cd7304b None None] The sync data for ids ['96512880-af23-4039-8edf-b8bece5cbe8f'] in n-d-806683-13 is: [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '66c6406b-322d-426b-bec0-84ee0813c56f', 'name': '', 'network_id': 'd845ba5b-1dd4-4198-a6a2-56a7606c18f4', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'mac_address': 'fa:16:3e:64:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15eea275-2f6f-49b9-8efc-800779110143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:08Z', 'updated_at': '2021-09-26T12:56:14Z', 'revision_number': 4, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'subnets': [{'id': '15eea275-2f6f-49b9-8efc-800779110143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:15.751471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:15.794353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-301d915d-7c8b-4c67-bfa3-42f44e1161e4 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1179225 Sep 26 12:56:15.835120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:15.835299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['6d963201-8b90-44c7-ab21-d83fab8dbfaf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:15.858699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:15.955875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96d4697f-0415-4efc-87b7-4067b6265b9f req-ed8e3de5-b1b0-48d9-943c-0aa15eea585c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810149 Sep 26 12:56:15.982278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:16.006362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.053979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15abf12-e303-4e04-99a5-1db46ab51840 req-88ab027c-10aa-4407-b4ce-f85c682bdc2a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:16.062360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:16.066895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:16.067315 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.072186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15abf12-e303-4e04-99a5-1db46ab51840 req-88ab027c-10aa-4407-b4ce-f85c682bdc2a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 946 time: 0.0675032 Sep 26 12:56:16.120950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:16.123841 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bf3b41-d998-4c9a-80ed-57126481c2d3" -d '{"events": [{"server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "name": "network-vif-plugged", "status": "completed", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:16.129905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15abf12-e303-4e04-99a5-1db46ab51840 req-88bd9e48-f66a-42fb-be6d-aa36ce50a372 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521681 Sep 26 12:56:16.183910 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.185129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Allocated IP 172.25.4.43 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/e8bedd11-6594-4bff-ba2a-e88591919714) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:16.268406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:16.271633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 66c6406b-322d-426b-bec0-84ee0813c56f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:16.277294 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.314729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.358550 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.410376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3a768-7713-421a-8fac-d55de37b6008 req-560a0ebf-515b-4909-80fa-93db654533e0 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:16.410965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:16.412594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72b3a768-7713-421a-8fac-d55de37b6008 req-560a0ebf-515b-4909-80fa-93db654533e0 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 949 time: 0.0605898 Sep 26 12:56:16.414079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:16.418778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 66c6406b-322d-426b-bec0-84ee0813c56f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:16.418973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:16.419214 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.422743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:16.433115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Pushing event updated for resources: {'Port': ['ID=e8bedd11-6594-4bff-ba2a-e88591919714,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:16.483878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72b3a768-7713-421a-8fac-d55de37b6008 req-c5195271-364e-4c16-bcd5-0e3278e1d25c tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601947 Sep 26 12:56:16.509555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.551836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.571059 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bb174c-f450-479b-beca-c49d8053f571 x-openstack-request-id: req-01bb174c-f450-479b-beca-c49d8053f571 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:16.571359 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "name": "network-vif-plugged", "status": "completed", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:16.571615 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01bb174c-f450-479b-beca-c49d8053f571 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:16.572017 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb', 'code': 200} Sep 26 12:56:16.714473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344ab9e-ac94-4c60-b059-e30a1f48cb4e req-4dd0c7a5-c4e7-41ae-afa0-194db659488f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:16.715988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c344ab9e-ac94-4c60-b059-e30a1f48cb4e req-4dd0c7a5-c4e7-41ae-afa0-194db659488f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0863724 Sep 26 12:56:16.718288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292f246-91dc-408f-8681-1e7abbfc3380 req-36e703d1-78f3-4770-be4a-c566b6231eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:16.719312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7292f246-91dc-408f-8681-1e7abbfc3380 req-36e703d1-78f3-4770-be4a-c566b6231eaf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1097 time: 0.0756373 Sep 26 12:56:16.721913 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.727606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.757859 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.778804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c344ab9e-ac94-4c60-b059-e30a1f48cb4e req-dae276da-1d2f-4a0e-87b9-55aee7c1cb9f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560367 Sep 26 12:56:16.780428 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7292f246-91dc-408f-8681-1e7abbfc3380 req-50ca1de4-2483-4729-8145-88a0c1ebd431 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510862 Sep 26 12:56:16.785578 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.786662 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9571407 Sep 26 12:56:16.787375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a5fe3-1039-481d-8e3d-07d0c87b3a5e tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Pushing event updated for resources: {'Port': ['ID=e8bedd11-6594-4bff-ba2a-e88591919714,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:16.859684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:16.862041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-f79a392d-6ee2-4fa7-9cd7-b2313bbba27c tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.0570107 Sep 26 12:56:16.905144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b8637-1203-4357-910c-411a3aa3417a req-7c0a2d30-2541-4533-bf57-a1aa54db221d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:16.907005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d0b8637-1203-4357-910c-411a3aa3417a req-7c0a2d30-2541-4533-bf57-a1aa54db221d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0635140 Sep 26 12:56:16.938195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 6d963201-8b90-44c7-ab21-d83fab8dbfaf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:16.938464 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:16.957290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d0b8637-1203-4357-910c-411a3aa3417a req-6c4d4031-7cee-45ca-a09e-5f65f1804e8a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Sep 26 12:56:16.988837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-11d5bd3c-926b-4db0-b84b-d97e9b9eaf8b tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:16.990385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3bcd667-bfcb-47d0-94e5-17b9ba6dde96 req-11d5bd3c-926b-4db0-b84b-d97e9b9eaf8b tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1224637 Sep 26 12:56:17.028750 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.071478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:17.075960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-285403f5-5641-4b9c-830b-4ea6080f176f tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips/85743233-a002-48a4-9e9c-0da3aa0c8170 HTTP/1.1" status: 200 len: 692 time: 0.0600841 Sep 26 12:56:17.078876 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.096583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78c720-8962-4270-ad8d-6e41b451becd req-0c68ba23-76d3-47cb-9e75-4f32b74d8052 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:17.098300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f78c720-8962-4270-ad8d-6e41b451becd req-0c68ba23-76d3-47cb-9e75-4f32b74d8052 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 948 time: 0.0582435 Sep 26 12:56:17.136414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:17.163807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f78c720-8962-4270-ad8d-6e41b451becd req-644fb72a-6dca-4245-bc0a-d8cf942bcb00 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592499 Sep 26 12:56:17.217851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-9a69c12c-53cb-4854-9f98-45a90b063b64 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:17.219483 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-9a69c12c-53cb-4854-9f98-45a90b063b64 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1295130 Sep 26 12:56:17.282413 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-1db49f7e-bc6c-4400-979f-de32d972ca68 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.0559633 Sep 26 12:56:17.285035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c538377-4cbe-42e8-8c57-220bd17a04b9 req-d0522ee0-6e8d-4770-9cd3-c051175abc8e tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:17.286563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c538377-4cbe-42e8-8c57-220bd17a04b9 req-d0522ee0-6e8d-4770-9cd3-c051175abc8e tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 946 time: 0.0661905 Sep 26 12:56:17.324237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c538377-4cbe-42e8-8c57-220bd17a04b9 req-c5a71af3-dae2-4238-9dd7-ac3adbf83620 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Sep 26 12:56:17.332084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-6e2e35b0-2101-49be-824a-38b4d0e2e507 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.0427616 Sep 26 12:56:17.472795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Deleting port e8bedd11-6594-4bff-ba2a-e88591919714 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:56:17.473125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.551249 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.551577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.562937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Calling delete_port for e8bedd11-6594-4bff-ba2a-e88591919714 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:56:17.641401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-09cd7ff8-7cdc-4132-a281-b8d600cd76b7 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1820889 Sep 26 12:56:17.650883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:17.676306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.700903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.726526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Pushing event deleted for resources: {'Port': ['ID=e8bedd11-6594-4bff-ba2a-e88591919714,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:17.751008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.753669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.754815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ca8c14b-1847-4288-8916-0df7bcb7d5db req-2d6e09a2-ef9e-496c-a662-c0e18b2dee8d tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "DELETE /v2.0/floatingips/85743233-a002-48a4-9e9c-0da3aa0c8170 HTTP/1.1" status: 204 len: 173 time: 0.4081032 Sep 26 12:56:17.770223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:17.851747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311188-07e4-450e-bad1-51265804f91c req-3212f207-2e23-490e-ab1f-8fb59d61a08d tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:17.853241 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56311188-07e4-450e-bad1-51265804f91c req-3212f207-2e23-490e-ab1f-8fb59d61a08d tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 949 time: 0.0497568 Sep 26 12:56:17.879730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Allocated IP 172.25.4.13 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/92e71a75-a70b-4153-aec6-8cece7568a50) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:17.890864 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56311188-07e4-450e-bad1-51265804f91c req-7fc94cfb-43b6-4918-81c8-73ff13a9ff8d tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312574 Sep 26 12:56:17.951153 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-0e5156d7-bb08-465e-aa27-7d400d885414 req-3fe5cd51-e2f8-42f0-af44-6a3e88e05bce tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] show failed (client error): The resource could not be found. Sep 26 12:56:17.951857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e5156d7-bb08-465e-aa27-7d400d885414 req-3fe5cd51-e2f8-42f0-af44-6a3e88e05bce tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips/85743233-a002-48a4-9e9c-0da3aa0c8170 HTTP/1.1" status: 404 len: 350 time: 0.0376346 Sep 26 12:56:17.980411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:18.022745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:18.061638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:18.065016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:18.067663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:18.100828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Pushing event updated for resources: {'Port': ['ID=92e71a75-a70b-4153-aec6-8cece7568a50,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:18.102119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88d28e-50ee-45e2-a65f-7bce7ca1e63a req-6ab55caf-cfc6-433b-879b-774d56938568 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:18.108850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef88d28e-50ee-45e2-a65f-7bce7ca1e63a req-6ab55caf-cfc6-433b-879b-774d56938568 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 945 time: 0.0626669 Sep 26 12:56:18.153221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef88d28e-50ee-45e2-a65f-7bce7ca1e63a req-a146058e-eb4c-4f93-8383-351b46a71e8d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376301 Sep 26 12:56:18.209587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:18.248273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:18.268324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3350cb-8572-49a8-8e6e-392580804c34 req-82089239-4832-442f-9986-61a4ca1f8d6d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:18.270090 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c3350cb-8572-49a8-8e6e-392580804c34 req-82089239-4832-442f-9986-61a4ca1f8d6d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0553677 Sep 26 12:56:18.317202 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c3350cb-8572-49a8-8e6e-392580804c34 req-99d59cec-0ca6-45fe-aedb-7b8d4594eccd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Sep 26 12:56:18.381025 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-53c3573a-655c-4b3d-8edc-fce46838776e req-2a285295-43ce-4631-8687-be848b3a40a4 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] show failed (client error): The resource could not be found. Sep 26 12:56:18.382070 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53c3573a-655c-4b3d-8edc-fce46838776e req-2a285295-43ce-4631-8687-be848b3a40a4 tempest-FloatingIPsTestJSON-1709930694 tempest-FloatingIPsTestJSON-1709930694-project] 10.222.0.13 "GET /v2.0/floatingips/85743233-a002-48a4-9e9c-0da3aa0c8170 HTTP/1.1" status: 404 len: 350 time: 0.0405796 Sep 26 12:56:18.412873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:18.412873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54422) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:18.454399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:18.513337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505feab0-a213-4d15-a901-0de18afcc067 req-46f11519-eff7-4623-b79b-a01e8356624c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:18.515211 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-505feab0-a213-4d15-a901-0de18afcc067 req-46f11519-eff7-4623-b79b-a01e8356624c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 948 time: 0.0544920 Sep 26 12:56:18.562759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Pushing event updated for resources: {'Port': ['ID=92e71a75-a70b-4153-aec6-8cece7568a50,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:18.564647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-505feab0-a213-4d15-a901-0de18afcc067 req-95a08f14-d7ec-4d62-8333-86d2facea634 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Sep 26 12:56:18.573828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3'}, {'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:18.576424 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ab5a8-7074-4fac-bd9d-7d5143f23b87" -d '{"events": [{"server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3"}, {"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-plugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:18.593845 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:18.660975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:18.662251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-edb86bf1-5a62-4c41-b137-491e1c5e055f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0152535 Sep 26 12:56:18.763255 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53806e5a-1879-46f0-b059-2e6d6f7fadaf x-openstack-request-id: req-53806e5a-1879-46f0-b059-2e6d6f7fadaf {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:18.763809 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3", "code": 200}, {"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-plugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:18.767316 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53806e5a-1879-46f0-b059-2e6d6f7fadaf {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:18.767939 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3', 'code': 200} Sep 26 12:56:18.769838 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'code': 200} Sep 26 12:56:18.793797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-6abea044-5e81-4e5f-a27b-10d46ebeaf4d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 695 time: 0.0924766 Sep 26 12:56:18.873423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 77267ea3-52b6-40f3-a183-9b12f4e26931 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:18.877291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 049fee4d-352c-44a5-8491-79e4f68babcb details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:19.026909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-537dd372-31c5-4fba-9db6-1ab9d6b9696a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:19.029087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-537dd372-31c5-4fba-9db6-1ab9d6b9696a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2233474 Sep 26 12:56:19.032255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 049fee4d-352c-44a5-8491-79e4f68babcb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=049fee4d-352c-44a5-8491-79e4f68babcb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:19.045150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '049fee4d-352c-44a5-8491-79e4f68babcb', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '049fee4d-352c-44a5-8491-79e4f68babcb', 'mac_address': 'fa:16:3e:4c:28:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:19.047860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-e90c2b21-09d4-49ce-a555-b35b59be9f42 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:19.049386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9e2b941-b0c6-43ce-b855-3145307206f9 req-e90c2b21-09d4-49ce-a555-b35b59be9f42 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084047 Sep 26 12:56:19.084065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f2f3d-d0bb-48b1-812c-4c1070bda0ef req-ffed817f-3aff-436a-9224-5a6e8792e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:19.090113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-837f2f3d-d0bb-48b1-812c-4c1070bda0ef req-ffed817f-3aff-436a-9224-5a6e8792e380 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1097 time: 0.2418301 Sep 26 12:56:19.123318 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-254b9a06-c2a8-4b0a-9992-67d4e55c1f79 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1626964 Sep 26 12:56:19.131991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 77267ea3-52b6-40f3-a183-9b12f4e26931 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:19.146802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb417f-7d06-470c-95d6-76e8008a0e70 req-255b6c48-5ca8-41e3-9296-7e540e018474 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:19.156377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 77267ea3-52b6-40f3-a183-9b12f4e26931 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:19.156749 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:19.159553 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:19.164515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f0bb417f-7d06-470c-95d6-76e8008a0e70 req-255b6c48-5ca8-41e3-9296-7e540e018474 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 949 time: 0.1478040 Sep 26 12:56:19.199592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049fee4d-352c-44a5-8491-79e4f68babcb {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:19.223002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 049fee4d-352c-44a5-8491-79e4f68babcb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=049fee4d-352c-44a5-8491-79e4f68babcb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:19.235264 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:19.237165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-837f2f3d-d0bb-48b1-812c-4c1070bda0ef req-7024c71a-1b36-48cd-8b61-a294bfd5fa6a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387322 Sep 26 12:56:19.267710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f0bb417f-7d06-470c-95d6-76e8008a0e70 req-0bd19776-0883-48c2-b3cf-bfe01d3cbfb1 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951428 Sep 26 12:56:19.296585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-55fe8080-60b1-4870-9a21-f16628800d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:19.300199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-55fe8080-60b1-4870-9a21-f16628800d40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 1123 time: 0.1040406 Sep 26 12:56:19.421152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9bec-8a9d-4a7a-a249-f385758a0c39 req-55dac386-5920-4608-8531-1ca01a1d876d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:19.429076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-975b9bec-8a9d-4a7a-a249-f385758a0c39 req-55dac386-5920-4608-8531-1ca01a1d876d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 945 time: 0.1306059 Sep 26 12:56:19.504247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:19.523265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-975b9bec-8a9d-4a7a-a249-f385758a0c39 req-b8751f49-1e22-4a1b-a3ac-ca2916869fb8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932140 Sep 26 12:56:19.530987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=049fee4d-352c-44a5-8491-79e4f68babcb,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:19.557727 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:19.622613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 77267ea3-52b6-40f3-a183-9b12f4e26931, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=77267ea3-52b6-40f3-a183-9b12f4e26931,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:19.627159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:19.688707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=77267ea3-52b6-40f3-a183-9b12f4e26931,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:19.694299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-4f8759ee-9338-4a4a-9c3d-66fe9c9e454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:19.697035 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-4f8759ee-9338-4a4a-9c3d-66fe9c9e454c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1882727 Sep 26 12:56:19.707609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['049fee4d-352c-44a5-8491-79e4f68babcb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:19.710740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-66ff99f8-9fc7-45ce-acec-ca20653c7435 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:19.720963 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-66ff99f8-9fc7-45ce-acec-ca20653c7435 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 821 time: 0.3175626 Sep 26 12:56:19.744989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-9defef2f-40ab-42d0-b5c4-248c500bf232 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/quotas/3dde79c2ca604f3587ae2c40e63ee896 HTTP/1.1" status: 200 len: 375 time: 0.0226729 Sep 26 12:56:19.875292 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:19.987774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae5b84-2bb4-425d-95fb-2218179e89b3 req-372f341a-781c-4fed-b071-db39988298a2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:19.995275 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4ae5b84-2bb4-425d-95fb-2218179e89b3 req-372f341a-781c-4fed-b071-db39988298a2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1075375 Sep 26 12:56:20.062909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-f4ef727a-0824-4c61-97dc-74f1c251f29b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d HTTP/1.1" status: 200 len: 217 time: 0.3385074 Sep 26 12:56:20.150251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4ae5b84-2bb4-425d-95fb-2218179e89b3 req-16f22562-8561-4ce1-a679-54648cc68d6b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536906 Sep 26 12:56:20.156328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-8100995b-1a89-4bab-aa4f-36ab71cd5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:20.157873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-8100995b-1a89-4bab-aa4f-36ab71cd5747 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0661459 Sep 26 12:56:20.236602 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-f0e7947d-4a3f-44d8-9999-52b904c43c15 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4905057 Sep 26 12:56:20.276589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-27a3948f-331c-4f4f-88a4-7d2d04bfc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:20.278144 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-27a3948f-331c-4f4f-88a4-7d2d04bfc49c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114600 Sep 26 12:56:20.419860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Deleting port 66c6406b-322d-426b-bec0-84ee0813c56f {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:56:20.424327 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-a798f94d-1672-4084-bb76-1e6f09e5988e service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855459 Sep 26 12:56:20.429947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:20.561175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-fbbc4f29-e186-43c0-a560-e2d907e83134 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358905 Sep 26 12:56:20.599847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-fcc8e4cd-872c-4e82-a893-9ee192f4d59e service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872658 Sep 26 12:56:20.622113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] For port 66c6406b-322d-426b-bec0-84ee0813c56f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=66c6406b-322d-426b-bec0-84ee0813c56f,segment=NetworkSegment(851d3049-c985-405b-939b-518509ec4a9a),segment_id=851d3049-c985-405b-939b-518509ec4a9a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:20.622605 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:20.632744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ff6a-f887-4b4b-a6c9-10af0365f84a req-445a7d43-5394-441f-bb94-13b10dcafe6e tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:20.640380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd44ff6a-f887-4b4b-a6c9-10af0365f84a req-445a7d43-5394-441f-bb94-13b10dcafe6e tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1097 time: 0.0860946 Sep 26 12:56:20.653026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Calling delete_port for 66c6406b-322d-426b-bec0-84ee0813c56f owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:56:20.731068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd44ff6a-f887-4b4b-a6c9-10af0365f84a req-babeb203-fcce-45da-9fc9-3b8839314f4b tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870824 Sep 26 12:56:20.770733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de9ba50-02a1-45ec-b48c-b43aac206bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77267ea3-52b6-40f3-a183-9b12f4e26931'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:20.776151 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413766d3-c86e-4fc2-a9dd-adc2b31127d8" -d '{"events": [{"server_uuid": "5de9ba50-02a1-45ec-b48c-b43aac206bf2", "name": "network-vif-plugged", "status": "completed", "tag": "77267ea3-52b6-40f3-a183-9b12f4e26931"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:20.793308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b27ba6ad-bb1c-4e7b-a449-29dece1e4d00 req-3d085eee-7c86-4c90-8dd8-e56eea74adb4 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847463 Sep 26 12:56:20.908771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb64be-2ef1-4a6a-86ea-bf8a6a4e2a38 req-5a08552a-c43d-45c7-a1a5-0b365c985399 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:20.910916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5cbb64be-2ef1-4a6a-86ea-bf8a6a4e2a38 req-5a08552a-c43d-45c7-a1a5-0b365c985399 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 949 time: 0.1155663 Sep 26 12:56:21.010518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:21.014957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5cbb64be-2ef1-4a6a-86ea-bf8a6a4e2a38 req-85e5c224-1083-407c-98b9-44bf63a99c3b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955558 Sep 26 12:56:21.049656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c6406b-322d-426b-bec0-84ee0813c56f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:21.179016 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c1213ee-3eeb-4a1f-b14e-4b47cf5a9855 req-4ad67456-d3d3-41ed-9fef-21580da211e1 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 210 time: 0.0581388 Sep 26 12:56:21.215998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97961743-6d19-406b-b9c8-c8b2ec3686a4 req-4c073e88-f633-49b2-aa0c-be51ddd9234b tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:21.217812 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97961743-6d19-406b-b9c8-c8b2ec3686a4 req-4c073e88-f633-49b2-aa0c-be51ddd9234b tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 950 time: 0.0916526 Sep 26 12:56:21.255431 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcfaae5-5929-48c7-aad7-246cad9db9d1 x-openstack-request-id: req-5bcfaae5-5929-48c7-aad7-246cad9db9d1 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:21.256074 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de9ba50-02a1-45ec-b48c-b43aac206bf2", "name": "network-vif-plugged", "status": "completed", "tag": "77267ea3-52b6-40f3-a183-9b12f4e26931", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:21.256449 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bcfaae5-5929-48c7-aad7-246cad9db9d1 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:21.256903 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de9ba50-02a1-45ec-b48c-b43aac206bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77267ea3-52b6-40f3-a183-9b12f4e26931', 'code': 200} Sep 26 12:56:21.342043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97961743-6d19-406b-b9c8-c8b2ec3686a4 req-d98c8599-07e7-46df-b1d8-14a50ffa83bf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045501 Sep 26 12:56:21.416617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d1cb0-8054-483b-bf45-60cd45e06ca2 req-8696ef11-5f74-4ecd-93b4-74a6ff0352ea tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:21.426029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f9d1cb0-8054-483b-bf45-60cd45e06ca2 req-8696ef11-5f74-4ecd-93b4-74a6ff0352ea tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1097 time: 0.0581923 Sep 26 12:56:21.517433 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f9d1cb0-8054-483b-bf45-60cd45e06ca2 req-3cc895ea-bf04-4ece-a139-a8b342246c60 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731320 Sep 26 12:56:21.546069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c153a5a-3c22-4eab-995a-78d454b44770 req-dea50174-5a43-4a9f-8939-ba6ed3d3af12 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:21.554114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c153a5a-3c22-4eab-995a-78d454b44770 req-dea50174-5a43-4a9f-8939-ba6ed3d3af12 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 945 time: 0.1050320 Sep 26 12:56:21.581184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bfdae-9ffd-4412-b91c-1057d10141bc req-2ceaea72-4356-4c02-beed-d2fc64d56abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:21.582871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d28bfdae-9ffd-4412-b91c-1057d10141bc req-2ceaea72-4356-4c02-beed-d2fc64d56abc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 1102 time: 0.2398961 Sep 26 12:56:21.590155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:21.640362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c153a5a-3c22-4eab-995a-78d454b44770 req-e4d02a88-0d11-4c02-8926-ed3013e42f44 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851831 Sep 26 12:56:21.755689 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d28bfdae-9ffd-4412-b91c-1057d10141bc req-b8a37f1d-69b0-4678-a1a0-705735bb45c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613066 Sep 26 12:56:21.834894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-043e7058-7ce3-4a97-bf28-82f42d266e67 req-88253ede-6946-4eaf-92fa-08d286c0fbfb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:21.836294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-043e7058-7ce3-4a97-bf28-82f42d266e67 req-88253ede-6946-4eaf-92fa-08d286c0fbfb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100358 Sep 26 12:56:22.014111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d0bef-2eed-486f-a4a3-07bfdcd2e5e0 req-e94a4648-cad6-4be7-bdcc-fb0b55066ed2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:22.016445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f01d0bef-2eed-486f-a4a3-07bfdcd2e5e0 req-e94a4648-cad6-4be7-bdcc-fb0b55066ed2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1097 time: 0.1254070 Sep 26 12:56:22.037315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Router 96512880-af23-4039-8edf-b8bece5cbe8f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:56:22.313909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f01d0bef-2eed-486f-a4a3-07bfdcd2e5e0 req-273929b1-d5ef-4c76-a7e9-bf5f16306be9 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796631 Sep 26 12:56:22.348350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-7761dd32-d8d4-42e5-a9dd-c312d816f62c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:22.350363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-7761dd32-d8d4-42e5-a9dd-c312d816f62c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.24 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 821 time: 0.2411430 Sep 26 12:56:22.369200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Request body: {'port': {'device_id': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'admin_state_up': True, 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:22.388990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:22.400359 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] Sync routers for ids ['96512880-af23-4039-8edf-b8bece5cbe8f'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:22.406286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c8615c6f-1559-451e-9372-8b52f499f626 admin admin] 10.222.0.13 "PUT /v2.0/routers/96512880-af23-4039-8edf-b8bece5cbe8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9922857 Sep 26 12:56:22.413629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54532) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:22.418631 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] Routers {'96512880-af23-4039-8edf-b8bece5cbe8f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:22.419704 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['96512880-af23-4039-8edf-b8bece5cbe8f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:22.439409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7626b5f4-69d2-44c5-872e-052779c50806 req-1e437d4b-7117-4f91-98d0-1bde5892a246 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2869890 Sep 26 12:56:22.614038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Made reservation on behalf of 3dde79c2ca604f3587ae2c40e63ee896 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:22.621068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:22.658275 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] Set router 96512880-af23-4039-8edf-b8bece5cbe8f gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:22.699364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b5f4-69d2-44c5-872e-052779c50806 req-ac9df48f-06d7-4ed8-9424-63a351b4989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:22.705100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7626b5f4-69d2-44c5-872e-052779c50806 req-ac9df48f-06d7-4ed8-9424-63a351b4989e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 1098 time: 0.1907406 Sep 26 12:56:22.722336 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:22.793441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcece16-6b58-4e5b-8cfc-7af1d6fcb01f req-1a0a19db-fb7d-4c59-b327-84f7ad4cbf74 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:22.795366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fcece16-6b58-4e5b-8cfc-7af1d6fcb01f req-1a0a19db-fb7d-4c59-b327-84f7ad4cbf74 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 949 time: 0.1433339 Sep 26 12:56:22.898525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 049fee4d-352c-44a5-8491-79e4f68babcb up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:23.008151 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:20Z', 'revision_number': 5, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:23.015136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Allocated IP 172.20.0.9 (7063892e-c2ae-45ba-938f-cc8baaa56279/18444294-8a57-432d-9c12-b97206743553/750d5aab-dece-4abe-9f15-d548d384559e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:23.057606 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] Checking router: 96512880-af23-4039-8edf-b8bece5cbe8f for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:23.069910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 049fee4d-352c-44a5-8491-79e4f68babcb completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:23.078837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 049fee4d-352c-44a5-8491-79e4f68babcb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:23.080232 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.082247 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] Routers {'96512880-af23-4039-8edf-b8bece5cbe8f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:23.097603 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['96512880-af23-4039-8edf-b8bece5cbe8f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:23.233118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fcece16-6b58-4e5b-8cfc-7af1d6fcb01f req-05101975-dea6-49a4-9f0d-dfca5236e766 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952439 Sep 26 12:56:23.317456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b5f4-69d2-44c5-872e-052779c50806 req-2a7c3ad5-0502-48c4-9732-b414f90a9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:23.320364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7626b5f4-69d2-44c5-872e-052779c50806 req-2a7c3ad5-0502-48c4-9732-b414f90a9044 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 923 time: 0.5933168 Sep 26 12:56:23.326113 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.331445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.356983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e088c78a-336a-44cf-b328-bb22bc21ab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049fee4d-352c-44a5-8491-79e4f68babcb'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:23.360984 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335de3d4-fe58-4c16-82a0-212e31f758d0" -d '{"events": [{"server_uuid": "e088c78a-336a-44cf-b328-bb22bc21ab5b", "name": "network-vif-plugged", "status": "completed", "tag": "049fee4d-352c-44a5-8491-79e4f68babcb"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:23.378174 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.401062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 049fee4d-352c-44a5-8491-79e4f68babcb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=049fee4d-352c-44a5-8491-79e4f68babcb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:23.409097 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.416556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.435091 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] Set router 96512880-af23-4039-8edf-b8bece5cbe8f gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:23.518184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d49fb3b0-b738-4b7a-a11c-471f70016d9f req-a90027c4-fe3b-4983-a885-abe29afb2805 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 210 time: 0.1662796 Sep 26 12:56:23.571219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:23.596174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:23.611830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=049fee4d-352c-44a5-8491-79e4f68babcb,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:23.622340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:23.628145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:23.628808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.632522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['63b8ef35-436a-49c7-a109-1c991e19d00d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:23.649300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Pushing event updated for resources: {'Port': ['ID=750d5aab-dece-4abe-9f15-d548d384559e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:23.688887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7626b5f4-69d2-44c5-872e-052779c50806 req-3f3bc02d-3ad6-4f2c-a0f1-0d5d1384b0b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c HTTP/1.1" status: 200 len: 1002 time: 0.3551357 Sep 26 12:56:23.695641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-caa5cc2c-9533-41f6-90e6-cee3096ed2f5 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3295498 Sep 26 12:56:23.730948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Request body: {'port': {'device_id': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:23.805368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b5f4-69d2-44c5-872e-052779c50806 req-57a86b00-4e35-4939-b66d-a7e69dd2e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:23.806909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7626b5f4-69d2-44c5-872e-052779c50806 req-57a86b00-4e35-4939-b66d-a7e69dd2e871 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.1079102 Sep 26 12:56:23.809286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Deleting port c4a136d3-2c9f-4330-bc68-2355115050b3 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:56:23.809670 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.810250 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:20Z', 'revision_number': 5, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:23.812883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9ab02-d95f-45c8-8cfb-ff63e19e01ae req-d19da423-2f87-4e11-8d9a-bd52f9fc779b tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:23.820728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6db9ab02-d95f-45c8-8cfb-ff63e19e01ae req-d19da423-2f87-4e11-8d9a-bd52f9fc779b tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1097 time: 0.1298594 Sep 26 12:56:23.877066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:23.878760 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7bd2a-2a34-49cb-bf0e-306ff428cd70 None None] The sync data for ids ['96512880-af23-4039-8edf-b8bece5cbe8f'] in n-d-806683-13 is: [{'id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'name': 'tempest-FloatingIPsTestJSON-708953255-router', 'tenant_id': '863932ef23984890b69bde84fbfa57d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:56:00Z', 'updated_at': '2021-09-26T12:56:20Z', 'revision_number': 5, 'project_id': '863932ef23984890b69bde84fbfa57d5', 'gw_port': {'id': 'c4a136d3-2c9f-4330-bc68-2355115050b3', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96512880-af23-4039-8edf-b8bece5cbe8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:56:02Z', 'updated_at': '2021-09-26T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:24.031113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6db9ab02-d95f-45c8-8cfb-ff63e19e01ae req-06fb8b3f-3023-4d78-91cb-b12d3c3fdb86 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084889 Sep 26 12:56:24.078696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-bbc0d241-7063-4134-b281-a13f0ce70bbc None None] Provisioning complete for port 750d5aab-dece-4abe-9f15-d548d384559e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:24.080872 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d241-7063-4134-b281-a13f0ce70bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:24.085544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b5f4-69d2-44c5-872e-052779c50806 req-62b03df5-8351-4279-a4c0-d6851183a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:24.089905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7626b5f4-69d2-44c5-872e-052779c50806 req-62b03df5-8351-4279-a4c0-d6851183a4f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2613435 Sep 26 12:56:24.147689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0d241-7063-4134-b281-a13f0ce70bbc None None] Port 750d5aab-dece-4abe-9f15-d548d384559e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:56:24.216171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54574) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:24.230802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] For port c4a136d3-2c9f-4330-bc68-2355115050b3, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c4a136d3-2c9f-4330-bc68-2355115050b3,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:24.231546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:24.297554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Calling delete_port for c4a136d3-2c9f-4330-bc68-2355115050b3 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:56:24.297554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7626b5f4-69d2-44c5-872e-052779c50806 req-06896a38-091d-4a9f-bdcb-5f2f72255c1b service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806242 Sep 26 12:56:24.374570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 66c6406b-322d-426b-bec0-84ee0813c56f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:56:24.403976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09695f-dec7-48f2-ae2f-3e26ea2e1910 req-776850fb-c343-469d-abce-129e8c999121 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:24.413470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f09695f-dec7-48f2-ae2f-3e26ea2e1910 req-776850fb-c343-469d-abce-129e8c999121 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 950 time: 0.2133248 Sep 26 12:56:24.436200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 66c6406b-322d-426b-bec0-84ee0813c56f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:56:24.436582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 66c6406b-322d-426b-bec0-84ee0813c56f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:56:24.504890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-8f83ccb5-ccf4-444a-a853-9596dd312000 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:24.517162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-8f83ccb5-ccf4-444a-a853-9596dd312000 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2991710 Sep 26 12:56:24.560013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f09695f-dec7-48f2-ae2f-3e26ea2e1910 req-fa3ee986-2464-4836-a9d9-86bd4491678a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946541 Sep 26 12:56:24.574467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-0e1ff1c0-17e3-4701-8ebb-6372420b81fe tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:24.583512 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-0e1ff1c0-17e3-4701-8ebb-6372420b81fe tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports/53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 1094 time: 0.0654078 Sep 26 12:56:24.628466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7626b5f4-69d2-44c5-872e-052779c50806 req-2ee7ede1-be69-4325-b6b2-cc3aa6ec1240 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196588 Sep 26 12:56:24.704068 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209aed2e-e553-4b80-97fd-88d1570d31ea x-openstack-request-id: req-209aed2e-e553-4b80-97fd-88d1570d31ea {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:24.704662 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e088c78a-336a-44cf-b328-bb22bc21ab5b", "name": "network-vif-plugged", "status": "completed", "tag": "049fee4d-352c-44a5-8491-79e4f68babcb", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:24.705111 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-209aed2e-e553-4b80-97fd-88d1570d31ea {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:24.705726 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e088c78a-336a-44cf-b328-bb22bc21ab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049fee4d-352c-44a5-8491-79e4f68babcb', 'code': 200} Sep 26 12:56:24.725059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750d5aab-dece-4abe-9f15-d548d384559e {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:24.751013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:24.757862 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:24.788458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Transition to ACTIVE for port object 750d5aab-dece-4abe-9f15-d548d384559e will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:24.797791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:24.824132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a136d3-2c9f-4330-bc68-2355115050b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:24.884621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Request body: {'binding': {'host': 'n-h2-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:24.885329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 12:56:25.013480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Attempting to bind port 750d5aab-dece-4abe-9f15-d548d384559e on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:25.013802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Attempting to bind port 750d5aab-dece-4abe-9f15-d548d384559e by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:25.014134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Attempting to bind port 750d5aab-dece-4abe-9f15-d548d384559e on network 7063892e-c2ae-45ba-938f-cc8baaa56279 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:25.031367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Port 750d5aab-dece-4abe-9f15-d548d384559e on network 7063892e-c2ae-45ba-938f-cc8baaa56279 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:25.031723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Attempting to bind port 750d5aab-dece-4abe-9f15-d548d384559e on network 7063892e-c2ae-45ba-938f-cc8baaa56279 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:25.035143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf0536-629b-4d18-954a-134998e3a128 req-e705a154-d2c6-4597-a2c6-03ea493a374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:25.036638 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8bf0536-629b-4d18-954a-134998e3a128 req-e705a154-d2c6-4597-a2c6-03ea493a374d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 1102 time: 0.1998310 Sep 26 12:56:25.053900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Pushing event updated for resources: {'Port': ['ID=750d5aab-dece-4abe-9f15-d548d384559e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:25.056696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.065718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:25.066360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Checking segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:25.066964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Bound using segment: {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:25.068298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Bound port: 750d5aab-dece-4abe-9f15-d548d384559e, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfed6fb8-4282-40ec-9690-63d925409d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:25.068918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.170233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] For port 750d5aab-dece-4abe-9f15-d548d384559e, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:25.174607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] For port 750d5aab-dece-4abe-9f15-d548d384559e, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=750d5aab-dece-4abe-9f15-d548d384559e,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:25.183632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.187975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.203570 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.253107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:25.253904 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.255434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] 10.222.0.24 "PUT /v2.0/ports/750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 1092 time: 1.5327826 Sep 26 12:56:25.257529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:25.259913 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8886b-2a04-4b6d-b411-6460809ac34f" -d '{"events": [{"name": "network-changed", "server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "tag": "750d5aab-dece-4abe-9f15-d548d384559e"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:25.321655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260789-5f22-4ced-af30-a193263c3bbd req-1d233db1-162f-4704-8afb-abc4f83cb080 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:25.328820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed7981-3f4f-45ee-8433-cb06d08b3420 service neutron] Pushing event updated for resources: {'Port': ['ID=750d5aab-dece-4abe-9f15-d548d384559e,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:25.336336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ae260789-5f22-4ced-af30-a193263c3bbd req-1d233db1-162f-4704-8afb-abc4f83cb080 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 950 time: 0.3477659 Sep 26 12:56:25.346937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.347459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96512880-af23-4039-8edf-b8bece5cbe8f {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:56:25.370019 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.371598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-63cf49e8-24a0-49cd-b561-10a854848d03 admin admin] 10.222.0.13 "DELETE /v2.0/routers/96512880-af23-4039-8edf-b8bece5cbe8f HTTP/1.1" status: 204 len: 168 time: 2.9557247 Sep 26 12:56:25.374925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:25.445926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8bf0536-629b-4d18-954a-134998e3a128 req-91c6b170-a645-48dc-9fc9-7b88cf715860 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947859 Sep 26 12:56:25.446536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on host n-h2-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:25.446883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:25.451567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:25.465914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:25.466518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:25.475652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:25.475976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:25.476368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:25.476808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Bound port: 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:25.481526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ae260789-5f22-4ced-af30-a193263c3bbd req-985a6685-1452-4468-a69e-36b7a8e5533b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439092 Sep 26 12:56:25.499629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-094fe6aa-3f74-4597-ad82-bf3d40d780c9 admin admin] Deleting subnet 15eea275-2f6f-49b9-8efc-800779110143 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:56:25.503863 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094fe6aa-3f74-4597-ad82-bf3d40d780c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.530625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-20b7aaf0-ce66-4966-ade7-8d798b348dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:25.537831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-20b7aaf0-ce66-4966-ade7-8d798b348dde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 1095 time: 0.2105761 Sep 26 12:56:25.559983 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094fe6aa-3f74-4597-ad82-bf3d40d780c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.613889 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-eea246e6-6810-4660-b7a9-da40348f3c17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 217 time: 0.0645108 Sep 26 12:56:25.680794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:25.692489 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.694137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-73494c29-2998-4874-b62c-cf196612e453 service neutron] 10.222.0.13 "POST /v2.0/ports/53dc0d72-cb08-4bbb-a253-4d1016164eeb/bindings HTTP/1.1" status: 201 len: 390 time: 0.9967639 Sep 26 12:56:25.694351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9395b-e42a-498b-93b1-6d95648614db req-871a2e0b-3dc3-4110-aad1-5a1d666f9246 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:25.696552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33b9395b-e42a-498b-93b1-6d95648614db req-871a2e0b-3dc3-4110-aad1-5a1d666f9246 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 943 time: 0.0982544 Sep 26 12:56:25.699000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-75ff3b00-59ba-44cc-a72c-b16a93b35e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:25.700597 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-75ff3b00-59ba-44cc-a72c-b16a93b35e49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0748293 Sep 26 12:56:25.800781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33b9395b-e42a-498b-93b1-6d95648614db req-eafbc21c-a0ee-4587-8b9f-bc61d03ddab0 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818622 Sep 26 12:56:25.817161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094fe6aa-3f74-4597-ad82-bf3d40d780c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.846096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-bf9d1aed-ab9e-462c-ae17-4b9c5770c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:25.848083 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-bf9d1aed-ab9e-462c-ae17-4b9c5770c4e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337569 Sep 26 12:56:25.903058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094fe6aa-3f74-4597-ad82-bf3d40d780c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.972615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094fe6aa-3f74-4597-ad82-bf3d40d780c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:25.977414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-094fe6aa-3f74-4597-ad82-bf3d40d780c9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/15eea275-2f6f-49b9-8efc-800779110143 HTTP/1.1" status: 204 len: 168 time: 0.6010344 Sep 26 12:56:25.981014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54616) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:25.981838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fe6aa-3f74-4597-ad82-bf3d40d780c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15eea275-2f6f-49b9-8efc-800779110143,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:25.987520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c9afef-bf87-48e3-b7f9-284dcb9841af None None] Network d845ba5b-1dd4-4198-a6a2-56a7606c18f4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:56:26.013743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-dac364f7-5ae7-474b-9b01-ce58e8374b39 service neutron] 10.222.0.24 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569819 Sep 26 12:56:26.188392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-46821913-b6c7-4ba9-8c1b-1286d9669d3b req-942ecbac-7c74-4e43-9ea6-3bca969e5270 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:26.190284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-46821913-b6c7-4ba9-8c1b-1286d9669d3b req-942ecbac-7c74-4e43-9ea6-3bca969e5270 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117409 Sep 26 12:56:26.205915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-c3b3ffa2-20a3-4781-8c1e-78015dc39aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:26.207652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-c3b3ffa2-20a3-4781-8c1e-78015dc39aa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1097 time: 0.1252880 Sep 26 12:56:26.222079 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083bebb9-091f-4431-ae54-a62ef30ac557 x-openstack-request-id: req-083bebb9-091f-4431-ae54-a62ef30ac557 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:26.222377 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "tag": "750d5aab-dece-4abe-9f15-d548d384559e", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:26.222634 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-083bebb9-091f-4431-ae54-a62ef30ac557 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:26.223036 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e', 'status': 'completed', 'code': 200} Sep 26 12:56:26.264091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c4a136d3-2c9f-4330-bc68-2355115050b3 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:56:26.273608 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d5e38f-befb-4aa3-a547-25a2dd0120c2 req-77f1e5c9-6e53-4dd5-923c-7467a536968f service neutron] 10.222.0.24 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460721 Sep 26 12:56:26.302105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c4a136d3-2c9f-4330-bc68-2355115050b3 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:56:26.302485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c4a136d3-2c9f-4330-bc68-2355115050b3 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:56:26.355001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] DHCP port deletion for d845ba5b-1dd4-4198-a6a2-56a7606c18f4 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 12:56:26.427406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-08ff33c5-36df-490e-9aff-d08cad02ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:26.435805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-08ff33c5-36df-490e-9aff-d08cad02ea74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 1095 time: 0.0937624 Sep 26 12:56:26.448954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-5c6bdc37-d68b-4b8f-8afd-a77d4024576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:26.450777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-5c6bdc37-d68b-4b8f-8afd-a77d4024576c service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.1788960 Sep 26 12:56:26.457597 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:26.460281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] Deleting port b193b917-fb37-4a00-be5a-49f2b8f4e645 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:56:26.460410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:26.507302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-e0a0c3a3-d04e-4429-87f0-10dd244b8d30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 217 time: 0.0451622 Sep 26 12:56:26.587893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225a9de-6d96-419b-a14e-5709a390125d req-3d7a551d-05cc-4662-b254-5d26831ce800 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:26.596030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Deleting port b193b917-fb37-4a00-be5a-49f2b8f4e645 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:56:26.596434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6225a9de-6d96-419b-a14e-5709a390125d req-3d7a551d-05cc-4662-b254-5d26831ce800 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 945 time: 0.1375308 Sep 26 12:56:26.596949 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:26.634642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] For port b193b917-fb37-4a00-be5a-49f2b8f4e645, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b193b917-fb37-4a00-be5a-49f2b8f4e645,segment=NetworkSegment(851d3049-c985-405b-939b-518509ec4a9a),segment_id=851d3049-c985-405b-939b-518509ec4a9a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:26.635227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:26.650230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-019547c1-57b9-4410-b4bd-4582b5bca0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:26.651885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-019547c1-57b9-4410-b4bd-4582b5bca0a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.2100284 Sep 26 12:56:26.662390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] Calling delete_port for b193b917-fb37-4a00-be5a-49f2b8f4e645 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:56:26.665798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6225a9de-6d96-419b-a14e-5709a390125d req-d60123f2-ad47-46a4-88b1-565e20858abe tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650363 Sep 26 12:56:26.686825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] For port b193b917-fb37-4a00-be5a-49f2b8f4e645, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b193b917-fb37-4a00-be5a-49f2b8f4e645,segment=NetworkSegment(851d3049-c985-405b-939b-518509ec4a9a),segment_id=851d3049-c985-405b-939b-518509ec4a9a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:26.687477 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:26.702965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Calling delete_port for b193b917-fb37-4a00-be5a-49f2b8f4e645 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:56:26.771796 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-34d4c2b5-c9dc-43a7-8b37-3f838ec716ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 217 time: 0.1049390 Sep 26 12:56:26.797286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-de4eacd3-ac4b-4051-a9be-149e734d444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:26.799490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-de4eacd3-ac4b-4051-a9be-149e734d444e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.2658112 Sep 26 12:56:26.839968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-4fba507e-4b89-41ef-b4a8-6d5b5c8d13ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295892 Sep 26 12:56:26.871847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-cbfffc19-258f-4fb2-9c1c-93c2aa0e87be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:26.873351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-cbfffc19-258f-4fb2-9c1c-93c2aa0e87be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0921438 Sep 26 12:56:26.885721 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:26.918836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Pushing event deleted for resources: {'Port': ['ID=b193b917-fb37-4a00-be5a-49f2b8f4e645,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:26.952005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:26.964432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] No DVR routers for this DVR port b193b917-fb37-4a00-be5a-49f2b8f4e645 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:56:26.983245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-89bdd98b-eb89-423c-b2de-4c471ac7687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:26.984752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-89bdd98b-eb89-423c-b2de-4c471ac7687c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024861 Sep 26 12:56:26.994406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] Pushing event deleted for resources: {'Port': ['ID=b193b917-fb37-4a00-be5a-49f2b8f4e645,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:27.011687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce9f54-3ea0-4948-9a33-b537d9899bd5 None None] No DVR routers for this DVR port b193b917-fb37-4a00-be5a-49f2b8f4e645 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:56:27.016125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad3b62-0697-4c99-af95-5dcecd00cf2e req-ea4547a3-4b2c-4141-8d8d-fd6babd02db4 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:27.024477 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5ad3b62-0697-4c99-af95-5dcecd00cf2e req-ea4547a3-4b2c-4141-8d8d-fd6babd02db4 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 950 time: 0.0906146 Sep 26 12:56:27.096280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-62393cd3-efc9-42af-ad79-81d702a8ee3b service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476039 Sep 26 12:56:27.123601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:27.160886 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5ad3b62-0697-4c99-af95-5dcecd00cf2e req-2e5e3908-e0be-4f8d-a692-86634c6aa08a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350565 Sep 26 12:56:27.198556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-34b5e0eb-d889-4802-a7bb-aefbfb3c848f service neutron] 10.222.0.24 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002227 Sep 26 12:56:27.330978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d845ba5b-1dd4-4198-a6a2-56a7606c18f4']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:27.372031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851d3049-c985-405b-939b-518509ec4a9a') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:27.377227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851d3049-c985-405b-939b-518509ec4a9a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:27.403368 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:27.416129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa8886b-2a04-4b6d-b411-6460809ac34f req-8714168b-bb39-4e52-8b04-a985a985f778 service neutron] 10.222.0.24 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093635 Sep 26 12:56:27.446265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-bdecb4e4-b3ea-47b4-8e70-73344b764cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189776 Sep 26 12:56:27.447894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:27.457572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:56:27.458253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: timer() Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:56:27.460082 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:56:27.488282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b8f44-d4a1-4beb-a852-1bb5cb9edc1d req-e59afa47-2ff0-498d-a5b6-477ade4cc23d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:27.502308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b5b8f44-d4a1-4beb-a852-1bb5cb9edc1d req-e59afa47-2ff0-498d-a5b6-477ade4cc23d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 950 time: 0.2149081 Sep 26 12:56:27.535967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:27.542537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:27.544366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d845ba5b-1dd4-4198-a6a2-56a7606c18f4 HTTP/1.1" status: 204 len: 168 time: 1.5444050 Sep 26 12:56:27.560557 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b5b8f44-d4a1-4beb-a852-1bb5cb9edc1d req-3d34dfe4-0a8a-4f6b-bc50-3c2b67d84ade tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573227 Sep 26 12:56:27.578563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7591c9-a7f4-4001-a52a-1a4227c3d578 admin admin] Pushing event deleted for resources: {'Network': ['ID=d845ba5b-1dd4-4198-a6a2-56a7606c18f4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:27.675722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515575a7-3aac-4232-93ee-c018ff86fc01 req-1c64d0b6-11ae-48f8-8338-96ba94db55bf tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:27.685243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-515575a7-3aac-4232-93ee-c018ff86fc01 req-1c64d0b6-11ae-48f8-8338-96ba94db55bf tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 943 time: 0.0650239 Sep 26 12:56:27.732592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-515575a7-3aac-4232-93ee-c018ff86fc01 req-c4dcd2d7-74e6-4feb-8bcc-a6658d357b28 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Sep 26 12:56:27.800143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54670) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:27.812155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d62bb404-18b5-4fb0-914a-d1e77d237a69 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:27.814817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d62bb404-18b5-4fb0-914a-d1e77d237a69 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.1970291 Sep 26 12:56:27.837838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-13'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:27.901062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-468216c4-a5a0-4712-a8a5-3990638fe55e tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01b8c9594aa74a729cff361395c90c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278337 Sep 26 12:56:27.907030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-034cd84a-8a4d-4d96-a3bf-fc030d1426fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=863932ef23984890b69bde84fbfa57d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056874 Sep 26 12:56:27.908505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54682) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:27.923967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:27.951442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54684) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:28.051458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a30ea7-3b17-4993-b28a-d5a143d291dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.086909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a30ea7-3b17-4993-b28a-d5a143d291dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.122804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-9dae9e59-b96b-4479-9c4c-574b5f532793 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:28.124381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-9dae9e59-b96b-4479-9c4c-574b5f532793 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148168 Sep 26 12:56:28.179072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-32d44515-834f-4f62-92be-25573fdad508 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/quotas/01b8c9594aa74a729cff361395c90c56 HTTP/1.1" status: 200 len: 375 time: 0.0339403 Sep 26 12:56:28.187204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-a6073f07-c55d-4f91-a441-c249c910b5ef tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:28.198616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-a6073f07-c55d-4f91-a441-c249c910b5ef tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2448082 Sep 26 12:56:28.247707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b193b917-fb37-4a00-be5a-49f2b8f4e645 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:56:28.277208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: b193b917-fb37-4a00-be5a-49f2b8f4e645 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:56:28.277954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b193b917-fb37-4a00-be5a-49f2b8f4e645 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:56:28.300162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-bcc33ddc-11d7-4b06-a235-a4e9e9aee259 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:28.301805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-bcc33ddc-11d7-4b06-a235-a4e9e9aee259 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 1094 time: 0.0880268 Sep 26 12:56:28.305004 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a30ea7-3b17-4993-b28a-d5a143d291dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.307779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a30ea7-3b17-4993-b28a-d5a143d291dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.312303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-02a30ea7-3b17-4993-b28a-d5a143d291dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adbf30c5-b5b7-45bf-9cbd-154ea099c645 HTTP/1.1" status: 204 len: 168 time: 0.3910656 Sep 26 12:56:28.328100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-0e54415e-12ec-48a1-b98f-b23766aff550 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01b8c9594aa74a729cff361395c90c56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237736 Sep 26 12:56:28.329321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a30ea7-3b17-4993-b28a-d5a143d291dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbf30c5-b5b7-45bf-9cbd-154ea099c645,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:28.442329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:28.476501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Request body: {'binding': {'host': 'n-h1-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:28.477232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 12:56:28.498115 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:56:28.513415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:28.578281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:28.581339 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1dbeb-4b76-48c0-b9e9-67907671071a" -d '{"events": [{"server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "name": "network-vif-unplugged", "status": "completed", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:28.589380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.601293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.742649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on host n-h1-806683-13 for vnic_type normal with profile {"migrating_to": "n-h2-806683-13"} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:28.742991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:28.743325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:28.764130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:28.764562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Attempting to bind port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:28.786572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:28.786916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:28.787448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:28.787874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Bound port: 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:28.788234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.867916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:28.872028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:28.880644 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.884695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e4968-f766-4581-885e-22d05433591c service neutron] Pushing event updated for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:28.977811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:28.978587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:28.980601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-d52e4968-f766-4581-885e-22d05433591c service neutron] 10.222.0.24 "PUT /v2.0/ports/53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 1123 time: 1.1519094 Sep 26 12:56:29.014354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e4968-f766-4581-885e-22d05433591c service neutron] Pushing event updated for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=8']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:29.135877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['53dc0d72-cb08-4bbb-a253-4d1016164eeb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:29.175455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on host n-h1-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:29.176012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:29.176148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:29.200886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:29.201223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:29.214863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:29.215271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:29.216007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:29.216162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Bound port: e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:29.263691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d5a74-8cd7-4a8c-a6a2-ccf688ab1cb5 req-80ec7e10-1ad5-4288-b659-d53ffe93b303 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:29.271431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6d5a74-8cd7-4a8c-a6a2-ccf688ab1cb5 req-80ec7e10-1ad5-4288-b659-d53ffe93b303 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.1146951 Sep 26 12:56:29.336995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6d5a74-8cd7-4a8c-a6a2-ccf688ab1cb5 req-e328b3ac-d246-4008-9719-d90224abd767 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Sep 26 12:56:29.352957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:29.373340 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:29.375871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-66693ecd-03e2-444b-bc72-f9a0a30859af service neutron] 10.222.0.13 "POST /v2.0/ports/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3/bindings HTTP/1.1" status: 201 len: 390 time: 0.9756296 Sep 26 12:56:29.540781 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d60c088-2177-40a5-94bc-4d06a901ac69 req-7e0d1e66-69b0-4ac2-bdbf-2392cb74f11f tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 210 time: 0.0399218 Sep 26 12:56:29.664693 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afdb226-6d5d-4ad1-aa1d-7bca8c95ed92 x-openstack-request-id: req-0afdb226-6d5d-4ad1-aa1d-7bca8c95ed92 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:29.665281 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "name": "network-vif-unplugged", "status": "completed", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:29.665281 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0afdb226-6d5d-4ad1-aa1d-7bca8c95ed92 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:29.665654 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb', 'code': 200} Sep 26 12:56:29.730573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35459-def6-4ef4-95c9-10fbe5850689 req-77f0daee-3775-401e-a50a-27a430f3b360 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:29.742754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60e35459-def6-4ef4-95c9-10fbe5850689 req-77f0daee-3775-401e-a50a-27a430f3b360 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 950 time: 0.1498556 Sep 26 12:56:29.762244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7b7e-fb4e-4f04-b659-727483aaf5f3 req-88b0fcbf-6fb5-4cd0-9fc4-08de2c202d62 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:29.773313 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e46f7b7e-fb4e-4f04-b659-727483aaf5f3 req-88b0fcbf-6fb5-4cd0-9fc4-08de2c202d62 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 943 time: 0.0739481 Sep 26 12:56:29.802831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60e35459-def6-4ef4-95c9-10fbe5850689 req-60a14c67-be33-42f3-9dad-033e143dbddb tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589828 Sep 26 12:56:29.838972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54742) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:29.841755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e46f7b7e-fb4e-4f04-b659-727483aaf5f3 req-3784b01a-80ae-4f75-8946-af4547e44526 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672140 Sep 26 12:56:29.947542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-6e1c451e-0ab8-4c90-a1b0-1d664838c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:29.949165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-6e1c451e-0ab8-4c90-a1b0-1d664838c098 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1097 time: 0.1030016 Sep 26 12:56:29.979241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f19588-f36a-4617-9bc6-c8d0011678d2 req-1d28b5e6-6f3a-43dd-b676-d8be5a83a953 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:29.980802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4f19588-f36a-4617-9bc6-c8d0011678d2 req-1d28b5e6-6f3a-43dd-b676-d8be5a83a953 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0876791 Sep 26 12:56:30.007707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1581515958-network', 'tenant_id': '01be5536d5bf414a9ec821677b817c48'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:30.047226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 750d5aab-dece-4abe-9f15-d548d384559e details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:30.078444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c6e6e-9344-485e-8642-c1c93573f1fe req-e42e3edd-18df-471f-93ac-a2ca7cc132f2 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:30.091965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-025c6e6e-9344-485e-8642-c1c93573f1fe req-e42e3edd-18df-471f-93ac-a2ca7cc132f2 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 1102 time: 0.0644679 Sep 26 12:56:30.115837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Made reservation on behalf of 01be5536d5bf414a9ec821677b817c48 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:30.122702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.146865 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-025c6e6e-9344-485e-8642-c1c93573f1fe req-fd1ab3f5-5160-4eea-a3a4-cdff22c02c98 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520165 Sep 26 12:56:30.160026 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.243170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 750d5aab-dece-4abe-9f15-d548d384559e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=750d5aab-dece-4abe-9f15-d548d384559e,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:30.256569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-6b0e1ba2-463c-4136-ac1c-95dac6cd697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:30.259145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-6b0e1ba2-463c-4136-ac1c-95dac6cd697c service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.2980852 Sep 26 12:56:30.264675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4f19588-f36a-4617-9bc6-c8d0011678d2 req-7449b285-7679-4444-8df9-06edda663932 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705410 Sep 26 12:56:30.284867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '750d5aab-dece-4abe-9f15-d548d384559e', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'port_id': '750d5aab-dece-4abe-9f15-d548d384559e', 'mac_address': 'fa:16:3e:6b:aa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:30.345641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-01c6e6c7-c8dd-4291-9650-077e62080bdb tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=01b8c9594aa74a729cff361395c90c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382388 Sep 26 12:56:30.398509 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.401279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-afd9a704-f939-4b64-aa88-c6d8f23f39ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 217 time: 0.1260192 Sep 26 12:56:30.435127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750d5aab-dece-4abe-9f15-d548d384559e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:30.513584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 750d5aab-dece-4abe-9f15-d548d384559e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=750d5aab-dece-4abe-9f15-d548d384559e,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:30.519019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.584088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-5d8cec97-24bd-4807-8041-17e112d4a30b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499005 Sep 26 12:56:30.616682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=750d5aab-dece-4abe-9f15-d548d384559e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:30.637153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-cac5fe9e-9d7c-4ebe-b7b2-aa2b98267961 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:30.638855 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-cac5fe9e-9d7c-4ebe-b7b2-aa2b98267961 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756364 Sep 26 12:56:30.668750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Request body: {'port': {'device_id': '28719b5c-a472-4d2c-8117-494a55ea6634', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '01b8c9594aa74a729cff361395c90c56'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:30.677742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-4a523ef1-9c92-4063-912d-0a21179edc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:30.679224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-4a523ef1-9c92-4063-912d-0a21179edc50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.2378488 Sep 26 12:56:30.705063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.723108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.727345 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-57a9c89e-3238-468b-bb27-4b0b9b68d2be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372949 Sep 26 12:56:30.751726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50084839-dbee-43f8-8825-b224c48af64f req-2ab1cad5-1733-4ac6-a32f-40c147094d0c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:30.759051 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50084839-dbee-43f8-8825-b224c48af64f req-2ab1cad5-1733-4ac6-a32f-40c147094d0c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.1874266 Sep 26 12:56:30.781887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:56:30.818043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-3ab5b8b3-bcbd-4c91-b144-948ab0b2061f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:30.821615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['750d5aab-dece-4abe-9f15-d548d384559e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:30.825475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-3ab5b8b3-bcbd-4c91-b144-948ab0b2061f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256343 Sep 26 12:56:30.831997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.832341 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Added segment 32e24a4f-0ae5-41b0-85ab-8b467140d4ca of type vlan for network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 Sep 26 12:56:30.835034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5fa124-1798-4067-b456-0c4b7339be41,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:30.902981 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-a4560a43-8ff0-48ae-8368-58bde67c0b2a tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/quotas/d103dd3ec0534dcbb982235d5b6718d1 HTTP/1.1" status: 200 len: 375 time: 0.0361712 Sep 26 12:56:30.929895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.951077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50084839-dbee-43f8-8825-b224c48af64f req-4d8a696a-4a5b-4c4e-867a-c90a351b247a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908016 Sep 26 12:56:30.982234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-255003cb-2f40-46e3-8416-9757b107a9af service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179451 Sep 26 12:56:30.995025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.996275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:30.997231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:30.999954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Made reservation on behalf of 01b8c9594aa74a729cff361395c90c56 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:31.018211 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:31.070491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2304001 Sep 26 12:56:31.081388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54780) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:31.086824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-57fd2525-4dbc-44a0-8643-0cdb5793e10d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1828806 Sep 26 12:56:31.098793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Request body: {'subnet': {'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1581515958-subnet', 'tenant_id': '01be5536d5bf414a9ec821677b817c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:31.242310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Allocated IP 192.168.233.251 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/59073702-c01c-42b4-b371-54cb57d22978) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:31.244382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10d969-2ca5-44b1-ae1c-9dfd723b2276 admin admin] Pushing event updated for resources: {'Network': ['ID=8cbaf05f-be9a-4942-9168-2ac80aee6e68,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:31.259809 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:56:31.389320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a22a052f-ddc0-4bb4-8fe3-629bb1c3eea9 req-b430e6eb-8d0d-4339-8494-ecce06dbb780 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 210 time: 0.1582625 Sep 26 12:56:31.426606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-1c7b3cee-6411-4072-8f3e-7dedbb68b415 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236498 Sep 26 12:56:31.431783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Made reservation on behalf of 01be5536d5bf414a9ec821677b817c48 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:31.435272 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:31.483665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5aeb3-b7b9-40fc-b7bb-7b26c938d04a req-d2b28db2-07af-4bcf-8312-89b1b6e9ebd9 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:31.491268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dee5aeb3-b7b9-40fc-b7bb-7b26c938d04a req-d2b28db2-07af-4bcf-8312-89b1b6e9ebd9 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 944 time: 0.1094987 Sep 26 12:56:31.547082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:31.559318 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dee5aeb3-b7b9-40fc-b7bb-7b26c938d04a req-3101a96e-bbfd-48e1-ade7-a97d560eb078 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652993 Sep 26 12:56:31.645399 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:31.662591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['77267ea3-52b6-40f3-a183-9b12f4e26931'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:31.685862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9545202-171b-45b4-8bf7-f768a486de38 req-41625e78-8167-4d86-baee-09466258448c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 210 time: 0.0552828 Sep 26 12:56:31.709740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:31.710415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:31.712735 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c356e08c-508c-4cb6-94bf-8898cb59640e" -d '{"events": [{"name": "network-changed", "server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:31.742164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:31.749071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:31.757162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:31.757942 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:31.793753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Pushing event updated for resources: {'Port': ['ID=59073702-c01c-42b4-b371-54cb57d22978,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:31.797552 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1353471 Sep 26 12:56:31.806781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.807477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.807892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.808298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.808702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.809224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.809664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.810060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.810472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.810868 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.811260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.811650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eead78-16ab-44eb-ab5c-ec826d2c5954 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:31.834711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Request body: {'port': {'device_id': '28719b5c-a472-4d2c-8117-494a55ea6634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:31.864158 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263314b9-8c7b-4757-ac02-3a215ff8516a x-openstack-request-id: req-263314b9-8c7b-4757-ac02-3a215ff8516a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:31.864953 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:31.865406 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-263314b9-8c7b-4757-ac02-3a215ff8516a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:31.866414 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb', 'status': 'completed', 'code': 200} Sep 26 12:56:31.909148 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.011289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8625b5-d4a9-45e5-91f4-24b50f99c505 req-0a8e2229-1882-4070-9153-6add57f5d95a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:32.013059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf8625b5-d4a9-45e5-91f4-24b50f99c505 req-0a8e2229-1882-4070-9153-6add57f5d95a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 945 time: 0.2810950 Sep 26 12:56:32.024605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-8d0cbad0-ea24-481c-be40-4fa1c957a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:32.026678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-8d0cbad0-ea24-481c-be40-4fa1c957a290 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1126 time: 0.1520844 Sep 26 12:56:32.034710 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.040921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-74b51bcb-9913-45df-9142-2d41da8570f8 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:32.045633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-74b51bcb-9913-45df-9142-2d41da8570f8 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.2496812 Sep 26 12:56:32.074561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-13'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:32.094260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 53dc0d72-cb08-4bbb-a253-4d1016164eeb details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:32.143351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f093e521-ec99-4b09-a885-dcfc918264e6,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:32.184137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Checking segment: {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:32.184925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Network hostable DHCP agents. Network: 8cbaf05f-be9a-4942-9168-2ac80aee6e68, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:56:32.231534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf8625b5-d4a9-45e5-91f4-24b50f99c505 req-cb7ce3a6-faa9-4a90-9a28-65cbdc38f7ba tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083635 Sep 26 12:56:32.254697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.291702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:32.310516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:56:32.316772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 750d5aab-dece-4abe-9f15-d548d384559e up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:32.325320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 53dc0d72-cb08-4bbb-a253-4d1016164eeb has no active binding in host n-h2-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 12:56:32.372826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 8cbaf05f-be9a-4942-9168-2ac80aee6e68) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:32.380554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384a51-c167-4f56-ae3c-0662112bae5c req-9ffee4a2-48f9-41c0-bf3a-18446d1e3061 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:32.382218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4384a51-c167-4f56-ae3c-0662112bae5c req-9ffee4a2-48f9-41c0-bf3a-18446d1e3061 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.2246175 Sep 26 12:56:32.385730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:32.386357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.414077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af1f19f-b443-47d1-8d30-70c87a91a6d0 None None] Network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:56:32.446626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5f3a9d6f-f88c-4f3a-8429-a7c4c99565af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3545730 Sep 26 12:56:32.467049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-2a6e4edb-a7ee-403b-8fd2-3ece35447946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:32.468820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-2a6e4edb-a7ee-403b-8fd2-3ece35447946 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.4035561 Sep 26 12:56:32.472648 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4384a51-c167-4f56-ae3c-0662112bae5c req-4c924ca5-4b79-4f92-ae1d-d12f3d73a2bf tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825744 Sep 26 12:56:32.533272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-17689c10-f5bc-4411-a8a7-1bea1436ae7f None None] Provisioning complete for port 59073702-c01c-42b4-b371-54cb57d22978 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:32.533697 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-17689c10-f5bc-4411-a8a7-1bea1436ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.579222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-5a8a3a3a-31a1-43ee-ab54-fd6df195936e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 217 time: 0.0942683 Sep 26 12:56:32.613866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 750d5aab-dece-4abe-9f15-d548d384559e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:32.636269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 750d5aab-dece-4abe-9f15-d548d384559e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:32.636642 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.681696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-17689c10-f5bc-4411-a8a7-1bea1436ae7f None None] Port 59073702-c01c-42b4-b371-54cb57d22978 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:56:32.725667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f9cdb-0143-45a9-92a3-9846c5c3c793 req-86cb2646-16d8-4d21-9281-d64f29e95ab7 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:32.728104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc0f9cdb-0143-45a9-92a3-9846c5c3c793 req-86cb2646-16d8-4d21-9281-d64f29e95ab7 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 936 time: 0.2001491 Sep 26 12:56:32.739942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:32.775203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-c643cd9a-5264-48cb-8df3-51d745b0db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:32.776708 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-c643cd9a-5264-48cb-8df3-51d745b0db43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1804686 Sep 26 12:56:32.796817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a685552a-57ea-47ad-ab7f-a4c267f058cb None None] Network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:56:32.838264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc0f9cdb-0143-45a9-92a3-9846c5c3c793 req-1634732b-edd0-4b0b-97bd-5bbc86c1b00f tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013510 Sep 26 12:56:32.850134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:32.889993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-f95007ac-5a34-4f3f-ab48-acbaee45ff36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902367 Sep 26 12:56:32.915918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.928993 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.974151 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:32.986773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61ef15-e56e-4678-bf28-f3062949731f req-0c7328cf-c534-4ef1-b597-b771022ced99 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:33.003829 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc61ef15-e56e-4678-bf28-f3062949731f req-0c7328cf-c534-4ef1-b597-b771022ced99 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 944 time: 0.1843665 Sep 26 12:56:33.040712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 750d5aab-dece-4abe-9f15-d548d384559e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=750d5aab-dece-4abe-9f15-d548d384559e,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:33.041948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:33.045793 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98914fea-0c2a-496c-9c17-5ee805ae20e6" -d '{"events": [{"server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "name": "network-vif-plugged", "status": "completed", "tag": "750d5aab-dece-4abe-9f15-d548d384559e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:33.066621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cce18f5e-9b92-40ea-98e0-73fd36bfda4a req-2b6ab09b-fcea-442c-8839-b0de030db9d3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 210 time: 0.0877891 Sep 26 12:56:33.073625 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:33.118777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:33.123503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on host n-h2-806683-13 for vnic_type normal with profile {"migrating_to": "n-h1-806683-13"} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:33.123837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:33.124174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:33.129923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:33.129923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Attempting to bind port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:33.155108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:33.155453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:33.155855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:33.156308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Bound port: e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:33.159569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:33.224099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc61ef15-e56e-4678-bf28-f3062949731f req-bdf64621-5a97-4f00-96b1-25c15eac89cb tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194729 Sep 26 12:56:33.233742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-cc1a22bc-1858-419b-a4f8-7f5434816303 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298578 Sep 26 12:56:33.275991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.23', 64287) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:56:33.372796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-b0cc01ac-d577-433c-8fd2-66e2680ffcb4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951288 Sep 26 12:56:33.408177 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c356e08c-508c-4cb6-94bf-8898cb59640e req-00d159b9-61a6-477c-a79c-5e889d5a5bca service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518967 Sep 26 12:56:33.415555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59073702-c01c-42b4-b371-54cb57d22978 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:33.420606 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a0b5b-8b74-4a9a-ad09-095639c6ff91 x-openstack-request-id: req-844a0b5b-8b74-4a9a-ad09-095639c6ff91 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:33.423763 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "name": "network-vif-plugged", "status": "completed", "tag": "750d5aab-dece-4abe-9f15-d548d384559e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:33.424212 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-844a0b5b-8b74-4a9a-ad09-095639c6ff91 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:33.424789 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e', 'code': 200} Sep 26 12:56:33.440864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:33.467499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Transition to ACTIVE for port object 59073702-c01c-42b4-b371-54cb57d22978 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:33.494991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:33.540268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=750d5aab-dece-4abe-9f15-d548d384559e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:33.550306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.550655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.551118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.551499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.551886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.552224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.552546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.552867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.553188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.553524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.553848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.554157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:33.622002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=59073702-c01c-42b4-b371-54cb57d22978,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:33.658354 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Attempting to bind port 59073702-c01c-42b4-b371-54cb57d22978 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:33.658700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Attempting to bind port 59073702-c01c-42b4-b371-54cb57d22978 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:33.659282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Attempting to bind port 59073702-c01c-42b4-b371-54cb57d22978 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:33.670922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:33.672371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Port 59073702-c01c-42b4-b371-54cb57d22978 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:33.673321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Attempting to bind port 59073702-c01c-42b4-b371-54cb57d22978 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:33.691762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa6932-51a0-4e52-b25e-c1470eafed5b req-5a9df266-0c2e-462d-a784-c59533961a25 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:33.701934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-59aa6932-51a0-4e52-b25e-c1470eafed5b req-5a9df266-0c2e-462d-a784-c59533961a25 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.2246599 Sep 26 12:56:33.704584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:33.704985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:33.705374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:33.705896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Bound port: 59073702-c01c-42b4-b371-54cb57d22978, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:33.706250 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:33.766819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:33.770154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-59aa6932-51a0-4e52-b25e-c1470eafed5b req-2ab6d938-a960-401b-bc4f-37f50b236151 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672629 Sep 26 12:56:33.786187 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:33.809015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcb5dd-8c83-448f-830e-66b0ee86744f req-803ef1f6-c423-4c77-91c7-0ff79371a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:33.810578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32fcb5dd-8c83-448f-830e-66b0ee86744f req-803ef1f6-c423-4c77-91c7-0ff79371a1a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 1097 time: 0.2713745 Sep 26 12:56:33.867201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:33.869560 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa22eaa-8407-48d9-ad1a-c816651e61fb" -d '{"events": [{"server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:33.892005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] For port 59073702-c01c-42b4-b371-54cb57d22978, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:33.905579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] For port 59073702-c01c-42b4-b371-54cb57d22978, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59073702-c01c-42b4-b371-54cb57d22978,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:33.914528 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:33.941028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-6d3a609a-766c-495f-8a46-4a8c06330ed9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:33.942606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-6d3a609a-766c-495f-8a46-4a8c06330ed9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 815 time: 0.4685428 Sep 26 12:56:33.963810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-150dec0d-5b1f-469c-9b6f-a56e2dbed937 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:33.966183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-150dec0d-5b1f-469c-9b6f-a56e2dbed937 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5650523 Sep 26 12:56:34.013640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:34.014277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:34.015670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] 10.222.0.23 "PUT /v2.0/ports/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 1123 time: 1.9523990 Sep 26 12:56:34.016983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-2c0c0e64-41f6-4b5d-a4ae-0a539562c16d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/quotas/01be5536d5bf414a9ec821677b817c48 HTTP/1.1" status: 200 len: 375 time: 0.0481284 Sep 26 12:56:34.020884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:34.021768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:34.027599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Request body: {'port': {'device_id': 'cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'd103dd3ec0534dcbb982235d5b6718d1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:34.030732 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] 10.222.0.23 "PUT /v2.0/ports/59073702-c01c-42b4-b371-54cb57d22978 HTTP/1.1" status: 200 len: 1097 time: 2.2003677 Sep 26 12:56:34.033602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28719b5c-a472-4d2c-8117-494a55ea6634', 'tag': '59073702-c01c-42b4-b371-54cb57d22978'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:34.037742 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b" -d '{"events": [{"name": "network-changed", "server_uuid": "28719b5c-a472-4d2c-8117-494a55ea6634", "tag": "59073702-c01c-42b4-b371-54cb57d22978"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:34.041117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b31ff4-4041-4c1f-bdf0-eb7298e7ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=59073702-c01c-42b4-b371-54cb57d22978,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:34.071709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=8']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:34.104881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f6b11-0dc2-40be-9137-4b153eaa5c9f req-14efb08b-ea6e-4c67-85f4-0db1ddc5f17c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:34.107215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32fcb5dd-8c83-448f-830e-66b0ee86744f req-558fc31d-7736-4974-b214-fb72a6ab2553 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527139 Sep 26 12:56:34.115164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a0f6b11-0dc2-40be-9137-4b153eaa5c9f req-14efb08b-ea6e-4c67-85f4-0db1ddc5f17c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.1383109 Sep 26 12:56:34.135712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-2da51e0f-f11e-4723-ba44-2c3c3457ee63 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861137 Sep 26 12:56:34.137188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.137563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.137912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.139157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.139503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.139839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.140493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.140857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.141195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.142080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.142578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.142911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68d47-1a45-4712-83ab-a20b1ab67db8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:56:34.144814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['e9e8992d-7ff8-41b5-824a-fff3de7ad8b3'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:34.222138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a0f6b11-0dc2-40be-9137-4b153eaa5c9f req-1436110c-1eef-44e8-8b74-33a73cbb35b3 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059210 Sep 26 12:56:34.239362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-37f609b8-917b-4b7c-b726-ba92212403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:34.240875 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-37f609b8-917b-4b7c-b726-ba92212403f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01b8c9594aa74a729cff361395c90c56&device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 1100 time: 0.1236820 Sep 26 12:56:34.320936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-c9311d49-7821-416e-9a83-4d2e1a483854 service neutron] 10.222.0.13 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695230 Sep 26 12:56:34.361295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-47bcec11-88a6-48dc-88ff-0bf91cb07eae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=59073702-c01c-42b4-b371-54cb57d22978 HTTP/1.1" status: 200 len: 217 time: 0.0842283 Sep 26 12:56:34.440801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-d702c694-040c-4362-a69b-787b0fbed290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:34.442298 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-d702c694-040c-4362-a69b-787b0fbed290 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0690041 Sep 26 12:56:34.456250 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64121244-717a-46fd-a3de-8384d51edcc6 x-openstack-request-id: req-64121244-717a-46fd-a3de-8384d51edcc6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:34.456679 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:34.457161 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64121244-717a-46fd-a3de-8384d51edcc6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:34.457605 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3', 'code': 200} Sep 26 12:56:34.486945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Made reservation on behalf of d103dd3ec0534dcbb982235d5b6718d1 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:34.495761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:34.512916 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-993e16d6-8669-46ea-850a-88ec310edac5 service neutron] 10.222.0.13 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908088 Sep 26 12:56:34.587404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-4381d65d-8bb8-437c-bd34-64e153fe2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:34.589333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-4381d65d-8bb8-437c-bd34-64e153fe2c65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274009 Sep 26 12:56:34.622822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320422f-8841-4672-a43a-861389c4494b req-44d0c0f9-5ad7-4b64-b0da-e4e4b71bac42 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:34.624580 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a320422f-8841-4672-a43a-861389c4494b req-44d0c0f9-5ad7-4b64-b0da-e4e4b71bac42 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 948 time: 0.1090918 Sep 26 12:56:34.712486 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8fc766-a1fe-4527-b6f4-c9271428b103 x-openstack-request-id: req-fa8fc766-a1fe-4527-b6f4-c9271428b103 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:34.712786 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28719b5c-a472-4d2c-8117-494a55ea6634", "tag": "59073702-c01c-42b4-b371-54cb57d22978", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:34.713040 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa8fc766-a1fe-4527-b6f4-c9271428b103 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:34.713732 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28719b5c-a472-4d2c-8117-494a55ea6634', 'tag': '59073702-c01c-42b4-b371-54cb57d22978', 'status': 'completed', 'code': 200} Sep 26 12:56:34.740349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Allocated IP 192.168.233.92 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/827b8dbb-eb67-446f-8ac4-e6d21e976d61) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:34.751481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a320422f-8841-4672-a43a-861389c4494b req-80a7037b-81e4-4375-bea1-d8f3307a4a2f tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093581 Sep 26 12:56:34.794146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-47418560-edac-47b1-856b-80fe6ad2a0b2 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946156 Sep 26 12:56:34.916653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f06f7eb-7561-4e41-9ad7-896799754b3c req-383291e9-f726-49ff-8944-35e671614b0d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 210 time: 0.1095595 Sep 26 12:56:34.994671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615b2b-ac10-428d-aab1-ad60b9c8a8a3 req-50bda8ae-0934-43fc-8bc0-5677db6ef502 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:35.003078 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e615b2b-ac10-428d-aab1-ad60b9c8a8a3 req-50bda8ae-0934-43fc-8bc0-5677db6ef502 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 945 time: 0.1493227 Sep 26 12:56:35.066653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e615b2b-ac10-428d-aab1-ad60b9c8a8a3 req-75de58ef-c9cb-4bf3-8a58-3d4cc345f528 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614812 Sep 26 12:56:35.074183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db4da901-7d96-4ea6-a54c-42f9edbb5670 req-3953e12d-fb2f-4568-8736-b1c6c2d8f85e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 210 time: 0.0418735 Sep 26 12:56:35.120179 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4b7542d-9972-433e-b7fe-69bab05bb690 req-59cfc9a7-d702-42c5-9920-e0f7866d6942 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071144 Sep 26 12:56:35.185394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:35.247518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:35.265992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51', '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:35.271119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b', '049fee4d-352c-44a5-8491-79e4f68babcb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:35.380199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f27554-5f6c-4ee3-bfdc-4c61cb8a5366 req-07de9f0a-c329-41c4-a248-0c0be207b025 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:35.381730 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8f27554-5f6c-4ee3-bfdc-4c61cb8a5366 req-07de9f0a-c329-41c4-a248-0c0be207b025 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.2245131 Sep 26 12:56:35.418104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-c6564f78-e077-408a-a112-6e27425af744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:35.419728 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-c6564f78-e077-408a-a112-6e27425af744 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01b8c9594aa74a729cff361395c90c56&device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 1100 time: 0.1585619 Sep 26 12:56:35.423606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:35.431434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:35.444679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:35.516150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'Port': ['ID=827b8dbb-eb67-446f-8ac4-e6d21e976d61,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:35.583750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaefbc-5ac3-4fa0-b3ac-6a665426a182 req-a9eafa5d-8660-4d77-b9d4-ad557f1aeec5 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:35.586920 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3eaefbc-5ac3-4fa0-b3ac-6a665426a182 req-a9eafa5d-8660-4d77-b9d4-ad557f1aeec5 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.2493932 Sep 26 12:56:35.619889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:35.620587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:35.625219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-6c7212c0-4d55-4719-8bc7-81eed7289443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:35.628169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-6c7212c0-4d55-4719-8bc7-81eed7289443 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1909723 Sep 26 12:56:35.684365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-31c29200-6741-4050-a83e-9113c2619981 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6849780 Sep 26 12:56:35.701706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Request body: {'port': {'device_id': 'cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:35.805212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3eaefbc-5ac3-4fa0-b3ac-6a665426a182 req-a67ce0b7-3354-4851-b204-30ec7e427f0e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004585 Sep 26 12:56:35.824933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:35.905724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5b4b8df3-faca-4db3-b740-a1b9593ba7c5 None None] Provisioning complete for port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:35.906116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8df3-faca-4db3-b740-a1b9593ba7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:36.064998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b8df3-faca-4db3-b740-a1b9593ba7c5 None None] Port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:56:36.082569 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-0211bc57-d0a9-4686-aa9b-dedf896738a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=59073702-c01c-42b4-b371-54cb57d22978 HTTP/1.1" status: 200 len: 217 time: 0.4442692 Sep 26 12:56:36.126258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8f27554-5f6c-4ee3-bfdc-4c61cb8a5366 req-d611926e-c296-4508-9fed-81c7f363c295 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7281103 Sep 26 12:56:36.228893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-4664637f-7eda-4b29-b0ea-41c01f1187db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:36.236121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-4664637f-7eda-4b29-b0ea-41c01f1187db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1400137 Sep 26 12:56:36.353600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-87cf1378-fb1f-496c-b858-b130d481c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:36.355516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-87cf1378-fb1f-496c-b858-b130d481c836 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038570 Sep 26 12:56:36.476826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d604b07-6582-450a-b5b0-ce187d7022cd req-80a729ee-05db-4a2f-a0e5-3fc4229ec450 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:36.484627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d604b07-6582-450a-b5b0-ce187d7022cd req-80a729ee-05db-4a2f-a0e5-3fc4229ec450 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 935 time: 0.1794224 Sep 26 12:56:36.489112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-664f2a4b-a12a-46fc-84d2-983d4de8b072 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228156 Sep 26 12:56:36.596115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827b8dbb-eb67-446f-8ac4-e6d21e976d61 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:36.603738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:36.604066 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd866d-5cb0-486e-9b4f-d400e5eaaf7b req-a2694380-f422-412c-a486-29c13dc1bb5e service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938087 Sep 26 12:56:36.616232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:36.618849 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33498e3-8ca3-41fa-88ad-0ef325538b92" -d '{"events": [{"name": "network-changed", "server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:36.621994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d604b07-6582-450a-b5b0-ce187d7022cd req-d02233dd-a698-4054-b245-13c5af479bca tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353562 Sep 26 12:56:36.688970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Transition to ACTIVE for port object 827b8dbb-eb67-446f-8ac4-e6d21e976d61 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:36.736613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:36.843398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421db7a-d56c-4515-a8ce-35190a578ff4 req-1704ef82-bf68-42d7-9c59-4d9ab1aed08d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:36.852811 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8421db7a-d56c-4515-a8ce-35190a578ff4 req-1704ef82-bf68-42d7-9c59-4d9ab1aed08d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 945 time: 0.1234951 Sep 26 12:56:36.891132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-8489a7d2-8833-4449-8c0c-a944be567f96 service neutron] 10.222.0.23 "GET /v2.0/ports/53dc0d72-cb08-4bbb-a253-4d1016164eeb/bindings/n-h2-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.2582026 Sep 26 12:56:36.921348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a195-98ce-4f73-bd72-16b95fd19e34 req-740a6fd0-d0a9-4dca-88bd-634da702cce3 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:36.928967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc89a195-98ce-4f73-bd72-16b95fd19e34 req-740a6fd0-d0a9-4dca-88bd-634da702cce3 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 948 time: 0.3066576 Sep 26 12:56:36.936168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8421db7a-d56c-4515-a8ce-35190a578ff4 req-e8b5d9fb-780d-4277-b023-32c6e8de190f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822623 Sep 26 12:56:36.978662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:37.035343 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8834819-5cad-4cbe-961d-895b37ea9d21 req-4aad3f39-4210-4ebd-a0f9-f1457cab1016 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 210 time: 0.0391679 Sep 26 12:56:37.078616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Pushing event updated for resources: {'Port': ['ID=827b8dbb-eb67-446f-8ac4-e6d21e976d61,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:37.144040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc89a195-98ce-4f73-bd72-16b95fd19e34 req-510d8e51-83bd-4ef1-98f6-6416bfc060b6 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129672 Sep 26 12:56:37.158651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:37.172219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 has no active binding in host n-h1-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 12:56:37.190020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Attempting to bind port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:37.190360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Attempting to bind port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:37.190685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Attempting to bind port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:37.214135 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b47fa8-686c-4d38-9b39-b92b7f4bd4fb x-openstack-request-id: req-e7b47fa8-686c-4d38-9b39-b92b7f4bd4fb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:37.214514 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:37.214700 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7b47fa8-686c-4d38-9b39-b92b7f4bd4fb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:37.215050 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3', 'status': 'completed', 'code': 200} Sep 26 12:56:37.225886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-61f46542-af41-4173-bc6a-05b99ddc8c3d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:37.227363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-61f46542-af41-4173-bc6a-05b99ddc8c3d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.24 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 815 time: 0.5245202 Sep 26 12:56:37.228913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:37.229239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Attempting to bind port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:37.238612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:37.238949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:37.239334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:37.239760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Bound port: 827b8dbb-eb67-446f-8ac4-e6d21e976d61, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:37.240125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:37.249038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Request body: {'port': {'device_id': '247173e9-ad83-42ee-9e22-49a088c80e68', 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'admin_state_up': True, 'tenant_id': '01be5536d5bf414a9ec821677b817c48'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:37.310531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672395da-48f3-4268-89c5-406efe066d0d req-52c85790-6472-4d52-b70c-aafe14ec4faa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:37.312223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-672395da-48f3-4268-89c5-406efe066d0d req-52c85790-6472-4d52-b70c-aafe14ec4faa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 943 time: 0.0616302 Sep 26 12:56:37.337354 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-07024590-0a79-4ec5-93b9-79cd71df96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:37.339243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-07024590-0a79-4ec5-93b9-79cd71df96c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1126 time: 0.1200080 Sep 26 12:56:37.470520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-6ae4f95a-b339-4c38-9b1f-3f5267100df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:37.472094 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-6ae4f95a-b339-4c38-9b1f-3f5267100df9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1248558 Sep 26 12:56:37.530004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-672395da-48f3-4268-89c5-406efe066d0d req-6250ac12-1be0-44ed-8e9b-d56fbb01fe6e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917953 Sep 26 12:56:37.593150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-40217e94-c21d-42c8-b48e-f7957986880c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 217 time: 0.1097679 Sep 26 12:56:37.676706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:37.696692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-475949a0-0772-496f-b3b1-7521ecb9ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:37.698368 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-475949a0-0772-496f-b3b1-7521ecb9ae31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0958915 Sep 26 12:56:37.702392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-958cd915-40f9-4de6-9a56-2c3f426095ec tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:37.704670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-958cd915-40f9-4de6-9a56-2c3f426095ec tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2819991 Sep 26 12:56:37.710010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592ada4-bc48-4164-9e6d-6b47c00e0d80 req-2b07b757-1f23-46a7-a921-fcc7fe32adfb tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:37.717227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0592ada4-bc48-4164-9e6d-6b47c00e0d80 req-2b07b757-1f23-46a7-a921-fcc7fe32adfb tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.1001034 Sep 26 12:56:37.732858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] For port 827b8dbb-eb67-446f-8ac4-e6d21e976d61, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:37.749209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-fe1af6a3-39ee-4060-8034-3d70163f744a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287297 Sep 26 12:56:37.784742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:37.795811 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0592ada4-bc48-4164-9e6d-6b47c00e0d80 req-614482f5-d8f4-4859-942d-e2acc1157937 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Sep 26 12:56:37.808098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Made reservation on behalf of 01be5536d5bf414a9ec821677b817c48 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:37.812130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:37.815472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] For port 827b8dbb-eb67-446f-8ac4-e6d21e976d61, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=827b8dbb-eb67-446f-8ac4-e6d21e976d61,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:37.849248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-037c625f-b43c-45f4-8a50-c50798aa0319 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 695 time: 0.1264935 Sep 26 12:56:37.866741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:37.881104 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-bd20fc46-d13d-4031-a53c-1150084905b4 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164725 Sep 26 12:56:37.893637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dc0d72-cb08-4bbb-a253-4d1016164eeb {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:37.941682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Request body: {'floatingip': {'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:37.996653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:38.004622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:38.005735 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:38.007245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] 10.222.0.23 "PUT /v2.0/ports/827b8dbb-eb67-446f-8ac4-e6d21e976d61 HTTP/1.1" status: 200 len: 1096 time: 2.3106482 Sep 26 12:56:38.032615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbc95d-d98f-4fc9-8649-deb2a1ce9b38 req-6b1cc83a-c416-4e93-83a4-6a237fc274fe tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:38.034552 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16bbc95d-d98f-4fc9-8649-deb2a1ce9b38 req-6b1cc83a-c416-4e93-83a4-6a237fc274fe tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 947 time: 0.1059442 Sep 26 12:56:38.089044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c33498e3-8ca3-41fa-88ad-0ef325538b92 req-0bea5556-874e-497e-9ac2-77e796d49f20 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980441 Sep 26 12:56:38.107399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:38.147333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16bbc95d-d98f-4fc9-8649-deb2a1ce9b38 req-e089ffc6-2cc9-4b07-9278-c1c379dbb0ed tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015177 Sep 26 12:56:38.181776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:38.206998 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1ff5347b-d8cf-46af-a12c-c781d2403fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:38.259702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-254207dc-28bb-4670-bc85-f031de10abe0 req-dda96d18-6d46-4ce4-bc74-8e672408e9ef tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 210 time: 0.0448048 Sep 26 12:56:38.281436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518bea3-4675-4d59-9b88-5131df8e2846 service neutron] Pushing event updated for resources: {'Port': ['ID=827b8dbb-eb67-446f-8ac4-e6d21e976d61,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:38.437575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0fc5-ed53-4491-ba70-5ee9be360930 req-78484298-ef86-4dbf-937b-2910f4d8a51a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:38.446032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4dd0fc5-ed53-4491-ba70-5ee9be360930 req-78484298-ef86-4dbf-937b-2910f4d8a51a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 948 time: 0.0593681 Sep 26 12:56:38.457915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-50630e34-18ab-48b3-b1ce-f1de0ffe10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:38.459423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-50630e34-18ab-48b3-b1ce-f1de0ffe10a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 1099 time: 0.3770003 Sep 26 12:56:38.482345 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4dd0fc5-ed53-4491-ba70-5ee9be360930 req-252fa387-d859-49bf-b0d7-b927bfff0d89 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345061 Sep 26 12:56:38.570154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] Transition to ACTIVE for port object 53dc0d72-cb08-4bbb-a253-4d1016164eeb will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:38.578388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Allocated IP 172.20.0.9 (8cbaf05f-be9a-4942-9168-2ac80aee6e68/f093e521-ec99-4b09-a885-dcfc918264e6/a6c2b10f-4168-4ba3-ab12-8b9b821620d8) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:38.582661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-6a08025c-8fbb-4bf0-b16a-6564a4327d78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=827b8dbb-eb67-446f-8ac4-e6d21e976d61 HTTP/1.1" status: 200 len: 217 time: 0.1129827 Sep 26 12:56:38.587786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:38.655909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59eb7ba-f9c7-48c2-94f0-4402336c5c09 req-b6d4d012-8d08-439a-a601-580b3e43af62 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:38.657657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f59eb7ba-f9c7-48c2-94f0-4402336c5c09 req-b6d4d012-8d08-439a-a601-580b3e43af62 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0516078 Sep 26 12:56:38.696639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f59eb7ba-f9c7-48c2-94f0-4402336c5c09 req-374a03b1-e725-4eb0-8f99-00036779692f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Sep 26 12:56:38.752349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-12956113-0ac5-4b53-b22a-88eba8bbd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:38.753833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-12956113-0ac5-4b53-b22a-88eba8bbd88f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1587131 Sep 26 12:56:38.758352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] Pushing event updated for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:38.761059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] No DVR routers for this DVR port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:56:38.921846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bbd1f-402e-434d-b0cd-d8c78059602f req-fa69c1b6-d1ee-49a2-acd2-6a1850d9941a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:38.923900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af0bbd1f-402e-434d-b0cd-d8c78059602f req-fa69c1b6-d1ee-49a2-acd2-6a1850d9941a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0504415 Sep 26 12:56:38.968345 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af0bbd1f-402e-434d-b0cd-d8c78059602f req-0bd3b580-e1fe-40a9-83a7-63af981ae68f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382178 Sep 26 12:56:38.976544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 59073702-c01c-42b4-b371-54cb57d22978 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:38.982860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 53dc0d72-cb08-4bbb-a253-4d1016164eeb no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:56:39.058155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 53dc0d72-cb08-4bbb-a253-4d1016164eeb not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:56:39.113808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 59073702-c01c-42b4-b371-54cb57d22978, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59073702-c01c-42b4-b371-54cb57d22978,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:39.124499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '59073702-c01c-42b4-b371-54cb57d22978', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '59073702-c01c-42b4-b371-54cb57d22978', 'mac_address': 'fa:16:3e:c3:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:39.162967 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:39.177316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59073702-c01c-42b4-b371-54cb57d22978 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:39.197393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 59073702-c01c-42b4-b371-54cb57d22978, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59073702-c01c-42b4-b371-54cb57d22978,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:39.203189 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:39.212554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-49007dd0-8b3a-48d3-a68c-2209815f13d2 service neutron] 10.222.0.23 "PUT /v2.0/ports/53dc0d72-cb08-4bbb-a253-4d1016164eeb/bindings/n-h2-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 2.2649994 Sep 26 12:56:39.218594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c', 'tag': '827b8dbb-eb67-446f-8ac4-e6d21e976d61'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:39.221387 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1498d-290f-473d-8896-afe7d1f19c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c", "tag": "827b8dbb-eb67-446f-8ac4-e6d21e976d61"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:39.258525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=59073702-c01c-42b4-b371-54cb57d22978,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:39.259382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76714062-8643-490c-bf87-2ed058fe1de9 req-81e1dbac-7846-4bdb-8bbb-7381111fb979 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.260435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76714062-8643-490c-bf87-2ed058fe1de9 req-81e1dbac-7846-4bdb-8bbb-7381111fb979 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 947 time: 0.0525701 Sep 26 12:56:39.268996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-46120699-5050-4ae8-a1b1-d3eb6e0b03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.270515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-46120699-5050-4ae8-a1b1-d3eb6e0b03d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4802618 Sep 26 12:56:39.302319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76714062-8643-490c-bf87-2ed058fe1de9 req-3f75ca51-40e9-405f-99ec-31203015ea74 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Sep 26 12:56:39.350107 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:39.366194 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8def143f-1400-4907-a009-f9b35c3026f9 x-openstack-request-id: req-8def143f-1400-4907-a009-f9b35c3026f9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:39.366394 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c", "tag": "827b8dbb-eb67-446f-8ac4-e6d21e976d61", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:39.366609 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8def143f-1400-4907-a009-f9b35c3026f9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:39.366988 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c', 'tag': '827b8dbb-eb67-446f-8ac4-e6d21e976d61', 'status': 'completed', 'code': 200} Sep 26 12:56:39.398375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:39.431332 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:39.481628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a284a16-deab-497b-b3e1-e01e0e5625ee req-6eea2f1b-d123-4217-ba05-4b5fff83a30c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 210 time: 0.0465083 Sep 26 12:56:39.516041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-f007b006-467d-444f-91a9-158702e7d499 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.518180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-f007b006-467d-444f-91a9-158702e7d499 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.1206257 Sep 26 12:56:39.529281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:39.580074 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-7d52bfa3-721f-4f08-8c8b-c92446d2865a service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445111 Sep 26 12:56:39.599429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:39.617869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-aca2a1a8-1888-4351-aec3-829fc446fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.619973 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-aca2a1a8-1888-4351-aec3-829fc446fd32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5&tenant_id=1f82c8d8c1114d228c91c52e4f309952 HTTP/1.1" status: 200 len: 1096 time: 0.0869761 Sep 26 12:56:39.623455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:39.635102 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 associated. External IP: 172.25.4.13, port: 63b8ef35-436a-49c7-a109-1c991e19d00d. Sep 26 12:56:39.638308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:39.643353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Pushing event updated for resources: {'Port': ['ID=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:39.696675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-698e5dfd-044b-4b42-84e3-10a344271802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.698264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-698e5dfd-044b-4b42-84e3-10a344271802 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0479672 Sep 26 12:56:39.815195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-2d00d4f5-22ac-4b15-8992-0becb818e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.815455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.815902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:39.816626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-2d00d4f5-22ac-4b15-8992-0becb818e203 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.1091492 Sep 26 12:56:39.850479 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e96637-38cc-4949-8b0b-3c3fe210d77b req-b939f78b-ffef-41ed-a42b-0f6e33150479 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499013 Sep 26 12:56:39.853169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-68c531a8-6ee1-43d2-bf04-dedabdee5501 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6094937 Sep 26 12:56:39.880261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-11eeff9a-f86a-430f-a497-5c98fc39c4ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 217 time: 0.0485680 Sep 26 12:56:39.892648 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['59073702-c01c-42b4-b371-54cb57d22978'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:39.896729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Request body: {'port': {'device_id': '247173e9-ad83-42ee-9e22-49a088c80e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:39.906230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a5988-4745-4433-a5f4-c96bb55d4105 req-49ef0d42-aebb-4da3-8f9f-165ae82a8909 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.907760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-650a5988-4745-4433-a5f4-c96bb55d4105 req-49ef0d42-aebb-4da3-8f9f-165ae82a8909 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 949 time: 0.1064749 Sep 26 12:56:39.969366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-65703b48-655b-452c-ba5b-79961c17e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:39.971328 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-65703b48-655b-452c-ba5b-79961c17e428 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.0828106 Sep 26 12:56:39.979126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-650a5988-4745-4433-a5f4-c96bb55d4105 req-4e8ae09e-e7f3-41bd-88b0-4d12d3c165d6 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525286 Sep 26 12:56:40.023589 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-20f7567f-61d9-404d-929e-c1ee7ee7f8c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361230 Sep 26 12:56:40.038545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-bd056cee-d1a7-48f8-a5fa-1d0859f669ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.040106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-bd056cee-d1a7-48f8-a5fa-1d0859f669ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 1099 time: 0.1237926 Sep 26 12:56:40.047220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:40.084780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:56:40.156266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-4758ec20-7577-47b3-a66e-f84dbe9eef4b service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232140 Sep 26 12:56:40.288019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39c263-2e27-4aa0-8901-d09ee129cc37 req-39a4daaa-9a05-4508-a199-03872d4bf787 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.289610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e39c263-2e27-4aa0-8901-d09ee129cc37 req-39a4daaa-9a05-4508-a199-03872d4bf787 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.1017258 Sep 26 12:56:40.302062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-32bd621e-f189-46f2-a0c7-b5f7e7a68af8 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340730 Sep 26 12:56:40.327084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-596538d8-6fd5-4f14-ba8e-f6fb82dbf007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.328591 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-596538d8-6fd5-4f14-ba8e-f6fb82dbf007 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2763243 Sep 26 12:56:40.337628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e39c263-2e27-4aa0-8901-d09ee129cc37 req-94819862-d190-4c6c-9ffb-bc3148ff471c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Sep 26 12:56:40.400566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-411d330f-abf2-4355-9517-f6690f07003b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=827b8dbb-eb67-446f-8ac4-e6d21e976d61 HTTP/1.1" status: 200 len: 217 time: 0.0527928 Sep 26 12:56:40.407190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:40.412520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:40.423161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:40.432375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:40.433062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:40.475885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60661e-de1d-4af3-a850-0dd9a2ca2538 req-36641cad-1531-46bf-94bc-12f0a7e7ca6d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.477616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f60661e-de1d-4af3-a850-0dd9a2ca2538 req-36641cad-1531-46bf-94bc-12f0a7e7ca6d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0736926 Sep 26 12:56:40.514305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-37bee85f-aca3-48e7-aa4b-e7b3148c2c41 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "PUT /v2.0/floatingips/7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 HTTP/1.1" status: 200 len: 996 time: 2.6447399 Sep 26 12:56:40.536655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f60661e-de1d-4af3-a850-0dd9a2ca2538 req-5e770832-4c91-4b45-85ea-c20521350c25 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Sep 26 12:56:40.561808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-cfbd00ba-2618-400d-8037-1b1fb989bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.563423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-cfbd00ba-2618-400d-8037-1b1fb989bed4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1486404 Sep 26 12:56:40.564396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:40.640311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-87432220-44c8-460d-a1b9-8625a0b645f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.646033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-87432220-44c8-460d-a1b9-8625a0b645f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.1195815 Sep 26 12:56:40.670936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-b8f9fc16-09a7-4c88-8ecc-a8978de7f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.671984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-498e123d-c19b-44f7-99b4-cfb5ccdaeb24 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.672969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-b8f9fc16-09a7-4c88-8ecc-a8978de7f49f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928154 Sep 26 12:56:40.673913 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-498e123d-c19b-44f7-99b4-cfb5ccdaeb24 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0830615 Sep 26 12:56:40.694945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9dcca-e4f0-4201-b0e4-82981be3eaff req-f7339f93-174d-434a-91f5-6bf30b28e8e0 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.696564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9b9dcca-e4f0-4201-b0e4-82981be3eaff req-f7339f93-174d-434a-91f5-6bf30b28e8e0 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 949 time: 0.0671155 Sep 26 12:56:40.752828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c2b10f-4168-4ba3-ab12-8b9b821620d8 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:40.771067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9b9dcca-e4f0-4201-b0e4-82981be3eaff req-aa53e391-971b-4dc7-ba14-d10fd0b53494 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672021 Sep 26 12:56:40.846018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-3cc50459-cb92-449f-ac5c-e767cd9083ce service neutron] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:40.850265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-3cc50459-cb92-449f-ac5c-e767cd9083ce service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:40.851678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63bacfe0-3907-4fe4-81e3-8be1cc0d367f req-3cc50459-cb92-449f-ac5c-e767cd9083ce service neutron] 10.222.0.24 "DELETE /v2.0/ports/53dc0d72-cb08-4bbb-a253-4d1016164eeb/bindings/n-h1-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.1540058 Sep 26 12:56:40.900596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:e2:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:39Z', 'revision_number': 1, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:40.924794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182127a-067d-41a2-a069-190e0fcb5ef6 req-f568e19c-ac2d-4484-88f8-24cbe6916a68 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:40.926799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d182127a-067d-41a2-a069-190e0fcb5ef6 req-f568e19c-ac2d-4484-88f8-24cbe6916a68 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 947 time: 0.0741158 Sep 26 12:56:40.932663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:40.951011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:40.951732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:40.976219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d182127a-067d-41a2-a069-190e0fcb5ef6 req-0a77d4c7-de03-44ed-a728-e3b09890fb93 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Sep 26 12:56:41.029409 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-47e574a4-2bac-4884-984e-7d1b4bfa4d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:41.045413 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:41.075018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:41.089754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8c690-81f9-429b-b14e-e3d96c3dc388 req-4ded8bb8-39f6-4c5b-b54b-b8071111a03f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.091492 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4f8c690-81f9-429b-b14e-e3d96c3dc388 req-4ded8bb8-39f6-4c5b-b54b-b8071111a03f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 931 time: 0.0527711 Sep 26 12:56:41.115641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Transition to ACTIVE for port object a6c2b10f-4168-4ba3-ab12-8b9b821620d8 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:41.129950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:41.136141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4f8c690-81f9-429b-b14e-e3d96c3dc388 req-a3972633-b4a5-49ed-9f36-7e19a86f8b74 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Sep 26 12:56:41.173307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-ca32c137-4f77-4871-b63e-cb101b931bb4 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811022 Sep 26 12:56:41.176434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-a22aae6f-6b3a-46bb-b73b-455bef346d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.177849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-a22aae6f-6b3a-46bb-b73b-455bef346d78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.5214040 Sep 26 12:56:41.279760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Pushing event updated for resources: {'Port': ['ID=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:41.306589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b74eb9-07c9-4952-847c-6becafe6feaf req-c43e0851-8ee7-4ed4-96fa-5b634dbffc9a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.308154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76b74eb9-07c9-4952-847c-6becafe6feaf req-c43e0851-8ee7-4ed4-96fa-5b634dbffc9a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 949 time: 0.0526469 Sep 26 12:56:41.330326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:e2:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:39Z', 'revision_number': 1, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:41.347769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76b74eb9-07c9-4952-847c-6becafe6feaf req-4ddb3aef-c72a-4744-8bcf-8c3aa19273b0 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Sep 26 12:56:41.362079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2670e-eeb0-4793-9f0f-9cc1c7cc4539 None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:e2:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:39Z', 'revision_number': 1, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:41.368797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:41.371013 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0388b6-4152-4e43-b1bd-848917491a30" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:41.379568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-4ce86433-8998-4cfb-97d1-0e7ac91186ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 999 time: 0.1933639 Sep 26 12:56:41.458608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Attempting to bind port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:41.459016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Attempting to bind port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:41.459404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Attempting to bind port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:41.465613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d1498d-290f-473d-8896-afe7d1f19c2c req-81b73174-ed4e-4693-97c5-88b43fc1a384 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648928 Sep 26 12:56:41.471950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:41.472292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Attempting to bind port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:41.477135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-4b2e2e8b-6c90-4b43-a5e8-2dd302258ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.478738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-4b2e2e8b-6c90-4b43-a5e8-2dd302258ed0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0909691 Sep 26 12:56:41.481895 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c5d08d-7ba8-472e-ba71-d062dcd26955 x-openstack-request-id: req-c1c5d08d-7ba8-472e-ba71-d062dcd26955 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:41.482249 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:41.482401 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1c5d08d-7ba8-472e-ba71-d062dcd26955 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:41.483225 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'status': 'completed', 'code': 200} Sep 26 12:56:41.485367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:41.486060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Checking segment: {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:41.486623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Bound using segment: {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:41.487253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Bound port: a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:41.488622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:41.557074 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:41.589720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c4448-2fe4-4b4d-a707-5632a35b524a req-93904130-2a01-4827-8fe7-47abac939461 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.592106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a31c4448-2fe4-4b4d-a707-5632a35b524a req-93904130-2a01-4827-8fe7-47abac939461 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0653737 Sep 26 12:56:41.627182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-f8d69ab8-c6e3-4a6a-b222-0f3fc04153da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.628716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-f8d69ab8-c6e3-4a6a-b222-0f3fc04153da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375601 Sep 26 12:56:41.634380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-008ad0d3-74a5-4206-9b12-92c1b985b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.635845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-008ad0d3-74a5-4206-9b12-92c1b985b43b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.1263576 Sep 26 12:56:41.636645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a31c4448-2fe4-4b4d-a707-5632a35b524a req-879d971d-9f11-4665-931d-a4fc71dd3e19 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Sep 26 12:56:41.646963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-4c853d97-f3cc-4f73-9b39-80e9b7a1c9b7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:41.648136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-4c853d97-f3cc-4f73-9b39-80e9b7a1c9b7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114498 Sep 26 12:56:41.665809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:41.680474 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01773862-200c-4f47-81a9-acdea846bc95 None None] New status for floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:56:41.729806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:41.767025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:41.848840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.850076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:41.851764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] 10.222.0.24 "PUT /v2.0/ports/a6c2b10f-4168-4ba3-ab12-8b9b821620d8 HTTP/1.1" status: 200 len: 1092 time: 1.9637675 Sep 26 12:56:41.905440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-55b74966-dd7a-431d-b392-cb7c86d8afbe service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428746 Sep 26 12:56:41.918348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-61aae4cc-952c-4ce3-842b-f1cbe7f8dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:41.920254 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-61aae4cc-952c-4ce3-842b-f1cbe7f8dfc5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.2689548 Sep 26 12:56:41.953899 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:41.983620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaa289-b158-4f63-87c5-5427ebdcfe4a service neutron] Pushing event updated for resources: {'Port': ['ID=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:42.089891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-6cff3879-0dc0-44b8-b272-b266c228c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.091365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-6cff3879-0dc0-44b8-b272-b266c228c8b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 1095 time: 0.1844702 Sep 26 12:56:42.095540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-d22918d3-45d3-46cf-9736-a9ab6a7cde85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 1001 time: 0.1322594 Sep 26 12:56:42.170143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-7c88f101-ac21-4ce8-8530-4aa9f3b93a8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8 HTTP/1.1" status: 200 len: 217 time: 0.0702224 Sep 26 12:56:42.231243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b72e651e-351c-471c-9f98-f7cc2507eaa8 req-80dd1451-e0b5-4d5a-a0c5-60d223a96da8 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063171 Sep 26 12:56:42.234334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-76287e21-96ed-4cd6-b6e6-5481ecd4058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.236660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-76287e21-96ed-4cd6-b6e6-5481ecd4058f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.1285102 Sep 26 12:56:42.263528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-f2bdd252-78ca-4158-86c9-eaf20bd09a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.264767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-f2bdd252-78ca-4158-86c9-eaf20bd09a00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f093e521-ec99-4b09-a885-dcfc918264e6 HTTP/1.1" status: 200 len: 855 time: 0.0829895 Sep 26 12:56:42.311166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-77ce8db0-c5dd-424e-b85f-86c97aa96da6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8cbaf05f-be9a-4942-9168-2ac80aee6e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322933 Sep 26 12:56:42.387830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-f6ce73e6-5986-47b2-bf5e-7ee91a6cee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.389333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-f6ce73e6-5986-47b2-bf5e-7ee91a6cee3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386807 Sep 26 12:56:42.439416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646f29-6e35-4649-ba95-e88859050460 req-3a7ada9a-ad76-446b-9c64-c860e2bb7b41 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.440948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95646f29-6e35-4649-ba95-e88859050460 req-3a7ada9a-ad76-446b-9c64-c860e2bb7b41 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 947 time: 0.0603592 Sep 26 12:56:42.452488 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266936-2a4e-49aa-a410-a600af2b7079 req-738053a3-e153-4720-b2e2-9258ec7963bd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.454974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69266936-2a4e-49aa-a410-a600af2b7079 req-738053a3-e153-4720-b2e2-9258ec7963bd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.1475337 Sep 26 12:56:42.484245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95646f29-6e35-4649-ba95-e88859050460 req-222fdf7c-098f-441d-ab1f-3c3e49d66d53 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361643 Sep 26 12:56:42.537026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-a86eb8cf-1ba8-4562-8a5e-c8b86f983149 service neutron] 10.222.0.24 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158914 Sep 26 12:56:42.561668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69266936-2a4e-49aa-a410-a600af2b7079 req-84edbdf7-5dea-4819-8ad0-c818f9b3af55 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948329 Sep 26 12:56:42.587403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-8f83e85c-cdb5-4a4f-8b25-58df0c403514 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711988 Sep 26 12:56:42.591643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbad16-7466-4eaa-b52d-420b3103250f req-853d3314-f720-4c62-9c55-06656c1393ba tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.593266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8bbad16-7466-4eaa-b52d-420b3103250f req-853d3314-f720-4c62-9c55-06656c1393ba tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 943 time: 0.0527513 Sep 26 12:56:42.632842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8bbad16-7466-4eaa-b52d-420b3103250f req-579d9351-0ec1-44e5-905a-35af0acf947b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Sep 26 12:56:42.741169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e08ce73-25d6-4108-86aa-f0f2c19cc0b7 req-046f612e-3ac5-4436-b21f-4225f3946e73 service neutron] 10.222.0.24 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920695 Sep 26 12:56:42.756239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-940a3b1a-8054-429d-bc41-31fed0d65ec4 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.757778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-940a3b1a-8054-429d-bc41-31fed0d65ec4 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1256480 Sep 26 12:56:42.780888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ae72d-9a6e-49bc-8803-6a56bdef3148 req-0450d01e-1bb2-4dbe-8f6d-316655f74f86 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.782976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-917ae72d-9a6e-49bc-8803-6a56bdef3148 req-0450d01e-1bb2-4dbe-8f6d-316655f74f86 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0500865 Sep 26 12:56:42.816998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d0388b6-4152-4e43-b1bd-848917491a30 req-ed525276-473a-496e-bdd3-1a29b4d46d85 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210910 Sep 26 12:56:42.818329 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-917ae72d-9a6e-49bc-8803-6a56bdef3148 req-20b2ef51-e004-4ac9-8731-c809ddde3528 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292277 Sep 26 12:56:42.870961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-b4b0a4b4-1f01-42f0-9a3b-032d9841a556 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1001 time: 0.1050203 Sep 26 12:56:42.881775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Request body: {'floatingip': {'port_id': '750d5aab-dece-4abe-9f15-d548d384559e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:42.943752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d96952-46ab-4c01-a6c3-48a3bedeaa3a req-7088defd-f591-4884-b52c-e778ef5d3e3e tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:42.944198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:42.945287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6d96952-46ab-4c01-a6c3-48a3bedeaa3a req-7088defd-f591-4884-b52c-e778ef5d3e3e tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 949 time: 0.0559866 Sep 26 12:56:42.984719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6d96952-46ab-4c01-a6c3-48a3bedeaa3a req-b9bb3901-9bd6-402a-9659-048ce2d037a7 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Sep 26 12:56:42.994038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:42.997009 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 59073702-c01c-42b4-b371-54cb57d22978 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:43.117316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 59073702-c01c-42b4-b371-54cb57d22978 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:43.123422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 59073702-c01c-42b4-b371-54cb57d22978 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:43.123801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:43.286318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:43.305320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 has no active binding in host n-h1-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 12:56:43.354207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:43.380531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28719b5c-a472-4d2c-8117-494a55ea6634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59073702-c01c-42b4-b371-54cb57d22978'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:43.384378 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca0312d-530d-4979-914e-ffcf99d53d44" -d '{"events": [{"server_uuid": "28719b5c-a472-4d2c-8117-494a55ea6634", "name": "network-vif-plugged", "status": "completed", "tag": "59073702-c01c-42b4-b371-54cb57d22978"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:43.411125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 59073702-c01c-42b4-b371-54cb57d22978, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59073702-c01c-42b4-b371-54cb57d22978,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:43.418049 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:43.419090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:56:43.434594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:43.442797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:43.444688 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:43.485161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247173e9-ad83-42ee-9e22-49a088c80e68', 'tag': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:43.488365 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f172e3-743f-46f4-931d-dbc9a7b40f83" -d '{"events": [{"name": "network-changed", "server_uuid": "247173e9-ad83-42ee-9e22-49a088c80e68", "tag": "a6c2b10f-4168-4ba3-ab12-8b9b821620d8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:43.508666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=59073702-c01c-42b4-b371-54cb57d22978,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:43.550621 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:43.556888 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 associated. External IP: 172.25.4.13, port: 63b8ef35-436a-49c7-a109-1c991e19d00d. Sep 26 12:56:43.577371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-83b2a3ef-7dec-459a-9c26-ec31964882ce tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:43.579130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-83b2a3ef-7dec-459a-9c26-ec31964882ce tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 819 time: 0.1213520 Sep 26 12:56:43.588914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:43.596015 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:43.599574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-1b9de72e-b630-4dee-b4aa-a9afa0fff9ce tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/quotas/1f82c8d8c1114d228c91c52e4f309952 HTTP/1.1" status: 200 len: 375 time: 0.0118103 Sep 26 12:56:43.659694 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-8664799d-4083-44a2-bdb7-4c8813b5d6bb tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534768 Sep 26 12:56:43.665200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:43.757763 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-700c9a53-bf09-4ca6-b642-d5c7f5d50b78 service neutron] 10.222.0.13 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906773 Sep 26 12:56:43.853940 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-574bf161-5605-44e7-bc2a-6d9593618ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899599 Sep 26 12:56:43.953431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-77814d92-df24-49af-b1cf-d3b091a733c7 service neutron] 10.222.0.24 "GET /v2.0/ports/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.0997286 Sep 26 12:56:44.037642 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7db448-1aea-40f1-8f15-3743b69aee96 x-openstack-request-id: req-3d7db448-1aea-40f1-8f15-3743b69aee96 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:44.038151 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28719b5c-a472-4d2c-8117-494a55ea6634", "name": "network-vif-plugged", "status": "completed", "tag": "59073702-c01c-42b4-b371-54cb57d22978", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:44.038240 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d7db448-1aea-40f1-8f15-3743b69aee96 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:44.038612 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28719b5c-a472-4d2c-8117-494a55ea6634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59073702-c01c-42b4-b371-54cb57d22978', 'code': 200} Sep 26 12:56:44.176004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b9c89-1c56-402b-a61b-12f06084ffcc req-69360cfc-d5d0-4bb9-9422-9bfbcc13a52f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:44.177639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e04b9c89-1c56-402b-a61b-12f06084ffcc req-69360cfc-d5d0-4bb9-9422-9bfbcc13a52f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 947 time: 0.0594289 Sep 26 12:56:44.186131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:56:44.230925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01fe1-a00a-4536-9ce7-e9749a5b77b0 req-11b3f163-d40e-4d4f-8b47-1c9808d9275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:44.232442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c0b01fe1-a00a-4536-9ce7-e9749a5b77b0 req-11b3f163-d40e-4d4f-8b47-1c9808d9275f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 1102 time: 0.0969775 Sep 26 12:56:44.236361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e04b9c89-1c56-402b-a61b-12f06084ffcc req-c9cb4431-7111-49a4-803d-2e13d84dbbee tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Sep 26 12:56:44.308573 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759b1cbc-89d0-4648-b1de-4cbbcfd5d645 x-openstack-request-id: req-759b1cbc-89d0-4648-b1de-4cbbcfd5d645 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:44.308867 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247173e9-ad83-42ee-9e22-49a088c80e68", "tag": "a6c2b10f-4168-4ba3-ab12-8b9b821620d8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:44.309115 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-759b1cbc-89d0-4648-b1de-4cbbcfd5d645 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:44.311597 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247173e9-ad83-42ee-9e22-49a088c80e68', 'tag': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8', 'status': 'completed', 'code': 200} Sep 26 12:56:44.398278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c0b01fe1-a00a-4536-9ce7-e9749a5b77b0 req-5168117b-20b4-4e7c-b40e-465cb3d70e77 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331911 Sep 26 12:56:44.409866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:44.432132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:44.444988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:44.455684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:44.456426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:44.473720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:44.539211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:44.557338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:44.570250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:44.576072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:44.610357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-c5dc24f3-5485-4b60-a77c-2d023003595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:44.611825 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-c5dc24f3-5485-4b60-a77c-2d023003595c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 1095 time: 0.3105702 Sep 26 12:56:44.623945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217f86-d803-4bab-b844-4205630e4928 req-208fff20-0e25-478a-806c-1b36237cd6fc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:44.625406 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5217f86-d803-4bab-b844-4205630e4928 req-208fff20-0e25-478a-806c-1b36237cd6fc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 943 time: 0.2858357 Sep 26 12:56:44.718467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5217f86-d803-4bab-b844-4205630e4928 req-35a59eda-8cd9-4637-ae4e-07aeb81a3956 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843930 Sep 26 12:56:44.736708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] Transition to ACTIVE for port object e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:44.741835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:44.758480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-26b5db0e-d15e-4634-937f-7961002d5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:44.760228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-26b5db0e-d15e-4634-937f-7961002d5c6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 915 time: 0.1337805 Sep 26 12:56:44.798450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:44.798815 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:44.814233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:56:44.831686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '750d5aab-dece-4abe-9f15-d548d384559e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:6b:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:43Z', 'revision_number': 3, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:44.832002 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-15457dc4-2f61-4b3d-98a1-ef5f140a5817 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8 HTTP/1.1" status: 200 len: 217 time: 0.0602481 Sep 26 12:56:44.834581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] No DVR routers for this DVR port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:56:44.858288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:44.868482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:44.869094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:44.899109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-d5e52673-11ab-4754-908e-8cdea21b0303 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3/bindings/n-h1-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9340813 Sep 26 12:56:44.927070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba275b3-1375-4cd7-999c-a57cb0db9360 req-2f04f5df-4dd2-4a9f-9fb8-697a05b12551 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:44.928757 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ba275b3-1375-4cd7-999c-a57cb0db9360 req-2f04f5df-4dd2-4a9f-9fb8-697a05b12551 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 943 time: 0.1062548 Sep 26 12:56:44.944303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-6a176c1a-d3f5-4d5f-9880-1ebfc6786c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:44.945866 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-6a176c1a-d3f5-4d5f-9880-1ebfc6786c38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f093e521-ec99-4b09-a885-dcfc918264e6 HTTP/1.1" status: 200 len: 855 time: 0.0828612 Sep 26 12:56:44.970630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:44.975351 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:44.987486 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-0838ee44-9a6d-4ea7-ae71-287c787788b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8cbaf05f-be9a-4942-9168-2ac80aee6e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290840 Sep 26 12:56:44.996151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:45.024313 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 827b8dbb-eb67-446f-8ac4-e6d21e976d61 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:45.026013 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ba275b3-1375-4cd7-999c-a57cb0db9360 req-6d1764f3-2ab4-410c-8698-83fdc8a8ae14 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857837 Sep 26 12:56:45.034449 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-43d78ac2-4f6b-4782-bfc6-83fd7153ab11 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "PUT /v2.0/floatingips/7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 HTTP/1.1" status: 200 len: 997 time: 2.1567962 Sep 26 12:56:45.101691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-a67f92aa-ca22-468d-b337-254d973f253d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.103132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-a67f92aa-ca22-468d-b337-254d973f253d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports/63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 943 time: 0.0545518 Sep 26 12:56:45.149156 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0226c65-155d-405e-9956-d9d8193a7bf1 req-46fbf538-43b9-4415-a21f-4b8fb199ee32 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 210 time: 0.0364320 Sep 26 12:56:45.154796 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-64e86e7c-ef61-4f40-bc84-d630510c7930 service neutron] 10.222.0.24 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575732 Sep 26 12:56:45.213221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-23a604b6-5159-4385-9909-29498763dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.214852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-23a604b6-5159-4385-9909-29498763dd69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.0528452 Sep 26 12:56:45.251898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 827b8dbb-eb67-446f-8ac4-e6d21e976d61, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=827b8dbb-eb67-446f-8ac4-e6d21e976d61,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:45.274544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '827b8dbb-eb67-446f-8ac4-e6d21e976d61', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '827b8dbb-eb67-446f-8ac4-e6d21e976d61', 'mac_address': 'fa:16:3e:ff:b5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:45.313762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-ecf14971-2e5b-49e1-a77b-06ce91e4651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.315394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-ecf14971-2e5b-49e1-a77b-06ce91e4651b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.0927594 Sep 26 12:56:45.316304 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4f172e3-743f-46f4-931d-dbc9a7b40f83 req-de4e2169-41f0-4142-840b-ddf75f2eeffa service neutron] 10.222.0.24 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510935 Sep 26 12:56:45.324687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8dc18-9ca3-4657-8afb-a136dae08ce5 req-28a356b8-0bce-4f39-9f89-60ef6b0b470a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.326182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70e8dc18-9ca3-4657-8afb-a136dae08ce5 req-28a356b8-0bce-4f39-9f89-60ef6b0b470a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.0709398 Sep 26 12:56:45.352709 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:45.364261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-3b518561-672c-4230-a0a4-f9b24d52848b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 217 time: 0.0419123 Sep 26 12:56:45.366798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70e8dc18-9ca3-4657-8afb-a136dae08ce5 req-b4ac17a6-e9a1-43b3-99c7-74f30dd2f212 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344293 Sep 26 12:56:45.373190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827b8dbb-eb67-446f-8ac4-e6d21e976d61 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:45.397697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 827b8dbb-eb67-446f-8ac4-e6d21e976d61, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=827b8dbb-eb67-446f-8ac4-e6d21e976d61,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:45.404708 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:45.412901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '750d5aab-dece-4abe-9f15-d548d384559e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:6b:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:43Z', 'revision_number': 3, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:45.417844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-1a620072-adc7-4c67-aed3-44d35a50bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.419911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-1a620072-adc7-4c67-aed3-44d35a50bbb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0492201 Sep 26 12:56:45.459683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf45ca7-38ae-4b0b-95f3-16d048cf1b2d None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '750d5aab-dece-4abe-9f15-d548d384559e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:6b:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:43Z', 'revision_number': 3, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:45.468096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-9c278def-fe32-4f98-afe4-5b22a2fdfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.470326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-9c278def-fe32-4f98-afe4-5b22a2fdfbe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431690 Sep 26 12:56:45.487386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=827b8dbb-eb67-446f-8ac4-e6d21e976d61,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:45.570902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-b014d614-8930-453a-8601-6b154ea7757e service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929761 Sep 26 12:56:45.613098 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ca793-b14e-495f-9411-90b181e98e09 None None] New status for floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:56:45.658995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-8d29f178-25c3-4c5f-90be-58e9501d9ce3 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821102 Sep 26 12:56:45.725161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-832813be-7eca-45d9-8916-828704d3d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.726726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-832813be-7eca-45d9-8916-828704d3d61f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 1097 time: 0.0446992 Sep 26 12:56:45.819673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-7085dfc9-18b2-4e6b-b90a-4b505236d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.821218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-7085dfc9-18b2-4e6b-b90a-4b505236d9b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.0885153 Sep 26 12:56:45.843530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:45.853824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:45.854438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:45.889304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-af1b2de3-a931-4b78-8e87-9c423e804060 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 1000 time: 0.0619469 Sep 26 12:56:45.939773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-711f0722-6440-415e-8136-1eb710bfc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.941171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-711f0722-6440-415e-8136-1eb710bfc882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0453439 Sep 26 12:56:45.958903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:45.987075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-2c00a933-d81e-4062-bbd6-610222d93a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:45.988663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-2c00a933-d81e-4062-bbd6-610222d93a2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410781 Sep 26 12:56:46.033110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['827b8dbb-eb67-446f-8ac4-e6d21e976d61'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:46.039591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:46.041836 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bfb481-ab9f-4cb6-95ff-125b0fd968d6" -d '{"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:46.079434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-b64b7b40-2dc9-4959-9b82-87fcd97b558a service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843253 Sep 26 12:56:46.123770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a6c2b10f-4168-4ba3-ab12-8b9b821620d8 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:46.125691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:56:46.174557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d62c32-0744-4b8d-bec8-86cf59cd9a3b req-d9b68fee-1cd8-42df-89be-208064cf945d service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884929 Sep 26 12:56:46.299580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:56:46.315915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d'}, {'name': 'network-changed', 'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:46.318157 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d"}, {"name": "network-changed", "server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "tag": "750d5aab-dece-4abe-9f15-d548d384559e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:46.342947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb0aba-8cf9-4977-ad00-ab5c71eca9a3 req-5f021013-75e3-47fa-8713-381024b47fd6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:46.344563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3fcb0aba-8cf9-4977-ad00-ab5c71eca9a3 req-5f021013-75e3-47fa-8713-381024b47fd6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 948 time: 0.0581224 Sep 26 12:56:46.381720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3fcb0aba-8cf9-4977-ad00-ab5c71eca9a3 req-feabf749-ced7-4560-92bc-c525c3b32ff1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Sep 26 12:56:46.386455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:46.490184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ade1ef-5b40-4253-b716-b09bc52d6316 req-0d825339-2030-49d2-8049-5284f6272465 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:46.491641 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6ade1ef-5b40-4253-b716-b09bc52d6316 req-0d825339-2030-49d2-8049-5284f6272465 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0512516 Sep 26 12:56:46.529770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6ade1ef-5b40-4253-b716-b09bc52d6316 req-ccffbe42-a951-4fcd-add1-b565cbb4317b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Sep 26 12:56:46.532643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8', 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'port_id': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8', 'mac_address': 'fa:16:3e:93:a8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f093e521-ec99-4b09-a885-dcfc918264e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:46.573598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '750d5aab-dece-4abe-9f15-d548d384559e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:6b:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:45Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:46.603586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:46.620403 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:46.622977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:46.623585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:46.630948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07eb4b-e72a-4ab3-806c-dd67ea7412ad req-882fa4bc-2a61-4d14-95e0-1369ed012bf2 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:46.632425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d07eb4b-e72a-4ab3-806c-dd67ea7412ad req-882fa4bc-2a61-4d14-95e0-1369ed012bf2 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 943 time: 0.0483034 Sep 26 12:56:46.668068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c2b10f-4168-4ba3-ab12-8b9b821620d8 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:46.670107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d07eb4b-e72a-4ab3-806c-dd67ea7412ad req-6452e227-4883-41e5-9c2c-91d3eb66dda6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Sep 26 12:56:46.715691 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9da7009-3ce6-4073-8f7e-37990f47f3c4 x-openstack-request-id: req-e9da7009-3ce6-4073-8f7e-37990f47f3c4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:46.716002 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:46.716384 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9da7009-3ce6-4073-8f7e-37990f47f3c4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:46.716617 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'code': 200} Sep 26 12:56:46.725459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:46.734410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:46.785766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-369cfa77-c40d-43a7-a66e-18d8b4e39bd3 req-13b35bfd-c662-47f1-9dcd-cd52b9d7adb8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 210 time: 0.0291278 Sep 26 12:56:46.790760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:46.825409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:46.871987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2734d80-a70c-4eb8-a789-51654caebcf2 req-5faf4f6b-49d6-4f87-9f06-be57913277b0 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1000 time: 0.0595233 Sep 26 12:56:46.920716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2734d80-a70c-4eb8-a789-51654caebcf2 req-638ce0c1-0b95-4771-a856-a411e9ce5b10 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:46.922187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2734d80-a70c-4eb8-a789-51654caebcf2 req-638ce0c1-0b95-4771-a856-a411e9ce5b10 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports/750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 942 time: 0.0443511 Sep 26 12:56:47.015434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a6c2b10f-4168-4ba3-ab12-8b9b821620d8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:47.047514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2734d80-a70c-4eb8-a789-51654caebcf2 req-ced29cfd-23aa-471d-b96b-79bb122d996a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1000 time: 0.0846653 Sep 26 12:56:47.063314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '750d5aab-dece-4abe-9f15-d548d384559e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:6b:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:45Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:47.092012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767bf0c1-0038-456d-9b41-8e8fb5f4768f None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '750d5aab-dece-4abe-9f15-d548d384559e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:6b:aa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:45Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:47.163957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2734d80-a70c-4eb8-a789-51654caebcf2 req-eacd0a03-469b-4c5a-8dfc-c1dc1f396f46 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:47.165512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2734d80-a70c-4eb8-a789-51654caebcf2 req-eacd0a03-469b-4c5a-8dfc-c1dc1f396f46 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1125181 Sep 26 12:56:47.394402 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06d3e98-2af7-4b25-9378-fb522409e53b x-openstack-request-id: req-a06d3e98-2af7-4b25-9378-fb522409e53b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:47.394702 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "tag": "750d5aab-dece-4abe-9f15-d548d384559e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:47.394982 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a06d3e98-2af7-4b25-9378-fb522409e53b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:47.395385 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'status': 'completed', 'code': 200} Sep 26 12:56:47.395638 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e', 'status': 'completed', 'code': 200} Sep 26 12:56:47.456991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-56fb6b1b-dd6c-4910-ac6c-eca545681bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:47.458545 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-56fb6b1b-dd6c-4910-ac6c-eca545681bb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 1097 time: 0.0409162 Sep 26 12:56:47.491280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83834c4-947e-4348-bf1d-33b760b1b0af req-d2a0e2d5-69b9-4efa-aac2-a5e17c15cfa4 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:47.492768 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c83834c4-947e-4348-bf1d-33b760b1b0af req-d2a0e2d5-69b9-4efa-aac2-a5e17c15cfa4 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.0525067 Sep 26 12:56:47.529107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c83834c4-947e-4348-bf1d-33b760b1b0af req-97f93302-8d47-4100-b4bb-68dfcdf7a134 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303097 Sep 26 12:56:47.554607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-08f88e4c-66ed-4ef5-87da-6149490b56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:47.556217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-08f88e4c-66ed-4ef5-87da-6149490b56d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.0844285 Sep 26 12:56:47.608937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-01fa4a5d-bdfc-4a84-8457-2066ac62d526 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1000 time: 0.0583770 Sep 26 12:56:47.653922 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-c2a39910-b8c3-40b5-b520-674e6d8b00b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 1000 time: 0.0892730 Sep 26 12:56:47.659355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-8c8f1ea3-b493-4f03-bc2d-3154ea4a3f19 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:47.660671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-8c8f1ea3-b493-4f03-bc2d-3154ea4a3f19 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports/750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 942 time: 0.0455880 Sep 26 12:56:47.704490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-b3f85ba0-6c8f-47df-bce5-52f3a9a3be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:47.705995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-b3f85ba0-6c8f-47df-bce5-52f3a9a3be3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0445662 Sep 26 12:56:47.755685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-394cca28-b32b-406f-ba69-3568b3907b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:47.757168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-394cca28-b32b-406f-ba69-3568b3907b25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428703 Sep 26 12:56:47.759183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-6b654f6c-7915-437a-895e-ff0f8e1b6880 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1000 time: 0.0593066 Sep 26 12:56:47.846889 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-4cf0c5de-02bf-468d-b41e-3a3421cc7edc service neutron] 10.222.0.24 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814407 Sep 26 12:56:47.866587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-ce5146d5-cba7-470b-99c7-647f2193266a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:47.867950 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-ce5146d5-cba7-470b-99c7-647f2193266a tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1032715 Sep 26 12:56:47.934839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-2ac3975b-f286-42d2-9126-25ddf2307684 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1000 time: 0.0598302 Sep 26 12:56:47.945014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-f229a888-ba73-4512-a4ed-aeaac6d6fcf8 service neutron] 10.222.0.24 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872235 Sep 26 12:56:47.945286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:48.002756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:48.135806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a6c2b10f-4168-4ba3-ab12-8b9b821620d8 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:48.188965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:48.192935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:48.193309 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:48.272579 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:48.307256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:48.311227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:48.360220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:48.384145 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:48.387770 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:48.388143 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 disassociated. External IP: 172.25.4.13, port: 750d5aab-dece-4abe-9f15-d548d384559e. Sep 26 12:56:48.589498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:56:48.694452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:48.698835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:48.704199 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:48.712866 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:48.713474 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:48.718032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247173e9-ad83-42ee-9e22-49a088c80e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:48.720490 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea76875-3de8-48db-9e93-8e6a387fd5fa" -d '{"events": [{"server_uuid": "247173e9-ad83-42ee-9e22-49a088c80e68", "name": "network-vif-plugged", "status": "completed", "tag": "a6c2b10f-4168-4ba3-ab12-8b9b821620d8"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:48.725610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-92057cf1-43c2-48aa-b79e-28a94b0f03bd tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "PUT /v2.0/floatingips/7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 HTTP/1.1" status: 200 len: 694 time: 0.7840228 Sep 26 12:56:48.776939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-4431e19d-ab85-44ff-82e3-1ddd0290f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:48.778663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-4431e19d-ab85-44ff-82e3-1ddd0290f3d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 1097 time: 0.0406706 Sep 26 12:56:48.818785 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:48.869668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-7d52b32d-2e4a-4ef7-aeb6-18d71a93e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:48.871227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-7d52b32d-2e4a-4ef7-aeb6-18d71a93e833 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.0864885 Sep 26 12:56:48.912037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-596c6ccc-8591-45c8-acc3-c873b3fddb0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 217 time: 0.0341923 Sep 26 12:56:48.959753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-da72752c-1ce4-409e-a838-f4927d969a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:48.961222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-da72752c-1ce4-409e-a838-f4927d969a0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0432649 Sep 26 12:56:49.009447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-99e28398-fcac-4ec1-bfed-7cd34c41eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:49.011014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-99e28398-fcac-4ec1-bfed-7cd34c41eee9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436318 Sep 26 12:56:49.013398 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:49.026448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 827b8dbb-eb67-446f-8ac4-e6d21e976d61 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:49.039404 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:49.048250 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:49.048857 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:49.084234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:56:49.088764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:49.089748 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:49.114711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-db9608ce-ecb9-4126-8e69-c700826f048b service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972998 Sep 26 12:56:49.172813 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:49.209458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 827b8dbb-eb67-446f-8ac4-e6d21e976d61, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=827b8dbb-eb67-446f-8ac4-e6d21e976d61,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:49.213825 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:49.222127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5be2b8-a735-456f-b45c-fbe411acd148 req-0ad0a836-51f6-4a12-a313-3d825ca69191 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998781 Sep 26 12:56:49.252965 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:49.267290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=827b8dbb-eb67-446f-8ac4-e6d21e976d61,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:49.383367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e84f0-446f-4256-ad24-67baaa25a074 req-c9b10572-8e0c-4f9c-8f09-eb4729b0b7e3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:49.385284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-607e84f0-446f-4256-ad24-67baaa25a074 req-c9b10572-8e0c-4f9c-8f09-eb4729b0b7e3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.0486524 Sep 26 12:56:49.397189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:49.399508 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1768870-e188-45c7-a163-da30c9efc523" -d '{"events": [{"name": "network-changed", "server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "tag": "750d5aab-dece-4abe-9f15-d548d384559e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:49.430800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-607e84f0-446f-4256-ad24-67baaa25a074 req-ea569dce-07dd-48a2-872f-5ed8eaeb0c70 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388668 Sep 26 12:56:49.452015 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:49.477801 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc37d9-06a1-42ce-bc38-35afef357db8 None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:49.538527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ea5f3-7c99-4d7e-b331-2cab8fd88598 req-62f503a0-fce5-4343-a0ac-5efa5a0a304b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:49.540032 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-386ea5f3-7c99-4d7e-b331-2cab8fd88598 req-62f503a0-fce5-4343-a0ac-5efa5a0a304b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0557647 Sep 26 12:56:49.577868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-386ea5f3-7c99-4d7e-b331-2cab8fd88598 req-20d005af-dad2-44a5-a069-49a0e5c4dac0 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318220 Sep 26 12:56:49.683293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd24e7-c626-4019-9295-5c70fbf96b50 req-3a7d20eb-1a14-410c-914a-f349875b049d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:49.684800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60cd24e7-c626-4019-9295-5c70fbf96b50 req-3a7d20eb-1a14-410c-914a-f349875b049d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0501983 Sep 26 12:56:49.687468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbbded-4eda-4e1b-94eb-df8c241dbbce None None] New status for floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:56:49.728871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60cd24e7-c626-4019-9295-5c70fbf96b50 req-21551a13-6752-4c96-8acd-ef6eb104bf5d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374315 Sep 26 12:56:49.820632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-daff1f1d-841b-4fd9-b71f-3cce36de29d0 req-838e0d53-e016-4451-bbac-800a41c2b0fa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 210 time: 0.0268614 Sep 26 12:56:49.908044 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:49.942195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e763f9-f053-49fc-8a6d-8baa949528ea req-c4fa8524-18e9-4dbb-8b91-b94add7ff017 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:49.943645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1e763f9-f053-49fc-8a6d-8baa949528ea req-c4fa8524-18e9-4dbb-8b91-b94add7ff017 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.0638580 Sep 26 12:56:49.984245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1e763f9-f053-49fc-8a6d-8baa949528ea req-5b4a9ce8-26e8-4cd9-bcd0-8314379e4aa8 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344956 Sep 26 12:56:50.027055 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d814b-9064-4c17-a551-308b097c8068 x-openstack-request-id: req-842d814b-9064-4c17-a551-308b097c8068 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:50.027529 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247173e9-ad83-42ee-9e22-49a088c80e68", "name": "network-vif-plugged", "status": "completed", "tag": "a6c2b10f-4168-4ba3-ab12-8b9b821620d8", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:50.027875 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-842d814b-9064-4c17-a551-308b097c8068 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:50.028427 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247173e9-ad83-42ee-9e22-49a088c80e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8', 'code': 200} Sep 26 12:56:50.134809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1704b8-7b81-4f1b-b5fe-7f1a4ea36d01 req-d13956dd-6e8a-41fe-8e69-dc7221fbdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:50.136314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b1704b8-7b81-4f1b-b5fe-7f1a4ea36d01 req-d13956dd-6e8a-41fe-8e69-dc7221fbdea5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 1097 time: 0.0435281 Sep 26 12:56:50.179279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b1704b8-7b81-4f1b-b5fe-7f1a4ea36d01 req-a448cd71-f663-48ca-ab3f-089c91604e0b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Sep 26 12:56:50.185140 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3601fed2-1b40-456a-878b-8e3809744a43 x-openstack-request-id: req-3601fed2-1b40-456a-878b-8e3809744a43 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:50.185432 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "tag": "750d5aab-dece-4abe-9f15-d548d384559e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:50.185726 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3601fed2-1b40-456a-878b-8e3809744a43 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:50.186118 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e', 'status': 'completed', 'code': 200} Sep 26 12:56:50.275703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-1430c471-35fc-47b8-8d0a-1e60f68a8884 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:50.277183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-1430c471-35fc-47b8-8d0a-1e60f68a8884 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0487311 Sep 26 12:56:50.326148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-e8e8c917-30a9-40dc-8487-f85f34caea6c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 695 time: 0.0426605 Sep 26 12:56:50.335493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Request body: {'floatingip': {'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:50.378618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:50.432734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768870-e188-45c7-a163-da30c9efc523 req-a5ccf2bc-cfa4-46ff-96f0-29bc2fccc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:50.434333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1768870-e188-45c7-a163-da30c9efc523 req-a5ccf2bc-cfa4-46ff-96f0-29bc2fccc7f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 1097 time: 0.0420985 Sep 26 12:56:50.540764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768870-e188-45c7-a163-da30c9efc523 req-5fdedf83-1d85-46bc-bca2-870aff2953c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:50.542218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1768870-e188-45c7-a163-da30c9efc523 req-5fdedf83-1d85-46bc-bca2-870aff2953c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.0865068 Sep 26 12:56:50.587707 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1768870-e188-45c7-a163-da30c9efc523 req-f9416e84-e921-4174-a963-c6aabee40e00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 200 len: 217 time: 0.0339196 Sep 26 12:56:50.646218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768870-e188-45c7-a163-da30c9efc523 req-420bea6c-790d-416b-9d2c-94dae19720ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:50.647667 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1768870-e188-45c7-a163-da30c9efc523 req-420bea6c-790d-416b-9d2c-94dae19720ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0464725 Sep 26 12:56:50.695827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768870-e188-45c7-a163-da30c9efc523 req-68260a49-f592-4e29-8586-9ce876b38e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:50.697313 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1768870-e188-45c7-a163-da30c9efc523 req-68260a49-f592-4e29-8586-9ce876b38e6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390220 Sep 26 12:56:50.790539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:50.794374 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:50.804400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1768870-e188-45c7-a163-da30c9efc523 req-17238a53-1989-4242-a581-d9cc59a24da0 service neutron] 10.222.0.24 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Sep 26 12:56:50.891574 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 associated. External IP: 172.25.4.13, port: 63b8ef35-436a-49c7-a109-1c991e19d00d. Sep 26 12:56:50.897324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1768870-e188-45c7-a163-da30c9efc523 req-b7c57545-b6c9-4c31-95cf-2fff400f327b service neutron] 10.222.0.24 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829327 Sep 26 12:56:51.038079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:56:51.094885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:56:51.138409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:51.149370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'mac_address': 'fa:16:3e:43:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:56:51.190389 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:51.201129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:51.204019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d963201-8b90-44c7-ab21-d83fab8dbfaf {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:51.206044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:51.211069 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:51.221073 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:51.221995 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:51.224418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:51.228711 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:51.236998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-fa82e694-465e-4d82-974c-e03d42affc97 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "PUT /v2.0/floatingips/7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 HTTP/1.1" status: 200 len: 996 time: 0.9051869 Sep 26 12:56:51.282989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:51.291179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-4edf4a66-b254-4f19-a142-77475b3d954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:51.292452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-4edf4a66-b254-4f19-a142-77475b3d954d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.0425308 Sep 26 12:56:51.332504 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:51.372390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['6d963201-8b90-44c7-ab21-d83fab8dbfaf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:51.396071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-f134c702-4ab0-4ba3-bd37-4058681fca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:51.397668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-f134c702-4ab0-4ba3-bd37-4058681fca90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.0987978 Sep 26 12:56:51.495351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-e238e9fd-cd77-4729-b6d9-1d06d8951f3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 999 time: 0.0910075 Sep 26 12:56:51.551446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-dc9db3a3-9ab6-41bb-8199-f0b345ae714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:51.552920 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-dc9db3a3-9ab6-41bb-8199-f0b345ae714b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0483823 Sep 26 12:56:51.572568 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:e2:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:50Z', 'revision_number': 8, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:51.601656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-393983f7-6ba9-4a99-a099-ca4e447857c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:51.601862 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:51.603094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-393983f7-6ba9-4a99-a099-ca4e447857c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438564 Sep 26 12:56:51.610488 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:51.611090 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:51.691590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-90185f1a-68c4-48e5-b230-08eae85680af service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817842 Sep 26 12:56:51.712606 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:51.785862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038c591d-a329-4b46-9b08-ceacd6dc2f4f req-b73bfbcb-4915-4b89-b6a5-3e7c85e48054 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881798 Sep 26 12:56:51.934013 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:e2:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:50Z', 'revision_number': 8, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:51.946483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72fb8f-1a61-411c-92c8-c95b43bd5c6a req-4bf92e6a-d8e8-46fd-854b-8f84a544c737 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:51.948142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c72fb8f-1a61-411c-92c8-c95b43bd5c6a req-4bf92e6a-d8e8-46fd-854b-8f84a544c737 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.0485783 Sep 26 12:56:51.963322 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330a27f-b9bf-49ef-8080-3d29347ea454 None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7ae982f0-10f8-4e6a-b39e-c0977d7d5a04', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'port_id': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'mac_address': 'fa:16:3e:e2:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:56:18Z', 'updated_at': '2021-09-26T12:56:50Z', 'revision_number': 8, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:51.989174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c72fb8f-1a61-411c-92c8-c95b43bd5c6a req-99875310-95c6-4215-abfe-61e47a54da3f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349324 Sep 26 12:56:52.010470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f9691-5679-48c4-8716-009d93d190de req-a194c2f3-374c-4880-8236-de58f73b9783 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:52.011998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d9f9691-5679-48c4-8716-009d93d190de req-a194c2f3-374c-4880-8236-de58f73b9783 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.24 "GET /v2.0/ports?device_id=7caff193-68ab-470f-ad5b-c33c9f0735ef HTTP/1.1" status: 200 len: 945 time: 0.0528502 Sep 26 12:56:52.030260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827b8dbb-eb67-446f-8ac4-e6d21e976d61'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:52.033176 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190eb5df-d714-4eca-a249-29c9ce09f4f8" -d '{"events": [{"server_uuid": "cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c", "name": "network-vif-plugged", "status": "completed", "tag": "827b8dbb-eb67-446f-8ac4-e6d21e976d61"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:52.099771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be49295-ed20-4020-a682-6851e589810d req-8f188257-b091-4b68-8eeb-36ee1f2cc44f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:52.101290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4be49295-ed20-4020-a682-6851e589810d req-8f188257-b091-4b68-8eeb-36ee1f2cc44f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0505857 Sep 26 12:56:52.146561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4be49295-ed20-4020-a682-6851e589810d req-e19e7898-9d3d-4e2a-8e6a-aac28bf89814 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389442 Sep 26 12:56:52.187325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:52.190527 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:52.204410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Deleting port 750d5aab-dece-4abe-9f15-d548d384559e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:56:52.204791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:52.275728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e3cc4c-d29b-47fc-bd88-33ea19cfdb7d None None] New status for floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:56:52.290776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf5bdb-9fce-407b-a2bb-6f7ac23fc21e req-70d6137d-bdd7-4b1e-8aa6-cecfb0e2ed1f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:52.298687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afaf5bdb-9fce-407b-a2bb-6f7ac23fc21e req-70d6137d-bdd7-4b1e-8aa6-cecfb0e2ed1f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0576785 Sep 26 12:56:52.309122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] For port 750d5aab-dece-4abe-9f15-d548d384559e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=750d5aab-dece-4abe-9f15-d548d384559e,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:52.309808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:52.329145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Calling delete_port for 750d5aab-dece-4abe-9f15-d548d384559e owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:56:52.338255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afaf5bdb-9fce-407b-a2bb-6f7ac23fc21e req-b614cb10-8b53-4270-86b0-049b8a613d2f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386894 Sep 26 12:56:52.424470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e651c65-0da6-4176-bce1-5a0ae73f2ac9 req-7d3de88c-ebfd-4ab3-8251-846a6c795dc8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 210 time: 0.0293524 Sep 26 12:56:52.473140 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:52.487925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['750d5aab-dece-4abe-9f15-d548d384559e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:52.490098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['63b8ef35-436a-49c7-a109-1c991e19d00d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:56:52.508816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Pushing event deleted for resources: {'Port': ['ID=750d5aab-dece-4abe-9f15-d548d384559e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:52.545645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0bb23-de36-4788-bbe3-e6ee5c90660c req-8ec6ebff-deec-4099-ba53-6fe17123ffc7 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:52.547280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fd0bb23-de36-4788-bbe3-e6ee5c90660c req-8ec6ebff-deec-4099-ba53-6fe17123ffc7 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.0607786 Sep 26 12:56:52.588890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] No DVR routers for this DVR port 750d5aab-dece-4abe-9f15-d548d384559e on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:56:52.592531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:52.595954 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d9f9691-5679-48c4-8716-009d93d190de req-57f3b240-b89a-4f0f-934e-d8f13201f949 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.24 "DELETE /v2.0/ports/750d5aab-dece-4abe-9f15-d548d384559e HTTP/1.1" status: 204 len: 173 time: 0.5769985 Sep 26 12:56:52.596511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'name': 'network-vif-deleted', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:52.599164 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850d91ce-8f4e-41dd-844c-5e026f6d515f" -d '{"events": [{"server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "name": "network-vif-deleted", "tag": "750d5aab-dece-4abe-9f15-d548d384559e"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:52.604613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fd0bb23-de36-4788-bbe3-e6ee5c90660c req-82e5d9ee-b3ba-4635-9e28-e17437f03bad tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Sep 26 12:56:52.700146 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-17a4e879-ed65-413f-9444-97863577910b req-e6e429d0-f10f-4d16-bc7b-597d8f1f3b90 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips/7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 HTTP/1.1" status: 200 len: 998 time: 0.0687492 Sep 26 12:56:52.820008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4e879-ed65-413f-9444-97863577910b req-7810e90f-5492-44d6-bae7-1a456261f779 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:52.821303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-17a4e879-ed65-413f-9444-97863577910b req-7810e90f-5492-44d6-bae7-1a456261f779 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1119285 Sep 26 12:56:52.831827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-17a4e879-ed65-413f-9444-97863577910b req-d60a1289-be9b-471c-b554-82f6ebc408e0 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:52.832751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-17a4e879-ed65-413f-9444-97863577910b req-d60a1289-be9b-471c-b554-82f6ebc408e0 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057559 Sep 26 12:56:52.866885 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8128c9de-9933-4365-a3f0-e966d4be4596 x-openstack-request-id: req-8128c9de-9933-4365-a3f0-e966d4be4596 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:52.867182 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c", "name": "network-vif-plugged", "status": "completed", "tag": "827b8dbb-eb67-446f-8ac4-e6d21e976d61", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:52.867438 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8128c9de-9933-4365-a3f0-e966d4be4596 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:52.867837 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827b8dbb-eb67-446f-8ac4-e6d21e976d61', 'code': 200} Sep 26 12:56:52.895892 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec611bd-5cff-4957-8a54-8bc712f542b0 x-openstack-request-id: req-bec611bd-5cff-4957-8a54-8bc712f542b0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:52.896178 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:52.896427 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bec611bd-5cff-4957-8a54-8bc712f542b0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:52.896814 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'status': 'completed', 'code': 200} Sep 26 12:56:52.984172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4c2a1-b9ea-43bb-a346-44e98ab20523 req-7947d13f-7cea-454d-a615-a4d578275005 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:52.986130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9d4c2a1-b9ea-43bb-a346-44e98ab20523 req-7947d13f-7cea-454d-a615-a4d578275005 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0487442 Sep 26 12:56:53.024380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9d4c2a1-b9ea-43bb-a346-44e98ab20523 req-61a05a4f-c83b-41bc-b183-bfd8f47bd784 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Sep 26 12:56:53.054584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:56:53.076888 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba269f4-ba73-47a8-8b3e-a1d0b52c25e7 x-openstack-request-id: req-fba269f4-ba73-47a8-8b3e-a1d0b52c25e7 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:53.077344 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caff193-68ab-470f-ad5b-c33c9f0735ef", "name": "network-vif-deleted", "tag": "750d5aab-dece-4abe-9f15-d548d384559e", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:53.077747 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fba269f4-ba73-47a8-8b3e-a1d0b52c25e7 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:53.078244 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caff193-68ab-470f-ad5b-c33c9f0735ef', 'name': 'network-vif-deleted', 'tag': '750d5aab-dece-4abe-9f15-d548d384559e', 'status': 'completed', 'code': 200} Sep 26 12:56:53.107457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 6d963201-8b90-44c7-ab21-d83fab8dbfaf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:56:53.107830 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:53.153177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-69c926f8-b520-4b03-b27e-dbea7a6f6f3d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1001 time: 0.0644889 Sep 26 12:56:53.189445 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:53.206558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-39af0be1-f351-49e1-83e9-b64bc763c184 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:53.207915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-39af0be1-f351-49e1-83e9-b64bc763c184 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports/63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 943 time: 0.0481243 Sep 26 12:56:53.220971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:56:53.224987 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:53.273288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=10']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:53.308877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-235adc6c-1573-40d2-939e-0bc8b87fff3d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1001 time: 0.0604615 Sep 26 12:56:53.415730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-a9ba363b-cc7e-4a71-8180-91525fab9e4c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:53.417064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-a9ba363b-cc7e-4a71-8180-91525fab9e4c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1022224 Sep 26 12:56:53.481857 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-00dde645-744a-41f7-9306-69c61531b18f tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 1001 time: 0.0572050 Sep 26 12:56:53.491485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:53.547605 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:53.915868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:53.919648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:53.920033 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 disassociated. External IP: 172.25.4.13, port: 63b8ef35-436a-49c7-a109-1c991e19d00d. Sep 26 12:56:54.122976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:56:54.231827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:56:54.236362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:54.241020 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:56:54.249604 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:54.250709 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:54.268326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3c5e5019-7c58-4f41-99ca-f0260514dcd3 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "PUT /v2.0/floatingips/7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 HTTP/1.1" status: 200 len: 695 time: 0.7803600 Sep 26 12:56:54.326430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-66e1b26a-7b55-4430-9bd1-d3a827b657a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.327992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-66e1b26a-7b55-4430-9bd1-d3a827b657a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.0444508 Sep 26 12:56:54.399413 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:54.486806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a4d43-03c7-42a2-9eda-9cf5dd44e7ab req-a1d71f65-00c1-4846-a8ab-8cb92628b940 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.488219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c32a4d43-03c7-42a2-9eda-9cf5dd44e7ab req-a1d71f65-00c1-4846-a8ab-8cb92628b940 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.0767400 Sep 26 12:56:54.526940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3437f105-cb88-432f-88cf-35f570713dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.530081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-3437f105-cb88-432f-88cf-35f570713dd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.1899235 Sep 26 12:56:54.551521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e3aa-ab98-47d8-ad30-c387cd5166a3 req-baaa1b34-96ef-481e-9e98-61505c78002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.552913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-020f1bba-b65d-48df-8e06-4e81e00a93de tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.553505 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d28e3aa-ab98-47d8-ad30-c387cd5166a3 req-baaa1b34-96ef-481e-9e98-61505c78002b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 1101 time: 0.0641427 Sep 26 12:56:54.555057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-020f1bba-b65d-48df-8e06-4e81e00a93de tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0958090 Sep 26 12:56:54.590590 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c32a4d43-03c7-42a2-9eda-9cf5dd44e7ab req-2aa17929-f25a-4160-ba5a-a29d33476a1d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701172 Sep 26 12:56:54.603498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-307e3855-c635-4188-a327-ce0f523c1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.605165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-307e3855-c635-4188-a327-ce0f523c1efe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.1561053 Sep 26 12:56:54.613597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-af000ebf-fa23-4da5-a42c-1e1c5e2a3c4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 217 time: 0.0625973 Sep 26 12:56:54.616117 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d28e3aa-ab98-47d8-ad30-c387cd5166a3 req-aaead8ae-069b-4e1f-9e72-d5d6932cdb94 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 Sep 26 12:56:54.668343 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:54.696683 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:56:54.707039 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:56:54.707827 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:54.767490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-50fde36f-20b9-411b-b603-cb0ecc85ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.769131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-50fde36f-20b9-411b-b603-cb0ecc85ed2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.1324775 Sep 26 12:56:54.797692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-f042cdd7-2fca-4764-ad08-fff527311de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.799599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-f042cdd7-2fca-4764-ad08-fff527311de7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7&tenant_id=e649167b279749e7904ff626deead561 HTTP/1.1" status: 200 len: 1096 time: 0.2063427 Sep 26 12:56:54.834379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-4aa94403-f891-4eb2-8a8e-3f5b3cd313d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.836079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-4aa94403-f891-4eb2-8a8e-3f5b3cd313d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.2005870 Sep 26 12:56:54.845057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-1a96c7ce-56b5-4b04-ab67-00b790ef11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:54.856154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-1a96c7ce-56b5-4b04-ab67-00b790ef11fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666082 Sep 26 12:56:54.870005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:54.872849 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2604a39-7132-45a9-af9a-c54447cc11a1" -d '{"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-plugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:54.940929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:54.943418 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:54.994224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-7b2a4135-4d6c-4511-91cf-e8af08872235 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 217 time: 0.0475788 Sep 26 12:56:54.996777 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:56:54.999334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae9185-325d-4488-91bc-5d66f988f12a req-034b858c-b1ba-423c-973e-08336d22b7c6 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.001787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0ae9185-325d-4488-91bc-5d66f988f12a req-034b858c-b1ba-423c-973e-08336d22b7c6 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0958099 Sep 26 12:56:55.046895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0ae9185-325d-4488-91bc-5d66f988f12a req-d3c9804a-aa87-4083-a1ef-89387583a960 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364912 Sep 26 12:56:55.060850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-ad32cde5-08a7-40ff-a0cc-065673eb9303 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037661 Sep 26 12:56:55.108779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-dbba1e3f-f1a6-49b6-8be6-c7a326a3414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.110890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-dbba1e3f-f1a6-49b6-8be6-c7a326a3414b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.1563113 Sep 26 12:56:55.118319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-5d462d8f-5831-43d4-b18f-6f36c5dd621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.119771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-5d462d8f-5831-43d4-b18f-6f36c5dd621a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.1037853 Sep 26 12:56:55.147215 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a96e2941-541e-41e1-be24-ed30c48c5319 req-5135eb1b-b515-4a6e-b909-d182faa3539c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 210 time: 0.0275791 Sep 26 12:56:55.272743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7e2a0-d6c8-4e6a-a0cb-505ee34a3100 req-4cf8515f-a9bb-4157-8d9d-1b241ebf4377 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.274435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82e7e2a0-d6c8-4e6a-a0cb-505ee34a3100 req-4cf8515f-a9bb-4157-8d9d-1b241ebf4377 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.0514619 Sep 26 12:56:55.285925 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:56:55.291899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-f2513e87-2d3c-47ab-af73-1e19e59ff274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.293407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-f2513e87-2d3c-47ab-af73-1e19e59ff274 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1434216 Sep 26 12:56:55.297676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f360dc-c569-4142-99ce-015cad55c9cc req-5b7e9b42-6123-4dc9-96d3-4e45572305e1 service neutron] 10.222.0.13 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250977 Sep 26 12:56:55.315196 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea487fda-d876-4cb7-b0c4-15ccfd36bf3f None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:55:54Z', 'revision_number': 4, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '40c584d6-09fa-4002-b562-b372070802e8', 'name': '', 'network_id': '7063892e-c2ae-45ba-938f-cc8baaa56279', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'mac_address': 'fa:16:3e:54:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '18444294-8a57-432d-9c12-b97206743553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:52Z', 'updated_at': '2021-09-26T12:55:59Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'subnets': [{'id': '18444294-8a57-432d-9c12-b97206743553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:56:55.319819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82e7e2a0-d6c8-4e6a-a0cb-505ee34a3100 req-cdfab8d1-de60-4707-9900-2bfe05ba7bcf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Sep 26 12:56:55.342743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-049ef1bc-801d-451b-863a-bebaea112556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.344448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-049ef1bc-801d-451b-863a-bebaea112556 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1824172 Sep 26 12:56:55.399052 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbef28c-6837-4a4f-843a-d01d807ab5e1 x-openstack-request-id: req-1fbef28c-6837-4a4f-843a-d01d807ab5e1 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:55.399437 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-plugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:55.399838 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fbef28c-6837-4a4f-843a-d01d807ab5e1 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:55.400283 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'code': 200} Sep 26 12:56:55.446436 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-715ef6a7-4d4f-437b-8a0e-369b8525beac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 217 time: 0.0884466 Sep 26 12:56:55.448100 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13038c3-9d99-4b33-9027-6744f3405d3c x-openstack-request-id: req-f13038c3-9d99-4b33-9027-6744f3405d3c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:55.448384 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:55.448629 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f13038c3-9d99-4b33-9027-6744f3405d3c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:55.449166 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'status': 'completed', 'code': 200} Sep 26 12:56:55.562173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-9304621e-b32a-4887-8272-0aa9e3182db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.564194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-9304621e-b32a-4887-8272-0aa9e3182db6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0882115 Sep 26 12:56:55.568262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-988c954d-e430-4754-ac09-1aefdc487177 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650545 Sep 26 12:56:55.587732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048c8b-19de-411b-ad0a-c1431a16aa6d req-0a6aec14-fc0a-4de8-9aa7-b18fe4953eb2 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.589372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7048c8b-19de-411b-ad0a-c1431a16aa6d req-0a6aec14-fc0a-4de8-9aa7-b18fe4953eb2 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1847243 Sep 26 12:56:55.633931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614614a5-f6ba-4328-bc04-9b68c5a6237e None None] New status for floating IP 7ae982f0-10f8-4e6a-b39e-c0977d7d5a04: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:56:55.660206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-9c4c8a1a-45b2-4c76-bdd6-3adce9ad817e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697455 Sep 26 12:56:55.670022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-ffb2cfc6-79b5-4774-90df-3829559e5b06 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.672604 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-ffb2cfc6-79b5-4774-90df-3829559e5b06 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 819 time: 0.1630158 Sep 26 12:56:55.694433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Request body: {'port': {'device_id': '7d327d36-396e-480e-a14c-137a90842da2', 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'admin_state_up': True, 'tenant_id': '1f82c8d8c1114d228c91c52e4f309952'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:55.800153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7048c8b-19de-411b-ad0a-c1431a16aa6d req-0fb943f6-d2ce-489c-91bf-e644b56c48af tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905737 Sep 26 12:56:55.831757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52703bb-97e3-4c6e-830b-5bf33241a3cb req-af72b564-2710-4ed6-8188-00a2d76b4e52 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:55.835571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-12289679-dba1-47a5-a693-24b7704bfb36 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448686 Sep 26 12:56:55.838987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f52703bb-97e3-4c6e-830b-5bf33241a3cb req-af72b564-2710-4ed6-8188-00a2d76b4e52 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.1003809 Sep 26 12:56:55.841115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043f08e7-d2b5-4ddb-b692-f9a76a47dac3 req-7c57ea6a-745a-49f8-be17-96a089ba8695 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416232 Sep 26 12:56:55.896461 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f52703bb-97e3-4c6e-830b-5bf33241a3cb req-62eb47eb-e657-4443-9f5b-87d2e596e3c0 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561287 Sep 26 12:56:55.910617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Made reservation on behalf of 1f82c8d8c1114d228c91c52e4f309952 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:56:55.923355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:55.962988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-0866bca5-3aba-4b81-badc-45036ec3448c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips/7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 HTTP/1.1" status: 200 len: 695 time: 0.1163199 Sep 26 12:56:56.064181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Allocated IP 172.20.0.9 (bedbc836-8f01-4e0d-8ef5-8b51844fabe6/281df68b-1343-4f8b-a4cb-74c03c4bb270/5243aa77-e162-4109-a9bf-0a2f4ad16a3d) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:56:56.065296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-80e289da-f781-4749-a049-a0fad201f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.067030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-80e289da-f781-4749-a049-a0fad201f7f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.1424201 Sep 26 12:56:56.135174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-6a376dd9-79bd-4ad5-a5e4-574f6d1c63fc service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795229 Sep 26 12:56:56.172473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 750d5aab-dece-4abe-9f15-d548d384559e no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:56:56.194212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 750d5aab-dece-4abe-9f15-d548d384559e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:56:56.194695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 750d5aab-dece-4abe-9f15-d548d384559e not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:56:56.204574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-cb621c0e-230c-42f5-b7aa-ca413d814c9d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.205965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-cb621c0e-230c-42f5-b7aa-ca413d814c9d tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2343426 Sep 26 12:56:56.220079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-36edc8e2-ab4f-4027-9e82-4f34d31e5690 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:56:56.221068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-36edc8e2-ab4f-4027-9e82-4f34d31e5690 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092235 Sep 26 12:56:56.238051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-8b356dc7-dc23-4b34-b3eb-98eed554f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.239467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-8b356dc7-dc23-4b34-b3eb-98eed554f7a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.1411612 Sep 26 12:56:56.250724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34ce9d-fa05-443a-984a-60bed1d7bc18 req-092f9fa3-8c81-4f6e-86f7-1c238647acc9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.252184 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a34ce9d-fa05-443a-984a-60bed1d7bc18 req-092f9fa3-8c81-4f6e-86f7-1c238647acc9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.1199896 Sep 26 12:56:56.296073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:56.310191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-38b09523-904d-4ec8-9b79-f6fc53948c82 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 696 time: 0.0816004 Sep 26 12:56:56.311312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-03a86a6a-ad8b-46cf-89a7-8e658b42dd0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 217 time: 0.0456235 Sep 26 12:56:56.322120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a34ce9d-fa05-443a-984a-60bed1d7bc18 req-989c073d-790b-4752-88df-654756be2763 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607522 Sep 26 12:56:56.357786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:56.389121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-ed318525-a3ae-4802-9b69-1318b1a60a29 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.13 HTTP/1.1" status: 200 len: 696 time: 0.0729446 Sep 26 12:56:56.409923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:56:56.414849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:56:56.418154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:56:56.424919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.426066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:56.476738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Pushing event updated for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:56.490228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-07a1ef84-bb63-4d70-8333-6f92017db44e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8002112 Sep 26 12:56:56.508466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1657bef-7f63-4e0d-b9ad-84aa0b99fab8 req-69fab928-257e-4a69-a2b4-fc6c08e592c2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.510064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1657bef-7f63-4e0d-b9ad-84aa0b99fab8 req-69fab928-257e-4a69-a2b4-fc6c08e592c2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 931 time: 0.0790021 Sep 26 12:56:56.515440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Request body: {'port': {'device_id': '7d327d36-396e-480e-a14c-137a90842da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:56:56.718757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-0ae1c060-cca0-49f5-9704-f1b575ae9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.720225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-0ae1c060-cca0-49f5-9704-f1b575ae9578 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.3692248 Sep 26 12:56:56.826628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-757e03fb-8f0c-43e8-950d-7124ab5b4202 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.826900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1657bef-7f63-4e0d-b9ad-84aa0b99fab8 req-351fc53a-2e69-4b16-8b7a-d4db5a1e1938 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085427 Sep 26 12:56:56.827594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:56.828176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-757e03fb-8f0c-43e8-950d-7124ab5b4202 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.1461694 Sep 26 12:56:56.836685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-3da57797-0878-41d2-ac4f-245d54e54225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:56.838162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-3da57797-0878-41d2-ac4f-245d54e54225 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830007 Sep 26 12:56:56.940864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Deleting port 92e71a75-a70b-4153-aec6-8cece7568a50 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:56:56.941235 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.019003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28012527-d063-45c2-a477-d89e23c08cca req-0dbe9a27-5ee7-4ee0-8fc6-41d224bcb98e tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.020442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28012527-d063-45c2-a477-d89e23c08cca req-0dbe9a27-5ee7-4ee0-8fc6-41d224bcb98e tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.0866580 Sep 26 12:56:57.075545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-8e959e8e-7f61-4902-8db3-4ab28c0ddf93 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275550 Sep 26 12:56:57.103594 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28012527-d063-45c2-a477-d89e23c08cca req-769d1b90-56e3-4b61-8c1a-6d468362d992 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521667 Sep 26 12:56:57.192136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.192569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.200544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5243aa77-e162-4109-a9bf-0a2f4ad16a3d {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:56:57.208463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.211891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-8ab36952-bd6a-4f8d-8f9d-fd14efcfd73a service neutron] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:57.218349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Calling delete_port for 92e71a75-a70b-4153-aec6-8cece7568a50 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:56:57.222045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Transition to ACTIVE for port object 5243aa77-e162-4109-a9bf-0a2f4ad16a3d will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:56:57.223061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-8ab36952-bd6a-4f8d-8f9d-fd14efcfd73a service neutron] Notify callbacks [] for binding, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.224359 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578418d0-dbd8-42dc-bb2e-0f7bdbcd21f8 req-8ab36952-bd6a-4f8d-8f9d-fd14efcfd73a service neutron] 10.222.0.23 "DELETE /v2.0/ports/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3/bindings/n-h2-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.3845329 Sep 26 12:56:57.227826 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.249713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3612bbb8-30e7-4d03-8b3a-2f675e1fee47 req-1eb7d4cc-8034-4449-8c93-993a91b9b121 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663272 Sep 26 12:56:57.330276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Pushing event updated for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:57.364250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:56:57.364585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:56:57.364917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:57.365025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-c16407ed-fd33-4eeb-85b6-1a36cbedfeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.366594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-c16407ed-fd33-4eeb-85b6-1a36cbedfeef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 1098 time: 0.0688441 Sep 26 12:56:57.372058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:56:57.372380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:56:57.382597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:56:57.382976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:56:57.383367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:56:57.383802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Bound port: 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:56:57.384211 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.405667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d006f8-c191-434e-bc91-82106131f633 req-28ab5391-170d-40aa-addd-6626f68e6ae0 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.407386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d006f8-c191-434e-bc91-82106131f633 req-28ab5391-170d-40aa-addd-6626f68e6ae0 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0781708 Sep 26 12:56:57.486293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17d006f8-c191-434e-bc91-82106131f633 req-890afc23-2e6c-45f0-8cd4-5a378b249671 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533750 Sep 26 12:56:57.490469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:56:57.493978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:56:57.498270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-821e5f50-7fd5-4193-a932-5e224092df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.499247 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.499771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-821e5f50-7fd5-4193-a932-5e224092df4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 200 len: 921 time: 0.1246331 Sep 26 12:56:57.501064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.534025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Pushing event deleted for resources: {'Port': ['ID=92e71a75-a70b-4153-aec6-8cece7568a50,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:57.571316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.571952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.573040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] 10.222.0.23 "PUT /v2.0/ports/5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 1092 time: 1.0620437 Sep 26 12:56:57.573479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:56:57.575716 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975af2fd-d9a3-4931-9efc-1c18d2e89a17" -d '{"events": [{"name": "network-changed", "server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:56:57.599727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-5c07e244-7158-41e9-a96e-79e3f05b516a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 200 len: 217 time: 0.0728719 Sep 26 12:56:57.617046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88f806-d9b3-4318-8caf-1f5935106d68 service neutron] Pushing event updated for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:56:57.644311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f137516-8542-4434-b1d4-16cdc5fee6be req-1482b251-87b7-4e46-9460-58ed63cf6c3b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.645915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f137516-8542-4434-b1d4-16cdc5fee6be req-1482b251-87b7-4e46-9460-58ed63cf6c3b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.0863221 Sep 26 12:56:57.670319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.673586 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:56:57.674895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f9739ed-4ac2-400d-8265-8cdabf9eb9d6 req-dce312e6-4ee5-44db-b933-2b94b97c1645 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "DELETE /v2.0/floatingips/7ae982f0-10f8-4e6a-b39e-c0977d7d5a04 HTTP/1.1" status: 204 len: 173 time: 1.2753904 Sep 26 12:56:57.678840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-7a9b9c60-7efb-43f2-bf38-bb86c27ae4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.680262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-7a9b9c60-7efb-43f2-bf38-bb86c27ae4ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 200 len: 860 time: 0.0626836 Sep 26 12:56:57.701410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-ef22378a-2854-4a31-bd5e-b9333f92c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.702948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-ef22378a-2854-4a31-bd5e-b9333f92c902 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1095 time: 0.0766020 Sep 26 12:56:57.705945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f137516-8542-4434-b1d4-16cdc5fee6be req-ddc07c2e-67f6-4527-a991-92021d95efd6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459278 Sep 26 12:56:57.815374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1f5c4-9c11-4dc9-9d4f-d3555a460ed8 req-91749421-0cd8-47fd-9037-9b47c9ee48f9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.816880 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90c1f5c4-9c11-4dc9-9d4f-d3555a460ed8 req-91749421-0cd8-47fd-9037-9b47c9ee48f9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0542605 Sep 26 12:56:57.829813 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b81fe2-745a-42f2-baa7-8cd113a10f57 x-openstack-request-id: req-b1b81fe2-745a-42f2-baa7-8cd113a10f57 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:56:57.830407 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:56:57.830407 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1b81fe2-745a-42f2-baa7-8cd113a10f57 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:56:57.830749 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d', 'status': 'completed', 'code': 200} Sep 26 12:56:57.858504 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90c1f5c4-9c11-4dc9-9d4f-d3555a460ed8 req-3a0887c1-8214-4cba-aeb3-50cb0db580bc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354197 Sep 26 12:56:57.975080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-7ce060b0-3b81-4707-ba08-7e76135f2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.976705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-7ce060b0-3b81-4707-ba08-7e76135f2e55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7063892e-c2ae-45ba-938f-cc8baaa56279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468895 Sep 26 12:56:57.988457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-f1adf609-59cf-464d-8d96-01809ad097c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 217 time: 0.0575597 Sep 26 12:56:57.997782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26c47c-06b0-4877-b111-942269381ea3 req-81c0ea94-d5b3-48da-917e-531139c173cc tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:57.999324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c26c47c-06b0-4877-b111-942269381ea3 req-81c0ea94-d5b3-48da-917e-531139c173cc tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 1101 time: 0.0872662 Sep 26 12:56:58.090441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c26c47c-06b0-4877-b111-942269381ea3 req-fa2ef5d4-7c4b-462c-94c0-da01ef0155e5 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763867 Sep 26 12:56:58.095496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-93ebcb77-6734-4fd6-aee3-a11a3f1fa4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.096960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-93ebcb77-6734-4fd6-aee3-a11a3f1fa4c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.0849442 Sep 26 12:56:58.137128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310fee9-98e0-4862-8ebf-1ce0fc996b51 req-a847254c-177d-43de-b54a-378006ecf73c tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.138846 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4310fee9-98e0-4862-8ebf-1ce0fc996b51 req-a847254c-177d-43de-b54a-378006ecf73c tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.1193969 Sep 26 12:56:58.154614 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-02babe95-461e-4a2a-88ee-f31412ff4f39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458207 Sep 26 12:56:58.173416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-b3ddf5fa-9660-4a55-9e03-a266d5e7ea2e service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868396 Sep 26 12:56:58.201117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4310fee9-98e0-4862-8ebf-1ce0fc996b51 req-4890f84e-d716-4174-b8c4-d4b2d9cdfe95 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499258 Sep 26 12:56:58.238539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5af8b9-0e4e-4790-885d-0abdafb1ec1a req-00a1c29f-72ed-47e0-a35d-1e98f445e803 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.240155 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd5af8b9-0e4e-4790-885d-0abdafb1ec1a req-00a1c29f-72ed-47e0-a35d-1e98f445e803 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.0805502 Sep 26 12:56:58.304823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51fa542d-c3b6-4622-a1c2-b16a547c2fb8 req-8fc2f11a-6579-4ac8-9a75-b7957af392b2 service neutron] 10.222.0.23 "GET /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168199 Sep 26 12:56:58.323503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd5af8b9-0e4e-4790-885d-0abdafb1ec1a req-6d5a78f3-cf7f-4288-b2b9-d13d2df8c5f8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766711 Sep 26 12:56:58.334607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-b91cbd05-de2c-49ea-b7d1-de5325f94010 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451671 Sep 26 12:56:58.344325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92550535-6e93-4a83-a57f-6dbb3e94b199 req-2c1ec82c-987d-43fa-ae80-b3ced80b6d95 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.344325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-92550535-6e93-4a83-a57f-6dbb3e94b199 req-2c1ec82c-987d-43fa-ae80-b3ced80b6d95 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 946 time: 0.0516832 Sep 26 12:56:58.382353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-92550535-6e93-4a83-a57f-6dbb3e94b199 req-199a2f89-7030-4625-a308-597cb65d5a1c tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Sep 26 12:56:58.461085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-5679f2c2-badf-446b-a24f-4028ffbb9a9d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353837 Sep 26 12:56:58.498896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e077aaf1-f07a-45a1-a9a5-bb9983862592 req-f57b01d8-53ec-4fd4-ba9b-6f4a2ed43ce1 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451559 Sep 26 12:56:58.553566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb6433-55b7-4824-9268-3e561ffc1afa req-1a013864-7546-466f-8d75-aeda81059928 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.555182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9bcb6433-55b7-4824-9268-3e561ffc1afa req-1a013864-7546-466f-8d75-aeda81059928 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1096 time: 0.0532475 Sep 26 12:56:58.590808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9bcb6433-55b7-4824-9268-3e561ffc1afa req-35ef73fb-5cfc-4e42-815a-504eae846cc3 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281169 Sep 26 12:56:58.596205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-3d29b80d-b397-4d54-8a0b-5ce6a4676c92 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.597727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-3d29b80d-b397-4d54-8a0b-5ce6a4676c92 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289020 Sep 26 12:56:58.641432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-0bb43ec3-8ab3-47b2-89fb-962275bc1592 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/quotas/d103dd3ec0534dcbb982235d5b6718d1 HTTP/1.1" status: 200 len: 375 time: 0.0163267 Sep 26 12:56:58.662226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-b94060c4-4c91-467b-a68f-42b55aed5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.663727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-b94060c4-4c91-467b-a68f-42b55aed5e1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1095 time: 0.0842867 Sep 26 12:56:58.749287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ca62-f10a-4549-b00a-acb6308c9a6f req-e3386194-6dd7-43e7-87ca-2efb92557a3c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.751322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c627ca62-f10a-4549-b00a-acb6308c9a6f req-e3386194-6dd7-43e7-87ca-2efb92557a3c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0502877 Sep 26 12:56:58.782894 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-a04df0f7-b2c7-4c71-8f2c-40fec8b2e1c8 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1360519 Sep 26 12:56:58.790759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c627ca62-f10a-4549-b00a-acb6308c9a6f req-71f6cb42-0c41-465a-a139-d2e69a085f54 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Sep 26 12:56:58.816017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-359c2e30-f816-4220-8015-a339dd7859a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.817651 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-359c2e30-f816-4220-8015-a339dd7859a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.1321437 Sep 26 12:56:58.868560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-eb7fd119-bcae-4ead-a6a0-ba22bd2d4328 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 217 time: 0.0399120 Sep 26 12:56:58.940202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-644864d6-a87f-4bb2-8353-ee9a71cd097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:58.940924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-644864d6-a87f-4bb2-8353-ee9a71cd097e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.0585346 Sep 26 12:56:58.956334 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-265d8032-fc0b-404e-9db1-73bd0466004d req-af68904b-1f0c-4a37-99c6-383cffda5936 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 210 time: 0.0291305 Sep 26 12:56:58.988151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-dc281787-e94a-4fa1-ab77-d270448dabf4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285077 Sep 26 12:56:59.004092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66789d5-2b16-4af8-8111-4c14732f134c req-c7386673-9364-47ee-aeb9-a88759f6ad6d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:59.005737 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-c7386673-9364-47ee-aeb9-a88759f6ad6d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 807 time: 0.1435888 Sep 26 12:56:59.022147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-0fad38ea-70e3-4c2a-b790-da66f47723b2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/quotas/e649167b279749e7904ff626deead561 HTTP/1.1" status: 200 len: 375 time: 0.0104892 Sep 26 12:56:59.081572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-1368e144-a583-4e91-829a-d7bb26f074dc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516531 Sep 26 12:56:59.102460 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-f163d204-9585-4ff1-9b34-d04cfabff98f service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988505 Sep 26 12:56:59.175319 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-18fbad31-f319-4812-8c40-4d4df806e3cf service neutron] 10.222.0.13 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859714 Sep 26 12:56:59.217704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-975af2fd-d9a3-4931-9efc-1c18d2e89a17 req-9b27ee35-a1da-4dbf-be84-eb5632f0717d service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030505 Sep 26 12:56:59.293895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eefac29c-b3dd-4dc2-8775-0e8710bf6191 service neutron] 10.222.0.13 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117218 Sep 26 12:56:59.330819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2a394-5655-49a5-8ce6-c88ca80246b4 req-b6960022-4021-468f-9784-f8c296c0e73c tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:59.332652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55e2a394-5655-49a5-8ce6-c88ca80246b4 req-b6960022-4021-468f-9784-f8c296c0e73c tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.0544505 Sep 26 12:56:59.373214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55e2a394-5655-49a5-8ce6-c88ca80246b4 req-dbd0897a-efe0-49da-a765-ab0dc597e021 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Sep 26 12:56:59.520514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ac63b-dee4-4638-8df6-4a8f4efc8e12 req-164c5500-2ea5-482f-9b9c-74189211dea6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:59.522083 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-579ac63b-dee4-4638-8df6-4a8f4efc8e12 req-164c5500-2ea5-482f-9b9c-74189211dea6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.0615003 Sep 26 12:56:59.561655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13ebb8-4eb6-4463-8fba-6d7c6f0b2322 req-ad23bdb9-8f69-4a47-ac1d-665531ec75d9 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:59.563231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c13ebb8-4eb6-4463-8fba-6d7c6f0b2322 req-ad23bdb9-8f69-4a47-ac1d-665531ec75d9 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 946 time: 0.0736156 Sep 26 12:56:59.564827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-579ac63b-dee4-4638-8df6-4a8f4efc8e12 req-8e25709b-4ae6-4307-bad3-d17860032721 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351572 Sep 26 12:56:59.614833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c13ebb8-4eb6-4463-8fba-6d7c6f0b2322 req-f559d527-29d4-49a5-a0df-343e54444188 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Sep 26 12:56:59.653626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b8ef4fc-0e3f-4592-a79f-1eff1af9ce8f req-63f6d6b4-aa9a-4924-a165-f18fbc5dfb37 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 210 time: 0.0315003 Sep 26 12:56:59.896525 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-067c3c5c-b422-4de8-a6e0-6503b82e2b36 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258389 Sep 26 12:56:59.932610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100eb2c-409f-4639-afb1-901f769b8187 req-394922f9-60d4-4216-9724-fa5e7a2cca4c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:56:59.934225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e100eb2c-409f-4639-afb1-901f769b8187 req-394922f9-60d4-4216-9724-fa5e7a2cca4c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0664499 Sep 26 12:56:59.986589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e100eb2c-409f-4639-afb1-901f769b8187 req-9f8a9ff9-4d6b-407d-96d1-7775e386c20b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Sep 26 12:57:00.018236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-96b7e1bd-905d-43c8-8d4b-440524611e57 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:00.019823 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-96b7e1bd-905d-43c8-8d4b-440524611e57 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159720 Sep 26 12:57:00.040477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Request body: {'port': {'device_id': '04bce1a8-8412-48b1-856e-0d03d82de8a2', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'd103dd3ec0534dcbb982235d5b6718d1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:00.086576 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ddc4207-40cc-43cf-bf02-6f64d6af3240 req-a2dc4ee1-8607-40de-93d4-815c826cce7d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 210 time: 0.0421104 Sep 26 12:57:00.177993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Made reservation on behalf of d103dd3ec0534dcbb982235d5b6718d1 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:00.181618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:00.313981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Allocated IP 192.168.233.38 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/7467f38e-8c13-44e6-ad48-c19dc4a02e54) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:00.464345 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:00.504088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:00.521937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51', '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:00.571913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b', '049fee4d-352c-44a5-8491-79e4f68babcb', '827b8dbb-eb67-446f-8ac4-e6d21e976d61'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:00.573435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ea6e0-2a67-4d24-8552-345688e91a78 req-25de1b33-9dc5-411a-b52e-ab766621893a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:00.580723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:00.580921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f58ea6e0-2a67-4d24-8552-345688e91a78 req-25de1b33-9dc5-411a-b52e-ab766621893a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.1201315 Sep 26 12:57:00.581995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event updated for resources: {'Port': ['ID=7467f38e-8c13-44e6-ad48-c19dc4a02e54,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:00.585799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:00.588336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:00.597376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:00.598563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:00.618850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-ba45dedb-813d-4833-911e-9eb469afd198 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5815122 Sep 26 12:57:00.636885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Request body: {'port': {'device_id': '04bce1a8-8412-48b1-856e-0d03d82de8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:00.662928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f58ea6e0-2a67-4d24-8552-345688e91a78 req-8553e496-5101-47e7-b479-66bf6a2ace00 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804973 Sep 26 12:57:00.675796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66789d5-2b16-4af8-8111-4c14732f134c req-7eb48848-9be1-4195-9bac-66337425edbc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:00.677773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-7eb48848-9be1-4195-9bac-66337425edbc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 807 time: 0.2266905 Sep 26 12:57:00.696172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Request body: {'port': {'device_id': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'admin_state_up': True, 'tenant_id': 'e649167b279749e7904ff626deead561'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:00.769711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:00.834827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71519-bd2a-4dad-80b9-51b352f6792c req-e4a05fcb-f96b-48a8-a602-e05a1a0bebf2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:00.837292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa71519-bd2a-4dad-80b9-51b352f6792c req-e4a05fcb-f96b-48a8-a602-e05a1a0bebf2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.1150260 Sep 26 12:57:00.891876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1b34a-e846-409b-adde-126d128ea33c req-d6929f9b-20b4-4530-ae31-58b654b5df66 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:00.893666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ed1b34a-e846-409b-adde-126d128ea33c req-d6929f9b-20b4-4530-ae31-58b654b5df66 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 946 time: 0.1443710 Sep 26 12:57:00.944930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Made reservation on behalf of e649167b279749e7904ff626deead561 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:00.948493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:00.957294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ed1b34a-e846-409b-adde-126d128ea33c req-245a4f9c-04ce-4362-95d8-6b9c73041c30 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/security-groups?id=09205c7a-1387-404f-a985-861599d497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 Sep 26 12:57:00.968861 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa71519-bd2a-4dad-80b9-51b352f6792c req-5f01ded0-fa33-4901-82c6-021cc981b1f9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203403 Sep 26 12:57:01.036986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ef7e6120-e7eb-4668-97e2-a92c4bbecc3d None None] Provisioning complete for port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:01.037929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6120-e7eb-4668-97e2-a92c4bbecc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.106532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e6120-e7eb-4668-97e2-a92c4bbecc3d None None] Port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:57:01.106751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-ac5e0340-1269-4348-9df8-7729e2016526 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:01.108462 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-ac5e0340-1269-4348-9df8-7729e2016526 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.23 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 946 time: 0.1594629 Sep 26 12:57:01.108613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3eb375a3-7055-468c-aa67-754c0a718486 req-73efd7af-911b-413c-a6d6-3aea50f0e1b9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 210 time: 0.0356185 Sep 26 12:57:01.142913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Allocated IP 172.20.0.8 (73c672aa-c8ee-4f36-be6c-e8ebef181e14/bd3e1825-3fbb-4f19-9bc3-539323a9e4c4/66f39578-e3ed-43ac-a18a-b76c684289c0) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:01.253454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107497-6b1d-4906-ba57-59927c73635e req-2f7045f3-d4b6-498d-9426-71c1d5fe9bed tempest-LiveMigrationNegativeTest-293716276 tempest-LiveMigrationNegativeTest-293716276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:01.255031 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9107497-6b1d-4906-ba57-59927c73635e req-2f7045f3-d4b6-498d-9426-71c1d5fe9bed tempest-LiveMigrationNegativeTest-293716276 tempest-LiveMigrationNegativeTest-293716276-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 1102 time: 0.1759219 Sep 26 12:57:01.288615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d9107497-6b1d-4906-ba57-59927c73635e req-2ac8e7b1-7241-4bb5-bf9f-9d02a063d670 tempest-LiveMigrationNegativeTest-293716276 tempest-LiveMigrationNegativeTest-293716276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.357396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.377876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Deleting port 63b8ef35-436a-49c7-a109-1c991e19d00d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:01.378218 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.408313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7467f38e-8c13-44e6-ad48-c19dc4a02e54 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:01.422256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.431455 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.475700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb90483-4528-4a9e-be78-b1affc6f325c req-8aa62590-204a-40a4-8cab-8a5b5217d3d1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:01.477212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb90483-4528-4a9e-be78-b1affc6f325c req-8aa62590-204a-40a4-8cab-8a5b5217d3d1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0876782 Sep 26 12:57:01.491528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:01.501199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Transition to ACTIVE for port object 7467f38e-8c13-44e6-ad48-c19dc4a02e54 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:01.501972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:01.508023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.514804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:01.538620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Pushing event updated for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:01.563710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] For port 63b8ef35-436a-49c7-a109-1c991e19d00d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=63b8ef35-436a-49c7-a109-1c991e19d00d,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:01.564085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.570693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb90483-4528-4a9e-be78-b1affc6f325c req-029c2146-0508-492c-bf37-48d4b45b11f0 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817494 Sep 26 12:57:01.583805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:01.584465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.599484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Calling delete_port for 63b8ef35-436a-49c7-a109-1c991e19d00d owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:01.624007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Pushing event updated for resources: {'Port': ['ID=7467f38e-8c13-44e6-ad48-c19dc4a02e54,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:01.694092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d417a-4c8a-48e5-a1e2-26f8226eba05 req-34d19ec3-3777-494b-8f15-c5cae442a01d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:01.698067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-720d417a-4c8a-48e5-a1e2-26f8226eba05 req-34d19ec3-3777-494b-8f15-c5cae442a01d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 947 time: 0.0595837 Sep 26 12:57:01.711542 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d9107497-6b1d-4906-ba57-59927c73635e req-2ac8e7b1-7241-4bb5-bf9f-9d02a063d670 tempest-LiveMigrationNegativeTest-293716276 tempest-LiveMigrationNegativeTest-293716276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.714324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Attempting to bind port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:01.714697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Attempting to bind port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:01.715138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Attempting to bind port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:01.721326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d9107497-6b1d-4906-ba57-59927c73635e req-2ac8e7b1-7241-4bb5-bf9f-9d02a063d670 tempest-LiveMigrationNegativeTest-293716276 tempest-LiveMigrationNegativeTest-293716276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.726361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-d7692e1a-e118-4671-b48e-0d1a499e6523 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0356712 Sep 26 12:57:01.742049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Request body: {'port': {'device_id': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:01.742379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:01.742767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Attempting to bind port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:01.769180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:01.769562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:01.769988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:01.770364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-720d417a-4c8a-48e5-a1e2-26f8226eba05 req-9546b3f8-313d-4df8-9d7a-cdabdfbaa1f9 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665324 Sep 26 12:57:01.770534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Bound port: 7467f38e-8c13-44e6-ad48-c19dc4a02e54, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:01.770803 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.788802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9107497-6b1d-4906-ba57-59927c73635e req-2ac8e7b1-7241-4bb5-bf9f-9d02a063d670 tempest-LiveMigrationNegativeTest-293716276 tempest-LiveMigrationNegativeTest-293716276-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201409 Sep 26 12:57:01.809845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8e7b1-7241-4bb5-bf9f-9d02a063d670 tempest-LiveMigrationNegativeTest-293716276 tempest-LiveMigrationNegativeTest-293716276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11826b0-22da-459b-9281-0aaea2cbcaee,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:01.814748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.919963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] For port 7467f38e-8c13-44e6-ad48-c19dc4a02e54, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:01.924271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] For port 7467f38e-8c13-44e6-ad48-c19dc4a02e54, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7467f38e-8c13-44e6-ad48-c19dc4a02e54,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:01.925695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.933776 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:01.968642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Pushing event deleted for resources: {'Port': ['ID=63b8ef35-436a-49c7-a109-1c991e19d00d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:02.035262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.035950 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:02.041703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] 10.222.0.24 "PUT /v2.0/ports/7467f38e-8c13-44e6-ad48-c19dc4a02e54 HTTP/1.1" status: 200 len: 1096 time: 1.4100387 Sep 26 12:57:02.055745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bce1a8-8412-48b1-856e-0d03d82de8a2', 'tag': '7467f38e-8c13-44e6-ad48-c19dc4a02e54'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:02.064636 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba5d503-7773-4bb1-9148-29469ac470e1" -d '{"events": [{"name": "network-changed", "server_uuid": "04bce1a8-8412-48b1-856e-0d03d82de8a2", "tag": "7467f38e-8c13-44e6-ad48-c19dc4a02e54"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:02.121749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] No DVR routers for this DVR port 63b8ef35-436a-49c7-a109-1c991e19d00d on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:02.139848 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:02.151214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2db5eab-da7c-43b0-b5bb-5650748c111d req-61c6b03c-cea0-4bdd-a3b4-323b151b17a8 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.23 "DELETE /v2.0/ports/63b8ef35-436a-49c7-a109-1c991e19d00d HTTP/1.1" status: 204 len: 173 time: 1.0238602 Sep 26 12:57:02.217875 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77f6dee3-e184-423a-992f-6d964b87d511 req-67dc66ed-f35e-4388-8bdc-26011c4b7d27 tempest-FloatingIPsAssociationTestJSON-1263193614 tempest-FloatingIPsAssociationTestJSON-1263193614-project] 10.222.0.13 "GET /v2.0/ports?device_id=afa3ec90-05b7-40d7-8cdc-9b5b13427f22 HTTP/1.1" status: 200 len: 210 time: 0.0991473 Sep 26 12:57:02.237849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f39578-e3ed-43ac-a18a-b76c684289c0 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:02.248901 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:02.258928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4c238-4a35-48c4-aca9-028606ec152a service neutron] Pushing event updated for resources: {'Port': ['ID=7467f38e-8c13-44e6-ad48-c19dc4a02e54,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:02.274787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Transition to ACTIVE for port object 66f39578-e3ed-43ac-a18a-b76c684289c0 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:02.283317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-b76148a3-ef00-4458-8376-6bb27b6c405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.285507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-b76148a3-ef00-4458-8376-6bb27b6c405f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 1099 time: 0.1811092 Sep 26 12:57:02.290634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:02.320822 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14510b18-9f16-42b6-8592-4ef54015b72c x-openstack-request-id: req-14510b18-9f16-42b6-8592-4ef54015b72c {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:02.321586 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bce1a8-8412-48b1-856e-0d03d82de8a2", "tag": "7467f38e-8c13-44e6-ad48-c19dc4a02e54", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:02.321976 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14510b18-9f16-42b6-8592-4ef54015b72c {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:02.324433 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bce1a8-8412-48b1-856e-0d03d82de8a2', 'tag': '7467f38e-8c13-44e6-ad48-c19dc4a02e54', 'status': 'completed', 'code': 200} Sep 26 12:57:02.424846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Pushing event updated for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:02.464712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cfc71-6312-4bf8-98f1-9c85819e281a req-f542d615-2230-402d-a491-a8c94f56d5e4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.466333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-825cfc71-6312-4bf8-98f1-9c85819e281a req-f542d615-2230-402d-a491-a8c94f56d5e4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.1288278 Sep 26 12:57:02.503042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:02.503387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:02.503717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:02.516171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:02.516393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:02.525384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:02.525754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:02.526147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:02.526584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Bound port: 66f39578-e3ed-43ac-a18a-b76c684289c0, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:02.526962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:02.531342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-825cfc71-6312-4bf8-98f1-9c85819e281a req-089bc55a-1112-4159-8a3d-98ee4a1aa5b1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560927 Sep 26 12:57:02.597948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:02.601849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:02.608107 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:02.623373 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-41f3e56e-8c37-4dec-8f8b-7bf6648f6432 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=7467f38e-8c13-44e6-ad48-c19dc4a02e54 HTTP/1.1" status: 200 len: 217 time: 0.3278952 Sep 26 12:57:02.669866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.670482 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:02.672420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] 10.222.0.24 "PUT /v2.0/ports/66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 1092 time: 0.9350548 Sep 26 12:57:02.674636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:02.677158 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:02.693175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-97adfac5-3fec-4fb6-9fac-8fe4703e6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.694662 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-97adfac5-3fec-4fb6-9fac-8fe4703e6ddd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0622973 Sep 26 12:57:02.695784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['63b8ef35-436a-49c7-a109-1c991e19d00d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:02.707634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca942e0-2b32-4de9-a7ce-0c74423a7c7b req-b3c6bb9d-9c71-4779-ae27-2f06f49756fc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.709969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fca942e0-2b32-4de9-a7ce-0c74423a7c7b req-b3c6bb9d-9c71-4779-ae27-2f06f49756fc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.0892427 Sep 26 12:57:02.712071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb76c9-07ba-4c8c-8d98-c976b5cc0523 req-3e5541d1-d591-4c67-9875-511077014b2a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.713732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47bb76c9-07ba-4c8c-8d98-c976b5cc0523 req-3e5541d1-d591-4c67-9875-511077014b2a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.1083589 Sep 26 12:57:02.727568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb507281-cc6f-4a87-b2a1-e99f0d16922a service neutron] Pushing event updated for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:02.785006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66789d5-2b16-4af8-8111-4c14732f134c req-27bb69ac-80df-48f9-8124-96dc79e3023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.786465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-27bb69ac-80df-48f9-8124-96dc79e3023e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1095 time: 0.0698447 Sep 26 12:57:02.790508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47bb76c9-07ba-4c8c-8d98-c976b5cc0523 req-b1010148-ed46-4a3f-b20a-45a7695ed70a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635023 Sep 26 12:57:02.801731 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fca942e0-2b32-4de9-a7ce-0c74423a7c7b req-f49ed645-b5a0-457c-abc3-d51a42d69a65 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768783 Sep 26 12:57:02.807562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-da676158-fcb7-4d37-9707-a66bd2f6eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.810297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-da676158-fcb7-4d37-9707-a66bd2f6eeb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990183 Sep 26 12:57:02.844639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-42d14e52-4ddf-4046-bbfc-ece18a7d589b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 217 time: 0.0417724 Sep 26 12:57:02.905101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66789d5-2b16-4af8-8111-4c14732f134c req-fe4cbf4f-55ed-498b-9505-e0d8ab5af4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:02.906890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-fe4cbf4f-55ed-498b-9505-e0d8ab5af4a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0554502 Sep 26 12:57:02.965122 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da13c40-b1a2-452b-b6af-050775934586 x-openstack-request-id: req-5da13c40-b1a2-452b-b6af-050775934586 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:02.965685 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:02.966117 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5da13c40-b1a2-452b-b6af-050775934586 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:02.966239 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-8673f172-396d-4faa-a62e-bab01d34b43f service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486788 Sep 26 12:57:02.966756 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0', 'status': 'completed', 'code': 200} Sep 26 12:57:02.970395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-971d8c78-5c45-4e74-9fc5-5110aee8a0e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521278 Sep 26 12:57:03.080091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc772041-1ae5-46a1-a83a-93361f9a669b req-2b5c7077-2acf-4cf3-be54-c077100fe7e7 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:03.081744 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc772041-1ae5-46a1-a83a-93361f9a669b req-2b5c7077-2acf-4cf3-be54-c077100fe7e7 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1146247 Sep 26 12:57:03.144920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc772041-1ae5-46a1-a83a-93361f9a669b req-3f5490b5-7785-4408-9fcc-64e0d2cade6f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559692 Sep 26 12:57:03.147051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdc885b0-912e-4183-b2f4-70db4bd6b2a6 req-a051e80f-2026-427f-942e-419e9931d153 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667857 Sep 26 12:57:03.261087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-2cc5a361-543a-42bc-b29a-56dd99c62ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:03.263358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-2cc5a361-543a-42bc-b29a-56dd99c62ce7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 1099 time: 0.0545075 Sep 26 12:57:03.270835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55478) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:03.388945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de6628-f1d9-400c-a619-1f134b485c5a req-9f332bb2-c1e2-442c-8be3-12a48637a58c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:03.390510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39de6628-f1d9-400c-a619-1f134b485c5a req-9f332bb2-c1e2-442c-8be3-12a48637a58c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 947 time: 0.3668234 Sep 26 12:57:03.392460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-4f61754f-f161-41d7-9326-b8e90514fed1 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124012 Sep 26 12:57:03.455325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-ef4e7b62-7c5a-4de2-ae2d-474730f3f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:03.456832 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-ef4e7b62-7c5a-4de2-ae2d-474730f3f59e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1796236 Sep 26 12:57:03.500177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39de6628-f1d9-400c-a619-1f134b485c5a req-652727aa-3e1c-4da8-9c33-b95be86bb745 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023057 Sep 26 12:57:03.541040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d66789d5-2b16-4af8-8111-4c14732f134c req-53ced076-a841-4cfe-ada9-aadf7232ec56 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365559 Sep 26 12:57:03.542259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-a8d3c3a0-453e-4c68-9952-ab7faca81b22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=7467f38e-8c13-44e6-ad48-c19dc4a02e54 HTTP/1.1" status: 200 len: 217 time: 0.0443513 Sep 26 12:57:03.657071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-25a0e96b-589e-4620-b44c-3c67efec70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:03.659263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-25a0e96b-589e-4620-b44c-3c67efec70e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1095 time: 0.0422671 Sep 26 12:57:03.764057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4b5bf-f390-4bb8-8a1b-9d254184541c req-8cff6510-dc6a-4b3a-8995-d4caacc98488 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:03.766145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2dc4b5bf-f390-4bb8-8a1b-9d254184541c req-8cff6510-dc6a-4b3a-8995-d4caacc98488 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.1115415 Sep 26 12:57:03.795003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-9786b39d-de38-4c5a-80f7-3295c0b82d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:03.796823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-9786b39d-de38-4c5a-80f7-3295c0b82d46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1286128 Sep 26 12:57:03.849577 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2dc4b5bf-f390-4bb8-8a1b-9d254184541c req-33f19fa2-2a93-4525-9d7c-e0998d56c42e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736091 Sep 26 12:57:03.876925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-85f6b444-d71e-4015-b81f-82d0a7a35549 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 217 time: 0.0702927 Sep 26 12:57:03.981460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-d98a99e4-11e5-48d3-b96c-90d35b5d5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:03.983621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-d98a99e4-11e5-48d3-b96c-90d35b5d5f18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0978227 Sep 26 12:57:04.025520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-bf9dabe0-d057-49ba-a198-17483e756b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:04.027005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-bf9dabe0-d057-49ba-a198-17483e756b03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1752253 Sep 26 12:57:04.030175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189421b7-39bc-41c3-ab5e-28905852359b req-78d71815-cfe6-4e34-b4a9-0751333446cb tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:04.038173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-189421b7-39bc-41c3-ab5e-28905852359b req-78d71815-cfe6-4e34-b4a9-0751333446cb tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.1167066 Sep 26 12:57:04.041232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-f5ab39ee-bf6b-4415-8d7b-5d5f44f6c7a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488205 Sep 26 12:57:04.081369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f6332-8722-44f1-860a-b3017712f6e1 req-09a64c64-b00e-4d2e-ada5-414afabba4f7 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:04.088857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f23f6332-8722-44f1-860a-b3017712f6e1 req-09a64c64-b00e-4d2e-ada5-414afabba4f7 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.1339562 Sep 26 12:57:04.131110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:04.166376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-189421b7-39bc-41c3-ab5e-28905852359b req-bdcff949-3a25-4137-bc08-cfab3aa56d0d tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272368 Sep 26 12:57:04.201191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-fed47121-b2fe-49ba-bac9-a285be3a54ed service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397467 Sep 26 12:57:04.237802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f23f6332-8722-44f1-860a-b3017712f6e1 req-3b22b885-2386-4dc7-beea-14041d2779b6 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399002 Sep 26 12:57:04.240486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-70a323f2-b0ec-4c47-b3df-6d3e6ecb5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:04.242600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-70a323f2-b0ec-4c47-b3df-6d3e6ecb5860 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2054894 Sep 26 12:57:04.347533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'name': 'network-vif-deleted', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:04.350774 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd45116-cbad-4625-bfe0-22e09963bdde" -d '{"events": [{"server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "name": "network-vif-deleted", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:04.408162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4e54092-2d2b-4b1f-abda-52d0f03fbac6 req-828c22fc-ec88-4153-bc49-2605caa0a64f service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985819 Sep 26 12:57:04.411498 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faa74dd-c421-4d6c-90e2-5c05ed63c36e x-openstack-request-id: req-2faa74dd-c421-4d6c-90e2-5c05ed63c36e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:04.411936 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa3ec90-05b7-40d7-8cdc-9b5b13427f22", "name": "network-vif-deleted", "tag": "63b8ef35-436a-49c7-a109-1c991e19d00d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:04.412233 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2faa74dd-c421-4d6c-90e2-5c05ed63c36e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:04.412733 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa3ec90-05b7-40d7-8cdc-9b5b13427f22', 'name': 'network-vif-deleted', 'tag': '63b8ef35-436a-49c7-a109-1c991e19d00d', 'status': 'completed', 'code': 200} Sep 26 12:57:04.442202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4bb80-a8de-4eaa-8455-006bea72bbf4 req-b4245fe1-7f93-4b83-8b59-337076494b4d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:04.449663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cce4bb80-a8de-4eaa-8455-006bea72bbf4 req-b4245fe1-7f93-4b83-8b59-337076494b4d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0958729 Sep 26 12:57:04.487934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cce4bb80-a8de-4eaa-8455-006bea72bbf4 req-5c520680-0299-4d4b-a21e-3ec23d0ead2a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373726 Sep 26 12:57:04.505234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-baf03cc3-9a5e-419f-85ba-8490261086be service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435668 Sep 26 12:57:04.685155 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ba5d503-7773-4bb1-9148-29469ac470e1 req-c853288e-1a7e-4387-88cb-3a04bda953ba service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755230 Sep 26 12:57:04.701548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4191de-99df-485e-bcb1-87b2c3645351 req-90ae33aa-4997-48c7-a54f-f10698a8a9c1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:04.703763 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f4191de-99df-485e-bcb1-87b2c3645351 req-90ae33aa-4997-48c7-a54f-f10698a8a9c1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 947 time: 0.1091974 Sep 26 12:57:04.801641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f4191de-99df-485e-bcb1-87b2c3645351 req-f3ecfcad-cf0a-4ea2-9c32-9b85c8321a8c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781827 Sep 26 12:57:04.816828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Deleting port 40c584d6-09fa-4002-b562-b372070802e8 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:04.817250 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:04.825981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2912ef0-4457-4908-b728-d0c7985b886d req-a90ab8df-ce6c-4ef4-a7c5-9a9ccd16045e tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:04.827522 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2912ef0-4457-4908-b728-d0c7985b886d req-a90ab8df-ce6c-4ef4-a7c5-9a9ccd16045e tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.0937455 Sep 26 12:57:04.977111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] For port 40c584d6-09fa-4002-b562-b372070802e8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=40c584d6-09fa-4002-b562-b372070802e8,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:04.977408 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:04.988880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760a6d-85e9-4054-9932-dc12079b1db0 req-6cb4465e-ed2b-4d97-a7c4-478ff568fb9f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:04.997547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7760a6d-85e9-4054-9932-dc12079b1db0 req-6cb4465e-ed2b-4d97-a7c4-478ff568fb9f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.0621336 Sep 26 12:57:04.999169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Calling delete_port for 40c584d6-09fa-4002-b562-b372070802e8 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:05.022446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Deleting port 59073702-c01c-42b4-b371-54cb57d22978 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:05.022784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:05.048461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7760a6d-85e9-4054-9932-dc12079b1db0 req-ea2efbee-09ca-4547-940b-3d097df273d8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459642 Sep 26 12:57:05.142899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5243aa77-e162-4109-a9bf-0a2f4ad16a3d details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:05.324552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:05.337925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 63b8ef35-436a-49c7-a109-1c991e19d00d no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:05.341636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d', 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'port_id': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d', 'mac_address': 'fa:16:3e:8f:06:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281df68b-1343-4f8b-a4cb-74c03c4bb270', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:05.414872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 63b8ef35-436a-49c7-a109-1c991e19d00d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:05.415314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 63b8ef35-436a-49c7-a109-1c991e19d00d not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:05.424775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c032-1fdc-436e-8add-2411b9f8f0e6 req-b673b37e-c11e-40d8-bf16-5c9215cd6813 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:05.435389 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b56c032-1fdc-436e-8add-2411b9f8f0e6 req-b673b37e-c11e-40d8-bf16-5c9215cd6813 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.0656989 Sep 26 12:57:05.449608 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:05.465848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5243aa77-e162-4109-a9bf-0a2f4ad16a3d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:05.496187 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:57:05.500194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b56c032-1fdc-436e-8add-2411b9f8f0e6 req-29623df7-8f48-4fcf-812a-bbe308947e01 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624886 Sep 26 12:57:05.530190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:05.538158 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:05.645950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:05.775215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479f6b7-7bfa-4f47-a4b1-d546d39ad859 req-ca4f659a-e020-4a7b-9cb6-9e115286a51c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:05.779515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9479f6b7-7bfa-4f47-a4b1-d546d39ad859 req-ca4f659a-e020-4a7b-9cb6-9e115286a51c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0772049 Sep 26 12:57:05.807842 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:05.820129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b4159-72ee-4bf4-ba21-c22c0624d2c2 req-8804e056-75ee-4db3-912d-dca4e681884f tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:05.822206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d1b4159-72ee-4bf4-ba21-c22c0624d2c2 req-8804e056-75ee-4db3-912d-dca4e681884f tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 950 time: 0.5087018 Sep 26 12:57:05.833434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9479f6b7-7bfa-4f47-a4b1-d546d39ad859 req-de7a7e74-a4dc-4f3b-914e-a679a0b21140 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473752 Sep 26 12:57:05.908104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c584d6-09fa-4002-b562-b372070802e8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:05.940691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] For port 59073702-c01c-42b4-b371-54cb57d22978, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59073702-c01c-42b4-b371-54cb57d22978,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:05.940842 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:05.994824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dcf57-70d6-4625-816b-2b7c88d85efd req-ff62aea1-e86b-4802-a65e-8a7e55a165a6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:05.996481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-952dcf57-70d6-4625-816b-2b7c88d85efd req-ff62aea1-e86b-4802-a65e-8a7e55a165a6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 947 time: 0.0845647 Sep 26 12:57:06.018812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['5243aa77-e162-4109-a9bf-0a2f4ad16a3d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:06.088947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-952dcf57-70d6-4625-816b-2b7c88d85efd req-e0ed5092-ff7f-4dd4-9e33-de371b84b008 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798945 Sep 26 12:57:06.106773 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:06.130238 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d1b4159-72ee-4bf4-ba21-c22c0624d2c2 req-b2816f9e-ffc1-4aa0-84ff-f59cfd3cbe8b tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946239 Sep 26 12:57:06.132854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Calling delete_port for 59073702-c01c-42b4-b371-54cb57d22978 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:06.257356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7467f38e-8c13-44e6-ad48-c19dc4a02e54 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:06.352365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2699-570b-41c9-b7c3-2a963960b954 req-d2039157-46ee-4fa8-9c16-24f8e2721f5a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:06.356467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f90d2699-570b-41c9-b7c3-2a963960b954 req-d2039157-46ee-4fa8-9c16-24f8e2721f5a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 944 time: 0.0967700 Sep 26 12:57:06.436138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f90d2699-570b-41c9-b7c3-2a963960b954 req-8b7d0f0e-b4fc-40c0-93bf-fabf129c7f38 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738597 Sep 26 12:57:06.472652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7467f38e-8c13-44e6-ad48-c19dc4a02e54, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7467f38e-8c13-44e6-ad48-c19dc4a02e54,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:06.485950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7467f38e-8c13-44e6-ad48-c19dc4a02e54', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '7467f38e-8c13-44e6-ad48-c19dc4a02e54', 'mac_address': 'fa:16:3e:92:c5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:06.528216 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:06.556105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7467f38e-8c13-44e6-ad48-c19dc4a02e54 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:06.595184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7467f38e-8c13-44e6-ad48-c19dc4a02e54, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7467f38e-8c13-44e6-ad48-c19dc4a02e54,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:06.605410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:06.606869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 66f39578-e3ed-43ac-a18a-b76c684289c0 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:06.659768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:57:06.677292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7467f38e-8c13-44e6-ad48-c19dc4a02e54,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:06.777999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:06.800153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:06.814218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '66f39578-e3ed-43ac-a18a-b76c684289c0', 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'port_id': '66f39578-e3ed-43ac-a18a-b76c684289c0', 'mac_address': 'fa:16:3e:fc:56:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3e1825-3fbb-4f19-9bc3-539323a9e4c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:06.873251 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:06.874226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Pushing event deleted for resources: {'Port': ['ID=59073702-c01c-42b4-b371-54cb57d22978,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:06.911582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f39578-e3ed-43ac-a18a-b76c684289c0 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:06.941116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e0fa2-3ac0-49d1-9914-89afb6de5d3b req-05bb747d-7378-41b0-8e4e-96237f95c008 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:06.949079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d49e0fa2-3ac0-49d1-9914-89afb6de5d3b req-05bb747d-7378-41b0-8e4e-96237f95c008 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.2049453 Sep 26 12:57:06.949408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:06.956320 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:07.039299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] No DVR routers for this DVR port 59073702-c01c-42b4-b371-54cb57d22978 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:07.042545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:07.045225 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2912ef0-4457-4908-b728-d0c7985b886d req-c1e32ff4-42d3-4c74-9e64-44d0d75eac09 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "DELETE /v2.0/ports/59073702-c01c-42b4-b371-54cb57d22978 HTTP/1.1" status: 204 len: 173 time: 2.2057476 Sep 26 12:57:07.049426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28719b5c-a472-4d2c-8117-494a55ea6634', 'name': 'network-vif-deleted', 'tag': '59073702-c01c-42b4-b371-54cb57d22978'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:07.053098 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d10e59-5d43-49a9-817e-3895d4902e99" -d '{"events": [{"server_uuid": "28719b5c-a472-4d2c-8117-494a55ea6634", "name": "network-vif-deleted", "tag": "59073702-c01c-42b4-b371-54cb57d22978"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:07.053246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabc6f7-0e00-44b3-86e8-6e8703edcd8f req-13d33783-0bba-4b33-a406-7ba39aa8682c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:07.056959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-efabc6f7-0e00-44b3-86e8-6e8703edcd8f req-13d33783-0bba-4b33-a406-7ba39aa8682c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1027710 Sep 26 12:57:07.087738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d49e0fa2-3ac0-49d1-9914-89afb6de5d3b req-3b1fa323-2850-438a-ba4b-561203f7dc66 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310873 Sep 26 12:57:07.110074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:07.163467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 59073702-c01c-42b4-b371-54cb57d22978 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:07.192943 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:57:07.211630 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4400db89-8c5a-4abe-93dc-cc33c45f2ef2 admin admin] 10.222.0.13 "PUT /v2.0/routers/0e370b65-c4f1-4e86-b835-dd9b5c26c4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9396374 Sep 26 12:57:07.214021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55560) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:07.214572 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] Sync routers for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:57:07.222027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 59073702-c01c-42b4-b371-54cb57d22978 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:07.222442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 59073702-c01c-42b4-b371-54cb57d22978 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:07.226655 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-efabc6f7-0e00-44b3-86e8-6e8703edcd8f req-5565250e-5ea0-4036-bb58-729e9b07c78c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564765 Sep 26 12:57:07.235733 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:57:07.237555 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:07.238119 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a564f5-9319-4130-97ec-530e12f1ac91 x-openstack-request-id: req-a8a564f5-9319-4130-97ec-530e12f1ac91 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:07.240344 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28719b5c-a472-4d2c-8117-494a55ea6634", "name": "network-vif-deleted", "tag": "59073702-c01c-42b4-b371-54cb57d22978", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:07.240762 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8a564f5-9319-4130-97ec-530e12f1ac91 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:07.241280 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28719b5c-a472-4d2c-8117-494a55ea6634', 'name': 'network-vif-deleted', 'tag': '59073702-c01c-42b4-b371-54cb57d22978', 'status': 'completed', 'code': 200} Sep 26 12:57:07.249301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7467f38e-8c13-44e6-ad48-c19dc4a02e54'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:07.310155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['66f39578-e3ed-43ac-a18a-b76c684289c0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:07.380666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b0ff3e8-d769-4d64-b52e-82e31e8724ad req-6d4b9f9a-bd08-46d0-a8ca-812449367162 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=28719b5c-a472-4d2c-8117-494a55ea6634 HTTP/1.1" status: 200 len: 210 time: 0.0368128 Sep 26 12:57:07.416148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['77267ea3-52b6-40f3-a183-9b12f4e26931'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:07.441953 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:57:07.511711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a98f0-7b63-441c-b222-0b2f25067326 req-c8bc3d01-eadf-434a-be81-c426ac12adce tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:07.525306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa3a98f0-7b63-441c-b222-0b2f25067326 req-c8bc3d01-eadf-434a-be81-c426ac12adce tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 948 time: 0.1179688 Sep 26 12:57:07.629817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53683713-0428-4d5c-b723-e4a42c3628d3 req-0fea63d6-e523-4be6-8c1e-eacf93fc3583 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:07.633760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:07.637688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53683713-0428-4d5c-b723-e4a42c3628d3 req-0fea63d6-e523-4be6-8c1e-eacf93fc3583 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 944 time: 0.0850899 Sep 26 12:57:07.687881 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:57:05Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:07.740085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa3a98f0-7b63-441c-b222-0b2f25067326 req-ecef3174-386a-4714-857e-fe62257ae9e4 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136102 Sep 26 12:57:07.749818 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] Checking router: 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:57:07.770071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53683713-0428-4d5c-b723-e4a42c3628d3 req-fe4f1522-9c40-4e89-b90b-6119d49625e7 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179948 Sep 26 12:57:07.780755 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] Routers {'0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:57:07.782181 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:07.914820 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:07.973267 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] Set router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:57:08.034629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Deleting port 75248b52-ca3d-4c99-a95b-7c8c038a667a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:08.035100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.156422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] For port 75248b52-ca3d-4c99-a95b-7c8c038a667a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=75248b52-ca3d-4c99-a95b-7c8c038a667a,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:08.157217 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.171541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Calling delete_port for 75248b52-ca3d-4c99-a95b-7c8c038a667a owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:08.208912 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-124ff299-5b5d-47a4-990e-6eff82d608f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.212265 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:57:05Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:08.246447 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c7d5f-6618-47f0-9245-0fa2c4562251 None None] The sync data for ids ['0e370b65-c4f1-4e86-b835-dd9b5c26c4d5'] in n-d-806683-13 is: [{'id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1735240782-router', 'tenant_id': '3dde79c2ca604f3587ae2c40e63ee896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:55:44Z', 'updated_at': '2021-09-26T12:57:05Z', 'revision_number': 5, 'project_id': '3dde79c2ca604f3587ae2c40e63ee896', 'gw_port': {'id': '75248b52-ca3d-4c99-a95b-7c8c038a667a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e370b65-c4f1-4e86-b835-dd9b5c26c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:55:45Z', 'updated_at': '2021-09-26T12:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:57:08.256690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624697c4-6eb5-4202-be28-77c94bc082d9 req-476457be-aeb1-453f-b278-339fdf223d4f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:08.264517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624697c4-6eb5-4202-be28-77c94bc082d9 req-476457be-aeb1-453f-b278-339fdf223d4f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0951655 Sep 26 12:57:08.328805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624697c4-6eb5-4202-be28-77c94bc082d9 req-7f54f805-3931-46fc-a9f9-20c640b80239 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632775 Sep 26 12:57:08.431653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3e2d8-9a35-489b-a6e0-fb27a99071d3 req-dee8ca9a-a997-4206-ad6a-0bd41db3f605 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:08.433283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91d3e2d8-9a35-489b-a6e0-fb27a99071d3 req-dee8ca9a-a997-4206-ad6a-0bd41db3f605 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0908504 Sep 26 12:57:08.456088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.490583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75248b52-ca3d-4c99-a95b-7c8c038a667a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:08.535351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91d3e2d8-9a35-489b-a6e0-fb27a99071d3 req-3e7595aa-bae4-4c5a-b7c1-18bdda252ff0 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924995 Sep 26 12:57:08.544504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.688591 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.691060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.806995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.807540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:57:08.820699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.824189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-82daa67c-ec61-4f3e-867b-d10242840bd2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0e370b65-c4f1-4e86-b835-dd9b5c26c4d5 HTTP/1.1" status: 204 len: 168 time: 1.6074591 Sep 26 12:57:08.824932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55594) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:08.846321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f23b1-c081-42a8-a7a6-141423e0570d req-3e8e11cc-15d1-4129-8dfb-a531fb485aed tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:08.854055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a80f23b1-c081-42a8-a7a6-141423e0570d req-3e8e11cc-15d1-4129-8dfb-a531fb485aed tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 950 time: 0.1047564 Sep 26 12:57:08.903800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a80f23b1-c081-42a8-a7a6-141423e0570d req-92101e49-462e-42ff-9d31-5b1cad4ace1b tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488682 Sep 26 12:57:08.920182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-07beeed3-f565-4927-a847-d79f9cc9807e admin admin] Deleting subnet 18444294-8a57-432d-9c12-b97206743553 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:57:08.945610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07beeed3-f565-4927-a847-d79f9cc9807e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:08.984545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07beeed3-f565-4927-a847-d79f9cc9807e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.031363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad2130-5b7c-4f23-88ff-eac63fd13989 req-bfcd7965-fa43-4f13-b2a1-5ccc18c43894 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:09.038040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92ad2130-5b7c-4f23-88ff-eac63fd13989 req-bfcd7965-fa43-4f13-b2a1-5ccc18c43894 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 944 time: 0.0669472 Sep 26 12:57:09.100598 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07beeed3-f565-4927-a847-d79f9cc9807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.104619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92ad2130-5b7c-4f23-88ff-eac63fd13989 req-d1b06f65-70fe-4cec-8407-b72d0ecd797f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489724 Sep 26 12:57:09.145148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931e981-7d15-45bc-8989-a374dd5ff28e req-9d548acf-8674-4fc9-b299-67021f48c70b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:09.153161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5931e981-7d15-45bc-8989-a374dd5ff28e req-9d548acf-8674-4fc9-b299-67021f48c70b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 948 time: 0.2655039 Sep 26 12:57:09.184011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5243aa77-e162-4109-a9bf-0a2f4ad16a3d up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:09.218624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5931e981-7d15-45bc-8989-a374dd5ff28e req-c5f10d28-799a-4187-ba91-5c0d0ec416a6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596073 Sep 26 12:57:09.264688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07beeed3-f565-4927-a847-d79f9cc9807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.300550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beeed3-f565-4927-a847-d79f9cc9807e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18444294-8a57-432d-9c12-b97206743553,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:09.301729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:09.309694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:09.310240 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.315738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07beeed3-f565-4927-a847-d79f9cc9807e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.319437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-07beeed3-f565-4927-a847-d79f9cc9807e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18444294-8a57-432d-9c12-b97206743553 HTTP/1.1" status: 204 len: 168 time: 0.4931903 Sep 26 12:57:09.322074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55608) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:09.346546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc7472-cdf2-45ae-8dbe-7037fee8e2b3 None None] Network 7063892e-c2ae-45ba-938f-cc8baaa56279 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:09.417009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.505436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.521000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499f62d-0dda-4d2e-98cd-f94af8c33827 req-daa9fb72-8d00-473e-8a44-aa075241360d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:09.537934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:09.540415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9499f62d-0dda-4d2e-98cd-f94af8c33827 req-daa9fb72-8d00-473e-8a44-aa075241360d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.1093631 Sep 26 12:57:09.540628 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99ad16e-0f74-4caf-9177-ee0e4a1066f4" -d '{"events": [{"server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "name": "network-vif-plugged", "status": "completed", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:09.557413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:09.567145 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.616172 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e271c4f-bb4a-474e-9afd-7056c7789232 x-openstack-request-id: req-8e271c4f-bb4a-474e-9afd-7056c7789232 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:09.616679 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "name": "network-vif-plugged", "status": "completed", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:09.617129 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e271c4f-bb4a-474e-9afd-7056c7789232 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:09.618013 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d', 'code': 200} Sep 26 12:57:09.622866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] DHCP port deletion for 7063892e-c2ae-45ba-938f-cc8baaa56279 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 12:57:09.671908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Deleting port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:09.672299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.693502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:09.704457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9499f62d-0dda-4d2e-98cd-f94af8c33827 req-8497cfd3-8b35-4fb1-b7c0-4a1d0a97a34d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628613 Sep 26 12:57:09.736660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] Deleting port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:09.737047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.799791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc76d28-03e5-4950-907e-b30f0268bb8c req-1b4c3a5b-91f4-4516-a9dd-8fe7175595b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:09.801579 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2fc76d28-03e5-4950-907e-b30f0268bb8c req-1b4c3a5b-91f4-4516-a9dd-8fe7175595b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1097 time: 0.1207292 Sep 26 12:57:09.816179 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89f798-1eba-4739-8bb5-20e37e2dc197 req-d4f434eb-adff-4a46-a375-e6817a4dda51 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:09.817955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b89f798-1eba-4739-8bb5-20e37e2dc197 req-d4f434eb-adff-4a46-a375-e6817a4dda51 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0706100 Sep 26 12:57:09.827914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] For port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:09.828426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.852543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Calling delete_port for f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:09.863987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] For port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,segment=NetworkSegment(cfed6fb8-4282-40ec-9690-63d925409d88),segment_id=cfed6fb8-4282-40ec-9690-63d925409d88)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:09.864906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:09.879932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b89f798-1eba-4739-8bb5-20e37e2dc197 req-293d3af2-4870-498f-a882-3374f28a0da0 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Sep 26 12:57:09.884358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2fc76d28-03e5-4950-907e-b30f0268bb8c req-2eba5703-ccd2-4729-8ef7-8bfc3285abb4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653417 Sep 26 12:57:09.894332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] Calling delete_port for f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:09.981642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.005791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] No DVR routers for this DVR port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:10.026803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:10.048692 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.075726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] Pushing event deleted for resources: {'Port': ['ID=f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:10.080067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620883a-79cc-44d9-ab31-429162d477eb None None] No DVR routers for this DVR port f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:10.134364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.162890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a3a6-78c8-4b32-9ef9-bb52834a5398 req-5c4ba69e-8962-4a6b-9cf6-e4fc78361633 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:10.164421 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ac5a3a6-78c8-4b32-9ef9-bb52834a5398 req-5c4ba69e-8962-4a6b-9cf6-e4fc78361633 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 950 time: 0.1189604 Sep 26 12:57:10.171804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7063892e-c2ae-45ba-938f-cc8baaa56279']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:10.204930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfed6fb8-4282-40ec-9690-63d925409d88') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:10.205373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfed6fb8-4282-40ec-9690-63d925409d88') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:10.227956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7467f38e-8c13-44e6-ad48-c19dc4a02e54 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:10.244683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.270106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4935c-e062-4ceb-a97b-34c9c6703988 req-128df44f-51ca-4a75-892f-ad44618f5800 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:10.275085 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.279873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84c4935c-e062-4ceb-a97b-34c9c6703988 req-128df44f-51ca-4a75-892f-ad44618f5800 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 945 time: 0.0980632 Sep 26 12:57:10.289537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:57:10.289936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.329137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84c4935c-e062-4ceb-a97b-34c9c6703988 req-8a1cfbc9-a4c0-46c2-999d-90c7a66be722 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Sep 26 12:57:10.340711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 75248b52-ca3d-4c99-a95b-7c8c038a667a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:10.349594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:10.408994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 75248b52-ca3d-4c99-a95b-7c8c038a667a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:10.409403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 75248b52-ca3d-4c99-a95b-7c8c038a667a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:10.409807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:10.411694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:10.412011 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: timer() Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:57:10.443331 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:57:10.456306 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ac5a3a6-78c8-4b32-9ef9-bb52834a5398 req-98171efd-e0a4-4910-a934-98542c40afd1 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/security-groups?id=c22185d2-9d03-445d-9d19-e61c61e5653e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668126 Sep 26 12:57:10.456882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.480580 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.488538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7063892e-c2ae-45ba-938f-cc8baaa56279 HTTP/1.1" status: 204 len: 168 time: 1.1647520 Sep 26 12:57:10.511763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a5f30-bc3f-46a4-9b42-3bdc460ec990 admin admin] Pushing event deleted for resources: {'Network': ['ID=7063892e-c2ae-45ba-938f-cc8baaa56279,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:10.515753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:10.522613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f8f1ad8d-ca0d-49af-8e91-6e9cfe33018b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:10.523423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 40c584d6-09fa-4002-b562-b372070802e8 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:10.549757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 40c584d6-09fa-4002-b562-b372070802e8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:10.550385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 40c584d6-09fa-4002-b562-b372070802e8 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:10.611298 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.623703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7039480-6d86-48c9-bc38-28b52ce2feab req-925e26f1-881d-4cd0-9c0d-3111c1acb0ff tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:10.632311 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7039480-6d86-48c9-bc38-28b52ce2feab req-925e26f1-881d-4cd0-9c0d-3111c1acb0ff tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 948 time: 0.0807302 Sep 26 12:57:10.650077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7467f38e-8c13-44e6-ad48-c19dc4a02e54, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7467f38e-8c13-44e6-ad48-c19dc4a02e54,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:10.669366 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.670859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 66f39578-e3ed-43ac-a18a-b76c684289c0 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:10.677134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55636) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:10.684971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7039480-6d86-48c9-bc38-28b52ce2feab req-6f65202d-17e9-45a7-8713-0e684c7162b2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516667 Sep 26 12:57:10.762927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7467f38e-8c13-44e6-ad48-c19dc4a02e54,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:10.770758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4ea55cd8-7eef-469c-b8d8-cb6813b450c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dde79c2ca604f3587ae2c40e63ee896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915544 Sep 26 12:57:10.771425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55640) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:10.779857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 66f39578-e3ed-43ac-a18a-b76c684289c0 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:10.785532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 66f39578-e3ed-43ac-a18a-b76c684289c0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:10.786371 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.826256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-7d3aadd4-8157-4a67-8107-c81042a4c09a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:10.829154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-7d3aadd4-8157-4a67-8107-c81042a4c09a tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 950 time: 0.1264014 Sep 26 12:57:10.876616 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.881803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d0bc3-b93b-490e-bf5a-29d3bbbcdc68 req-e010c794-b7b0-4c3d-bcb4-9f17abc0853c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:10.884089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2d0bc3-b93b-490e-bf5a-29d3bbbcdc68 req-e010c794-b7b0-4c3d-bcb4-9f17abc0853c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0909324 Sep 26 12:57:10.923056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:10.924335 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7b252724-3f45-4b46-a4ea-0de40fa1219f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.948180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.962498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7b252724-3f45-4b46-a4ea-0de40fa1219f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.966713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2d0bc3-b93b-490e-bf5a-29d3bbbcdc68 req-b689caa3-13e1-4f45-b865-734c012a495a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725548 Sep 26 12:57:10.989232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Deleting port 77267ea3-52b6-40f3-a183-9b12f4e26931 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:10.989700 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:10.992419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0b37e4f-d4b2-4011-b451-a6a6d9fec011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:11.026522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:11.044436 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7b252724-3f45-4b46-a4ea-0de40fa1219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:11.047493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7b252724-3f45-4b46-a4ea-0de40fa1219f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:11.051367 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7b252724-3f45-4b46-a4ea-0de40fa1219f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09205c7a-1387-404f-a985-861599d497ec HTTP/1.1" status: 204 len: 168 time: 0.2785656 Sep 26 12:57:11.059356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b252724-3f45-4b46-a4ea-0de40fa1219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09205c7a-1387-404f-a985-861599d497ec,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:11.141272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98929e9e-4878-4fa1-a4c5-f2ca07fba9e1 req-d3b05889-abab-4d96-8ab8-9aeaf4a032aa tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:11.142766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98929e9e-4878-4fa1-a4c5-f2ca07fba9e1 req-d3b05889-abab-4d96-8ab8-9aeaf4a032aa tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1338329 Sep 26 12:57:11.164509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] For port 77267ea3-52b6-40f3-a183-9b12f4e26931, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=77267ea3-52b6-40f3-a183-9b12f4e26931,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:11.164875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:11.185593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Calling delete_port for 77267ea3-52b6-40f3-a183-9b12f4e26931 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:11.223850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98929e9e-4878-4fa1-a4c5-f2ca07fba9e1 req-0c7637d2-e9c4-4e21-b257-e5a79e4e1d9b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667696 Sep 26 12:57:11.391464 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:11.428675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Pushing event deleted for resources: {'Port': ['ID=77267ea3-52b6-40f3-a183-9b12f4e26931,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:11.516154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] No DVR routers for this DVR port 77267ea3-52b6-40f3-a183-9b12f4e26931 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:11.518896 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:11.521128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fda011a8-659d-4c0a-ae6d-d76f12d0d153 req-8fbf4173-dbad-4c35-ad16-f610940614cf tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.23 "DELETE /v2.0/ports/77267ea3-52b6-40f3-a183-9b12f4e26931 HTTP/1.1" status: 204 len: 173 time: 0.6849201 Sep 26 12:57:11.521672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de9ba50-02a1-45ec-b48c-b43aac206bf2', 'name': 'network-vif-deleted', 'tag': '77267ea3-52b6-40f3-a183-9b12f4e26931'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:11.523959 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cca37e-6d79-4b5c-942f-e79553e0109c" -d '{"events": [{"server_uuid": "5de9ba50-02a1-45ec-b48c-b43aac206bf2", "name": "network-vif-deleted", "tag": "77267ea3-52b6-40f3-a183-9b12f4e26931"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:11.588849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:11.617272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43447ab2-96b8-4608-a0ad-86e3931c9f0c req-5bc377c5-9db6-43f4-b090-5b17345722b2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:11.618861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bce1a8-8412-48b1-856e-0d03d82de8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7467f38e-8c13-44e6-ad48-c19dc4a02e54'}, {'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:11.621515 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52c8f8c-bba8-45c3-a312-35e083d66c92" -d '{"events": [{"server_uuid": "04bce1a8-8412-48b1-856e-0d03d82de8a2", "name": "network-vif-plugged", "status": "completed", "tag": "7467f38e-8c13-44e6-ad48-c19dc4a02e54"}, {"server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "name": "network-vif-plugged", "status": "completed", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:11.630671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43447ab2-96b8-4608-a0ad-86e3931c9f0c req-5bc377c5-9db6-43f4-b090-5b17345722b2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 945 time: 0.1752324 Sep 26 12:57:11.737942 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43447ab2-96b8-4608-a0ad-86e3931c9f0c req-a846ab61-d2bc-47ec-bb5b-e0f3f188d879 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062560 Sep 26 12:57:11.969667 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4127afca-ba9d-4263-bb1b-eb5b28999acf x-openstack-request-id: req-4127afca-ba9d-4263-bb1b-eb5b28999acf {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:11.969973 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bce1a8-8412-48b1-856e-0d03d82de8a2", "name": "network-vif-plugged", "status": "completed", "tag": "7467f38e-8c13-44e6-ad48-c19dc4a02e54", "code": 200}, {"server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "name": "network-vif-plugged", "status": "completed", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:11.970233 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4127afca-ba9d-4263-bb1b-eb5b28999acf {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:11.972383 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bce1a8-8412-48b1-856e-0d03d82de8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7467f38e-8c13-44e6-ad48-c19dc4a02e54', 'code': 200} Sep 26 12:57:11.973816 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0', 'code': 200} Sep 26 12:57:12.005672 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.073452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2cb0f-8319-4ad9-8fa1-e950cd6db0ee req-bfc80d93-5f8e-4593-b78e-a11cd3ae8f02 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:12.082733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97c2cb0f-8319-4ad9-8fa1-e950cd6db0ee req-bfc80d93-5f8e-4593-b78e-a11cd3ae8f02 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 949 time: 0.0624464 Sep 26 12:57:12.171992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97c2cb0f-8319-4ad9-8fa1-e950cd6db0ee req-ae1a4e69-8869-4cea-b0dd-1e5081a1c8da tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830746 Sep 26 12:57:12.174349 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9779197-7300-4534-babc-c17cbb845319 x-openstack-request-id: req-b9779197-7300-4534-babc-c17cbb845319 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:12.174724 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de9ba50-02a1-45ec-b48c-b43aac206bf2", "name": "network-vif-deleted", "tag": "77267ea3-52b6-40f3-a183-9b12f4e26931", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:12.175060 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9779197-7300-4534-babc-c17cbb845319 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:12.175351 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de9ba50-02a1-45ec-b48c-b43aac206bf2', 'name': 'network-vif-deleted', 'tag': '77267ea3-52b6-40f3-a183-9b12f4e26931', 'status': 'completed', 'code': 200} Sep 26 12:57:12.190069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26eb3eb7-0556-40a0-ba56-e0e955f1ed9e req-e669c85f-0089-4058-ac8f-f258757b4e62 tempest-LiveMigrationNegativeTest-1162066180 tempest-LiveMigrationNegativeTest-1162066180-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9ba50-02a1-45ec-b48c-b43aac206bf2 HTTP/1.1" status: 200 len: 210 time: 0.5252953 Sep 26 12:57:12.208853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bc138-c377-4c9c-a566-1d044729e8e1 req-ee28195a-8333-439e-adae-930e9c2c6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:12.210682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea7bc138-c377-4c9c-a566-1d044729e8e1 req-ee28195a-8333-439e-adae-930e9c2c6a45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 1101 time: 0.1197488 Sep 26 12:57:12.290496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e891-3ce5-4071-a370-2a098cb6a13a req-ab31b04d-3d6d-41fb-977c-c59b544920de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:12.294160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fe3e891-3ce5-4071-a370-2a098cb6a13a req-ab31b04d-3d6d-41fb-977c-c59b544920de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1097 time: 0.1216483 Sep 26 12:57:12.337791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea7bc138-c377-4c9c-a566-1d044729e8e1 req-18f43d46-5db2-47d7-80dd-675c2cdc1699 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091626 Sep 26 12:57:12.393549 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fe3e891-3ce5-4071-a370-2a098cb6a13a req-4bb2ea30-1599-4749-a657-7101b97de8b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909207 Sep 26 12:57:12.414800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bde07-f07a-493e-b011-bd5a3611b494 req-917909f4-504c-4c5d-9620-bfee58af6ac3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:12.416840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-062bde07-f07a-493e-b011-bd5a3611b494 req-917909f4-504c-4c5d-9620-bfee58af6ac3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 945 time: 0.0793135 Sep 26 12:57:12.474325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5de4b7-7e67-4b5c-b6c9-165f9bf5e334 req-f99e16f7-db8f-49a4-8eb7-febc90a9f4f6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:12.481979 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-062bde07-f07a-493e-b011-bd5a3611b494 req-fad7a060-7c40-41cd-ae4b-ec5231d610af tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564129 Sep 26 12:57:12.483688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55690) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:12.485257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab5de4b7-7e67-4b5c-b6c9-165f9bf5e334 req-f99e16f7-db8f-49a4-8eb7-febc90a9f4f6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1219172 Sep 26 12:57:12.525351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab5de4b7-7e67-4b5c-b6c9-165f9bf5e334 req-ff95b648-fa4d-43a9-9731-174198e70a70 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Sep 26 12:57:12.614201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2032924896-network', 'tenant_id': 'f9d8fe3bd1df47728007ae5f498efe23'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:12.639109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Made reservation on behalf of f9d8fe3bd1df47728007ae5f498efe23 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:12.642453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.651733 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.755408 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.761243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.794439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e6dc03-0756-475f-99c3-ba0e182578c3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:12.811340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:57:12.825807 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.826620 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Added segment dc53b632-2286-4eae-9657-b30b5dab0863 of type vlan for network 5461c450-2287-4558-a00f-b5689871e961 Sep 26 12:57:12.870625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.888218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8e0f2-18d1-496c-8b8e-1b081f3d2f19 req-0a7fd33b-c0cd-4712-af5d-3c1588334c49 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:12.895765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5af8e0f2-18d1-496c-8b8e-1b081f3d2f19 req-0a7fd33b-c0cd-4712-af5d-3c1588334c49 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 945 time: 0.0745146 Sep 26 12:57:12.902056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.903642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:12.904238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:12.953401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4650373 Sep 26 12:57:12.953883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55712) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:12.960609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Request body: {'subnet': {'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2032924896-subnet', 'tenant_id': 'f9d8fe3bd1df47728007ae5f498efe23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:12.969532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5af8e0f2-18d1-496c-8b8e-1b081f3d2f19 req-707fe94e-2e35-4ef5-890a-df2072b72956 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705545 Sep 26 12:57:13.017205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36c4a9-69f3-4b6c-b3b9-9ef4cebf0e76 admin admin] Pushing event updated for resources: {'Network': ['ID=5461c450-2287-4558-a00f-b5689871e961,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:13.035306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 5461c450-2287-4558-a00f-b5689871e961 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:57:13.039957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Made reservation on behalf of f9d8fe3bd1df47728007ae5f498efe23 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:13.043165 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:13.141649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca61044-2952-4537-9e55-7d9723ce6cbb req-b1668844-6dce-48b4-b8bb-d0a6f90b3753 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:13.148506 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ca61044-2952-4537-9e55-7d9723ce6cbb req-b1668844-6dce-48b4-b8bb-d0a6f90b3753 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1097 time: 0.0633821 Sep 26 12:57:13.188589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 77267ea3-52b6-40f3-a183-9b12f4e26931 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:13.192751 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ca61044-2952-4537-9e55-7d9723ce6cbb req-67692f52-1a2e-462e-bf86-2752135ef6a6 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Sep 26 12:57:13.223136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 77267ea3-52b6-40f3-a183-9b12f4e26931 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:13.223540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 77267ea3-52b6-40f3-a183-9b12f4e26931 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:13.359737 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:13.389459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872be555-1d51-40e1-857a-8bbbc7303787 req-446dadc5-1ccb-4f3a-bd51-31145fba443c tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:13.402772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-872be555-1d51-40e1-857a-8bbbc7303787 req-446dadc5-1ccb-4f3a-bd51-31145fba443c tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1097 time: 0.0735419 Sep 26 12:57:13.406785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:13.415422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28474360-7a5a-4b44-9f8a-1531a37e980f req-6486f820-2905-4dd6-8566-65cc6b9ed1a6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:13.423306 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28474360-7a5a-4b44-9f8a-1531a37e980f req-6486f820-2905-4dd6-8566-65cc6b9ed1a6 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 949 time: 0.1124005 Sep 26 12:57:13.451129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-872be555-1d51-40e1-857a-8bbbc7303787 req-a17f6f6b-1da7-48b6-9617-29335f9d661e tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Sep 26 12:57:13.485343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28474360-7a5a-4b44-9f8a-1531a37e980f req-b621843e-9158-4519-be16-a8e80afff73b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589671 Sep 26 12:57:13.493886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a1bfe7-338a-49b9-acfe-86b4a9efa712,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:13.530886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Checking segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:13.531651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Network hostable DHCP agents. Network: 5461c450-2287-4558-a00f-b5689871e961, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:57:13.589066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Network 5461c450-2287-4558-a00f-b5689871e961 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:57:13.617436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55736) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:13.648100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 5461c450-2287-4558-a00f-b5689871e961) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:13.654021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:13.654967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:13.658671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054e580-bf76-45df-9ae3-f8e0652a3b33 None None] Network 5461c450-2287-4558-a00f-b5689871e961 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:13.712416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3d59574d-9292-4cc6-8843-c154b646cddd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7567132 Sep 26 12:57:13.756074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa56b1-1124-4169-a097-5a08456e7ab1 req-ccaeec28-ad9a-42b1-b6e9-931c59a0517d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:13.766086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56fa56b1-1124-4169-a097-5a08456e7ab1 req-ccaeec28-ad9a-42b1-b6e9-931c59a0517d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 945 time: 0.1556849 Sep 26 12:57:13.844483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56fa56b1-1124-4169-a097-5a08456e7ab1 req-77ae6233-c740-4f57-afa7-7cdb2b30937c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770171 Sep 26 12:57:13.900788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f6245-dda1-4b63-bbc9-aaebaeba2781 req-8880a1fc-5d15-4b06-aa3f-aaa8b6916918 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:13.908011 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ee3f6245-dda1-4b63-bbc9-aaebaeba2781 req-8880a1fc-5d15-4b06-aa3f-aaa8b6916918 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.2283051 Sep 26 12:57:13.926687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899e615-0a99-4bcd-80d8-6ba98a6acb1d None None] Network 5461c450-2287-4558-a00f-b5689871e961 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:14.066591 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ee3f6245-dda1-4b63-bbc9-aaebaeba2781 req-3245ebe3-ffed-4ac3-80c0-c258f549cf92 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419165 Sep 26 12:57:14.154834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-58c33698-55fc-4f3e-be79-3a5d47723af4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01b8c9594aa74a729cff361395c90c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322225 Sep 26 12:57:14.156595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55754) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:14.254817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6837109-6da4-43db-9c72-6300d240d6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:14.285178 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6837109-6da4-43db-9c72-6300d240d6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:14.401714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13430af-07a9-4856-a2a3-869068d1b032 req-a9124aeb-a951-46ed-9b6d-c324beaa1d16 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:14.403743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f13430af-07a9-4856-a2a3-869068d1b032 req-a9124aeb-a951-46ed-9b6d-c324beaa1d16 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1097 time: 0.1162024 Sep 26 12:57:14.449830 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6837109-6da4-43db-9c72-6300d240d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:14.452501 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6837109-6da4-43db-9c72-6300d240d6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:14.456503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a6837109-6da4-43db-9c72-6300d240d6ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c22185d2-9d03-445d-9d19-e61c61e5653e HTTP/1.1" status: 204 len: 168 time: 0.2988913 Sep 26 12:57:14.500438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f13430af-07a9-4856-a2a3-869068d1b032 req-f2e51434-6e1f-4d85-9380-6d77770780f0 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897987 Sep 26 12:57:14.503461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6837109-6da4-43db-9c72-6300d240d6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22185d2-9d03-445d-9d19-e61c61e5653e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:14.620097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-c7c2345a-3051-415f-8101-1f0062ee7b87 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:14.621920 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-c7c2345a-3051-415f-8101-1f0062ee7b87 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 805 time: 0.1415622 Sep 26 12:57:14.651369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-ab7353f6-9204-4969-bf9c-cce5f1b24ba7 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/quotas/f9d8fe3bd1df47728007ae5f498efe23 HTTP/1.1" status: 200 len: 375 time: 0.0163794 Sep 26 12:57:14.683086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-d17c04e8-751f-4491-8360-956314e1eed5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308554 Sep 26 12:57:14.688877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1f4d-d39c-4692-918b-27c74ba8ec41 req-6b80ef66-3bb8-4c13-93b8-65e95e0dcf2e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:14.694967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76ea1f4d-d39c-4692-918b-27c74ba8ec41 req-6b80ef66-3bb8-4c13-93b8-65e95e0dcf2e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 949 time: 0.0681906 Sep 26 12:57:14.739039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76ea1f4d-d39c-4692-918b-27c74ba8ec41 req-6df12358-fe81-4ee9-9e93-df9221519622 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357707 Sep 26 12:57:14.786901 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:14.808786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-ba8d3503-333d-4f79-aec6-78cb7b205a26 service neutron] 10.222.0.13 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180151 Sep 26 12:57:14.901262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f994-4ba2-40c4-aed3-2926e7c74a0c req-e07feaab-62c2-4fe8-9575-b44dac991238 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:14.911987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8591f994-4ba2-40c4-aed3-2926e7c74a0c req-e07feaab-62c2-4fe8-9575-b44dac991238 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 1101 time: 0.0889657 Sep 26 12:57:14.966600 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a625adb1-748d-47cd-b2db-1529ab0ba74e service neutron] 10.222.0.13 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496179 Sep 26 12:57:14.988212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8591f994-4ba2-40c4-aed3-2926e7c74a0c req-2db8b955-f8f4-458f-924d-df39958f9f68 tempest-ServersOnMultiNodesTest-1772826704 tempest-ServersOnMultiNodesTest-1772826704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705628 Sep 26 12:57:15.001689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55782) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:15.099222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8f601c61-5565-47a5-b050-254bda521b6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16c70f563e754101855934136eb3acca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0956354 Sep 26 12:57:15.101412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55788) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:15.134064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee37bfd-440c-489c-803e-3fb96d351b5b req-12579f29-3803-4303-a2ed-dd7aea663514 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:15.136303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eee37bfd-440c-489c-803e-3fb96d351b5b req-12579f29-3803-4303-a2ed-dd7aea663514 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 945 time: 0.0747118 Sep 26 12:57:15.205415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-005241ec-dd2c-4468-a1f4-92a85dbbf3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:15.239445 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eee37bfd-440c-489c-803e-3fb96d351b5b req-9117ee76-75f1-4e65-9b69-c8d71ac144e9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944684 Sep 26 12:57:15.267484 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-005241ec-dd2c-4468-a1f4-92a85dbbf3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:15.367169 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-005241ec-dd2c-4468-a1f4-92a85dbbf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:15.371183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-005241ec-dd2c-4468-a1f4-92a85dbbf3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:15.372607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-005241ec-dd2c-4468-a1f4-92a85dbbf3cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d11826b0-22da-459b-9281-0aaea2cbcaee HTTP/1.1" status: 204 len: 168 time: 0.2700772 Sep 26 12:57:15.405172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005241ec-dd2c-4468-a1f4-92a85dbbf3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11826b0-22da-459b-9281-0aaea2cbcaee,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:15.494272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdc407-2515-4096-9c19-851889feac4b req-4cdb4885-f9c0-48ce-b56e-bc771ad3a244 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:15.496057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84fdc407-2515-4096-9c19-851889feac4b req-4cdb4885-f9c0-48ce-b56e-bc771ad3a244 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1111028 Sep 26 12:57:15.553175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9fff9e7-ec96-4c6e-9274-e121c3def26d req-578f5237-01d2-42ed-8c49-51d46b76bcd4 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 210 time: 0.0448804 Sep 26 12:57:15.590249 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84fdc407-2515-4096-9c19-851889feac4b req-c0d0ca37-535d-46b5-8550-086e8d54178e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876939 Sep 26 12:57:15.829613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa246-9b49-4da9-9fb2-724f533d1fc9 req-174e09bc-6d76-4b1f-9fa4-3aa874639825 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:15.831190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-548fa246-9b49-4da9-9fb2-724f533d1fc9 req-174e09bc-6d76-4b1f-9fa4-3aa874639825 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1097 time: 0.0915673 Sep 26 12:57:15.842121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5b32-bf3c-40e2-b2fd-9b552e2990b1 req-34222d95-f8ad-4a9d-84db-f5f913fe222f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:15.850494 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f58d5b32-bf3c-40e2-b2fd-9b552e2990b1 req-34222d95-f8ad-4a9d-84db-f5f913fe222f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 949 time: 0.0693948 Sep 26 12:57:15.899915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-548fa246-9b49-4da9-9fb2-724f533d1fc9 req-5c0aab55-121b-4c4e-8b57-841081bce1e2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552108 Sep 26 12:57:15.916402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f58d5b32-bf3c-40e2-b2fd-9b552e2990b1 req-181bddb6-25a5-4827-96c4-829b1ce26256 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644588 Sep 26 12:57:16.019319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822ee0-7c45-4125-ab3e-a4ec521cf575 req-5f11be67-3430-4898-a86f-4b97665200c3 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:16.036067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a822ee0-7c45-4125-ab3e-a4ec521cf575 req-5f11be67-3430-4898-a86f-4b97665200c3 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1097 time: 0.0758767 Sep 26 12:57:16.093891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba99c80-5179-44cb-abbe-07a3ced58863 req-34b76632-93c3-4089-b622-3a11d2aaaa0e tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:16.104809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a822ee0-7c45-4125-ab3e-a4ec521cf575 req-6037809b-5fa3-40e9-a99b-a02d8b7f0802 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677657 Sep 26 12:57:16.105457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aba99c80-5179-44cb-abbe-07a3ced58863 req-34b76632-93c3-4089-b622-3a11d2aaaa0e tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1097 time: 0.1106479 Sep 26 12:57:16.158149 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aba99c80-5179-44cb-abbe-07a3ced58863 req-97e9086e-2aa8-45ae-8370-f62fceecf3d3 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516610 Sep 26 12:57:16.496660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9e423-7c7e-4bb2-8c9c-01922e3a1655 req-d1efbefb-9d51-43b8-ae6e-f3b511c7f4d9 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:16.499008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74d9e423-7c7e-4bb2-8c9c-01922e3a1655 req-d1efbefb-9d51-43b8-ae6e-f3b511c7f4d9 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1097 time: 0.0526528 Sep 26 12:57:16.542827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74d9e423-7c7e-4bb2-8c9c-01922e3a1655 req-9442a193-7e07-4b6f-9daa-638d0634413b tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362835 Sep 26 12:57:16.769994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-333d9e68-3eaf-49f0-968f-b88d82f3352c req-027a0cef-ee2f-4bef-b0b0-aede4e02aa95 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 210 time: 0.0369449 Sep 26 12:57:17.067425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb9189-7caa-4b3c-aeec-c53027e65e5f req-ce14a090-23b7-40aa-9cce-e2932f224fba tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:17.076151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-87cb9189-7caa-4b3c-aeec-c53027e65e5f req-ce14a090-23b7-40aa-9cce-e2932f224fba tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.2209790 Sep 26 12:57:17.157254 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-87cb9189-7caa-4b3c-aeec-c53027e65e5f req-490ba951-5670-4fa0-8554-9aa20f5a9a69 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799363 Sep 26 12:57:17.174047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-404e4f29-6364-42fd-b018-9304ee5dd96a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:17.175593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-404e4f29-6364-42fd-b018-9304ee5dd96a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.23 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 805 time: 0.4035392 Sep 26 12:57:17.183659 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-089ec54b-3d4e-4b3c-bdf4-dff2bde433f0 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:17.185782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-089ec54b-3d4e-4b3c-bdf4-dff2bde433f0 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 949 time: 0.2179718 Sep 26 12:57:17.193419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Request body: {'port': {'device_id': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'admin_state_up': True, 'tenant_id': 'f9d8fe3bd1df47728007ae5f498efe23'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:17.517411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Made reservation on behalf of f9d8fe3bd1df47728007ae5f498efe23 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:17.529067 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:17.573412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Deleting port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:17.573794 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:17.719723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-8b461349-6e4f-468b-b409-615d3e20d9a6 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:57:17.726948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-8b461349-6e4f-468b-b409-615d3e20d9a6 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123053 Sep 26 12:57:17.774358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afb095-4126-4894-811b-22c808ff34c1 req-e826c519-e17a-44c8-ad80-270fafa8ef06 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:17.781972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95afb095-4126-4894-811b-22c808ff34c1 req-e826c519-e17a-44c8-ad80-270fafa8ef06 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 949 time: 0.2802763 Sep 26 12:57:17.841329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-07e099c4-cdb4-496c-a93b-6a668960e982 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:17.842746 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-07e099c4-cdb4-496c-a93b-6a668960e982 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports/5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 1094 time: 0.1150632 Sep 26 12:57:17.861346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Request body: {'binding': {'host': 'n-h2-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:17.861830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 12:57:17.905914 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95afb095-4126-4894-811b-22c808ff34c1 req-c67f8ecb-5c3e-4e15-a29a-c9a56051373d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128054 Sep 26 12:57:17.905914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] For port 7467f38e-8c13-44e6-ad48-c19dc4a02e54, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7467f38e-8c13-44e6-ad48-c19dc4a02e54,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:17.905914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:17.933367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Allocated IP 172.20.0.8 (5461c450-2287-4558-a00f-b5689871e961/50a1bfe7-338a-49b9-acfe-86b4a9efa712/23284ba5-926a-4ad1-9c70-9f7ae3b51907) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:17.937840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Calling delete_port for 7467f38e-8c13-44e6-ad48-c19dc4a02e54 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:18.176912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35208d7e-8b47-4951-8111-c433d359e9d1 req-0f9d56b1-89d2-459c-b790-5633906d602e tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:18.178489 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-35208d7e-8b47-4951-8111-c433d359e9d1 req-0f9d56b1-89d2-459c-b790-5633906d602e tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1097 time: 0.1974149 Sep 26 12:57:18.342745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-35208d7e-8b47-4951-8111-c433d359e9d1 req-4de692dd-d7d2-4219-88e4-3e8e4cb88e23 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426728 Sep 26 12:57:18.350790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on host n-h2-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:18.351132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:18.351464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:18.379111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:18.379446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:18.406134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:18.408616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:18.408952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:18.409328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:18.409792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Bound port: 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:18.420493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:18.435408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b', '049fee4d-352c-44a5-8491-79e4f68babcb', '827b8dbb-eb67-446f-8ac4-e6d21e976d61'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:18.437723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51', '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:18.467778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6287ae8a-b896-4223-813d-68dd57a0cba9 req-970a67f2-c87a-409f-92a8-a800fadb1cd9 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 210 time: 0.0657945 Sep 26 12:57:18.497790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event deleted for resources: {'Port': ['ID=7467f38e-8c13-44e6-ad48-c19dc4a02e54,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:18.566708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] No DVR routers for this DVR port 7467f38e-8c13-44e6-ad48-c19dc4a02e54 on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:18.572918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:18.574945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40f2414c-072e-45f6-a7b2-b524251e0b3b req-631458d5-8bde-46e2-8443-62c4b6f8fc4b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "DELETE /v2.0/ports/7467f38e-8c13-44e6-ad48-c19dc4a02e54 HTTP/1.1" status: 204 len: 173 time: 1.3775373 Sep 26 12:57:18.575402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bce1a8-8412-48b1-856e-0d03d82de8a2', 'name': 'network-vif-deleted', 'tag': '7467f38e-8c13-44e6-ad48-c19dc4a02e54'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:18.578100 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8c2de-d496-4319-a1d0-cfa350efee99" -d '{"events": [{"server_uuid": "04bce1a8-8412-48b1-856e-0d03d82de8a2", "name": "network-vif-deleted", "tag": "7467f38e-8c13-44e6-ad48-c19dc4a02e54"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:18.594111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:18.601734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:18.604484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:18.606363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0045bdfb-3de0-4ab5-97f4-06a270c7eb1b service neutron] 10.222.0.13 "POST /v2.0/ports/5243aa77-e162-4109-a9bf-0a2f4ad16a3d/bindings HTTP/1.1" status: 201 len: 390 time: 0.7517471 Sep 26 12:57:18.685145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Network 5461c450-2287-4558-a00f-b5689871e961 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:18.696655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:18.700930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:18.713176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:18.719080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:18.756749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Pushing event updated for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:18.785780 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-e54a8a25-8096-43c9-838d-f7e26a98290f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5971084 Sep 26 12:57:18.901778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Request body: {'port': {'device_id': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:18.916155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638edf48-ee63-47bb-aae0-5a607029fd62 req-a057eef5-37c7-4825-9802-c00220913de9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:18.921359 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-638edf48-ee63-47bb-aae0-5a607029fd62 req-a057eef5-37c7-4825-9802-c00220913de9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0856092 Sep 26 12:57:19.014074 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-638edf48-ee63-47bb-aae0-5a607029fd62 req-3820be26-686c-4401-9510-158e0c9347c3 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871925 Sep 26 12:57:19.030264 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:19.187605 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fe45fd-b948-4693-a10c-4750d3cbe164 x-openstack-request-id: req-81fe45fd-b948-4693-a10c-4750d3cbe164 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:19.187605 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bce1a8-8412-48b1-856e-0d03d82de8a2", "name": "network-vif-deleted", "tag": "7467f38e-8c13-44e6-ad48-c19dc4a02e54", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:19.187605 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81fe45fd-b948-4693-a10c-4750d3cbe164 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:19.188046 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bce1a8-8412-48b1-856e-0d03d82de8a2', 'name': 'network-vif-deleted', 'tag': '7467f38e-8c13-44e6-ad48-c19dc4a02e54', 'status': 'completed', 'code': 200} Sep 26 12:57:19.238099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-d8a41b35-1531-4bb6-bd1d-57a31b2baf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:19.240863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-d8a41b35-1531-4bb6-bd1d-57a31b2baf41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1097 time: 0.1098862 Sep 26 12:57:19.278996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57255c-8e22-459a-b9da-f4b4e68aacc2 req-a2c8b942-92b0-428f-825c-6f060190304d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:19.289696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d57255c-8e22-459a-b9da-f4b4e68aacc2 req-a2c8b942-92b0-428f-825c-6f060190304d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 945 time: 0.0628409 Sep 26 12:57:19.349382 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d57255c-8e22-459a-b9da-f4b4e68aacc2 req-6dac4bee-f5e3-4e43-8dce-f28726648cde tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569918 Sep 26 12:57:19.481321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-16332300-5669-44c9-ae5b-52d2ffdb2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:19.482841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-16332300-5669-44c9-ae5b-52d2ffdb2f7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.2096786 Sep 26 12:57:19.539439 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-61f8cb7a-1176-4925-9bb8-ae82af0ce433 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 217 time: 0.0489752 Sep 26 12:57:19.597381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77e1688f-3417-4116-a250-2ee5e862a0f4 req-2f4e5c70-0f46-45fb-aed9-3fb67c0a6c5b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=04bce1a8-8412-48b1-856e-0d03d82de8a2 HTTP/1.1" status: 200 len: 210 time: 0.0390382 Sep 26 12:57:19.647257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23284ba5-926a-4ad1-9c70-9f7ae3b51907 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:19.656444 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:19.693260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Transition to ACTIVE for port object 23284ba5-926a-4ad1-9c70-9f7ae3b51907 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:19.695806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-666b5803-95e7-4660-97dd-37c3e741ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:19.697970 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-666b5803-95e7-4660-97dd-37c3e741ad50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1351504 Sep 26 12:57:19.700781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:19.768817 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-a037d36b-65d2-4714-8096-6c5df1de972d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574861 Sep 26 12:57:19.781509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915faa23-ef45-4198-b077-079e930ad86b req-8f528b31-45d0-4a98-9864-8ef0ebd3de1b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:19.783265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-915faa23-ef45-4198-b077-079e930ad86b req-8f528b31-45d0-4a98-9864-8ef0ebd3de1b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 943 time: 0.0570407 Sep 26 12:57:19.811493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Pushing event updated for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:19.824216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-915faa23-ef45-4198-b077-079e930ad86b req-cc5422dc-d5fa-4448-a37a-9deab6e69c82 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Sep 26 12:57:19.860962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Attempting to bind port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:19.861381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Attempting to bind port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:19.861735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Attempting to bind port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 on network 5461c450-2287-4558-a00f-b5689871e961 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:19.884106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:19.902398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 on network 5461c450-2287-4558-a00f-b5689871e961 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:19.902733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Attempting to bind port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 on network 5461c450-2287-4558-a00f-b5689871e961 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:19.911616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:19.912015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Checking segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:19.912401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Bound using segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:19.912875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Bound port: 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:19.913236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:19.960247 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-1258793f-cb9b-4393-8079-48ecbe5f04c0 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807466 Sep 26 12:57:20.031931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-d04b24e4-8075-4e07-99f1-c310c790ad01 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:57:20.032983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-d04b24e4-8075-4e07-99f1-c310c790ad01 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090027 Sep 26 12:57:20.038977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:20.158520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942090e7-488f-42a9-a89b-1eaeacb7e910 req-7b414402-83e1-41b6-9fd4-047fa8afdad5 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.165871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-942090e7-488f-42a9-a89b-1eaeacb7e910 req-7b414402-83e1-41b6-9fd4-047fa8afdad5 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 950 time: 0.0787885 Sep 26 12:57:20.210736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-942090e7-488f-42a9-a89b-1eaeacb7e910 req-6b2f422e-07d4-4895-892b-ac30cb9b2a04 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Sep 26 12:57:20.262590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7467f38e-8c13-44e6-ad48-c19dc4a02e54 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:20.277764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-0db739f4-3732-4b0a-9987-860447df7ab7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570986 Sep 26 12:57:20.302428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 7467f38e-8c13-44e6-ad48-c19dc4a02e54 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:20.302428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7467f38e-8c13-44e6-ad48-c19dc4a02e54 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:20.371494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-c0fc9433-8f6c-4514-b908-3993ccd4bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.373968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-c0fc9433-8f6c-4514-b908-3993ccd4bb46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 1102 time: 0.0682955 Sep 26 12:57:20.426674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:20.446633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-8439ee83-9a7a-4043-b13e-e8c8ab1d6f98 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717896 Sep 26 12:57:20.447863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:20.488894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-e21ecbed-89e6-4c48-a1e4-5383587dce83 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.494144 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-e21ecbed-89e6-4c48-a1e4-5383587dce83 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports/66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 1094 time: 0.0914309 Sep 26 12:57:20.500850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Request body: {'binding': {'host': 'n-h1-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:20.501530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 12:57:20.501825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a75c0-13ae-4db6-9f31-99b74af698e6 req-8fc7c355-e573-4547-a223-d4185d1069b1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.503305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c2a75c0-13ae-4db6-9f31-99b74af698e6 req-8fc7c355-e573-4547-a223-d4185d1069b1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1102357 Sep 26 12:57:20.512629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.513934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:20.516415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] 10.222.0.23 "PUT /v2.0/ports/23284ba5-926a-4ad1-9c70-9f7ae3b51907 HTTP/1.1" status: 200 len: 1092 time: 1.6190016 Sep 26 12:57:20.553824 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c2a75c0-13ae-4db6-9f31-99b74af698e6 req-b59510b5-e091-4149-a65a-8456a7b7bd69 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Sep 26 12:57:20.565554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-b97dd1a8-b015-4863-a7cd-980226b6509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.567035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-b97dd1a8-b015-4863-a7cd-980226b6509c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1636302 Sep 26 12:57:20.629601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-950b20b1-fb13-425a-9710-b5e179f7acb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=8b6b981d-1109-44c6-8a80-577f118c436d HTTP/1.1" status: 200 len: 217 time: 0.0536342 Sep 26 12:57:20.645746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d66fdb-c754-4d88-96b5-291b6d347813 service neutron] Pushing event updated for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:20.674243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-e7c34d87-4a3e-4e0d-be7e-f5a3a0ac6281 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.675869 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-e7c34d87-4a3e-4e0d-be7e-f5a3a0ac6281 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.1585484 Sep 26 12:57:20.696158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-13'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:20.703330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-669768b0-88fa-4135-95ff-d27b0496fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.705044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-669768b0-88fa-4135-95ff-d27b0496fc70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 1095 time: 0.1238384 Sep 26 12:57:20.708640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-d7e4578b-db6d-4862-a521-8aeed68ce0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.710509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-d7e4578b-db6d-4862-a521-8aeed68ce0b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0724292 Sep 26 12:57:20.771130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-49d48538-7cf1-4049-aadf-3439d5b0d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.772733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-49d48538-7cf1-4049-aadf-3439d5b0d9d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0536714 Sep 26 12:57:20.800540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-8c75680f-840d-4ac2-a049-fcd1a503e902 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907 HTTP/1.1" status: 200 len: 217 time: 0.0739653 Sep 26 12:57:20.878181 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:20.900761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-d63f2c32-a2df-40a9-84a4-36a7e2fc09a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188197 Sep 26 12:57:20.915027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-ee783d67-b211-4686-88ef-5311665a5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:20.916531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-ee783d67-b211-4686-88ef-5311665a5856 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 200 len: 845 time: 0.0924873 Sep 26 12:57:20.983399 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-a0c89aa0-befb-4b55-b14d-dd9d76cec712 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5461c450-2287-4558-a00f-b5689871e961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438333 Sep 26 12:57:20.985934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on host n-h1-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:20.986270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:20.986600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:21.030242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80c151db-a0ab-4b08-a858-996d117ba2eb req-ac0aa07e-f95a-434a-bc41-f472a30c4f96 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213801 Sep 26 12:57:21.031933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:21.032265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:21.069110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:21.069476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:21.070217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:21.070340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Bound port: 66f39578-e3ed-43ac-a18a-b76c684289c0, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:21.099687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56058) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:21.188602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:21.190858 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4919c02-cdb8-4411-ac14-31467e7ab824" -d '{"events": [{"name": "network-changed", "server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:21.229207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:21.232508 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-7cae3fa0-f096-4fb7-8922-03c5f09fb630 service neutron] 10.222.0.23 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360039 Sep 26 12:57:21.242478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:21.242718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:21.260216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.273284 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b8b9bc0-2a50-4445-a95e-e1d4f93d3b1c service neutron] 10.222.0.13 "POST /v2.0/ports/66f39578-e3ed-43ac-a18a-b76c684289c0/bindings HTTP/1.1" status: 201 len: 390 time: 0.7768719 Sep 26 12:57:21.294676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2a10521-4406-4b98-ab18-389c56beb3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.363984 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.377571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:21.426848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:21.428275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:21.447286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.458948 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166a3ea1-417d-4127-99b3-e6e20e5b0874" -d '{"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:21.462065 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7723b47b-50fb-4358-b10a-35f9398c98ad req-ea378d2c-4893-46c6-b7b3-c3a6b5f36009 service neutron] 10.222.0.23 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141736 Sep 26 12:57:21.464455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.477879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.491585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2a10521-4406-4b98-ab18-389c56beb3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.499858 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2a10521-4406-4b98-ab18-389c56beb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.569121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Pushing event updated for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:21.573298 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c2a10521-4406-4b98-ab18-389c56beb3cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4a844de098f4b2dbc7ebf49816ddd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701729 Sep 26 12:57:21.575986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56088) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:21.582044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a10521-4406-4b98-ab18-389c56beb3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7730ff-f786-4015-97b7-8dbfce8ae794,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:21.582244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=11']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:21.637568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4b78-b799-415b-8551-63f3337b1fcd req-27d56fd1-73de-4fe8-a80b-a4c43d92f6e3 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:21.639081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-164a4b78-b799-415b-8551-63f3337b1fcd req-27d56fd1-73de-4fe8-a80b-a4c43d92f6e3 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.1889935 Sep 26 12:57:21.640786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d60d3-e799-418b-8e95-838e07e29b0a req-1bc8f57f-45b3-461e-b41b-d538a87a721d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:21.643484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5e7d60d3-e799-418b-8e95-838e07e29b0a req-1bc8f57f-45b3-461e-b41b-d538a87a721d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 943 time: 0.0635874 Sep 26 12:57:21.656080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on host n-h1-806683-13 for vnic_type normal with profile {"migrating_to": "n-h2-806683-13"} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:21.656411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:21.656785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:21.684659 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:21.685392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Attempting to bind port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:21.689448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5e7d60d3-e799-418b-8e95-838e07e29b0a req-c829bf44-6947-4665-843a-0b890478a760 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Sep 26 12:57:21.706705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:21.707046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:21.707430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:21.707873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Bound port: 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:21.708233 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.717616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-7b3f0c16-b2ae-461c-bb75-b2642396ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:21.719672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-7b3f0c16-b2ae-461c-bb75-b2642396ab71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1097 time: 0.1645582 Sep 26 12:57:21.754432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-164a4b78-b799-415b-8551-63f3337b1fcd req-fd7f267f-7e78-432d-aa9a-dee4102eacb9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062591 Sep 26 12:57:21.759428 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9741e5-e36c-42ad-bfe0-b03cd83dc24e x-openstack-request-id: req-eb9741e5-e36c-42ad-bfe0-b03cd83dc24e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:21.759716 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:21.759972 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb9741e5-e36c-42ad-bfe0-b03cd83dc24e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:21.760363 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'status': 'completed', 'code': 200} Sep 26 12:57:21.776383 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40698dd5-ca97-4a66-9291-3c7a68919d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.849575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-8e82c27a-c036-48e0-8c64-5161c2ce5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:21.852074 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-8e82c27a-c036-48e0-8c64-5161c2ce5766 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 1095 time: 0.0831840 Sep 26 12:57:21.855087 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396318c0-ae94-44cf-be4a-8be014b26b82 x-openstack-request-id: req-396318c0-ae94-44cf-be4a-8be014b26b82 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:21.856107 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-unplugged", "status": "completed", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:21.856475 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-396318c0-ae94-44cf-be4a-8be014b26b82 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:21.857526 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'code': 200} Sep 26 12:57:21.863295 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40698dd5-ca97-4a66-9291-3c7a68919d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.869559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672161f1-98a4-42c6-9ee6-cd7ca2936ba6 req-ef0e15d5-5545-4511-8e9f-423b5b270a01 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:21.874289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-672161f1-98a4-42c6-9ee6-cd7ca2936ba6 req-ef0e15d5-5545-4511-8e9f-423b5b270a01 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 945 time: 0.0668335 Sep 26 12:57:21.914552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:21.924633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:21.935909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:21.938183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-672161f1-98a4-42c6-9ee6-cd7ca2936ba6 req-5a4b6a8a-fee5-415b-9e11-33264e3fda18 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610421 Sep 26 12:57:21.943954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-e2ef8183-f06f-4a96-85b3-b106b7adcebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:21.946227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-e2ef8183-f06f-4a96-85b3-b106b7adcebf service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.2129726 Sep 26 12:57:22.025453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-4feaa727-ccc9-4922-ba69-91b56dce6d77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 217 time: 0.0539668 Sep 26 12:57:22.103404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40698dd5-ca97-4a66-9291-3c7a68919d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:22.105997 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40698dd5-ca97-4a66-9291-3c7a68919d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:22.107159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-40698dd5-ca97-4a66-9291-3c7a68919d76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb7730ff-f786-4015-97b7-8dbfce8ae794 HTTP/1.1" status: 204 len: 168 time: 0.5285206 Sep 26 12:57:22.108890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.109990 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:22.111678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] 10.222.0.24 "PUT /v2.0/ports/5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 1123 time: 1.4257441 Sep 26 12:57:22.117284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c872216-9683-4b91-b4e6-91e11117969a service neutron] Pushing event updated for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=8']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:22.129705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40698dd5-ca97-4a66-9291-3c7a68919d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7730ff-f786-4015-97b7-8dbfce8ae794,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:22.142268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-fe9bc86f-e6b6-49fc-84c7-5ff21635782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.144096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-fe9bc86f-e6b6-49fc-84c7-5ff21635782b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.1068311 Sep 26 12:57:22.207173 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-e682573f-7950-4522-a01e-a4a3d5874734 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479639 Sep 26 12:57:22.226811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['5243aa77-e162-4109-a9bf-0a2f4ad16a3d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:22.381172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-0437ddbf-9d16-4103-9eb5-61c200ec5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.382694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-0437ddbf-9d16-4103-9eb5-61c200ec5f4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 905 time: 0.4881372 Sep 26 12:57:22.394383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6ca55-c029-41c4-a7f4-93f3d08ce8d2 req-67be9652-4307-49e2-97dc-48db57d3f7e3 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.397388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-d24ceaca-8c76-49e5-b787-bde7a0f67204 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781878 Sep 26 12:57:22.401906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ce6ca55-c029-41c4-a7f4-93f3d08ce8d2 req-67be9652-4307-49e2-97dc-48db57d3f7e3 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0862665 Sep 26 12:57:22.450892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-adb5323a-a5bd-41f8-a3a6-e2bbf07cdcda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907 HTTP/1.1" status: 200 len: 217 time: 0.0468533 Sep 26 12:57:22.492460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ce6ca55-c029-41c4-a7f4-93f3d08ce8d2 req-f0bc318a-d877-4ad9-b582-a7a0a1f4ec52 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895784 Sep 26 12:57:22.512305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c825e-c1e3-4f3d-89be-297700f874be req-3727159f-eeb7-4d14-a1c0-9eb40e8ccb35 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.514256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-987c825e-c1e3-4f3d-89be-297700f874be req-3727159f-eeb7-4d14-a1c0-9eb40e8ccb35 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.1392341 Sep 26 12:57:22.540721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-c37eacdb-ed4d-42f7-a79e-62a4d0a2310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.544025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-c37eacdb-ed4d-42f7-a79e-62a4d0a2310f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 200 len: 845 time: 0.0774572 Sep 26 12:57:22.556126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2d415a5f-4b89-46a3-928c-b8731717e17c service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376319 Sep 26 12:57:22.580385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-987c825e-c1e3-4f3d-89be-297700f874be req-f032b70a-a2cf-4e88-9f10-51ed9b06c0f5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551040 Sep 26 12:57:22.588517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56108) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:22.595836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-72f58910-9460-4a97-a9a1-08738e76cd56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5461c450-2287-4558-a00f-b5689871e961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434210 Sep 26 12:57:22.612695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-704819ac-a0e1-4bbc-9b9d-f56f6294ab15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:22.721732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b02f0a6-47ba-48c0-a292-7749c58548fa tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.722773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014befc3-f3dd-4fd1-9d6f-a5070990dcf9 req-15ff73a7-bc6a-46dd-9def-8744adfc6d28 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.723517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-2b02f0a6-47ba-48c0-a292-7749c58548fa tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.0657501 Sep 26 12:57:22.724270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-014befc3-f3dd-4fd1-9d6f-a5070990dcf9 req-15ff73a7-bc6a-46dd-9def-8744adfc6d28 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 948 time: 0.1062267 Sep 26 12:57:22.735634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-970a4f42-aabe-4593-bc82-0b265da5e7a8 service neutron] 10.222.0.23 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257436 Sep 26 12:57:22.741639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-13'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:22.785911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-704819ac-a0e1-4bbc-9b9d-f56f6294ab15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:22.794733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-014befc3-f3dd-4fd1-9d6f-a5070990dcf9 req-dee59769-9474-4068-9af6-fbe16eceefee tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582185 Sep 26 12:57:22.809408 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-704819ac-a0e1-4bbc-9b9d-f56f6294ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:22.848720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4919c02-cdb8-4411-ac14-31467e7ab824 req-257e933a-415a-4e6c-acb8-4b76efe9ce4f service neutron] 10.222.0.23 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990536 Sep 26 12:57:22.881874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-704819ac-a0e1-4bbc-9b9d-f56f6294ab15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91bd680ba0fd42fc993eae6640b36067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919538 Sep 26 12:57:22.885152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704819ac-a0e1-4bbc-9b9d-f56f6294ab15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeceffc7-0984-47b5-b63d-8bdfdb2024e2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:22.887856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56114) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:22.896327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:22.913307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50419cd0-5c69-4c47-8de3-2085ddd59acb req-c01f88c2-c42e-46ca-8786-5f287dbfec5d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.914826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50419cd0-5c69-4c47-8de3-2085ddd59acb req-c01f88c2-c42e-46ca-8786-5f287dbfec5d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 943 time: 0.1507943 Sep 26 12:57:22.921331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c56e5b-0af9-4239-bb80-6bb0f07846ef req-3c194a62-7494-4100-a535-d657e91a797b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:22.923085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9c56e5b-0af9-4239-bb80-6bb0f07846ef req-3c194a62-7494-4100-a535-d657e91a797b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.0584810 Sep 26 12:57:22.964398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9c56e5b-0af9-4239-bb80-6bb0f07846ef req-3ad7c6ff-6d47-4a0a-ab96-4c1c1ad737a0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349867 Sep 26 12:57:23.015737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50419cd0-5c69-4c47-8de3-2085ddd59acb req-4e056c65-b629-46ac-9bea-5331efb98d6e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932088 Sep 26 12:57:23.035657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7959657f-592f-4c5a-977d-7db531857bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.085780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2793d4-a1be-4cbd-a18a-965f3d1b90f9 req-6e0b5c8f-7cab-42f1-aeda-59ed6fcddd7a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:23.087433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b2793d4-a1be-4cbd-a18a-965f3d1b90f9 req-6e0b5c8f-7cab-42f1-aeda-59ed6fcddd7a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 945 time: 0.0524588 Sep 26 12:57:23.092080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7959657f-592f-4c5a-977d-7db531857bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.128642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b2793d4-a1be-4cbd-a18a-965f3d1b90f9 req-debee0ad-fcf1-4ddd-8a51-a3f865b90572 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350795 Sep 26 12:57:23.146117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:23.175994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7959657f-592f-4c5a-977d-7db531857bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.178557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7959657f-592f-4c5a-977d-7db531857bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.179696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7959657f-592f-4c5a-977d-7db531857bab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeceffc7-0984-47b5-b63d-8bdfdb2024e2 HTTP/1.1" status: 204 len: 168 time: 0.2901077 Sep 26 12:57:23.196004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959657f-592f-4c5a-977d-7db531857bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeceffc7-0984-47b5-b63d-8bdfdb2024e2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:23.199640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:23.249863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.255484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.344896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Pushing event updated for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:23.348992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on host n-h2-806683-13 for vnic_type normal with profile {"migrating_to": "n-h1-806683-13"} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:23.349332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:23.349741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:23.354294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:23.354616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Attempting to bind port 66f39578-e3ed-43ac-a18a-b76c684289c0 on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:23.360316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:23.360655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:23.361036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:23.361463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Bound port: 66f39578-e3ed-43ac-a18a-b76c684289c0, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:23.361846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.428585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:23.432417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:23.437211 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.527855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:23.528491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:23.529962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] 10.222.0.23 "PUT /v2.0/ports/66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 1123 time: 0.7926416 Sep 26 12:57:23.531288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9369f9-8f3c-490d-a30d-f28237c71268 service neutron] Pushing event updated for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=8']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:23.616683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd13bf5-67cb-402b-aaf3-f38d77c8242a req-1bb84a00-e621-4b63-a9d2-f4647b6b0eca tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:23.618313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7fd13bf5-67cb-402b-aaf3-f38d77c8242a req-1bb84a00-e621-4b63-a9d2-f4647b6b0eca tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Sep 26 12:57:23.625767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['66f39578-e3ed-43ac-a18a-b76c684289c0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:23.681713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7fd13bf5-67cb-402b-aaf3-f38d77c8242a req-99bab1a3-fe00-49f2-add0-2524aca948b2 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509565 Sep 26 12:57:23.720586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25e987-bbb6-4962-b825-eca9d3ce86ff req-a5953693-ff6b-4c74-8c67-ad695627763b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:23.722183 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b25e987-bbb6-4962-b825-eca9d3ce86ff req-a5953693-ff6b-4c74-8c67-ad695627763b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.0604062 Sep 26 12:57:23.762633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b25e987-bbb6-4962-b825-eca9d3ce86ff req-25613ef5-e7da-4c3b-8064-6dc7f2135540 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Sep 26 12:57:23.763132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d'}, {'name': 'network-changed', 'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d'}, {'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0'}, {'name': 'network-changed', 'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:23.766038 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cd2e44-a0b7-41fc-afd3-264be92049e6" -d '{"events": [{"server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "name": "network-vif-unplugged", "status": "completed", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d"}, {"name": "network-changed", "server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d"}, {"server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "name": "network-vif-unplugged", "status": "completed", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0"}, {"name": "network-changed", "server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:23.818690 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b473c0d8-c923-4fdd-8457-5c37e6c23102 x-openstack-request-id: req-b473c0d8-c923-4fdd-8457-5c37e6c23102 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:23.820327 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "name": "network-vif-unplugged", "status": "completed", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d", "code": 200}, {"name": "network-changed", "server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d", "status": "completed", "code": 200}, {"server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "name": "network-vif-unplugged", "status": "completed", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0", "code": 200}, {"name": "network-changed", "server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:23.820327 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b473c0d8-c923-4fdd-8457-5c37e6c23102 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:23.820327 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d', 'code': 200} Sep 26 12:57:23.820327 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d', 'status': 'completed', 'code': 200} Sep 26 12:57:23.820327 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0', 'code': 200} Sep 26 12:57:23.820808 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0', 'status': 'completed', 'code': 200} Sep 26 12:57:23.932150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56148) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:23.955536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-82898d55-0183-4b57-8e51-a067fe03bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:23.957060 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-82898d55-0183-4b57-8e51-a067fe03bf5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1126 time: 0.1056488 Sep 26 12:57:23.961284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-4c97209f-bd08-4b8d-ad26-04925157b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:23.962685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-4c97209f-bd08-4b8d-ad26-04925157b87e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1126 time: 0.1015377 Sep 26 12:57:23.982572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6ae1f-1e55-42d8-acca-6e1d64ea8267 req-f0e447fa-5e28-4d7d-9be9-a9c8b380a61c tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:23.985215 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93f6ae1f-1e55-42d8-acca-6e1d64ea8267 req-f0e447fa-5e28-4d7d-9be9-a9c8b380a61c tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 948 time: 0.1020794 Sep 26 12:57:24.044398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-2081775f-f629-457f-b281-a4d32f30bf24 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510371 Sep 26 12:57:24.056304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1820369293-network', 'tenant_id': 'ff83613d6a3e45ccaa79ed37bfab85a8'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:24.136359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Made reservation on behalf of ff83613d6a3e45ccaa79ed37bfab85a8 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:24.138641 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.147745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93f6ae1f-1e55-42d8-acca-6e1d64ea8267 req-30ef9c04-c123-40d3-ab03-0d3fbead8f70 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440029 Sep 26 12:57:24.154334 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.165158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-72295dd0-7a47-4946-a297-d3efc5ef8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.166941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-72295dd0-7a47-4946-a297-d3efc5ef8795 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 1102 time: 0.0941818 Sep 26 12:57:24.171217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-1571ac0c-bfe0-4b17-bcac-47c9f7b5e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.172684 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-1571ac0c-bfe0-4b17-bcac-47c9f7b5e240 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.2075226 Sep 26 12:57:24.174036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-e9dd90b8-0b73-4904-8aad-9aafb6251737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.175377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-e9dd90b8-0b73-4904-8aad-9aafb6251737 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.2016225 Sep 26 12:57:24.177143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8291b-70a7-4188-ac8c-264350b9229b req-387ef144-f33a-483f-bf3f-dd6afced7d1b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.178639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1df8291b-70a7-4188-ac8c-264350b9229b req-387ef144-f33a-483f-bf3f-dd6afced7d1b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.1262429 Sep 26 12:57:24.229018 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-a02ac9a6-c12d-47b9-b275-99d21f8321c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 217 time: 0.0469360 Sep 26 12:57:24.271626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-6fbb7a92-772a-4444-bdd9-2588dce6c7b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 217 time: 0.0806351 Sep 26 12:57:24.279801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a6c2b10f-4168-4ba3-ab12-8b9b821620d8 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:24.300560 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1df8291b-70a7-4188-ac8c-264350b9229b req-a1e2a535-1973-4f56-8676-fdf0388a74ed tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144891 Sep 26 12:57:24.378704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aae9d1-7fb1-4df9-b297-a20790954bf5 req-53d19fe8-b66f-42a8-b718-08fcd2976212 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.380224 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1aae9d1-7fb1-4df9-b297-a20790954bf5 req-53d19fe8-b66f-42a8-b718-08fcd2976212 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 943 time: 0.1503079 Sep 26 12:57:24.382276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-6a044c27-8c9f-4bbf-a5dd-6339d9a2eaca tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.383983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-6a044c27-8c9f-4bbf-a5dd-6339d9a2eaca tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.1713567 Sep 26 12:57:24.386097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-80c7b1b5-2cda-427d-9b20-13471873fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.387632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-80c7b1b5-2cda-427d-9b20-13471873fa85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.1312189 Sep 26 12:57:24.390437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-35a41b2b-0911-46a2-868e-dc5f56a21d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.391909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-35a41b2b-0911-46a2-868e-dc5f56a21d8c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.0890043 Sep 26 12:57:24.428381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:24.449974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8', 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'port_id': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8', 'mac_address': 'fa:16:3e:93:a8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f093e521-ec99-4b09-a885-dcfc918264e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:24.467437 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-87456aea-e69f-4717-bb70-9295048e55c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545084 Sep 26 12:57:24.469871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-cdfacc3f-2e53-4176-a48a-c6783506862c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559025 Sep 26 12:57:24.485090 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1aae9d1-7fb1-4df9-b297-a20790954bf5 req-5c397b12-97d1-4409-b8f4-baef0de1eb0b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909307 Sep 26 12:57:24.497678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.511246 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.527204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6c2b10f-4168-4ba3-ab12-8b9b821620d8 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:24.540303 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.555913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:24.566827 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.567510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5243aa77-e162-4109-a9bf-0a2f4ad16a3d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:24.579467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-f80ac862-2e79-4d1a-ae40-104a6eedf29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.582832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-f80ac862-2e79-4d1a-ae40-104a6eedf29e service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3677723 Sep 26 12:57:24.594765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:57:24.639690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.640361 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Added segment 09079020-aa73-4ee4-8135-653c5879a4c2 of type vlan for network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b Sep 26 12:57:24.644848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:24.718749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:24.721976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-cfb58c4c-d044-4863-9be3-7526bf70c353 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b3631f35-5ee5-4900-887b-39e311e7a04b HTTP/1.1" status: 200 len: 217 time: 0.0954766 Sep 26 12:57:24.739152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5243aa77-e162-4109-a9bf-0a2f4ad16a3d has no active binding in host n-h2-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 12:57:24.747441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134ee868-5e8d-44b3-8e4d-218238ef15f5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:24.805222 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.821170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3901bb-a891-4665-84dd-e88d9d02881e req-85a9db00-8a9b-4745-afdf-83eb72cee6aa tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.822712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df3901bb-a891-4665-84dd-e88d9d02881e req-85a9db00-8a9b-4745-afdf-83eb72cee6aa tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.2880394 Sep 26 12:57:24.860886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Deleting port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:24.861222 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.888879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-f4049671-ee69-4bf8-b309-1f52922f985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.890401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-f4049671-ee69-4bf8-b309-1f52922f985a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1375053 Sep 26 12:57:24.900822 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.901726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.902291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:24.954512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac541f5-e74f-4c53-b724-64f4fda18781 req-a792df66-7c53-42ed-942a-b03963756071 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:24.956002 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ac541f5-e74f-4c53-b724-64f4fda18781 req-a792df66-7c53-42ed-942a-b03963756071 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 944 time: 0.1575177 Sep 26 12:57:24.972257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-a5e5cc8b-aa22-4f33-ae93-5f44d8bd0af4 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859982 Sep 26 12:57:24.980600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-694154dd-b964-4532-9b44-ebca58f89df0 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932661 Sep 26 12:57:25.011665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df3901bb-a891-4665-84dd-e88d9d02881e req-41517d0f-1327-42fe-8d63-9a68fe054a91 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804464 Sep 26 12:57:25.018661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0853956 Sep 26 12:57:25.026732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56164) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:25.059467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Request body: {'subnet': {'network_id': 'ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1820369293-subnet', 'tenant_id': 'ff83613d6a3e45ccaa79ed37bfab85a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:25.066907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814bc3-0c1c-46b6-94b5-255e128e654c admin admin] Pushing event updated for resources: {'Network': ['ID=ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:25.070409 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ac541f5-e74f-4c53-b724-64f4fda18781 req-59e1fbbc-40de-42dc-990f-1d9e16580056 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029031 Sep 26 12:57:25.088220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:57:25.101097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-b301b1a6-fa7c-4f67-ae87-77655252294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:25.102627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-b301b1a6-fa7c-4f67-ae87-77655252294f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1982541 Sep 26 12:57:25.105836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] For port 827b8dbb-eb67-446f-8ac4-e6d21e976d61, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=827b8dbb-eb67-446f-8ac4-e6d21e976d61,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:25.106204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.116262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a6c2b10f-4168-4ba3-ab12-8b9b821620d8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:25.151062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Made reservation on behalf of ff83613d6a3e45ccaa79ed37bfab85a8 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:25.153262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.156655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Calling delete_port for 827b8dbb-eb67-446f-8ac4-e6d21e976d61 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:25.234788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-d1f45546-4523-4e86-84bb-9c9a3334ee42 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471652 Sep 26 12:57:25.255015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-a59d061d-b70b-4599-8050-3b817b813c0d tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:25.258719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-a59d061d-b70b-4599-8050-3b817b813c0d tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 948 time: 0.1835375 Sep 26 12:57:25.260638 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-145ec821-03d0-4e40-a95a-d18a1a76c7d3 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636733 Sep 26 12:57:25.301789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 66f39578-e3ed-43ac-a18a-b76c684289c0 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:25.344212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938d4f1-75f2-47aa-a120-fa579fe7e636 req-9fdf9808-f51b-40ef-8b74-abf78a302fc1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:25.345785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1938d4f1-75f2-47aa-a120-fa579fe7e636 req-9fdf9808-f51b-40ef-8b74-abf78a302fc1 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 949 time: 0.2365179 Sep 26 12:57:25.380161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d4c82-49f4-443e-a4b0-a7817f382181 req-fbf684c9-729e-434a-ba95-31d4c8183e79 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:25.381809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d76d4c82-49f4-443e-a4b0-a7817f382181 req-fbf684c9-729e-434a-ba95-31d4c8183e79 tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 948 time: 0.1154532 Sep 26 12:57:25.408325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-5db654e6-7991-44f7-983b-7708cb932aeb service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914112 Sep 26 12:57:25.426734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Deleting port 6d963201-8b90-44c7-ab21-d83fab8dbfaf {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:25.427081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.456104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:25.458469 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d76d4c82-49f4-443e-a4b0-a7817f382181 req-5dd08459-5232-4439-8ab6-7cfdc999dc7b tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/security-groups?id=c207f0f4-5523-429a-84cf-0b29b5af163e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616190 Sep 26 12:57:25.465462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1938d4f1-75f2-47aa-a120-fa579fe7e636 req-87db704c-42f5-44c1-863a-f3364291d329 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089275 Sep 26 12:57:25.495860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 66f39578-e3ed-43ac-a18a-b76c684289c0 has no active binding in host n-h1-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 12:57:25.539126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] For port 6d963201-8b90-44c7-ab21-d83fab8dbfaf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6d963201-8b90-44c7-ab21-d83fab8dbfaf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:25.539862 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.581388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Calling delete_port for 6d963201-8b90-44c7-ab21-d83fab8dbfaf owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:25.642653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9de6-2825-4031-baad-1feda2942302 req-74fb5acd-93d2-4660-b8e6-5bc3300ef861 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:25.644083 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-facd9de6-2825-4031-baad-1feda2942302 req-74fb5acd-93d2-4660-b8e6-5bc3300ef861 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.1014483 Sep 26 12:57:25.654518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.704767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-facd9de6-2825-4031-baad-1feda2942302 req-9cdf1f85-02a4-4ac4-b282-3c026fd7e9f2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506203 Sep 26 12:57:25.732459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0551c925-da37-49ab-9eaf-f600e4dde3c2 req-077a0436-8b9d-4a37-8d9b-4f4989285f3b service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972929 Sep 26 12:57:25.747099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.756193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Pushing event updated for resources: {'Subnet': ['ID=627144cb-d43d-435c-879a-a146b652d7a6,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:25.759883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b', '049fee4d-352c-44a5-8491-79e4f68babcb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:25.782940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.803427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ee24-5a44-4afa-9adb-630013737482 req-b1db8568-2b60-4137-8854-c1df68322f78 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:25.804918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657ee24-5a44-4afa-9adb-630013737482 req-b1db8568-2b60-4137-8854-c1df68322f78 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 943 time: 0.1659262 Sep 26 12:57:25.807827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event deleted for resources: {'Port': ['ID=827b8dbb-eb67-446f-8ac4-e6d21e976d61,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:25.822212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Pushing event deleted for resources: {'Port': ['ID=6d963201-8b90-44c7-ab21-d83fab8dbfaf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:25.845823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Checking segment: {'id': '09079020-aa73-4ee4-8135-653c5879a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:25.846192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Network hostable DHCP agents. Network: ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:57:25.876813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] No DVR routers for this DVR port 827b8dbb-eb67-446f-8ac4-e6d21e976d61 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:25.882466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.884422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbc035e7-2c9a-4ecb-86b0-3c9a16b31b72 req-a440f2bc-e26c-4d2e-85ad-3e9e2c97f7b3 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "DELETE /v2.0/ports/827b8dbb-eb67-446f-8ac4-e6d21e976d61 HTTP/1.1" status: 204 len: 173 time: 1.4925430 Sep 26 12:57:25.887176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c', 'name': 'network-vif-deleted', 'tag': '827b8dbb-eb67-446f-8ac4-e6d21e976d61'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:25.890084 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f06a2ba-81ce-40dc-9029-c146847aad2e" -d '{"events": [{"server_uuid": "cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c", "name": "network-vif-deleted", "tag": "827b8dbb-eb67-446f-8ac4-e6d21e976d61"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:25.901861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] No DVR routers for this DVR port 6d963201-8b90-44c7-ab21-d83fab8dbfaf on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:25.911117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.924828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657ee24-5a44-4afa-9adb-630013737482 req-d7f79926-2bf8-413e-a92f-fb9b8ca53e90 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020336 Sep 26 12:57:25.926700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:57:25.927041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45dd6a92-f384-486e-944b-fe76e2479bbc req-96a362f3-0944-448f-b050-227e718f1fcb tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.23 "DELETE /v2.0/ports/6d963201-8b90-44c7-ab21-d83fab8dbfaf HTTP/1.1" status: 204 len: 173 time: 0.6514235 Sep 26 12:57:25.927628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-deleted', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:25.939557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:25.944718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:25.945774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:25.950213 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc32744-3ed0-422c-864f-e5b488260c8f" -d '{"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-deleted", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:25.973650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fcd212-e8ba-413d-b315-d6699917e441 None None] Network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:25.974818 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0114120-7755-41bb-8e20-19fa54f2c786 x-openstack-request-id: req-a0114120-7755-41bb-8e20-19fa54f2c786 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:25.975258 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c", "name": "network-vif-deleted", "tag": "827b8dbb-eb67-446f-8ac4-e6d21e976d61", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:25.975496 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0114120-7755-41bb-8e20-19fa54f2c786 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:25.977060 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c', 'name': 'network-vif-deleted', 'tag': '827b8dbb-eb67-446f-8ac4-e6d21e976d61', 'status': 'completed', 'code': 200} Sep 26 12:57:25.984258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7c98bb24-f65e-4d80-af89-7dbb191a404e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9562223 Sep 26 12:57:26.007146 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108ae83d-99e5-429a-bfa6-fbe083a10f8a x-openstack-request-id: req-108ae83d-99e5-429a-bfa6-fbe083a10f8a {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:26.007641 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c083ed-ca70-42a4-8e44-a039bd47bc66", "name": "network-vif-deleted", "tag": "6d963201-8b90-44c7-ab21-d83fab8dbfaf", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:26.007741 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-108ae83d-99e5-429a-bfa6-fbe083a10f8a {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:26.008070 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c083ed-ca70-42a4-8e44-a039bd47bc66', 'name': 'network-vif-deleted', 'tag': '6d963201-8b90-44c7-ab21-d83fab8dbfaf', 'status': 'completed', 'code': 200} Sep 26 12:57:26.028756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51', '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:26.245851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfaa1d-3ce3-4e74-a455-3fae9bffd9b3 req-e9b977e0-9666-4043-9f30-f089d64a8195 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:26.258993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ecfaa1d-3ce3-4e74-a455-3fae9bffd9b3 req-e9b977e0-9666-4043-9f30-f089d64a8195 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 944 time: 0.0911953 Sep 26 12:57:26.304771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac67aeb-f090-45cd-b52b-539617e790f1 req-394cd806-a365-46a0-9f0f-c1963f3f1146 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:26.312376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fac67aeb-f090-45cd-b52b-539617e790f1 req-394cd806-a365-46a0-9f0f-c1963f3f1146 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.1851335 Sep 26 12:57:26.317392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ecfaa1d-3ce3-4e74-a455-3fae9bffd9b3 req-d3f7fca0-f198-49bb-b8be-5b09b4486c0c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569611 Sep 26 12:57:26.321713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a6c2b10f-4168-4ba3-ab12-8b9b821620d8 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:26.378925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-35440ef7-37a9-42f3-9cdf-6cb826d9a753 service neutron] 10.222.0.23 "GET /v2.0/ports/5243aa77-e162-4109-a9bf-0a2f4ad16a3d/bindings/n-h2-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.2079542 Sep 26 12:57:26.415564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fac67aeb-f090-45cd-b52b-539617e790f1 req-78e971bf-5a7b-45e9-b5d5-94de7f4e93db tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007857 Sep 26 12:57:26.526190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75045195-7450-4d56-9c77-db16b494bb7f None None] Network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:26.624692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:26.624692 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:26.654236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-260592c4-0287-4ab9-ac9a-642f534145d8 req-97494db5-a08f-4b95-b2ea-a82fa401d665 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd8f3c1f-65cc-4bdb-8520-d1cc9aca458c HTTP/1.1" status: 200 len: 210 time: 0.0442219 Sep 26 12:57:26.680609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:26.689533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac696047-0d6d-4470-830c-6c13ba993685 req-0423c91e-cbcb-4c91-9cf5-a03aae5e29cc tempest-ImagesOneServerTestJSON-302484030 tempest-ImagesOneServerTestJSON-302484030-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c083ed-ca70-42a4-8e44-a039bd47bc66 HTTP/1.1" status: 200 len: 210 time: 0.0754352 Sep 26 12:57:26.711902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:26.782465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5243aa77-e162-4109-a9bf-0a2f4ad16a3d {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:26.810596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:26.847779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:26.848845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343606b2-1d64-4db4-8127-44207528c950 req-451c93db-aec6-4611-a5df-362e251f6d3a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:26.857409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-343606b2-1d64-4db4-8127-44207528c950 req-451c93db-aec6-4611-a5df-362e251f6d3a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 943 time: 0.0677240 Sep 26 12:57:26.940729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-343606b2-1d64-4db4-8127-44207528c950 req-d4e7389a-9bf8-40a4-bcef-97a31137045b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Sep 26 12:57:26.996265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] Transition to ACTIVE for port object 5243aa77-e162-4109-a9bf-0a2f4ad16a3d will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:27.002902 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.003349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.003942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56208) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:27.009731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-960732489-network', 'tenant_id': 'eab9424abc1345d2aca51927e225e597'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:27.034378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Made reservation on behalf of eab9424abc1345d2aca51927e225e597 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:27.034655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247173e9-ad83-42ee-9e22-49a088c80e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:27.036935 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6868fa66-a3da-4f46-bdfb-8e67203fe528" -d '{"events": [{"server_uuid": "247173e9-ad83-42ee-9e22-49a088c80e68", "name": "network-vif-plugged", "status": "completed", "tag": "a6c2b10f-4168-4ba3-ab12-8b9b821620d8"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:27.037829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.048856 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.058898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:27.095369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.101649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] Pushing event updated for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=10']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:27.159432 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d7b2b1-4d40-4026-a13e-e12f0ff92f1a x-openstack-request-id: req-b4d7b2b1-4d40-4026-a13e-e12f0ff92f1a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:27.159836 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247173e9-ad83-42ee-9e22-49a088c80e68", "name": "network-vif-plugged", "status": "completed", "tag": "a6c2b10f-4168-4ba3-ab12-8b9b821620d8", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:27.160158 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4d7b2b1-4d40-4026-a13e-e12f0ff92f1a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:27.160613 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247173e9-ad83-42ee-9e22-49a088c80e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8', 'code': 200} Sep 26 12:57:27.179834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:27.195613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.206214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.262571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:57:27.284427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] No DVR routers for this DVR port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:27.296306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 23284ba5-926a-4ad1-9c70-9f7ae3b51907 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:27.299847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cc452a-767e-4438-8a0c-83e6745c034f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:27.303047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:27.323074 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc2626-26a8-4703-9263-f17e80450372 req-0e3ef9c5-0f00-4d06-a299-39fbd8080646 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:27.334568 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0bbc2626-26a8-4703-9263-f17e80450372 req-0e3ef9c5-0f00-4d06-a299-39fbd8080646 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 943 time: 0.2354372 Sep 26 12:57:27.334806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.335122 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Added segment 67f762a1-f719-4274-bc3b-23a603efe244 of type vlan for network 4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445 Sep 26 12:57:27.380983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 6d963201-8b90-44c7-ab21-d83fab8dbfaf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:27.381336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6d963201-8b90-44c7-ab21-d83fab8dbfaf not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:27.381823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 827b8dbb-eb67-446f-8ac4-e6d21e976d61 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:27.420887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-bad4e94d-b378-4ba4-93e1-938843df6911 service neutron] 10.222.0.23 "PUT /v2.0/ports/5243aa77-e162-4109-a9bf-0a2f4ad16a3d/bindings/n-h2-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 1.0155022 Sep 26 12:57:27.430499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.503168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0bbc2626-26a8-4703-9263-f17e80450372 req-a3e2cdf0-36f8-430f-94f5-0be646a8ccc6 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626127 Sep 26 12:57:27.515745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.515745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:27.515745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.516046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685fb09-0de0-4886-b9b3-caf53c32ce64 req-b6ece9a2-a86a-4858-a68e-7780ffa2facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:27.523298 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3685fb09-0de0-4886-b9b3-caf53c32ce64 req-b6ece9a2-a86a-4858-a68e-7780ffa2facc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 1097 time: 0.1124196 Sep 26 12:57:27.551855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333fc9-f267-4b91-b7be-5998d72aaf07 req-fd0e677e-c57a-4bc4-8672-29a0ff56e4b6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:27.553197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 827b8dbb-eb67-446f-8ac4-e6d21e976d61 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:27.553546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40333fc9-f267-4b91-b7be-5998d72aaf07 req-fd0e677e-c57a-4bc4-8672-29a0ff56e4b6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1329956 Sep 26 12:57:27.553969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 827b8dbb-eb67-446f-8ac4-e6d21e976d61 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:27.574542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5691922 Sep 26 12:57:27.575152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56218) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:27.584416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:27.590086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Request body: {'subnet': {'network_id': '4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-960732489-subnet', 'tenant_id': 'eab9424abc1345d2aca51927e225e597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:27.597522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'port_id': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'mac_address': 'fa:16:3e:e3:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1bfe7-338a-49b9-acfe-86b4a9efa712', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:27.607918 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3685fb09-0de0-4886-b9b3-caf53c32ce64 req-e3df8c88-2e39-45c8-a27d-4e77de123466 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767865 Sep 26 12:57:27.644237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe040132-f5ba-4bc0-b453-7fc84cb423ee admin admin] Pushing event updated for resources: {'Network': ['ID=4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:27.662563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:57:27.678225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40333fc9-f267-4b91-b7be-5998d72aaf07 req-5b78a1ed-4be5-4592-84e9-99798b25a9aa tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121304 Sep 26 12:57:27.680673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Made reservation on behalf of eab9424abc1345d2aca51927e225e597 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:27.683334 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.697627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54100802-90f6-47c3-8dbb-b6b0d0eff6cd req-2f963c0f-00f3-4adb-8ab1-6f1fa3523679 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:27.706224 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54100802-90f6-47c3-8dbb-b6b0d0eff6cd req-2f963c0f-00f3-4adb-8ab1-6f1fa3523679 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.1076238 Sep 26 12:57:27.727013 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.749570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23284ba5-926a-4ad1-9c70-9f7ae3b51907 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:27.763992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54100802-90f6-47c3-8dbb-b6b0d0eff6cd req-bd0c041e-5029-45e5-912c-6b6bb107eeef tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567045 Sep 26 12:57:27.821548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:27.831534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:27.921115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-1ce9be83-63f5-4fd4-8136-23af1959a90f tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:27.926826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-1ce9be83-63f5-4fd4-8136-23af1959a90f tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0679932 Sep 26 12:57:27.954093 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:28.058463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-673c52de-be0d-4b44-8b37-6a69cda13515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.062854 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-673c52de-be0d-4b44-8b37-6a69cda13515 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2&tenant_id=1f82c8d8c1114d228c91c52e4f309952 HTTP/1.1" status: 200 len: 1096 time: 0.1246302 Sep 26 12:57:28.143731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1bf7444-f1eb-4a70-8352-80b8b3bbd0d0,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:28.145244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:28.158294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Checking segment: {'id': '67f762a1-f719-4274-bc3b-23a603efe244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:28.158657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Network hostable DHCP agents. Network: 4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:57:28.175185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76204c76-c563-4d21-a0b8-0de7c349ea81 req-c06a40a3-6e10-4aa7-9cff-912571c90bc8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.176722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76204c76-c563-4d21-a0b8-0de7c349ea81 req-c06a40a3-6e10-4aa7-9cff-912571c90bc8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 944 time: 0.0859199 Sep 26 12:57:28.194045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Network 4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:57:28.195839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3d4bc50c-7f87-405f-a6a1-b07826adb1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.197272 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3d4bc50c-7f87-405f-a6a1-b07826adb1fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1096 time: 0.1070011 Sep 26 12:57:28.212502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:28.222694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.223302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:28.228931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f6534-895e-49fd-8ac0-dbb4894a5984 None None] Network 4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:28.236315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193e1d3-9dcd-4340-955e-4155b49ffc43 req-e59bd254-1c52-4506-a6ec-a6b16eb7e0fc tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.237932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f193e1d3-9dcd-4340-955e-4155b49ffc43 req-e59bd254-1c52-4506-a6ec-a6b16eb7e0fc tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 950 time: 0.0835743 Sep 26 12:57:28.244595 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76204c76-c563-4d21-a0b8-0de7c349ea81 req-9c5d84d7-dd38-42a5-8311-c10f9d6a4ae0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595484 Sep 26 12:57:28.246891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-643a5eb5-db7e-462f-ad2b-18420f5bbb42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6624703 Sep 26 12:57:28.336948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['23284ba5-926a-4ad1-9c70-9f7ae3b51907'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:28.347573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f193e1d3-9dcd-4340-955e-4155b49ffc43 req-aaa8e48c-066d-4fae-872e-a1b1af789bc8 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806627 Sep 26 12:57:28.357804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-a314d177-2edf-4860-8171-7bcf6a31cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.359546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-a314d177-2edf-4860-8171-7bcf6a31cbc8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.1539354 Sep 26 12:57:28.381328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56238) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:28.406165 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-dcf81b12-f1d6-4083-8b32-fef6e9b5e94d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 217 time: 0.0376544 Sep 26 12:57:28.409716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbdbbe-d311-47e2-8e0a-e887786fbb26 None None] Network 4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:28.473885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-a61ec05d-3184-44b0-97f6-6fffb6b1fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.475663 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-a61ec05d-3184-44b0-97f6-6fffb6b1fb93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.0622473 Sep 26 12:57:28.532438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-6dbb2471-ac4e-4894-aa48-9a507d525aae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456905 Sep 26 12:57:28.635678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-44a80b78-8612-4dd6-b2c7-5ecabb4dbbb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3df0aa16af334921bddbfc75e1391da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509975 Sep 26 12:57:28.636160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56250) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:28.681349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-2592577e-9d70-4159-92f7-5cbbe0daac53 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396275 Sep 26 12:57:28.709705 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e30218f7-c228-4482-bb15-01a2ff5c9c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:28.720613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4d21f-4879-486d-b2ee-ac6c1f8a6436 req-f02d6303-a72a-4fad-bdce-a16f2460a49d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.722356 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8eb4d21f-4879-486d-b2ee-ac6c1f8a6436 req-f02d6303-a72a-4fad-bdce-a16f2460a49d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 944 time: 0.1465070 Sep 26 12:57:28.759112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e30218f7-c228-4482-bb15-01a2ff5c9c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:28.787729 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-3cf01a16-1bc6-4719-a69f-16d2ff820ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973258 Sep 26 12:57:28.801365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8eb4d21f-4879-486d-b2ee-ac6c1f8a6436 req-4881be0f-8333-46d7-95c8-7f73a17c5b39 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719533 Sep 26 12:57:28.828395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e30218f7-c228-4482-bb15-01a2ff5c9c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:28.836771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e30218f7-c228-4482-bb15-01a2ff5c9c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:28.839824 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e30218f7-c228-4482-bb15-01a2ff5c9c36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c207f0f4-5523-429a-84cf-0b29b5af163e HTTP/1.1" status: 204 len: 168 time: 0.2003863 Sep 26 12:57:28.851274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30218f7-c228-4482-bb15-01a2ff5c9c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207f0f4-5523-429a-84cf-0b29b5af163e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:28.948130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86524f-06da-4f48-adc0-8b1cceea405b req-b61353c2-de5d-472c-9e75-6086361f95ce tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:28.950143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f86524f-06da-4f48-adc0-8b1cceea405b req-b61353c2-de5d-472c-9e75-6086361f95ce tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.0582776 Sep 26 12:57:29.008442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbe481-1910-4c30-961f-bbd54005a030 req-c9aa8b24-9436-4b75-8071-37d91a5d5dbf tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:29.010339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-c9aa8b24-9436-4b75-8071-37d91a5d5dbf tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/networks?id=ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b HTTP/1.1" status: 200 len: 815 time: 0.1484172 Sep 26 12:57:29.013927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f86524f-06da-4f48-adc0-8b1cceea405b req-1a739a5f-c759-4bda-aee7-93e34d5a6b69 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523543 Sep 26 12:57:29.032223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-748eba56-506a-42e2-8412-4fd2f46895c4 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/quotas/ff83613d6a3e45ccaa79ed37bfab85a8 HTTP/1.1" status: 200 len: 375 time: 0.0150905 Sep 26 12:57:29.074064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-41563fe0-2dcc-4b7c-9470-1b1619b538e1 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff83613d6a3e45ccaa79ed37bfab85a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360985 Sep 26 12:57:29.157041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0a91-011e-4cf2-a5a0-592f96df0041 req-d43843ba-6171-4628-b13a-a7d23e42bcdd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:29.160198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d4d0a91-011e-4cf2-a5a0-592f96df0041 req-d43843ba-6171-4628-b13a-a7d23e42bcdd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.0661340 Sep 26 12:57:29.183914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-28bbf48f-3dde-4960-b5fa-1da03867b313 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:29.185517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-28bbf48f-3dde-4960-b5fa-1da03867b313 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.1141770 Sep 26 12:57:29.201839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d4d0a91-011e-4cf2-a5a0-592f96df0041 req-130c168d-6aef-45a8-b09b-c1c6192eb3ce tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359132 Sep 26 12:57:29.241791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-103fcb3a-3914-4b46-8dd0-1d88c6e98320 service neutron] 10.222.0.13 "GET /v2.0/networks/ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517491 Sep 26 12:57:29.312555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5243aa77-e162-4109-a9bf-0a2f4ad16a3d no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:29.367216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5243aa77-e162-4109-a9bf-0a2f4ad16a3d not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:29.379693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f167da-6bec-436b-aace-3caaeaaa3779 req-28737301-9d78-4ee4-bbc5-b9f4233f9cb1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:29.381430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28f167da-6bec-436b-aace-3caaeaaa3779 req-28737301-9d78-4ee4-bbc5-b9f4233f9cb1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 944 time: 0.0530896 Sep 26 12:57:29.411572 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-61b38887-69bb-4427-bf7d-0835084012af service neutron] 10.222.0.13 "GET /v2.0/networks/ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551375 Sep 26 12:57:29.416136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0e3794f6-ef9a-468f-82ed-3df18a7af95b service neutron] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:29.419330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0e3794f6-ef9a-468f-82ed-3df18a7af95b service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:29.420442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7500d7e-62bb-4f5d-bc04-39e49fe11307 req-0e3794f6-ef9a-468f-82ed-3df18a7af95b service neutron] 10.222.0.24 "DELETE /v2.0/ports/5243aa77-e162-4109-a9bf-0a2f4ad16a3d/bindings/n-h1-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.2184446 Sep 26 12:57:29.430175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28f167da-6bec-436b-aace-3caaeaaa3779 req-76289e51-d008-46ab-8b00-318454603eaa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Sep 26 12:57:29.578904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8663f39-1de9-4e82-89ad-32e9d1f40a2e req-f8d439e3-d3a3-42e5-bd75-f4ab48b71581 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:29.580470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8663f39-1de9-4e82-89ad-32e9d1f40a2e req-f8d439e3-d3a3-42e5-bd75-f4ab48b71581 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 950 time: 0.0719295 Sep 26 12:57:29.636456 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9561a55b-1a92-4817-a241-7407539e1bec req-71dec1cd-112e-4c4e-8ce5-31ca045a3bed tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 210 time: 0.0503440 Sep 26 12:57:29.648371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8663f39-1de9-4e82-89ad-32e9d1f40a2e req-e4e22a19-d917-4797-abe3-103d07b46f7b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600772 Sep 26 12:57:29.674624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56298) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:29.730208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd212e-38bb-4b6c-8c93-0072350a40f8 req-0c9d85b5-02f1-44df-bd18-80694e82136b tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:29.731673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28fd212e-38bb-4b6c-8c93-0072350a40f8 req-0c9d85b5-02f1-44df-bd18-80694e82136b tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1096 time: 0.0405908 Sep 26 12:57:29.769620 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28fd212e-38bb-4b6c-8c93-0072350a40f8 req-bc859de9-70c8-40b3-8b73-a5c94eefdcbe tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299180 Sep 26 12:57:29.784154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-644709576-network', 'tenant_id': '1a242e8705884e078a25827c4c0a5085'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:29.814766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Made reservation on behalf of 1a242e8705884e078a25827c4c0a5085 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:29.817239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:29.832079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:29.964261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1944c01-32e5-46b8-b576-b953d3ad4039 req-fb5c5d5c-25be-4e6b-8600-c158ab37d6c1 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:29.965784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1944c01-32e5-46b8-b576-b953d3ad4039 req-fb5c5d5c-25be-4e6b-8600-c158ab37d6c1 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 944 time: 0.0706501 Sep 26 12:57:29.982432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:29.991847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.036001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:57:30.061659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1944c01-32e5-46b8-b576-b953d3ad4039 req-ed482d1f-92d4-4d9e-997a-f60bcfa9ed3f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770998 Sep 26 12:57:30.062713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.063047 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Added segment 7a9a9491-3ee8-4d2f-b244-17154b111f7e of type vlan for network cd787c03-f438-4424-b2ab-8d491f9963ed Sep 26 12:57:30.064668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f237e85-0421-494c-b772-7df1dec4ef1d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:30.129468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.166454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-e3d8271b-0bf3-4df3-8676-0bd2fa61d261 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:30.168251 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.168386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-e3d8271b-0bf3-4df3-8676-0bd2fa61d261 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 950 time: 0.1177449 Sep 26 12:57:30.169476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:30.170909 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.175767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-f2aecb0f-a397-454c-9447-a57a139e0e32 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:30.177280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-f2aecb0f-a397-454c-9447-a57a139e0e32 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 819 time: 0.1765664 Sep 26 12:57:30.216555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-fff04e55-d697-4ab9-befe-8eb68c612198 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/quotas/1f82c8d8c1114d228c91c52e4f309952 HTTP/1.1" status: 200 len: 375 time: 0.0304973 Sep 26 12:57:30.251766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5756366 Sep 26 12:57:30.255191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56326) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:30.260107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Request body: {'subnet': {'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-644709576-subnet', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:30.296148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d387b-184c-48cb-84f2-850ea1b85aac admin admin] Pushing event updated for resources: {'Network': ['ID=cd787c03-f438-4424-b2ab-8d491f9963ed,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:30.310486 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network cd787c03-f438-4424-b2ab-8d491f9963ed details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:57:30.318243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-07461236-3003-42f3-8850-05b827a63052 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875378 Sep 26 12:57:30.321190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6d881-38a7-4c71-b8d9-7e9585afe994 req-7f3ddf84-bc9a-4ef9-97bb-21caab534a06 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:30.322723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42d6d881-38a7-4c71-b8d9-7e9585afe994 req-7f3ddf84-bc9a-4ef9-97bb-21caab534a06 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1209102 Sep 26 12:57:30.328235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Made reservation on behalf of 1a242e8705884e078a25827c4c0a5085 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:30.330656 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.333988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Deleting port 049fee4d-352c-44a5-8491-79e4f68babcb {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:30.334336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.437763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42d6d881-38a7-4c71-b8d9-7e9585afe994 req-07afba9a-8e32-4a88-a612-8b3f40605f7c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040545 Sep 26 12:57:30.510224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] For port 049fee4d-352c-44a5-8491-79e4f68babcb, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=049fee4d-352c-44a5-8491-79e4f68babcb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:30.510528 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.514544 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-6195dd33-b531-4beb-ac06-28968ccc433c service neutron] 10.222.0.13 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832473 Sep 26 12:57:30.531919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Calling delete_port for 049fee4d-352c-44a5-8491-79e4f68babcb owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:30.856027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8899-e31e-4e52-8dfc-b9908187431e req-b011a2c5-60c5-4e83-bcb1-c103d56d7094 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:30.857595 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f1b8899-e31e-4e52-8dfc-b9908187431e req-b011a2c5-60c5-4e83-bcb1-c103d56d7094 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 943 time: 0.3580182 Sep 26 12:57:30.864341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:30.944304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f1b8899-e31e-4e52-8dfc-b9908187431e req-9e384832-2775-401f-8346-2e45ecc4bc09 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773723 Sep 26 12:57:30.950018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2e8328-28ec-4a9c-83c5-edb66c806f67,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:30.961056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Checking segment: {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:30.961403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Network hostable DHCP agents. Network: cd787c03-f438-4424-b2ab-8d491f9963ed, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:57:30.966754 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-0a35e0f2-c05b-4acd-a545-15c10a70fe35 service neutron] 10.222.0.13 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421442 Sep 26 12:57:30.980584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Network cd787c03-f438-4424-b2ab-8d491f9963ed is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:57:30.992802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, cd787c03-f438-4424-b2ab-8d491f9963ed) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:30.998057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:30.998835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.005847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-ce8bc142-5585-4880-81c2-55a97ec946cd service neutron] 10.222.0.24 "GET /v2.0/ports/66f39578-e3ed-43ac-a18a-b76c684289c0/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.4089832 Sep 26 12:57:31.011672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f53ecb-7b12-4828-9638-16dd00d85b30 None None] Network cd787c03-f438-4424-b2ab-8d491f9963ed requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:31.020484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d7af0478-48ce-41dc-b8c9-49f75a1814df admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7641006 Sep 26 12:57:31.021343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56336) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:31.026865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:31.052183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.055259 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.177673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.193940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51', '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:31.199875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b', '049fee4d-352c-44a5-8491-79e4f68babcb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:31.308967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event deleted for resources: {'Port': ['ID=049fee4d-352c-44a5-8491-79e4f68babcb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:31.355752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4160f19-74fe-456c-aa96-8ac66bcb4bf0 req-3ec73621-1a3c-4ae5-a399-c74753bb85b6 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 210 time: 0.0858419 Sep 26 12:57:31.359217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] No DVR routers for this DVR port 049fee4d-352c-44a5-8491-79e4f68babcb on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:31.363875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.366392 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce108117-4816-44c3-9e09-3fed3a673d6a req-857df9b3-5572-4536-8de4-f76132281097 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "DELETE /v2.0/ports/049fee4d-352c-44a5-8491-79e4f68babcb HTTP/1.1" status: 204 len: 173 time: 1.1881890 Sep 26 12:57:31.367378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.368698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e088c78a-336a-44cf-b328-bb22bc21ab5b', 'name': 'network-vif-deleted', 'tag': '049fee4d-352c-44a5-8491-79e4f68babcb'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:31.371398 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8a5cd4-6082-4da9-80f2-fcf9dac64f60" -d '{"events": [{"server_uuid": "e088c78a-336a-44cf-b328-bb22bc21ab5b", "name": "network-vif-deleted", "tag": "049fee4d-352c-44a5-8491-79e4f68babcb"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:31.437347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbe481-1910-4c30-961f-bbd54005a030 req-3e74a83f-071f-4c8d-969b-ab83c5548f14 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:31.439561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-3e74a83f-071f-4c8d-969b-ab83c5548f14 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.23 "GET /v2.0/networks?id=ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b HTTP/1.1" status: 200 len: 815 time: 0.3751462 Sep 26 12:57:31.475654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Request body: {'port': {'device_id': 'c790fba2-d5e0-43db-be6a-1b01b3d4cdf2', 'network_id': 'ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b', 'admin_state_up': True, 'tenant_id': 'ff83613d6a3e45ccaa79ed37bfab85a8'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:31.491395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea85d-fe6a-4330-8f93-198d95d4e494 req-8305e44d-2eda-4f9b-8471-85a79104b623 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:31.511380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d2ea85d-fe6a-4330-8f93-198d95d4e494 req-8305e44d-2eda-4f9b-8471-85a79104b623 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.2815006 Sep 26 12:57:31.526541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 23284ba5-926a-4ad1-9c70-9f7ae3b51907 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:31.544012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bfd252d1-58e8-42f2-88c0-ffdf57ae908d req-614ef3db-4dc9-4e1d-933f-d44c49ec23b7 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=e088c78a-336a-44cf-b328-bb22bc21ab5b HTTP/1.1" status: 200 len: 210 time: 0.0342982 Sep 26 12:57:31.565951 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:31.597255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:31.646008 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f39578-e3ed-43ac-a18a-b76c684289c0 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:31.684525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:31.718690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66aec8-6f01-4dfe-bcfc-b14b513bb703 req-e9fb90c8-a054-4e01-b88c-363ebb7d325d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:31.720702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc66aec8-6f01-4dfe-bcfc-b14b513bb703 req-e9fb90c8-a054-4e01-b88c-363ebb7d325d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 944 time: 0.0815091 Sep 26 12:57:31.721633 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.856715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.865736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-cd787c03-f438-4424-b2ab-8d491f9963ed', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:57:31.866559 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.882538 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc66aec8-6f01-4dfe-bcfc-b14b513bb703 req-877f752c-056c-4d72-be0e-600d0566315d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473508 Sep 26 12:57:31.894541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:31.902196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Transition to ACTIVE for port object 66f39578-e3ed-43ac-a18a-b76c684289c0 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:31.912810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:31.913238 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.917893 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:31.963249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d2ea85d-fe6a-4330-8f93-198d95d4e494 req-b7d8ba67-353a-43ea-a9a3-83f863facd91 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333980 Sep 26 12:57:32.020721 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8535433c-6790-457e-8fc1-3a81d2ce8846 x-openstack-request-id: req-8535433c-6790-457e-8fc1-3a81d2ce8846 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:32.021469 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e088c78a-336a-44cf-b328-bb22bc21ab5b", "name": "network-vif-deleted", "tag": "049fee4d-352c-44a5-8491-79e4f68babcb", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:32.021743 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8535433c-6790-457e-8fc1-3a81d2ce8846 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:32.022150 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e088c78a-336a-44cf-b328-bb22bc21ab5b', 'name': 'network-vif-deleted', 'tag': '049fee4d-352c-44a5-8491-79e4f68babcb', 'status': 'completed', 'code': 200} Sep 26 12:57:32.114757 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e23d8155-caaa-4fdd-a563-a39d8b965c39 req-40d5a50d-b678-4a60-8c79-0ae8fdbd8bbf tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 210 time: 0.0874658 Sep 26 12:57:32.146433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Made reservation on behalf of ff83613d6a3e45ccaa79ed37bfab85a8 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:32.153421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:32.169327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] No DVR routers for this DVR port 66f39578-e3ed-43ac-a18a-b76c684289c0 on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:32.260357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Allocated IP 172.20.0.2 (cd787c03-f438-4424-b2ab-8d491f9963ed/4c2e8328-28ec-4a9c-83c5-edb66c806f67/3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:32.265586 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:32.277522 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] 10.222.0.24 "PUT /v2.0/ports/66f39578-e3ed-43ac-a18a-b76c684289c0/bindings/n-h1-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2542112 Sep 26 12:57:32.312921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Pushing event updated for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=10']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:32.361116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.361820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.361820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.362017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.362338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.362747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.363080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.364311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.364576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.364904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.365229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.365577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f2e14e-fb61-445a-90b0-423201d5944d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:32.369522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:32.372713 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec2783d-0164-49e0-b651-abe23e58477b" -d '{"events": [{"server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "name": "network-vif-plugged", "status": "completed", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:32.398022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e158b-765d-4ba3-8c17-4acf32047019 req-370ae13d-26a8-4da3-8d22-8b0222b20cbe tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:32.399779 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb9e158b-765d-4ba3-8c17-4acf32047019 req-370ae13d-26a8-4da3-8d22-8b0222b20cbe tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.1559460 Sep 26 12:57:32.415211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:32.436184 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:32.443423 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f43ab28-77ac-4be7-93f3-c5fcc4cf6a6f x-openstack-request-id: req-4f43ab28-77ac-4be7-93f3-c5fcc4cf6a6f {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:32.443903 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "name": "network-vif-plugged", "status": "completed", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:32.444166 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f43ab28-77ac-4be7-93f3-c5fcc4cf6a6f {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:32.444557 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'code': 200} Sep 26 12:57:32.489196 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Allocated IP 172.20.0.13 (ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b/627144cb-d43d-435c-879a-a146b652d7a6/efe8cdbd-9c70-4d05-96cd-8408c858723f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:32.499010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb9e158b-765d-4ba3-8c17-4acf32047019 req-7d51ee32-bec7-47d3-8055-8efbc90b1cf5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910130 Sep 26 12:57:32.613150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:32.689361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4fc4100-5c1b-4a93-b252-87ca95fd2046 req-68a7605c-b909-4402-a889-feb694d23114 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 210 time: 0.0986187 Sep 26 12:57:32.737364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:32.754956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:32.769995 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:32.794915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d94f21ac-6cca-40f4-82e4-aebe7ef98d8f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:32.796915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d94f21ac-6cca-40f4-82e4-aebe7ef98d8f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 819 time: 0.1910350 Sep 26 12:57:32.800628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:32.819881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Request body: {'port': {'device_id': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'admin_state_up': True, 'tenant_id': '1f82c8d8c1114d228c91c52e4f309952'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:32.824055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Network cd787c03-f438-4424-b2ab-8d491f9963ed is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:32.851366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-d6ca5eb7-1a30-4c19-8993-024980b00b89 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:32.852983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-d6ca5eb7-1a30-4c19-8993-024980b00b89 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.2361176 Sep 26 12:57:32.856184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:32.859937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:32.879113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47102-20aa-4326-95bd-87a4f2cc16e3 req-81f1fdc5-570a-48e5-9bb5-5379bd6ad8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:32.880824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5be47102-20aa-4326-95bd-87a4f2cc16e3 req-81f1fdc5-570a-48e5-9bb5-5379bd6ad8a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 1097 time: 0.3605618 Sep 26 12:57:32.916426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Pushing event updated for resources: {'Port': ['ID=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:32.972768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Attempting to bind port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:32.973273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Attempting to bind port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:32.973770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Attempting to bind port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee on network cd787c03-f438-4424-b2ab-8d491f9963ed {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:32.979222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:32.979657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Checking segment: {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:32.980188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:32.980588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Bound using segment: {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:32.981116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Bound port: 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:32.981632 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.013677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-542c405d-df58-495d-9099-f83b7c8f6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:33.015265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-542c405d-df58-495d-9099-f83b7c8f6548 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae&tenant_id=e649167b279749e7904ff626deead561 HTTP/1.1" status: 200 len: 1096 time: 0.1274853 Sep 26 12:57:33.019639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.043117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Allocated IP 172.25.4.55 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/bfb870ea-2424-4803-89f9-0fa392a8a019) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:33.072842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] For port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:33.077363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] For port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:33.083230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5be47102-20aa-4326-95bd-87a4f2cc16e3 req-bc0c8aeb-38a4-43ac-bb97-401843e32461 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901145 Sep 26 12:57:33.091272 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.094698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Made reservation on behalf of 1f82c8d8c1114d228c91c52e4f309952 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:33.098149 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.123181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fdb9-98ba-451f-955e-7e00877487da req-814ecb61-f969-4176-a55a-79fb89febcf9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:33.129417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-814ecb61-f969-4176-a55a-79fb89febcf9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 815 time: 0.3664262 Sep 26 12:57:33.168646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.179924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9eb8d2-7afb-4bfb-9223-f07b570d9b4e None None] Pushing event updated for resources: {'Port': ['ID=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:33.212068 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-0b00a453-41dc-4cf3-b3df-0f2f08b5b973 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/quotas/01be5536d5bf414a9ec821677b817c48 HTTP/1.1" status: 200 len: 375 time: 0.0796728 Sep 26 12:57:33.222030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-233bd9ea-c2d3-4373-b920-e2da71b824e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:33.223569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-233bd9ea-c2d3-4373-b920-e2da71b824e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1096 time: 0.1662068 Sep 26 12:57:33.251218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147075d9-0d6d-4d5e-b0f7-a9d7ef73c35c req-09e3913a-8d73-4c40-9d76-1d9010bd5f16 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:33.252733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-147075d9-0d6d-4d5e-b0f7-a9d7ef73c35c req-09e3913a-8d73-4c40-9d76-1d9010bd5f16 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.1964679 Sep 26 12:57:33.273051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:33.304392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:33.310571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:33.314015 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-b631ccbb-1611-4d5b-b7de-3bd4f5a64364 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903394 Sep 26 12:57:33.315422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Allocated IP 172.20.0.7 (bedbc836-8f01-4e0d-8ef5-8b51844fabe6/281df68b-1343-4f8b-a4cb-74c03c4bb270/ecd84a5b-ea5f-436d-b558-03e788fef1a5) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:33.315926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Pushing event updated for resources: {'Port': ['ID=efe8cdbd-9c70-4d05-96cd-8408c858723f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:33.348260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 049fee4d-352c-44a5-8491-79e4f68babcb no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:33.368581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.383452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 049fee4d-352c-44a5-8491-79e4f68babcb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:33.383676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 049fee4d-352c-44a5-8491-79e4f68babcb not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:33.412526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-147075d9-0d6d-4d5e-b0f7-a9d7ef73c35c req-60fe97c8-f919-4972-849d-1489fb07d220 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494291 Sep 26 12:57:33.448927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:33.449617 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.472043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-845e7b52-8dd0-4a9c-a803-fc14281c1411 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0027046 Sep 26 12:57:33.474023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.513721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:33.518096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:33.521642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:33.530434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Pushing event updated for resources: {'Port': ['ID=bfb870ea-2424-4803-89f9-0fa392a8a019,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:33.623000 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-280ea404-3a7d-4776-aa67-95bc3dcddf81 service neutron] 10.222.0.13 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629368 Sep 26 12:57:33.681689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.697202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c41fec8a-e510-4746-9823-0bc75a104406 req-8a94c2c0-5380-4fb5-8678-8f9e5e3935a1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 210 time: 0.0350955 Sep 26 12:57:33.766059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-2e71259e-516e-498b-b19e-0c071c1e9530 service neutron] 10.222.0.13 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335104 Sep 26 12:57:33.776508 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.832788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:33.836672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:33.840348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8087e-c3e5-4631-8982-47aee731f458 req-c69b4189-da92-488a-b7eb-a601a860fdae tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:33.841949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aed8087e-c3e5-4631-8982-47aee731f458 req-c69b4189-da92-488a-b7eb-a601a860fdae tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.24 "GET /v2.0/ports?device_id=247173e9-ad83-42ee-9e22-49a088c80e68 HTTP/1.1" status: 200 len: 945 time: 0.1419935 Sep 26 12:57:33.855506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Pushing event updated for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:33.867178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:33.877296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:33.877296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:33.894206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-d831a0d5-e6bc-4f52-9748-7a24edd334d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0785313 Sep 26 12:57:33.907590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Request body: {'port': {'device_id': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:33.967133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.021003 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.040587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a4da1-b3a5-490a-b674-b25e58eb0439 req-2140c86f-33a1-42f4-a99b-37fbea639b3f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:34.048668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4f9a4da1-b3a5-490a-b674-b25e58eb0439 req-2140c86f-33a1-42f4-a99b-37fbea639b3f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.1006021 Sep 26 12:57:34.139721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4f9a4da1-b3a5-490a-b674-b25e58eb0439 req-397ed8d0-14ce-4911-a4b0-0672126413e8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843766 Sep 26 12:57:34.328967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:34.365785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 66f39578-e3ed-43ac-a18a-b76c684289c0 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:34.397971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c319e98f-12dd-4b07-b3d9-3f207452e10e None None] Network cd787c03-f438-4424-b2ab-8d491f9963ed requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:57:34.424743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e5810-ec26-44ba-9f95-402463da0130 req-b1f47ee0-9fc5-48bd-aad4-9c791aa1fa83 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:34.426318 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e47e5810-ec26-44ba-9f95-402463da0130 req-b1f47ee0-9fc5-48bd-aad4-9c791aa1fa83 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.1504462 Sep 26 12:57:34.434499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Deleting port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:34.435052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.494905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Provisioning complete for port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:34.495273 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.503792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e47e5810-ec26-44ba-9f95-402463da0130 req-9a74d8a6-a247-458a-8118-a6f6510576db tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Sep 26 12:57:34.529051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 66f39578-e3ed-43ac-a18a-b76c684289c0 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:34.561180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:34.561665 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.616343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] For port a6c2b10f-4168-4ba3-ab12-8b9b821620d8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:34.616671 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.618968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd84a5b-ea5f-436d-b558-03e788fef1a5 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:34.629440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.635773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Calling delete_port for a6c2b10f-4168-4ba3-ab12-8b9b821620d8 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:34.648227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f45c7b-f099-480b-ae4a-3c874938cab8 req-9e0e557b-bf9c-411c-801a-908f1044d22c tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:34.650062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4f45c7b-f099-480b-ae4a-3c874938cab8 req-9e0e557b-bf9c-411c-801a-908f1044d22c tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 932 time: 0.0757828 Sep 26 12:57:34.662999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Transition to ACTIVE for port object ecd84a5b-ea5f-436d-b558-03e788fef1a5 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:34.678632 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.689224 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.697675 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.756075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4f45c7b-f099-480b-ae4a-3c874938cab8 req-152c92c5-9f77-46a6-87cd-8d3969c7868b tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945406 Sep 26 12:57:34.763268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:34.767597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] For port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:34.774648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.792682 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.820176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:34.820510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:34.820964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:34.826121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:34.827625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:34.837341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:34.837700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:34.838079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:34.838504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Bound port: ecd84a5b-ea5f-436d-b558-03e788fef1a5, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:34.838861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.909652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Pushing event updated for resources: {'Port': ['ID=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:34.924103 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 12:57:34.924620 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:57:34.925947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.926356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.926758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.927155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.927573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.927967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.928529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.928986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.929395 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.929801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.930189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.930660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bfe38-892f-4958-bf0e-fd2094664a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:34.934216 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c34f77a-2c66-44d3-9936-face6e5014a4 req-99d46176-5838-4e2a-a539-f1a85cb2093f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 210 time: 0.0474889 Sep 26 12:57:34.974413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:34.979976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:34.985190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.985460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:34.997393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a6c2b10f-4168-4ba3-ab12-8b9b821620d8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:35.032930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Router 46aa2a09-898a-4cdd-997c-04c8d6c8028a is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:57:35.037942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Pushing event deleted for resources: {'Port': ['ID=a6c2b10f-4168-4ba3-ab12-8b9b821620d8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:35.045326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:35.046122 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:35.047713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 200 len: 1092 time: 1.1445968 Sep 26 12:57:35.051518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-2ab5b141-a646-4ec0-ae44-53ebda3fec11 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:35.053002 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-2ab5b141-a646-4ec0-ae44-53ebda3fec11 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/ports?device_id=731404b0-b57b-49ec-985e-bc1bd4d0bb27 HTTP/1.1" status: 200 len: 949 time: 0.1514995 Sep 26 12:57:35.064526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.064879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.065166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.065664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.065815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:35.066113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.066618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.067086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.068161 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d98fd18-55ba-4ec4-aa05-978905a67769" -d '{"events": [{"name": "network-changed", "server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:35.069718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.070213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.070640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.071001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.071359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:35.143561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cb958-a61e-4a0c-98c4-4482b1239013 req-95b974c4-59e2-4b37-946c-72da6b1627e1 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:35.145047 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d18cb958-a61e-4a0c-98c4-4482b1239013 req-95b974c4-59e2-4b37-946c-72da6b1627e1 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.1221771 Sep 26 12:57:35.146478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96062707-f283-4c0c-85c9-6f4a662574f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:35.178221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] No DVR routers for this DVR port a6c2b10f-4168-4ba3-ab12-8b9b821620d8 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:35.180389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-b6263dc3-a196-4a78-8d05-7774eb67d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:35.182356 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-b6263dc3-a196-4a78-8d05-7774eb67d7b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1095 time: 0.0866106 Sep 26 12:57:35.185882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:35.188573 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aed8087e-c3e5-4631-8982-47aee731f458 req-9237641e-45ce-49ab-a1a5-e66b1b44f439 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.24 "DELETE /v2.0/ports/a6c2b10f-4168-4ba3-ab12-8b9b821620d8 HTTP/1.1" status: 204 len: 173 time: 1.3396358 Sep 26 12:57:35.188957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247173e9-ad83-42ee-9e22-49a088c80e68', 'name': 'network-vif-deleted', 'tag': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:35.191282 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b45d7d-c15f-4282-89bc-534bf91166d4" -d '{"events": [{"server_uuid": "247173e9-ad83-42ee-9e22-49a088c80e68", "name": "network-vif-deleted", "tag": "a6c2b10f-4168-4ba3-ab12-8b9b821620d8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:35.232202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-424ddffa-a962-48b8-8580-252d8d776e2b None None] Provisioning complete for port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:35.233164 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-424ddffa-a962-48b8-8580-252d8d776e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:35.240535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d18cb958-a61e-4a0c-98c4-4482b1239013 req-13b64ade-8426-4d58-8ee6-3f3805998af3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851674 Sep 26 12:57:35.241904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-6716fb07-621d-4a12-814e-eedb733673d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 200 len: 217 time: 0.0471063 Sep 26 12:57:35.300982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-e3aaa270-0349-447a-b16d-e6d22c5ca603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:35.302818 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-e3aaa270-0349-447a-b16d-e6d22c5ca603 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.0516491 Sep 26 12:57:35.323558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Deleting port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:35.323904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:35.352468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-383d53d5-1038-4385-ad6a-e07e1f018cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425713 Sep 26 12:57:35.355579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:57:35.377226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Sync routers for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:57:35.396859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:57:35.397743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:57:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:35.409574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:35.413973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ea5cc37a-16cc-4deb-90d9-2f486e40783c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3883576 Sep 26 12:57:35.414601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56412) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:35.469609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc368574-87c0-42cf-8cb8-aa24e253c063 req-b55f3280-f167-4ae0-ace0-49cdc45394f7 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:35.471129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc368574-87c0-42cf-8cb8-aa24e253c063 req-b55f3280-f167-4ae0-ace0-49cdc45394f7 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.1177502 Sep 26 12:57:35.501069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-717ac875-a2d4-4669-8f3f-c347704053cc service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368794 Sep 26 12:57:35.511223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] For port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:35.512301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:35.530664 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc368574-87c0-42cf-8cb8-aa24e253c063 req-5ed5afb3-0dce-43cb-bf9c-87f4e12a7668 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Sep 26 12:57:35.539305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Calling delete_port for 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:35.623449 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10686f19-da54-4a9b-8236-aecf00a8f48d x-openstack-request-id: req-10686f19-da54-4a9b-8236-aecf00a8f48d {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:35.624151 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:35.624614 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10686f19-da54-4a9b-8236-aecf00a8f48d {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:35.625207 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5', 'status': 'completed', 'code': 200} Sep 26 12:57:35.685019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:57:35.699640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a50def-c6a8-4139-ad1c-3c0bc1ab32fd req-b835632b-9223-4755-a9c6-4170ad3e3d87 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867628 Sep 26 12:57:35.735774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d94776-4dac-4d58-a11d-83a482d03ced req-c243fa94-cd09-4d0a-af9c-f595a89d71a4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:35.737898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3d94776-4dac-4d58-a11d-83a482d03ced req-c243fa94-cd09-4d0a-af9c-f595a89d71a4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0944183 Sep 26 12:57:35.828141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3d94776-4dac-4d58-a11d-83a482d03ced req-d825aec2-f235-4e83-9c92-a38bb5b63579 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814619 Sep 26 12:57:35.836514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-a4eec549-61b3-4397-b004-9dbe84afc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:35.838120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-a4eec549-61b3-4397-b004-9dbe84afc7e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1095 time: 0.0727301 Sep 26 12:57:35.888608 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d6d03-4605-404c-92e3-0627bf798816 x-openstack-request-id: req-ac2d6d03-4605-404c-92e3-0627bf798816 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:35.888828 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247173e9-ad83-42ee-9e22-49a088c80e68", "name": "network-vif-deleted", "tag": "a6c2b10f-4168-4ba3-ab12-8b9b821620d8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:35.889191 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac2d6d03-4605-404c-92e3-0627bf798816 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:35.889561 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247173e9-ad83-42ee-9e22-49a088c80e68', 'name': 'network-vif-deleted', 'tag': 'a6c2b10f-4168-4ba3-ab12-8b9b821620d8', 'status': 'completed', 'code': 200} Sep 26 12:57:35.892865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:33Z', 'revision_number': 3, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:35.917981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:35.924668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Checking router: 46aa2a09-898a-4cdd-997c-04c8d6c8028a for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:57:35.924974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Updating router 46aa2a09-898a-4cdd-997c-04c8d6c8028a port bfb870ea-2424-4803-89f9-0fa392a8a019 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:57:35.931059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51', '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:35.933155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:35.952934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event deleted for resources: {'Port': ['ID=5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:36.006528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-64c19d34-1db0-4a27-8308-c612f1fbcd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:36.007994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-64c19d34-1db0-4a27-8308-c612f1fbcd99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.1544628 Sep 26 12:57:36.016585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.030897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7351d-895b-4c46-81d8-3e324d904ecb req-f5c1173c-38bb-4e72-a5aa-80fd3ec559bd tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:36.038098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10b7351d-895b-4c46-81d8-3e324d904ecb req-f5c1173c-38bb-4e72-a5aa-80fd3ec559bd tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.0928702 Sep 26 12:57:36.069687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] No DVR routers for this DVR port 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:36.069870 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-a0f97c12-ef9b-4ac3-8081-6a48700a7634 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 200 len: 217 time: 0.0533154 Sep 26 12:57:36.073406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.075892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b890540-6f50-4006-9ee0-37c57dbfe722 req-ec620520-a29e-458d-b51a-61caf5cd3c6f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "DELETE /v2.0/ports/5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e HTTP/1.1" status: 204 len: 173 time: 1.0130553 Sep 26 12:57:36.135289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.158197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10b7351d-895b-4c46-81d8-3e324d904ecb req-30dd5761-509b-4988-9703-35d58b071353 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190238 Sep 26 12:57:36.206394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-242c2240-5d9d-4e2c-9201-d35c372be583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:36.211246 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-242c2240-5d9d-4e2c-9201-d35c372be583 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1073344 Sep 26 12:57:36.256969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-e7bdccfb-b9cd-4407-9a84-8b2226d201e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403540 Sep 26 12:57:36.304908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:36.334041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Allocated IP 172.20.0.1 (cd787c03-f438-4424-b2ab-8d491f9963ed/4c2e8328-28ec-4a9c-83c5-edb66c806f67/cae46262-d228-483c-992f-74a7aab4a8fb) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:36.375589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6810e-6c83-4c0c-93ce-ae8a63fb2909 req-5755bba8-508e-4eb1-877d-eaf7a4fa676d tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:36.383530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-99c6810e-6c83-4c0c-93ce-ae8a63fb2909 req-5755bba8-508e-4eb1-877d-eaf7a4fa676d tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 932 time: 0.1296751 Sep 26 12:57:36.457008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-99c6810e-6c83-4c0c-93ce-ae8a63fb2909 req-66c2e054-375d-4bd5-b675-c51a5025f80b tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661178 Sep 26 12:57:36.468573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-613a6498-173b-4c2d-83cb-58f6c2138340 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991765 Sep 26 12:57:36.492860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.554028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.598617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Network cd787c03-f438-4424-b2ab-8d491f9963ed is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:36.602483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:36.606420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:36.650424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Pushing event updated for resources: {'Port': ['ID=cae46262-d228-483c-992f-74a7aab4a8fb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:36.655412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.663771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.675732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.779125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:36.779503 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.830941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Attempting to bind port bfb870ea-2424-4803-89f9-0fa392a8a019 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:36.830941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Attempting to bind port bfb870ea-2424-4803-89f9-0fa392a8a019 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:36.832186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Attempting to bind port bfb870ea-2424-4803-89f9-0fa392a8a019 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:36.832450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.840505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423aed0-8d30-48f8-8f2f-75abae45ccae None None] Pushing event updated for resources: {'Port': ['ID=bfb870ea-2424-4803-89f9-0fa392a8a019,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:36.864847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:36.865711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:36.866349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.866889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:36.867515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Bound port: bfb870ea-2424-4803-89f9-0fa392a8a019, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:36.868066 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:36.984632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b42eb1f5-9647-492c-868e-6e0589c04d8b req-53ba1241-0742-4552-97dd-2e73152f914e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 210 time: 0.4106858 Sep 26 12:57:36.988612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] For port bfb870ea-2424-4803-89f9-0fa392a8a019, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:36.991096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d98fd18-55ba-4ec4-aa05-978905a67769 req-d740c9be-e649-47a0-ac99-982cba02e53a service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187564 Sep 26 12:57:37.047988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] For port bfb870ea-2424-4803-89f9-0fa392a8a019, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=bfb870ea-2424-4803-89f9-0fa392a8a019,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:37.069442 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:37.076233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-303e2a44-cf00-46fe-8a4c-e2b6dcbee840 None None] Provisioning complete for port cae46262-d228-483c-992f-74a7aab4a8fb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:37.077130 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-303e2a44-cf00-46fe-8a4c-e2b6dcbee840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:37.117286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2822fa3-36f9-4888-b0b4-b94842e82513 req-f3a22315-5d11-4f24-ae37-3e1109ceafd9 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:37.123995 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:37.125659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2822fa3-36f9-4888-b0b4-b94842e82513 req-f3a22315-5d11-4f24-ae37-3e1109ceafd9 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0815773 Sep 26 12:57:37.130112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:37.165582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2822fa3-36f9-4888-b0b4-b94842e82513 req-f49d4b67-b546-4619-92c7-ac1832ccdfbc tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Sep 26 12:57:37.180721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-303e2a44-cf00-46fe-8a4c-e2b6dcbee840 None None] Port cae46262-d228-483c-992f-74a7aab4a8fb cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:57:37.210977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:57:37.211612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:57:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:37.213424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423aed0-8d30-48f8-8f2f-75abae45ccae None None] Pushing event updated for resources: {'Port': ['ID=bfb870ea-2424-4803-89f9-0fa392a8a019,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:37.214930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Pushing event updated for resources: {'Port': ['ID=cae46262-d228-483c-992f-74a7aab4a8fb,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:37.219852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:37.335085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7335b0-2239-479e-accd-6435846d42fa req-21bcf84a-457c-4c93-a43b-c9d4441ed1ce tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:37.337413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Network cd787c03-f438-4424-b2ab-8d491f9963ed is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:37.339102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:37.346790 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e7335b0-2239-479e-accd-6435846d42fa req-21bcf84a-457c-4c93-a43b-c9d4441ed1ce tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0709765 Sep 26 12:57:37.364441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:57:37.409934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e7335b0-2239-479e-accd-6435846d42fa req-9d587919-dd92-4d7e-b63a-b625b12a277a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465870 Sep 26 12:57:37.484118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Router 46aa2a09-898a-4cdd-997c-04c8d6c8028a has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:57:37.559154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a59af-f7e2-4ab8-b5d5-3f1d46c266ad req-63dfd166-b0ef-45bc-9821-e99ec1192750 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:37.560848 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca7a59af-f7e2-4ab8-b5d5-3f1d46c266ad req-63dfd166-b0ef-45bc-9821-e99ec1192750 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0653703 Sep 26 12:57:37.604355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca7a59af-f7e2-4ab8-b5d5-3f1d46c266ad req-a051edb9-0e5b-4f7a-ad42-ca11ab600b6c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360367 Sep 26 12:57:37.605658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:57:37.612203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f9eb253e-cb2f-4dcc-b23a-d6612db54556 admin admin] 10.222.0.13 "PUT /v2.0/routers/46aa2a09-898a-4cdd-997c-04c8d6c8028a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1966360 Sep 26 12:57:37.618819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-62d80e14-9087-4bcc-8e05-5fb84ca8b7bd None None] Provisioning complete for port cae46262-d228-483c-992f-74a7aab4a8fb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:37.626135 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-62d80e14-9087-4bcc-8e05-5fb84ca8b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:37.631399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 2, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:37.680096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d280bfc-592d-40fe-a9dd-1346b0364b3e None None] The sync data for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 is: [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 2, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:57:37.692999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-62d80e14-9087-4bcc-8e05-5fb84ca8b7bd None None] Port cae46262-d228-483c-992f-74a7aab4a8fb cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:57:37.718749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cfc44-3caf-40f4-b47c-13009b5c9aff req-e28d6bfd-81d7-462d-989c-9b5ece983794 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:37.720281 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d8cfc44-3caf-40f4-b47c-13009b5c9aff req-e28d6bfd-81d7-462d-989c-9b5ece983794 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.0535271 Sep 26 12:57:37.761203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d8cfc44-3caf-40f4-b47c-13009b5c9aff req-589dbcc4-d07b-4909-97b2-dcc82faa1d91 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345497 Sep 26 12:57:37.875404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef312f39-ff47-4d4f-bd17-f9fed3dced8d req-86f9b37d-8337-43b7-9fb1-32d6bc1ed9e1 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:37.876925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef312f39-ff47-4d4f-bd17-f9fed3dced8d req-86f9b37d-8337-43b7-9fb1-32d6bc1ed9e1 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 932 time: 0.0503492 Sep 26 12:57:37.892160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731404b0-b57b-49ec-985e-bc1bd4d0bb27', 'name': 'network-vif-deleted', 'tag': '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:37.894726 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e35075-3e15-436d-9533-4f804638b1db" -d '{"events": [{"server_uuid": "731404b0-b57b-49ec-985e-bc1bd4d0bb27", "name": "network-vif-deleted", "tag": "5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:37.931910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef312f39-ff47-4d4f-bd17-f9fed3dced8d req-920fb4d9-a3a2-47db-b6a4-0116f0d111ca tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Sep 26 12:57:38.222596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc2f92ef-0e76-49e8-aa6b-361ebbabbb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.362857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ecd84a5b-ea5f-436d-b558-03e788fef1a5 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:38.365048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a6c2b10f-4168-4ba3-ab12-8b9b821620d8 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:38.394192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: a6c2b10f-4168-4ba3-ab12-8b9b821620d8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:38.394535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a6c2b10f-4168-4ba3-ab12-8b9b821620d8 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:38.394946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:38.417847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:38.418196 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:38.511421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56444) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:38.517569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:38.518399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ab731fa1-8b2f-44d4-8448-463e242fcb6b tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640592489', 'description': 'tempest-description--1662279832'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:38.529772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5', 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'port_id': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5', 'mac_address': 'fa:16:3e:b5:52:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281df68b-1343-4f8b-a4cb-74c03c4bb270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:38.539234 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137767a7-179a-46f1-8fa8-a836655f4a97 x-openstack-request-id: req-137767a7-179a-46f1-8fa8-a836655f4a97 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:38.539829 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731404b0-b57b-49ec-985e-bc1bd4d0bb27", "name": "network-vif-deleted", "tag": "5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:38.540276 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-137767a7-179a-46f1-8fa8-a836655f4a97 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:38.540965 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731404b0-b57b-49ec-985e-bc1bd4d0bb27', 'name': 'network-vif-deleted', 'tag': '5a1585bd-33a3-4f0c-8bdb-ecc246d2c22e', 'status': 'completed', 'code': 200} Sep 26 12:57:38.550329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab731fa1-8b2f-44d4-8448-463e242fcb6b tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.633300 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3900023-c8c6-4476-9710-307337cf19de req-12144411-2646-4f9c-ba85-b51ccf87a36e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 210 time: 0.0358405 Sep 26 12:57:38.702919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab731fa1-8b2f-44d4-8448-463e242fcb6b tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.707605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab731fa1-8b2f-44d4-8448-463e242fcb6b tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.716101 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.730588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd84a5b-ea5f-436d-b558-03e788fef1a5 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:38.755393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:38.759955 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.770782 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab731fa1-8b2f-44d4-8448-463e242fcb6b tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.790102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ab731fa1-8b2f-44d4-8448-463e242fcb6b tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2585173 Sep 26 12:57:38.790102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab731fa1-8b2f-44d4-8448-463e242fcb6b tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cf0c5d-e796-4926-a581-3986fd21addc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:38.804550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137d820-54e2-4037-a5b5-bbca923f6165 req-8c1e3922-d6bc-4a2b-a11a-7059b1763ebe tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:38.810107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b137d820-54e2-4037-a5b5-bbca923f6165 req-8c1e3922-d6bc-4a2b-a11a-7059b1763ebe tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0911911 Sep 26 12:57:38.829353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:38.840611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56450) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:38.846044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d74626a5-f48a-4f33-a7a5-53557beded26 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf0c5d-e796-4926-a581-3986fd21addc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:38.862704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b137d820-54e2-4037-a5b5-bbca923f6165 req-492b7226-97b2-45de-805f-44183c19fb23 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493014 Sep 26 12:57:38.887103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d74626a5-f48a-4f33-a7a5-53557beded26 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.945137 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d74626a5-f48a-4f33-a7a5-53557beded26 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.949462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d74626a5-f48a-4f33-a7a5-53557beded26 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.968380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74626a5-f48a-4f33-a7a5-53557beded26 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf3cde3-3dd2-4301-861a-a6e5aebe874a,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:38.974385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d74626a5-f48a-4f33-a7a5-53557beded26 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:38.978578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d74626a5-f48a-4f33-a7a5-53557beded26 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368282 Sep 26 12:57:38.979027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56454) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:38.984405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4536a696-3fe8-489e-aa9b-28679fe23b6d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf0c5d-e796-4926-a581-3986fd21addc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:39.001224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['ecd84a5b-ea5f-436d-b558-03e788fef1a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:39.014612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcc7e3-1f94-4c96-8ba7-9222938b079b req-e48d0fa6-79ff-4794-bd49-7bb5ac50a11e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:39.016095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fcfcc7e3-1f94-4c96-8ba7-9222938b079b req-e48d0fa6-79ff-4794-bd49-7bb5ac50a11e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 944 time: 0.0874624 Sep 26 12:57:39.040546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4536a696-3fe8-489e-aa9b-28679fe23b6d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.079755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fcfcc7e3-1f94-4c96-8ba7-9222938b079b req-efe73fb7-38df-442e-b789-00ec61a4ca64 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561123 Sep 26 12:57:39.117231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4536a696-3fe8-489e-aa9b-28679fe23b6d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.121792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4536a696-3fe8-489e-aa9b-28679fe23b6d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.141868 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536a696-3fe8-489e-aa9b-28679fe23b6d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0a5b64-7b7d-476f-b0f5-036c76870dbf,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:39.154702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4536a696-3fe8-489e-aa9b-28679fe23b6d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.156043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4536a696-3fe8-489e-aa9b-28679fe23b6d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758368 Sep 26 12:57:39.159002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56456) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:39.163783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:39.187596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.200976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c9724-673c-4398-8309-964ff98fcec1 req-746aa875-244f-437d-98a0-3abe68b0b999 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:39.202688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f7c9724-673c-4398-8309-964ff98fcec1 req-746aa875-244f-437d-98a0-3abe68b0b999 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0579140 Sep 26 12:57:39.242762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f7c9724-673c-4398-8309-964ff98fcec1 req-01e46d6d-8c55-409d-8cf3-1a1994b32731 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327270 Sep 26 12:57:39.281443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.345773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0d44d-be54-462f-bb6c-fb571333558f req-506b374a-c0ec-492c-b31e-64a2259e128e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:39.347285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51f0d44d-be54-462f-bb6c-fb571333558f req-506b374a-c0ec-492c-b31e-64a2259e128e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.0483751 Sep 26 12:57:39.391859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51f0d44d-be54-462f-bb6c-fb571333558f req-f4e250aa-884f-49eb-9328-6347f6b0a57b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Sep 26 12:57:39.395347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Allocated IP 172.25.4.138 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/f43d6953-eefe-4757-b124-b623e23ea759) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:39.504046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc4c1d-97f8-4ac1-a1d2-9581a8951e41 req-b9404974-06d8-4d86-8a5b-6f31f4c79835 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:39.505559 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cdc4c1d-97f8-4ac1-a1d2-9581a8951e41 req-b9404974-06d8-4d86-8a5b-6f31f4c79835 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 932 time: 0.0503762 Sep 26 12:57:39.513668 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.544744 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cdc4c1d-97f8-4ac1-a1d2-9581a8951e41 req-3eb4f20e-3e2e-408e-a29a-31c226b8bba4 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Sep 26 12:57:39.554615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.593503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:39.596228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:39.598589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:39.627953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event updated for resources: {'Port': ['ID=f43d6953-eefe-4757-b124-b623e23ea759,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:39.695037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.712914 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Sync routers for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:57:39.724149 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:57:39.724764 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:57:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:39.729816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:39.737720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-636cd101-5f93-4651-87ca-bd8c3fed4968 req-30bb83f8-7255-447b-a9d7-7efb31ada5d0 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 210 time: 0.0308747 Sep 26 12:57:39.831670 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:57:39.989366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1bd8-2440-48d0-93d8-0966ddbc3f9d req-1bacb70e-2bf3-4a00-acfd-3ac3b8da5cc3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:39.991147 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9acb1bd8-2440-48d0-93d8-0966ddbc3f9d req-1bacb70e-2bf3-4a00-acfd-3ac3b8da5cc3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0579746 Sep 26 12:57:40.036343 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9acb1bd8-2440-48d0-93d8-0966ddbc3f9d req-5af7c374-c154-408b-b9c2-866c441ca974 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Sep 26 12:57:40.131214 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 2, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:40.149092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.154044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.157578 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Checking router: 46aa2a09-898a-4cdd-997c-04c8d6c8028a for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:57:40.158101 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Updating router 46aa2a09-898a-4cdd-997c-04c8d6c8028a port cae46262-d228-483c-992f-74a7aab4a8fb binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:57:40.189840 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.211574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1d4a-9b77-4256-8a4b-aede3d17a0c2 req-cc500ee1-2c21-48d1-963d-08ffb3ff9bc3 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:40.213357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1cd1d4a-9b77-4256-8a4b-aede3d17a0c2 req-cc500ee1-2c21-48d1-963d-08ffb3ff9bc3 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 944 time: 0.0554142 Sep 26 12:57:40.253203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event updated for resources: {'Port': ['ID=f43d6953-eefe-4757-b124-b623e23ea759,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:40.262001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.286283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1cd1d4a-9b77-4256-8a4b-aede3d17a0c2 req-17c51cfe-d0db-4388-80c4-97fb69111c4a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640013 Sep 26 12:57:40.287776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.300140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bf9b0321-1eb0-478b-a84e-7c3dbfacab30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1400025 Sep 26 12:57:40.338041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device bfb870ea-2424-4803-89f9-0fa392a8a019 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:40.367393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ecd84a5b-ea5f-436d-b558-03e788fef1a5 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:40.396317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7af4-8921-4e20-855d-26bd8980c270 req-3a044e48-aed5-4674-9972-2ae02debc9aa tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:40.398222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e9e7af4-8921-4e20-855d-26bd8980c270 req-3a044e48-aed5-4674-9972-2ae02debc9aa tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0506921 Sep 26 12:57:40.421276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port bfb870ea-2424-4803-89f9-0fa392a8a019 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:40.421561 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.444163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e9e7af4-8921-4e20-855d-26bd8980c270 req-14adb750-3ab8-4772-a776-c5fd4c3938c7 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Sep 26 12:57:40.455536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port ecd84a5b-ea5f-436d-b558-03e788fef1a5 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:40.465347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port ecd84a5b-ea5f-436d-b558-03e788fef1a5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:40.465740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.483503 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.490367 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.541982 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.577528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-f74e4e12-a3d5-4bd4-a6b9-709c6459c0c3 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--640592489&fields=id&tenant_id=1a242e8705884e078a25827c4c0a5085 HTTP/1.1" status: 200 len: 267 time: 0.0477331 Sep 26 12:57:40.579125 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Pushing event updated for resources: {'Port': ['ID=cae46262-d228-483c-992f-74a7aab4a8fb,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:40.589605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port bfb870ea-2424-4803-89f9-0fa392a8a019, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=bfb870ea-2424-4803-89f9-0fa392a8a019,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:40.604372 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.604723 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.605059 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.605386 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.605946 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.606278 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.606606 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.606953 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.607254 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.608088 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.608845 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.609332 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:57:40.614910 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.628220 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Attempting to bind port cae46262-d228-483c-992f-74a7aab4a8fb on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:40.628994 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Attempting to bind port cae46262-d228-483c-992f-74a7aab4a8fb by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:40.631919 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Attempting to bind port cae46262-d228-483c-992f-74a7aab4a8fb on network cd787c03-f438-4424-b2ab-8d491f9963ed {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:40.637736 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:40.638557 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Checking segment: {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:40.639174 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.639723 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Bound using segment: {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:40.640429 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Bound port: cae46262-d228-483c-992f-74a7aab4a8fb, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:40.640994 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.650164 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.692510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:40.694687 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcc6fd3-15c2-4973-91d0-1aa685c8cf16" -d '{"events": [{"server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "name": "network-vif-plugged", "status": "completed", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:40.705017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=bfb870ea-2424-4803-89f9-0fa392a8a019,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:40.711848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:40.721158 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.734238 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] For port cae46262-d228-483c-992f-74a7aab4a8fb, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:40.737784 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] For port cae46262-d228-483c-992f-74a7aab4a8fb, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=cae46262-d228-483c-992f-74a7aab4a8fb,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:40.742130 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.749833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-7edf0a06-f14d-4dfc-a477-d2c863915f1c tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:40.756986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-7edf0a06-f14d-4dfc-a477-d2c863915f1c tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/networks?id=cd787c03-f438-4424-b2ab-8d491f9963ed HTTP/1.1" status: 200 len: 811 time: 0.1650667 Sep 26 12:57:40.767834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-97366721-f9b0-4582-9efe-ebe455161685 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/quotas/1a242e8705884e078a25827c4c0a5085 HTTP/1.1" status: 200 len: 375 time: 0.0099015 Sep 26 12:57:40.769422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e0947acb-c661-44d4-a8f3-cb88dd6668e6 None None] Provisioning complete for port cae46262-d228-483c-992f-74a7aab4a8fb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:40.769822 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e0947acb-c661-44d4-a8f3-cb88dd6668e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.799695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:40.801099 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:57:40.801798 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:57:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:40.804719 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54080613-321e-4ebe-9342-45be9201d91d None None] Pushing event updated for resources: {'Port': ['ID=cae46262-d228-483c-992f-74a7aab4a8fb,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:40.863275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-8445f531-1746-4621-a4fd-37d9af6f44e4 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a242e8705884e078a25827c4c0a5085&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803194 Sep 26 12:57:40.877424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e0947acb-c661-44d4-a8f3-cb88dd6668e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.914131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e0947acb-c661-44d4-a8f3-cb88dd6668e6 None None] For port cae46262-d228-483c-992f-74a7aab4a8fb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=cae46262-d228-483c-992f-74a7aab4a8fb,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:40.919436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e0947acb-c661-44d4-a8f3-cb88dd6668e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:40.937945 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:57:40.969837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-bbeffd30-aa3a-489e-a831-120945025719 service neutron] 10.222.0.13 "GET /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032097 Sep 26 12:57:41.000212 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b5d4179d-f6e5-443c-8c8a-637e8f809b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:41.003886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947acb-c661-44d4-a8f3-cb88dd6668e6 None None] Pushing event updated for resources: {'Port': ['ID=cae46262-d228-483c-992f-74a7aab4a8fb,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:41.042873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-455834ab-054e-43f3-8a99-e0c1ca1bde9f None None] Provisioning complete for port cae46262-d228-483c-992f-74a7aab4a8fb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:41.043454 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-455834ab-054e-43f3-8a99-e0c1ca1bde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:41.076424 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-1f84dca6-ad07-4833-8803-b1a92c499518 service neutron] 10.222.0.13 "GET /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053646 Sep 26 12:57:41.156607 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:41.183093 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ff571-7628-45fd-b7ff-60ff9ce2b87c None None] The sync data for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 is: [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:57:41.314161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33abf69-c93a-4e53-a80b-660ba0cbd708 req-cd52d088-2ca7-499a-8e84-a748abbe727f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:41.315708 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a33abf69-c93a-4e53-a80b-660ba0cbd708 req-cd52d088-2ca7-499a-8e84-a748abbe727f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.0572190 Sep 26 12:57:41.358841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a33abf69-c93a-4e53-a80b-660ba0cbd708 req-39feab2c-4892-4086-8457-6f3fb963f9d2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Sep 26 12:57:41.482015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d2b73-d4d9-4bfc-9f07-44952d2d4e10 req-ebc1b6d0-a782-4d62-bd20-b4fb89266df1 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:41.484657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7e2d2b73-d4d9-4bfc-9f07-44952d2d4e10 req-ebc1b6d0-a782-4d62-bd20-b4fb89266df1 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 932 time: 0.0667276 Sep 26 12:57:41.527773 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7e2d2b73-d4d9-4bfc-9f07-44952d2d4e10 req-6e35167f-6d1d-4a1f-b3ea-2428bd5776ce tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365083 Sep 26 12:57:41.568567 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:41.580087 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29650f6c-e745-41da-b87e-cdcf070e05b8 x-openstack-request-id: req-29650f6c-e745-41da-b87e-cdcf070e05b8 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:41.580487 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "name": "network-vif-plugged", "status": "completed", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:41.580802 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29650f6c-e745-41da-b87e-cdcf070e05b8 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:41.581257 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5', 'code': 200} Sep 26 12:57:41.668387 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27a15b0c-67e7-4db6-a819-90287590f846 req-ce7e9d9a-522d-4424-b7b5-49f4d169e922 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 210 time: 0.0339265 Sep 26 12:57:41.711651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6d26-ec99-41c0-a538-5f819352b10d req-1e5a65e8-1087-4565-a1f3-1f47ef2719bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:41.714622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b45f6d26-ec99-41c0-a538-5f819352b10d req-1e5a65e8-1087-4565-a1f3-1f47ef2719bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1097 time: 0.0693998 Sep 26 12:57:41.786133 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b45f6d26-ec99-41c0-a538-5f819352b10d req-dd9f1a11-02c0-4cca-8a62-faa84271f508 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Sep 26 12:57:41.806756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369850e-4031-4cfb-9c77-56aea45e2ad4 req-a47d1b9f-f577-432b-a9f1-d44a5f35bbee tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:41.808270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6369850e-4031-4cfb-9c77-56aea45e2ad4 req-a47d1b9f-f577-432b-a9f1-d44a5f35bbee tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0660939 Sep 26 12:57:41.848587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6369850e-4031-4cfb-9c77-56aea45e2ad4 req-ee5c2d7d-0981-4a3e-82c3-c317b9eeeb7f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341163 Sep 26 12:57:41.929758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7dc2f788-e01f-40c0-bab4-64fffb2e2cec req-925917e8-15d2-40b0-9389-51aeb463320e tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 210 time: 0.0269363 Sep 26 12:57:41.955831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:42.032209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee9e2a-11e9-4f62-952f-b1331a9dc4a3 req-126538dd-414e-49db-92a4-9575b3648878 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:42.033625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7ee9e2a-11e9-4f62-952f-b1331a9dc4a3 req-126538dd-414e-49db-92a4-9575b3648878 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.0492241 Sep 26 12:57:42.071314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7ee9e2a-11e9-4f62-952f-b1331a9dc4a3 req-8994be94-c6f0-40da-ba68-e686a7538144 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313616 Sep 26 12:57:42.178707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0340ea9-08b8-4351-a3f7-18a319390408 req-4b215210-e8fa-447f-bf7d-a494b457558d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:42.180128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0340ea9-08b8-4351-a3f7-18a319390408 req-4b215210-e8fa-447f-bf7d-a494b457558d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0520988 Sep 26 12:57:42.217732 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0340ea9-08b8-4351-a3f7-18a319390408 req-5f8d9e7c-97b8-4c7f-b6a2-550dcf75eb43 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Sep 26 12:57:42.288441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device bfb870ea-2424-4803-89f9-0fa392a8a019 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:42.336128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port bfb870ea-2424-4803-89f9-0fa392a8a019 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:42.336776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:42.417089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device cae46262-d228-483c-992f-74a7aab4a8fb up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:42.470891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port cae46262-d228-483c-992f-74a7aab4a8fb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:42.471529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:42.486240 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:57:42.542596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-91c62dc4-e50e-4973-8d3c-8224fe67195d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:42.544316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-91c62dc4-e50e-4973-8d3c-8224fe67195d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.24 "GET /v2.0/networks?id=cd787c03-f438-4424-b2ab-8d491f9963ed HTTP/1.1" status: 200 len: 811 time: 0.1605930 Sep 26 12:57:42.557038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec209be-c12e-4eb5-afad-e9c626b73650 req-15f1f3fe-bb17-4d82-8e62-064c6d89011f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:42.570983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aec209be-c12e-4eb5-afad-e9c626b73650 req-15f1f3fe-bb17-4d82-8e62-064c6d89011f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.1035197 Sep 26 12:57:42.572933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Request body: {'port': {'device_id': 'c790fba2-d5e0-43db-be6a-1b01b3d4cdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:42.641245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aec209be-c12e-4eb5-afad-e9c626b73650 req-bfdec2ce-b893-4ac0-af91-8395cdf2ccfe tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536060 Sep 26 12:57:42.648641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-4f0df5a0-1fef-439c-ae0b-74416d710d6b tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a242e8705884e078a25827c4c0a5085 HTTP/1.1" status: 200 len: 379 time: 0.0767050 Sep 26 12:57:42.661777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Request body: {'port': {'device_id': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'admin_state_up': True, 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'security_groups': ['e1cf0c5d-e796-4926-a581-3986fd21addc']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:42.719321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:42.756876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-90dfbce2-08ba-4bce-bb85-8de36d7da300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:42.758771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-90dfbce2-08ba-4bce-bb85-8de36d7da300 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.2006750 Sep 26 12:57:42.800595 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26d9a255-d5e8-448e-a474-6736843331f6 req-15b6f8cf-f23c-44c5-8503-b0d3656aa7ca tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 210 time: 0.0380082 Sep 26 12:57:42.801174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cc462-9daa-436e-9155-0b8be261b51a req-6abda7fb-6e03-475d-a411-bd5df3e122a0 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:42.802282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a20cc462-9daa-436e-9155-0b8be261b51a req-6abda7fb-6e03-475d-a411-bd5df3e122a0 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 932 time: 0.1517305 Sep 26 12:57:42.832712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Made reservation on behalf of 1a242e8705884e078a25827c4c0a5085 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:42.838837 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:42.842763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-1b0583fc-16a4-46b7-912b-ff0207006f85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 217 time: 0.0571389 Sep 26 12:57:42.979465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a20cc462-9daa-436e-9155-0b8be261b51a req-7855c34a-7f48-4735-aa4a-776d33cb3a9a tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474509 Sep 26 12:57:42.992425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-9309d2a3-76cf-4dbf-9c05-c26332ce3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.002475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-9309d2a3-76cf-4dbf-9c05-c26332ce3246 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.1402881 Sep 26 12:57:43.005904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Allocated IP 172.20.0.6 (cd787c03-f438-4424-b2ab-8d491f9963ed/4c2e8328-28ec-4a9c-83c5-edb66c806f67/12cc5d98-04e4-4850-9224-d29da941053d) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:43.024728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0534120-9bcc-41e6-9701-7ed20a69a71b req-c1fa77ab-b992-4e68-b8fe-c89513ec2f4e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.034093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e0534120-9bcc-41e6-9701-7ed20a69a71b req-c1fa77ab-b992-4e68-b8fe-c89513ec2f4e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0865183 Sep 26 12:57:43.048470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-4698b81f-2e4f-4929-8ac9-29fe3f3bd3c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458012 Sep 26 12:57:43.102136 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e0534120-9bcc-41e6-9701-7ed20a69a71b req-4f171cab-41b5-4e00-9816-addddbb37dc8 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670481 Sep 26 12:57:43.147794 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e80a7ef4-b00b-4ffb-8f8f-9d71f5c7cfa9 req-fa2da2b7-6145-4c8a-88e8-ceb09a2625f5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 210 time: 0.0786898 Sep 26 12:57:43.235537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-da6f634c-1e1f-4097-aa9c-609bbf7883df service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785223 Sep 26 12:57:43.338142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd16f8a-0ca3-4d60-b361-fc3ad7d7c6a7 req-12bf8a16-dc9c-4fa5-901d-04a4f8347b3c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.346009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ecd16f8a-0ca3-4d60-b361-fc3ad7d7c6a7 req-12bf8a16-dc9c-4fa5-901d-04a4f8347b3c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.1525226 Sep 26 12:57:43.363358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe8cdbd-9c70-4d05-96cd-8408c858723f {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:43.373919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.377353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.407092 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.411719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fdb9-98ba-451f-955e-7e00877487da req-43cb556b-4a1d-4611-ba5e-6513bd2a98b8 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.413069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-43cb556b-4a1d-4611-ba5e-6513bd2a98b8 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.23 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 815 time: 0.2159753 Sep 26 12:57:43.413624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Transition to ACTIVE for port object efe8cdbd-9c70-4d05-96cd-8408c858723f will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:43.416679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-3892835f-7748-4cc3-b4f3-1e2259e39856 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699748 Sep 26 12:57:43.420463 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.420863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ecd16f8a-0ca3-4d60-b361-fc3ad7d7c6a7 req-90b513f3-b095-4c52-856f-a3bbb65baa84 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740530 Sep 26 12:57:43.433237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc5c81-2482-4d3d-b024-4e0fe1a53615 req-1992f04a-0682-426c-94d6-8b5717961da3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.437897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Request body: {'port': {'device_id': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'admin_state_up': True, 'tenant_id': '01be5536d5bf414a9ec821677b817c48'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:43.441214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdcc5c81-2482-4d3d-b024-4e0fe1a53615 req-1992f04a-0682-426c-94d6-8b5717961da3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.1394117 Sep 26 12:57:43.491749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.515014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Pushing event updated for resources: {'Port': ['ID=efe8cdbd-9c70-4d05-96cd-8408c858723f,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:43.520874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdcc5c81-2482-4d3d-b024-4e0fe1a53615 req-ee08f635-0bc5-42d9-b3e5-2878273dc51c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788016 Sep 26 12:57:43.613951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Attempting to bind port efe8cdbd-9c70-4d05-96cd-8408c858723f on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:43.614648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Attempting to bind port efe8cdbd-9c70-4d05-96cd-8408c858723f by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '09079020-aa73-4ee4-8135-653c5879a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:43.614648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Attempting to bind port efe8cdbd-9c70-4d05-96cd-8408c858723f on network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:43.620603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Port efe8cdbd-9c70-4d05-96cd-8408c858723f on network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:43.620923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Attempting to bind port efe8cdbd-9c70-4d05-96cd-8408c858723f on network ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:43.627221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:43.627809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Checking segment: {'id': '09079020-aa73-4ee4-8135-653c5879a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:43.628192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Bound using segment: {'id': '09079020-aa73-4ee4-8135-653c5879a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:43.628614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Bound port: efe8cdbd-9c70-4d05-96cd-8408c858723f, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09079020-aa73-4ee4-8135-653c5879a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:43.628973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.649315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Network cd787c03-f438-4424-b2ab-8d491f9963ed is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:43.662483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:43.665770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event updated for resources: {'Port': ['ID=12cc5d98-04e4-4850-9224-d29da941053d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:43.668743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:43.674377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.675041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.698772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb73b2-5263-46e8-bf3c-c3822ac42f24 req-40e38442-e6da-4cdc-a93a-50232de67206 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.700320 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9bb73b2-5263-46e8-bf3c-c3822ac42f24 req-40e38442-e6da-4cdc-a93a-50232de67206 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1097 time: 0.1667848 Sep 26 12:57:43.730579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f75cb7-a38b-4e27-8169-209af8f9bf9c tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.731928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-19f75cb7-a38b-4e27-8169-209af8f9bf9c tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0932035 Sep 26 12:57:43.741661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Made reservation on behalf of 01be5536d5bf414a9ec821677b817c48 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:43.745070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.757587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-c359fa47-a237-49b4-9183-2d612427210d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0996943 Sep 26 12:57:43.761194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] For port efe8cdbd-9c70-4d05-96cd-8408c858723f, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:43.777775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Request body: {'port': {'device_id': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:43.812025 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9bb73b2-5263-46e8-bf3c-c3822ac42f24 req-8c1c355a-3d94-4c91-b202-192d36eb6a07 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975807 Sep 26 12:57:43.813347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] For port efe8cdbd-9c70-4d05-96cd-8408c858723f, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=efe8cdbd-9c70-4d05-96cd-8408c858723f,segment=NetworkSegment(09079020-aa73-4ee4-8135-653c5879a4c2),segment_id=09079020-aa73-4ee4-8135-653c5879a4c2)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:43.825790 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.880655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd41925-275e-405f-96aa-9ce53b68da83 req-f9879c24-df2e-43dc-ba38-01f95b35877d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.891561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcd41925-275e-405f-96aa-9ce53b68da83 req-f9879c24-df2e-43dc-ba38-01f95b35877d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.1545737 Sep 26 12:57:43.904085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.907806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:43.908435 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:43.909837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] 10.222.0.23 "PUT /v2.0/ports/efe8cdbd-9c70-4d05-96cd-8408c858723f HTTP/1.1" status: 200 len: 1093 time: 1.3438795 Sep 26 12:57:43.913325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c790fba2-d5e0-43db-be6a-1b01b3d4cdf2', 'tag': 'efe8cdbd-9c70-4d05-96cd-8408c858723f'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:43.916395 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372c4112-3610-47be-8325-d40f3bd5a792" -d '{"events": [{"name": "network-changed", "server_uuid": "c790fba2-d5e0-43db-be6a-1b01b3d4cdf2", "tag": "efe8cdbd-9c70-4d05-96cd-8408c858723f"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:43.970448 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c88f5291-57ce-4b03-a21c-53a51271609b req-e1078ac3-abdf-4ca6-b27d-fa6ee140ef6d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 210 time: 0.0613706 Sep 26 12:57:43.970639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-721df36e-b286-43ed-b9b4-c76d09070c8c None None] Provisioning complete for port 12cc5d98-04e4-4850-9224-d29da941053d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:43.970889 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-721df36e-b286-43ed-b9b4-c76d09070c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.013382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-721df36e-b286-43ed-b9b4-c76d09070c8c None None] Port 12cc5d98-04e4-4850-9224-d29da941053d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:57:44.038249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Allocated IP 172.20.0.5 (8cbaf05f-be9a-4942-9168-2ac80aee6e68/f093e521-ec99-4b09-a885-dcfc918264e6/7880684b-6fe3-480d-8994-58961d39f6d0) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:44.045517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c75103-70bb-4441-a4ce-30cbe88bdb05 service neutron] Pushing event updated for resources: {'Port': ['ID=efe8cdbd-9c70-4d05-96cd-8408c858723f,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:44.068981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcd41925-275e-405f-96aa-9ce53b68da83 req-d865e213-6e80-457f-893d-7902b7a2a45b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750557 Sep 26 12:57:44.094181 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ad0b4-6f0d-44b5-90cd-10258bfb6704 x-openstack-request-id: req-b51ad0b4-6f0d-44b5-90cd-10258bfb6704 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:44.094762 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c790fba2-d5e0-43db-be6a-1b01b3d4cdf2", "tag": "efe8cdbd-9c70-4d05-96cd-8408c858723f", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:44.095021 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b51ad0b4-6f0d-44b5-90cd-10258bfb6704 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:44.095428 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c790fba2-d5e0-43db-be6a-1b01b3d4cdf2', 'tag': 'efe8cdbd-9c70-4d05-96cd-8408c858723f', 'status': 'completed', 'code': 200} Sep 26 12:57:44.121922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbe481-1910-4c30-961f-bbd54005a030 req-df5e1f2f-5ee7-46e2-a43d-e459d8eef395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:44.124131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-df5e1f2f-5ee7-46e2-a43d-e459d8eef395 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff83613d6a3e45ccaa79ed37bfab85a8&device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 1096 time: 0.1631160 Sep 26 12:57:44.130838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-65e63b81-5a98-490b-a8d5-ecfe23d2c795 service neutron] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:44.135715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-65e63b81-5a98-490b-a8d5-ecfe23d2c795 service neutron] Notify callbacks [] for binding, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.137513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31d33902-bde6-4120-b405-aacdfc9b25b2 req-65e63b81-5a98-490b-a8d5-ecfe23d2c795 service neutron] 10.222.0.23 "DELETE /v2.0/ports/66f39578-e3ed-43ac-a18a-b76c684289c0/bindings/n-h2-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.3948393 Sep 26 12:57:44.204904 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-e17244b2-a03e-455c-8aef-e7f0f482dfd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe8cdbd-9c70-4d05-96cd-8408c858723f HTTP/1.1" status: 200 len: 217 time: 0.0723109 Sep 26 12:57:44.293993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb9dba-b0f3-44d9-9f00-3085d7f2f8c0 req-c8988607-b3be-4722-9c28-773b8a8891d6 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:44.296022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fbcb9dba-b0f3-44d9-9f00-3085d7f2f8c0 req-c8988607-b3be-4722-9c28-773b8a8891d6 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.1538792 Sep 26 12:57:44.314047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbe481-1910-4c30-961f-bbd54005a030 req-8847b836-9bc3-4dae-82dd-dec1cbc1d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:44.315716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-8847b836-9bc3-4dae-82dd-dec1cbc1d144 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=627144cb-d43d-435c-879a-a146b652d7a6 HTTP/1.1" status: 200 len: 855 time: 0.1028371 Sep 26 12:57:44.324646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a30f7-acb2-4c40-9adf-32d0994d33b7 req-4983f696-d480-4b76-8555-2a0d8bee973a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:44.326074 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-824a30f7-acb2-4c40-9adf-32d0994d33b7 req-4983f696-d480-4b76-8555-2a0d8bee973a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.1237764 Sep 26 12:57:44.354821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-be2465f5-898a-4609-bfaf-e378fc51a216 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273383 Sep 26 12:57:44.380013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-bf457e79-ed80-49f9-9ceb-d76a86bf035e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:44.381473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-bf457e79-ed80-49f9-9ceb-d76a86bf035e tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.1177545 Sep 26 12:57:44.449841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fbcb9dba-b0f3-44d9-9f00-3085d7f2f8c0 req-3d9f4283-1063-4b6f-9ac2-f41e5808f096 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247513 Sep 26 12:57:44.474696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.528000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cc5d98-04e4-4850-9224-d29da941053d {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:44.541366 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.560020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Transition to ACTIVE for port object 12cc5d98-04e4-4850-9224-d29da941053d will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:44.565378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.568511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.574061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-824a30f7-acb2-4c40-9adf-32d0994d33b7 req-3782aba7-08d5-4881-84cd-1d2186863b51 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354908 Sep 26 12:57:44.631378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-80431ba6-e305-49b5-959b-8d4f9cb0952b service neutron] 10.222.0.23 "GET /v2.0/networks/ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673521 Sep 26 12:57:44.668526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:44.678395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:44.682347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Pushing event updated for resources: {'Port': ['ID=12cc5d98-04e4-4850-9224-d29da941053d,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:44.688939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:44.699053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:44.699944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.790023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Deleting port b3631f35-5ee5-4900-887b-39e311e7a04b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:44.790638 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.791042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Pushing event updated for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:44.797045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.822891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Attempting to bind port 12cc5d98-04e4-4850-9224-d29da941053d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:44.823496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Attempting to bind port 12cc5d98-04e4-4850-9224-d29da941053d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:44.823927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Attempting to bind port 12cc5d98-04e4-4850-9224-d29da941053d on network cd787c03-f438-4424-b2ab-8d491f9963ed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:44.832061 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-24034ab7-d7d9-4f75-910d-06c35e94430d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4020298 Sep 26 12:57:44.833189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Port 12cc5d98-04e4-4850-9224-d29da941053d on network cd787c03-f438-4424-b2ab-8d491f9963ed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:44.833666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Attempting to bind port 12cc5d98-04e4-4850-9224-d29da941053d on network cd787c03-f438-4424-b2ab-8d491f9963ed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:44.850742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad1975-93ff-481a-925a-85c6761173bf req-bba8316e-caa0-4160-a959-6ff62996cbaf tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:44.852976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cad1975-93ff-481a-925a-85c6761173bf req-bba8316e-caa0-4160-a959-6ff62996cbaf tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 943 time: 0.2727909 Sep 26 12:57:44.855188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:44.855686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Checking segment: {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:44.856087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Bound using segment: {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:44.856543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Bound port: 12cc5d98-04e4-4850-9224-d29da941053d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9a9491-3ee8-4d2f-b244-17154b111f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:44.856908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:44.866598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Request body: {'port': {'device_id': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:44.985792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c05b1-ca80-44e9-a464-97242714318b req-ff3f2b2c-2993-4cf3-9c0e-da980c60a202 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:44.987451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a57c05b1-ca80-44e9-a464-97242714318b req-ff3f2b2c-2993-4cf3-9c0e-da980c60a202 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.3406010 Sep 26 12:57:45.025385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] For port b3631f35-5ee5-4900-887b-39e311e7a04b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b3631f35-5ee5-4900-887b-39e311e7a04b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:45.026058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:45.057916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Calling delete_port for b3631f35-5ee5-4900-887b-39e311e7a04b owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:45.061233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64bbe481-1910-4c30-961f-bbd54005a030 req-1a73ade3-7812-4eff-927f-0b3b5e4680f6 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210744 Sep 26 12:57:45.080097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a57c05b1-ca80-44e9-a464-97242714318b req-918d6237-674d-4442-b4a7-284e9ae28cfb tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834262 Sep 26 12:57:45.087657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cad1975-93ff-481a-925a-85c6761173bf req-80b51908-77e7-40ad-aeef-5aadc0d8d578 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270606 Sep 26 12:57:45.091069 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:45.113088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] For port 12cc5d98-04e4-4850-9224-d29da941053d, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:45.152013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] For port 12cc5d98-04e4-4850-9224-d29da941053d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=12cc5d98-04e4-4850-9224-d29da941053d,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:45.162059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:45.225156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4112-3610-47be-8325-d40f3bd5a792 req-baaa8a93-d1f8-4de4-b40c-fdcb5b3009b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:45.226791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372c4112-3610-47be-8325-d40f3bd5a792 req-baaa8a93-d1f8-4de4-b40c-fdcb5b3009b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff83613d6a3e45ccaa79ed37bfab85a8&device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 1096 time: 0.0603743 Sep 26 12:57:45.289399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:45.290157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:45.291682 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] 10.222.0.24 "PUT /v2.0/ports/12cc5d98-04e4-4850-9224-d29da941053d HTTP/1.1" status: 200 len: 1092 time: 1.5195723 Sep 26 12:57:45.294384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'tag': '12cc5d98-04e4-4850-9224-d29da941053d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:45.297353 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5988d04b-1261-44cf-817e-bdfc41c7a8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "82b89fd7-27ba-43d2-862b-d22160bd093c", "tag": "12cc5d98-04e4-4850-9224-d29da941053d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:45.420258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3183964-2d81-4f95-a44b-73b30f94c043 req-3b80282e-5153-4180-974c-a34f8523dc7f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:45.422148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3183964-2d81-4f95-a44b-73b30f94c043 req-3b80282e-5153-4180-974c-a34f8523dc7f tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=df1353cc-ef7c-4278-8fad-760f981bf6d7 HTTP/1.1" status: 200 len: 950 time: 0.1604102 Sep 26 12:57:45.456709 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:45.470587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:45.514436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event deleted for resources: {'Port': ['ID=b3631f35-5ee5-4900-887b-39e311e7a04b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:45.516871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4112-3610-47be-8325-d40f3bd5a792 req-05090d73-22db-410d-a43a-12937d4b6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:45.518747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372c4112-3610-47be-8325-d40f3bd5a792 req-05090d73-22db-410d-a43a-12937d4b6be3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b HTTP/1.1" status: 200 len: 915 time: 0.2837181 Sep 26 12:57:45.527096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b3631f35-5ee5-4900-887b-39e311e7a04b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:45.539325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3183964-2d81-4f95-a44b-73b30f94c043 req-5a7ad10e-281c-4d56-accd-985336b642ec tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036136 Sep 26 12:57:45.597137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372c4112-3610-47be-8325-d40f3bd5a792 req-88f15de1-cb50-451c-8171-1487ec98bb3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe8cdbd-9c70-4d05-96cd-8408c858723f HTTP/1.1" status: 200 len: 217 time: 0.0665257 Sep 26 12:57:45.628350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] No DVR routers for this DVR port b3631f35-5ee5-4900-887b-39e311e7a04b on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:45.632356 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:45.635180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d48c5b1c-a55e-4f4c-ab32-40cbfea8bf70 req-79731b4d-8c5d-4625-9a17-e9fd1bc5543b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.23 "DELETE /v2.0/ports/b3631f35-5ee5-4900-887b-39e311e7a04b HTTP/1.1" status: 204 len: 173 time: 1.2455575 Sep 26 12:57:45.692806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4112-3610-47be-8325-d40f3bd5a792 req-31e808f1-5f7c-426d-a844-2485b72b25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:45.694998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372c4112-3610-47be-8325-d40f3bd5a792 req-31e808f1-5f7c-426d-a844-2485b72b25a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=627144cb-d43d-435c-879a-a146b652d7a6 HTTP/1.1" status: 200 len: 855 time: 0.0750349 Sep 26 12:57:45.714495 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4aa457-189b-447d-9dc3-0dc2ec20a97a x-openstack-request-id: req-ea4aa457-189b-447d-9dc3-0dc2ec20a97a {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:45.714495 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b89fd7-27ba-43d2-862b-d22160bd093c", "tag": "12cc5d98-04e4-4850-9224-d29da941053d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:45.714495 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea4aa457-189b-447d-9dc3-0dc2ec20a97a {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:45.714888 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'tag': '12cc5d98-04e4-4850-9224-d29da941053d', 'status': 'completed', 'code': 200} Sep 26 12:57:45.717646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664274f3-3497-4099-a7ba-cd1dc43d6c30 service neutron] Pushing event updated for resources: {'Port': ['ID=12cc5d98-04e4-4850-9224-d29da941053d,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:45.746055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372c4112-3610-47be-8325-d40f3bd5a792 req-60341c60-cf38-4bcf-8d09-6e06a71dda89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423729 Sep 26 12:57:45.794288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388b55b-65a7-4663-bcc8-0d1e36720ac8 req-cfbf5889-96f9-40b4-be3b-74549e5bb201 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:45.802517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0388b55b-65a7-4663-bcc8-0d1e36720ac8 req-cfbf5889-96f9-40b4-be3b-74549e5bb201 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 931 time: 0.5672777 Sep 26 12:57:45.872139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-18f38119-f8e0-483f-a42a-eca30760b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:45.873631 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-18f38119-f8e0-483f-a42a-eca30760b313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a242e8705884e078a25827c4c0a5085&device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 1095 time: 0.5063694 Sep 26 12:57:45.933156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc302f7-9513-4a35-9962-b6102bcabf1d req-d53edcb6-23a3-417f-a4ce-ab137f55b359 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:45.944763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cc302f7-9513-4a35-9962-b6102bcabf1d req-d53edcb6-23a3-417f-a4ce-ab137f55b359 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.1352482 Sep 26 12:57:45.975073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372c4112-3610-47be-8325-d40f3bd5a792 req-1d6c8db3-cb79-4bd9-8f31-f1dc688eee0d service neutron] 10.222.0.23 "GET /v2.0/networks/ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203963 Sep 26 12:57:46.034342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-0316dd43-07ff-4cf0-a5c3-1d51ad9fb295 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12cc5d98-04e4-4850-9224-d29da941053d HTTP/1.1" status: 200 len: 217 time: 0.1254795 Sep 26 12:57:46.037015 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cc302f7-9513-4a35-9962-b6102bcabf1d req-6a86eed8-c5de-4868-9a24-726d241e6f3c tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890961 Sep 26 12:57:46.051283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0388b55b-65a7-4663-bcc8-0d1e36720ac8 req-549cb54a-cdc4-4de5-9c92-28cbd598ab51 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478271 Sep 26 12:57:46.131409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1353cc-ef7c-4278-8fad-760f981bf6d7', 'name': 'network-vif-deleted', 'tag': 'b3631f35-5ee5-4900-887b-39e311e7a04b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:46.144345 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aedd12-1776-448d-9333-77fd34c05212" -d '{"events": [{"server_uuid": "df1353cc-ef7c-4278-8fad-760f981bf6d7", "name": "network-vif-deleted", "tag": "b3631f35-5ee5-4900-887b-39e311e7a04b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:46.186106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-19431fb7-471d-4a10-990f-863735e1e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:46.187471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-19431fb7-471d-4a10-990f-863735e1e82f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c2e8328-28ec-4a9c-83c5-edb66c806f67 HTTP/1.1" status: 200 len: 850 time: 0.1193221 Sep 26 12:57:46.268338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc3281-e48c-458e-a625-a70f262c0dd9 req-c886757d-4ceb-45e9-9e59-8a15bf8cd759 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:46.278310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9cc3281-e48c-458e-a625-a70f262c0dd9 req-c886757d-4ceb-45e9-9e59-8a15bf8cd759 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.1237783 Sep 26 12:57:46.283625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372c4112-3610-47be-8325-d40f3bd5a792 req-8aef09c0-376d-4606-a871-4eb68ee32da0 service neutron] 10.222.0.23 "GET /v2.0/networks/ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919366 Sep 26 12:57:46.313546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7880684b-6fe3-480d-8994-58961d39f6d0 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:46.324896 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:46.336811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-942c63f7-597d-4c75-b876-1161e8f14473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:46.338695 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-942c63f7-597d-4c75-b876-1161e8f14473 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd787c03-f438-4424-b2ab-8d491f9963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390672 Sep 26 12:57:46.347807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9cc3281-e48c-458e-a625-a70f262c0dd9 req-48d35c1d-6875-47db-bcd6-2ef1685e828f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645275 Sep 26 12:57:46.351257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Transition to ACTIVE for port object 7880684b-6fe3-480d-8994-58961d39f6d0 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:46.353601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347269bf-f78e-4246-a6f7-67588f0e81d7 req-5ee2fd6e-9b05-4fea-b000-42a1866cefbf tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:46.361737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-347269bf-f78e-4246-a6f7-67588f0e81d7 req-5ee2fd6e-9b05-4fea-b000-42a1866cefbf tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1096 time: 0.1607218 Sep 26 12:57:46.370864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:46.479968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617f55e-f111-4a69-a373-824b861d7402 req-ed19c957-4ab8-43b8-a020-45ddb80fb819 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:46.481756 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6617f55e-f111-4a69-a373-824b861d7402 req-ed19c957-4ab8-43b8-a020-45ddb80fb819 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 943 time: 0.0644255 Sep 26 12:57:46.504864 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-347269bf-f78e-4246-a6f7-67588f0e81d7 req-bab63304-0bfd-42f4-bf2d-071cce7e3219 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422770 Sep 26 12:57:46.505471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Pushing event updated for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:46.549732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Attempting to bind port 7880684b-6fe3-480d-8994-58961d39f6d0 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:46.550492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Attempting to bind port 7880684b-6fe3-480d-8994-58961d39f6d0 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:46.557746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6617f55e-f111-4a69-a373-824b861d7402 req-70708b23-f9cb-4416-9867-e681effc855d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682244 Sep 26 12:57:46.561624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Attempting to bind port 7880684b-6fe3-480d-8994-58961d39f6d0 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:46.587597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Port 7880684b-6fe3-480d-8994-58961d39f6d0 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:46.587794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Attempting to bind port 7880684b-6fe3-480d-8994-58961d39f6d0 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:46.593733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-db2b146c-b6ed-4b3d-9178-285e43c5c60b service neutron] 10.222.0.24 "GET /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444856 Sep 26 12:57:46.598108 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7788564e-b008-4061-a6c3-4f320aa4e8b6 x-openstack-request-id: req-7788564e-b008-4061-a6c3-4f320aa4e8b6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:46.598414 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1353cc-ef7c-4278-8fad-760f981bf6d7", "name": "network-vif-deleted", "tag": "b3631f35-5ee5-4900-887b-39e311e7a04b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:46.598725 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7788564e-b008-4061-a6c3-4f320aa4e8b6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:46.599153 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1353cc-ef7c-4278-8fad-760f981bf6d7', 'name': 'network-vif-deleted', 'tag': 'b3631f35-5ee5-4900-887b-39e311e7a04b', 'status': 'completed', 'code': 200} Sep 26 12:57:46.602134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:46.602512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Checking segment: {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:46.603018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Bound using segment: {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:46.603474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Bound port: 7880684b-6fe3-480d-8994-58961d39f6d0, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:46.603706 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:46.763753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81dd27d9-515b-4be9-984e-e007177d7c66 req-5a914e42-7eaf-41f0-98ff-4f77cd8cb555 service neutron] 10.222.0.24 "GET /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530356 Sep 26 12:57:46.832995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:46.895177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:46.907330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:46.965257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:46.965983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:46.967952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] 10.222.0.23 "PUT /v2.0/ports/7880684b-6fe3-480d-8994-58961d39f6d0 HTTP/1.1" status: 200 len: 1092 time: 2.1139481 Sep 26 12:57:46.982517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-9fc59a8a-5e37-485c-8c4d-3c51e2a875c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:46.984416 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-9fc59a8a-5e37-485c-8c4d-3c51e2a875c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a242e8705884e078a25827c4c0a5085&device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 1095 time: 0.1681087 Sep 26 12:57:47.019865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-6b23f3dc-1190-4026-89cb-e4e2bf20834e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.021568 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-6b23f3dc-1190-4026-89cb-e4e2bf20834e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 807 time: 0.2673779 Sep 26 12:57:47.074172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711dc34-af01-47d2-88f8-32a26571c29c service neutron] Pushing event updated for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:47.125459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-86f978e7-b3ab-4e20-8c91-cd357952af0d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/quotas/e649167b279749e7904ff626deead561 HTTP/1.1" status: 200 len: 375 time: 0.0818131 Sep 26 12:57:47.156303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fdb9-98ba-451f-955e-7e00877487da req-efb863e1-310b-457c-814e-80d40ebb1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.157860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-efb863e1-310b-457c-814e-80d40ebb1cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 1095 time: 0.1353002 Sep 26 12:57:47.190286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204d315-a9c5-4e2d-a265-9df072625fe1 req-1892fb57-d748-4ae5-bcb6-e153d92d478b tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.191776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7204d315-a9c5-4e2d-a265-9df072625fe1 req-1892fb57-d748-4ae5-bcb6-e153d92d478b tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.0489087 Sep 26 12:57:47.224955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-9508ef95-0e3c-4784-8d08-01e558571d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.226440 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-9508ef95-0e3c-4784-8d08-01e558571d90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd787c03-f438-4424-b2ab-8d491f9963ed HTTP/1.1" status: 200 len: 911 time: 0.2323778 Sep 26 12:57:47.229926 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-87ac2b2a-66c8-4a27-a7bd-73379ef3a5c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7880684b-6fe3-480d-8994-58961d39f6d0 HTTP/1.1" status: 200 len: 217 time: 0.0509853 Sep 26 12:57:47.234395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7204d315-a9c5-4e2d-a265-9df072625fe1 req-958d23a8-a35d-4cb9-b93b-a13a0951bfb7 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365553 Sep 26 12:57:47.254418 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-acc4b27f-5773-460e-bbdb-7017bebd4ce6 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167767 Sep 26 12:57:47.314670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-f16686a7-581a-42f7-b1a8-13cede2e77f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12cc5d98-04e4-4850-9224-d29da941053d HTTP/1.1" status: 200 len: 217 time: 0.0782986 Sep 26 12:57:47.338161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecd8f9-d498-4981-bcc7-7654bcbbc90f req-94952806-d219-4be5-854e-2ddc0cfbc3b9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.339625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16ecd8f9-d498-4981-bcc7-7654bcbbc90f req-94952806-d219-4be5-854e-2ddc0cfbc3b9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 943 time: 0.0490315 Sep 26 12:57:47.378808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16ecd8f9-d498-4981-bcc7-7654bcbbc90f req-909eef34-e2e9-494f-843b-a82e7472386c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Sep 26 12:57:47.404397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device b3631f35-5ee5-4900-887b-39e311e7a04b no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:47.418536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fdb9-98ba-451f-955e-7e00877487da req-69df82c8-4bf2-4095-b955-45e4ce837048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.420645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-69df82c8-4bf2-4095-b955-45e4ce837048 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f093e521-ec99-4b09-a885-dcfc918264e6 HTTP/1.1" status: 200 len: 855 time: 0.1767986 Sep 26 12:57:47.428395 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: b3631f35-5ee5-4900-887b-39e311e7a04b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:47.428980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device b3631f35-5ee5-4900-887b-39e311e7a04b not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:47.444817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-19e1dc8c-a262-4e0c-908b-4bf88021d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.446293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-19e1dc8c-a262-4e0c-908b-4bf88021d715 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c2e8328-28ec-4a9c-83c5-edb66c806f67 HTTP/1.1" status: 200 len: 850 time: 0.1191449 Sep 26 12:57:47.474164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-b0dc0261-6259-427c-a32f-56b676cbbaba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8cbaf05f-be9a-4942-9168-2ac80aee6e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432060 Sep 26 12:57:47.488605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb34ac-7a6e-4741-87e1-3fe0713b72aa req-1b31c22d-0ea8-4b55-a4bf-18ba88d4a4ff tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.490005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09bb34ac-7a6e-4741-87e1-3fe0713b72aa req-1b31c22d-0ea8-4b55-a4bf-18ba88d4a4ff tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 950 time: 0.0554740 Sep 26 12:57:47.509833 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-9c70066f-ae77-4bb3-8067-d9023fc636b5 service neutron] 10.222.0.13 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243187 Sep 26 12:57:47.528865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09bb34ac-7a6e-4741-87e1-3fe0713b72aa req-d1f72652-0ff3-46ad-8ab0-3aa471e9419d tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Sep 26 12:57:47.605702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-68443987-3c87-4092-96ed-d242b6c7028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.607307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-68443987-3c87-4092-96ed-d242b6c7028e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd787c03-f438-4424-b2ab-8d491f9963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355789 Sep 26 12:57:47.720331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:47.722950 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:47.737383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-2a7b9344-9543-4ce6-b0dd-6afba25e692c service neutron] 10.222.0.23 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537587 Sep 26 12:57:47.756407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-6c3f9bd6-581e-4eb4-803b-606cdab9cec4 service neutron] 10.222.0.13 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355616 Sep 26 12:57:47.797070 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-5195aecb-268b-45f4-81cd-5237bf468c89 service neutron] 10.222.0.24 "GET /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620009 Sep 26 12:57:47.914209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e869fdb9-98ba-451f-955e-7e00877487da req-3929197d-c2c4-42ac-88e1-3929ad4b1a0e service neutron] 10.222.0.23 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684859 Sep 26 12:57:47.960532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5988d04b-1261-44cf-817e-bdfc41c7a8bc req-4164ba9d-e265-4c40-8d46-feed8b4f22f6 service neutron] 10.222.0.24 "GET /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340671 Sep 26 12:57:47.991625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57611e7e-82a7-4307-8dbb-5963e5f20529 req-064acf7b-706e-440c-87b5-ba82829a4104 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:47.993116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57611e7e-82a7-4307-8dbb-5963e5f20529 req-064acf7b-706e-440c-87b5-ba82829a4104 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0561442 Sep 26 12:57:48.018526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75c25a-c370-4dbf-8de5-94865ae618c6 req-e33f43cd-6e94-482a-8c88-817abd75fdc7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:48.020612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f75c25a-c370-4dbf-8de5-94865ae618c6 req-e33f43cd-6e94-482a-8c88-817abd75fdc7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 943 time: 0.0547700 Sep 26 12:57:48.069950 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f75c25a-c370-4dbf-8de5-94865ae618c6 req-ba8b3e57-9661-4de8-80dd-105965d0c59d tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 Sep 26 12:57:48.080647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57611e7e-82a7-4307-8dbb-5963e5f20529 req-f6c8d127-edf8-4ff6-b9ff-e37e4a7bd790 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688350 Sep 26 12:57:48.140250 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979169c-c02b-42b3-b2c5-6e528b84cb7f x-openstack-request-id: req-1979169c-c02b-42b3-b2c5-6e528b84cb7f {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:48.140543 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:48.140797 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1979169c-c02b-42b3-b2c5-6e528b84cb7f {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:48.141185 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0', 'status': 'completed', 'code': 200} Sep 26 12:57:48.215390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-868a7a99-52a9-47a3-8313-66d338d2d00b req-ff76fb0d-064f-495b-97ae-6bad76e172c2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 210 time: 0.0318558 Sep 26 12:57:48.228382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-96c11401-2628-4d88-b178-e247df0892f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:48.230118 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-96c11401-2628-4d88-b178-e247df0892f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 1095 time: 0.0641401 Sep 26 12:57:48.392559 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da4ac5-7ae9-46f9-8be2-7df6ad607496 req-a3a8f668-dfa1-417e-ad89-28216f9c4019 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:48.394025 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90da4ac5-7ae9-46f9-8be2-7df6ad607496 req-a3a8f668-dfa1-417e-ad89-28216f9c4019 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.0708771 Sep 26 12:57:48.394978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-ee323fcd-2d4f-4985-80ec-43eb36d4665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:48.396292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-ee323fcd-2d4f-4985-80ec-43eb36d4665f service neutron] 10.222.0.23 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 915 time: 0.1584442 Sep 26 12:57:48.467583 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-2b7a040e-9029-48a9-ba57-381df4726df7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7880684b-6fe3-480d-8994-58961d39f6d0 HTTP/1.1" status: 200 len: 217 time: 0.0619462 Sep 26 12:57:48.516740 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90da4ac5-7ae9-46f9-8be2-7df6ad607496 req-208a82c0-bbdc-4da3-a466-b1aae2ed3252 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126094 Sep 26 12:57:48.541252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c6751-f6ac-48cf-9000-296c1a0580d6 req-9d4a948f-9c5f-465a-8c1a-d9e9012de521 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:48.549792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed8c6751-f6ac-48cf-9000-296c1a0580d6 req-9d4a948f-9c5f-465a-8c1a-d9e9012de521 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 943 time: 0.0724311 Sep 26 12:57:48.554486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-34689531-32ab-43fc-aee9-bba468dedb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:48.555978 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-34689531-32ab-43fc-aee9-bba468dedb93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f093e521-ec99-4b09-a885-dcfc918264e6 HTTP/1.1" status: 200 len: 855 time: 0.0769899 Sep 26 12:57:48.619821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed8c6751-f6ac-48cf-9000-296c1a0580d6 req-f8fa5070-5d0f-485e-868f-5022392ba12a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685163 Sep 26 12:57:48.620453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-4d5e5252-162c-4fce-8e16-69b0be930c6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8cbaf05f-be9a-4942-9168-2ac80aee6e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546832 Sep 26 12:57:48.673352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-59dc1959-a0a2-4c2d-b1d9-e9b4a0ae3525 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:48.674801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-59dc1959-a0a2-4c2d-b1d9-e9b4a0ae3525 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 950 time: 0.1179667 Sep 26 12:57:48.823563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-87415345-cab7-4f31-b42f-e92a429d8e43 service neutron] 10.222.0.23 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942062 Sep 26 12:57:48.831830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c51263-550d-4364-bc02-b5782ba96cfb req-ceacbc09-2d06-4fa2-932f-03346421ee0c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:48.833462 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26c51263-550d-4364-bc02-b5782ba96cfb req-ceacbc09-2d06-4fa2-932f-03346421ee0c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 950 time: 0.1829202 Sep 26 12:57:48.947022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26c51263-550d-4364-bc02-b5782ba96cfb req-d82daf91-1580-467c-addc-7bf61685c2ff tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021557 Sep 26 12:57:48.977767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Deleting port 8b6b981d-1109-44c6-8a80-577f118c436d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:48.978105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:48.982180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9987adbe-0ca5-4fc9-b14d-6034d8d1463f req-8bcc37a0-8bfe-4df7-bd56-6349bf99c5a9 service neutron] 10.222.0.23 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464999 Sep 26 12:57:49.025570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-f58f3198-9630-49e6-bcad-691b443b2405 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:49.027155 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-f58f3198-9630-49e6-bcad-691b443b2405 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/ports?device_id=fec62668-4c69-4d9b-b635-90021c7c74df HTTP/1.1" status: 200 len: 949 time: 0.3275051 Sep 26 12:57:49.104113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] For port 8b6b981d-1109-44c6-8a80-577f118c436d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=8b6b981d-1109-44c6-8a80-577f118c436d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:49.104505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.119310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Calling delete_port for 8b6b981d-1109-44c6-8a80-577f118c436d owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:49.280506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-b14880aa-a443-4efd-85b7-db74d20edfb3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:49.282665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-b14880aa-a443-4efd-85b7-db74d20edfb3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 807 time: 0.2545595 Sep 26 12:57:49.297746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Request body: {'port': {'device_id': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'admin_state_up': True, 'tenant_id': 'e649167b279749e7904ff626deead561'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:49.328387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0459a3-024d-414f-834e-bf8c7adbde00 req-b4f3f4c4-a20d-459e-b1c9-8fcd7d810e53 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:49.328611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12486ff1-5a04-4e18-ad5e-2eca06d41cc1 req-36e22625-d452-4b1d-bad0-907e7300b433 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:49.329905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a0459a3-024d-414f-834e-bf8c7adbde00 req-b4f3f4c4-a20d-459e-b1c9-8fcd7d810e53 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.1120877 Sep 26 12:57:49.330055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12486ff1-5a04-4e18-ad5e-2eca06d41cc1 req-36e22625-d452-4b1d-bad0-907e7300b433 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 943 time: 0.1150148 Sep 26 12:57:49.331018 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.346247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d', '4f21a0a3-a25b-42c7-9335-84c41924eb51'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:49.350892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Deleting port 4f21a0a3-a25b-42c7-9335-84c41924eb51 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:49.351238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.365841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event deleted for resources: {'Port': ['ID=8b6b981d-1109-44c6-8a80-577f118c436d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:49.421043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device efe8cdbd-9c70-4d05-96cd-8408c858723f details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:49.439067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] No DVR routers for this DVR port 8b6b981d-1109-44c6-8a80-577f118c436d on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:49.442108 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.444999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa4a3ac1-f962-4303-8748-6acc5ebe9210 req-98aa9518-8b54-41ca-997c-0ca873c839e2 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "DELETE /v2.0/ports/8b6b981d-1109-44c6-8a80-577f118c436d HTTP/1.1" status: 204 len: 173 time: 0.7207921 Sep 26 12:57:49.476980 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a0459a3-024d-414f-834e-bf8c7adbde00 req-328041f9-9b3e-4f0b-9606-9a458397ebee tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133885 Sep 26 12:57:49.504212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12486ff1-5a04-4e18-ad5e-2eca06d41cc1 req-b88da9e0-0f0b-4cfa-afd4-5cd335d0cfe9 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358387 Sep 26 12:57:49.573289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] For port 4f21a0a3-a25b-42c7-9335-84c41924eb51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4f21a0a3-a25b-42c7-9335-84c41924eb51,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:49.573942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.583902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Made reservation on behalf of e649167b279749e7904ff626deead561 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:57:49.587710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.604954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Calling delete_port for 4f21a0a3-a25b-42c7-9335-84c41924eb51 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:49.706807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port efe8cdbd-9c70-4d05-96cd-8408c858723f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=efe8cdbd-9c70-4d05-96cd-8408c858723f,segment=NetworkSegment(09079020-aa73-4ee4-8135-653c5879a4c2),segment_id=09079020-aa73-4ee4-8135-653c5879a4c2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:49.713809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09764142-a67d-4728-a541-fc89b9d7465c req-7d9e50ba-9124-4a4b-86e5-0c9b1088772e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 210 time: 0.0868750 Sep 26 12:57:49.731290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'efe8cdbd-9c70-4d05-96cd-8408c858723f', 'network_id': 'ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b', 'port_id': 'efe8cdbd-9c70-4d05-96cd-8408c858723f', 'mac_address': 'fa:16:3e:75:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627144cb-d43d-435c-879a-a146b652d7a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:49.772037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3910d3-4b66-4810-9c24-ca0743ba6f76 req-e844634c-71b9-4e78-a4cf-f76b8cf6e7a6 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:49.781097 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d3910d3-4b66-4810-9c24-ca0743ba6f76 req-e844634c-71b9-4e78-a4cf-f76b8cf6e7a6 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.0871551 Sep 26 12:57:49.830794 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.846388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d3910d3-4b66-4810-9c24-ca0743ba6f76 req-cc471e2e-24a8-4426-9e8b-fefd4de66240 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638981 Sep 26 12:57:49.856861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe8cdbd-9c70-4d05-96cd-8408c858723f {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:49.927375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port efe8cdbd-9c70-4d05-96cd-8408c858723f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=efe8cdbd-9c70-4d05-96cd-8408c858723f,segment=NetworkSegment(09079020-aa73-4ee4-8135-653c5879a4c2),segment_id=09079020-aa73-4ee4-8135-653c5879a4c2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:49.939434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.943870 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:49.996617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Allocated IP 172.20.0.14 (73c672aa-c8ee-4f36-be6c-e8ebef181e14/bd3e1825-3fbb-4f19-9bc3-539323a9e4c4/93543a5f-31fe-42b1-81a5-4a980c38f4cf) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:57:50.032073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af2a2c-f339-4765-8182-031880a7e052 req-0702ac7f-c5cc-400d-8dd4-8fb4787449b9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:50.042674 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93af2a2c-f339-4765-8182-031880a7e052 req-0702ac7f-c5cc-400d-8dd4-8fb4787449b9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 943 time: 0.2036986 Sep 26 12:57:50.069825 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:50.103470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=efe8cdbd-9c70-4d05-96cd-8408c858723f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:50.145794 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-001fd185-0349-41c0-a63f-4067949ffa13 req-556457f3-9f96-46bf-8279-f0f4bfc04bad tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=580da000-e35d-4d52-a9e9-d26a3c372d14 HTTP/1.1" status: 200 len: 210 time: 0.0409887 Sep 26 12:57:50.146418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580da000-e35d-4d52-a9e9-d26a3c372d14', 'name': 'network-vif-deleted', 'tag': '8b6b981d-1109-44c6-8a80-577f118c436d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:50.150087 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70eb366-0273-41e5-a312-6400ac373ffe" -d '{"events": [{"server_uuid": "580da000-e35d-4d52-a9e9-d26a3c372d14", "name": "network-vif-deleted", "tag": "8b6b981d-1109-44c6-8a80-577f118c436d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:50.181473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event deleted for resources: {'Port': ['ID=4f21a0a3-a25b-42c7-9335-84c41924eb51,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:50.193172 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab8db38-d34b-406b-b966-ab22b9873aa0 x-openstack-request-id: req-fab8db38-d34b-406b-b966-ab22b9873aa0 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:50.193463 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580da000-e35d-4d52-a9e9-d26a3c372d14", "name": "network-vif-deleted", "tag": "8b6b981d-1109-44c6-8a80-577f118c436d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:50.193803 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fab8db38-d34b-406b-b966-ab22b9873aa0 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:50.194200 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580da000-e35d-4d52-a9e9-d26a3c372d14', 'name': 'network-vif-deleted', 'tag': '8b6b981d-1109-44c6-8a80-577f118c436d', 'status': 'completed', 'code': 200} Sep 26 12:57:50.208493 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93af2a2c-f339-4765-8182-031880a7e052 req-5397ccb0-300f-45c8-b059-1719aa9b25f1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652033 Sep 26 12:57:50.264634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] No DVR routers for this DVR port 4f21a0a3-a25b-42c7-9335-84c41924eb51 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:50.269116 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:50.271099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34a7689b-d3a5-43f2-9f83-91436163bf44 req-4ce3532b-4967-478a-83ec-fbabf9735d25 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "DELETE /v2.0/ports/4f21a0a3-a25b-42c7-9335-84c41924eb51 HTTP/1.1" status: 204 len: 173 time: 1.2196786 Sep 26 12:57:50.271528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec62668-4c69-4d9b-b635-90021c7c74df', 'name': 'network-vif-deleted', 'tag': '4f21a0a3-a25b-42c7-9335-84c41924eb51'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:50.273764 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75621658-d14a-40ce-8abe-5e4166f80bdd" -d '{"events": [{"server_uuid": "fec62668-4c69-4d9b-b635-90021c7c74df", "name": "network-vif-deleted", "tag": "4f21a0a3-a25b-42c7-9335-84c41924eb51"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:50.327354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['efe8cdbd-9c70-4d05-96cd-8408c858723f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:50.346571 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94ac31-7970-4b3b-ad85-804f93b69d53 x-openstack-request-id: req-3e94ac31-7970-4b3b-ad85-804f93b69d53 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:50.347154 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec62668-4c69-4d9b-b635-90021c7c74df", "name": "network-vif-deleted", "tag": "4f21a0a3-a25b-42c7-9335-84c41924eb51", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:50.347404 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e94ac31-7970-4b3b-ad85-804f93b69d53 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:50.347895 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec62668-4c69-4d9b-b635-90021c7c74df', 'name': 'network-vif-deleted', 'tag': '4f21a0a3-a25b-42c7-9335-84c41924eb51', 'status': 'completed', 'code': 200} Sep 26 12:57:50.372596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', '8b6b981d-1109-44c6-8a80-577f118c436d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:50.382658 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:50.417025 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 12cc5d98-04e4-4850-9224-d29da941053d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:50.431644 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:50.503621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Pushing event updated for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:50.508093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:57:50.510782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:57:50.512509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:57:50.569324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:50.569999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:50.590411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-ab72045f-b41b-4577-af38-7bf594393755 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2974308 Sep 26 12:57:50.605395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Request body: {'port': {'device_id': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:50.694764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 12cc5d98-04e4-4850-9224-d29da941053d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=12cc5d98-04e4-4850-9224-d29da941053d,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:50.746927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb7a14-2bbb-4289-a097-b44671acfbdd req-4df9d7b0-0467-4758-959c-db21af2e8bb8 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:50.749124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fdb7a14-2bbb-4289-a097-b44671acfbdd req-4df9d7b0-0467-4758-959c-db21af2e8bb8 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 943 time: 0.1119659 Sep 26 12:57:50.762180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '12cc5d98-04e4-4850-9224-d29da941053d', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'port_id': '12cc5d98-04e4-4850-9224-d29da941053d', 'mac_address': 'fa:16:3e:60:54:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:50.784637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e433d-2cfc-4d0d-abca-a76af45d1780 req-f0df22d0-afeb-49be-ae97-c194889b8885 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:50.796181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28e433d-2cfc-4d0d-abca-a76af45d1780 req-f0df22d0-afeb-49be-ae97-c194889b8885 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.1371658 Sep 26 12:57:50.798918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:50.810703 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:50.828173 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fdb7a14-2bbb-4289-a097-b44671acfbdd req-53f1d34d-d854-466a-bca6-177bc44a55a1 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722334 Sep 26 12:57:50.832940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cc5d98-04e4-4850-9224-d29da941053d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:50.868513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 12cc5d98-04e4-4850-9224-d29da941053d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=12cc5d98-04e4-4850-9224-d29da941053d,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:50.876128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:50.919693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28e433d-2cfc-4d0d-abca-a76af45d1780 req-c028339b-6f39-48a2-a4a9-4d20a35c44a3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224697 Sep 26 12:57:50.936047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=12cc5d98-04e4-4850-9224-d29da941053d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:51.057463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57eb70-268c-4ec2-b6d7-ec458fcdc1eb req-c0adbd9f-98da-4116-9445-026301c66a1c tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:51.059134 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef57eb70-268c-4ec2-b6d7-ec458fcdc1eb req-c0adbd9f-98da-4116-9445-026301c66a1c tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 945 time: 0.0559230 Sep 26 12:57:51.076153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e329c8-a0e0-4d67-976f-17428e7a2ec3 req-8af79d4a-e5af-4123-bf88-520aec3b7bfe tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:51.077705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83e329c8-a0e0-4d67-976f-17428e7a2ec3 req-8af79d4a-e5af-4123-bf88-520aec3b7bfe tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 932 time: 0.0782702 Sep 26 12:57:51.105741 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef57eb70-268c-4ec2-b6d7-ec458fcdc1eb req-6ffd97e1-d0c7-48e2-bbad-2b0a86865136 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Sep 26 12:57:51.116843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['12cc5d98-04e4-4850-9224-d29da941053d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:51.176249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83e329c8-a0e0-4d67-976f-17428e7a2ec3 req-ff39debb-2b3a-4ec0-a142-ac564a4b2cae tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652475 Sep 26 12:57:51.286822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93543a5f-31fe-42b1-81a5-4a980c38f4cf {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:51.305510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:51.352859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Transition to ACTIVE for port object 93543a5f-31fe-42b1-81a5-4a980c38f4cf will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:57:51.358838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:51.411999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7880684b-6fe3-480d-8994-58961d39f6d0 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:51.421250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d44879-ec44-47b5-8088-187bc13e72f7 req-d1739795-3c1d-4fd4-bdb0-121d1fd19f7c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:51.422801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-68d44879-ec44-47b5-8088-187bc13e72f7 req-d1739795-3c1d-4fd4-bdb0-121d1fd19f7c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 943 time: 0.1035182 Sep 26 12:57:51.434573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Pushing event updated for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:51.513376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-68d44879-ec44-47b5-8088-187bc13e72f7 req-9a667c67-9051-418d-b321-023b6403f487 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834537 Sep 26 12:57:51.534213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:57:51.534555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:57:51.534883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:51.539342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:57:51.539659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:57:51.544801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:57:51.545137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:57:51.545569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:57:51.545958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Bound port: 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:57:51.546313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:51.549647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:51.565196 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '7880684b-6fe3-480d-8994-58961d39f6d0', 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'port_id': '7880684b-6fe3-480d-8994-58961d39f6d0', 'mac_address': 'fa:16:3e:3c:98:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f093e521-ec99-4b09-a885-dcfc918264e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:51.609764 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:51.633518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:57:51.634468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7880684b-6fe3-480d-8994-58961d39f6d0 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:51.636971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:57:51.643596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:51.663913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:51.668991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e999b-0efe-4678-b7eb-3df6be7fb45c req-862871a1-17ff-4f5a-b82e-c81c8c3b7b7c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:51.669580 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:51.671451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be4e999b-0efe-4678-b7eb-3df6be7fb45c req-862871a1-17ff-4f5a-b82e-c81c8c3b7b7c tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 971 time: 0.0624664 Sep 26 12:57:51.691141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:51.691753 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:51.693125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] 10.222.0.24 "PUT /v2.0/ports/93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 200 len: 1093 time: 1.0937932 Sep 26 12:57:51.722645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be4e999b-0efe-4678-b7eb-3df6be7fb45c req-7f2dd2a7-3b75-4337-b0f2-94ca8ca6b603 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Sep 26 12:57:51.727710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2425857-5dc7-4b4a-aaf5-c0284c8f0ace service neutron] Pushing event updated for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:51.750140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:51.785773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-1d5d02f7-4e75-4ba5-bae2-cdacddbf2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:51.787295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-1d5d02f7-4e75-4ba5-bae2-cdacddbf2285 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1096 time: 0.0428758 Sep 26 12:57:51.829864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-4c8767ec-4d69-4a9b-b327-093bf9b01b9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 200 len: 217 time: 0.0335982 Sep 26 12:57:51.890940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-2f8885ec-7439-4e04-9640-8615dc87e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:51.892395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-2f8885ec-7439-4e04-9640-8615dc87e6c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0549769 Sep 26 12:57:51.941798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-edb71431-ca39-4192-92ee-f6cd2fc9ee47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386844 Sep 26 12:57:51.986306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adba9be-d0c4-4c5f-a4a1-851f11d4c665 req-54e0c167-a3bd-40b7-aace-d214a4df28c6 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:51.987830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3adba9be-d0c4-4c5f-a4a1-851f11d4c665 req-54e0c167-a3bd-40b7-aace-d214a4df28c6 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 944 time: 0.0931270 Sep 26 12:57:52.044505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e01af9-e370-4ce9-98e8-7344a0371a92 req-6cf2ce98-d922-4f98-b598-69566e5c8e60 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.046615 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34e01af9-e370-4ce9-98e8-7344a0371a92 req-6cf2ce98-d922-4f98-b598-69566e5c8e60 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Sep 26 12:57:52.063327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7880684b-6fe3-480d-8994-58961d39f6d0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:52.088165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3adba9be-d0c4-4c5f-a4a1-851f11d4c665 req-89709aed-bdd5-495e-a146-807ced0219ca tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652194 Sep 26 12:57:52.093275 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-049f1b04-7972-48c2-a05c-53e3ae3875ad service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441879 Sep 26 12:57:52.109066 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34e01af9-e370-4ce9-98e8-7344a0371a92 req-b76a900e-0b01-4fa5-91ab-966c0d9c1968 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463567 Sep 26 12:57:52.223544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caeac35c-79ff-4c16-b224-b26dbfd20dfa req-f5b869a5-a947-4e5b-969c-ff95b121cf00 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207576 Sep 26 12:57:52.262759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1e1cb-6cc5-4ce7-b93d-a0b8b3e3de79 req-2ba7fbc8-4583-4108-a126-6449bfd3d756 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.264363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19d1e1cb-6cc5-4ce7-b93d-a0b8b3e3de79 req-2ba7fbc8-4583-4108-a126-6449bfd3d756 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 945 time: 0.0773790 Sep 26 12:57:52.316738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19d1e1cb-6cc5-4ce7-b93d-a0b8b3e3de79 req-d05a8caf-98f3-42dc-a1c8-97a70ba37dcc tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Sep 26 12:57:52.319550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b258a5d-4ba4-4e77-896d-8b092dd25177 req-85b54c6f-5fbd-4354-a393-f127b735a71a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.321397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b258a5d-4ba4-4e77-896d-8b092dd25177 req-85b54c6f-5fbd-4354-a393-f127b735a71a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.0571680 Sep 26 12:57:52.349707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:52.352093 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81" -d '{"events": [{"name": "network-changed", "server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:52.393993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b258a5d-4ba4-4e77-896d-8b092dd25177 req-85921af8-ba00-446b-a3d3-d5a5214abce7 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613503 Sep 26 12:57:52.396886 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186b08a2-b7da-4b0d-8300-8d73d56e711a x-openstack-request-id: req-186b08a2-b7da-4b0d-8300-8d73d56e711a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:52.396886 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:52.397088 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-186b08a2-b7da-4b0d-8300-8d73d56e711a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:52.397390 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf', 'status': 'completed', 'code': 200} Sep 26 12:57:52.423184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 12cc5d98-04e4-4850-9224-d29da941053d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:52.463654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-fccd97a3-8d05-48ed-b865-5e1b32ae8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.465424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-fccd97a3-8d05-48ed-b865-5e1b32ae8c36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1096 time: 0.0418863 Sep 26 12:57:52.474113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 12cc5d98-04e4-4850-9224-d29da941053d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:52.478616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 12cc5d98-04e4-4850-9224-d29da941053d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:52.479171 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:52.578119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-dffab56b-5d97-4772-994a-f09caa0482b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.579619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-dffab56b-5d97-4772-994a-f09caa0482b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1064820 Sep 26 12:57:52.580405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:52.604426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc5d98-04e4-4850-9224-d29da941053d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:52.606938 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2107737-1e61-4622-a0d5-5412848416d7" -d '{"events": [{"server_uuid": "82b89fd7-27ba-43d2-862b-d22160bd093c", "name": "network-vif-plugged", "status": "completed", "tag": "12cc5d98-04e4-4850-9224-d29da941053d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:52.624538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 12cc5d98-04e4-4850-9224-d29da941053d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=12cc5d98-04e4-4850-9224-d29da941053d,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:52.629329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-f91b503e-5e13-4183-83a0-a70c0e709cfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 200 len: 217 time: 0.0410230 Sep 26 12:57:52.631422 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:52.631994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 8b6b981d-1109-44c6-8a80-577f118c436d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:52.676600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 8b6b981d-1109-44c6-8a80-577f118c436d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:52.676956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 8b6b981d-1109-44c6-8a80-577f118c436d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:52.677421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 4f21a0a3-a25b-42c7-9335-84c41924eb51 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:52.681624 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8092ff-7e19-49b8-9896-d678bb0cc6e4 x-openstack-request-id: req-9b8092ff-7e19-49b8-9896-d678bb0cc6e4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:52.682609 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b89fd7-27ba-43d2-862b-d22160bd093c", "name": "network-vif-plugged", "status": "completed", "tag": "12cc5d98-04e4-4850-9224-d29da941053d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:52.682609 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b8092ff-7e19-49b8-9896-d678bb0cc6e4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:52.682609 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc5d98-04e4-4850-9224-d29da941053d', 'code': 200} Sep 26 12:57:52.694722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a5c3b-ac84-472d-b72b-582d5b2d30b8 req-a2914d9c-fef0-4e89-95ef-8d64ddd7073d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.696728 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f5a5c3b-ac84-472d-b72b-582d5b2d30b8 req-a2914d9c-fef0-4e89-95ef-8d64ddd7073d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 944 time: 0.0951133 Sep 26 12:57:52.724497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-ac33c11f-97c6-4533-bc62-a46675d473bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.726194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-ac33c11f-97c6-4533-bc62-a46675d473bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0861409 Sep 26 12:57:52.786407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-3145e4fd-ddd4-4189-962c-318529920fb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522306 Sep 26 12:57:52.802135 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f5a5c3b-ac84-472d-b72b-582d5b2d30b8 req-a478dad5-5330-4896-9b4e-b0bc55eb799e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946882 Sep 26 12:57:52.855416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506cfc-f14c-4587-9d46-6fcb3f39b481 req-86c7340d-841a-4af8-a118-e2c3c39c7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.856940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-79506cfc-f14c-4587-9d46-6fcb3f39b481 req-86c7340d-841a-4af8-a118-e2c3c39c7f80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 1097 time: 0.1110086 Sep 26 12:57:52.899087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 4f21a0a3-a25b-42c7-9335-84c41924eb51 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:52.899659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 4f21a0a3-a25b-42c7-9335-84c41924eb51 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:52.924529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=12cc5d98-04e4-4850-9224-d29da941053d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:52.926726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-d238154b-f7d9-4089-9173-e88e154c4ff8 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.928451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-d238154b-f7d9-4089-9173-e88e154c4ff8 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 971 time: 0.0748534 Sep 26 12:57:52.966401 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d4cff-93b6-474b-bb6c-a89de488a672 req-0e1af8b1-600b-47fb-9c5a-2fb3dee9a3e7 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:52.968669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252d4cff-93b6-474b-bb6c-a89de488a672 req-0e1af8b1-600b-47fb-9c5a-2fb3dee9a3e7 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b36d1d-2a8c-4d64-b554-61fbc22c355f HTTP/1.1" status: 200 len: 971 time: 0.1346531 Sep 26 12:57:52.970295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-79506cfc-f14c-4587-9d46-6fcb3f39b481 req-abd97a3c-ebc6-4963-80f8-4a5ff1f1009d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967526 Sep 26 12:57:52.999045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-30036d43-7717-49ea-91f5-26902bde1eb7 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972642 Sep 26 12:57:53.020458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252d4cff-93b6-474b-bb6c-a89de488a672 req-eb808fcc-cc2e-48dc-a03e-9a74cb5ef97b tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.13 "GET /v2.0/security-groups?id=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437312 Sep 26 12:57:53.047099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Deleting port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:57:53.047469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.156888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] For port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:53.157274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.171657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Calling delete_port for fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d owned by compute:tempest-test_az-192933538 {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:57:53.284466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37eac3b-6573-4a1b-9495-cb97bd229f6d req-857b25a9-a2a0-4290-a15d-930677aedf76 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:53.285715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d37eac3b-6573-4a1b-9495-cb97bd229f6d req-857b25a9-a2a0-4290-a15d-930677aedf76 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.1035972 Sep 26 12:57:53.300637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e990e4c-5178-4400-b852-79bc494e8bbe req-78fe57ab-446f-47c7-add7-62e4156c9b22 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:53.302488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e990e4c-5178-4400-b852-79bc494e8bbe req-78fe57ab-446f-47c7-add7-62e4156c9b22 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.1073565 Sep 26 12:57:53.321017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53f0b2d3-bb6b-46c8-9fc2-972d4174ff81 req-49bd682c-5cf1-4159-a9ba-0afd5a6bc3c4 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562665 Sep 26 12:57:53.338829 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d37eac3b-6573-4a1b-9495-cb97bd229f6d req-09d409f3-da23-4cec-87ed-4019bb97d924 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450871 Sep 26 12:57:53.378639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e990e4c-5178-4400-b852-79bc494e8bbe req-fe36f04e-7136-4cfc-b284-00776886c873 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670624 Sep 26 12:57:53.402375 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.421361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:53.466593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device efe8cdbd-9c70-4d05-96cd-8408c858723f up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:53.478100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Pushing event deleted for resources: {'Port': ['ID=fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:53.480272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] No DVR routers for this DVR port fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:57:53.484023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.486112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55efc7fb-b8a3-4da3-ad82-f514e13de2b5 req-cad43b9d-e125-4a2d-9b0c-7b6363dceec5 tempest-ServersOnMultiNodesTest-472091325 tempest-ServersOnMultiNodesTest-472091325-project] 10.222.0.24 "DELETE /v2.0/ports/fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d HTTP/1.1" status: 204 len: 173 time: 0.5505192 Sep 26 12:57:53.486458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b36d1d-2a8c-4d64-b554-61fbc22c355f', 'name': 'network-vif-deleted', 'tag': 'fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:53.492047 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd5323-bdcc-42e2-ae75-1a03661b56f6" -d '{"events": [{"server_uuid": "78b36d1d-2a8c-4d64-b554-61fbc22c355f", "name": "network-vif-deleted", "tag": "fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:53.534666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280fce3-abb1-4fcd-b12d-6ba4bab1ce59 req-06200852-7f65-417d-85a3-c68e95d1a394 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:53.543317 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7280fce3-abb1-4fcd-b12d-6ba4bab1ce59 req-06200852-7f65-417d-85a3-c68e95d1a394 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 945 time: 0.0692141 Sep 26 12:57:53.548129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port efe8cdbd-9c70-4d05-96cd-8408c858723f completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:53.555494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port efe8cdbd-9c70-4d05-96cd-8408c858723f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:53.556189 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.583944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f08db-7482-4877-9c9f-d6daec6f59a2 req-3fd35f15-74a0-4277-93ea-e67f6fcdc823 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:53.585924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-865f08db-7482-4877-9c9f-d6daec6f59a2 req-3fd35f15-74a0-4277-93ea-e67f6fcdc823 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.0605307 Sep 26 12:57:53.589806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7280fce3-abb1-4fcd-b12d-6ba4bab1ce59 req-89705539-2ad5-4ae6-a9c3-e4cd39f108da tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455620 Sep 26 12:57:53.641794 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-865f08db-7482-4877-9c9f-d6daec6f59a2 req-228c6e95-cf9c-4fe2-8a95-0084ab66a855 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 Sep 26 12:57:53.643256 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5b0314-7065-494b-851b-060c7af974c4 x-openstack-request-id: req-ec5b0314-7065-494b-851b-060c7af974c4 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:53.643553 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b36d1d-2a8c-4d64-b554-61fbc22c355f", "name": "network-vif-deleted", "tag": "fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:53.643809 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec5b0314-7065-494b-851b-060c7af974c4 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:53.644205 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b36d1d-2a8c-4d64-b554-61fbc22c355f', 'name': 'network-vif-deleted', 'tag': 'fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d', 'status': 'completed', 'code': 200} Sep 26 12:57:53.656359 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.692444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port efe8cdbd-9c70-4d05-96cd-8408c858723f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=efe8cdbd-9c70-4d05-96cd-8408c858723f,segment=NetworkSegment(09079020-aa73-4ee4-8135-653c5879a4c2),segment_id=09079020-aa73-4ee4-8135-653c5879a4c2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:53.696013 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.696831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7880684b-6fe3-480d-8994-58961d39f6d0 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:53.769608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=efe8cdbd-9c70-4d05-96cd-8408c858723f,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:53.782838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 7880684b-6fe3-480d-8994-58961d39f6d0 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:53.786981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 7880684b-6fe3-480d-8994-58961d39f6d0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:53.787362 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.873916 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.914082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:53.919693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:53.926460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbda600-8854-439e-9f2b-56090fb70cb2 req-2130b945-a53b-41e5-8392-d80025662d8a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:53.928215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8bbda600-8854-439e-9f2b-56090fb70cb2 req-2130b945-a53b-41e5-8392-d80025662d8a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 944 time: 0.0615234 Sep 26 12:57:53.971383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:53.974013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8bbda600-8854-439e-9f2b-56090fb70cb2 req-e2d1d4d9-68ec-4d9d-b605-5c7bfd5dcfa7 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 Sep 26 12:57:54.272804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56734) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:54.402010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3171b7f3-b5f2-4d6c-8506-66fbd84fa332 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d103dd3ec0534dcbb982235d5b6718d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278174 Sep 26 12:57:54.405077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56742) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:54.494616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce518e0-e597-4ce9-8982-1a36153b6d7d req-299fba99-65e1-4f2b-8c17-e053a3fb5887 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:54.496026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cce518e0-e597-4ce9-8982-1a36153b6d7d req-299fba99-65e1-4f2b-8c17-e053a3fb5887 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.0784872 Sep 26 12:57:54.496809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44963c2e-a686-43c0-a064-934462f9f6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:54.498692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab15a1a-b231-4d32-b0d2-ad8f86730ee2 req-b9dcdc61-af6b-4a9c-b254-f2407a45344d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:54.500660 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fab15a1a-b231-4d32-b0d2-ad8f86730ee2 req-b9dcdc61-af6b-4a9c-b254-f2407a45344d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0549443 Sep 26 12:57:54.540268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fab15a1a-b231-4d32-b0d2-ad8f86730ee2 req-096d412a-0d79-4c10-8f2a-7f3c8684f155 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Sep 26 12:57:54.540470 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44963c2e-a686-43c0-a064-934462f9f6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:54.563414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cce518e0-e597-4ce9-8982-1a36153b6d7d req-139b1fc0-3d55-413d-b955-71a8ea25dd78 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580256 Sep 26 12:57:54.616913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44963c2e-a686-43c0-a064-934462f9f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:54.616913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44963c2e-a686-43c0-a064-934462f9f6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:54.622314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-44963c2e-a686-43c0-a064-934462f9f6d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c04afc8d-4145-4ca4-8a5b-cf59e309f6c3 HTTP/1.1" status: 204 len: 168 time: 0.2161157 Sep 26 12:57:54.631517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44963c2e-a686-43c0-a064-934462f9f6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04afc8d-4145-4ca4-8a5b-cf59e309f6c3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:54.684470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c790fba2-d5e0-43db-be6a-1b01b3d4cdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe8cdbd-9c70-4d05-96cd-8408c858723f'}, {'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:54.689337 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7d39e4-32a7-491c-8110-6b8531fb921b" -d '{"events": [{"server_uuid": "c790fba2-d5e0-43db-be6a-1b01b3d4cdf2", "name": "network-vif-plugged", "status": "completed", "tag": "efe8cdbd-9c70-4d05-96cd-8408c858723f"}, {"server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "name": "network-vif-plugged", "status": "completed", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:54.724425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7456ed-b853-4e65-9d04-e5c3864d34c0 req-cd36e251-0fbb-4a78-812e-f51f5cb4eee0 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:54.726034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b7456ed-b853-4e65-9d04-e5c3864d34c0 req-cd36e251-0fbb-4a78-812e-f51f5cb4eee0 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.0585728 Sep 26 12:57:54.734785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56762) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:54.741114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Request body: {'floatingip': {'port_id': '12cc5d98-04e4-4850-9224-d29da941053d'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:57:54.817705 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:54.836817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab80f7-fff2-4742-a3e3-f6c353a304ce req-d18e0c02-7f6f-4924-9d19-8c60237f8d4e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:54.838478 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97ab80f7-fff2-4742-a3e3-f6c353a304ce req-d18e0c02-7f6f-4924-9d19-8c60237f8d4e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.0517538 Sep 26 12:57:54.880338 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97ab80f7-fff2-4742-a3e3-f6c353a304ce req-ce7a0308-0ff0-4df3-81e6-b6734f9170d1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356352 Sep 26 12:57:54.901034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274f91-d9e9-4716-b321-916dbcbac646 req-fa3f28dd-92d2-40a1-9e31-9e137a7a2e5a tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:54.902776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9274f91-d9e9-4716-b321-916dbcbac646 req-fa3f28dd-92d2-40a1-9e31-9e137a7a2e5a tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.1563499 Sep 26 12:57:54.979373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56766) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:54.990143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9274f91-d9e9-4716-b321-916dbcbac646 req-da3c3e5e-9315-47ed-a97d-fec7afa8baef tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558400 Sep 26 12:57:55.035767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4c632-55a1-4f08-adcf-b763da321311 req-203661aa-5c8a-43b7-8ec6-d21727a765f5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:55.037299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58d4c632-55a1-4f08-adcf-b763da321311 req-203661aa-5c8a-43b7-8ec6-d21727a765f5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0677953 Sep 26 12:57:55.049884 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e16c2fa-3d46-4fe9-a344-6d0f468e637e x-openstack-request-id: req-5e16c2fa-3d46-4fe9-a344-6d0f468e637e {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:55.050281 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c790fba2-d5e0-43db-be6a-1b01b3d4cdf2", "name": "network-vif-plugged", "status": "completed", "tag": "efe8cdbd-9c70-4d05-96cd-8408c858723f", "code": 200}, {"server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "name": "network-vif-plugged", "status": "completed", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:55.050633 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e16c2fa-3d46-4fe9-a344-6d0f468e637e {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:55.051250 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c790fba2-d5e0-43db-be6a-1b01b3d4cdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe8cdbd-9c70-4d05-96cd-8408c858723f', 'code': 200} Sep 26 12:57:55.051599 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0', 'code': 200} Sep 26 12:57:55.088220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58d4c632-55a1-4f08-adcf-b763da321311 req-df312785-450b-4caf-9549-6b8618fa11f9 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Sep 26 12:57:55.106639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cd42c516-e0ab-4414-8e96-2548fdd64899 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76ceb8934c164249a345da62a2bc6ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261566 Sep 26 12:57:55.109834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56770) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:55.199363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc806a0-4615-4b3c-b698-ee14ee59ef02 req-bc17607c-1c15-4ffb-847c-5e846dc0577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:55.201655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1cc806a0-4615-4b3c-b698-ee14ee59ef02 req-bc17607c-1c15-4ffb-847c-5e846dc0577e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 1097 time: 0.0460258 Sep 26 12:57:55.237592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1cc806a0-4615-4b3c-b698-ee14ee59ef02 req-33ac8734-8ce4-4791-b64c-2ac0ba622900 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280085 Sep 26 12:57:55.576288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094555-ec3c-445a-b51e-abd8ce9a9230 req-9089d8cb-ea05-414e-91ab-33772083f596 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:55.577866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7094555-ec3c-445a-b51e-abd8ce9a9230 req-9089d8cb-ea05-414e-91ab-33772083f596 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.4503739 Sep 26 12:57:55.595702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd07a7d-7e58-4e51-a7e9-19e8f3b2a245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:55.607442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d60bc2-2809-44a2-9114-8a76b970ac63 req-e3b14365-c1a2-40b4-8aa9-7d46715e141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:55.609181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65d60bc2-2809-44a2-9114-8a76b970ac63 req-e3b14365-c1a2-40b4-8aa9-7d46715e141b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 1098 time: 0.4431140 Sep 26 12:57:55.686742 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd07a7d-7e58-4e51-a7e9-19e8f3b2a245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:55.706721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7094555-ec3c-445a-b51e-abd8ce9a9230 req-4c8c4de1-b025-423c-a800-9f69140976f4 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208780 Sep 26 12:57:55.764377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65d60bc2-2809-44a2-9114-8a76b970ac63 req-6db6a9b4-e580-4a9a-8927-33c0a059c682 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433172 Sep 26 12:57:55.789439 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:55.792816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:55.861395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd07a7d-7e58-4e51-a7e9-19e8f3b2a245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:55.863997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd07a7d-7e58-4e51-a7e9-19e8f3b2a245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:55.865180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ebd07a7d-7e58-4e51-a7e9-19e8f3b2a245 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15054d95-378a-426a-bde1-7741a4198dc7 HTTP/1.1" status: 204 len: 168 time: 0.7544575 Sep 26 12:57:55.881218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd07a7d-7e58-4e51-a7e9-19e8f3b2a245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15054d95-378a-426a-bde1-7741a4198dc7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:55.909615 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Floating IP f74791e7-ff72-4bd7-afea-57c438de9bde associated. External IP: 172.25.4.138, port: 12cc5d98-04e4-4850-9224-d29da941053d. Sep 26 12:57:56.013740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392c9bd-613e-4301-8416-11552498fd3a req-f6693452-6b49-4aea-bdca-a1696a8831b1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:56.016199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3392c9bd-613e-4301-8416-11552498fd3a req-f6693452-6b49-4aea-bdca-a1696a8831b1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.0531368 Sep 26 12:57:56.064722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3392c9bd-613e-4301-8416-11552498fd3a req-b90a9fb0-a7d4-4b74-a216-a38cf4732a72 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Sep 26 12:57:56.181259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b8fc7-7b9b-4267-88f7-9f9a683bacd8 req-08c15f6a-091c-46fa-ad20-72c06bbc33a4 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:56.182892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-517b8fc7-7b9b-4267-88f7-9f9a683bacd8 req-08c15f6a-091c-46fa-ad20-72c06bbc33a4 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0757792 Sep 26 12:57:56.215938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Router 46aa2a09-898a-4cdd-997c-04c8d6c8028a has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:57:56.223021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40353c84-4f0b-4331-b4e9-a3c6e63212af req-5aa299ee-b53b-4d4c-8ec7-3b10f4efb01c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:56.230292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40353c84-4f0b-4331-b4e9-a3c6e63212af req-5aa299ee-b53b-4d4c-8ec7-3b10f4efb01c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 945 time: 0.0622997 Sep 26 12:57:56.237632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-517b8fc7-7b9b-4267-88f7-9f9a683bacd8 req-146451f0-6a6a-43b1-a675-5e0ed3e2ae90 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Sep 26 12:57:56.284856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40353c84-4f0b-4331-b4e9-a3c6e63212af req-f307a1ee-de22-4fdf-bba0-fae14c936eeb tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519664 Sep 26 12:57:56.343955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:57:56.348976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:56.353660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] Sync routers for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:57:56.364879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:57:56.365745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:57:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:56.381704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-931ccaef-28d4-4237-9b9e-0b39e6f895d5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "PUT /v2.0/floatingips/f74791e7-ff72-4bd7-afea-57c438de9bde HTTP/1.1" status: 200 len: 991 time: 1.6450739 Sep 26 12:57:56.382563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'tag': '12cc5d98-04e4-4850-9224-d29da941053d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:56.385237 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb15537-d7fb-4e17-b208-53107be8c13f" -d '{"events": [{"name": "network-changed", "server_uuid": "82b89fd7-27ba-43d2-862b-d22160bd093c", "tag": "12cc5d98-04e4-4850-9224-d29da941053d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:56.476126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 93543a5f-31fe-42b1-81a5-4a980c38f4cf details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:57:56.503273 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dce65c-2367-4b2f-a111-694a9a18f395 x-openstack-request-id: req-b5dce65c-2367-4b2f-a111-694a9a18f395 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:56.503744 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b89fd7-27ba-43d2-862b-d22160bd093c", "tag": "12cc5d98-04e4-4850-9224-d29da941053d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:56.504153 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5dce65c-2367-4b2f-a111-694a9a18f395 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:56.504863 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'tag': '12cc5d98-04e4-4850-9224-d29da941053d', 'status': 'completed', 'code': 200} Sep 26 12:57:56.527804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:57:56.530744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:57:56.588742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-a851cd5d-c4d3-4930-ab8e-0b3d71f78e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:56.594263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-a851cd5d-c4d3-4930-ab8e-0b3d71f78e2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a242e8705884e078a25827c4c0a5085&device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 1097 time: 0.0635233 Sep 26 12:57:56.601013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:57:56.601593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fcdcc8d7-5ca2-47cd-b2fc-2a103fc8288d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:57:56.698904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:56.708610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-b705dda8-4ef9-4a0d-a8b1-8334d3955047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:56.710200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '93543a5f-31fe-42b1-81a5-4a980c38f4cf', 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'port_id': '93543a5f-31fe-42b1-81a5-4a980c38f4cf', 'mac_address': 'fa:16:3e:c1:0c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3e1825-3fbb-4f19-9bc3-539323a9e4c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:57:56.724100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-b705dda8-4ef9-4a0d-a8b1-8334d3955047 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd787c03-f438-4424-b2ab-8d491f9963ed HTTP/1.1" status: 200 len: 911 time: 0.1215162 Sep 26 12:57:56.789670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:56.832452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93543a5f-31fe-42b1-81a5-4a980c38f4cf {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:57:56.872202 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-38fe7e57-ebdc-4396-9a78-4f819142bb07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12cc5d98-04e4-4850-9224-d29da941053d HTTP/1.1" status: 200 len: 999 time: 0.1363795 Sep 26 12:57:56.885730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:56.891206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:56.929263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7717b8e-91e3-4bf2-8ab1-a046b6041aed req-ded0d762-220a-4cc3-bd92-2d2e53f1dc85 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:56.929567 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f7717b8e-91e3-4bf2-8ab1-a046b6041aed req-ded0d762-220a-4cc3-bd92-2d2e53f1dc85 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1092393 Sep 26 12:57:56.942329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-dd51bd8c-3800-43b2-ba89-80ed06d26465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:56.943485 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-dd51bd8c-3800-43b2-ba89-80ed06d26465 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4c2e8328-28ec-4a9c-83c5-edb66c806f67 HTTP/1.1" status: 200 len: 850 time: 0.0642016 Sep 26 12:57:56.983668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:57.011701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f74791e7-ff72-4bd7-afea-57c438de9bde', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'port_id': '12cc5d98-04e4-4850-9224-d29da941053d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'mac_address': 'fa:16:3e:60:54:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:57:39Z', 'updated_at': '2021-09-26T12:57:55Z', 'revision_number': 1, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 5, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:57.034358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f7717b8e-91e3-4bf2-8ab1-a046b6041aed req-bd31a9ae-a98c-4191-b729-09359f13b1e3 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944207 Sep 26 12:57:57.053458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] Checking router: 46aa2a09-898a-4cdd-997c-04c8d6c8028a for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:57:57.066451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:57:57.070569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:57:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:57.074068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-45942589-28ba-4d83-8bba-e4f821dcf522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:57.078214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-45942589-28ba-4d83-8bba-e4f821dcf522 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd787c03-f438-4424-b2ab-8d491f9963ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043692 Sep 26 12:57:57.184355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['93543a5f-31fe-42b1-81a5-4a980c38f4cf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:57:57.238110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:57:57.382162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237b5bd-e28a-438e-a98f-8eb5da75f4a3 req-7dcc9c50-1a11-400b-9984-49a0f93d6a3a tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:57.384463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d237b5bd-e28a-438e-a98f-8eb5da75f4a3 req-7dcc9c50-1a11-400b-9984-49a0f93d6a3a tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0658579 Sep 26 12:57:57.474127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d237b5bd-e28a-438e-a98f-8eb5da75f4a3 req-2e10e415-a545-4e90-b8e5-a6e000f65f71 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669923 Sep 26 12:57:57.555765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-ae383490-b530-426b-93bd-145d0a2aea5a service neutron] 10.222.0.24 "GET /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628205 Sep 26 12:57:57.567036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae80cde-afa3-4945-827d-c3f68309f76d req-6a14c3b3-f933-4ad1-a716-ab95e2f2ab1a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:57.573998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bae80cde-afa3-4945-827d-c3f68309f76d req-6a14c3b3-f933-4ad1-a716-ab95e2f2ab1a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 945 time: 0.4110994 Sep 26 12:57:57.605193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f74791e7-ff72-4bd7-afea-57c438de9bde', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'port_id': '12cc5d98-04e4-4850-9224-d29da941053d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'mac_address': 'fa:16:3e:60:54:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:57:39Z', 'updated_at': '2021-09-26T12:57:55Z', 'revision_number': 1, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 5, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:57:57.632998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232105c-3e96-4170-a8dd-bdafc12a0a0b None None] The sync data for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 is: [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f74791e7-ff72-4bd7-afea-57c438de9bde', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'port_id': '12cc5d98-04e4-4850-9224-d29da941053d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'mac_address': 'fa:16:3e:60:54:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:57:39Z', 'updated_at': '2021-09-26T12:57:55Z', 'revision_number': 1, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 5, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:57:57.653898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:57.664218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bae80cde-afa3-4945-827d-c3f68309f76d req-47a5e121-4183-4cc2-b7f0-8a94e6db2ccc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807436 Sep 26 12:57:57.693210 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb15537-d7fb-4e17-b208-53107be8c13f req-36638484-387b-4472-a1df-ef64b8f64b8a service neutron] 10.222.0.24 "GET /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182013 Sep 26 12:57:57.788891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09bf21bf-a4a0-4200-82af-a24d80ba0a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:57.869692 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18626797-49c0-45d0-a1e5-a2ea9a24c18e None None] New status for floating IP f74791e7-ff72-4bd7-afea-57c438de9bde: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:57:57.899604 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09bf21bf-a4a0-4200-82af-a24d80ba0a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:57.903710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09bf21bf-a4a0-4200-82af-a24d80ba0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:57.944503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-09bf21bf-a4a0-4200-82af-a24d80ba0a2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3beebce374b94dc0a2553b0314fa533d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868497 Sep 26 12:57:57.944503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf21bf-a4a0-4200-82af-a24d80ba0a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c86dd61-edfb-4dd1-a175-43bee5c83f7b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:57.945072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56898) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:57:58.001592 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6bb44104-f8f5-40e6-958c-6c1a40f87d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:58.023764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6bb44104-f8f5-40e6-958c-6c1a40f87d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:58.079567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6bb44104-f8f5-40e6-958c-6c1a40f87d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:58.082524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6bb44104-f8f5-40e6-958c-6c1a40f87d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:58.083819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6bb44104-f8f5-40e6-958c-6c1a40f87d80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c86dd61-edfb-4dd1-a175-43bee5c83f7b HTTP/1.1" status: 204 len: 168 time: 0.1375706 Sep 26 12:57:58.093453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb44104-f8f5-40e6-958c-6c1a40f87d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c86dd61-edfb-4dd1-a175-43bee5c83f7b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:58.157235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8045d8-1c7e-4bc8-80be-9572a8577b0a req-5e62b7ee-5d1b-4248-8062-36e36a227081 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:58.158898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c8045d8-1c7e-4bc8-80be-9572a8577b0a req-5e62b7ee-5d1b-4248-8062-36e36a227081 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0506964 Sep 26 12:57:58.197984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c8045d8-1c7e-4bc8-80be-9572a8577b0a req-bb9ce723-2451-4443-a745-d426c2da7ce6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Sep 26 12:57:58.323140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea59e-8047-40ee-9761-8e10837eacdb req-3ec8725e-1ce5-46f7-bf10-6446bac7843e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:58.324697 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be0ea59e-8047-40ee-9761-8e10837eacdb req-3ec8725e-1ce5-46f7-bf10-6446bac7843e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0506270 Sep 26 12:57:58.364661 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be0ea59e-8047-40ee-9761-8e10837eacdb req-3d504fad-d665-4205-839f-693bf03ddbfb tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Sep 26 12:57:58.467421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 93543a5f-31fe-42b1-81a5-4a980c38f4cf up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:57:58.527404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 93543a5f-31fe-42b1-81a5-4a980c38f4cf completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:57:58.532315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 93543a5f-31fe-42b1-81a5-4a980c38f4cf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:57:58.532655 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:58.603416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34380b-85be-4c92-a625-53117fe403e7 req-6eaa188a-15c4-4aeb-a1f6-fb19bc802c1e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:58.605170 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f34380b-85be-4c92-a625-53117fe403e7 req-6eaa188a-15c4-4aeb-a1f6-fb19bc802c1e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0703948 Sep 26 12:57:58.606022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0794868-730a-44d0-8205-33f583efe149 req-a269e417-f673-426f-aab4-15027a797b76 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:58.609354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0794868-730a-44d0-8205-33f583efe149 req-a269e417-f673-426f-aab4-15027a797b76 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0584557 Sep 26 12:57:58.631365 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:58.653519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f34380b-85be-4c92-a625-53117fe403e7 req-0ae3c6d0-0fbe-4817-af6f-85583031c385 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 Sep 26 12:57:58.660542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0794868-730a-44d0-8205-33f583efe149 req-0f707ee6-496c-4df1-aaf5-3d617056776c tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Sep 26 12:57:58.671058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:57:58.673442 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92580d4a-7ece-443e-9971-0e7a06c5bbd3" -d '{"events": [{"server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "name": "network-vif-plugged", "status": "completed", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:57:58.699279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:57:58.704664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:57:58.750054 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8138a0-9eae-4d99-9cf5-01813903cbf3 x-openstack-request-id: req-bc8138a0-9eae-4d99-9cf5-01813903cbf3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:57:58.750629 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "name": "network-vif-plugged", "status": "completed", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:57:58.751073 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc8138a0-9eae-4d99-9cf5-01813903cbf3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:57:58.751936 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf', 'code': 200} Sep 26 12:57:58.801352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:57:58.909349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460291-7336-4cb4-8bdd-eb1458f747d6 req-cf32b432-531f-454e-92b0-5b80bac4d82b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:58.910084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742601d7-7947-4f97-9def-876b0a42a113 req-2c3e0ec2-e6d6-4c1a-95e2-fdb719a41a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:58.911217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04460291-7336-4cb4-8bdd-eb1458f747d6 req-cf32b432-531f-454e-92b0-5b80bac4d82b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1103394 Sep 26 12:57:58.911598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-742601d7-7947-4f97-9def-876b0a42a113 req-2c3e0ec2-e6d6-4c1a-95e2-fdb719a41a06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1098 time: 0.0911040 Sep 26 12:57:58.924117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1fb83-f8cb-4e31-be5d-6950913ad1ad req-c0815e76-c4af-4b9a-bc03-3a3a2a51c87b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:58.925830 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43c1fb83-f8cb-4e31-be5d-6950913ad1ad req-c0815e76-c4af-4b9a-bc03-3a3a2a51c87b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0703468 Sep 26 12:57:58.952691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04460291-7336-4cb4-8bdd-eb1458f747d6 req-b2bf91d1-0726-4b53-afd6-f42edaad4cee tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Sep 26 12:57:58.992497 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43c1fb83-f8cb-4e31-be5d-6950913ad1ad req-724b5752-228f-46c7-8a14-444501048643 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600519 Sep 26 12:57:58.994535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-742601d7-7947-4f97-9def-876b0a42a113 req-89232389-41f5-41a7-b725-bcb9737e8103 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604022 Sep 26 12:57:59.421618 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cec1d-1232-4f63-b702-e9b1cfa9fb67 req-19e7bd75-5fad-4a59-9ff9-54ab75f701e6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:57:59.427995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b76cec1d-1232-4f63-b702-e9b1cfa9fb67 req-19e7bd75-5fad-4a59-9ff9-54ab75f701e6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0662405 Sep 26 12:57:59.472162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b76cec1d-1232-4f63-b702-e9b1cfa9fb67 req-5fef629d-040c-4596-a9fb-4365e8f3e89c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Sep 26 12:58:00.130944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29784a-e225-4294-9b3d-4c8d96aa574e req-c1e76ff2-f574-4aeb-bd93-67c15c1ef109 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:00.133358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5e29784a-e225-4294-9b3d-4c8d96aa574e req-c1e76ff2-f574-4aeb-bd93-67c15c1ef109 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0639148 Sep 26 12:58:00.178888 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5e29784a-e225-4294-9b3d-4c8d96aa574e req-6e395396-8761-4577-a788-4604f7e54dc2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 Sep 26 12:58:00.207190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62cdec-8cb7-4a2c-89bb-7b48598af425 req-ba44876a-41e4-464c-a82b-f2d24efb1a18 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:00.209415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee62cdec-8cb7-4a2c-89bb-7b48598af425 req-ba44876a-41e4-464c-a82b-f2d24efb1a18 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1097 time: 0.0657980 Sep 26 12:58:00.254056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee62cdec-8cb7-4a2c-89bb-7b48598af425 req-e5a9d1ca-1668-4815-b304-5942f162db67 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Sep 26 12:58:00.315812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57030) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:00.440190 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de60bb8a-b0b6-4a4c-bd5a-f095e5cd8de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:00.538396 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de60bb8a-b0b6-4a4c-bd5a-f095e5cd8de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:00.542983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de60bb8a-b0b6-4a4c-bd5a-f095e5cd8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:00.585805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-de60bb8a-b0b6-4a4c-bd5a-f095e5cd8de6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83aed88d4d5f4df08949a2f12670d524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687771 Sep 26 12:58:00.586065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:00.586934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60bb8a-b0b6-4a4c-bd5a-f095e5cd8de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14066d84-82da-4f32-a5b4-c526e9d43417,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:00.710291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00eea2ca-d3af-43b0-9325-327ff9e3b741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:00.747383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d694b-f53e-4bbe-9fa2-d98dda9031a1 req-e906fc45-c76b-4bf2-a9dc-5b8e7db051a1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:00.749598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-984d694b-f53e-4bbe-9fa2-d98dda9031a1 req-e906fc45-c76b-4bf2-a9dc-5b8e7db051a1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0876040 Sep 26 12:58:00.751631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00eea2ca-d3af-43b0-9325-327ff9e3b741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:00.814391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-984d694b-f53e-4bbe-9fa2-d98dda9031a1 req-71382983-513e-4762-8b0a-0894bfe01e06 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559649 Sep 26 12:58:00.844229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00eea2ca-d3af-43b0-9325-327ff9e3b741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:00.848871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00eea2ca-d3af-43b0-9325-327ff9e3b741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:00.850123 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-00eea2ca-d3af-43b0-9325-327ff9e3b741 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14066d84-82da-4f32-a5b4-c526e9d43417 HTTP/1.1" status: 204 len: 168 time: 0.2625895 Sep 26 12:58:00.859062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eea2ca-d3af-43b0-9325-327ff9e3b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14066d84-82da-4f32-a5b4-c526e9d43417,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:01.263800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-7bb20c99-e05f-402c-9812-1755719f2346 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:58:01.266899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-7bb20c99-e05f-402c-9812-1755719f2346 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080018 Sep 26 12:58:01.308362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc23a03-665c-4f04-8c5d-c50db572bb1f req-8c9493d2-d3e4-406e-a98c-20faa491df29 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:01.314045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ddc23a03-665c-4f04-8c5d-c50db572bb1f req-8c9493d2-d3e4-406e-a98c-20faa491df29 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0595953 Sep 26 12:58:01.314794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-b8e23231-91d2-4e3b-b81a-4ca424e11b65 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:01.318781 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-b8e23231-91d2-4e3b-b81a-4ca424e11b65 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports/ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 200 len: 1094 time: 0.0451252 Sep 26 12:58:01.327426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Request body: {'binding': {'host': 'n-h1-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:01.327880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 12:58:01.356593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ddc23a03-665c-4f04-8c5d-c50db572bb1f req-c4dee620-67f3-497c-b2d5-576a089ad908 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Sep 26 12:58:01.472863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 23284ba5-926a-4ad1-9c70-9f7ae3b51907 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:01.528344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on host n-h1-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:01.529015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:01.531442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:01.543996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:01.547787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:01.555869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:01.556577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:01.557143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:01.557930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Bound port: ecd84a5b-ea5f-436d-b558-03e788fef1a5, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:01.616584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6753cf-39ce-4fc4-ab51-deec78f1deb6 req-164dbfd0-3f85-4d4d-b06d-ae2fb5f052f1 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:01.626833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c6753cf-39ce-4fc4-ab51-deec78f1deb6 req-164dbfd0-3f85-4d4d-b06d-ae2fb5f052f1 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1098 time: 0.0745909 Sep 26 12:58:01.630957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:01.638808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:01.640595 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-c639609a-c4e4-4706-9406-7592b3e0899a service neutron] 10.222.0.13 "POST /v2.0/ports/ecd84a5b-ea5f-436d-b558-03e788fef1a5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3178639 Sep 26 12:58:01.650291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:01.664487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'port_id': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'mac_address': 'fa:16:3e:e3:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1bfe7-338a-49b9-acfe-86b4a9efa712', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:58:01.680616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c6753cf-39ce-4fc4-ab51-deec78f1deb6 req-c81572ee-60a3-4fee-a669-e89380e6f1a9 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518641 Sep 26 12:58:01.719136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:01.940859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23284ba5-926a-4ad1-9c70-9f7ae3b51907 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:02.005884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:02.011290 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:02.055710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852bf06-8f51-4cb5-bcae-9175b4a286b0 req-35a1e033-e611-40b1-98c9-d24082b1173c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:02.066749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7852bf06-8f51-4cb5-bcae-9175b4a286b0 req-35a1e033-e611-40b1-98c9-d24082b1173c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.1112254 Sep 26 12:58:02.067401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:02.104656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-521fcd13-ca19-4327-b4d3-9de79baf6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:02.106230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-521fcd13-ca19-4327-b4d3-9de79baf6d92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1097 time: 0.1564941 Sep 26 12:58:02.134396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['23284ba5-926a-4ad1-9c70-9f7ae3b51907'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:02.141915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7852bf06-8f51-4cb5-bcae-9175b4a286b0 req-469a354a-57fe-464d-914e-33f2675607a8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741036 Sep 26 12:58:02.299438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135307df-ae79-41b7-a053-99a77d1481e3 req-2b9cbc18-b72c-4a9e-95d4-0f859e929a19 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:02.302830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-135307df-ae79-41b7-a053-99a77d1481e3 req-2b9cbc18-b72c-4a9e-95d4-0f859e929a19 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.2728543 Sep 26 12:58:02.411003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-bfbf7028-7b58-46f0-82bf-b5413b70c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:02.415313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-bfbf7028-7b58-46f0-82bf-b5413b70c974 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.2976494 Sep 26 12:58:02.446527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57144) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:02.449941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-135307df-ae79-41b7-a053-99a77d1481e3 req-14481edc-195a-46b9-9504-a9654c00e496 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345060 Sep 26 12:58:02.506231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-b74512bc-b597-44ac-9d00-b61d3ba2b6be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 200 len: 217 time: 0.0638955 Sep 26 12:58:02.570325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-b087d26b-ff7e-4fef-9524-a071b9ba6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:02.573643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-b087d26b-ff7e-4fef-9524-a071b9ba6c21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.0596702 Sep 26 12:58:02.611435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-eeb21551-0b66-4de9-9d17-55bac280b87d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312448 Sep 26 12:58:02.634426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c51b9c9a-9b55-40fc-b77d-4dd5a1093da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:02.726815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-7dc8c83d-8b6a-4600-aa85-e9bb005ab12c service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084142 Sep 26 12:58:02.743059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c51b9c9a-9b55-40fc-b77d-4dd5a1093da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:02.755089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c51b9c9a-9b55-40fc-b77d-4dd5a1093da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:02.802535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c51b9c9a-9b55-40fc-b77d-4dd5a1093da2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=215b5cc582e74e6cb162d9bb8cb81126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542593 Sep 26 12:58:02.804048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b9c9a-9b55-40fc-b77d-4dd5a1093da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7f9c8d-132d-4f1a-a9f5-02accf69e9ce,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:02.808711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57154) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:02.840152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-11c7d02e-4b75-49a3-9a55-60a2020c2690 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050103 Sep 26 12:58:02.896110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd8bc-7485-4781-9c92-4fadc1570972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:02.922822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd8bc-7485-4781-9c92-4fadc1570972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:02.979530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd8bc-7485-4781-9c92-4fadc1570972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:02.982504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd8bc-7485-4781-9c92-4fadc1570972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:02.984876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1c9dd8bc-7485-4781-9c92-4fadc1570972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa7f9c8d-132d-4f1a-a9f5-02accf69e9ce HTTP/1.1" status: 204 len: 168 time: 0.1741052 Sep 26 12:58:02.993516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dd8bc-7485-4781-9c92-4fadc1570972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7f9c8d-132d-4f1a-a9f5-02accf69e9ce,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:03.306245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346890f-769f-442a-bacc-7b2afa7845ef req-8b29ce90-7afd-46de-9a1e-2ab90b904b0b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:03.308977 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d346890f-769f-442a-bacc-7b2afa7845ef req-8b29ce90-7afd-46de-9a1e-2ab90b904b0b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.0704978 Sep 26 12:58:03.384940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d346890f-769f-442a-bacc-7b2afa7845ef req-06e5f637-35cf-434a-8d66-acd5d470c32d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Sep 26 12:58:03.503613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 23284ba5-926a-4ad1-9c70-9f7ae3b51907 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:03.631318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:03.631318 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:03.658329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824fb74-421e-4d1a-8496-3c247d4a392e req-cb00a1a8-b4f7-4ae8-a288-fa7e254b252e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:03.661729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0824fb74-421e-4d1a-8496-3c247d4a392e req-cb00a1a8-b4f7-4ae8-a288-fa7e254b252e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0783563 Sep 26 12:58:03.710181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0824fb74-421e-4d1a-8496-3c247d4a392e req-38b78529-1832-43c4-a9af-9e079dfb5e52 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Sep 26 12:58:03.730985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:03.757304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:03.759595 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045f8e1-a663-457a-a806-41d23661289e" -d '{"events": [{"server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "name": "network-vif-plugged", "status": "completed", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:03.773063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:03.778053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:03.821858 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d931931-8972-4ff6-8c9b-78a176dc17d3 x-openstack-request-id: req-6d931931-8972-4ff6-8c9b-78a176dc17d3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:03.822256 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "name": "network-vif-plugged", "status": "completed", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:03.822633 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d931931-8972-4ff6-8c9b-78a176dc17d3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:03.823109 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'code': 200} Sep 26 12:58:03.833168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:03.867558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57198) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:03.964706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1455784865-network', 'tenant_id': 'a3224cab41fd4e748df3cde38b479f17'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:03.986884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Made reservation on behalf of a3224cab41fd4e748df3cde38b479f17 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:03.989130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:03.997814 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.096167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.100434 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.128717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:58:04.135570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e3af7c-dd93-4791-9ade-a67669bc6f27,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:04.144518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.144910 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Added segment 1bd8b281-8e66-4f83-845b-e45665d763c7 of type vlan for network ae16c7ac-4c82-48ae-be53-7016aa64e51d Sep 26 12:58:04.185638 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.210151 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.211461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:04.212152 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.243790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3749852 Sep 26 12:58:04.246829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57204) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:04.252195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Request body: {'subnet': {'network_id': 'ae16c7ac-4c82-48ae-be53-7016aa64e51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1455784865-subnet', 'tenant_id': 'a3224cab41fd4e748df3cde38b479f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:04.274148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Made reservation on behalf of a3224cab41fd4e748df3cde38b479f17 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:04.277156 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.279532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403aa58-7f46-476d-bfa1-c9484fb964d2 admin admin] Pushing event updated for resources: {'Network': ['ID=ae16c7ac-4c82-48ae-be53-7016aa64e51d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:04.289701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network ae16c7ac-4c82-48ae-be53-7016aa64e51d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:58:04.531677 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.600342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a760b7-bdfb-4189-8177-698632826be2 req-b762441b-5d4f-49e3-bb7f-e0ef4be4e6fa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:04.605729 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c1a760b7-bdfb-4189-8177-698632826be2 req-b762441b-5d4f-49e3-bb7f-e0ef4be4e6fa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.1139846 Sep 26 12:58:04.608627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85348b72-9462-4e9a-b295-749896d7cfdf,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:04.649084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Checking segment: {'id': '1bd8b281-8e66-4f83-845b-e45665d763c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ae16c7ac-4c82-48ae-be53-7016aa64e51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:04.649419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Network hostable DHCP agents. Network: ae16c7ac-4c82-48ae-be53-7016aa64e51d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:58:04.668684 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c1a760b7-bdfb-4189-8177-698632826be2 req-abee6df1-da7d-4eaf-90b1-c68cf3739808 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575023 Sep 26 12:58:04.679116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Network ae16c7ac-4c82-48ae-be53-7016aa64e51d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:58:04.691063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, ae16c7ac-4c82-48ae-be53-7016aa64e51d) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:04.696982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:04.698239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:04.702275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573014d-ba09-431a-8d3a-f2a3d2024bdb None None] Network ae16c7ac-4c82-48ae-be53-7016aa64e51d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:58:04.728463 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-71aedf8e-6560-415e-91fb-b22825a28cb8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4784310 Sep 26 12:58:04.849712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e249e77-e4c0-44b0-b618-6b07893f3e49 req-74866c2a-5b86-4462-b37a-6301428144b5 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:04.854021 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e249e77-e4c0-44b0-b618-6b07893f3e49 req-74866c2a-5b86-4462-b37a-6301428144b5 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0593009 Sep 26 12:58:04.896830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69371728-108e-4d8d-b127-ddc258425bd7 None None] Network ae16c7ac-4c82-48ae-be53-7016aa64e51d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:58:04.913677 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e249e77-e4c0-44b0-b618-6b07893f3e49 req-9d308ea3-c7c3-4b5a-b049-61e68a0f8402 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508480 Sep 26 12:58:05.338446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-551fc8b8-97a2-4c03-838c-731e2ecc5abc tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:05.346247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-551fc8b8-97a2-4c03-838c-731e2ecc5abc tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/networks?id=ae16c7ac-4c82-48ae-be53-7016aa64e51d HTTP/1.1" status: 200 len: 818 time: 0.1262746 Sep 26 12:58:05.362837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-b5b68734-254b-46fc-9b18-cbec955dcd06 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/quotas/a3224cab41fd4e748df3cde38b479f17 HTTP/1.1" status: 200 len: 375 time: 0.0155571 Sep 26 12:58:05.390569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-9b0c2fef-92c7-4e6c-b326-6a2204ce9704 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3224cab41fd4e748df3cde38b479f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268817 Sep 26 12:58:05.506883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-508a9afe-dc86-43c3-b4e8-5e4c2edb6601 service neutron] 10.222.0.13 "GET /v2.0/networks/ae16c7ac-4c82-48ae-be53-7016aa64e51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034641 Sep 26 12:58:05.660337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-c637404a-1392-4faa-b17d-1c61cc340f83 service neutron] 10.222.0.13 "GET /v2.0/networks/ae16c7ac-4c82-48ae-be53-7016aa64e51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471181 Sep 26 12:58:05.875202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7244d-9243-4953-82ca-fd05642f4173 req-d6a29357-e49f-4640-b10b-facc9564aed6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:05.890043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3e7244d-9243-4953-82ca-fd05642f4173 req-d6a29357-e49f-4640-b10b-facc9564aed6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.1051676 Sep 26 12:58:05.901604 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e2fc9c5-69c3-415f-adac-e30e5e03d424 req-d518340b-5ece-46db-bca5-ff4edbf8a941 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 210 time: 0.0488753 Sep 26 12:58:05.977811 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3e7244d-9243-4953-82ca-fd05642f4173 req-aacea3b3-e09b-40cd-b8d6-f68b61b8a83b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882721 Sep 26 12:58:06.120513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15939a90-1a3d-46d9-8d97-66f5aab26cc3 req-915dbcc8-ae86-4a37-a812-ef201c08697b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:06.124894 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-15939a90-1a3d-46d9-8d97-66f5aab26cc3 req-915dbcc8-ae86-4a37-a812-ef201c08697b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0814052 Sep 26 12:58:06.179244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-15939a90-1a3d-46d9-8d97-66f5aab26cc3 req-c43e9cfc-a75d-4838-a575-55a513d1c841 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Sep 26 12:58:07.014026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c6f0aad-f71f-41cf-9d86-2a69f3273e96 req-c4f5e470-d682-4eed-a413-ad5d9efda23d tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 210 time: 0.0343742 Sep 26 12:58:07.143070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504f4ce-3b77-499b-822e-10ed20c377eb req-5586c8d0-2762-4bfc-85e8-b1c428ff06b2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:07.151666 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6504f4ce-3b77-499b-822e-10ed20c377eb req-5586c8d0-2762-4bfc-85e8-b1c428ff06b2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.0718441 Sep 26 12:58:07.208840 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6504f4ce-3b77-499b-822e-10ed20c377eb req-a1190b5a-a49c-4296-9d37-1ecc63e4b6bb tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524955 Sep 26 12:58:07.413524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9834-c3c2-4c7e-aff6-e4eb83579f8c req-74b6cf8c-22ca-4190-90e5-cb468fd5ce1e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:07.424056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b2b9834-c3c2-4c7e-aff6-e4eb83579f8c req-74b6cf8c-22ca-4190-90e5-cb468fd5ce1e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1291013 Sep 26 12:58:07.502582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-bdaa9151-1c15-4de8-9dff-14946035c219 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:07.505433 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-bdaa9151-1c15-4de8-9dff-14946035c219 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.24 "GET /v2.0/networks?id=ae16c7ac-4c82-48ae-be53-7016aa64e51d HTTP/1.1" status: 200 len: 818 time: 0.2610645 Sep 26 12:58:07.532887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b2b9834-c3c2-4c7e-aff6-e4eb83579f8c req-2ad1f265-3af3-4696-b8e3-69980be1a3ea tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069705 Sep 26 12:58:07.545379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Request body: {'port': {'device_id': '9e665d23-7484-492c-8309-0969962a3fe9', 'network_id': 'ae16c7ac-4c82-48ae-be53-7016aa64e51d', 'admin_state_up': True, 'tenant_id': 'a3224cab41fd4e748df3cde38b479f17'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:07.705861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Made reservation on behalf of a3224cab41fd4e748df3cde38b479f17 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:07.712347 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:07.883101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Allocated IP 172.20.0.10 (ae16c7ac-4c82-48ae-be53-7016aa64e51d/85348b72-9462-4e9a-b295-749896d7cfdf/e6f13147-db9c-4adc-a31a-a69c48739a96) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:08.077480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:08.128103 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:08.214294 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0ad1-60a9-46fb-8b7f-0595734c2aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:08.240148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Network ae16c7ac-4c82-48ae-be53-7016aa64e51d is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:08.260039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:08.263702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:08.269906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:08.270504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:08.277661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Pushing event updated for resources: {'Port': ['ID=e6f13147-db9c-4adc-a31a-a69c48739a96,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:08.289045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb58ee-376d-4e70-b857-05f9b3ed7194 req-a67fb633-5981-4dea-be58-c56709ad2de7 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:08.291160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79fb58ee-376d-4e70-b857-05f9b3ed7194 req-a67fb633-5981-4dea-be58-c56709ad2de7 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 932 time: 0.0995715 Sep 26 12:58:08.332810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-ae69a8d8-be38-46c4-bb70-3164e3fbebfe tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8012881 Sep 26 12:58:08.362952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Request body: {'port': {'device_id': '9e665d23-7484-492c-8309-0969962a3fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:08.397240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6ff9-8d10-4097-985d-b63494e33616 req-a95c6be7-a0b3-406a-8ecc-85baa2173a64 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:08.406043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93b6ff9-8d10-4097-985d-b63494e33616 req-a95c6be7-a0b3-406a-8ecc-85baa2173a64 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.0735409 Sep 26 12:58:08.446930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:08.477890 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79fb58ee-376d-4e70-b857-05f9b3ed7194 req-405df2c1-46da-4844-91ab-586c967916f2 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648097 Sep 26 12:58:08.516781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93b6ff9-8d10-4097-985d-b63494e33616 req-fbcb392c-94c5-45b2-b7fb-305950586906 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097281 Sep 26 12:58:08.785230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e343f2-3b51-4980-99f8-b18d24212863 req-812aa9b5-de8d-4fef-878f-ca047a47f277 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:08.786843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25e343f2-3b51-4980-99f8-b18d24212863 req-812aa9b5-de8d-4fef-878f-ca047a47f277 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1577396 Sep 26 12:58:08.897298 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25e343f2-3b51-4980-99f8-b18d24212863 req-bdbff00f-c340-4a79-b107-7ad83d9bb726 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982680 Sep 26 12:58:09.009698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f13147-db9c-4adc-a31a-a69c48739a96 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:09.021183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:09.038842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Transition to ACTIVE for port object e6f13147-db9c-4adc-a31a-a69c48739a96 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:58:09.044919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:09.112259 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Pushing event updated for resources: {'Port': ['ID=e6f13147-db9c-4adc-a31a-a69c48739a96,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:09.158669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Attempting to bind port e6f13147-db9c-4adc-a31a-a69c48739a96 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:09.159428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Attempting to bind port e6f13147-db9c-4adc-a31a-a69c48739a96 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1bd8b281-8e66-4f83-845b-e45665d763c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ae16c7ac-4c82-48ae-be53-7016aa64e51d'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:09.160050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Attempting to bind port e6f13147-db9c-4adc-a31a-a69c48739a96 on network ae16c7ac-4c82-48ae-be53-7016aa64e51d {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:09.166578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Port e6f13147-db9c-4adc-a31a-a69c48739a96 on network ae16c7ac-4c82-48ae-be53-7016aa64e51d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:09.167801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Attempting to bind port e6f13147-db9c-4adc-a31a-a69c48739a96 on network ae16c7ac-4c82-48ae-be53-7016aa64e51d {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:09.175672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:09.176686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Checking segment: {'id': '1bd8b281-8e66-4f83-845b-e45665d763c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ae16c7ac-4c82-48ae-be53-7016aa64e51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:09.177599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Bound using segment: {'id': '1bd8b281-8e66-4f83-845b-e45665d763c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ae16c7ac-4c82-48ae-be53-7016aa64e51d'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:09.178323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Bound port: e6f13147-db9c-4adc-a31a-a69c48739a96, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd8b281-8e66-4f83-845b-e45665d763c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ae16c7ac-4c82-48ae-be53-7016aa64e51d'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:09.178911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:09.333544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] For port e6f13147-db9c-4adc-a31a-a69c48739a96, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:09.340536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] For port e6f13147-db9c-4adc-a31a-a69c48739a96, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e6f13147-db9c-4adc-a31a-a69c48739a96,segment=NetworkSegment(1bd8b281-8e66-4f83-845b-e45665d763c7),segment_id=1bd8b281-8e66-4f83-845b-e45665d763c7)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:09.352000 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:09.423582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:09.424442 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:09.426121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] 10.222.0.24 "PUT /v2.0/ports/e6f13147-db9c-4adc-a31a-a69c48739a96 HTTP/1.1" status: 200 len: 1093 time: 1.0744889 Sep 26 12:58:09.426752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e665d23-7484-492c-8309-0969962a3fe9', 'tag': 'e6f13147-db9c-4adc-a31a-a69c48739a96'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:09.429399 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6515fde4-fcfa-4372-aae8-175100e6dd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e665d23-7484-492c-8309-0969962a3fe9", "tag": "e6f13147-db9c-4adc-a31a-a69c48739a96"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:09.455652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbb019-e4a1-4e2e-a46c-b59c48663ecd service neutron] Pushing event updated for resources: {'Port': ['ID=e6f13147-db9c-4adc-a31a-a69c48739a96,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:09.589985 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287dc030-88b5-4c95-a5a1-105131dc462a x-openstack-request-id: req-287dc030-88b5-4c95-a5a1-105131dc462a {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:09.590258 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e665d23-7484-492c-8309-0969962a3fe9", "tag": "e6f13147-db9c-4adc-a31a-a69c48739a96", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:09.590522 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-287dc030-88b5-4c95-a5a1-105131dc462a {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:09.591462 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e665d23-7484-492c-8309-0969962a3fe9', 'tag': 'e6f13147-db9c-4adc-a31a-a69c48739a96', 'status': 'completed', 'code': 200} Sep 26 12:58:09.668853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-32036555-6541-4cc9-a925-68bf8cb7a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:09.670717 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-32036555-6541-4cc9-a925-68bf8cb7a005 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3224cab41fd4e748df3cde38b479f17&device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 1096 time: 0.1884797 Sep 26 12:58:09.750848 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-e8667f40-8727-4436-aa5d-cec51ef97c77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6f13147-db9c-4adc-a31a-a69c48739a96 HTTP/1.1" status: 200 len: 217 time: 0.0534453 Sep 26 12:58:09.757472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaae86-2477-44fb-bde9-d7d5204193d4 req-f53dabdf-ca73-449a-962b-e87a90533936 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:09.759026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90eaae86-2477-44fb-bde9-d7d5204193d4 req-f53dabdf-ca73-449a-962b-e87a90533936 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.0699677 Sep 26 12:58:09.790736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53168e56-8006-4e97-9545-85938addb04b req-63eec76e-3690-407e-b5f5-4eae0434a530 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:09.793207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53168e56-8006-4e97-9545-85938addb04b req-63eec76e-3690-407e-b5f5-4eae0434a530 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 944 time: 0.1447229 Sep 26 12:58:09.837160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90eaae86-2477-44fb-bde9-d7d5204193d4 req-7b6a60a5-6234-468b-854a-98c9ef7b5b07 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638258 Sep 26 12:58:09.871846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-c3a5d7b3-d9b5-49c7-97ad-8505ca49b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:09.873826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-c3a5d7b3-d9b5-49c7-97ad-8505ca49b53a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85348b72-9462-4e9a-b295-749896d7cfdf HTTP/1.1" status: 200 len: 858 time: 0.1096797 Sep 26 12:58:09.902400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53168e56-8006-4e97-9545-85938addb04b req-c3838649-cbaf-4af3-bacf-c75aaab1e87d tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757074 Sep 26 12:58:09.996117 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-a6b4ab65-9712-4be1-b59e-dcd9e9220665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae16c7ac-4c82-48ae-be53-7016aa64e51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888934 Sep 26 12:58:10.116660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7f33e-f801-4006-9323-ab2bf8095137 req-60b130be-47ee-45e2-8818-6bf8a3bf1dc2 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:10.118268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0f7f33e-f801-4006-9323-ab2bf8095137 req-60b130be-47ee-45e2-8818-6bf8a3bf1dc2 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1233060 Sep 26 12:58:10.167534 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-2e5c69d9-9a68-43ce-abf3-3623e6640c25 service neutron] 10.222.0.24 "GET /v2.0/networks/ae16c7ac-4c82-48ae-be53-7016aa64e51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572833 Sep 26 12:58:10.201897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0f7f33e-f801-4006-9323-ab2bf8095137 req-85f7ef22-f887-46a0-8eac-ca78cab2ef81 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731454 Sep 26 12:58:10.357280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eb06dfb-791e-41ac-9b9f-a22eb1d3a838 req-e61f4835-ed83-4c56-ba09-68c0b79274fc service neutron] 10.222.0.24 "GET /v2.0/networks/ae16c7ac-4c82-48ae-be53-7016aa64e51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814556 Sep 26 12:58:10.471045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-eb81d554-b4c8-42ae-8970-721d8c2a4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:10.472660 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-eb81d554-b4c8-42ae-8970-721d8c2a4357 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3224cab41fd4e748df3cde38b479f17&device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0615528 Sep 26 12:58:10.584172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-cbada926-6ef5-4cd6-82bb-bbbc3102afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:10.585831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-cbada926-6ef5-4cd6-82bb-bbbc3102afb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ae16c7ac-4c82-48ae-be53-7016aa64e51d HTTP/1.1" status: 200 len: 918 time: 0.1039631 Sep 26 12:58:10.651311 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-63b7e8bd-b313-4df1-b8d5-17789a7e6691 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6f13147-db9c-4adc-a31a-a69c48739a96 HTTP/1.1" status: 200 len: 217 time: 0.0541627 Sep 26 12:58:10.712860 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-114423d0-68f3-4767-a0ec-44f5c60a7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:10.715093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-114423d0-68f3-4767-a0ec-44f5c60a7024 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85348b72-9462-4e9a-b295-749896d7cfdf HTTP/1.1" status: 200 len: 858 time: 0.0540190 Sep 26 12:58:10.767253 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-c5925f4d-3576-4375-9796-81c4675ccf0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ae16c7ac-4c82-48ae-be53-7016aa64e51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388329 Sep 26 12:58:10.982152 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e5fa-fc75-48ea-9ea4-d43126020f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:11.030494 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-f8cc9967-22b3-40a1-8bb8-c021a20b6c16 service neutron] 10.222.0.24 "GET /v2.0/networks/ae16c7ac-4c82-48ae-be53-7016aa64e51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395751 Sep 26 12:58:11.106318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9e891-c519-4ae1-8b2f-72402e0531b5 req-8988c370-a46c-42ba-8ee1-a1a4a44d80df tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:11.110351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fb9e891-c519-4ae1-8b2f-72402e0531b5 req-8988c370-a46c-42ba-8ee1-a1a4a44d80df tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 944 time: 0.0742662 Sep 26 12:58:11.165733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb47510-5678-4713-ac3a-9455bb1c00ba req-9e0419a4-d1cb-4e72-aa83-61dbe03d5751 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:11.178212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fb9e891-c519-4ae1-8b2f-72402e0531b5 req-5893bb73-e66c-4899-8da5-c2ba34fdd3d7 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Sep 26 12:58:11.180965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aeb47510-5678-4713-ac3a-9455bb1c00ba req-9e0419a4-d1cb-4e72-aa83-61dbe03d5751 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.2044125 Sep 26 12:58:11.295001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aeb47510-5678-4713-ac3a-9455bb1c00ba req-56a59cb4-7f6e-40ca-a217-47ff8313f603 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125922 Sep 26 12:58:11.374244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6515fde4-fcfa-4372-aae8-175100e6dd9d req-d36fd37a-eea9-4377-a9bd-d9b77f6a56aa service neutron] 10.222.0.24 "GET /v2.0/networks/ae16c7ac-4c82-48ae-be53-7016aa64e51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162069 Sep 26 12:58:11.508235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dadd6f-e6cc-46eb-a69a-975081fc3bf3 req-b13babf8-5bc5-4ed0-ae2c-232ff33e93b3 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:11.510882 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66dadd6f-e6cc-46eb-a69a-975081fc3bf3 req-b13babf8-5bc5-4ed0-ae2c-232ff33e93b3 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0973964 Sep 26 12:58:11.567061 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:11.596395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66dadd6f-e6cc-46eb-a69a-975081fc3bf3 req-b8135280-91c9-4fd2-8ebd-67f338717556 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785778 Sep 26 12:58:11.713441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dab48-e939-4ef6-92f8-d5eb810f5715 req-58fc48f1-dc97-4673-984d-eb522d6cb6b1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:11.721099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43dab48-e939-4ef6-92f8-d5eb810f5715 req-58fc48f1-dc97-4673-984d-eb522d6cb6b1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 946 time: 0.0571589 Sep 26 12:58:11.777540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43dab48-e939-4ef6-92f8-d5eb810f5715 req-4f3895e5-f051-4e14-aee9-6af0321a6f35 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534799 Sep 26 12:58:11.978622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:12.333229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237de2f0-dd3d-4282-bd13-c07420d34111 req-1462fadf-ddbf-4924-b8d1-574c72cb1ee4 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:12.341322 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-237de2f0-dd3d-4282-bd13-c07420d34111 req-1462fadf-ddbf-4924-b8d1-574c72cb1ee4 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 944 time: 0.0672710 Sep 26 12:58:12.397248 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-237de2f0-dd3d-4282-bd13-c07420d34111 req-eae4e1b4-ab81-4f2a-8be5-ddb0d7b03353 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541310 Sep 26 12:58:12.531861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353d9fb-d3b8-4211-90de-2240a400fd05 req-94d52323-0a43-4b08-9fdc-9896e0721884 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:12.540562 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b353d9fb-d3b8-4211-90de-2240a400fd05 req-94d52323-0a43-4b08-9fdc-9896e0721884 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.0644684 Sep 26 12:58:12.545392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e6f13147-db9c-4adc-a31a-a69c48739a96 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:12.592130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b353d9fb-d3b8-4211-90de-2240a400fd05 req-1d25ff71-77a9-40d6-8950-32af06dc2b1d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482073 Sep 26 12:58:12.727090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e6f13147-db9c-4adc-a31a-a69c48739a96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e6f13147-db9c-4adc-a31a-a69c48739a96,segment=NetworkSegment(1bd8b281-8e66-4f83-845b-e45665d763c7),segment_id=1bd8b281-8e66-4f83-845b-e45665d763c7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:12.746531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'e6f13147-db9c-4adc-a31a-a69c48739a96', 'network_id': 'ae16c7ac-4c82-48ae-be53-7016aa64e51d', 'port_id': 'e6f13147-db9c-4adc-a31a-a69c48739a96', 'mac_address': 'fa:16:3e:a0:c8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85348b72-9462-4e9a-b295-749896d7cfdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:58:12.814394 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:12.817234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b814249-0e27-4ae1-abcb-e4a8b3ebe046 req-6dcf7039-883f-4a07-b00a-958e7c9c88f9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:12.829023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b814249-0e27-4ae1-abcb-e4a8b3ebe046 req-6dcf7039-883f-4a07-b00a-958e7c9c88f9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1265187 Sep 26 12:58:12.837371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f13147-db9c-4adc-a31a-a69c48739a96 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:12.873992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e6f13147-db9c-4adc-a31a-a69c48739a96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e6f13147-db9c-4adc-a31a-a69c48739a96,segment=NetworkSegment(1bd8b281-8e66-4f83-845b-e45665d763c7),segment_id=1bd8b281-8e66-4f83-845b-e45665d763c7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:12.888461 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b814249-0e27-4ae1-abcb-e4a8b3ebe046 req-2f1d0063-8a9b-42ad-bb65-e915ef7b418f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582886 Sep 26 12:58:12.891776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:12.990252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=e6f13147-db9c-4adc-a31a-a69c48739a96,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:13.187639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['e6f13147-db9c-4adc-a31a-a69c48739a96'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:13.213518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-de862d82-fe2b-4ec7-9f92-a5acd5ab59d0 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--378945448&fields=id&tenant_id=fcfce2c0b26645adbacd461b74c27eaf HTTP/1.1" status: 200 len: 267 time: 0.0431921 Sep 26 12:58:13.342439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-bcadf4db-d8ae-45b5-929c-166763a917ee tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:13.344171 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-bcadf4db-d8ae-45b5-929c-166763a917ee tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 823 time: 0.1295960 Sep 26 12:58:13.360412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-6c898a12-0255-4a48-aa25-e4ba36351acb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/quotas/fcfce2c0b26645adbacd461b74c27eaf HTTP/1.1" status: 200 len: 375 time: 0.0100079 Sep 26 12:58:13.407145 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:13.450419 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-8fbef801-1915-4df8-8656-9a99dc386794 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815210 Sep 26 12:58:13.567265 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2e5534bf-e73f-40ff-9f3e-50c4b424738c service neutron] 10.222.0.13 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999889 Sep 26 12:58:13.653215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8744a-e54a-4767-9e00-4dbfe44365a3 req-d296e7b5-8fc8-4f4d-9366-4f0ea0c8e29a tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:13.655599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf8744a-e54a-4767-9e00-4dbfe44365a3 req-d296e7b5-8fc8-4f4d-9366-4f0ea0c8e29a tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 945 time: 0.0662873 Sep 26 12:58:13.723199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf8744a-e54a-4767-9e00-4dbfe44365a3 req-ed9682d8-f836-4ee0-b590-0fa111c88d6e tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616241 Sep 26 12:58:13.750814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-f2c33b94-a387-48e2-b997-170d8611dbb6 service neutron] 10.222.0.13 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825125 Sep 26 12:58:13.983339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd91351b-cc17-45c3-b4d2-399844e8f522 req-e8103c58-5fd9-4ae0-81c6-c54478180e23 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 210 time: 0.0536122 Sep 26 12:58:13.999247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35018c0e-dc5d-4f27-a243-46449e3e3a3c req-cb74ddf1-c15a-4708-873c-46c7e61dd8a1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:14.000590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35018c0e-dc5d-4f27-a243-46449e3e3a3c req-cb74ddf1-c15a-4708-873c-46c7e61dd8a1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.1319396 Sep 26 12:58:14.150104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35018c0e-dc5d-4f27-a243-46449e3e3a3c req-2ef0b954-53c7-4390-9438-d8ca3f841df8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272187 Sep 26 12:58:14.211962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af76b2-c279-4dd2-93a2-6ad9f74796e7 req-6308e34c-b0f2-41a0-b47d-f3e9ebc1c296 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:14.221041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65af76b2-c279-4dd2-93a2-6ad9f74796e7 req-6308e34c-b0f2-41a0-b47d-f3e9ebc1c296 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1084285 Sep 26 12:58:14.278540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65af76b2-c279-4dd2-93a2-6ad9f74796e7 req-294fcf9b-2ba1-42d4-be24-792e21d4d39b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562263 Sep 26 12:58:14.555359 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e6f13147-db9c-4adc-a31a-a69c48739a96 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:14.661454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port e6f13147-db9c-4adc-a31a-a69c48739a96 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:58:14.665819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port e6f13147-db9c-4adc-a31a-a69c48739a96 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:14.666201 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:14.797175 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:14.808766 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:14.826961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e665d23-7484-492c-8309-0969962a3fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f13147-db9c-4adc-a31a-a69c48739a96'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:14.830103 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522dff96-224e-4097-bfed-5667021073c0" -d '{"events": [{"server_uuid": "9e665d23-7484-492c-8309-0969962a3fe9", "name": "network-vif-plugged", "status": "completed", "tag": "e6f13147-db9c-4adc-a31a-a69c48739a96"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:14.851516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e6f13147-db9c-4adc-a31a-a69c48739a96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e6f13147-db9c-4adc-a31a-a69c48739a96,segment=NetworkSegment(1bd8b281-8e66-4f83-845b-e45665d763c7),segment_id=1bd8b281-8e66-4f83-845b-e45665d763c7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:14.858898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:14.937675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=e6f13147-db9c-4adc-a31a-a69c48739a96,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:14.980961 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fe83f5-5760-46ce-bb76-c95430a833d8 x-openstack-request-id: req-45fe83f5-5760-46ce-bb76-c95430a833d8 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:14.981443 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e665d23-7484-492c-8309-0969962a3fe9", "name": "network-vif-plugged", "status": "completed", "tag": "e6f13147-db9c-4adc-a31a-a69c48739a96", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:14.981845 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45fe83f5-5760-46ce-bb76-c95430a833d8 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:14.982339 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e665d23-7484-492c-8309-0969962a3fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f13147-db9c-4adc-a31a-a69c48739a96', 'code': 200} Sep 26 12:58:14.993869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79000dbd-1d50-47c7-926b-b32d59c4ac96 req-396d92f7-dae4-415c-8579-60bbec847d66 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:14.994631 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79000dbd-1d50-47c7-926b-b32d59c4ac96 req-396d92f7-dae4-415c-8579-60bbec847d66 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 946 time: 0.1416104 Sep 26 12:58:15.061769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79000dbd-1d50-47c7-926b-b32d59c4ac96 req-c63c562d-89c4-4c3d-8121-53ed05351892 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591745 Sep 26 12:58:15.140731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203785f-f27a-4430-8b30-e8fa88df3066 req-c1a0a868-40e4-4a19-ae5b-c25f89d912d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:15.142771 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2203785f-f27a-4430-8b30-e8fa88df3066 req-c1a0a868-40e4-4a19-ae5b-c25f89d912d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 1098 time: 0.0569303 Sep 26 12:58:15.147704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c744480-765e-4ebd-95e2-c79f80952287 req-8b78d97f-727c-4103-9778-1e26965cd5fb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 210 time: 0.0670264 Sep 26 12:58:15.160328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-8abb5ba8-7bd3-48c2-b897-6157ba032b0f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:15.174145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-8abb5ba8-7bd3-48c2-b897-6157ba032b0f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "GET /v2.0/ports?device_id=014cde72-6f07-44d6-9d8d-1500debce657 HTTP/1.1" status: 200 len: 946 time: 0.1561747 Sep 26 12:58:15.221783 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2203785f-f27a-4430-8b30-e8fa88df3066 req-4b00cc95-5ab7-48fb-8b35-12f68793825b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633838 Sep 26 12:58:15.367036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Deleting port dcca1fed-276a-471a-82d7-d2d0c212a88c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:58:15.367946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:15.407630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0116e-b02f-4697-bfaf-4cfb156bad13 req-9ea1a5b1-f21b-4e25-96ae-dc955f41ece1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:15.415451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53b0116e-b02f-4697-bfaf-4cfb156bad13 req-9ea1a5b1-f21b-4e25-96ae-dc955f41ece1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.1276155 Sep 26 12:58:15.516653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85349e1b-3e05-4acd-a245-0aa7d0306f58 req-75129ff7-2259-4122-9f38-72ca8dc22f04 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:15.518669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85349e1b-3e05-4acd-a245-0aa7d0306f58 req-75129ff7-2259-4122-9f38-72ca8dc22f04 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1165645 Sep 26 12:58:15.536084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53b0116e-b02f-4697-bfaf-4cfb156bad13 req-8418f805-f5e7-4b14-83c0-69d53b6e1e89 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174304 Sep 26 12:58:15.578558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-d01d4f69-da2d-458f-91e4-6509bb998458 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:15.580285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-d01d4f69-da2d-458f-91e4-6509bb998458 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 823 time: 0.2421498 Sep 26 12:58:15.590320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] For port dcca1fed-276a-471a-82d7-d2d0c212a88c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dcca1fed-276a-471a-82d7-d2d0c212a88c,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:15.591349 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:15.606373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85349e1b-3e05-4acd-a245-0aa7d0306f58 req-f3507168-c99c-4018-95e9-645675e2e057 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796213 Sep 26 12:58:15.637798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-c4cf5895-70b1-4b60-af8b-231fa6f1e4d6 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcfce2c0b26645adbacd461b74c27eaf HTTP/1.1" status: 200 len: 379 time: 0.0439060 Sep 26 12:58:15.648962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Request body: {'port': {'device_id': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'admin_state_up': True, 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'security_groups': ['7d8c0152-80ec-4a1e-a2b8-a8d365939dd7']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:15.808326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Made reservation on behalf of fcfce2c0b26645adbacd461b74c27eaf for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:15.812582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:16.043442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Allocated IP 172.20.0.10 (dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85/151b3314-856b-486a-960e-b8428c1b8a63/0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:16.266109 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:16.267343 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:16.267953 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Floating IP 19b138b8-d644-4b1a-b129-d3a265c68b25 disassociated. External IP: 172.25.4.145, port: dcca1fed-276a-471a-82d7-d2d0c212a88c. Sep 26 12:58:16.268536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Calling delete_port for dcca1fed-276a-471a-82d7-d2d0c212a88c owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:58:16.320088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cfbff03d-58aa-442f-a7a3-c38e970741f5 req-dd570f81-1627-40ef-b8b3-53fa550b83c1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 210 time: 0.0465317 Sep 26 12:58:16.327410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb314bcd-572b-4ba2-af0e-bbbda9a6c81f req-9f4544c8-f275-4c9d-8b68-4248b2314e29 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:16.329033 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb314bcd-572b-4ba2-af0e-bbbda9a6c81f req-9f4544c8-f275-4c9d-8b68-4248b2314e29 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 946 time: 0.1485605 Sep 26 12:58:16.438708 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:16.461342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb314bcd-572b-4ba2-af0e-bbbda9a6c81f req-d0da2c96-0344-4a97-8670-0b8259fa8459 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251464 Sep 26 12:58:16.520475 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:16.534032 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:16.601050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event deleted for resources: {'Port': ['ID=dcca1fed-276a-471a-82d7-d2d0c212a88c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:16.610626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event updated for resources: {'Port': ['ID=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:16.621883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:16.623678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:16.627732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:16.634530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:16.636487 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:16.658190 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-4ec78e05-dfa5-444b-af80-14fe8b20632c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0128202 Sep 26 12:58:16.680277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Request body: {'port': {'device_id': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:16.807864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:58:16.811409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25ff99-f49e-45ad-aff3-78d58be3a077 req-537121f8-262e-42f5-abf3-ecba50da441f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:16.823561 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d25ff99-f49e-45ad-aff3-78d58be3a077 req-537121f8-262e-42f5-abf3-ecba50da441f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 945 time: 0.1399720 Sep 26 12:58:16.851675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:16.964785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:58:16.983298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] Sync routers for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:58:17.010533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:58:17.011228 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:17.047470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] No DVR routers for this DVR port dcca1fed-276a-471a-82d7-d2d0c212a88c on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:58:17.066249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:17.073512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f51ecb4-034f-4ef4-8d3d-24501cf0c6bc req-cf16334d-08fe-4ba4-a145-5ec0f4361be1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "DELETE /v2.0/ports/dcca1fed-276a-471a-82d7-d2d0c212a88c HTTP/1.1" status: 204 len: 173 time: 1.8806217 Sep 26 12:58:17.091974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014cde72-6f07-44d6-9d8d-1500debce657', 'name': 'network-vif-deleted', 'tag': 'dcca1fed-276a-471a-82d7-d2d0c212a88c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:17.094381 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b7f49e-00ac-402a-b2b8-a8f125403719" -d '{"events": [{"server_uuid": "014cde72-6f07-44d6-9d8d-1500debce657", "name": "network-vif-deleted", "tag": "dcca1fed-276a-471a-82d7-d2d0c212a88c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:17.175192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8fdf3-e9ee-403e-bf4e-840730b9b28f req-040c8401-e252-4395-a609-c00caf389511 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:17.176974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e5c8fdf3-e9ee-403e-bf4e-840730b9b28f req-040c8401-e252-4395-a609-c00caf389511 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1308601 Sep 26 12:58:17.242658 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e5c8fdf3-e9ee-403e-bf4e-840730b9b28f req-d5c63ace-0639-426c-9675-c2683880e275 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594287 Sep 26 12:58:17.296914 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d25ff99-f49e-45ad-aff3-78d58be3a077 req-e9322b1a-83a5-4c35-8959-80d38dcdd2db tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722414 Sep 26 12:58:17.307737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:58:17.471694 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f23e7-b5bb-4c01-a3dc-ff0d05bdd917 x-openstack-request-id: req-b73f23e7-b5bb-4c01-a3dc-ff0d05bdd917 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:17.472228 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014cde72-6f07-44d6-9d8d-1500debce657", "name": "network-vif-deleted", "tag": "dcca1fed-276a-471a-82d7-d2d0c212a88c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:17.472440 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b73f23e7-b5bb-4c01-a3dc-ff0d05bdd917 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:17.472958 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014cde72-6f07-44d6-9d8d-1500debce657', 'name': 'network-vif-deleted', 'tag': 'dcca1fed-276a-471a-82d7-d2d0c212a88c', 'status': 'completed', 'code': 200} Sep 26 12:58:17.565656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ecd84a5b-ea5f-436d-b558-03e788fef1a5 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:17.568181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device dcca1fed-276a-471a-82d7-d2d0c212a88c no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:17.625224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: dcca1fed-276a-471a-82d7-d2d0c212a88c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:58:17.625771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device dcca1fed-276a-471a-82d7-d2d0c212a88c not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:58:17.773762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:17.784466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:17.820994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Transition to ACTIVE for port object 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:58:17.824435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:17.836920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ecd84a5b-ea5f-436d-b558-03e788fef1a5 has no active binding in host n-h1-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 12:58:17.847986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:17.917913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-fcea077e-32a1-4693-8cd5-f2bb623b2858 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:17.919842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-fcea077e-32a1-4693-8cd5-f2bb623b2858 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.0883906 Sep 26 12:58:17.933017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-13'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:17.935646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:17.965021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] Checking router: 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:58:17.974151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:58:17.975084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:18.035586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:18.055469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce0b3c-f40e-496b-8be0-fb3732032c34 req-d924074e-356c-42b7-9932-1a0fb6d6e20f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:18.074081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4ce0b3c-f40e-496b-8be0-fb3732032c34 req-d924074e-356c-42b7-9932-1a0fb6d6e20f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 944 time: 0.4036930 Sep 26 12:58:18.114706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:58:18.115249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:18.145951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac7a8b-85c3-4b05-bf4c-250103862b12 req-1204a13e-00de-48fa-93e6-2482757a7f13 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:18.148403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04ac7a8b-85c3-4b05-bf4c-250103862b12 req-1204a13e-00de-48fa-93e6-2482757a7f13 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 946 time: 0.1558301 Sep 26 12:58:18.191291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4ce0b3c-f40e-496b-8be0-fb3732032c34 req-5b36f98a-955f-404b-b0fd-756ef6a1b54d tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162372 Sep 26 12:58:18.198588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Attempting to bind port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:18.201083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Attempting to bind port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:18.201731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Attempting to bind port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b on network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:18.215420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b on network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:18.221119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Attempting to bind port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b on network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:18.244931 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04ac7a8b-85c3-4b05-bf4c-250103862b12 req-7cf15b21-d6ff-4e8d-bfa3-aae28bdc97f3 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473835 Sep 26 12:58:18.246335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:18.247958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Checking segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:18.248508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Bound using segment: {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:18.249661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Bound port: 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db70579-aa0c-4aaa-84f2-83c86bcb965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:18.250206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:18.395719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] For port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:18.400844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] For port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:18.409991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:18.467764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:18.506372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:18.527133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:18.541188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:18.579832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:18.580943 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:18.586646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-2ad939aa-3153-4999-999d-417be1733254 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b HTTP/1.1" status: 200 len: 1093 time: 1.9135725 Sep 26 12:58:18.587782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'tag': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:18.590088 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7f76c2-a391-404a-a5de-0841f80b925d", "tag": "0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:18.597283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:18.608343 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:18.649304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c19923-ae96-438f-9109-e8930c4ee59f None None] The sync data for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 is: [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:58:18.670700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82e62b-2156-4ade-98db-31f8b3c0d26c req-0d7d2292-a3e3-494e-82e3-565e364a6fdd tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:18.672022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd82e62b-2156-4ade-98db-31f8b3c0d26c req-0d7d2292-a3e3-494e-82e3-565e364a6fdd tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1788893 Sep 26 12:58:18.772300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-cde50095-edf6-4b9d-9035-560082dcdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:18.777809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-cde50095-edf6-4b9d-9035-560082dcdcb7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 1096 time: 0.1363854 Sep 26 12:58:18.805746 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd82e62b-2156-4ade-98db-31f8b3c0d26c req-bbf2e589-e3ee-4681-8cb2-97b04955a868 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821078 Sep 26 12:58:18.831356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:18.867374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-88dffd03-2b5f-464c-8512-b4ea535240a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b HTTP/1.1" status: 200 len: 217 time: 0.0669782 Sep 26 12:58:18.872782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on host n-h2-806683-13 for vnic_type normal with profile {"migrating_to": "n-h1-806683-13"} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:18.873158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:18.873513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:18.895966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:18.896393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Attempting to bind port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:18.919367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:18.919717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:18.920114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:18.920565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Bound port: ecd84a5b-ea5f-436d-b558-03e788fef1a5, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:18.920928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:18.968530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8332d1-05e4-4632-b17d-2f82d8b7c95c req-278c2098-edf1-41ca-9d02-79208162b497 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:18.969852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c8332d1-05e4-4632-b17d-2f82d8b7c95c req-278c2098-edf1-41ca-9d02-79208162b497 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.2927468 Sep 26 12:58:18.993177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-0a7f514f-4b13-4ec5-9f55-747ded34a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:18.996562 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-0a7f514f-4b13-4ec5-9f55-747ded34a1bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.1191773 Sep 26 12:58:19.119720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:19.124358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:19.146631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-b3bdadd1-b738-4ff8-855d-391fdd1544bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:19.160510 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-b3bdadd1-b738-4ff8-855d-391fdd1544bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540570 Sep 26 12:58:19.164082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c8332d1-05e4-4632-b17d-2f82d8b7c95c req-1ffe5649-3258-4f85-a1d9-7c42563729f1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786466 Sep 26 12:58:19.165333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:19.189209 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157932dd-37f6-4e3c-8464-d5abc1b3f7a5 None None] New status for floating IP 19b138b8-d644-4b1a-b129-d3a265c68b25: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:58:19.248024 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79df9c8b-af87-4503-928d-414be7d55a9b x-openstack-request-id: req-79df9c8b-af87-4503-928d-414be7d55a9b {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:19.248315 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7f76c2-a391-404a-a5de-0841f80b925d", "tag": "0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:19.248564 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79df9c8b-af87-4503-928d-414be7d55a9b {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:19.248934 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'tag': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'status': 'completed', 'code': 200} Sep 26 12:58:19.307525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=8']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:19.382934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:19.385739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:19.387642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-032c5f9b-95cd-4db8-883f-2d4efc084257 service neutron] 10.222.0.23 "PUT /v2.0/ports/ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 200 len: 1123 time: 1.4591699 Sep 26 12:58:19.479813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5'}, {'name': 'network-changed', 'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:19.489123 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d51116-6b8c-4ef4-9c5a-55a89265277c" -d '{"events": [{"server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5"}, {"name": "network-changed", "server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:19.509613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03303bc1-6cdd-48fd-8d5f-402504ae0ed5 req-2f5b29b1-5cf9-402f-871f-b9667a974a70 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:19.514720 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:58:19.520248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ecd84a5b-ea5f-436d-b558-03e788fef1a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:19.550987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7ec67-605c-4a72-b0fd-cf1436663d69 req-eab40ec1-b483-4a3a-b422-b62c53438d0f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:19.552830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['ecd84a5b-ea5f-436d-b558-03e788fef1a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:19.554800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-03303bc1-6cdd-48fd-8d5f-402504ae0ed5 req-2f5b29b1-5cf9-402f-871f-b9667a974a70 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 946 time: 0.3190665 Sep 26 12:58:19.558387 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-70463bf0-059a-457e-ba74-b9548c30a051 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876657 Sep 26 12:58:19.562661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84b7ec67-605c-4a72-b0fd-cf1436663d69 req-eab40ec1-b483-4a3a-b422-b62c53438d0f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 944 time: 0.1812456 Sep 26 12:58:19.667818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84b7ec67-605c-4a72-b0fd-cf1436663d69 req-9ca2c25e-383b-48e3-b806-17d45c0c14c0 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037931 Sep 26 12:58:19.756462 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-03303bc1-6cdd-48fd-8d5f-402504ae0ed5 req-6ab9bf77-baf7-4f3a-8a43-4825d590c4fb tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005284 Sep 26 12:58:19.816299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58ad9f70-aa38-4a95-8934-5646cec0f4d7 req-f39ffa45-615c-4ffa-9ace-1097782d3086 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344556 Sep 26 12:58:19.870307 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086afcf8-22db-4cb2-9b9c-a48fa61b43bd x-openstack-request-id: req-086afcf8-22db-4cb2-9b9c-a48fa61b43bd {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:19.870607 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5", "code": 200}, {"name": "network-changed", "server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:19.870864 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-086afcf8-22db-4cb2-9b9c-a48fa61b43bd {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:19.871361 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5', 'code': 200} Sep 26 12:58:19.871701 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5', 'status': 'completed', 'code': 200} Sep 26 12:58:19.966301 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:20.030870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d3415-76b9-4d06-90b1-83a499b217cf req-2d066c7c-19ab-45f3-9b5d-e55269228b36 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.032959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b0d3415-76b9-4d06-90b1-83a499b217cf req-2d066c7c-19ab-45f3-9b5d-e55269228b36 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1044483 Sep 26 12:58:20.048334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-79889ee9-c550-414f-a35a-58d9ae51949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.050688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-79889ee9-c550-414f-a35a-58d9ae51949b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 1096 time: 0.1710200 Sep 26 12:58:20.053172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-5cf5f82b-f835-4bd8-b6b9-5dd1d6b3a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.054903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-5cf5f82b-f835-4bd8-b6b9-5dd1d6b3a306 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1126 time: 0.0962982 Sep 26 12:58:20.117290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b0d3415-76b9-4d06-90b1-83a499b217cf req-e5d299e5-7d85-4bf4-b4ea-91d0c2a11d44 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760188 Sep 26 12:58:20.368700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-78c5f256-d6b8-4540-ac61-ee87be8202a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.370216 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-78c5f256-d6b8-4540-ac61-ee87be8202a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 923 time: 0.3070273 Sep 26 12:58:20.401634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-f32371af-32fb-4b4b-a677-0454bf702dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.403309 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-f32371af-32fb-4b4b-a677-0454bf702dd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.3388953 Sep 26 12:58:20.477141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-cf0ecdeb-ec98-47ed-86ec-0a69834323b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b HTTP/1.1" status: 200 len: 217 time: 0.0921988 Sep 26 12:58:20.498233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27593b7-feb4-4792-9868-a92d2a191b47 req-db7b4056-eb67-4e32-a8ef-9bf1cec82489 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.507232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a27593b7-feb4-4792-9868-a92d2a191b47 req-db7b4056-eb67-4e32-a8ef-9bf1cec82489 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.1945026 Sep 26 12:58:20.558919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-9d3b7834-9c88-4d9f-ace7-16cf58a9493b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 200 len: 217 time: 0.1018858 Sep 26 12:58:20.644745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-cca1113c-24f1-47ac-a835-c1152c2b1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.646261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-cca1113c-24f1-47ac-a835-c1152c2b1828 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.1043973 Sep 26 12:58:20.679488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a27593b7-feb4-4792-9868-a92d2a191b47 req-89e56de1-7e7e-44d4-ba28-0847b31408ba tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711013 Sep 26 12:58:20.697880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-83a36814-68af-4509-a8e8-79c9cd4a06a8 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.699424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-83a36814-68af-4509-a8e8-79c9cd4a06a8 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 946 time: 0.1182671 Sep 26 12:58:20.713019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-c9f3b461-085a-40e6-98f9-fb125fe57f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.714620 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-c9f3b461-085a-40e6-98f9-fb125fe57f7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1215019 Sep 26 12:58:20.784003 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-4ad69684-d421-4373-b3e6-5a6671ce0828 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608163 Sep 26 12:58:20.789379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-dcaad459-a7e8-4182-9525-3b87d054444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.790990 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-dcaad459-a7e8-4182-9525-3b87d054444d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328037 Sep 26 12:58:20.819813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Deleting port e6f13147-db9c-4adc-a31a-a69c48739a96 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:58:20.820275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:20.951333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88c4e-1937-46c4-b16c-2c6e69ed24c1 req-cefc7f7f-6257-4482-b8c1-0e30e6be074c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:20.952848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91a88c4e-1937-46c4-b16c-2c6e69ed24c1 req-cefc7f7f-6257-4482-b8c1-0e30e6be074c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 944 time: 0.1161604 Sep 26 12:58:20.974929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] For port e6f13147-db9c-4adc-a31a-a69c48739a96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e6f13147-db9c-4adc-a31a-a69c48739a96,segment=NetworkSegment(1bd8b281-8e66-4f83-845b-e45665d763c7),segment_id=1bd8b281-8e66-4f83-845b-e45665d763c7)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:20.975388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:20.993205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-2be6af74-6257-46a9-9a5b-eb2b238b24ef service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638010 Sep 26 12:58:20.994914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Calling delete_port for e6f13147-db9c-4adc-a31a-a69c48739a96 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:58:21.032496 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91a88c4e-1937-46c4-b16c-2c6e69ed24c1 req-6afdec20-d9a7-4664-b5ce-23963c564c09 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704300 Sep 26 12:58:21.034334 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-f04e0cbb-57ae-4b10-b520-f0bcb25b9df3 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407744 Sep 26 12:58:21.046240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c5746-4e45-4417-9480-031491614ec5 req-3f33e02d-fe89-4ec5-a2e9-aa0471b18f8d tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:21.047782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a56c5746-4e45-4417-9480-031491614ec5 req-3f33e02d-fe89-4ec5-a2e9-aa0471b18f8d tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e665d23-7484-492c-8309-0969962a3fe9 HTTP/1.1" status: 200 len: 946 time: 0.1439338 Sep 26 12:58:21.240276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a56c5746-4e45-4417-9480-031491614ec5 req-1ad56551-c24c-40ed-a6db-37481f39b093 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.13 "GET /v2.0/security-groups?id=56e3af7c-dd93-4791-9ade-a67669bc6f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734414 Sep 26 12:58:21.249625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed6770d0-bcc6-4fa2-8e1c-a1e5b2088a96 req-8bdaa813-56a4-4fc2-8438-56c1df23eec9 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412145 Sep 26 12:58:21.270085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97d51116-6b8c-4ef4-9c5a-55a89265277c req-2dcbbcd2-0a8b-48fc-8298-a739e3cb5f88 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212784 Sep 26 12:58:21.270589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:21.284139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['e6f13147-db9c-4adc-a31a-a69c48739a96'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:21.315988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Pushing event deleted for resources: {'Port': ['ID=e6f13147-db9c-4adc-a31a-a69c48739a96,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:21.360459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3c625-4f48-4626-9fb4-a706087f511b req-30d691a0-ede9-4fc0-8669-7325d2d7bfef tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:21.361984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6da3c625-4f48-4626-9fb4-a706087f511b req-30d691a0-ede9-4fc0-8669-7325d2d7bfef tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1486883 Sep 26 12:58:21.377138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] No DVR routers for this DVR port e6f13147-db9c-4adc-a31a-a69c48739a96 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:58:21.379886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:21.382512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d88df88a-ffdf-463c-aafe-e5932c8ec029 req-7862d52e-48f4-4b15-b7f6-679c7de76a85 tempest-InstanceActionsV221TestJSON-856141923 tempest-InstanceActionsV221TestJSON-856141923-project] 10.222.0.24 "DELETE /v2.0/ports/e6f13147-db9c-4adc-a31a-a69c48739a96 HTTP/1.1" status: 204 len: 173 time: 0.6765223 Sep 26 12:58:21.418773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6da3c625-4f48-4626-9fb4-a706087f511b req-ee9f00bf-f43a-47cf-9f5f-ae9eedb5bf3e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 Sep 26 12:58:21.443213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c8295-051f-4957-b789-d17ffd26a033 req-b42438d3-1bcd-443e-bee7-a7dcead98f4c tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:21.445004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-481c8295-051f-4957-b789-d17ffd26a033 req-b42438d3-1bcd-443e-bee7-a7dcead98f4c tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1098 time: 0.0503223 Sep 26 12:58:21.505756 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-481c8295-051f-4957-b789-d17ffd26a033 req-8ad6d815-0459-460c-9760-25db85b8046f tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524938 Sep 26 12:58:21.873270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e665d23-7484-492c-8309-0969962a3fe9', 'name': 'network-vif-deleted', 'tag': 'e6f13147-db9c-4adc-a31a-a69c48739a96'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:21.876558 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7362ed7d-79b8-4e68-aa79-02bb16305c80" -d '{"events": [{"server_uuid": "9e665d23-7484-492c-8309-0969962a3fe9", "name": "network-vif-deleted", "tag": "e6f13147-db9c-4adc-a31a-a69c48739a96"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:22.249238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c5d8-9518-405a-87a8-1474336e787d req-4c6ac6f2-725b-4dd2-aef7-86b968f457fe tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:22.250658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3678c5d8-9518-405a-87a8-1474336e787d req-4c6ac6f2-725b-4dd2-aef7-86b968f457fe tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0571802 Sep 26 12:58:22.292639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3678c5d8-9518-405a-87a8-1474336e787d req-322b9618-89bf-4e0a-8682-6b844d991e7c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359399 Sep 26 12:58:22.342657 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff83076-81a2-4860-b9d5-45e89bd1a238 x-openstack-request-id: req-fff83076-81a2-4860-b9d5-45e89bd1a238 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:22.343566 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e665d23-7484-492c-8309-0969962a3fe9", "name": "network-vif-deleted", "tag": "e6f13147-db9c-4adc-a31a-a69c48739a96", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:22.344574 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fff83076-81a2-4860-b9d5-45e89bd1a238 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:22.346962 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e665d23-7484-492c-8309-0969962a3fe9', 'name': 'network-vif-deleted', 'tag': 'e6f13147-db9c-4adc-a31a-a69c48739a96', 'status': 'completed', 'code': 200} Sep 26 12:58:22.443957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547237b-ccd0-4123-af34-d6021fd56d99 req-0ef060c3-6f7c-4c16-b2cc-0b01ffa42aa8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:22.445602 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1547237b-ccd0-4123-af34-d6021fd56d99 req-0ef060c3-6f7c-4c16-b2cc-0b01ffa42aa8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 944 time: 0.0530286 Sep 26 12:58:22.477323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-116191f4-bdc8-4251-9fa0-c7b2b07f4c4d tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:58:22.478370 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-116191f4-bdc8-4251-9fa0-c7b2b07f4c4d tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066974 Sep 26 12:58:22.518619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1547237b-ccd0-4123-af34-d6021fd56d99 req-16fcc7ab-7510-4987-9e04-76a1c214e385 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665708 Sep 26 12:58:22.525438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-9124d493-4d23-4bc7-b395-8a3bf095df90 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:22.526794 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-9124d493-4d23-4bc7-b395-8a3bf095df90 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports/93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 200 len: 1095 time: 0.0386176 Sep 26 12:58:22.535650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Request body: {'binding': {'host': 'n-h1-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:22.535888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 12:58:22.694051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on host n-h1-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:22.695160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:22.696107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:22.702786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:22.703358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:22.711012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:22.711499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:22.711893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:22.712353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Bound port: 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:22.784318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:22.790675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:22.803267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-dcceb798-e5fa-46a7-b862-1a8495981807 service neutron] 10.222.0.13 "POST /v2.0/ports/93543a5f-31fe-42b1-81a5-4a980c38f4cf/bindings HTTP/1.1" status: 201 len: 390 time: 0.2652214 Sep 26 12:58:22.968797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c83a97-4935-465a-8b37-bb0255415821 req-c66d735e-5a38-43ec-bc91-a2db0c7ce8ea tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:22.970341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61c83a97-4935-465a-8b37-bb0255415821 req-c66d735e-5a38-43ec-bc91-a2db0c7ce8ea tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0591018 Sep 26 12:58:23.013872 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61c83a97-4935-465a-8b37-bb0255415821 req-047caa89-e02d-4a09-8d1e-254c7cfd2eb3 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370028 Sep 26 12:58:23.129103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312641e5-1f13-45fa-bba9-51f078615d30 req-8cbddce2-749c-402d-a0c7-b8c37e44760c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:23.130720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-312641e5-1f13-45fa-bba9-51f078615d30 req-8cbddce2-749c-402d-a0c7-b8c37e44760c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0581145 Sep 26 12:58:23.148364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-8ceb6e57-9668-459f-b276-68c5e4d44901 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:23.150111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-8ceb6e57-9668-459f-b276-68c5e4d44901 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 805 time: 0.1286273 Sep 26 12:58:23.167232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-8a83df40-05d5-4aad-bde3-9303ae342d10 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/quotas/f9d8fe3bd1df47728007ae5f498efe23 HTTP/1.1" status: 200 len: 375 time: 0.0101874 Sep 26 12:58:23.176217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-312641e5-1f13-45fa-bba9-51f078615d30 req-d9dddd94-8cae-4e0d-917b-e3e0d4e523d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379477 Sep 26 12:58:23.232426 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-0085d730-ca5d-411c-830f-b20ac00e26df tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533009 Sep 26 12:58:23.281446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57770) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:23.326479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3f1165-043c-41f2-85f1-535601d6bdcd admin admin] Deleting subnet 85348b72-9462-4e9a-b295-749896d7cfdf {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:58:23.329698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1165-043c-41f2-85f1-535601d6bdcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.330043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-e7283189-9385-4844-81d0-b112d530eb9d service neutron] 10.222.0.13 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922158 Sep 26 12:58:23.365016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1165-043c-41f2-85f1-535601d6bdcd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.382933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1165-043c-41f2-85f1-535601d6bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.426269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-34ddfc9e-3bff-4b5f-b30f-a8693d4dc978 service neutron] 10.222.0.13 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867989 Sep 26 12:58:23.458420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c65df-1531-43a7-9b4c-5f51400bcd1d req-42b85bbf-fdf6-4d35-84ce-06b93a1f3aba tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:23.459916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-923c65df-1531-43a7-9b4c-5f51400bcd1d req-42b85bbf-fdf6-4d35-84ce-06b93a1f3aba tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0881591 Sep 26 12:58:23.474665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1165-043c-41f2-85f1-535601d6bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.514049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f1165-043c-41f2-85f1-535601d6bdcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85348b72-9462-4e9a-b295-749896d7cfdf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:23.520707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1165-043c-41f2-85f1-535601d6bdcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.522595 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c3f1165-043c-41f2-85f1-535601d6bdcd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85348b72-9462-4e9a-b295-749896d7cfdf HTTP/1.1" status: 204 len: 168 time: 0.2421794 Sep 26 12:58:23.525517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57774) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:23.532088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-923c65df-1531-43a7-9b4c-5f51400bcd1d req-d60fc51c-bbed-46b7-a234-d5adbae3b872 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652103 Sep 26 12:58:23.570026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 23284ba5-926a-4ad1-9c70-9f7ae3b51907 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:23.623745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.657396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-44e2150b-f69a-4831-ae78-8e32aa29d04f req-29287215-932b-42c1-83f4-06d7fb53cc4b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 210 time: 0.0559802 Sep 26 12:58:23.684443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.708988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:23.711601 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3df60d3-8890-4632-ba79-abe72fe01dca" -d '{"events": [{"server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "name": "network-vif-unplugged", "status": "completed", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:23.719575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30e5d8-3120-47d6-97fd-5c1e97e25398 req-da6bf47d-a4fe-4832-9435-c53aea5aba14 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:23.721258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c30e5d8-3120-47d6-97fd-5c1e97e25398 req-da6bf47d-a4fe-4832-9435-c53aea5aba14 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 944 time: 0.0832887 Sep 26 12:58:23.748514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:23.756559 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.779421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c30e5d8-3120-47d6-97fd-5c1e97e25398 req-8f04883e-6a4c-41fb-9918-03837dd24400 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516949 Sep 26 12:58:23.802913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.823778 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed1ec7b-3ad1-449e-9355-e7c4dee4040c x-openstack-request-id: req-8ed1ec7b-3ad1-449e-9355-e7c4dee4040c {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:23.824097 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "name": "network-vif-unplugged", "status": "completed", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:23.824353 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ed1ec7b-3ad1-449e-9355-e7c4dee4040c {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:23.824972 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'code': 200} Sep 26 12:58:23.827800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae16c7ac-4c82-48ae-be53-7016aa64e51d']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:23.844590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd8b281-8e66-4f83-845b-e45665d763c7') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:23.844964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd8b281-8e66-4f83-845b-e45665d763c7') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:23.865156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:23.866105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.883102 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.891986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:58:23.892469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: timer() Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:58:23.894420 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:58:23.958935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.966578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:23.971231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ae16c7ac-4c82-48ae-be53-7016aa64e51d HTTP/1.1" status: 204 len: 168 time: 0.4421308 Sep 26 12:58:23.985991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9085d-5c1e-4627-accc-54866c4ecd24 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae16c7ac-4c82-48ae-be53-7016aa64e51d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:24.141212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57806) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:24.170245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cfdd6-0c2c-4e2f-869a-ba6969a7b75a req-82bcab0b-7c42-4f6f-a3b6-35f71ad95620 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:24.178061 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-926cfdd6-0c2c-4e2f-869a-ba6969a7b75a req-82bcab0b-7c42-4f6f-a3b6-35f71ad95620 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0667701 Sep 26 12:58:24.203154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6da8ab46-eeea-4d9f-8ce5-c2ae4b5fd257 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3224cab41fd4e748df3cde38b479f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607681 Sep 26 12:58:24.205708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57810) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:24.233148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-926cfdd6-0c2c-4e2f-869a-ba6969a7b75a req-8ec38560-fc66-44da-bb52-7864e4b500c7 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Sep 26 12:58:24.315083 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8031dbb-3017-4d3f-977e-e5a1473a2552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:24.344293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8031dbb-3017-4d3f-977e-e5a1473a2552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:24.365434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869d7e-a9c2-4ef8-8ab2-20da438e92c0 req-74459b4b-d292-4fda-806a-1758d70f3f6e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:24.371647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b6869d7e-a9c2-4ef8-8ab2-20da438e92c0 req-74459b4b-d292-4fda-806a-1758d70f3f6e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0870306 Sep 26 12:58:24.428758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b6869d7e-a9c2-4ef8-8ab2-20da438e92c0 req-da3b7dc4-c67d-441f-bbad-0a463c0ea2ca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501320 Sep 26 12:58:24.452866 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8031dbb-3017-4d3f-977e-e5a1473a2552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:24.455450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8031dbb-3017-4d3f-977e-e5a1473a2552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:24.456593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a8031dbb-3017-4d3f-977e-e5a1473a2552 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56e3af7c-dd93-4791-9ade-a67669bc6f27 HTTP/1.1" status: 204 len: 168 time: 0.2497082 Sep 26 12:58:24.464680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8031dbb-3017-4d3f-977e-e5a1473a2552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e3af7c-dd93-4791-9ade-a67669bc6f27,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:24.605418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e6f13147-db9c-4adc-a31a-a69c48739a96 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:24.649024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: e6f13147-db9c-4adc-a31a-a69c48739a96 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:58:24.649472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e6f13147-db9c-4adc-a31a-a69c48739a96 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:58:24.683006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153a6b9-ada2-4a3a-be9b-b480a2508074 req-56611692-77d1-49a3-8770-5da5513c50f4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:24.687566 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d153a6b9-ada2-4a3a-be9b-b480a2508074 req-56611692-77d1-49a3-8770-5da5513c50f4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0642824 Sep 26 12:58:24.736857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d153a6b9-ada2-4a3a-be9b-b480a2508074 req-28c8d019-bafb-405c-8d41-61ed89f95558 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 Sep 26 12:58:24.786561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b3181a3-ca46-4470-9923-a70003571532 req-ab71c351-6195-41b6-91c1-904841c8b702 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 210 time: 0.0375614 Sep 26 12:58:25.027258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-d8a49e02-90b1-4219-9301-2616908997ab tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:25.028987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-d8a49e02-90b1-4219-9301-2616908997ab tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfee3e4a-b0cc-4157-a08b-6e9dc0216b07 HTTP/1.1" status: 200 len: 943 time: 0.1617613 Sep 26 12:58:25.035283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-ef7e3a39-975b-44a6-9703-02a88722cbaf tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:25.036935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-ef7e3a39-975b-44a6-9703-02a88722cbaf tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.24 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 805 time: 0.2006924 Sep 26 12:58:25.040834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5a3d6-06ca-4799-8bc7-b75ddfa9046a req-09237c17-7217-418d-8d33-af3daf9712fa tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:25.042305 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3d5a3d6-06ca-4799-8bc7-b75ddfa9046a req-09237c17-7217-418d-8d33-af3daf9712fa tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 944 time: 0.1384919 Sep 26 12:58:25.102458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Request body: {'port': {'device_id': '622a6e3d-5002-4127-8af4-25e52244b89a', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'admin_state_up': True, 'tenant_id': 'f9d8fe3bd1df47728007ae5f498efe23'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:25.153996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3d5a3d6-06ca-4799-8bc7-b75ddfa9046a req-e182d4d8-6e02-4c64-abc6-1a1896604620 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026669 Sep 26 12:58:25.182149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Deleting port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:58:25.182149 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.264180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Made reservation on behalf of f9d8fe3bd1df47728007ae5f498efe23 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:25.269135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.305563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] For port 23284ba5-926a-4ad1-9c70-9f7ae3b51907, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=23284ba5-926a-4ad1-9c70-9f7ae3b51907,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:25.306363 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.335123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Calling delete_port for 23284ba5-926a-4ad1-9c70-9f7ae3b51907 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:58:25.453713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Allocated IP 172.20.0.11 (5461c450-2287-4558-a00f-b5689871e961/50a1bfe7-338a-49b9-acfe-86b4a9efa712/a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:25.455544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57854) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:25.517973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663dbf6-0664-4f4b-8b17-01473e0f3980 req-f921b386-33d2-4684-8772-b932bba2fd7d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:25.519742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2663dbf6-0664-4f4b-8b17-01473e0f3980 req-f921b386-33d2-4684-8772-b932bba2fd7d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1269426 Sep 26 12:58:25.596015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:25.625666 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2663dbf6-0664-4f4b-8b17-01473e0f3980 req-0cdec4c7-e489-4644-bf6f-74909ef8cff1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975895 Sep 26 12:58:25.642554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.675517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Pushing event deleted for resources: {'Port': ['ID=23284ba5-926a-4ad1-9c70-9f7ae3b51907,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:25.691873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1366627810-network', 'tenant_id': 'c9a5451b2e3242b4ab4d848f5d47e908'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:25.724616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] No DVR routers for this DVR port 23284ba5-926a-4ad1-9c70-9f7ae3b51907 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:58:25.727560 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.729711 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e338c7f7-165c-4bbf-b32e-647f5b0bcb2f req-08576fc0-5ace-44d4-b083-637655cfd31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.23 "DELETE /v2.0/ports/23284ba5-926a-4ad1-9c70-9f7ae3b51907 HTTP/1.1" status: 204 len: 173 time: 0.6862035 Sep 26 12:58:25.730367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'name': 'network-vif-deleted', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:25.734454 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313eb4f2-c690-42a3-be12-976350314295" -d '{"events": [{"server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "name": "network-vif-deleted", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:25.739639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.784221 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbdb190-86b1-49e2-9799-71396ac9ff45 x-openstack-request-id: req-dcbdb190-86b1-49e2-9799-71396ac9ff45 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:25.784520 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee3e4a-b0cc-4157-a08b-6e9dc0216b07", "name": "network-vif-deleted", "tag": "23284ba5-926a-4ad1-9c70-9f7ae3b51907", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:25.784820 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcbdb190-86b1-49e2-9799-71396ac9ff45 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:25.785292 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee3e4a-b0cc-4157-a08b-6e9dc0216b07', 'name': 'network-vif-deleted', 'tag': '23284ba5-926a-4ad1-9c70-9f7ae3b51907', 'status': 'completed', 'code': 200} Sep 26 12:58:25.850932 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.896863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf59b5-54eb-4548-9f84-fbf9162d9a91 req-850080bb-0512-4a8e-ac36-50e8ac9a1f59 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:25.904232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2fbf59b5-54eb-4548-9f84-fbf9162d9a91 req-850080bb-0512-4a8e-ac36-50e8ac9a1f59 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.3367059 Sep 26 12:58:25.909876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32860e-4d7f-4a14-84ec-7ac05f593037 req-5a0c7404-e737-419b-a2da-74f2bf847455 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:25.911516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d32860e-4d7f-4a14-84ec-7ac05f593037 req-5a0c7404-e737-419b-a2da-74f2bf847455 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0738580 Sep 26 12:58:25.915053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Made reservation on behalf of c9a5451b2e3242b4ab4d848f5d47e908 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:25.917264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.940552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:25.953222 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:25.956931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'port_id': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'mac_address': 'fa:16:3e:69:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:58:25.963272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Network 5461c450-2287-4558-a00f-b5689871e961 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:25.965945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d32860e-4d7f-4a14-84ec-7ac05f593037 req-a778a12d-7a8e-4b7d-8738-ecac6cd16bc8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Sep 26 12:58:25.971263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Pushing event updated for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:25.993941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:26.007087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:26.031640 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.044551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2fbf59b5-54eb-4548-9f84-fbf9162d9a91 req-1177a782-3771-456e-9bcc-c2616bea9077 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394575 Sep 26 12:58:26.049376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:26.097988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:26.098252 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.115255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:26.124893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.163294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b68da2-d035-4a83-b46b-6392ad338bf8 req-60b32395-7bc5-4447-ade5-9eda5ca4355b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:26.167441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-36b68da2-d035-4a83-b46b-6392ad338bf8 req-60b32395-7bc5-4447-ade5-9eda5ca4355b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 932 time: 0.0824409 Sep 26 12:58:26.176447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.186355 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.196494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:26.206243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:58:26.218555 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.219039 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Added segment d5417264-367d-45fc-a8c3-7d1f60cd9a46 of type vlan for network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 Sep 26 12:58:26.248140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-36b68da2-d035-4a83-b46b-6392ad338bf8 req-d75741b5-0e9c-46f0-be62-1c3edf5fd579 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604005 Sep 26 12:58:26.261697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-25f84c86-14e5-415d-9c9e-8d84cdd59291 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1638212 Sep 26 12:58:26.289679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Request body: {'port': {'device_id': '622a6e3d-5002-4127-8af4-25e52244b89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:26.300023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.325425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef1cac9-cddc-4f16-ad17-833f5c769cf7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:26.384641 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.396457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.397643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:26.398418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.400995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b24d5-b459-40c9-9958-6789e8e2d23d req-49e5a7b0-4729-42d8-a0e6-7ad385a30f7b tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:26.403075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f20b24d5-b459-40c9-9958-6789e8e2d23d req-49e5a7b0-4729-42d8-a0e6-7ad385a30f7b tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 945 time: 0.0884941 Sep 26 12:58:26.456970 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f20b24d5-b459-40c9-9958-6789e8e2d23d req-d9782759-7392-481c-b565-7a04289e1a91 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397243 Sep 26 12:58:26.467539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0078206 Sep 26 12:58:26.467857 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57870) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:26.472751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Request body: {'subnet': {'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1366627810-subnet', 'tenant_id': 'c9a5451b2e3242b4ab4d848f5d47e908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:26.497295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Made reservation on behalf of c9a5451b2e3242b4ab4d848f5d47e908 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:26.499563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.520625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3b3d-c7c2-4626-93d0-1bdf96a0d712 admin admin] Pushing event updated for resources: {'Network': ['ID=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:26.534638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:58:26.642228 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:26.717378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.798681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:26.798905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036e60d7-c706-429b-b34e-75b427c2f456,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:26.807560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Checking segment: {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:26.807560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Network hostable DHCP agents. Network: 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:58:26.817958 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.827221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:58:26.831285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96740eb9-ace3-4393-8caa-695d1c463106 req-cebc340c-6bbe-48d8-89db-c09c94c02a24 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:26.832926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96740eb9-ace3-4393-8caa-695d1c463106 req-cebc340c-6bbe-48d8-89db-c09c94c02a24 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0906096 Sep 26 12:58:26.835968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:26.840820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:26.841705 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.846715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Transition to ACTIVE for port object a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:58:26.852559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb873483-f00c-462c-aba0-478e410fc214 None None] Network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:58:26.857906 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:26.858559 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9ccf6d7b-4491-4ef7-a953-d5c1ddf974a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3896480 Sep 26 12:58:26.938263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96740eb9-ace3-4393-8caa-695d1c463106 req-69720fa2-fe5b-4dc3-814e-70950c822d9f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897288 Sep 26 12:58:26.939126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:27.049259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c701180d-271b-4a91-913a-a86d81e30d47 None None] Network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:58:27.076321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Attempting to bind port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:27.076958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Attempting to bind port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:27.077302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Attempting to bind port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d on network 5461c450-2287-4558-a00f-b5689871e961 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:27.094432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d on network 5461c450-2287-4558-a00f-b5689871e961 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:27.096811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Attempting to bind port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d on network 5461c450-2287-4558-a00f-b5689871e961 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:27.105547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:27.106502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Checking segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:27.106919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Bound using segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:27.107349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Bound port: a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:27.107956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:27.149583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41382b-5dee-4052-a8cd-0c6e0a7a2f75 req-de731f66-5c1a-4f4f-b182-c40044d3e0a6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:27.151111 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb41382b-5dee-4052-a8cd-0c6e0a7a2f75 req-de731f66-5c1a-4f4f-b182-c40044d3e0a6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0629728 Sep 26 12:58:27.212862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:27.216405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:27.218233 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb41382b-5dee-4052-a8cd-0c6e0a7a2f75 req-b875a808-2dc6-4b65-a66e-09b10d447919 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600200 Sep 26 12:58:27.223511 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:27.264647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:27.265346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:27.266827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d HTTP/1.1" status: 200 len: 1093 time: 0.9942982 Sep 26 12:58:27.267299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:27.270124 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05817687-773c-4049-a20f-531dd5b9dd79" -d '{"events": [{"name": "network-changed", "server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:27.299713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0265fd-1e79-4e0a-84fc-ce8ae4cc36d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:27.363563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af277e14-37b3-4779-b3c9-968cafce3936 req-396bb2f0-944e-4871-98f0-527a6bfe3f1e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:27.365679 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af277e14-37b3-4779-b3c9-968cafce3936 req-396bb2f0-944e-4871-98f0-527a6bfe3f1e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0667367 Sep 26 12:58:27.400571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-afb16f1f-eb0c-423b-ad9d-811f0e76fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:27.402213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-afb16f1f-eb0c-423b-ad9d-811f0e76fa4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 1096 time: 0.0898795 Sep 26 12:58:27.409106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af277e14-37b3-4779-b3c9-968cafce3936 req-385ba88d-64e8-45f9-871d-8880c24c0d55 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361366 Sep 26 12:58:27.473722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-a187ab2d-ead2-49e8-97c8-76fc30d9f774 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d HTTP/1.1" status: 200 len: 217 time: 0.0450635 Sep 26 12:58:27.530113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-23f550f4-da1e-40d2-aee7-2f5ca21e8a24 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:27.531590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-23f550f4-da1e-40d2-aee7-2f5ca21e8a24 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/networks?id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 HTTP/1.1" status: 200 len: 818 time: 0.1889215 Sep 26 12:58:27.533851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845564d-464f-49d1-b369-1bb618e17e4e req-3f0d7c6a-a273-4fc1-95bc-0c84426a2937 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:27.535805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d845564d-464f-49d1-b369-1bb618e17e4e req-3f0d7c6a-a273-4fc1-95bc-0c84426a2937 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 944 time: 0.0605664 Sep 26 12:58:27.550280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-6d3b8d61-f6af-4407-b20a-4566b5331cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:27.551671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-6d3b8d61-f6af-4407-b20a-4566b5331cbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 200 len: 845 time: 0.0682695 Sep 26 12:58:27.555303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-b44b6a22-3f06-413f-bb54-fadebdd572e4 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/quotas/c9a5451b2e3242b4ab4d848f5d47e908 HTTP/1.1" status: 200 len: 375 time: 0.0122445 Sep 26 12:58:27.585401 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d845564d-464f-49d1-b369-1bb618e17e4e req-176e791c-74c1-4e74-a8c7-086d55c6177c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 Sep 26 12:58:27.594364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-5dc2f69e-46de-4aaa-92b7-1ebd6e6bd69b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5461c450-2287-4558-a00f-b5689871e961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334780 Sep 26 12:58:27.596194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 23284ba5-926a-4ad1-9c70-9f7ae3b51907 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:27.624706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 23284ba5-926a-4ad1-9c70-9f7ae3b51907 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:58:27.625274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 23284ba5-926a-4ad1-9c70-9f7ae3b51907 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:58:27.657561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-9f04566f-bc8f-4b00-ba3a-ec57644f052b tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a5451b2e3242b4ab4d848f5d47e908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796247 Sep 26 12:58:27.738482 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d8fbb6-441e-4a83-b7f6-ad21800a90b4 x-openstack-request-id: req-49d8fbb6-441e-4a83-b7f6-ad21800a90b4 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:27.739183 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:27.739183 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49d8fbb6-441e-4a83-b7f6-ad21800a90b4 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:27.739498 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'status': 'completed', 'code': 200} Sep 26 12:58:27.800547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-06a327a0-6899-4a14-aa0a-e16b51404f8d service neutron] 10.222.0.24 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972275 Sep 26 12:58:27.837897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-95a8cd8f-329b-42ec-b408-ab3e7a1caec0 service neutron] 10.222.0.13 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685715 Sep 26 12:58:27.856740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e04a6-4d32-43de-aaf2-5c2991ecf225 req-953b51c1-6878-4a2e-868e-e1a012135466 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:27.858862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b74e04a6-4d32-43de-aaf2-5c2991ecf225 req-953b51c1-6878-4a2e-868e-e1a012135466 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 945 time: 0.0547884 Sep 26 12:58:27.899902 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b74e04a6-4d32-43de-aaf2-5c2991ecf225 req-d19ee0d0-0875-47b2-9ccd-5d0bf730d59c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350788 Sep 26 12:58:27.943983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c196ee5-cf7d-4254-806c-f4ac9c66e7e1 req-cca435ec-820a-4d47-8f9d-e9708352c540 service neutron] 10.222.0.24 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325979 Sep 26 12:58:28.078182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-2887c141-6411-4e43-9982-a9710d2e7eeb service neutron] 10.222.0.13 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296443 Sep 26 12:58:28.109005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05817687-773c-4049-a20f-531dd5b9dd79 req-63c0405e-a74b-4668-aee7-917bcc37ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:28.110818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05817687-773c-4049-a20f-531dd5b9dd79 req-63c0405e-a74b-4668-aee7-917bcc37ec5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 1096 time: 0.0997109 Sep 26 12:58:28.120989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8558353-08ac-4d13-a214-34f65a3d821c req-4663c815-6163-401f-8c94-a0fb96173015 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:28.129707 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8558353-08ac-4d13-a214-34f65a3d821c req-4663c815-6163-401f-8c94-a0fb96173015 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0800312 Sep 26 12:58:28.199043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8558353-08ac-4d13-a214-34f65a3d821c req-4e37f3d5-b2d3-4235-8b98-b78d584f9cfd tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678596 Sep 26 12:58:28.254589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05817687-773c-4049-a20f-531dd5b9dd79 req-a5926a1d-05c8-4f90-bab4-6ff8f5e5630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:28.256160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05817687-773c-4049-a20f-531dd5b9dd79 req-a5926a1d-05c8-4f90-bab4-6ff8f5e5630d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 905 time: 0.1350951 Sep 26 12:58:28.305877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05817687-773c-4049-a20f-531dd5b9dd79 req-0bc785bc-4307-4095-8d67-f6130f010357 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d HTTP/1.1" status: 200 len: 217 time: 0.0415807 Sep 26 12:58:28.391580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6f128-75f9-4883-b942-352d2c48ffaf req-abbbcf14-1ea0-4acd-a3b2-ba89d9ee99e1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:28.393341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4fb6f128-75f9-4883-b942-352d2c48ffaf req-abbbcf14-1ea0-4acd-a3b2-ba89d9ee99e1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0673058 Sep 26 12:58:28.397921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05817687-773c-4049-a20f-531dd5b9dd79 req-a0e43a99-a03b-4d1f-a778-3c35db556cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:28.406725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05817687-773c-4049-a20f-531dd5b9dd79 req-a0e43a99-a03b-4d1f-a778-3c35db556cf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 200 len: 845 time: 0.0833321 Sep 26 12:58:28.479288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05817687-773c-4049-a20f-531dd5b9dd79 req-9c56268a-61c7-441b-bd4d-536f57960362 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5461c450-2287-4558-a00f-b5689871e961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598071 Sep 26 12:58:28.828432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4fb6f128-75f9-4883-b942-352d2c48ffaf req-31d4ffdc-eab3-442b-9774-01fd6fbb1d16 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282212 Sep 26 12:58:28.908096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697bbe0-4778-46ca-8e3b-1e2674ac89ec req-29da6a4a-4c99-4f74-9ed1-2ffd9d22d29b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:28.909648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b697bbe0-4778-46ca-8e3b-1e2674ac89ec req-29da6a4a-4c99-4f74-9ed1-2ffd9d22d29b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.3727129 Sep 26 12:58:28.942716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05817687-773c-4049-a20f-531dd5b9dd79 req-0f8a8176-122e-4de0-9198-267221070625 service neutron] 10.222.0.24 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552975 Sep 26 12:58:28.943554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7bf4822-d939-449d-b306-8a055a09b1b2 req-338aa7d7-1c59-4465-b371-26d121c3842d tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 210 time: 0.0305638 Sep 26 12:58:28.980543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b697bbe0-4778-46ca-8e3b-1e2674ac89ec req-aad284c5-a9a9-48fa-8438-37b753d3d18e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570979 Sep 26 12:58:29.074322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05817687-773c-4049-a20f-531dd5b9dd79 req-98656899-ddc7-41af-a152-e0ba1c04e3a4 service neutron] 10.222.0.24 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221299 Sep 26 12:58:29.103057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c32c2e-80ce-4583-b1fe-3e865521b634 req-e2e1428f-c836-4c65-a621-fa1502ebffec tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:29.104730 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5c32c2e-80ce-4583-b1fe-3e865521b634 req-e2e1428f-c836-4c65-a621-fa1502ebffec tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 944 time: 0.1018212 Sep 26 12:58:29.163012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5c32c2e-80ce-4583-b1fe-3e865521b634 req-d8ef38f1-cd02-48ca-9e68-061db9c95148 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508828 Sep 26 12:58:29.203883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4cafc-b460-43af-bc72-71509444b78a req-3f7009a6-083b-4c5e-b760-104478151846 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:29.205371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a0c4cafc-b460-43af-bc72-71509444b78a req-3f7009a6-083b-4c5e-b760-104478151846 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 945 time: 0.0585463 Sep 26 12:58:29.262883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a0c4cafc-b460-43af-bc72-71509444b78a req-2791e73d-e9a0-495d-8225-74b204b891a2 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502353 Sep 26 12:58:29.334188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858a703-d135-4294-bd91-d1cfad06b422 req-994eeb6f-edc2-41eb-bd30-0e08be09e41b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:29.336201 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e858a703-d135-4294-bd91-d1cfad06b422 req-994eeb6f-edc2-41eb-bd30-0e08be09e41b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0532060 Sep 26 12:58:29.401411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e858a703-d135-4294-bd91-d1cfad06b422 req-70c847d7-c08e-4bf5-89b9-4eaf3dde515a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563097 Sep 26 12:58:29.611982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:29.677892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:58:29.681654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:29.682028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:29.759221 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:29.783381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:29.785619 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f3a9e-1c8f-4856-8061-0bd55c2899d8" -d '{"events": [{"server_uuid": "ff7f76c2-a391-404a-a5de-0841f80b925d", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:29.799213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:29.803877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:29.832875 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00d3c7b-46fc-4f92-9923-90b87af37e4f x-openstack-request-id: req-b00d3c7b-46fc-4f92-9923-90b87af37e4f {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:29.833164 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7f76c2-a391-404a-a5de-0841f80b925d", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:29.833415 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b00d3c7b-46fc-4f92-9923-90b87af37e4f {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:29.833827 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'code': 200} Sep 26 12:58:29.865849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:30.025631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b49693-9a88-464e-b52e-d6b93b2eac1f req-366053ee-f288-4b4c-93b8-da4228cd9802 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.033428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83b49693-9a88-464e-b52e-d6b93b2eac1f req-366053ee-f288-4b4c-93b8-da4228cd9802 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.1030381 Sep 26 12:58:30.078583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b63c-30d3-4a0a-aa5a-e3648a6d7fc3 req-549abb43-fc1d-4811-915b-fe5159e1dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.084552 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20c0b63c-30d3-4a0a-aa5a-e3648a6d7fc3 req-549abb43-fc1d-4811-915b-fe5159e1dfd0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 1098 time: 0.1126776 Sep 26 12:58:30.091704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41942bfb-5fe3-4f94-bd2d-a2105c11a57b req-4f748cb6-370c-41dd-84ef-7de76ae46718 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 210 time: 0.0523393 Sep 26 12:58:30.161132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83b49693-9a88-464e-b52e-d6b93b2eac1f req-a7e497ea-96e0-4d14-8a5b-1a7032cd19d0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268134 Sep 26 12:58:30.195162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20c0b63c-30d3-4a0a-aa5a-e3648a6d7fc3 req-730a5b63-2517-43bf-b1a8-893231c90904 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013122 Sep 26 12:58:30.310688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-fffe9a8c-a5e2-4635-a7d3-049bdfb55c54 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.312421 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-fffe9a8c-a5e2-4635-a7d3-049bdfb55c54 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.24 "GET /v2.0/networks?id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 HTTP/1.1" status: 200 len: 818 time: 0.2192261 Sep 26 12:58:30.364268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Request body: {'port': {'device_id': 'c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8', 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7', 'admin_state_up': True, 'tenant_id': 'c9a5451b2e3242b4ab4d848f5d47e908'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:30.395704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9d506-f4aa-49a6-9ac8-9782cf01b222 req-30ae1f37-b96c-4b05-9156-bd4cc8e50ca4 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.397610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7b9d506-f4aa-49a6-9ac8-9782cf01b222 req-30ae1f37-b96c-4b05-9156-bd4cc8e50ca4 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 944 time: 0.0542011 Sep 26 12:58:30.430585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2672e-fb60-45d8-a6f4-9a41f45c1584 req-10005261-7330-4aea-bbf2-8157de6433bc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.432469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40f2672e-fb60-45d8-a6f4-9a41f45c1584 req-10005261-7330-4aea-bbf2-8157de6433bc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.1723242 Sep 26 12:58:30.442166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7b9d506-f4aa-49a6-9ac8-9782cf01b222 req-1647af8a-0abc-4a14-ace5-7943f318a9e3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Sep 26 12:58:30.471502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-c0b5d02c-9da7-4a95-91ce-42bed6a6df45 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.472867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-c0b5d02c-9da7-4a95-91ce-42bed6a6df45 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.23 "GET /v2.0/networks?id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 HTTP/1.1" status: 200 len: 818 time: 0.4219165 Sep 26 12:58:30.531302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40f2672e-fb60-45d8-a6f4-9a41f45c1584 req-36ac23c2-7ac7-4bd3-9e60-6ce4c81cb86e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702367 Sep 26 12:58:30.553811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Made reservation on behalf of c9a5451b2e3242b4ab4d848f5d47e908 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:30.557314 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:30.567192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3261b-4a45-42cc-8ff1-a4faf78c4cb2 req-2101806e-13af-414c-83c6-0211bb178e77 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.569980 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-15d3261b-4a45-42cc-8ff1-a4faf78c4cb2 req-2101806e-13af-414c-83c6-0211bb178e77 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0586827 Sep 26 12:58:30.609204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-15d3261b-4a45-42cc-8ff1-a4faf78c4cb2 req-ff6ee344-0acd-4413-a97a-f873903355b0 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339830 Sep 26 12:58:30.654576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:30.712669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782c40-78d5-4b04-a262-ccd178b183c5 req-e42dbd3e-c1da-4810-a7ba-4012e4bf53fc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.714219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60782c40-78d5-4b04-a262-ccd178b183c5 req-e42dbd3e-c1da-4810-a7ba-4012e4bf53fc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1006513 Sep 26 12:58:30.743417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Allocated IP 172.20.0.14 (516a69a6-dc5c-4bf6-8c9e-e06e031c41b7/036e60d7-c706-429b-b34e-75b427c2f456/fc08841c-6664-4509-a30c-69bcdd58f07d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:30.778972 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60782c40-78d5-4b04-a262-ccd178b183c5 req-b6b7c590-24e0-4aa9-b9ff-e1927ac9be9d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 Sep 26 12:58:30.817575 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:30.832740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'port_id': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'mac_address': 'fa:16:3e:cb:06:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1bfe7-338a-49b9-acfe-86b4a9efa712', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:58:30.891527 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:30.921653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:30.954927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-e8882bba-611e-4265-9138-00d1e5153888 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:30.961535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-e8882bba-611e-4265-9138-00d1e5153888 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.24 "GET /v2.0/networks?id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 HTTP/1.1" status: 200 len: 818 time: 0.1851954 Sep 26 12:58:30.969726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:30.980223 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:30.981427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Request body: {'port': {'device_id': 'def3ddb0-5e76-4f3f-94e5-b51ab80f212c', 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7', 'admin_state_up': True, 'tenant_id': 'c9a5451b2e3242b4ab4d848f5d47e908'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:30.997910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.034426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.079316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:31.085935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:31.089448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:31.094362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:31.122637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Pushing event updated for resources: {'Port': ['ID=fc08841c-6664-4509-a30c-69bcdd58f07d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:31.156658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:31.157451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.160709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Made reservation on behalf of c9a5451b2e3242b4ab4d848f5d47e908 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:31.165417 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.175710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-092f2211-600c-4e92-a331-826aa8ae8d09 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8528519 Sep 26 12:58:31.189716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Request body: {'port': {'device_id': 'c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:31.251791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de916738-9986-410c-928a-0276846dc87d req-412612ed-81b4-4996-afb1-a08603ad0b32 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 210 time: 0.0355880 Sep 26 12:58:31.283184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.293255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:31.341987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133af520-70fa-4150-90ae-2a94b497099a req-94375753-3d52-4d7a-83b5-3ed45fe40622 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:31.349430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-133af520-70fa-4150-90ae-2a94b497099a req-94375753-3d52-4d7a-83b5-3ed45fe40622 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.1107030 Sep 26 12:58:31.398130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Allocated IP 172.20.0.8 (516a69a6-dc5c-4bf6-8c9e-e06e031c41b7/036e60d7-c706-429b-b34e-75b427c2f456/1bc39fb4-9c51-4df8-8997-fc73b554cfc0) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:31.406336 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-133af520-70fa-4150-90ae-2a94b497099a req-33d46615-39e0-4185-acf0-afc7c1ffa466 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Sep 26 12:58:31.441863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dda935-ba69-407e-bf92-dfbd5d227f6c req-1720fc9b-e5f9-4a0f-bcc2-79b1959a082f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:31.443230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3dda935-ba69-407e-bf92-dfbd5d227f6c req-1720fc9b-e5f9-4a0f-bcc2-79b1959a082f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.1139884 Sep 26 12:58:31.505851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3dda935-ba69-407e-bf92-dfbd5d227f6c req-15d23a6b-f67e-4d1f-badd-642d73409590 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522838 Sep 26 12:58:31.615394 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.625624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82907d6-faf2-4fee-a9fc-2418088b7cb3 req-a2d321c5-4b7e-4463-95f9-aedf96c00c68 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:31.627122 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e82907d6-faf2-4fee-a9fc-2418088b7cb3 req-a2d321c5-4b7e-4463-95f9-aedf96c00c68 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 945 time: 0.0779979 Sep 26 12:58:31.649872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76df3-68d4-4b13-822e-6a16e90da3d5 req-d12b63b4-1bc4-4d1e-adc3-f7fc3b6c266f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:31.651505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9e76df3-68d4-4b13-822e-6a16e90da3d5 req-d12b63b4-1bc4-4d1e-adc3-f7fc3b6c266f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0510180 Sep 26 12:58:31.683634 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e82907d6-faf2-4fee-a9fc-2418088b7cb3 req-cc27e713-43ef-4a79-a2b2-efad0d8c71c6 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Sep 26 12:58:31.685237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.708570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9e76df3-68d4-4b13-822e-6a16e90da3d5 req-ad36af80-5634-496c-9d5b-0a71569551ad tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Sep 26 12:58:31.733140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:31.736247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:31.740192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:31.746145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:31.746804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.758330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Pushing event updated for resources: {'Port': ['ID=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:31.794676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-08db850a-a934-470b-9a49-240ae69fc595 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194153 Sep 26 12:58:31.808319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Request body: {'port': {'device_id': 'def3ddb0-5e76-4f3f-94e5-b51ab80f212c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:31.837935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40407f-972c-4037-9572-ed6c4981551c req-6e68187a-84a0-4320-a96f-bd77382d5a53 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:31.839526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e40407f-972c-4037-9572-ed6c4981551c req-6e68187a-84a0-4320-a96f-bd77382d5a53 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0786457 Sep 26 12:58:31.849961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc08841c-6664-4509-a30c-69bcdd58f07d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:31.866785 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.891471 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.895563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Transition to ACTIVE for port object fc08841c-6664-4509-a30c-69bcdd58f07d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:58:31.903380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:31.937095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e40407f-972c-4037-9572-ed6c4981551c req-88c4fd62-31a0-477a-9e29-05e43f13a7b2 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860903 Sep 26 12:58:31.959441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb5ca-63de-4484-a67b-2977ecfc4c63 req-a84dadcc-93a4-4420-ae81-f1cfc0e654ef tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:31.959441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ccbeb5ca-63de-4484-a67b-2977ecfc4c63 req-a84dadcc-93a4-4420-ae81-f1cfc0e654ef tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1007624 Sep 26 12:58:32.004737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Pushing event updated for resources: {'Port': ['ID=fc08841c-6664-4509-a30c-69bcdd58f07d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:32.054974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ccbeb5ca-63de-4484-a67b-2977ecfc4c63 req-48597eb1-87b1-425a-8c61-9cba9f8dbe9d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868781 Sep 26 12:58:32.075242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Attempting to bind port fc08841c-6664-4509-a30c-69bcdd58f07d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:32.075600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Attempting to bind port fc08841c-6664-4509-a30c-69bcdd58f07d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:32.075956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Attempting to bind port fc08841c-6664-4509-a30c-69bcdd58f07d on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:32.080651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Port fc08841c-6664-4509-a30c-69bcdd58f07d on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:32.081013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Attempting to bind port fc08841c-6664-4509-a30c-69bcdd58f07d on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:32.086260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:32.086629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Checking segment: {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:32.087077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Bound using segment: {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:32.087530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Bound port: fc08841c-6664-4509-a30c-69bcdd58f07d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:32.087953 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.152228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] For port fc08841c-6664-4509-a30c-69bcdd58f07d, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:32.155500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] For port fc08841c-6664-4509-a30c-69bcdd58f07d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fc08841c-6664-4509-a30c-69bcdd58f07d,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:32.159985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.176867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:32.185184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.196484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.197093 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.197465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Transition to ACTIVE for port object 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:58:32.198532 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] 10.222.0.24 "PUT /v2.0/ports/fc08841c-6664-4509-a30c-69bcdd58f07d HTTP/1.1" status: 200 len: 1093 time: 1.0137410 Sep 26 12:58:32.198932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8', 'tag': 'fc08841c-6664-4509-a30c-69bcdd58f07d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:32.201295 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03bfc9b-5cc4-42b5-81ee-772ee7195561" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8", "tag": "fc08841c-6664-4509-a30c-69bcdd58f07d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:32.201642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.245954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aecb2e-5361-4c22-948f-44878d900d56 service neutron] Pushing event updated for resources: {'Port': ['ID=fc08841c-6664-4509-a30c-69bcdd58f07d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:32.250056 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157df9df-c39b-4116-8c48-04a474711575 x-openstack-request-id: req-157df9df-c39b-4116-8c48-04a474711575 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:32.250484 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8", "tag": "fc08841c-6664-4509-a30c-69bcdd58f07d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:32.250909 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-157df9df-c39b-4116-8c48-04a474711575 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:32.251311 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8', 'tag': 'fc08841c-6664-4509-a30c-69bcdd58f07d', 'status': 'completed', 'code': 200} Sep 26 12:58:32.255450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Pushing event updated for resources: {'Port': ['ID=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:32.294986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-40f4eadf-fc8a-4bd7-9321-14b96b2e63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.296607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-40f4eadf-fc8a-4bd7-9321-14b96b2e63bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a5451b2e3242b4ab4d848f5d47e908&device_id=c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8 HTTP/1.1" status: 200 len: 1096 time: 0.0441241 Sep 26 12:58:32.297173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Attempting to bind port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:32.297539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Attempting to bind port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:32.297876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Attempting to bind port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:32.302444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:32.302801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Attempting to bind port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:32.307885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:32.308254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Checking segment: {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:32.308642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Bound using segment: {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:32.309138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Bound port: 1bc39fb4-9c51-4df8-8997-fc73b554cfc0, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:32.309526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.347214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-b6387369-0085-447e-9f8b-c9dda180993e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc08841c-6664-4509-a30c-69bcdd58f07d HTTP/1.1" status: 200 len: 217 time: 0.0408313 Sep 26 12:58:32.379781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] For port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:32.382997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] For port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:32.388089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.422985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.423650 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.425029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] 10.222.0.24 "PUT /v2.0/ports/1bc39fb4-9c51-4df8-8997-fc73b554cfc0 HTTP/1.1" status: 200 len: 1092 time: 0.6215541 Sep 26 12:58:32.425467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def3ddb0-5e76-4f3f-94e5-b51ab80f212c', 'tag': '1bc39fb4-9c51-4df8-8997-fc73b554cfc0'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:32.427723 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f797a-da7f-43ad-8368-762b459cf597" -d '{"events": [{"name": "network-changed", "server_uuid": "def3ddb0-5e76-4f3f-94e5-b51ab80f212c", "tag": "1bc39fb4-9c51-4df8-8997-fc73b554cfc0"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:32.447958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae159bcd-ceed-4bd4-a018-33d96eeeb84f req-7a54b0ae-b1fc-4433-a600-ee6efb2cb56a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.450075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ae159bcd-ceed-4bd4-a018-33d96eeeb84f req-7a54b0ae-b1fc-4433-a600-ee6efb2cb56a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 943 time: 0.1041737 Sep 26 12:58:32.454971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-8700dff9-8262-4b74-942b-eb4e8deab0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.456567 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-8700dff9-8262-4b74-942b-eb4e8deab0c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=036e60d7-c706-429b-b34e-75b427c2f456 HTTP/1.1" status: 200 len: 858 time: 0.0920773 Sep 26 12:58:32.472323 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ad63c2-8361-4c84-b1ca-266fac36a0b3 x-openstack-request-id: req-41ad63c2-8361-4c84-b1ca-266fac36a0b3 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:32.472612 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def3ddb0-5e76-4f3f-94e5-b51ab80f212c", "tag": "1bc39fb4-9c51-4df8-8997-fc73b554cfc0", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:32.472862 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41ad63c2-8361-4c84-b1ca-266fac36a0b3 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:32.473851 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def3ddb0-5e76-4f3f-94e5-b51ab80f212c', 'tag': '1bc39fb4-9c51-4df8-8997-fc73b554cfc0', 'status': 'completed', 'code': 200} Sep 26 12:58:32.478512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Pushing event updated for resources: {'Port': ['ID=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:32.509040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.509272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-bc3d89a4-168c-4e15-afdc-ba9d02897cd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349507 Sep 26 12:58:32.509402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.509733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.510068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.510397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.510723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.511046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.511364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.511682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.512493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.512810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.513125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c163060-c17a-427f-b073-8adea3ea9a0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:32.530534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ae159bcd-ceed-4bd4-a018-33d96eeeb84f req-ef9cad97-4151-4c40-b015-c8b65219ebc4 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711102 Sep 26 12:58:32.573770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-d0dcdc22-fce1-4671-aaeb-c2d6bd71d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.575663 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-d0dcdc22-fce1-4671-aaeb-c2d6bd71d882 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a5451b2e3242b4ab4d848f5d47e908&device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 1095 time: 0.0948224 Sep 26 12:58:32.589440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88f6f-518b-4c8b-9207-6bfb95755657 req-f4dee40e-5ea5-436b-9a9a-8d0664e656e0 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.591119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27f88f6f-518b-4c8b-9207-6bfb95755657 req-f4dee40e-5ea5-436b-9a9a-8d0664e656e0 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0706909 Sep 26 12:58:32.615397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-ff0fb3cb-a0ba-4400-a6e3-64f2baa30dcf service neutron] 10.222.0.24 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975428 Sep 26 12:58:32.639875 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-61a08149-cff5-4bdf-b2a6-c6f18a97a057 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bc39fb4-9c51-4df8-8997-fc73b554cfc0 HTTP/1.1" status: 200 len: 217 time: 0.0477946 Sep 26 12:58:32.672655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:32.689872 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27f88f6f-518b-4c8b-9207-6bfb95755657 req-4f51dcd4-df46-4b4c-a290-6fcc9b0fd1d0 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894730 Sep 26 12:58:32.705987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-88109b9e-db60-46b8-8e05-687301643350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.707652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-88109b9e-db60-46b8-8e05-687301643350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=036e60d7-c706-429b-b34e-75b427c2f456 HTTP/1.1" status: 200 len: 858 time: 0.0550251 Sep 26 12:58:32.739266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:58:32.744612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:32.745187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.751828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-720d3cff-0b67-46cf-976e-ab79938af76e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340371 Sep 26 12:58:32.759887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55a26-803c-47e4-ad89-0ecadad14c23 req-1405b9d0-e131-48fd-8ac4-f01695d763eb tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.761529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3e55a26-803c-47e4-ad89-0ecadad14c23 req-1405b9d0-e131-48fd-8ac4-f01695d763eb tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.1019168 Sep 26 12:58:32.763827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f5c728d9-a875-4d5c-8d2f-e3fd8b6d11d3 service neutron] 10.222.0.24 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338005 Sep 26 12:58:32.805941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3e55a26-803c-47e4-ad89-0ecadad14c23 req-65330846-614c-4839-8d7d-d0c6b757ffd6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 Sep 26 12:58:32.850240 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.897989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:32.900272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:32.904273 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d3712f-250e-48d7-905d-8c5faecf7192" -d '{"events": [{"server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "name": "network-vif-plugged", "status": "completed", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:32.908143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54378b-fa85-444e-b51b-7f331fc00555 req-cdd4217e-e220-4325-b412-26904e797b8a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.908668 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:32.909739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5e54378b-fa85-444e-b51b-7f331fc00555 req-cdd4217e-e220-4325-b412-26904e797b8a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 945 time: 0.1364555 Sep 26 12:58:32.916141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-8dfeb295-99a2-414b-bd33-833e66c1f95f service neutron] 10.222.0.24 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513064 Sep 26 12:58:32.933268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-322c5936-b4e8-48c6-8706-fde08d220e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.935329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-322c5936-b4e8-48c6-8706-fde08d220e8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a5451b2e3242b4ab4d848f5d47e908&device_id=c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8 HTTP/1.1" status: 200 len: 1096 time: 0.0745718 Sep 26 12:58:32.947101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251fa4a-1f7a-4ca6-99e4-ee94dd4304b4 req-bde122cf-3e70-4704-927a-89fbaa542405 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:32.948546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6251fa4a-1f7a-4ca6-99e4-ee94dd4304b4 req-bde122cf-3e70-4704-927a-89fbaa542405 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0596757 Sep 26 12:58:32.970737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:32.985975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5e54378b-fa85-444e-b51b-7f331fc00555 req-22b09eeb-ae00-461c-a9d8-0c6d46e529aa tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659153 Sep 26 12:58:33.030465 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a57fef-3f09-44aa-b220-61e099bf9a64 x-openstack-request-id: req-40a57fef-3f09-44aa-b220-61e099bf9a64 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:33.030766 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "name": "network-vif-plugged", "status": "completed", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:33.031023 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40a57fef-3f09-44aa-b220-61e099bf9a64 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:33.031440 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'code': 200} Sep 26 12:58:33.045760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-627a38d5-a62a-431f-84db-305069e76c95 service neutron] 10.222.0.24 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192882 Sep 26 12:58:33.064654 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6251fa4a-1f7a-4ca6-99e4-ee94dd4304b4 req-33ebd46c-e02e-46b0-bdaa-8b009e1944e5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974467 Sep 26 12:58:33.091121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-70350e67-3bf0-47c4-97cb-127278336376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.092897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-70350e67-3bf0-47c4-97cb-127278336376 service neutron] 10.222.0.24 "GET /v2.0/networks?id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 HTTP/1.1" status: 200 len: 918 time: 0.1432428 Sep 26 12:58:33.175307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f044c2-e914-407a-85e1-20b245294151 req-299fcb46-0745-4943-8a8a-170a84611ecd tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.176808 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16f044c2-e914-407a-85e1-20b245294151 req-299fcb46-0745-4943-8a8a-170a84611ecd tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0749211 Sep 26 12:58:33.177736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-c77f2ae5-ba39-4a88-8451-db90e7d8755d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc08841c-6664-4509-a30c-69bcdd58f07d HTTP/1.1" status: 200 len: 217 time: 0.0527225 Sep 26 12:58:33.191787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f797a-da7f-43ad-8368-762b459cf597 req-245bd0eb-245f-4f9a-927f-d07ef916beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.193283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c56f797a-da7f-43ad-8368-762b459cf597 req-245bd0eb-245f-4f9a-927f-d07ef916beba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a5451b2e3242b4ab4d848f5d47e908&device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 1095 time: 0.0648737 Sep 26 12:58:33.251318 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16f044c2-e914-407a-85e1-20b245294151 req-6bf65937-d30f-401d-9357-a1274e0426ee tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672779 Sep 26 12:58:33.278905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac1f10-8cd8-4390-bbec-1bf1245e264e req-fa615268-6893-4da2-bd5e-e7b9fd80da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.280406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56ac1f10-8cd8-4390-bbec-1bf1245e264e req-fa615268-6893-4da2-bd5e-e7b9fd80da41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 1098 time: 0.1133828 Sep 26 12:58:33.283605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-3713f352-46e3-4c31-82be-11067d91932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.284933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-3713f352-46e3-4c31-82be-11067d91932f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=036e60d7-c706-429b-b34e-75b427c2f456 HTTP/1.1" status: 200 len: 858 time: 0.0804555 Sep 26 12:58:33.293737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30763-8f74-4758-9574-57b6445fa783 req-ef48c73b-25f0-45f8-8556-3e1fab29e2c4 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.295132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05d30763-8f74-4758-9574-57b6445fa783 req-ef48c73b-25f0-45f8-8556-3e1fab29e2c4 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1262841 Sep 26 12:58:33.307686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f797a-da7f-43ad-8368-762b459cf597 req-15ff7950-cd75-4b68-99e4-414c57f66404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.309213 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c56f797a-da7f-43ad-8368-762b459cf597 req-15ff7950-cd75-4b68-99e4-414c57f66404 service neutron] 10.222.0.24 "GET /v2.0/networks?id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 HTTP/1.1" status: 200 len: 918 time: 0.1058285 Sep 26 12:58:33.355450 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-e01e5ef4-3f3c-4a82-af5e-b6e4982bebe6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437338 Sep 26 12:58:33.362435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c56f797a-da7f-43ad-8368-762b459cf597 req-2661fb94-ab5a-4cc2-a283-98f71b020a37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bc39fb4-9c51-4df8-8997-fc73b554cfc0 HTTP/1.1" status: 200 len: 217 time: 0.0400324 Sep 26 12:58:33.397069 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56ac1f10-8cd8-4390-bbec-1bf1245e264e req-721217af-1c4e-4cab-ba2b-510a981b0094 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942802 Sep 26 12:58:33.399835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05d30763-8f74-4758-9574-57b6445fa783 req-a3ded40b-67b7-46ee-8da4-d21d4ee4bd6a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987942 Sep 26 12:58:33.417051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f797a-da7f-43ad-8368-762b459cf597 req-4fd429e5-8bdd-48ba-9153-b75dc8c31c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.418618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c56f797a-da7f-43ad-8368-762b459cf597 req-4fd429e5-8bdd-48ba-9153-b75dc8c31c51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=036e60d7-c706-429b-b34e-75b427c2f456 HTTP/1.1" status: 200 len: 858 time: 0.0458336 Sep 26 12:58:33.470502 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-18230e4e-8421-4972-9cc2-ce578486f8ab service neutron] 10.222.0.24 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982769 Sep 26 12:58:33.658718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09b374-5cce-4676-abb8-367e816f4383 req-84b430db-4134-4fc4-bffc-4d4765217e67 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.660299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc09b374-5cce-4676-abb8-367e816f4383 req-84b430db-4134-4fc4-bffc-4d4765217e67 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 943 time: 0.0620446 Sep 26 12:58:33.676937 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c56f797a-da7f-43ad-8368-762b459cf597 req-f09b806b-42ab-4b9e-907f-1478412d180e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395153 Sep 26 12:58:33.738219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03bfc9b-5cc4-42b5-81ee-772ee7195561 req-bf616603-e6fb-44d7-a185-e1b974120768 service neutron] 10.222.0.24 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015401 Sep 26 12:58:33.758593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc09b374-5cce-4676-abb8-367e816f4383 req-d8595f92-7cb3-4d8c-94ea-a297b825b72a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788968 Sep 26 12:58:33.812208 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c56f797a-da7f-43ad-8368-762b459cf597 req-f77c12b6-958b-44c1-aeb5-de88be96feb6 service neutron] 10.222.0.24 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223679 Sep 26 12:58:33.836055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b56b8-da20-4f97-8674-ec10e9541583 req-6ff63f82-9f4f-4a2d-8258-c0d9609d0a56 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.837693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d32b56b8-da20-4f97-8674-ec10e9541583 req-6ff63f82-9f4f-4a2d-8258-c0d9609d0a56 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0505495 Sep 26 12:58:33.888709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d32b56b8-da20-4f97-8674-ec10e9541583 req-b671add0-d075-43dc-a51d-902231e50661 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Sep 26 12:58:33.953708 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c56f797a-da7f-43ad-8368-762b459cf597 req-8a5e1aeb-59ca-4e85-996c-bae2669b611a service neutron] 10.222.0.24 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318643 Sep 26 12:58:33.962262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c770f7-2a6a-41ad-be22-9e212037afbe req-a3f2a2ca-8f65-487c-95b2-a6699785548d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:33.963692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28c770f7-2a6a-41ad-be22-9e212037afbe req-a3f2a2ca-8f65-487c-95b2-a6699785548d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0731003 Sep 26 12:58:34.006702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28c770f7-2a6a-41ad-be22-9e212037afbe req-1fee4a6f-855d-4a85-86fd-ed9f4a60e07b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365500 Sep 26 12:58:34.101919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7f238-fa23-4827-a823-ee3372d0b3a9 req-00b96429-66ce-4677-9ecf-67079f77b390 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:34.106658 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8a7f238-fa23-4827-a823-ee3372d0b3a9 req-00b96429-66ce-4677-9ecf-67079f77b390 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0527222 Sep 26 12:58:34.146101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8a7f238-fa23-4827-a823-ee3372d0b3a9 req-2b504bb0-ac00-4fe3-945b-69d89b365951 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356905 Sep 26 12:58:34.188099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb29cc-3aee-48b3-8e6d-022b54f3a238 req-b53edc10-ec07-4e3d-8ef1-e839c879c1a8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:34.189621 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-12fb29cc-3aee-48b3-8e6d-022b54f3a238 req-b53edc10-ec07-4e3d-8ef1-e839c879c1a8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0526807 Sep 26 12:58:34.228041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-12fb29cc-3aee-48b3-8e6d-022b54f3a238 req-2fb66204-c909-4a4d-ab16-581b3d8ace0b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Sep 26 12:58:34.368106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af7652-aca3-49a0-a439-aaa5edcba4cf req-990c8374-4a7c-4fde-b186-78439a551488 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:34.369635 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55af7652-aca3-49a0-a439-aaa5edcba4cf req-990c8374-4a7c-4fde-b186-78439a551488 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0492811 Sep 26 12:58:34.407340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55af7652-aca3-49a0-a439-aaa5edcba4cf req-d0df5296-f7c0-4124-aa9e-1c78a03876ae tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314121 Sep 26 12:58:34.518516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63cd74-44c2-410b-b6ac-d0b8b2149d39 req-13578ed3-e9fa-4a1e-b32c-6249a4422d45 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:34.520026 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a63cd74-44c2-410b-b6ac-d0b8b2149d39 req-13578ed3-e9fa-4a1e-b32c-6249a4422d45 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Sep 26 12:58:34.561400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a63cd74-44c2-410b-b6ac-d0b8b2149d39 req-a76462c4-f988-44e3-840e-f2e47376597c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354209 Sep 26 12:58:34.872701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-6ce036d1-5882-413b-9827-c4357162c601 service neutron] 10.222.0.24 "GET /v2.0/ports/ecd84a5b-ea5f-436d-b558-03e788fef1a5/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.0863016 Sep 26 12:58:34.881040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305ae5-f84c-42fb-8bc5-202a277ef4de req-6771c502-d1d9-47be-b7ae-b485db28a1c3 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:34.882475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22305ae5-f84c-42fb-8bc5-202a277ef4de req-6771c502-d1d9-47be-b7ae-b485db28a1c3 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 943 time: 0.0672607 Sep 26 12:58:34.960244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22305ae5-f84c-42fb-8bc5-202a277ef4de req-2ba221c9-96cd-46f5-8800-368ca4f4bc4a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Sep 26 12:58:35.012811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cf1c1-b31b-43f3-87b1-66b6afccd70d req-503b3a00-855b-4f97-af15-b7937269b575 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:35.014495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e5cf1c1-b31b-43f3-87b1-66b6afccd70d req-503b3a00-855b-4f97-af15-b7937269b575 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0547364 Sep 26 12:58:35.053597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e5cf1c1-b31b-43f3-87b1-66b6afccd70d req-4761eebd-dbca-4d9b-b23c-3cda0a82b7ac tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Sep 26 12:58:35.131409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:35.163007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f7397-6e81-4c73-95c9-02dbcde7515b req-77b10a79-6b9a-4967-8fda-5dedbef671a9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:35.164473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-557f7397-6e81-4c73-95c9-02dbcde7515b req-77b10a79-6b9a-4967-8fda-5dedbef671a9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 943 time: 0.0811415 Sep 26 12:58:35.165387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:35.222878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd84a5b-ea5f-436d-b558-03e788fef1a5 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:35.240945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:35.252452 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-557f7397-6e81-4c73-95c9-02dbcde7515b req-2f9222e7-62df-483a-bbc8-c5f0c8b0b459 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667355 Sep 26 12:58:35.260495 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:35.260680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec50b5-9e3b-4967-81c7-d25a235e6430 req-cbf5ab61-9281-4067-acee-c98bd0b1704d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:35.262722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98ec50b5-9e3b-4967-81c7-d25a235e6430 req-cbf5ab61-9281-4067-acee-c98bd0b1704d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0505168 Sep 26 12:58:35.315594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98ec50b5-9e3b-4967-81c7-d25a235e6430 req-1189ac45-8a6d-4286-8f91-82c9440925bb tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Sep 26 12:58:35.380070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] Transition to ACTIVE for port object ecd84a5b-ea5f-436d-b558-03e788fef1a5 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:58:35.385920 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:35.442245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802fb11-6b41-4c04-ade2-c1aaaeb68655 req-5b6e12cd-503c-4c81-8d46-9dcc2d764aa5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:35.443753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e802fb11-6b41-4c04-ade2-c1aaaeb68655 req-5b6e12cd-503c-4c81-8d46-9dcc2d764aa5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.1055911 Sep 26 12:58:35.470730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] No DVR routers for this DVR port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:58:35.500574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] Pushing event updated for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=10']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:35.536896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-9516cd69-237c-4aca-985f-cd544a7bec8e service neutron] 10.222.0.24 "PUT /v2.0/ports/ecd84a5b-ea5f-436d-b558-03e788fef1a5/bindings/n-h1-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 0.6534636 Sep 26 12:58:35.540160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e802fb11-6b41-4c04-ade2-c1aaaeb68655 req-7cdf4ed3-eb6a-4de5-8b72-96ac9b252224 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764742 Sep 26 12:58:35.563346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ed40-28eb-4eec-a22a-28916ef0b3d2 req-c91b2131-f964-4417-be2b-8f5fafae3cfa tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:35.564925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8464ed40-28eb-4eec-a22a-28916ef0b3d2 req-c91b2131-f964-4417-be2b-8f5fafae3cfa tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0577228 Sep 26 12:58:35.603366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8464ed40-28eb-4eec-a22a-28916ef0b3d2 req-6142ea69-e4b3-4ad6-8600-686395c07445 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Sep 26 12:58:35.655675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fe31b-29e9-47ce-a12c-63493ed0be2c req-69bf3c51-8885-455d-817b-f760ffb3c701 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:35.657174 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df4fe31b-29e9-47ce-a12c-63493ed0be2c req-69bf3c51-8885-455d-817b-f760ffb3c701 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0545747 Sep 26 12:58:35.695226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df4fe31b-29e9-47ce-a12c-63493ed0be2c req-cc69842e-b461-4a6f-9dba-1a57bc63f1d2 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Sep 26 12:58:35.715255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d56df-66e6-41b3-9135-14c29fd92491 req-3c2380ee-363c-4d76-b798-559f7eb3295a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:35.716729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-554d56df-66e6-41b3-9135-14c29fd92491 req-3c2380ee-363c-4d76-b798-559f7eb3295a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0488768 Sep 26 12:58:35.754169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-554d56df-66e6-41b3-9135-14c29fd92491 req-1ae36b5d-af9e-45f8-a964-5213aa10c416 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Sep 26 12:58:36.074009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a39d62-d480-4b8c-871e-8de9559e0bbb req-67ee2e84-ca1f-447d-a28a-4d6f08ed3d5b tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:36.075551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88a39d62-d480-4b8c-871e-8de9559e0bbb req-67ee2e84-ca1f-447d-a28a-4d6f08ed3d5b tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 943 time: 0.0484936 Sep 26 12:58:36.116700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88a39d62-d480-4b8c-871e-8de9559e0bbb req-41adca2b-7241-4e0e-ba0f-c5d61d75b5b7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350442 Sep 26 12:58:36.177717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cad24-d2d9-4840-ad81-aec8ec811482 req-4b75f394-33ae-40f9-adfa-a7d73b1fc95d tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:36.179217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-079cad24-d2d9-4840-ad81-aec8ec811482 req-4b75f394-33ae-40f9-adfa-a7d73b1fc95d tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0484068 Sep 26 12:58:36.216234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-079cad24-d2d9-4840-ad81-aec8ec811482 req-242ed64a-2ab6-4d50-b600-d922d924afd8 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303938 Sep 26 12:58:36.372524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd272b-7ae0-40e6-9a4a-09273c127d01 req-895d585c-4e7a-432e-a278-37978b2d3c7c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:36.374033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cedd272b-7ae0-40e6-9a4a-09273c127d01 req-895d585c-4e7a-432e-a278-37978b2d3c7c tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 944 time: 0.0492280 Sep 26 12:58:36.410299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cedd272b-7ae0-40e6-9a4a-09273c127d01 req-0ed0e934-767d-4a64-973a-c17b9aa4006e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303447 Sep 26 12:58:36.654655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01ff11-a5b2-46c4-9fce-a98ce4e4c7dd req-2374c33f-a68f-4256-ab89-900547fe5255 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:36.656177 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d01ff11-a5b2-46c4-9fce-a98ce4e4c7dd req-2374c33f-a68f-4256-ab89-900547fe5255 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0495021 Sep 26 12:58:36.693970 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d01ff11-a5b2-46c4-9fce-a98ce4e4c7dd req-2f42e191-24f4-4df7-87f6-6fc617daf3e8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Sep 26 12:58:36.718896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:36.720933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ecd84a5b-ea5f-436d-b558-03e788fef1a5 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:36.725037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc62c1-bbe0-4043-83ed-2ed1ac5aec6a req-be5ad9aa-2dc1-42ab-90d0-9107896156c0 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:36.730107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8bc62c1-bbe0-4043-83ed-2ed1ac5aec6a req-be5ad9aa-2dc1-42ab-90d0-9107896156c0 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0599678 Sep 26 12:58:36.766171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8bc62c1-bbe0-4043-83ed-2ed1ac5aec6a req-c0ea3401-5c3c-4b9b-9df6-4dd64beba561 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344887 Sep 26 12:58:36.787626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ecd84a5b-ea5f-436d-b558-03e788fef1a5 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:58:36.820867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45447327-d377-4f52-87e9-2c94ba97721d req-3245c82f-1d37-4181-a37e-2d2baa8a431f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:36.822526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45447327-d377-4f52-87e9-2c94ba97721d req-3245c82f-1d37-4181-a37e-2d2baa8a431f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0587542 Sep 26 12:58:36.850506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:36.863182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '1bc39fb4-9c51-4df8-8997-fc73b554cfc0', 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7', 'port_id': '1bc39fb4-9c51-4df8-8997-fc73b554cfc0', 'mac_address': 'fa:16:3e:b8:13:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036e60d7-c706-429b-b34e-75b427c2f456', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:58:36.863578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45447327-d377-4f52-87e9-2c94ba97721d req-7233b7ce-3815-4821-aca5-a6c2f3e0d006 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336328 Sep 26 12:58:36.880702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba477cb-b61a-4b5b-a72e-3e9357c3dd2a req-c9262deb-46fd-40bd-98c9-8220c5751e5f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:36.882464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cba477cb-b61a-4b5b-a72e-3e9357c3dd2a req-c9262deb-46fd-40bd-98c9-8220c5751e5f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0512478 Sep 26 12:58:36.912496 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:36.925939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:36.926275 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cba477cb-b61a-4b5b-a72e-3e9357c3dd2a req-56ce97bf-4690-432f-b985-7716d5aff012 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Sep 26 12:58:36.946858 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:36.950740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:36.951578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fc08841c-6664-4509-a30c-69bcdd58f07d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:37.015823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:37.018679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fc08841c-6664-4509-a30c-69bcdd58f07d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fc08841c-6664-4509-a30c-69bcdd58f07d,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:37.032941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.033281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.033645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.033977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.034300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.034622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.034941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.035258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.035573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.035884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.036195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.036507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:37.041576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'fc08841c-6664-4509-a30c-69bcdd58f07d', 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7', 'port_id': 'fc08841c-6664-4509-a30c-69bcdd58f07d', 'mac_address': 'fa:16:3e:a9:75:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036e60d7-c706-429b-b34e-75b427c2f456', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:58:37.082278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:37.094748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc08841c-6664-4509-a30c-69bcdd58f07d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:37.114035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fc08841c-6664-4509-a30c-69bcdd58f07d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fc08841c-6664-4509-a30c-69bcdd58f07d,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:37.117558 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:37.164409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=fc08841c-6664-4509-a30c-69bcdd58f07d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:37.231456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c67af-5441-476d-bef1-517a7e53fe2c req-48a89555-6c19-4af1-b63e-a78e187b21d3 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:37.233170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b27c67af-5441-476d-bef1-517a7e53fe2c req-48a89555-6c19-4af1-b63e-a78e187b21d3 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 944 time: 0.0487196 Sep 26 12:58:37.270829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b27c67af-5441-476d-bef1-517a7e53fe2c req-3f47b567-4d91-4719-b290-8cec9caeb076 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Sep 26 12:58:37.335323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386c4e-fa49-49d9-9668-a0820770fcbf req-fdd8352f-c272-4bea-a0f9-90132bdd2714 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:37.336913 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff386c4e-fa49-49d9-9668-a0820770fcbf req-fdd8352f-c272-4bea-a0f9-90132bdd2714 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0508785 Sep 26 12:58:37.375871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff386c4e-fa49-49d9-9668-a0820770fcbf req-f0a67c2e-dddf-4455-bafc-be76c7f4b6d3 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323229 Sep 26 12:58:37.410520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['1bc39fb4-9c51-4df8-8997-fc73b554cfc0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:37.447657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fc08841c-6664-4509-a30c-69bcdd58f07d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:37.549108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da6e0c-df2e-4139-b0c0-9208b81872f6 req-f19e5df6-5bd3-46d6-911f-d71ee2bf27f1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:37.551272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70da6e0c-df2e-4139-b0c0-9208b81872f6 req-f19e5df6-5bd3-46d6-911f-d71ee2bf27f1 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 944 time: 0.0661356 Sep 26 12:58:37.592667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70da6e0c-df2e-4139-b0c0-9208b81872f6 req-a54952bd-5c90-4240-8722-740167c19137 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 Sep 26 12:58:37.807909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf9851-68ad-4794-b3e7-ed0766de75b0 req-bfdba116-66d3-4e23-8234-4b8515d7ba06 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:37.810042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dcdf9851-68ad-4794-b3e7-ed0766de75b0 req-bfdba116-66d3-4e23-8234-4b8515d7ba06 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0496597 Sep 26 12:58:37.847398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dcdf9851-68ad-4794-b3e7-ed0766de75b0 req-c072b46c-92ff-4042-9298-d92e13c068cb tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Sep 26 12:58:37.881277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6dda-d315-46b2-9a3b-b2b9f0d0db47 req-5b62f823-9781-462f-82fd-5bc25d45f33a tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:37.882786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e3c6dda-d315-46b2-9a3b-b2b9f0d0db47 req-5b62f823-9781-462f-82fd-5bc25d45f33a tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0487361 Sep 26 12:58:37.923812 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e3c6dda-d315-46b2-9a3b-b2b9f0d0db47 req-58c7b520-2f9f-4503-8891-a0bbc7532ccb tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351393 Sep 26 12:58:37.979211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67208914-fc25-48f8-bdcb-c8676e78e632 req-0963cb7c-d02c-47cc-9084-7c59e48161f5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:37.981202 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67208914-fc25-48f8-bdcb-c8676e78e632 req-0963cb7c-d02c-47cc-9084-7c59e48161f5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0520763 Sep 26 12:58:38.018509 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67208914-fc25-48f8-bdcb-c8676e78e632 req-af65347a-06d9-43f3-a1b6-9bebaa755b96 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Sep 26 12:58:38.044016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98d215-cfae-422e-98c0-04649dfcc0f6 req-68ead2f5-8e71-416a-b576-41f42698ddb7 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:38.045540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f98d215-cfae-422e-98c0-04649dfcc0f6 req-68ead2f5-8e71-416a-b576-41f42698ddb7 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0503485 Sep 26 12:58:38.087748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f98d215-cfae-422e-98c0-04649dfcc0f6 req-651dfc1d-f681-4adf-8b3d-19c992fe21fc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360618 Sep 26 12:58:38.205996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-804dab28-e525-4090-b31c-1807f981d7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:38.385761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f9030-7391-4c64-a807-431031d0693f req-475b4105-9eb5-414c-a520-eba3e447d2c2 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:38.387753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-454f9030-7391-4c64-a807-431031d0693f req-475b4105-9eb5-414c-a520-eba3e447d2c2 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 944 time: 0.0490506 Sep 26 12:58:38.425643 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-454f9030-7391-4c64-a807-431031d0693f req-7817464d-a28c-42d0-84dc-929c1f1a5927 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Sep 26 12:58:38.489665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018d24-7758-4677-bea5-36b77cc04921 req-ad4b7840-5c7c-443e-a0a1-15dc236bb78e tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:38.491134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b018d24-7758-4677-bea5-36b77cc04921 req-ad4b7840-5c7c-443e-a0a1-15dc236bb78e tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0488005 Sep 26 12:58:38.500853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Request body: {'port': {'device_id': 'f2d2b515-3999-4def-9dc0-9f25e895b014', 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7', 'admin_state_up': True, 'tenant_id': 'c9a5451b2e3242b4ab4d848f5d47e908'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:38.572736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-c9b40ab8-1553-45a5-8d0c-5c78520eaf4c tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:38.574790 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-c9b40ab8-1553-45a5-8d0c-5c78520eaf4c tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0455561 Sep 26 12:58:38.601056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b018d24-7758-4677-bea5-36b77cc04921 req-b289ec7c-8d4f-4d8a-bae0-3fb27d714570 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969248 Sep 26 12:58:38.635089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-0217a406-6d17-4a6d-b46c-81166cb96bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:38.636769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-0217a406-6d17-4a6d-b46c-81166cb96bc4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f&tenant_id=1f82c8d8c1114d228c91c52e4f309952 HTTP/1.1" status: 200 len: 1096 time: 0.0469394 Sep 26 12:58:38.664563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Made reservation on behalf of c9a5451b2e3242b4ab4d848f5d47e908 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:38.668958 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:38.738672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df384dc-e410-4db5-bb76-7ab61a47caec req-e2dc510f-df85-47e9-871f-c978e6861430 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:38.740149 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3df384dc-e410-4db5-bb76-7ab61a47caec req-e2dc510f-df85-47e9-871f-c978e6861430 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 944 time: 0.0755119 Sep 26 12:58:38.743447 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fc08841c-6664-4509-a30c-69bcdd58f07d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:38.748975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-20531b99-660f-4c37-a32a-5ab6d5debeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:38.750452 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-20531b99-660f-4c37-a32a-5ab6d5debeaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1096 time: 0.0767064 Sep 26 12:58:38.796765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port fc08841c-6664-4509-a30c-69bcdd58f07d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:58:38.800625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port fc08841c-6664-4509-a30c-69bcdd58f07d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:38.801078 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:38.808359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Allocated IP 172.20.0.2 (516a69a6-dc5c-4bf6-8c9e-e06e031c41b7/036e60d7-c706-429b-b34e-75b427c2f456/962c725a-24da-4575-881a-431d2c5ffa94) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:38.817519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3df384dc-e410-4db5-bb76-7ab61a47caec req-76d96028-f288-4063-8445-9d994b894f22 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685499 Sep 26 12:58:38.888485 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:38.890302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-8c7f6ddd-747b-4709-8a28-b96f7d5d4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:38.892915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-8c7f6ddd-747b-4709-8a28-b96f7d5d4744 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.1292353 Sep 26 12:58:38.913014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc08841c-6664-4509-a30c-69bcdd58f07d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:38.915389 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4808765-8c88-4f5a-8aed-26acbc69e218" -d '{"events": [{"server_uuid": "c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8", "name": "network-vif-plugged", "status": "completed", "tag": "fc08841c-6664-4509-a30c-69bcdd58f07d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:38.927990 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fc08841c-6664-4509-a30c-69bcdd58f07d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fc08841c-6664-4509-a30c-69bcdd58f07d,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:38.933001 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:38.934418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:38.948049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-80e40e0b-e95d-4cb5-b497-22954aee34c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 200 len: 217 time: 0.0406508 Sep 26 12:58:39.010619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:39.019335 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a3ac0e-a70e-4d1d-b318-0b83907b291a x-openstack-request-id: req-52a3ac0e-a70e-4d1d-b318-0b83907b291a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:39.019729 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8", "name": "network-vif-plugged", "status": "completed", "tag": "fc08841c-6664-4509-a30c-69bcdd58f07d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:39.019914 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a3ac0e-a70e-4d1d-b318-0b83907b291a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:39.020266 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc08841c-6664-4509-a30c-69bcdd58f07d', 'code': 200} Sep 26 12:58:39.022909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-f22c203e-ef62-466c-bc70-29d4f1b6f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.024801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-f22c203e-ef62-466c-bc70-29d4f1b6f8e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.0675681 Sep 26 12:58:39.053034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=fc08841c-6664-4509-a30c-69bcdd58f07d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:39.077016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:58:39.080335 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:39.082147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:39.082529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:39.104029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['1bc39fb4-9c51-4df8-8997-fc73b554cfc0', 'fc08841c-6664-4509-a30c-69bcdd58f07d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:39.114863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb107af0-c24a-4ca1-ba09-bdab556d2b59 req-4fe02642-c67c-46be-9892-817153e6fa94 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.116468 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb107af0-c24a-4ca1-ba09-bdab556d2b59 req-4fe02642-c67c-46be-9892-817153e6fa94 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.1692975 Sep 26 12:58:39.117795 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-168c3a91-ab1f-44b6-b914-39edde9c367a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499299 Sep 26 12:58:39.135597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:39.143254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:39.150492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a3725-001a-47b1-9cfd-52b74cab8132 req-fb30800f-5ffa-47ef-bac0-562ed3a6f93c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.152721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b3a3725-001a-47b1-9cfd-52b74cab8132 req-fb30800f-5ffa-47ef-bac0-562ed3a6f93c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.1173069 Sep 26 12:58:39.154056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:39.189221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Pushing event updated for resources: {'Port': ['ID=962c725a-24da-4575-881a-431d2c5ffa94,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:39.201749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fcd1b-b8d8-4fa3-a817-ae9568e2a1a2 req-771106fb-aebb-45ba-9450-fa0fda3a2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.203498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-896fcd1b-b8d8-4fa3-a817-ae9568e2a1a2 req-771106fb-aebb-45ba-9450-fa0fda3a2b61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8 HTTP/1.1" status: 200 len: 1098 time: 0.1773260 Sep 26 12:58:39.208753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b3a3725-001a-47b1-9cfd-52b74cab8132 req-4b4031e6-f690-4eaa-b28a-b06865a6f6da tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407448 Sep 26 12:58:39.216460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.217077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.217077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.217455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.220966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.221321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.221949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.222080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.222281 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:39.222774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.222774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.222939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.223298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:39.242270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb107af0-c24a-4ca1-ba09-bdab556d2b59 req-93ab607a-0ef4-47ef-abed-3aeb391a7a42 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141963 Sep 26 12:58:39.269059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.271308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:39.279868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:39.295302 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:39.297414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-f442e45b-f0c2-4222-81fb-601e9260e934 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005097 Sep 26 12:58:39.305833 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-896fcd1b-b8d8-4fa3-a817-ae9568e2a1a2 req-b92d6062-d20d-4709-97a1-8c43b5acbd19 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879385 Sep 26 12:58:39.316869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Request body: {'port': {'device_id': 'f2d2b515-3999-4def-9dc0-9f25e895b014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:39.323843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-d02f29c7-6b2d-4281-bc30-15799ec20f48 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927524 Sep 26 12:58:39.369993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:39.423629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:39.435364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c034e12-a6ee-4fdf-8848-5606a0ec53e7 req-9d7e2b2b-69f7-49e2-a89e-ef1c86368591 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.436876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c034e12-a6ee-4fdf-8848-5606a0ec53e7 req-9d7e2b2b-69f7-49e2-a89e-ef1c86368591 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0867236 Sep 26 12:58:39.440130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-d676e32e-7cb0-49e7-8c4d-7ea75d289e7a service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927725 Sep 26 12:58:39.516105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c034e12-a6ee-4fdf-8848-5606a0ec53e7 req-095f2cef-a26b-42cc-a678-7ef807b718ac tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708766 Sep 26 12:58:39.665951 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dff091-5efd-42de-8fb1-db4d803d3a9c req-3036b633-244e-49f3-83b2-5161173b20bd tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.667558 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1dff091-5efd-42de-8fb1-db4d803d3a9c req-3036b633-244e-49f3-83b2-5161173b20bd tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 945 time: 0.0670633 Sep 26 12:58:39.744924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1dff091-5efd-42de-8fb1-db4d803d3a9c req-031a00b5-462a-414f-a712-8e3c2da71898 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696752 Sep 26 12:58:39.752109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845ab70-2942-41b9-a376-97914452cc02 req-7d7cd492-0905-474b-bb73-a864b12bb4d2 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.753664 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-7d7cd492-0905-474b-bb73-a864b12bb4d2 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0721622 Sep 26 12:58:39.889085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f17d5-1536-4f68-90e4-727cbe008914 req-36eb78a6-55cc-4073-a887-f617746e2f3b tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.890580 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d58f17d5-1536-4f68-90e4-727cbe008914 req-36eb78a6-55cc-4073-a887-f617746e2f3b tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0826902 Sep 26 12:58:39.910436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137033c-4205-49e1-a00d-4ac9706123b0 req-66caeb7d-e13b-4436-b41a-c9f993f06f8a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:39.912078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f137033c-4205-49e1-a00d-4ac9706123b0 req-66caeb7d-e13b-4436-b41a-c9f993f06f8a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0830159 Sep 26 12:58:39.921478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e845ab70-2942-41b9-a376-97914452cc02 req-98cf5482-fcf4-4a94-8cee-a5dc33fa7625 service neutron] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:39.927706 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e845ab70-2942-41b9-a376-97914452cc02 req-98cf5482-fcf4-4a94-8cee-a5dc33fa7625 service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:39.928787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e845ab70-2942-41b9-a376-97914452cc02 req-98cf5482-fcf4-4a94-8cee-a5dc33fa7625 service neutron] 10.222.0.23 "DELETE /v2.0/ports/ecd84a5b-ea5f-436d-b558-03e788fef1a5/bindings/n-h2-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.1634591 Sep 26 12:58:39.941438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d58f17d5-1536-4f68-90e4-727cbe008914 req-666a7ad0-aa04-423e-ba72-99ca3f3748de tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Sep 26 12:58:40.000894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f137033c-4205-49e1-a00d-4ac9706123b0 req-5a049293-fe58-4035-a982-96b9df5d70be tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567811 Sep 26 12:58:40.065419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962c725a-24da-4575-881a-431d2c5ffa94 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:40.066151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0f810-b8b9-4c23-b75d-879730ec6dfb req-fd6d310d-a8c1-4fc7-8ea0-2eb1032305da tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.067667 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4f0f810-b8b9-4c23-b75d-879730ec6dfb req-fd6d310d-a8c1-4fc7-8ea0-2eb1032305da tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 944 time: 0.0541172 Sep 26 12:58:40.074050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:40.091563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Transition to ACTIVE for port object 962c725a-24da-4575-881a-431d2c5ffa94 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:58:40.096550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:40.111075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4f0f810-b8b9-4c23-b75d-879730ec6dfb req-2b254c16-1a1a-4e41-bbc0-3882b7f1d12a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Sep 26 12:58:40.143542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Pushing event updated for resources: {'Port': ['ID=962c725a-24da-4575-881a-431d2c5ffa94,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:40.220838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Attempting to bind port 962c725a-24da-4575-881a-431d2c5ffa94 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:40.221298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Attempting to bind port 962c725a-24da-4575-881a-431d2c5ffa94 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:40.221673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Attempting to bind port 962c725a-24da-4575-881a-431d2c5ffa94 on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:40.226013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Port 962c725a-24da-4575-881a-431d2c5ffa94 on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:40.226333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Attempting to bind port 962c725a-24da-4575-881a-431d2c5ffa94 on network 516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:40.231663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:40.231998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Checking segment: {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:40.232629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Bound using segment: {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:40.233050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Bound port: 962c725a-24da-4575-881a-431d2c5ffa94, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5417264-367d-45fc-a8c3-7d1f60cd9a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:40.233407 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:40.250720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e322e0c-56cb-4ad2-8e3a-bc1961eb8627 req-9bf49825-07b8-4213-8adf-ace8a4dac529 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.257888 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e322e0c-56cb-4ad2-8e3a-bc1961eb8627 req-9bf49825-07b8-4213-8adf-ace8a4dac529 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1096 time: 0.0465806 Sep 26 12:58:40.294658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e322e0c-56cb-4ad2-8e3a-bc1961eb8627 req-4762a543-6da1-4e43-a075-3de3e13275b1 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358698 Sep 26 12:58:40.299766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] For port 962c725a-24da-4575-881a-431d2c5ffa94, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:40.303188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] For port 962c725a-24da-4575-881a-431d2c5ffa94, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=962c725a-24da-4575-881a-431d2c5ffa94,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:40.308135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:40.371257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.371882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:40.373246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] 10.222.0.23 "PUT /v2.0/ports/962c725a-24da-4575-881a-431d2c5ffa94 HTTP/1.1" status: 200 len: 1092 time: 1.0665455 Sep 26 12:58:40.376337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d2b515-3999-4def-9dc0-9f25e895b014', 'tag': '962c725a-24da-4575-881a-431d2c5ffa94'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:40.378574 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d2b515-3999-4def-9dc0-9f25e895b014", "tag": "962c725a-24da-4575-881a-431d2c5ffa94"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:40.407863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c3699-8aab-4d7a-bde0-11c6fbc66b5f service neutron] Pushing event updated for resources: {'Port': ['ID=962c725a-24da-4575-881a-431d2c5ffa94,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:40.421596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9fdd-967d-4bcd-b28e-b6ad52f2db44 req-42437386-acb8-4d62-9946-7d87b438bdf5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.423111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c01c9fdd-967d-4bcd-b28e-b6ad52f2db44 req-42437386-acb8-4d62-9946-7d87b438bdf5 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.1055803 Sep 26 12:58:40.439240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47120a0a-2a2e-4d58-9e39-d25e0a11352b req-d50e392c-4ba3-4c1d-9c92-fe6732c6a9c7 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.440910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-47120a0a-2a2e-4d58-9e39-d25e0a11352b req-d50e392c-4ba3-4c1d-9c92-fe6732c6a9c7 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0698438 Sep 26 12:58:40.482812 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-47120a0a-2a2e-4d58-9e39-d25e0a11352b req-1a104c9a-e6f0-45e7-bac0-9fc5b5ef63f2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356562 Sep 26 12:58:40.506935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c01c9fdd-967d-4bcd-b28e-b6ad52f2db44 req-992665fa-4f9c-439d-be48-d4ce83c34ba0 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593212 Sep 26 12:58:40.513532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-4686267a-11bf-4812-8526-d467c29bc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.515186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-4686267a-11bf-4812-8526-d467c29bc317 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9a5451b2e3242b4ab4d848f5d47e908&device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 1095 time: 0.0912023 Sep 26 12:58:40.537168 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662b49c6-f54e-4129-a24f-0f6fb35b8301 x-openstack-request-id: req-662b49c6-f54e-4129-a24f-0f6fb35b8301 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:40.537462 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d2b515-3999-4def-9dc0-9f25e895b014", "tag": "962c725a-24da-4575-881a-431d2c5ffa94", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:40.537737 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-662b49c6-f54e-4129-a24f-0f6fb35b8301 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:40.538131 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d2b515-3999-4def-9dc0-9f25e895b014', 'tag': '962c725a-24da-4575-881a-431d2c5ffa94', 'status': 'completed', 'code': 200} Sep 26 12:58:40.591046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae86335-e975-4861-9bcc-9c12b0738eea req-dc22f071-a944-405d-9534-c1325f55e2fa tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.592228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-1c7c40f4-27d3-462f-922d-1e1fb12e20b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=962c725a-24da-4575-881a-431d2c5ffa94 HTTP/1.1" status: 200 len: 217 time: 0.0662062 Sep 26 12:58:40.592714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bae86335-e975-4861-9bcc-9c12b0738eea req-dc22f071-a944-405d-9534-c1325f55e2fa tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 1096 time: 0.0478847 Sep 26 12:58:40.630034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bae86335-e975-4861-9bcc-9c12b0738eea req-796ace0c-06ad-43fb-bd82-f23bc2edfc42 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Sep 26 12:58:40.677980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799c5e8-34b2-4611-957a-ae071c8b5e66 req-6081de07-59ca-4b68-9222-9422e22c7942 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.679578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1799c5e8-34b2-4611-957a-ae071c8b5e66 req-6081de07-59ca-4b68-9222-9422e22c7942 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0823536 Sep 26 12:58:40.690437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-9a443ef0-440c-44ed-a16f-857d3cfd7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.692450 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-9a443ef0-440c-44ed-a16f-857d3cfd7ee1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=036e60d7-c706-429b-b34e-75b427c2f456 HTTP/1.1" status: 200 len: 858 time: 0.0665634 Sep 26 12:58:40.737710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-268d1823-3229-4016-83e9-1c8387cea49a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365498 Sep 26 12:58:40.778978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1799c5e8-34b2-4611-957a-ae071c8b5e66 req-18bd7640-4044-4d27-83bf-585386387836 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833020 Sep 26 12:58:40.824911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-2c9fda30-4773-43cd-9b37-d3eecc17c241 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.827264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-2c9fda30-4773-43cd-9b37-d3eecc17c241 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0633566 Sep 26 12:58:40.873038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-0a09fa06-fcff-43e0-9da1-351563a1c972 service neutron] 10.222.0.23 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244421 Sep 26 12:58:40.943595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Deleting port efe8cdbd-9c70-4d05-96cd-8408c858723f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:58:40.944676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:40.958097 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-84e176d6-8e33-4404-a33e-920c31f59fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:40.967536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7243b1-d8dc-49ce-bd64-429b51e8bd9c req-3fedd5a9-ee74-4d11-9d01-6450866bf20f tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:40.968966 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f7243b1-d8dc-49ce-bd64-429b51e8bd9c req-3fedd5a9-ee74-4d11-9d01-6450866bf20f tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 945 time: 0.1110065 Sep 26 12:58:41.015008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c36b73d-34c1-4b66-8c13-c8b23805aaf4 req-881885d1-d8c0-4b96-af78-6e950b4f448a service neutron] 10.222.0.23 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280253 Sep 26 12:58:41.021114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def3ddb0-5e76-4f3f-94e5-b51ab80f212c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc39fb4-9c51-4df8-8997-fc73b554cfc0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:41.023480 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033eb22e-b874-4240-a6ec-fd93cf0fa38c" -d '{"events": [{"server_uuid": "def3ddb0-5e76-4f3f-94e5-b51ab80f212c", "name": "network-vif-plugged", "status": "completed", "tag": "1bc39fb4-9c51-4df8-8997-fc73b554cfc0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:41.041850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f7243b1-d8dc-49ce-bd64-429b51e8bd9c req-8424965e-9e41-40e3-a285-f4e71e2b0b3d tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562189 Sep 26 12:58:41.146315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-38f489a7-9f70-4388-8552-a502ea1523ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.150889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-38f489a7-9f70-4388-8552-a502ea1523ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9a5451b2e3242b4ab4d848f5d47e908&device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 1095 time: 0.0682812 Sep 26 12:58:41.295443 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0415e0-ed39-4fe5-a006-b25ce446eca4 req-2e77219a-f07d-488c-8247-e8f424a972bd tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.297026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f0415e0-ed39-4fe5-a006-b25ce446eca4 req-2e77219a-f07d-488c-8247-e8f424a972bd tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1370533 Sep 26 12:58:41.312223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-66e4600f-6117-4995-b9a5-98072663abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.313755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-66e4600f-6117-4995-b9a5-98072663abd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 HTTP/1.1" status: 200 len: 918 time: 0.1553836 Sep 26 12:58:41.382477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-9f9c41ee-0047-472e-ae8c-33cc23644f74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=962c725a-24da-4575-881a-431d2c5ffa94 HTTP/1.1" status: 200 len: 217 time: 0.0508931 Sep 26 12:58:41.384141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb285b1-54d2-466a-97d1-abd1324e207f req-1152e892-342b-42c0-a05b-451ebcd285bd tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.385639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1eb285b1-54d2-466a-97d1-abd1324e207f req-1152e892-342b-42c0-a05b-451ebcd285bd tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/ports?device_id=c790fba2-d5e0-43db-be6a-1b01b3d4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.0956380 Sep 26 12:58:41.416033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] For port efe8cdbd-9c70-4d05-96cd-8408c858723f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=efe8cdbd-9c70-4d05-96cd-8408c858723f,segment=NetworkSegment(09079020-aa73-4ee4-8135-653c5879a4c2),segment_id=09079020-aa73-4ee4-8135-653c5879a4c2)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:41.416406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:41.427815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f0415e0-ed39-4fe5-a006-b25ce446eca4 req-e3d91f67-2f82-4778-b554-20e919b5fdad tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191700 Sep 26 12:58:41.430081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-7fef5316-0ea4-47dd-b3ad-748387ebded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.431330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-7fef5316-0ea4-47dd-b3ad-748387ebded6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1098 time: 0.1318183 Sep 26 12:58:41.434215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Calling delete_port for efe8cdbd-9c70-4d05-96cd-8408c858723f owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:58:41.455669 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1eb285b1-54d2-466a-97d1-abd1324e207f req-393354b6-ef33-49fa-8194-f79748066285 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.13 "GET /v2.0/security-groups?id=134ee868-5e8d-44b3-8e4d-218238ef15f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614192 Sep 26 12:58:41.477572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-96441d51-ae48-451f-9a7d-40503b53e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.477572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-96441d51-ae48-451f-9a7d-40503b53e34c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=036e60d7-c706-429b-b34e-75b427c2f456 HTTP/1.1" status: 200 len: 858 time: 0.0826159 Sep 26 12:58:41.488278 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1494498-3365-44ea-8615-51755e6f0b34 x-openstack-request-id: req-e1494498-3365-44ea-8615-51755e6f0b34 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:41.488765 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def3ddb0-5e76-4f3f-94e5-b51ab80f212c", "name": "network-vif-plugged", "status": "completed", "tag": "1bc39fb4-9c51-4df8-8997-fc73b554cfc0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:41.489021 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1494498-3365-44ea-8615-51755e6f0b34 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:41.489408 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def3ddb0-5e76-4f3f-94e5-b51ab80f212c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc39fb4-9c51-4df8-8997-fc73b554cfc0', 'code': 200} Sep 26 12:58:41.544981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-58aad8e3-902a-49a9-964d-3c8c13b3ecbb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317066 Sep 26 12:58:41.567591 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:41.592277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-b1a04c49-72b7-41e1-9156-b71e2b4cdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.594156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-b1a04c49-72b7-41e1-9156-b71e2b4cdb81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1539519 Sep 26 12:58:41.673135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:41.685810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['efe8cdbd-9c70-4d05-96cd-8408c858723f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:41.696874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-e7528498-808f-4e5d-8ad0-3c6e4be0beea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 200 len: 217 time: 0.0945089 Sep 26 12:58:41.706813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c60c59-891c-4c36-8ddc-e5d8e0f9e472 req-bc6e3a0d-0f46-4931-bae2-75707827bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.707936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7c60c59-891c-4c36-8ddc-e5d8e0f9e472 req-bc6e3a0d-0f46-4931-bae2-75707827bfcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 1097 time: 0.1175487 Sep 26 12:58:41.711638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Pushing event deleted for resources: {'Port': ['ID=efe8cdbd-9c70-4d05-96cd-8408c858723f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:41.749670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d41d3-ad2f-44cf-93c6-49085bc4feb2 req-64114159-7bcc-45b9-a713-d407651532ae tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.754204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae6d41d3-ad2f-44cf-93c6-49085bc4feb2 req-64114159-7bcc-45b9-a713-d407651532ae tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.1305189 Sep 26 12:58:41.764532 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-20b3ff84-e3b6-4fc5-9b17-5bb314c369f9 service neutron] 10.222.0.23 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113965 Sep 26 12:58:41.776177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e9ff9-63d9-4eba-826f-144c91f7ddce req-210db1d4-5ea3-4c38-b191-6b456bb674b8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.778179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-731e9ff9-63d9-4eba-826f-144c91f7ddce req-210db1d4-5ea3-4c38-b191-6b456bb674b8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.1770988 Sep 26 12:58:41.801115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] No DVR routers for this DVR port efe8cdbd-9c70-4d05-96cd-8408c858723f on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:58:41.811404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:41.813445 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b23dc47-9a2f-43af-b2ce-9ebd86fa58f2 req-bd653e5b-4548-4011-b886-ff89225009d2 tempest-VolumesAdminNegativeTest-1684292844 tempest-VolumesAdminNegativeTest-1684292844-project] 10.222.0.23 "DELETE /v2.0/ports/efe8cdbd-9c70-4d05-96cd-8408c858723f HTTP/1.1" status: 204 len: 173 time: 0.9798532 Sep 26 12:58:41.815330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c790fba2-d5e0-43db-be6a-1b01b3d4cdf2', 'name': 'network-vif-deleted', 'tag': 'efe8cdbd-9c70-4d05-96cd-8408c858723f'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:41.817637 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f229b3e6-d72b-4574-a04d-cbde715c9a04" -d '{"events": [{"server_uuid": "c790fba2-d5e0-43db-be6a-1b01b3d4cdf2", "name": "network-vif-deleted", "tag": "efe8cdbd-9c70-4d05-96cd-8408c858723f"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:41.821309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-8a92e51b-d1e3-41a4-b362-e9513add6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:41.822825 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-8a92e51b-d1e3-41a4-b362-e9513add6931 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.1137366 Sep 26 12:58:41.825468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7c60c59-891c-4c36-8ddc-e5d8e0f9e472 req-518f13b0-f567-49a1-aeb5-f6d700df3727 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071644 Sep 26 12:58:41.843513 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae6d41d3-ad2f-44cf-93c6-49085bc4feb2 req-447d18c2-a5c3-41d6-93da-d320df51c79a tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787876 Sep 26 12:58:41.884199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-7658282c-50e4-4ece-981b-8583585bc075 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406780 Sep 26 12:58:41.948230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-731e9ff9-63d9-4eba-826f-144c91f7ddce req-fb47ac6d-812f-4ca4-b79a-9914150b154d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603429 Sep 26 12:58:41.978838 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:42.033759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20d63c8d-473f-4b1a-9d20-0c94cdac93ac req-e264a784-1ac3-412c-bd88-3fabd8332263 service neutron] 10.222.0.23 "GET /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545877 Sep 26 12:58:42.072733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-da9996fc-71ce-4eeb-b91c-20bae549b77c service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573582 Sep 26 12:58:42.084233 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16af4a1f-9d19-4492-ad8c-801fe7665307 x-openstack-request-id: req-16af4a1f-9d19-4492-ad8c-801fe7665307 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:42.084700 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c790fba2-d5e0-43db-be6a-1b01b3d4cdf2", "name": "network-vif-deleted", "tag": "efe8cdbd-9c70-4d05-96cd-8408c858723f", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:42.084908 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16af4a1f-9d19-4492-ad8c-801fe7665307 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:42.085370 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c790fba2-d5e0-43db-be6a-1b01b3d4cdf2', 'name': 'network-vif-deleted', 'tag': 'efe8cdbd-9c70-4d05-96cd-8408c858723f', 'status': 'completed', 'code': 200} Sep 26 12:58:42.104214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38276b7-5e92-45e6-aaab-a5c4a56e6c39 req-1ac9e523-6444-4813-9267-7afc7c4f0f3a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:42.106406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a38276b7-5e92-45e6-aaab-a5c4a56e6c39 req-1ac9e523-6444-4813-9267-7afc7c4f0f3a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0919478 Sep 26 12:58:42.192669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2c70-bb5b-42b2-88d2-f604f77c8d53 req-5cd084bf-f58d-4bbe-9302-cd20fdf05bfb tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:42.194507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a38276b7-5e92-45e6-aaab-a5c4a56e6c39 req-d149dff6-8c07-4f20-af80-dcd5f66b4c16 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769477 Sep 26 12:58:42.202752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57fa2c70-bb5b-42b2-88d2-f604f77c8d53 req-5cd084bf-f58d-4bbe-9302-cd20fdf05bfb tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 945 time: 0.0553248 Sep 26 12:58:42.219404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-0cc3726d-49e9-48f2-bbf6-1063031860ae service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320863 Sep 26 12:58:42.246116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57fa2c70-bb5b-42b2-88d2-f604f77c8d53 req-b16b4a37-54b2-4324-a0c8-355ed2182803 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Sep 26 12:58:42.538278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:42.604968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb561-a9e3-4a92-96f9-fafc9fc46e6f req-b523db80-765b-4e18-a0f5-44f7d57e15ed tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:42.613578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bebeb561-a9e3-4a92-96f9-fafc9fc46e6f req-b523db80-765b-4e18-a0f5-44f7d57e15ed tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1125057 Sep 26 12:58:42.618440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-855f5712-ba9a-4646-a56b-c54f4cd5396d admin admin] Deleting subnet 627144cb-d43d-435c-879a-a146b652d7a6 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:58:42.623683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-855f5712-ba9a-4646-a56b-c54f4cd5396d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:42.682213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-855f5712-ba9a-4646-a56b-c54f4cd5396d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:42.706007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bebeb561-a9e3-4a92-96f9-fafc9fc46e6f req-92ebd496-2da3-4e6c-bd46-119034dc4c28 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913088 Sep 26 12:58:42.735059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-855f5712-ba9a-4646-a56b-c54f4cd5396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:42.828919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-855f5712-ba9a-4646-a56b-c54f4cd5396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:42.853282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f5712-ba9a-4646-a56b-c54f4cd5396d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627144cb-d43d-435c-879a-a146b652d7a6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:42.859964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-855f5712-ba9a-4646-a56b-c54f4cd5396d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:42.864938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-855f5712-ba9a-4646-a56b-c54f4cd5396d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/627144cb-d43d-435c-879a-a146b652d7a6 HTTP/1.1" status: 204 len: 168 time: 0.3226776 Sep 26 12:58:42.865073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58158) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:42.959223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.009564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84623cd7-fab1-4cc1-b764-29e750e12682 req-260df0a2-a936-48f5-9ae9-7eeac259e3d2 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:43.011099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84623cd7-fab1-4cc1-b764-29e750e12682 req-260df0a2-a936-48f5-9ae9-7eeac259e3d2 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0877001 Sep 26 12:58:43.097666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f14761-ed6c-4e69-a7a7-4e92ab118d79 req-5414da34-8707-4ea6-aa34-00781364ab50 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:43.099191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f14761-ed6c-4e69-a7a7-4e92ab118d79 req-5414da34-8707-4ea6-aa34-00781364ab50 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0705454 Sep 26 12:58:43.103909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.132407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84623cd7-fab1-4cc1-b764-29e750e12682 req-d16ae938-934e-4d8f-aa0b-0cd848157f14 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084840 Sep 26 12:58:43.138342 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.138816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.139671 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.140120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.140663 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.141105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.141554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.141995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.142421 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.142852 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.152509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f14761-ed6c-4e69-a7a7-4e92ab118d79 req-8aa6de71-362c-48ff-b05a-12e463d544cf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Sep 26 12:58:43.250973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.251531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.251936 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.252342 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 12:58:43.253116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:43.277911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09079020-aa73-4ee4-8135-653c5879a4c2') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:43.278578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09079020-aa73-4ee4-8135-653c5879a4c2') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:43.302843 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.329263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04353b72-c0ba-421a-8c91-8882b28f0c1b req-d660f11a-9861-44ed-b2bc-7037121447cb tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:43.330258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.331618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04353b72-c0ba-421a-8c91-8882b28f0c1b req-d660f11a-9861-44ed-b2bc-7037121447cb tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0571961 Sep 26 12:58:43.368370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:58:43.368783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: from cryptography.utils import int_from_bytes Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: from cryptography.utils import int_from_bytes Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: timer() Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:58:43.373540 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:58:43.378554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04353b72-c0ba-421a-8c91-8882b28f0c1b req-99cabc73-ae75-42c7-8fea-c0baa1a52699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Sep 26 12:58:43.407076 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.460148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027b13a-d95e-4134-a43e-5eaf89070248 req-43a25966-a443-44ba-aa9b-52b35b0bb47a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:43.461910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c027b13a-d95e-4134-a43e-5eaf89070248 req-43a25966-a443-44ba-aa9b-52b35b0bb47a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 945 time: 0.1256709 Sep 26 12:58:43.462973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.480227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.482419 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b HTTP/1.1" status: 204 len: 168 time: 0.6163638 Sep 26 12:58:43.485300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58170) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:43.488705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081714a-82a9-455c-be5f-abc37aef24f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebfdeae7-bbcc-4dcc-b7a0-775f9be5cb9b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:43.516127 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c027b13a-d95e-4134-a43e-5eaf89070248 req-2a01cd64-b1c3-41ff-b8b5-9f9abfd55e8c tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Sep 26 12:58:43.531366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-073bbfd3-8974-4db6-b2a7-56e433d48cfe admin admin] Deleting subnet d1bf7444-f1eb-4a70-8352-80b8b3bbd0d0 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:58:43.535056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-073bbfd3-8974-4db6-b2a7-56e433d48cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.575795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-073bbfd3-8974-4db6-b2a7-56e433d48cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.640646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-073bbfd3-8974-4db6-b2a7-56e433d48cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.672914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 962c725a-24da-4575-881a-431d2c5ffa94 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:43.680089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d39a7-32c9-4586-88fe-8c090d201c45 req-ba4c3afd-fda3-409e-a4bf-c237b4c86275 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:43.681666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e19d39a7-32c9-4586-88fe-8c090d201c45 req-ba4c3afd-fda3-409e-a4bf-c237b4c86275 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 943 time: 0.0876427 Sep 26 12:58:43.685427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device efe8cdbd-9c70-4d05-96cd-8408c858723f no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:43.707758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: efe8cdbd-9c70-4d05-96cd-8408c858723f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:58:43.708382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device efe8cdbd-9c70-4d05-96cd-8408c858723f not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:58:43.708789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7880684b-6fe3-480d-8994-58961d39f6d0 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:43.732430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-073bbfd3-8974-4db6-b2a7-56e433d48cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.743736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e19d39a7-32c9-4586-88fe-8c090d201c45 req-eff72699-6933-48da-b0c8-f07e2286978b tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Sep 26 12:58:43.749031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-073bbfd3-8974-4db6-b2a7-56e433d48cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.753644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-073bbfd3-8974-4db6-b2a7-56e433d48cfe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d1bf7444-f1eb-4a70-8352-80b8b3bbd0d0 HTTP/1.1" status: 204 len: 168 time: 0.2670817 Sep 26 12:58:43.753808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58178) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:43.788557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bbfd3-8974-4db6-b2a7-56e433d48cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1bf7444-f1eb-4a70-8352-80b8b3bbd0d0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:43.821434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 962c725a-24da-4575-881a-431d2c5ffa94, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=962c725a-24da-4575-881a-431d2c5ffa94,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:43.838728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '962c725a-24da-4575-881a-431d2c5ffa94', 'network_id': '516a69a6-dc5c-4bf6-8c9e-e06e031c41b7', 'port_id': '962c725a-24da-4575-881a-431d2c5ffa94', 'mac_address': 'fa:16:3e:da:86:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036e60d7-c706-429b-b34e-75b427c2f456', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:58:43.867634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:43.916845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3efa-d4a5-4d12-9bfb-402e5740ac68 req-43e10080-4e39-4f43-9e5a-aff9a3999253 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:43.918556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-477a3efa-d4a5-4d12-9bfb-402e5740ac68 req-43e10080-4e39-4f43-9e5a-aff9a3999253 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0903924 Sep 26 12:58:43.989008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.023096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:44.028673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-477a3efa-d4a5-4d12-9bfb-402e5740ac68 req-efc6a81a-f41d-4ba3-bb36-f5bd866d92ba tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999548 Sep 26 12:58:44.035595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.037694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.039174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f762a1-f719-4274-bc3b-23a603efe244') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:44.039425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f762a1-f719-4274-bc3b-23a603efe244') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:44.055385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.062997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962c725a-24da-4575-881a-431d2c5ffa94 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:44.066493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.073178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:58:44.073613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: timer() Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:58:44.075637 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:58:44.095095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:44.097497 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c111cb1-47e8-4b17-bd11-183b9215ea05" -d '{"events": [{"server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "name": "network-vif-unplugged", "status": "completed", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:44.109804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 962c725a-24da-4575-881a-431d2c5ffa94, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=962c725a-24da-4575-881a-431d2c5ffa94,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:44.113574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:44.115295 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.115956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7880684b-6fe3-480d-8994-58961d39f6d0 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:44.123898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.137063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.153073 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7577e85d-3a57-4da6-94c0-447f3e901580 x-openstack-request-id: req-7577e85d-3a57-4da6-94c0-447f3e901580 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:44.153398 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "name": "network-vif-unplugged", "status": "completed", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:44.153749 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7577e85d-3a57-4da6-94c0-447f3e901580 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:44.154328 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0', 'code': 200} Sep 26 12:58:44.159974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.166616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445 HTTP/1.1" status: 204 len: 168 time: 0.4115012 Sep 26 12:58:44.168086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf75268-ee64-4d1b-abae-85e628505a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1f7021-2f79-47c4-bd9e-d2f8f2e1b445,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:44.223733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=962c725a-24da-4575-881a-431d2c5ffa94,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:44.315017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa8d18-d687-4a3f-a347-cc14a16d92c4 req-acdcf20f-e19f-4860-951d-82c5a8b9b51a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:44.318332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73aa8d18-d687-4a3f-a347-cc14a16d92c4 req-acdcf20f-e19f-4860-951d-82c5a8b9b51a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0825896 Sep 26 12:58:44.326310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6775c-4dd8-493e-acdd-72bc41cdfa75 req-8909a896-8782-462c-8eeb-f3292068b701 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:44.334089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bc6775c-4dd8-493e-acdd-72bc41cdfa75 req-8909a896-8782-462c-8eeb-f3292068b701 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0952406 Sep 26 12:58:44.338060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:44.376941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58190) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:44.391742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73aa8d18-d687-4a3f-a347-cc14a16d92c4 req-219c6330-de28-4e60-84e2-27ec2c8fb642 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573533 Sep 26 12:58:44.393948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:44.407421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bc6775c-4dd8-493e-acdd-72bc41cdfa75 req-5e544a17-9422-4673-a440-2662096d1294 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709114 Sep 26 12:58:44.411606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '7880684b-6fe3-480d-8994-58961d39f6d0', 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'port_id': '7880684b-6fe3-480d-8994-58961d39f6d0', 'mac_address': 'fa:16:3e:3c:98:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f093e521-ec99-4b09-a885-dcfc918264e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:58:44.463557 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c5d2c351-7f52-4c78-873b-5cc18a3836a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff83613d6a3e45ccaa79ed37bfab85a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846965 Sep 26 12:58:44.467448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58194) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:44.474792 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.499979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7880684b-6fe3-480d-8994-58961d39f6d0 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:44.523957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:44.530872 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.531445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2680-fd94-4d1b-9041-e8f5df7b4ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.531854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc280b-5fad-4f90-8259-5c168b7f897b req-a9342531-c405-40e7-aa01-badc67ba467c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:44.538368 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8abc280b-5fad-4f90-8259-5c168b7f897b req-a9342531-c405-40e7-aa01-badc67ba467c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0647254 Sep 26 12:58:44.557317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2680-fd94-4d1b-9041-e8f5df7b4ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.593685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8abc280b-5fad-4f90-8259-5c168b7f897b req-6d253fe7-079e-429d-bc12-ecc7c9baaaf3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476787 Sep 26 12:58:44.598112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:44.621706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2680-fd94-4d1b-9041-e8f5df7b4ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.625740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2680-fd94-4d1b-9041-e8f5df7b4ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.632550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6a8f2680-fd94-4d1b-9041-e8f5df7b4ba2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/134ee868-5e8d-44b3-8e4d-218238ef15f5 HTTP/1.1" status: 204 len: 168 time: 0.1634603 Sep 26 12:58:44.642100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f2680-fd94-4d1b-9041-e8f5df7b4ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134ee868-5e8d-44b3-8e4d-218238ef15f5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:44.805269 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:44.884295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9f3a2-5920-48ef-8ab6-2db4fa5668d7 req-67bca7f9-f8a6-44e3-a515-3f6309571d7a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:44.885864 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ff9f3a2-5920-48ef-8ab6-2db4fa5668d7 req-67bca7f9-f8a6-44e3-a515-3f6309571d7a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 944 time: 0.0541263 Sep 26 12:58:44.892821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['962c725a-24da-4575-881a-431d2c5ffa94'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:44.929046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7880684b-6fe3-480d-8994-58961d39f6d0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:44.940735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ff9f3a2-5920-48ef-8ab6-2db4fa5668d7 req-922dd26f-5da3-489e-929c-76833aae8022 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Sep 26 12:58:45.014766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58204) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:45.057416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9dd147d1-f4a3-46a0-b1c3-840b03e4ec6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eab9424abc1345d2aca51927e225e597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412416 Sep 26 12:58:45.061237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58208) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:45.156702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27769391-ab96-4a37-8efa-680bfca3c431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:45.184034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27769391-ab96-4a37-8efa-680bfca3c431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:45.194636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03887ec-6d0f-4905-bcfa-0e5b4e1d3fc6 req-c7818a41-d1ba-45a4-b938-aeec7032cca1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:45.200765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f03887ec-6d0f-4905-bcfa-0e5b4e1d3fc6 req-c7818a41-d1ba-45a4-b938-aeec7032cca1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 944 time: 0.0745485 Sep 26 12:58:45.242271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27769391-ab96-4a37-8efa-680bfca3c431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:45.244967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27769391-ab96-4a37-8efa-680bfca3c431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:45.248593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27769391-ab96-4a37-8efa-680bfca3c431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82cc452a-767e-4438-8a0c-83e6745c034f HTTP/1.1" status: 204 len: 168 time: 0.1837127 Sep 26 12:58:45.249881 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f03887ec-6d0f-4905-bcfa-0e5b4e1d3fc6 req-6eaf8e4a-3ae1-42be-a28e-d2243adddb15 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Sep 26 12:58:45.256003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27769391-ab96-4a37-8efa-680bfca3c431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cc452a-767e-4438-8a0c-83e6745c034f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:45.534791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7599-6551-46be-a385-3014d140ae9e req-5bd786bc-f0a4-47b3-ad12-9ce148fdbe45 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:45.536756 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56de7599-6551-46be-a385-3014d140ae9e req-5bd786bc-f0a4-47b3-ad12-9ce148fdbe45 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0627329 Sep 26 12:58:45.539664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2cb8d-352c-4b0e-84c0-6a171b2f703e req-4158fa6d-b8d2-48d1-b302-bd80998cab4b tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:45.541256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32d2cb8d-352c-4b0e-84c0-6a171b2f703e req-4158fa6d-b8d2-48d1-b302-bd80998cab4b tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0652468 Sep 26 12:58:45.585394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32d2cb8d-352c-4b0e-84c0-6a171b2f703e req-0158894d-500e-486c-8569-48678aab0a71 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371647 Sep 26 12:58:45.585576 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56de7599-6551-46be-a385-3014d140ae9e req-18c6ffb1-e3fd-42cc-a4ec-c3dd80a13777 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399249 Sep 26 12:58:45.733579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc5d9-d780-49b9-bcf9-a1ce274e8dce req-ebcb6734-03b9-4ce8-8da4-646d4b139e94 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:45.735211 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5afcc5d9-d780-49b9-bcf9-a1ce274e8dce req-ebcb6734-03b9-4ce8-8da4-646d4b139e94 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0758719 Sep 26 12:58:45.744250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58232) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:45.751276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Request body: {'floatingip': {'port_id': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:45.830596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:45.870444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8359f-9add-4274-885e-4731a8870623 req-9407970a-0908-462e-b6c1-fe1692d947de tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:45.872218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fcc8359f-9add-4274-885e-4731a8870623 req-9407970a-0908-462e-b6c1-fe1692d947de tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0971916 Sep 26 12:58:45.922686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fcc8359f-9add-4274-885e-4731a8870623 req-fc3ff8e7-4b6f-4d1e-8c3a-573898d75f7e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Sep 26 12:58:46.153228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58276) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:46.192222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f8ce9-a7d1-49b3-b349-7b6c3816ee2d req-945e9d65-59f5-49d3-883c-39a93810acd2 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:46.202450 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d18f8ce9-a7d1-49b3-b349-7b6c3816ee2d req-945e9d65-59f5-49d3-883c-39a93810acd2 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 944 time: 0.1741536 Sep 26 12:58:46.284108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-network', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:46.286538 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d18f8ce9-a7d1-49b3-b349-7b6c3816ee2d req-129302a8-81b6-4570-80e6-d62f5ec4efa1 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831015 Sep 26 12:58:46.343654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Made reservation on behalf of 8cc773a044cf4a0eb280f0a2c2e1841e for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:46.347892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.360981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.512079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.530728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced7356-1a29-4738-96d2-d3df5134d2de req-2aa23ddc-cb54-445b-b53d-b532ff7041bc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:46.532440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cced7356-1a29-4738-96d2-d3df5134d2de req-2aa23ddc-cb54-445b-b53d-b532ff7041bc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 944 time: 0.1548305 Sep 26 12:58:46.533626 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.548338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:58:46.563614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.565330 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Added segment f23fa904-fe8a-4e53-9e16-8238109db667 of type vlan for network 22fafcd5-fae4-471e-97d0-9154b73c421e Sep 26 12:58:46.664395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b371e6b-adb8-4b6b-b5d2-00eef92031e2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:46.669966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.698161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cced7356-1a29-4738-96d2-d3df5134d2de req-fe766aaa-07c6-4c40-98b3-281bfb18c6ef tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076663 Sep 26 12:58:46.755209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.756405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:46.756962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.780514 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.787074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.811035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6537428 Sep 26 12:58:46.811277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58316) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:46.817897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Request body: {'subnet': {'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-subnet', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:46.858300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Made reservation on behalf of 8cc773a044cf4a0eb280f0a2c2e1841e for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:46.859560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb4e6-e3e4-4921-a41d-e7c81a530977 req-1b1236bf-59ab-4122-9edd-535988d2d1fe tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:46.860895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:46.868716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77efb4e6-e3e4-4921-a41d-e7c81a530977 req-1b1236bf-59ab-4122-9edd-535988d2d1fe tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.1724548 Sep 26 12:58:46.902672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc8fc1-e0d1-4c20-baf0-7ebc25b478b9 admin admin] Pushing event updated for resources: {'Network': ['ID=22fafcd5-fae4-471e-97d0-9154b73c421e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:46.914080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 22fafcd5-fae4-471e-97d0-9154b73c421e details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:58:47.186561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eababe3-6d5d-4e59-a495-e83114585879 req-61d407d7-13c6-46c7-9d77-23999fa15146 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:47.190077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7eababe3-6d5d-4e59-a495-e83114585879 req-61d407d7-13c6-46c7-9d77-23999fa15146 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.1204123 Sep 26 12:58:47.192146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.247262 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Floating IP 19b138b8-d644-4b1a-b129-d3a265c68b25 associated. External IP: 172.25.4.145, port: 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b. Sep 26 12:58:47.255599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e1e38f-1099-4794-bce6-501308c7a10b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:47.305415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7eababe3-6d5d-4e59-a495-e83114585879 req-22914472-f0a3-4b9f-8e2f-76ded132ef54 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057858 Sep 26 12:58:47.314765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Checking segment: {'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:47.315387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Network hostable DHCP agents. Network: 22fafcd5-fae4-471e-97d0-9154b73c421e, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:58:47.345405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Network 22fafcd5-fae4-471e-97d0-9154b73c421e is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:58:47.365400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 22fafcd5-fae4-471e-97d0-9154b73c421e) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:47.365992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77efb4e6-e3e4-4921-a41d-e7c81a530977 req-c64c567e-b305-4a19-8fba-d8879e48c9ce tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928710 Sep 26 12:58:47.387474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082da42-ce9f-4116-9eda-efdfd8ccf71e None None] Network 22fafcd5-fae4-471e-97d0-9154b73c421e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:58:47.390646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:47.392516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.468790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-05489bca-3bfe-485d-a9c1-adb2b6bf1d3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6561995 Sep 26 12:58:47.475232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58340) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:47.487076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:47.501003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f18b57-fca8-4ccc-91b2-62ad4846ff9c req-55034922-03d9-4bee-93d9-e4f6542ce15d tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:47.503392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12f18b57-fca8-4ccc-91b2-62ad4846ff9c req-55034922-03d9-4bee-93d9-e4f6542ce15d tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 944 time: 0.0995393 Sep 26 12:58:47.578001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12f18b57-fca8-4ccc-91b2-62ad4846ff9c req-120202d6-53cb-49b7-9f00-d620aa2af143 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640433 Sep 26 12:58:47.582906 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.585660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.591592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-22fafcd5-fae4-471e-97d0-9154b73c421e', 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'fixed_ips': [{'subnet_id': '62e1e38f-1099-4794-bce6-501308c7a10b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:58:47.592677 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.617452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:58:47.661170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.704470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 962c725a-24da-4575-881a-431d2c5ffa94 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:47.877241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.880356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 962c725a-24da-4575-881a-431d2c5ffa94 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:58:47.893061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Allocated IP 172.20.0.2 (22fafcd5-fae4-471e-97d0-9154b73c421e/62e1e38f-1099-4794-bce6-501308c7a10b/a6dca50f-9de8-4aa9-aa86-c481a33bd375) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:47.896061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 962c725a-24da-4575-881a-431d2c5ffa94 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:47.898289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.954817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f442b2-2c52-4c2d-b5e1-93745602eb33 req-8517b994-d7d0-4be5-a4d8-a26f2a31e75e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:47.972486 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45f442b2-2c52-4c2d-b5e1-93745602eb33 req-8517b994-d7d0-4be5-a4d8-a26f2a31e75e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 944 time: 0.1536939 Sep 26 12:58:47.976434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:58:47.989728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:47.998798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] Sync routers for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:58:48.052268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:58:48.052925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:48.062616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-de27c4f6-9388-4688-b7e2-1d40c1419bc1 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "PUT /v2.0/floatingips/19b138b8-d644-4b1a-b129-d3a265c68b25 HTTP/1.1" status: 200 len: 992 time: 2.3172319 Sep 26 12:58:48.065541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'tag': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:48.075387 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238eca1-4c15-4aa0-bb90-a807081c61df" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7f76c2-a391-404a-a5de-0841f80b925d", "tag": "0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:48.133314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45f442b2-2c52-4c2d-b5e1-93745602eb33 req-325c2a26-90a8-494b-a787-d073a8576de2 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510513 Sep 26 12:58:48.169593 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:48.210781 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d043452b-e0f9-42e5-86d2-9c953a3e8ef4 x-openstack-request-id: req-d043452b-e0f9-42e5-86d2-9c953a3e8ef4 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:48.211103 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7f76c2-a391-404a-a5de-0841f80b925d", "tag": "0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:48.211358 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d043452b-e0f9-42e5-86d2-9c953a3e8ef4 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:48.211765 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'tag': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'status': 'completed', 'code': 200} Sep 26 12:58:48.237436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d2b515-3999-4def-9dc0-9f25e895b014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c725a-24da-4575-881a-431d2c5ffa94'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:48.239673 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ec907-e067-432c-b4dd-ce56a46c8d43" -d '{"events": [{"server_uuid": "f2d2b515-3999-4def-9dc0-9f25e895b014", "name": "network-vif-plugged", "status": "completed", "tag": "962c725a-24da-4575-881a-431d2c5ffa94"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:48.244560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 962c725a-24da-4575-881a-431d2c5ffa94, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=962c725a-24da-4575-881a-431d2c5ffa94,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:48.262218 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:48.263030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7880684b-6fe3-480d-8994-58961d39f6d0 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:48.325730 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f681eab7-eea9-4e3c-9a80-1b8284706fb2 x-openstack-request-id: req-f681eab7-eea9-4e3c-9a80-1b8284706fb2 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:48.326093 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d2b515-3999-4def-9dc0-9f25e895b014", "name": "network-vif-plugged", "status": "completed", "tag": "962c725a-24da-4575-881a-431d2c5ffa94", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:48.326269 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f681eab7-eea9-4e3c-9a80-1b8284706fb2 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:48.326665 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d2b515-3999-4def-9dc0-9f25e895b014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c725a-24da-4575-881a-431d2c5ffa94', 'code': 200} Sep 26 12:58:48.370407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:58:48.486200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 7880684b-6fe3-480d-8994-58961d39f6d0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:48.486592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:48.503291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=962c725a-24da-4575-881a-431d2c5ffa94,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:48.529305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e810b-9d12-4bb9-98df-e94267157558 req-43e6843c-5e10-4d1d-be4b-0490665e6cef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:48.535279 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:48.538380 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-947e810b-9d12-4bb9-98df-e94267157558 req-43e6843c-5e10-4d1d-be4b-0490665e6cef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0878849 Sep 26 12:58:48.572354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:48.594024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-947e810b-9d12-4bb9-98df-e94267157558 req-8904bc4a-f7c1-4998-adae-7dfdb4891baa tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Sep 26 12:58:48.631791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Network 22fafcd5-fae4-471e-97d0-9154b73c421e is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:48.637249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:48.640309 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:48.692264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Pushing event updated for resources: {'Port': ['ID=a6dca50f-9de8-4aa9-aa86-c481a33bd375,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:48.772931 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:48.799598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d4e9f-8074-4d72-a259-c1dad11809cb req-29653fe8-ccb9-4596-a57e-0f07fd82881d tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:48.807342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb2cea-ed59-4c7b-98d0-f9741da31690 req-5b9a9609-f26d-41d2-b087-fdd3396742dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:48.808505 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-417d4e9f-8074-4d72-a259-c1dad11809cb req-29653fe8-ccb9-4596-a57e-0f07fd82881d tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 945 time: 0.1097772 Sep 26 12:58:48.815341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-decb2cea-ed59-4c7b-98d0-f9741da31690 req-5b9a9609-f26d-41d2-b087-fdd3396742dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.2154047 Sep 26 12:58:48.817734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:48.860071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-417d4e9f-8074-4d72-a259-c1dad11809cb req-997f6e7c-cc04-489a-ab02-873f4b7f9ba7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 Sep 26 12:58:48.867907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdde4e-a1fe-48ca-8ad1-09a19b912b3c req-56a91d32-3f82-4bfa-9246-49958b765dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:48.869423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53cdde4e-a1fe-48ca-8ad1-09a19b912b3c req-56a91d32-3f82-4bfa-9246-49958b765dc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 1097 time: 0.2686198 Sep 26 12:58:48.870451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:48.876791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-4dcf4d89-398a-428a-8ad3-06b04b3dfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:48.878297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-4dcf4d89-398a-428a-8ad3-06b04b3dfe44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 1098 time: 0.2801840 Sep 26 12:58:49.054030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Attempting to bind port a6dca50f-9de8-4aa9-aa86-c481a33bd375 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:49.054569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Attempting to bind port a6dca50f-9de8-4aa9-aa86-c481a33bd375 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:49.054668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Attempting to bind port a6dca50f-9de8-4aa9-aa86-c481a33bd375 on network 22fafcd5-fae4-471e-97d0-9154b73c421e {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:49.094925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:49.096069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Checking segment: {'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:49.096069 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:49.096069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Bound using segment: {'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:49.096824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Bound port: a6dca50f-9de8-4aa9-aa86-c481a33bd375, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:49.097208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:49.102532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-2c9ad1b1-d8d9-451f-8df4-4958eae1b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:49.104377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-2c9ad1b1-d8d9-451f-8df4-4958eae1b720 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 923 time: 0.2076852 Sep 26 12:58:49.127604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:49.138483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-decb2cea-ed59-4c7b-98d0-f9741da31690 req-c6499d08-31af-4b49-a072-08d16ea0f844 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059471 Sep 26 12:58:49.151311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:49.230041 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53cdde4e-a1fe-48ca-8ad1-09a19b912b3c req-add31afc-9a4a-458f-a069-d5fb5808746f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490894 Sep 26 12:58:49.269207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:49.281731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] For port a6dca50f-9de8-4aa9-aa86-c481a33bd375, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:49.285199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] For port a6dca50f-9de8-4aa9-aa86-c481a33bd375, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a6dca50f-9de8-4aa9-aa86-c481a33bd375,segment=NetworkSegment(f23fa904-fe8a-4e53-9e16-8238109db667),segment_id=f23fa904-fe8a-4e53-9e16-8238109db667)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:49.296995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '19b138b8-d644-4b1a-b129-d3a265c68b25', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'port_id': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'mac_address': 'fa:16:3e:69:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:54:57Z', 'updated_at': '2021-09-26T12:58:46Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:49.300663 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:49.322499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-0b370bcc-3fad-4e43-8eaa-cf62d7c8c009 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b HTTP/1.1" status: 200 len: 1000 time: 0.1793582 Sep 26 12:58:49.337858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a541eaf-62b7-4337-8261-0643458f279d req-c6b9b501-930e-4256-aecc-6d7839a0c77d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:49.346444 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1a541eaf-62b7-4337-8261-0643458f279d req-c6b9b501-930e-4256-aecc-6d7839a0c77d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.0872855 Sep 26 12:58:49.350459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Allocated IP 172.25.4.5 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/acedc036-a9ed-45af-bad1-548b78b872d2) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:49.424584 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1a541eaf-62b7-4337-8261-0643458f279d req-4da0ec1b-f7af-4e41-9cca-dea82f37e300 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669920 Sep 26 12:58:49.430790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] Checking router: 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:58:49.434778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e444be-bf17-464e-9416-91bb9a8211df None None] Pushing event updated for resources: {'Port': ['ID=a6dca50f-9de8-4aa9-aa86-c481a33bd375,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:49.447975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:58:49.449024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:49.576629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:58:49.599170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-73e9902a-651f-4126-a3d5-9d6be59c941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:49.601841 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-73e9902a-651f-4126-a3d5-9d6be59c941a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.1062336 Sep 26 12:58:49.605190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:49.712906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-3f819b09-1787-41b4-bff6-dbfa926e5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:49.724706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-3f819b09-1787-41b4-bff6-dbfa926e5161 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043737 Sep 26 12:58:49.796595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97f64-0e36-4a4b-aa1b-1a94dc798c10 req-e2ad48fc-2d84-47af-a58b-2b1215efbf80 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:49.802110 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:49.807024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6a97f64-0e36-4a4b-aa1b-1a94dc798c10 req-e2ad48fc-2d84-47af-a58b-2b1215efbf80 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0808165 Sep 26 12:58:49.900907 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6a97f64-0e36-4a4b-aa1b-1a94dc798c10 req-6b7b9ac1-2183-4114-b1dc-67a609c1a29e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920668 Sep 26 12:58:49.965466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:49.995033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:49.996777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '19b138b8-d644-4b1a-b129-d3a265c68b25', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'port_id': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'mac_address': 'fa:16:3e:69:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:54:57Z', 'updated_at': '2021-09-26T12:58:46Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:50.010972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:50.014511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:50.026494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Pushing event updated for resources: {'Port': ['ID=acedc036-a9ed-45af-bad1-548b78b872d2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:50.044523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37217a74-73c5-438a-b977-0020ed8628d6 None None] The sync data for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 is: [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '19b138b8-d644-4b1a-b129-d3a265c68b25', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'port_id': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'mac_address': 'fa:16:3e:69:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:54:57Z', 'updated_at': '2021-09-26T12:58:46Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:58:50.111219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-cddf6fda-ed45-4544-b7fd-02e139de2ff8 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864970 Sep 26 12:58:50.204508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e25ac-cae2-44f4-8c89-87bfea26983b req-19dca507-ff89-499a-a0eb-c2f57ed52646 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:50.206400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-773e25ac-cae2-44f4-8c89-87bfea26983b req-19dca507-ff89-499a-a0eb-c2f57ed52646 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 945 time: 0.2099543 Sep 26 12:58:50.327542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:50.332931 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024715ad-01c2-4e6c-a3e4-6eea3bc5d577" -d '{"events": [{"server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "name": "network-vif-plugged", "status": "completed", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:50.362147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-773e25ac-cae2-44f4-8c89-87bfea26983b req-a51b59c9-33b4-4824-b10d-9955ad104730 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438999 Sep 26 12:58:50.370715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fc31a-284e-416b-b87f-ecf5110853d4 req-867336c6-4361-4380-8eda-22eedf5f8c41 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:50.372470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff1fc31a-284e-416b-b87f-ecf5110853d4 req-867336c6-4361-4380-8eda-22eedf5f8c41 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0958934 Sep 26 12:58:50.475169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff1fc31a-284e-416b-b87f-ecf5110853d4 req-32c1fda6-5d6a-44b0-af9c-a6d52d918197 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871806 Sep 26 12:58:50.490001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a6dca50f-9de8-4aa9-aa86-c481a33bd375 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:50.533460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4238eca1-4c15-4aa0-bb90-a807081c61df req-3526552b-099f-417d-9827-af781030a5f7 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827262 Sep 26 12:58:50.601501 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:50.653557 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5a2a6d-9b3b-43bb-ae86-09f925eb9d7c x-openstack-request-id: req-5f5a2a6d-9b3b-43bb-ae86-09f925eb9d7c {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:50.653862 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "name": "network-vif-plugged", "status": "completed", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:50.654098 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f5a2a6d-9b3b-43bb-ae86-09f925eb9d7c {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:50.654502 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0', 'code': 200} Sep 26 12:58:50.687838 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3e6ad-de58-4eee-b16e-f281edfeb30c None None] New status for floating IP 19b138b8-d644-4b1a-b129-d3a265c68b25: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:58:50.756837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a6dca50f-9de8-4aa9-aa86-c481a33bd375 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:50.757239 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:50.791373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911288d-ace7-423c-90c6-59b50228324a req-e12de99f-2b39-4e14-9f71-49811707afc6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:50.802152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3911288d-ace7-423c-90c6-59b50228324a req-e12de99f-2b39-4e14-9f71-49811707afc6 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1151562 Sep 26 12:58:50.860782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3911288d-ace7-423c-90c6-59b50228324a req-b7a247ef-42bb-4603-944a-5b0b9f3b5c47 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576224 Sep 26 12:58:50.937040 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:51.014438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port a6dca50f-9de8-4aa9-aa86-c481a33bd375, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a6dca50f-9de8-4aa9-aa86-c481a33bd375,segment=NetworkSegment(f23fa904-fe8a-4e53-9e16-8238109db667),segment_id=f23fa904-fe8a-4e53-9e16-8238109db667)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:51.027515 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:51.038713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4032e-129d-49ec-86ad-5e71dc413f45 req-ff041643-c842-4a72-89f3-ddca13f533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:51.043882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5eb4032e-129d-49ec-86ad-5e71dc413f45 req-ff041643-c842-4a72-89f3-ddca13f533e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 1097 time: 0.2170541 Sep 26 12:58:51.097732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ba2ce-47d3-4482-b6f3-a675ba35c323 None None] Network 22fafcd5-fae4-471e-97d0-9154b73c421e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:58:51.118575 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=a6dca50f-9de8-4aa9-aa86-c481a33bd375,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:51.155757 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5eb4032e-129d-49ec-86ad-5e71dc413f45 req-ded5b5ce-5324-4cf8-8988-2204c969610e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714884 Sep 26 12:58:51.183073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec15a53-afff-4fe1-b974-64d4f01ca534 req-d42af786-bacc-4a68-8de0-e8f75dc183df tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:51.184066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-121eb331-df7f-4beb-8f46-b998ba611fbc None None] Provisioning complete for port a6dca50f-9de8-4aa9-aa86-c481a33bd375 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:51.184504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-121eb331-df7f-4beb-8f46-b998ba611fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:51.184771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ec15a53-afff-4fe1-b974-64d4f01ca534 req-d42af786-bacc-4a68-8de0-e8f75dc183df tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.1607990 Sep 26 12:58:51.185767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:51.327686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ec15a53-afff-4fe1-b974-64d4f01ca534 req-91ea44bd-736f-42ad-971a-32282940296e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Sep 26 12:58:51.381819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Router 842d1e38-cac7-41c4-973f-21efe00c29fc is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:58:51.511219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:58:51.523691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Sync routers for ids ['842d1e38-cac7-41c4-973f-21efe00c29fc'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:58:51.531014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:51.534854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f4052-160b-4cb1-8900-782e645af0d9 req-10491409-8045-4cf3-aa77-df09b0644688 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:51.536298 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-80a38d57-9e69-4dce-b132-71c2ff8d8c1d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0545473 Sep 26 12:58:51.536462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58396) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:51.538310 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-160f4052-160b-4cb1-8900-782e645af0d9 req-10491409-8045-4cf3-aa77-df09b0644688 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 945 time: 0.0878150 Sep 26 12:58:51.544022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Routers {'842d1e38-cac7-41c4-973f-21efe00c29fc'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:58:51.544684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['842d1e38-cac7-41c4-973f-21efe00c29fc'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:51.600503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-160f4052-160b-4cb1-8900-782e645af0d9 req-ec12243b-20c8-4a98-a6d7-ab9e06f25d72 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515432 Sep 26 12:58:51.703223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-558c4a26-160e-4535-a247-223982273a03 None None] Provisioning complete for port a6dca50f-9de8-4aa9-aa86-c481a33bd375 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:51.703847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-558c4a26-160e-4535-a247-223982273a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:51.749177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657425dd-4385-4aca-9c1e-53f19e0ad121 req-6c4a6567-997a-408c-8caa-17a75fc04be7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:51.751408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-657425dd-4385-4aca-9c1e-53f19e0ad121 req-6c4a6567-997a-408c-8caa-17a75fc04be7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8 HTTP/1.1" status: 200 len: 946 time: 0.0736184 Sep 26 12:58:51.753334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Set router 842d1e38-cac7-41c4-973f-21efe00c29fc gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:58:51.805962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-657425dd-4385-4aca-9c1e-53f19e0ad121 req-37e7bfdc-4d3b-47f7-b1ca-de98e9f567f6 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Sep 26 12:58:52.014856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:58:50Z', 'revision_number': 3, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port': {'id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:48Z', 'updated_at': '2021-09-26T12:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:52.026465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a9310-017d-4c68-b2e6-30abcc8c24ab req-bfd0ed11-c55c-4c94-ab71-4ec44a17de42 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:52.033919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb0a9310-017d-4c68-b2e6-30abcc8c24ab req-bfd0ed11-c55c-4c94-ab71-4ec44a17de42 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.4537151 Sep 26 12:58:52.045857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Checking router: 842d1e38-cac7-41c4-973f-21efe00c29fc for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:58:52.045857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Updating router 842d1e38-cac7-41c4-973f-21efe00c29fc port acedc036-a9ed-45af-bad1-548b78b872d2 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:58:52.097513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb0a9310-017d-4c68-b2e6-30abcc8c24ab req-bfbf0c60-a048-44e0-8d5b-b17ffaaa1706 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624831 Sep 26 12:58:52.098610 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:52.301270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62742c-7ea1-4871-a305-a8a585332364 req-6db28d21-c3b9-49b6-848d-2e4dfefd97fa tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:52.311938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2e62742c-7ea1-4871-a305-a8a585332364 req-6db28d21-c3b9-49b6-848d-2e4dfefd97fa tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1306317 Sep 26 12:58:52.323460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d431e-7fd5-4b0a-9730-a75ebf46dec4 req-54ffce1c-8d50-4440-a09a-f28a27bad699 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:52.332332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-194d431e-7fd5-4b0a-9730-a75ebf46dec4 req-54ffce1c-8d50-4440-a09a-f28a27bad699 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8 HTTP/1.1" status: 200 len: 946 time: 0.1054990 Sep 26 12:58:52.390703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-194d431e-7fd5-4b0a-9730-a75ebf46dec4 req-c16fb99d-965e-449b-937e-8af7b1ef9f18 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522161 Sep 26 12:58:52.486511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2e62742c-7ea1-4871-a305-a8a585332364 req-18b70e62-c1f3-4bef-847e-4ef721d8de28 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733546 Sep 26 12:58:52.520380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a6dca50f-9de8-4aa9-aa86-c481a33bd375 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:52.629835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0914a3-22cf-4427-b7bb-a0a1eb400959 req-bc310823-00ff-4d0e-a658-f625a55110b5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:52.637588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad0914a3-22cf-4427-b7bb-a0a1eb400959 req-bc310823-00ff-4d0e-a658-f625a55110b5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0887344 Sep 26 12:58:52.645535 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:52.654424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:52.678944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:52.697266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad0914a3-22cf-4427-b7bb-a0a1eb400959 req-75b866df-8cbb-4a58-865f-8859ace5b5fa tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Sep 26 12:58:52.700943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a6dca50f-9de8-4aa9-aa86-c481a33bd375 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:52.701329 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:52.767381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Attempting to bind port acedc036-a9ed-45af-bad1-548b78b872d2 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:52.767650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Attempting to bind port acedc036-a9ed-45af-bad1-548b78b872d2 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:52.768008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Attempting to bind port acedc036-a9ed-45af-bad1-548b78b872d2 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:52.770119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf752ee6-32c4-4fa2-9f5f-f16fd0962b22 None None] Pushing event updated for resources: {'Port': ['ID=acedc036-a9ed-45af-bad1-548b78b872d2,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:52.788801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:52.789194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:52.789626 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:52.790018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:52.790500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Bound port: acedc036-a9ed-45af-bad1-548b78b872d2, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:52.790914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:52.881813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] For port acedc036-a9ed-45af-bad1-548b78b872d2, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:52.888118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Allocated IP 172.20.0.1 (22fafcd5-fae4-471e-97d0-9154b73c421e/62e1e38f-1099-4794-bce6-501308c7a10b/abb888a1-43b5-4cf4-a925-0453a1696040) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:52.894770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] For port acedc036-a9ed-45af-bad1-548b78b872d2, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=acedc036-a9ed-45af-bad1-548b78b872d2,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:52.899815 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:52.971151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Routers {'842d1e38-cac7-41c4-973f-21efe00c29fc'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:58:52.971866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['842d1e38-cac7-41c4-973f-21efe00c29fc'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:52.975278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf752ee6-32c4-4fa2-9f5f-f16fd0962b22 None None] Pushing event updated for resources: {'Port': ['ID=acedc036-a9ed-45af-bad1-548b78b872d2,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:53.017209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:53.054506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:53.095741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Network 22fafcd5-fae4-471e-97d0-9154b73c421e is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:53.098779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:53.102390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:53.111042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] Set router 842d1e38-cac7-41c4-973f-21efe00c29fc gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:58:53.176125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Pushing event updated for resources: {'Port': ['ID=abb888a1-43b5-4cf4-a925-0453a1696040,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:53.190557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:53.244840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e46b7-d33b-42d5-a72c-75f1109eb740 req-28b5a2b9-197b-4e79-8054-3cbd41706756 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:53.246999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a6e46b7-d33b-42d5-a72c-75f1109eb740 req-28b5a2b9-197b-4e79-8054-3cbd41706756 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0736537 Sep 26 12:58:53.319188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a6e46b7-d33b-42d5-a72c-75f1109eb740 req-def86636-0795-4779-8168-1a99225706d9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654483 Sep 26 12:58:53.322711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:58:50Z', 'revision_number': 3, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port': {'id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:48Z', 'updated_at': '2021-09-26T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:53.359826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3f4d7-4fea-4013-b35b-96ec268b430c None None] The sync data for ids ['842d1e38-cac7-41c4-973f-21efe00c29fc'] in n-d-806683-13 is: [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:58:50Z', 'revision_number': 3, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port': {'id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:48Z', 'updated_at': '2021-09-26T12:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:58:53.381074 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:53.505830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f3caa6d9-4eee-428a-9e85-c8ea738a8f40 None None] Provisioning complete for port abb888a1-43b5-4cf4-a925-0453a1696040 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:53.506277 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f3caa6d9-4eee-428a-9e85-c8ea738a8f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:53.555602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f3caa6d9-4eee-428a-9e85-c8ea738a8f40 None None] Port abb888a1-43b5-4cf4-a925-0453a1696040 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:58:53.609768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36cd84-6fa4-4559-aa5f-33911eea6617 req-42825d93-1795-40a0-85d8-0f008b2c7602 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:53.611322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f36cd84-6fa4-4559-aa5f-33911eea6617 req-42825d93-1795-40a0-85d8-0f008b2c7602 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8 HTTP/1.1" status: 200 len: 946 time: 0.1375308 Sep 26 12:58:53.691527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f36cd84-6fa4-4559-aa5f-33911eea6617 req-05b66d7b-d845-44ff-90e9-d15c811b49a5 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688970 Sep 26 12:58:53.740277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-4b00dbf4-cf4e-4499-a73f-fd793fd26749 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:53.741398 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:53.743051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-4b00dbf4-cf4e-4499-a73f-fd793fd26749 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8 HTTP/1.1" status: 200 len: 946 time: 0.1395760 Sep 26 12:58:53.760381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:53.818995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed061323-01b5-4fb5-b122-586953508c81 req-b266372a-f559-49c5-91f8-d279d5170bb8 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:53.820719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed061323-01b5-4fb5-b122-586953508c81 req-b266372a-f559-49c5-91f8-d279d5170bb8 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1755967 Sep 26 12:58:53.896748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:53.905447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Pushing event updated for resources: {'Port': ['ID=abb888a1-43b5-4cf4-a925-0453a1696040,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:53.942262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed061323-01b5-4fb5-b122-586953508c81 req-3040bf6d-1277-40a8-a18c-54820f334b66 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992897 Sep 26 12:58:53.946541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e4f2d-3256-4b81-8928-4960f6caee43 req-1a9036bd-05da-4491-8747-b8b0deac9780 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:53.953422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b21e4f2d-3256-4b81-8928-4960f6caee43 req-1a9036bd-05da-4491-8747-b8b0deac9780 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.1635101 Sep 26 12:58:53.988064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Deleting port fc08841c-6664-4509-a30c-69bcdd58f07d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:58:53.989831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:54.050453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b21e4f2d-3256-4b81-8928-4960f6caee43 req-c7ea1331-f561-4baf-bc26-fbed6156734d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937686 Sep 26 12:58:54.097658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Network 22fafcd5-fae4-471e-97d0-9154b73c421e is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:54.099586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:54.167134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] For port fc08841c-6664-4509-a30c-69bcdd58f07d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fc08841c-6664-4509-a30c-69bcdd58f07d,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:54.172750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:54.223566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Calling delete_port for fc08841c-6664-4509-a30c-69bcdd58f07d owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:58:54.331816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Router 842d1e38-cac7-41c4-973f-21efe00c29fc has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:58:54.335099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63185d94-1dba-49f9-8de5-873744f95866 req-e25f2cc3-e2bd-4a6c-a9f9-4332f1c4c7bc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:54.336742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63185d94-1dba-49f9-8de5-873744f95866 req-e25f2cc3-e2bd-4a6c-a9f9-4332f1c4c7bc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.3088980 Sep 26 12:58:54.414668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device acedc036-a9ed-45af-bad1-548b78b872d2 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:54.485660 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63185d94-1dba-49f9-8de5-873744f95866 req-5073bd0c-2353-46d8-8376-a48670914b63 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235986 Sep 26 12:58:54.501661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port acedc036-a9ed-45af-bad1-548b78b872d2 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:54.502482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:54.535933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6a6c9a19-b8fb-4056-8dc2-4f448902c8e5 None None] Provisioning complete for port abb888a1-43b5-4cf4-a925-0453a1696040 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:54.536615 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9a19-b8fb-4056-8dc2-4f448902c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:54.590278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c9a19-b8fb-4056-8dc2-4f448902c8e5 None None] Port abb888a1-43b5-4cf4-a925-0453a1696040 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:58:54.609405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:54.659064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f18d-a470-44f4-af53-22e82647eddc req-6233add8-b927-4d1d-b900-1a92151835e3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:54.664202 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:54.667362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0184f18d-a470-44f4-af53-22e82647eddc req-6233add8-b927-4d1d-b900-1a92151835e3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.1980257 Sep 26 12:58:54.673248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Pushing event deleted for resources: {'Port': ['ID=fc08841c-6664-4509-a30c-69bcdd58f07d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:54.707580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port acedc036-a9ed-45af-bad1-548b78b872d2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=acedc036-a9ed-45af-bad1-548b78b872d2,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:54.709701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['962c725a-24da-4575-881a-431d2c5ffa94'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:54.712738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['1bc39fb4-9c51-4df8-8997-fc73b554cfc0', 'fc08841c-6664-4509-a30c-69bcdd58f07d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:54.740674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:54.767025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] No DVR routers for this DVR port fc08841c-6664-4509-a30c-69bcdd58f07d on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:58:54.771064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:58:54.772247 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:54.774573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bebe6631-4fc0-4f45-9bd4-f31c0a8b4198 req-718266d5-71bc-4b57-92be-39dde46b4bb7 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.24 "DELETE /v2.0/ports/fc08841c-6664-4509-a30c-69bcdd58f07d HTTP/1.1" status: 204 len: 173 time: 1.0113516 Sep 26 12:58:54.777218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8', 'name': 'network-vif-deleted', 'tag': 'fc08841c-6664-4509-a30c-69bcdd58f07d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:54.790506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b6d3ea39-e716-4c39-8015-a41a1a11fa92 admin admin] 10.222.0.13 "PUT /v2.0/routers/842d1e38-cac7-41c4-973f-21efe00c29fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2460935 Sep 26 12:58:54.790717 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7faf767-e09a-4418-946d-c7db0b9cc040" -d '{"events": [{"server_uuid": "c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8", "name": "network-vif-deleted", "tag": "fc08841c-6664-4509-a30c-69bcdd58f07d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:54.804934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0184f18d-a470-44f4-af53-22e82647eddc req-552611e5-03ee-49d5-97ab-4c2f33b6ef73 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366758 Sep 26 12:58:54.997108 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb1d424-d5bb-491c-95bd-a6b1888d81e6 x-openstack-request-id: req-2eb1d424-d5bb-491c-95bd-a6b1888d81e6 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:54.997108 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8", "name": "network-vif-deleted", "tag": "fc08841c-6664-4509-a30c-69bcdd58f07d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:54.997108 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eb1d424-d5bb-491c-95bd-a6b1888d81e6 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:54.997620 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8', 'name': 'network-vif-deleted', 'tag': 'fc08841c-6664-4509-a30c-69bcdd58f07d', 'status': 'completed', 'code': 200} Sep 26 12:58:55.036699 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d919826-3e5d-4c2f-9ad1-ea8c0e6087e4 req-624b5188-567d-4cd8-9222-b954152407e8 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3bfc3a6-81ed-46a4-86ff-4db3c8af94f8 HTTP/1.1" status: 200 len: 210 time: 0.0521431 Sep 26 12:58:55.087813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=acedc036-a9ed-45af-bad1-548b78b872d2,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:55.222862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1146-78c4-4a52-a3b9-1221583b69f7 req-4ea6b48e-e4f4-4339-98b3-3e9931bed286 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:55.233678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-205f1146-78c4-4a52-a3b9-1221583b69f7 req-4ea6b48e-e4f4-4339-98b3-3e9931bed286 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0883765 Sep 26 12:58:55.276477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-205f1146-78c4-4a52-a3b9-1221583b69f7 req-9f0bf667-70a8-464f-8f67-c518300d7eb5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Sep 26 12:58:55.281904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-1b646017-af0b-4c46-bb66-e79b71db685f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:55.283471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-1b646017-af0b-4c46-bb66-e79b71db685f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 815 time: 0.1925323 Sep 26 12:58:55.300644 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-10ed4a00-b67f-47cb-b63d-da276f7d9852 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/quotas/01be5536d5bf414a9ec821677b817c48 HTTP/1.1" status: 200 len: 375 time: 0.0113022 Sep 26 12:58:55.398473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-2a1e02a1-147a-4336-b99b-83d5efc77952 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856712 Sep 26 12:58:55.510560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-22b5ee6f-f7c0-4b60-88e2-a0488ea45e50 service neutron] 10.222.0.13 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111009 Sep 26 12:58:55.561744 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-b5a29788-e89d-41c4-808e-66e4e2300b25 req-e554bc09-663b-4980-b0a8-9d53808e34c2 tempest-FloatingIPDetailsNegativeTestJSON-1112177452 tempest-FloatingIPDetailsNegativeTestJSON-1112177452-project] show failed (client error): The resource could not be found. Sep 26 12:58:55.562824 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5a29788-e89d-41c4-808e-66e4e2300b25 req-e554bc09-663b-4980-b0a8-9d53808e34c2 tempest-FloatingIPDetailsNegativeTestJSON-1112177452 tempest-FloatingIPDetailsNegativeTestJSON-1112177452-project] 10.222.0.13 "GET /v2.0/floatingips/a3795894-3042-4382-b7c8-45b18649389d HTTP/1.1" status: 404 len: 350 time: 0.0750015 Sep 26 12:58:55.591720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58468) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:58:55.653802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-496e9fb8-50fa-4b98-a6e3-8a4e5f73cdff service neutron] 10.222.0.13 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341221 Sep 26 12:58:55.712647 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Sync routers for ids ['842d1e38-cac7-41c4-973f-21efe00c29fc'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:58:55.722244 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Routers {'842d1e38-cac7-41c4-973f-21efe00c29fc'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:58:55.723305 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['842d1e38-cac7-41c4-973f-21efe00c29fc'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:55.848118 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Set router 842d1e38-cac7-41c4-973f-21efe00c29fc gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:58:55.931779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12180d3-cf09-4c2f-a2cf-4f79adefa88c req-64f12a37-0451-4959-8d49-321b49645383 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 210 time: 0.0402727 Sep 26 12:58:56.019250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5fae1-655c-4f5e-8c45-0c8050cfd275 req-2036ac97-18fe-4e45-a566-fee4c8a917b5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:56.021887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49c5fae1-655c-4f5e-8c45-0c8050cfd275 req-2036ac97-18fe-4e45-a566-fee4c8a917b5 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.0822475 Sep 26 12:58:56.128659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49c5fae1-655c-4f5e-8c45-0c8050cfd275 req-50d79f9d-5946-457b-8f76-01a2c34ec7fd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980704 Sep 26 12:58:56.242796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:56.398263 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:58:53Z', 'revision_number': 4, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port': {'id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:48Z', 'updated_at': '2021-09-26T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'abb888a1-43b5-4cf4-a925-0453a1696040', 'name': '', 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'mac_address': 'fa:16:3e:17:0b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62e1e38f-1099-4794-bce6-501308c7a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:52Z', 'updated_at': '2021-09-26T12:58:53Z', 'revision_number': 2, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'subnets': [{'id': '62e1e38f-1099-4794-bce6-501308c7a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:56.403356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device acedc036-a9ed-45af-bad1-548b78b872d2 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:56.428325 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Checking router: 842d1e38-cac7-41c4-973f-21efe00c29fc for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:58:56.428677 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Updating router 842d1e38-cac7-41c4-973f-21efe00c29fc port abb888a1-43b5-4cf4-a925-0453a1696040 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:58:56.470077 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:56.524038 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:58:56.547363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port acedc036-a9ed-45af-bad1-548b78b872d2 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:56.547739 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:56.568571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b51707-483c-48ee-8992-7e5578d94139 req-0ce11240-54f3-4a27-95f7-29e1bef91efc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:56.570236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5b51707-483c-48ee-8992-7e5578d94139 req-0ce11240-54f3-4a27-95f7-29e1bef91efc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4a020f3-5f5f-4bec-b504-9566dbac9957 HTTP/1.1" status: 200 len: 945 time: 0.1488485 Sep 26 12:58:56.669060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf673dc0-4666-4200-a6de-4a28ecd9b900 req-97f47873-718d-4d1c-882f-e0fcc64ff5bc tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:56.676661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf673dc0-4666-4200-a6de-4a28ecd9b900 req-97f47873-718d-4d1c-882f-e0fcc64ff5bc tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.1764023 Sep 26 12:58:56.856693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fc08841c-6664-4509-a30c-69bcdd58f07d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:56.867081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf673dc0-4666-4200-a6de-4a28ecd9b900 req-545d70be-0c85-4cfb-a377-8270ddb4e3fd tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847916 Sep 26 12:58:56.905081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: fc08841c-6664-4509-a30c-69bcdd58f07d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:58:56.905800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fc08841c-6664-4509-a30c-69bcdd58f07d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:58:56.914574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Deleting port 7880684b-6fe3-480d-8994-58961d39f6d0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:58:56.915323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:56.946208 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:56.954377 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.047908 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Pushing event updated for resources: {'Port': ['ID=abb888a1-43b5-4cf4-a925-0453a1696040,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:57.130917 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92a64b73-57e5-4002-b929-bb7ebdbf021e req-ce9086ef-b679-4167-b9c9-3bf7dac521a3 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 210 time: 0.0527511 Sep 26 12:58:57.148655 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.149115 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.149580 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.150021 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.150599 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.151034 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.151494 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.151920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.152358 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.153172 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.153687 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.154655 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:58:57.166319 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Attempting to bind port abb888a1-43b5-4cf4-a925-0453a1696040 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:57.166785 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Attempting to bind port abb888a1-43b5-4cf4-a925-0453a1696040 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:57.166978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] For port 7880684b-6fe3-480d-8994-58961d39f6d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7880684b-6fe3-480d-8994-58961d39f6d0,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:57.167866 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.167993 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Attempting to bind port abb888a1-43b5-4cf4-a925-0453a1696040 on network 22fafcd5-fae4-471e-97d0-9154b73c421e {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:57.182055 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:57.182739 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Checking segment: {'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:57.183785 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.184289 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Bound using segment: {'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:57.185404 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Bound port: abb888a1-43b5-4cf4-a925-0453a1696040, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23fa904-fe8a-4e53-9e16-8238109db667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:57.186018 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.214336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Calling delete_port for 7880684b-6fe3-480d-8994-58961d39f6d0 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:58:57.249245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Deleting port abb888a1-43b5-4cf4-a925-0453a1696040 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:58:57.249894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.325823 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] For port abb888a1-43b5-4cf4-a925-0453a1696040, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:57.335595 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] For port abb888a1-43b5-4cf4-a925-0453a1696040, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=abb888a1-43b5-4cf4-a925-0453a1696040,segment=NetworkSegment(f23fa904-fe8a-4e53-9e16-8238109db667),segment_id=f23fa904-fe8a-4e53-9e16-8238109db667)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:58:57.342823 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.430990 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Routers {'842d1e38-cac7-41c4-973f-21efe00c29fc'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:58:57.431502 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['842d1e38-cac7-41c4-973f-21efe00c29fc'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:57.469415 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eed9f-96d9-435b-937a-31c0e6838652 None None] Pushing event updated for resources: {'Port': ['ID=abb888a1-43b5-4cf4-a925-0453a1696040,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:57.521041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-fb5ee776-f426-410f-a89c-4aa75b4902c9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:57.525023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-fb5ee776-f426-410f-a89c-4aa75b4902c9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.24 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 815 time: 0.2796853 Sep 26 12:58:57.547476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Request body: {'port': {'device_id': '3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3', 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'admin_state_up': True, 'tenant_id': '01be5536d5bf414a9ec821677b817c48'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:57.555511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-013df31b-9edb-4066-836e-6230c18953be None None] Provisioning complete for port abb888a1-43b5-4cf4-a925-0453a1696040 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:57.556641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-013df31b-9edb-4066-836e-6230c18953be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.628936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] For port abb888a1-43b5-4cf4-a925-0453a1696040, host n-d-806683-13, got binding levels [] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:57.629662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.641333 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] Set router 842d1e38-cac7-41c4-973f-21efe00c29fc gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:58:57.647088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Calling delete_port for abb888a1-43b5-4cf4-a925-0453a1696040 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:58:57.701335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-013df31b-9edb-4066-836e-6230c18953be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.772385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3ab68-b3c4-4594-80c1-1134856993b0 req-e87dca43-ea24-4f0f-8ccb-2fdac303d394 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:57.779766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3ab68-b3c4-4594-80c1-1134856993b0 req-e87dca43-ea24-4f0f-8ccb-2fdac303d394 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:57.782164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55c3ab68-b3c4-4594-80c1-1134856993b0 req-e87dca43-ea24-4f0f-8ccb-2fdac303d394 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c&device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 1681 time: 0.1287458 Sep 26 12:58:57.787298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-013df31b-9edb-4066-836e-6230c18953be None None] For port abb888a1-43b5-4cf4-a925-0453a1696040, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=abb888a1-43b5-4cf4-a925-0453a1696040,segment=NetworkSegment(f23fa904-fe8a-4e53-9e16-8238109db667),segment_id=f23fa904-fe8a-4e53-9e16-8238109db667)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:57.795907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 93543a5f-31fe-42b1-81a5-4a980c38f4cf details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:58:57.812374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-013df31b-9edb-4066-836e-6230c18953be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.843075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Made reservation on behalf of 01be5536d5bf414a9ec821677b817c48 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:58:57.846679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.910229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55c3ab68-b3c4-4594-80c1-1134856993b0 req-60167122-ef1b-4999-b1b5-6f9d16ecac3e tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128161 Sep 26 12:58:57.923603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:57.943859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7880684b-6fe3-480d-8994-58961d39f6d0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:58:57.997604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Pushing event deleted for resources: {'Port': ['ID=7880684b-6fe3-480d-8994-58961d39f6d0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:58.015602 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:58:53Z', 'revision_number': 4, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port': {'id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:48Z', 'updated_at': '2021-09-26T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'abb888a1-43b5-4cf4-a925-0453a1696040', 'name': '', 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'mac_address': 'fa:16:3e:17:0b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62e1e38f-1099-4794-bce6-501308c7a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:52Z', 'updated_at': '2021-09-26T12:58:57Z', 'revision_number': 4, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'subnets': [{'id': '62e1e38f-1099-4794-bce6-501308c7a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:58:58.043026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013df31b-9edb-4066-836e-6230c18953be None None] Pushing event updated for resources: {'Port': ['ID=abb888a1-43b5-4cf4-a925-0453a1696040,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:58.059684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9528cfa6-478e-4846-b12f-b71257b7a221 None None] Provisioning complete for port abb888a1-43b5-4cf4-a925-0453a1696040 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:58:58.061026 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9528cfa6-478e-4846-b12f-b71257b7a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:58.068590 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bcdad-675c-4959-87fa-97f72715cf1c None None] The sync data for ids ['842d1e38-cac7-41c4-973f-21efe00c29fc'] in n-d-806683-13 is: [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:58:53Z', 'revision_number': 4, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port': {'id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:48Z', 'updated_at': '2021-09-26T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'abb888a1-43b5-4cf4-a925-0453a1696040', 'name': '', 'network_id': '22fafcd5-fae4-471e-97d0-9154b73c421e', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'mac_address': 'fa:16:3e:17:0b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62e1e38f-1099-4794-bce6-501308c7a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:52Z', 'updated_at': '2021-09-26T12:58:57Z', 'revision_number': 4, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'subnets': [{'id': '62e1e38f-1099-4794-bce6-501308c7a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:58:58.083724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e212d5-1565-4963-a4c8-eecba0f88e6d req-9ab9b167-e753-4ee6-adb2-c12f16f525cf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:58.094373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e212d5-1565-4963-a4c8-eecba0f88e6d req-9ab9b167-e753-4ee6-adb2-c12f16f525cf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.5906250 Sep 26 12:58:58.175640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:58.189123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Allocated IP 172.20.0.11 (8cbaf05f-be9a-4942-9168-2ac80aee6e68/f093e521-ec99-4b09-a885-dcfc918264e6/ee3e80b3-7907-4172-83fa-c888fd411264) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:58:58.196076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 93543a5f-31fe-42b1-81a5-4a980c38f4cf has no active binding in host n-h1-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 12:58:58.236875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523ad3e-660e-4bec-9178-5b97248efaa4 req-9b6ed3a4-29e8-4f8b-bb0e-b14f7c03d229 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:58.246564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e523ad3e-660e-4bec-9178-5b97248efaa4 req-9b6ed3a4-29e8-4f8b-bb0e-b14f7c03d229 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.1119192 Sep 26 12:58:58.321715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e523ad3e-660e-4bec-9178-5b97248efaa4 req-08dbfc48-65c6-4b8b-aeb6-f9560e8d93f5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739095 Sep 26 12:58:58.324357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3e212d5-1565-4963-a4c8-eecba0f88e6d req-d62cbfb5-7b71-4724-aae9-fc25eea2c631 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287869 Sep 26 12:58:58.325203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] No DVR routers for this DVR port 7880684b-6fe3-480d-8994-58961d39f6d0 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:58:58.328604 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:58.331058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5b51707-483c-48ee-8992-7e5578d94139 req-6b0fcc4c-ca6e-48e4-81b9-8ac9f55504db tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.23 "DELETE /v2.0/ports/7880684b-6fe3-480d-8994-58961d39f6d0 HTTP/1.1" status: 204 len: 173 time: 1.7269571 Sep 26 12:58:58.347929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'name': 'network-vif-deleted', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:58:58.348027 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c847285d-bebf-46cd-bb06-4c066beeff29" -d '{"events": [{"server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "name": "network-vif-deleted", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:58:58.359372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-e6b7bedd-d110-432b-8f09-a370b4ed2dcd tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:58.361025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-e6b7bedd-d110-432b-8f09-a370b4ed2dcd tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1098 time: 0.8586555 Sep 26 12:58:58.375849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-13'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:58.429327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:58.455330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device abb888a1-43b5-4cf4-a925-0453a1696040 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:58:58.510112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:58.519218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: abb888a1-43b5-4cf4-a925-0453a1696040 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:58:58.519577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device abb888a1-43b5-4cf4-a925-0453a1696040 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 26 12:58:58.554902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:58.567278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Port abb888a1-43b5-4cf4-a925-0453a1696040 not found, will not notify nova. {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 26 12:58:58.586661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Pushing event deleted for resources: {'Port': ['ID=abb888a1-43b5-4cf4-a925-0453a1696040,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:58.611590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:58.620729 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a4c41e-71a5-4213-ad21-f22fc4424475 x-openstack-request-id: req-70a4c41e-71a5-4213-ad21-f22fc4424475 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:58:58.621054 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a020f3-5f5f-4bec-b504-9566dbac9957", "name": "network-vif-deleted", "tag": "7880684b-6fe3-480d-8994-58961d39f6d0", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:58:58.621329 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70a4c41e-71a5-4213-ad21-f22fc4424475 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:58:58.621770 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a020f3-5f5f-4bec-b504-9566dbac9957', 'name': 'network-vif-deleted', 'tag': '7880684b-6fe3-480d-8994-58961d39f6d0', 'status': 'completed', 'code': 200} Sep 26 12:58:58.700177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:58:58.704703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:58:58.713141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:58:58.726287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Pushing event updated for resources: {'Port': ['ID=ee3e80b3-7907-4172-83fa-c888fd411264,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:58.804056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:58.804907 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:58.828565 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-0e28ff66-5500-4540-bb80-da05911f91e1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2853231 Sep 26 12:58:58.849022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Request body: {'port': {'device_id': '3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:58:59.021748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:59.332355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345aded-c784-42e6-bc9e-5990422c0825 req-e86e13c0-684e-4e12-8d80-35de4f60db50 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:59.334018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4345aded-c784-42e6-bc9e-5990422c0825 req-e86e13c0-684e-4e12-8d80-35de4f60db50 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 932 time: 0.7423503 Sep 26 12:58:59.443851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4345aded-c784-42e6-bc9e-5990422c0825 req-080b6a31-6365-4da8-a247-fa7d427d25ef tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003056 Sep 26 12:58:59.461381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:58:59.551105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015d5dd-d5ca-4d38-8f9c-498d235a680c req-15d01a80-d72a-4cf3-a424-7fd4042bdffe tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:59.558481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b015d5dd-d5ca-4d38-8f9c-498d235a680c req-15d01a80-d72a-4cf3-a424-7fd4042bdffe tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.1404812 Sep 26 12:58:59.578682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:58:59.581466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3e80b3-7907-4172-83fa-c888fd411264 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:58:59.591994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:59.617641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Transition to ACTIVE for port object ee3e80b3-7907-4172-83fa-c888fd411264 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:58:59.628375 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b015d5dd-d5ca-4d38-8f9c-498d235a680c req-6c76d05f-6dcf-443f-8c5f-d86b0170118e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689557 Sep 26 12:58:59.633926 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:59.706641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897b4dd-befd-41ec-a722-ba63f29e9fff req-9a8d232d-a981-42a8-b136-767e4178bc85 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:59.711588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Pushing event updated for resources: {'Port': ['ID=ee3e80b3-7907-4172-83fa-c888fd411264,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:58:59.716649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2897b4dd-befd-41ec-a722-ba63f29e9fff req-9a8d232d-a981-42a8-b136-767e4178bc85 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 946 time: 0.1414833 Sep 26 12:58:59.770195 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:59.783036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7880684b-6fe3-480d-8994-58961d39f6d0 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:58:59.783615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:59.829103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 7880684b-6fe3-480d-8994-58961d39f6d0 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:58:59.829361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7880684b-6fe3-480d-8994-58961d39f6d0 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:58:59.869556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Attempting to bind port ee3e80b3-7907-4172-83fa-c888fd411264 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:58:59.869556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Attempting to bind port ee3e80b3-7907-4172-83fa-c888fd411264 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:58:59.869556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Attempting to bind port ee3e80b3-7907-4172-83fa-c888fd411264 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:59.878810 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:59.891633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2897b4dd-befd-41ec-a722-ba63f29e9fff req-cd529d5b-4721-4c9c-b2ed-8465264f632a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740229 Sep 26 12:58:59.892912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Port ee3e80b3-7907-4172-83fa-c888fd411264 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:58:59.893336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Attempting to bind port ee3e80b3-7907-4172-83fa-c888fd411264 on network 8cbaf05f-be9a-4942-9168-2ac80aee6e68 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:58:59.905564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:58:59.906042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Checking segment: {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:58:59.906525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Bound using segment: {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:58:59.907104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Bound port: ee3e80b3-7907-4172-83fa-c888fd411264, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e24a4f-0ae5-41b0-85ab-8b467140d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:58:59.907617 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:58:59.934497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bb0ca-ee2a-42df-835d-45ba8dab3a87 req-cc5b7bac-2526-4e07-9d5e-bad32d0e72b5 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:58:59.936288 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a6bb0ca-ee2a-42df-835d-45ba8dab3a87 req-cc5b7bac-2526-4e07-9d5e-bad32d0e72b5 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 945 time: 0.0794587 Sep 26 12:59:00.029904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] For port ee3e80b3-7907-4172-83fa-c888fd411264, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:00.033266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] For port ee3e80b3-7907-4172-83fa-c888fd411264, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ee3e80b3-7907-4172-83fa-c888fd411264,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:00.036755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a6bb0ca-ee2a-42df-835d-45ba8dab3a87 req-c95a6a19-27e9-49ce-9ab9-d5e2549192a5 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738473 Sep 26 12:59:00.039546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:00.054558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Pushing event updated for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:00.058340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on host n-h2-806683-13 for vnic_type normal with profile {"migrating_to": "n-h1-806683-13"} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:00.058459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:00.058700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:00.075171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:00.075509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Attempting to bind port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:00.081449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:00.082325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:00.083755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] 10.222.0.24 "PUT /v2.0/ports/ee3e80b3-7907-4172-83fa-c888fd411264 HTTP/1.1" status: 200 len: 1093 time: 1.2421002 Sep 26 12:59:00.088689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3', 'tag': 'ee3e80b3-7907-4172-83fa-c888fd411264'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:00.091447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:00.091633 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df7a349-ff24-47ad-948d-93803ad1dcae" -d '{"events": [{"name": "network-changed", "server_uuid": "3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3", "tag": "ee3e80b3-7907-4172-83fa-c888fd411264"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:00.092127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:00.092937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:00.093575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Bound port: 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:00.094451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:00.124390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf3f1a-ca82-4abe-bb0f-274457ba50ad service neutron] Pushing event updated for resources: {'Port': ['ID=ee3e80b3-7907-4172-83fa-c888fd411264,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:00.159720 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c2431-3015-4b21-90f7-0ec9c095426f x-openstack-request-id: req-671c2431-3015-4b21-90f7-0ec9c095426f {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:00.160090 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3", "tag": "ee3e80b3-7907-4172-83fa-c888fd411264", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:00.160410 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-671c2431-3015-4b21-90f7-0ec9c095426f {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:00.160871 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3', 'tag': 'ee3e80b3-7907-4172-83fa-c888fd411264', 'status': 'completed', 'code': 200} Sep 26 12:59:00.177900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-421ca839-cd7e-4d48-aad8-0b0c277be90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:00.179816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-421ca839-cd7e-4d48-aad8-0b0c277be90c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 1096 time: 0.0503402 Sep 26 12:59:00.229210 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-cf79f315-6c4c-4200-8eb4-2d45e3102b76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3e80b3-7907-4172-83fa-c888fd411264 HTTP/1.1" status: 200 len: 217 time: 0.0414038 Sep 26 12:59:00.287316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Router 842d1e38-cac7-41c4-973f-21efe00c29fc has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:59:00.302960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:00.306694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:00.311545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-882df4c3-4961-473e-ac4f-1fe12061afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:00.316969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-882df4c3-4961-473e-ac4f-1fe12061afa1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f093e521-ec99-4b09-a885-dcfc918264e6 HTTP/1.1" status: 200 len: 855 time: 0.0802560 Sep 26 12:59:00.340484 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:00.357906 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-05af2e7f-5919-4136-9623-fb7ca5a948e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8cbaf05f-be9a-4942-9168-2ac80aee6e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315511 Sep 26 12:59:00.459557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:00.460174 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:00.461588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] 10.222.0.23 "PUT /v2.0/ports/93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 200 len: 1124 time: 2.0928664 Sep 26 12:59:00.468053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875888cc-0843-4f01-b58c-46f2e3a85522 service neutron] Pushing event updated for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=8']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:00.477702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-b4ff3646-0908-412d-823d-111e618834ea service neutron] 10.222.0.24 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104600 Sep 26 12:59:00.490482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:59:00.496858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-47a485c4-6017-46d8-86ed-1e4fa15185ac admin admin] 10.222.0.13 "PUT /v2.0/routers/842d1e38-cac7-41c4-973f-21efe00c29fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9037347 Sep 26 12:59:00.499261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58564) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:00.570677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['93543a5f-31fe-42b1-81a5-4a980c38f4cf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:00.615269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['93543a5f-31fe-42b1-81a5-4a980c38f4cf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:00.623957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf'}, {'name': 'network-changed', 'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:00.626581 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383adf72-6f5a-430e-b835-350f99708854" -d '{"events": [{"server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "name": "network-vif-unplugged", "status": "completed", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf"}, {"name": "network-changed", "server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:00.659218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec06e900-ef2e-4f6d-b5a7-c8cb21aa67c9 req-6e2f7293-6a16-43cc-a15e-3a26dbfeb8b7 service neutron] 10.222.0.24 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727347 Sep 26 12:59:00.689300 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6168eb0-b226-4e59-8022-a1cec98a7d96 x-openstack-request-id: req-d6168eb0-b226-4e59-8022-a1cec98a7d96 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:00.689728 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "name": "network-vif-unplugged", "status": "completed", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf", "code": 200}, {"name": "network-changed", "server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:00.690044 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6168eb0-b226-4e59-8022-a1cec98a7d96 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:00.690501 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf', 'code': 200} Sep 26 12:59:00.690858 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf', 'status': 'completed', 'code': 200} Sep 26 12:59:00.702172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65bc18-1d8d-4352-97e9-ec05b642a306 req-0a1bb805-6f44-467c-b51f-91df5c0e0358 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:00.709928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f65bc18-1d8d-4352-97e9-ec05b642a306 req-0a1bb805-6f44-467c-b51f-91df5c0e0358 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 944 time: 0.1036263 Sep 26 12:59:00.820967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:00.910325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f65bc18-1d8d-4352-97e9-ec05b642a306 req-b0303b77-c08b-445e-9a14-b18db2fbdd09 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994162 Sep 26 12:59:00.974426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383adf72-6f5a-430e-b835-350f99708854 req-a6cebdb0-dc1a-4d43-a0ec-f38d254b0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:00.976793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-383adf72-6f5a-430e-b835-350f99708854 req-a6cebdb0-dc1a-4d43-a0ec-f38d254b0050 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1127 time: 0.2311974 Sep 26 12:59:00.992001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a0f92-285c-4574-b7c5-e78eba362884 req-01d87497-55bd-4349-b357-2bb005a07f6a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:00.993717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-327a0f92-285c-4574-b7c5-e78eba362884 req-01d87497-55bd-4349-b357-2bb005a07f6a tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 945 time: 0.2817109 Sep 26 12:59:01.142996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383adf72-6f5a-430e-b835-350f99708854 req-37d52efa-0f28-4e0e-975a-c50bd3368817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:01.146571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-383adf72-6f5a-430e-b835-350f99708854 req-37d52efa-0f28-4e0e-975a-c50bd3368817 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1489842 Sep 26 12:59:01.150590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ae488-1168-44ba-afa4-8c38b02f093c req-dc0fa374-a860-4428-a013-341cf5c4d1ca tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:01.159758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e27ae488-1168-44ba-afa4-8c38b02f093c req-dc0fa374-a860-4428-a013-341cf5c4d1ca tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.4280858 Sep 26 12:59:01.165713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e294828-2944-4964-bec2-706c943893e9 None None] Sync routers for ids ['842d1e38-cac7-41c4-973f-21efe00c29fc'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:59:01.185751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554cc42-9855-4004-abc2-c45a9546e21a req-4fa454a9-84eb-4775-aba3-79eecd7024ca tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:01.187319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b554cc42-9855-4004-abc2-c45a9546e21a req-4fa454a9-84eb-4775-aba3-79eecd7024ca tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.24 "GET /v2.0/ports?device_id=def3ddb0-5e76-4f3f-94e5-b51ab80f212c HTTP/1.1" status: 200 len: 945 time: 0.4534767 Sep 26 12:59:01.189059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e294828-2944-4964-bec2-706c943893e9 None None] Routers {'842d1e38-cac7-41c4-973f-21efe00c29fc'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:01.190819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8e294828-2944-4964-bec2-706c943893e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['842d1e38-cac7-41c4-973f-21efe00c29fc'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:01.257871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e27ae488-1168-44ba-afa4-8c38b02f093c req-e3dd7bb9-82ee-4e66-9505-506068e9f79d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924873 Sep 26 12:59:01.282651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-383adf72-6f5a-430e-b835-350f99708854 req-7dc30429-3472-496d-9d2f-c3693505122c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 200 len: 217 time: 0.0788982 Sep 26 12:59:01.341786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-958b4bae-d182-4fb9-81d2-4246b3939186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:01.343282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-958b4bae-d182-4fb9-81d2-4246b3939186 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=01be5536d5bf414a9ec821677b817c48&device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 1096 time: 0.6008749 Sep 26 12:59:01.416248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d117ba-9eea-4882-b54d-c522866caa7f req-1931200b-c4cc-4bda-8f21-4f4d6948a671 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:01.424411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-99d117ba-9eea-4882-b54d-c522866caa7f req-1931200b-c4cc-4bda-8f21-4f4d6948a671 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 945 time: 0.0881941 Sep 26 12:59:01.426751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0c34-78fc-4974-9dd4-93beccff423d req-379a5c3f-6cee-4365-8f74-bf63592e7812 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:01.434774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afdd0c34-78fc-4974-9dd4-93beccff423d req-379a5c3f-6cee-4365-8f74-bf63592e7812 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.2456484 Sep 26 12:59:01.451084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Deleting port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:01.451455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:01.460841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:01.496280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383adf72-6f5a-430e-b835-350f99708854 req-a9fa3971-bd05-4cc3-9f16-a4cb36a52e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:01.498515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-383adf72-6f5a-430e-b835-350f99708854 req-a9fa3971-bd05-4cc3-9f16-a4cb36a52e38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.2054579 Sep 26 12:59:01.500713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8e294828-2944-4964-bec2-706c943893e9 None None] Set router 842d1e38-cac7-41c4-973f-21efe00c29fc gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:01.512104 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-99d117ba-9eea-4882-b54d-c522866caa7f req-27c18292-c24e-4b7d-aecc-448a24f9617b tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865562 Sep 26 12:59:01.617581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] For port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:01.617849 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:01.640369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Calling delete_port for 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:01.738732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8e294828-2944-4964-bec2-706c943893e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:58:58Z', 'revision_number': 5, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port': {'id': 'acedc036-a9ed-45af-bad1-548b78b872d2', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:58:48Z', 'updated_at': '2021-09-26T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:01.767973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e294828-2944-4964-bec2-706c943893e9 None None] Checking router: 842d1e38-cac7-41c4-973f-21efe00c29fc for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:59:01.777185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e294828-2944-4964-bec2-706c943893e9 None None] Routers {'842d1e38-cac7-41c4-973f-21efe00c29fc'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:01.777859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8e294828-2944-4964-bec2-706c943893e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:58:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['842d1e38-cac7-41c4-973f-21efe00c29fc'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:01.814056 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:01.847348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Pushing event deleted for resources: {'Port': ['ID=1bc39fb4-9c51-4df8-8997-fc73b554cfc0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:01.859111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['962c725a-24da-4575-881a-431d2c5ffa94'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:01.861636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['1bc39fb4-9c51-4df8-8997-fc73b554cfc0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:01.880233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-383adf72-6f5a-430e-b835-350f99708854 req-c4c87eef-86e9-47d5-84ae-bad628e1d62c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735641 Sep 26 12:59:01.908933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afdd0c34-78fc-4974-9dd4-93beccff423d req-75dd4af4-4522-4258-896a-94094da3c93c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644234 Sep 26 12:59:01.922825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] No DVR routers for this DVR port 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:59:01.925925 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:01.929040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b554cc42-9855-4004-abc2-c45a9546e21a req-fa51b6fe-0cb2-4ebe-9a44-5a8156023f92 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.24 "DELETE /v2.0/ports/1bc39fb4-9c51-4df8-8997-fc73b554cfc0 HTTP/1.1" status: 204 len: 173 time: 0.7295482 Sep 26 12:59:01.952506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Deleting port 962c725a-24da-4575-881a-431d2c5ffa94 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:01.952854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:01.982489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-c2e286e6-affe-444e-b935-e59fdf17883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:01.984002 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-c2e286e6-affe-444e-b935-e59fdf17883d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 200 len: 915 time: 0.6116817 Sep 26 12:59:02.003376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8e294828-2944-4964-bec2-706c943893e9 None None] Set router 842d1e38-cac7-41c4-973f-21efe00c29fc gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:02.104183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8e294828-2944-4964-bec2-706c943893e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:59:01Z', 'revision_number': 6, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:02.138129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-e380217e-5c6c-4d5a-b8e0-f86b416cfdf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3e80b3-7907-4172-83fa-c888fd411264 HTTP/1.1" status: 200 len: 217 time: 0.1147387 Sep 26 12:59:02.142096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e294828-2944-4964-bec2-706c943893e9 None None] The sync data for ids ['842d1e38-cac7-41c4-973f-21efe00c29fc'] in n-d-806683-13 is: [{'id': '842d1e38-cac7-41c4-973f-21efe00c29fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1376290206-router', 'tenant_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:58:47Z', 'updated_at': '2021-09-26T12:59:01Z', 'revision_number': 6, 'project_id': '8cc773a044cf4a0eb280f0a2c2e1841e', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:59:02.142342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fca09-fa23-4121-8b1d-2b5bc6ce4b69 req-2eb3d287-9465-4b78-83fe-8807bf8ccb40 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:02.146999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-236fca09-fa23-4121-8b1d-2b5bc6ce4b69 req-2eb3d287-9465-4b78-83fe-8807bf8ccb40 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 944 time: 0.0997427 Sep 26 12:59:02.182567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def3ddb0-5e76-4f3f-94e5-b51ab80f212c', 'name': 'network-vif-deleted', 'tag': '1bc39fb4-9c51-4df8-8997-fc73b554cfc0'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:02.185841 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabeed79-ea66-4ff5-9fa7-ca6d91726481" -d '{"events": [{"server_uuid": "def3ddb0-5e76-4f3f-94e5-b51ab80f212c", "name": "network-vif-deleted", "tag": "1bc39fb4-9c51-4df8-8997-fc73b554cfc0"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:02.187733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Deleting port acedc036-a9ed-45af-bad1-548b78b872d2 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:02.188078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:02.247008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-383adf72-6f5a-430e-b835-350f99708854 req-193b3fff-471b-4905-bb69-fd2d86ebe1cc service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454413 Sep 26 12:59:02.276074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-236fca09-fa23-4121-8b1d-2b5bc6ce4b69 req-7583829e-b463-4004-a95f-2b7fa9ed415c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146731 Sep 26 12:59:02.281730 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab26764-7b2c-4fc8-833b-c72319527283 x-openstack-request-id: req-8ab26764-7b2c-4fc8-833b-c72319527283 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:02.282934 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def3ddb0-5e76-4f3f-94e5-b51ab80f212c", "name": "network-vif-deleted", "tag": "1bc39fb4-9c51-4df8-8997-fc73b554cfc0", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:02.284477 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ab26764-7b2c-4fc8-833b-c72319527283 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:02.285046 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def3ddb0-5e76-4f3f-94e5-b51ab80f212c', 'name': 'network-vif-deleted', 'tag': '1bc39fb4-9c51-4df8-8997-fc73b554cfc0', 'status': 'completed', 'code': 200} Sep 26 12:59:02.289881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] For port 962c725a-24da-4575-881a-431d2c5ffa94, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=962c725a-24da-4575-881a-431d2c5ffa94,segment=NetworkSegment(d5417264-367d-45fc-a8c3-7d1f60cd9a46),segment_id=d5417264-367d-45fc-a8c3-7d1f60cd9a46)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:02.290252 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:02.305157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Calling delete_port for 962c725a-24da-4575-881a-431d2c5ffa94 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:02.433157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-3a7ef64e-66f4-47a6-bf67-b267d31a5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:02.434662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-3a7ef64e-66f4-47a6-bf67-b267d31a5ed4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f093e521-ec99-4b09-a885-dcfc918264e6 HTTP/1.1" status: 200 len: 855 time: 0.2647810 Sep 26 12:59:02.528068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-ad9c5b8e-f1d5-42eb-8634-96c53c8e1340 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8cbaf05f-be9a-4942-9168-2ac80aee6e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572722 Sep 26 12:59:02.563288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device abb888a1-43b5-4cf4-a925-0453a1696040 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:02.605933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: abb888a1-43b5-4cf4-a925-0453a1696040 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:59:02.606266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device abb888a1-43b5-4cf4-a925-0453a1696040 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:59:02.619576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991e16-9583-4975-b10f-415b90ff61f5 req-afdc2d6b-820a-4b96-8a03-992fd04c4fc5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:02.622398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd991e16-9583-4975-b10f-415b90ff61f5 req-afdc2d6b-820a-4b96-8a03-992fd04c4fc5 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.2897620 Sep 26 12:59:02.640880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] For port acedc036-a9ed-45af-bad1-548b78b872d2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=acedc036-a9ed-45af-bad1-548b78b872d2,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:02.641285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:02.656004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-383adf72-6f5a-430e-b835-350f99708854 req-0e189c02-2984-4fd0-b885-fd15b80cea04 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991339 Sep 26 12:59:02.673064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3efac-0ea8-4b09-8866-f4f3573d17ae req-0be13eab-9b91-4e7a-a905-99cf84712720 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:02.678258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ed3efac-0ea8-4b09-8866-f4f3573d17ae req-0be13eab-9b91-4e7a-a905-99cf84712720 tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d2b515-3999-4def-9dc0-9f25e895b014 HTTP/1.1" status: 200 len: 945 time: 0.0713415 Sep 26 12:59:02.681949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Calling delete_port for acedc036-a9ed-45af-bad1-548b78b872d2 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:02.733266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ed3efac-0ea8-4b09-8866-f4f3573d17ae req-fef63d47-7a87-46cd-96d6-71cf3701426d tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ef1cac9-cddc-4f16-ad17-833f5c769cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Sep 26 12:59:02.852362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd991e16-9583-4975-b10f-415b90ff61f5 req-a0ac6024-e51e-41f6-81ea-cc405418a2bb tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936278 Sep 26 12:59:02.885298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ee3e80b3-7907-4172-83fa-c888fd411264 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:02.887992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-f2b43ff8-5eb2-4609-a1ef-cbc8ec1a512a service neutron] 10.222.0.24 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481085 Sep 26 12:59:02.938570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:02.958960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['1bc39fb4-9c51-4df8-8997-fc73b554cfc0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:02.999049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Pushing event deleted for resources: {'Port': ['ID=962c725a-24da-4575-881a-431d2c5ffa94,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:03.099688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ee3e80b3-7907-4172-83fa-c888fd411264, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ee3e80b3-7907-4172-83fa-c888fd411264,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:03.114111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'ee3e80b3-7907-4172-83fa-c888fd411264', 'network_id': '8cbaf05f-be9a-4942-9168-2ac80aee6e68', 'port_id': 'ee3e80b3-7907-4172-83fa-c888fd411264', 'mac_address': 'fa:16:3e:66:58:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f093e521-ec99-4b09-a885-dcfc918264e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:03.117309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] No DVR routers for this DVR port 962c725a-24da-4575-881a-431d2c5ffa94 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:59:03.120419 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.122737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d5419-0fc3-4e3b-a04a-4dcd366d682c req-77c10574-5d6c-497f-a7ee-2913d60e1661 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:03.125038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-327a0f92-285c-4574-b7c5-e78eba362884 req-0393a035-2376-4096-8a81-dfbdc73cbdbc tempest-ListServersNegativeTestJSON-1761497636 tempest-ListServersNegativeTestJSON-1761497636-project] 10.222.0.23 "DELETE /v2.0/ports/962c725a-24da-4575-881a-431d2c5ffa94 HTTP/1.1" status: 204 len: 173 time: 1.9775078 Sep 26 12:59:03.126860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b5d5419-0fc3-4e3b-a04a-4dcd366d682c req-77c10574-5d6c-497f-a7ee-2913d60e1661 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.1310465 Sep 26 12:59:03.133821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d2b515-3999-4def-9dc0-9f25e895b014', 'name': 'network-vif-deleted', 'tag': '962c725a-24da-4575-881a-431d2c5ffa94'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:03.139019 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ce0b68-07a0-40ef-a392-327d8971cc24" -d '{"events": [{"server_uuid": "f2d2b515-3999-4def-9dc0-9f25e895b014", "name": "network-vif-deleted", "tag": "962c725a-24da-4575-881a-431d2c5ffa94"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:03.200511 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b5d5419-0fc3-4e3b-a04a-4dcd366d682c req-bba65ef5-4e6d-4368-9850-f4ed7f478e31 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Sep 26 12:59:03.206887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df7a349-ff24-47ad-948d-93803ad1dcae req-258f441f-2167-42be-b6fc-b169fed96a25 service neutron] 10.222.0.24 "GET /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105972 Sep 26 12:59:03.216623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.250518 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37553e01-87d8-417a-97f7-a4e8b4165979 x-openstack-request-id: req-37553e01-87d8-417a-97f7-a4e8b4165979 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:03.250985 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d2b515-3999-4def-9dc0-9f25e895b014", "name": "network-vif-deleted", "tag": "962c725a-24da-4575-881a-431d2c5ffa94", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:03.251315 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37553e01-87d8-417a-97f7-a4e8b4165979 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:03.251901 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d2b515-3999-4def-9dc0-9f25e895b014', 'name': 'network-vif-deleted', 'tag': '962c725a-24da-4575-881a-431d2c5ffa94', 'status': 'completed', 'code': 200} Sep 26 12:59:03.253248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.254849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=acedc036-a9ed-45af-bad1-548b78b872d2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:03.287422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3e80b3-7907-4172-83fa-c888fd411264 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:03.343438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ee3e80b3-7907-4172-83fa-c888fd411264, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ee3e80b3-7907-4172-83fa-c888fd411264,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:03.349617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.412528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ee3e80b3-7907-4172-83fa-c888fd411264,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:03.450855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.489031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ef3ce-bb7a-40a4-8ca7-a523d0d5b05c req-4e2247c3-0a17-4d06-97e0-3a3e3c6f22b5 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:03.490580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-393ef3ce-bb7a-40a4-8ca7-a523d0d5b05c req-4e2247c3-0a17-4d06-97e0-3a3e3c6f22b5 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 945 time: 0.1056960 Sep 26 12:59:03.570277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.576389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.617528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['ee3e80b3-7907-4172-83fa-c888fd411264'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:03.634049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-393ef3ce-bb7a-40a4-8ca7-a523d0d5b05c req-57cc24a8-ee6e-4b40-8cad-075eff4318fc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078179 Sep 26 12:59:03.645991 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.646551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 842d1e38-cac7-41c4-973f-21efe00c29fc {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 12:59:03.651517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.652684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d1d96d64-f3c7-4e11-8bf0-12c706fd48c1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/842d1e38-cac7-41c4-973f-21efe00c29fc HTTP/1.1" status: 204 len: 168 time: 3.1518409 Sep 26 12:59:03.655445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58604) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:03.745842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ea9b6b-4dd0-4648-abc2-80b1d4fdd8e6 admin admin] Deleting subnet 62e1e38f-1099-4794-bce6-501308c7a10b {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:59:03.754052 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54ea9b6b-4dd0-4648-abc2-80b1d4fdd8e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.805393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54ea9b6b-4dd0-4648-abc2-80b1d4fdd8e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.838328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 962c725a-24da-4575-881a-431d2c5ffa94 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:03.872451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58612) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:03.880752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 962c725a-24da-4575-881a-431d2c5ffa94 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:59:03.881234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 962c725a-24da-4575-881a-431d2c5ffa94 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:59:03.954506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f938b6-7769-4a9f-a9c1-7dc63f01033b admin admin] Deleting subnet 036e60d7-c706-429b-b34e-75b427c2f456 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:59:03.959785 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74f938b6-7769-4a9f-a9c1-7dc63f01033b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:03.998660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74f938b6-7769-4a9f-a9c1-7dc63f01033b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.012615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54ea9b6b-4dd0-4648-abc2-80b1d4fdd8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.060943 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af41924-3b51-4e30-abfa-a43999c69a92 req-fcdde55d-5b76-433d-92df-5ba82a3d778c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:04.070643 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7af41924-3b51-4e30-abfa-a43999c69a92 req-fcdde55d-5b76-433d-92df-5ba82a3d778c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.1139677 Sep 26 12:59:04.071874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74f938b6-7769-4a9f-a9c1-7dc63f01033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.141339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7af41924-3b51-4e30-abfa-a43999c69a92 req-bd8b6b06-6763-415e-93f1-2ea34312ad7d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722413 Sep 26 12:59:04.172960 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54ea9b6b-4dd0-4648-abc2-80b1d4fdd8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.175167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74f938b6-7769-4a9f-a9c1-7dc63f01033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.206846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f938b6-7769-4a9f-a9c1-7dc63f01033b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036e60d7-c706-429b-b34e-75b427c2f456,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:04.207184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54ea9b6b-4dd0-4648-abc2-80b1d4fdd8e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.209108 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-54ea9b6b-4dd0-4648-abc2-80b1d4fdd8e6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62e1e38f-1099-4794-bce6-501308c7a10b HTTP/1.1" status: 204 len: 168 time: 0.5509641 Sep 26 12:59:04.211577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58624) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:04.211846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea9b6b-4dd0-4648-abc2-80b1d4fdd8e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e1e38f-1099-4794-bce6-501308c7a10b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:04.214125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a4c33-40b3-4c56-8a23-fd782d2aeba3 None None] Network 22fafcd5-fae4-471e-97d0-9154b73c421e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:04.231304 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74f938b6-7769-4a9f-a9c1-7dc63f01033b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.233653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-74f938b6-7769-4a9f-a9c1-7dc63f01033b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/036e60d7-c706-429b-b34e-75b427c2f456 HTTP/1.1" status: 204 len: 168 time: 0.3601942 Sep 26 12:59:04.236126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58626) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:04.340550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device acedc036-a9ed-45af-bad1-548b78b872d2 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:04.372615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: acedc036-a9ed-45af-bad1-548b78b872d2 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:59:04.377060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device acedc036-a9ed-45af-bad1-548b78b872d2 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:59:04.377197 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.404676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.431468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7cdc4-cf79-4d3e-be8b-edfd6ceea917 req-26650364-870b-432d-9324-433ae1be8216 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:04.433583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4e7cdc4-cf79-4d3e-be8b-edfd6ceea917 req-26650364-870b-432d-9324-433ae1be8216 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.1233115 Sep 26 12:59:04.473923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] DHCP port deletion for 22fafcd5-fae4-471e-97d0-9154b73c421e request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 12:59:04.519773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] Deleting port a6dca50f-9de8-4aa9-aa86-c481a33bd375 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:04.520149 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.536902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4e7cdc4-cf79-4d3e-be8b-edfd6ceea917 req-7727cbb2-b9bd-4276-82ee-86d2ab650875 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816987 Sep 26 12:59:04.570838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.585436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] For port a6dca50f-9de8-4aa9-aa86-c481a33bd375, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a6dca50f-9de8-4aa9-aa86-c481a33bd375,segment=NetworkSegment(f23fa904-fe8a-4e53-9e16-8238109db667),segment_id=f23fa904-fe8a-4e53-9e16-8238109db667)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:04.585784 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.595016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Deleting port a6dca50f-9de8-4aa9-aa86-c481a33bd375 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:04.595505 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.597959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] Calling delete_port for a6dca50f-9de8-4aa9-aa86-c481a33bd375 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:04.609752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516a69a6-dc5c-4bf6-8c9e-e06e031c41b7']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:04.628112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5417264-367d-45fc-a8c3-7d1f60cd9a46') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:04.628545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5417264-367d-45fc-a8c3-7d1f60cd9a46') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:04.641344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.688030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.692180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] For port a6dca50f-9de8-4aa9-aa86-c481a33bd375, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a6dca50f-9de8-4aa9-aa86-c481a33bd375,segment=NetworkSegment(f23fa904-fe8a-4e53-9e16-8238109db667),segment_id=f23fa904-fe8a-4e53-9e16-8238109db667)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:04.692180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.695261 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.709718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:59:04.710286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: timer() Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:59:04.712052 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:59:04.723814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Calling delete_port for a6dca50f-9de8-4aa9-aa86-c481a33bd375 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:04.730394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] No DVR routers for this DVR port a6dca50f-9de8-4aa9-aa86-c481a33bd375 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:59:04.740959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62ac94-251b-4933-b2e1-8619a263c284 None None] Pushing event deleted for resources: {'Port': ['ID=a6dca50f-9de8-4aa9-aa86-c481a33bd375,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:04.799481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231ad50-2493-4442-8126-fc69dda53d11 req-5fe7c55d-1b92-4377-87ae-c41ea3956af7 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:04.800994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c231ad50-2493-4442-8126-fc69dda53d11 req-5fe7c55d-1b92-4377-87ae-c41ea3956af7 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Sep 26 12:59:04.815086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.831066 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.835603 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] 10.222.0.13 "DELETE /v2.0/networks/516a69a6-dc5c-4bf6-8c9e-e06e031c41b7 HTTP/1.1" status: 204 len: 168 time: 0.5958748 Sep 26 12:59:04.835603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360c4ee-9501-4974-8ee7-c7e146eee37b admin admin] Pushing event deleted for resources: {'Network': ['ID=516a69a6-dc5c-4bf6-8c9e-e06e031c41b7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:04.844780 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c231ad50-2493-4442-8126-fc69dda53d11 req-52816010-f6dc-4289-879b-177b4c0a97b9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Sep 26 12:59:04.871280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.896116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dca50f-9de8-4aa9-aa86-c481a33bd375,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:04.899574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] No DVR routers for this DVR port a6dca50f-9de8-4aa9-aa86-c481a33bd375 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:59:04.910162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ee3e80b3-7907-4172-83fa-c888fd411264 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:04.976990 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port ee3e80b3-7907-4172-83fa-c888fd411264 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:59:04.980849 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:04.982069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port ee3e80b3-7907-4172-83fa-c888fd411264 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:04.982438 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.003799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58640) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:05.008356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fafcd5-fae4-471e-97d0-9154b73c421e']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:05.019157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23fa904-fe8a-4e53-9e16-8238109db667') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:05.019540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23fa904-fe8a-4e53-9e16-8238109db667') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:05.030833 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.051078 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0659a1b8-38eb-4dfd-9546-e3945aa67b81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9a5451b2e3242b4ab4d848f5d47e908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468307 Sep 26 12:59:05.052496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.055555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58642) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:05.072309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:59:05.072669 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.073326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: timer() Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:59:05.075467 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:59:05.098664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3e80b3-7907-4172-83fa-c888fd411264'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:05.101085 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149542e4-f433-4f83-8ee7-e90fcf62d058" -d '{"events": [{"server_uuid": "3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3", "name": "network-vif-plugged", "status": "completed", "tag": "ee3e80b3-7907-4172-83fa-c888fd411264"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:05.124170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ee3e80b3-7907-4172-83fa-c888fd411264, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ee3e80b3-7907-4172-83fa-c888fd411264,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:05.134608 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.136825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:05.184652 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.192436 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.197231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] 10.222.0.13 "DELETE /v2.0/networks/22fafcd5-fae4-471e-97d0-9154b73c421e HTTP/1.1" status: 204 len: 168 time: 0.9835443 Sep 26 12:59:05.222448 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27f6f16a-917b-4d44-890f-5716394799b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.225205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164a292-26e6-45ba-b62a-1bc0c60bd280 admin admin] Pushing event deleted for resources: {'Network': ['ID=22fafcd5-fae4-471e-97d0-9154b73c421e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:05.272210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27f6f16a-917b-4d44-890f-5716394799b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.280920 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649f9711-171e-4d06-89ad-444d881bef71 x-openstack-request-id: req-649f9711-171e-4d06-89ad-444d881bef71 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:05.281665 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3", "name": "network-vif-plugged", "status": "completed", "tag": "ee3e80b3-7907-4172-83fa-c888fd411264", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:05.282096 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-649f9711-171e-4d06-89ad-444d881bef71 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:05.282643 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3e80b3-7907-4172-83fa-c888fd411264', 'code': 200} Sep 26 12:59:05.284054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:59:05.285107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058a400-d0ef-4bb0-b17f-982b6d5d4e65 req-e2850878-9ff1-4ef7-bd51-cd9d0c537024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:05.285650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1bc39fb4-9c51-4df8-8997-fc73b554cfc0 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:59:05.287323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2058a400-d0ef-4bb0-b17f-982b6d5d4e65 req-e2850878-9ff1-4ef7-bd51-cd9d0c537024 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0759161 Sep 26 12:59:05.290474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ee3e80b3-7907-4172-83fa-c888fd411264,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:05.373165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2058a400-d0ef-4bb0-b17f-982b6d5d4e65 req-6e420d00-d102-476e-b603-6a4bc2a0c490 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763586 Sep 26 12:59:05.392580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997f622-d5ad-4d3b-94bc-2424344d565c req-ac2f1ab0-ed54-4560-a0aa-27284d77530e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:05.394128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d997f622-d5ad-4d3b-94bc-2424344d565c req-ac2f1ab0-ed54-4560-a0aa-27284d77530e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0684292 Sep 26 12:59:05.396698 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27f6f16a-917b-4d44-890f-5716394799b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.399487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27f6f16a-917b-4d44-890f-5716394799b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.401765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-27f6f16a-917b-4d44-890f-5716394799b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ef1cac9-cddc-4f16-ad17-833f5c769cf7 HTTP/1.1" status: 204 len: 168 time: 0.3417647 Sep 26 12:59:05.406818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58660) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:05.418504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6f16a-917b-4d44-890f-5716394799b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef1cac9-cddc-4f16-ad17-833f5c769cf7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:05.493521 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0324351c-7567-4575-811f-38efbc8a2766 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cc773a044cf4a0eb280f0a2c2e1841e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854318 Sep 26 12:59:05.495981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58666) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:05.500032 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d997f622-d5ad-4d3b-94bc-2424344d565c req-5505d3bf-6f91-44fc-849f-222b8adfe3c1 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954125 Sep 26 12:59:05.565110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1849-4d69-4d8c-8d1d-f467a6afd866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.592185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1849-4d69-4d8c-8d1d-f467a6afd866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.647659 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1849-4d69-4d8c-8d1d-f467a6afd866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.651641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1849-4d69-4d8c-8d1d-f467a6afd866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:05.655214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8f0a1849-4d69-4d8c-8d1d-f467a6afd866 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b371e6b-adb8-4b6b-b5d2-00eef92031e2 HTTP/1.1" status: 204 len: 168 time: 0.1545415 Sep 26 12:59:05.662362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a1849-4d69-4d8c-8d1d-f467a6afd866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b371e6b-adb8-4b6b-b5d2-00eef92031e2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:05.704614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b09dd-781d-4d07-8bde-9f5d50a27822 req-fd8f4476-5b61-497a-8240-d4ee6442378d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:05.706990 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d2b09dd-781d-4d07-8bde-9f5d50a27822 req-fd8f4476-5b61-497a-8240-d4ee6442378d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.0745814 Sep 26 12:59:05.765036 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d2b09dd-781d-4d07-8bde-9f5d50a27822 req-ac8a7658-6d0c-44d1-a728-7434f74353c9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447471 Sep 26 12:59:06.006745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0ef83-1c12-4765-b39d-86efd69d6982 req-e5d1a63f-8afc-4c43-9c27-1c115045038c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:06.019261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ede0ef83-1c12-4765-b39d-86efd69d6982 req-e5d1a63f-8afc-4c43-9c27-1c115045038c tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.0801103 Sep 26 12:59:06.095736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ede0ef83-1c12-4765-b39d-86efd69d6982 req-2274c48e-b37f-428b-a7d5-fdfba9ffe07e tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743113 Sep 26 12:59:06.362652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a6dca50f-9de8-4aa9-aa86-c481a33bd375 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:06.388237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a6dca50f-9de8-4aa9-aa86-c481a33bd375 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:59:06.388658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a6dca50f-9de8-4aa9-aa86-c481a33bd375 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:59:06.684471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0658b3-e0d5-434a-9b0f-726435d03325 req-d76e2f60-a93b-4fb6-8b07-4db4897e960a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:06.686059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa0658b3-e0d5-434a-9b0f-726435d03325 req-d76e2f60-a93b-4fb6-8b07-4db4897e960a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.0651772 Sep 26 12:59:06.745664 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa0658b3-e0d5-434a-9b0f-726435d03325 req-3c3d70bd-8796-466a-a9ac-cb0b817206f3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485680 Sep 26 12:59:07.169161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131da912-afad-4df3-b7a6-cafed01e6870 req-1216b2e9-99a0-412f-bd0f-e1cf5d2516f4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:07.172409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-131da912-afad-4df3-b7a6-cafed01e6870 req-1216b2e9-99a0-412f-bd0f-e1cf5d2516f4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.0832798 Sep 26 12:59:07.237595 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-131da912-afad-4df3-b7a6-cafed01e6870 req-9e924255-a590-4855-92df-6c991591f62a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554495 Sep 26 12:59:07.275046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eee5e-a9a9-44a1-aa8b-c871ecd52c81 req-0ad925e1-3831-4bee-9746-19a7ffea896b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:07.277323 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cf4eee5e-a9a9-44a1-aa8b-c871ecd52c81 req-0ad925e1-3831-4bee-9746-19a7ffea896b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.0546360 Sep 26 12:59:07.321031 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cf4eee5e-a9a9-44a1-aa8b-c871ecd52c81 req-7b140dfe-7c7b-4d9e-8c42-11bb34bd956d tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376785 Sep 26 12:59:07.484830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cd065-cf23-44b3-a835-3d7dbadd26cc req-7f207472-f349-4253-8d27-1d37e1240bcc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:07.486414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-831cd065-cf23-44b3-a835-3d7dbadd26cc req-7f207472-f349-4253-8d27-1d37e1240bcc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.0560851 Sep 26 12:59:07.527417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-831cd065-cf23-44b3-a835-3d7dbadd26cc req-97778aea-04ff-4fd4-8ed4-65be000b40fb tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346141 Sep 26 12:59:08.009782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58806) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:08.118444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc39bd0-ba8f-41d8-8c3a-690087f8eccb req-0b17a93f-fd1a-4c91-8e5e-f2272ee44c17 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:08.127861 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbc39bd0-ba8f-41d8-8c3a-690087f8eccb req-0b17a93f-fd1a-4c91-8e5e-f2272ee44c17 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.3767219 Sep 26 12:59:08.160952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c10d20eb-db40-43e9-968c-5361338f1389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:08.174602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbc39bd0-ba8f-41d8-8c3a-690087f8eccb req-b7d6091b-81d5-4378-86e6-22bb5b81443f tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455849 Sep 26 12:59:08.217146 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-37102979-385b-458d-887a-909a8e03da5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:08.338100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c10d20eb-db40-43e9-968c-5361338f1389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:08.386312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c10d20eb-db40-43e9-968c-5361338f1389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:08.458825 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c10d20eb-db40-43e9-968c-5361338f1389 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4050b25f65134308934b4e6643007c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467998 Sep 26 12:59:08.460686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d20eb-db40-43e9-968c-5361338f1389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195f117b-d652-4b07-947f-ba7520ba7890,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:08.461818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58820) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:08.485829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f2c9c-2b48-483f-ba0d-b2917fae9429 req-445bb552-0452-45bc-90c8-13902af6687b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:08.494850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f42f2c9c-2b48-483f-ba0d-b2917fae9429 req-445bb552-0452-45bc-90c8-13902af6687b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.1536155 Sep 26 12:59:08.539191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f42f2c9c-2b48-483f-ba0d-b2917fae9429 req-59c8bc27-14b3-4bb0-bb71-4f1734d65650 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Sep 26 12:59:08.609916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39c350c0-048f-40b1-9943-3034ef4b773e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:08.642163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5b24-247c-43cf-afc6-10879961373a req-efde4b1d-8d0d-4e65-9be5-c10749cadb8e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:08.645035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07ad5b24-247c-43cf-afc6-10879961373a req-efde4b1d-8d0d-4e65-9be5-c10749cadb8e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.1026392 Sep 26 12:59:08.676451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39c350c0-048f-40b1-9943-3034ef4b773e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:08.739613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07ad5b24-247c-43cf-afc6-10879961373a req-0f0cd3c3-9fcf-42e1-8063-4744c6679b8d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805588 Sep 26 12:59:08.773063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39c350c0-048f-40b1-9943-3034ef4b773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:08.775832 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39c350c0-048f-40b1-9943-3034ef4b773e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:08.777641 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-39c350c0-048f-40b1-9943-3034ef4b773e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/195f117b-d652-4b07-947f-ba7520ba7890 HTTP/1.1" status: 204 len: 168 time: 0.3147020 Sep 26 12:59:08.806929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c350c0-048f-40b1-9943-3034ef4b773e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195f117b-d652-4b07-947f-ba7520ba7890,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:08.931983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:09.105453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742c3cf-077f-4c2d-beef-62b20c0ba854 req-ddd2b053-16d4-42f6-b028-307e148fd4f1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:09.115457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3742c3cf-077f-4c2d-beef-62b20c0ba854 req-ddd2b053-16d4-42f6-b028-307e148fd4f1 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.0932539 Sep 26 12:59:09.173520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3742c3cf-077f-4c2d-beef-62b20c0ba854 req-6c71b2f4-b607-4905-ae77-8d303b72a6dc tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528655 Sep 26 12:59:09.176454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:09.206513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'port_id': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'mac_address': 'fa:16:3e:cb:06:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1bfe7-338a-49b9-acfe-86b4a9efa712', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:09.278992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:09.300106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:09.328021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:09.336899 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:09.410657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247662-d7d6-4bb4-9feb-9fa5e039e3c5 req-84d439d0-98d7-4378-a178-70a95a990f7b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:09.421714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:09.422856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd247662-d7d6-4bb4-9feb-9fa5e039e3c5 req-84d439d0-98d7-4378-a178-70a95a990f7b tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.1335912 Sep 26 12:59:09.447126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:09.480645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd247662-d7d6-4bb4-9feb-9fa5e039e3c5 req-4e95461e-d263-4feb-85c1-872c2f2fe9de tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529258 Sep 26 12:59:09.942028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58902) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:10.070356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d33c05-e8d0-45de-8d70-3da9f2b043c0 req-31502763-f731-43be-98ed-a548d05821b4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:10.078151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3d33c05-e8d0-45de-8d70-3da9f2b043c0 req-31502763-f731-43be-98ed-a548d05821b4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.1107178 Sep 26 12:59:10.086714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824dd2e-33ea-40c2-94d3-9669fa4f93d9 req-e950d2f5-33b6-479b-98fd-8eb82be97095 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:10.100066 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6824dd2e-33ea-40c2-94d3-9669fa4f93d9 req-e950d2f5-33b6-479b-98fd-8eb82be97095 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.0816250 Sep 26 12:59:10.138011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3d33c05-e8d0-45de-8d70-3da9f2b043c0 req-1e26094d-97b2-4260-b0d3-704053ef7a15 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539360 Sep 26 12:59:10.201232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6824dd2e-33ea-40c2-94d3-9669fa4f93d9 req-f3651da6-a9a2-4607-a092-3a5d3d9cd541 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970106 Sep 26 12:59:10.206694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d6b95fe-9d27-423b-9056-fa6a4332ff84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.380890 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d6b95fe-9d27-423b-9056-fa6a4332ff84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.387524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d6b95fe-9d27-423b-9056-fa6a4332ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.421998 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58920) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:10.458897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d6b95fe-9d27-423b-9056-fa6a4332ff84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38e872e0681e45698515b362e9231885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157716 Sep 26 12:59:10.461676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58924) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:10.480717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b95fe-9d27-423b-9056-fa6a4332ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f68fc0-c974-408d-a7b5-5ec13361a3bc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:10.531363 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13eaa545-dd58-4e1b-8ce5-940ae5ecc7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.555202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13eaa545-dd58-4e1b-8ce5-940ae5ecc7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.601825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-33411095-network', 'tenant_id': '550781b2300643759eb7f871ade153ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:10.627832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13eaa545-dd58-4e1b-8ce5-940ae5ecc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.633145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13eaa545-dd58-4e1b-8ce5-940ae5ecc7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.634788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-13eaa545-dd58-4e1b-8ce5-940ae5ecc7d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48f68fc0-c974-408d-a7b5-5ec13361a3bc HTTP/1.1" status: 204 len: 168 time: 0.1719475 Sep 26 12:59:10.645427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaa545-dd58-4e1b-8ce5-940ae5ecc7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f68fc0-c974-408d-a7b5-5ec13361a3bc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:10.648473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Made reservation on behalf of 550781b2300643759eb7f871ade153ab for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:10.652035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.668062 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.795562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.805952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.844408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a13151c-fd30-4034-8339-c490979fe876,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:10.857673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:59:10.874328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:10.875518 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Added segment 8bca3eb3-ec3b-44db-aee7-10281c0d613c of type vlan for network 02630797-e650-4066-a7f3-8c514fdc156d Sep 26 12:59:10.931383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:10.980516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.032169 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d636dfdf-ef91-476c-88f4-599b8a9e62ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.047348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.058399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:11.060353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.117098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:11.118397 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.151441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-597cb730-8a83-4c89-9765-269c407e153a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:11.156930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-597cb730-8a83-4c89-9765-269c407e153a tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.1061919 Sep 26 12:59:11.159559 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7365074 Sep 26 12:59:11.274774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58958) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:11.283782 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.298031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Request body: {'subnet': {'network_id': '02630797-e650-4066-a7f3-8c514fdc156d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-subnet', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:11.362872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:11.370681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:11.374521 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8598437-8a4e-4250-a182-97bea56e7c6a" -d '{"events": [{"server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "name": "network-vif-plugged", "status": "completed", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:11.380460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.381353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 93543a5f-31fe-42b1-81a5-4a980c38f4cf no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:11.486399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c88895-273d-4e21-bafc-19223002249a req-5f750a57-2965-42d2-b216-f0ec257682d4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:11.495607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:11.500252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29c88895-273d-4e21-bafc-19223002249a req-5f750a57-2965-42d2-b216-f0ec257682d4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 944 time: 0.2047138 Sep 26 12:59:11.577822 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.590968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2003a9-c073-4a15-a05d-97409878662b admin admin] Pushing event updated for resources: {'Network': ['ID=02630797-e650-4066-a7f3-8c514fdc156d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:11.609004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 02630797-e650-4066-a7f3-8c514fdc156d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:59:11.619057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Deleting port ee3e80b3-7907-4172-83fa-c888fd411264 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:11.621815 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.640882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-0820cbec-91ea-40a2-a7d4-5c881200f04b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:11.652434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-0820cbec-91ea-40a2-a7d4-5c881200f04b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 819 time: 0.3730030 Sep 26 12:59:11.680443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-4f9e8d86-f4a3-44d3-aa6f-0126c3c1ff61 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/quotas/1f82c8d8c1114d228c91c52e4f309952 HTTP/1.1" status: 200 len: 375 time: 0.0263324 Sep 26 12:59:11.735843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Made reservation on behalf of 550781b2300643759eb7f871ade153ab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:11.741875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:11.768811 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29c88895-273d-4e21-bafc-19223002249a req-0a8553d9-eada-478b-b29c-d953920c5fc6 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571495 Sep 26 12:59:11.792255 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-d51b90e7-6374-45d2-816a-ec7976b19762 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100769 Sep 26 12:59:11.831607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-e462513e-1c3c-41d3-9c9b-fcaa387eb09d service neutron] 10.222.0.24 "GET /v2.0/ports/93543a5f-31fe-42b1-81a5-4a980c38f4cf/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.2162926 Sep 26 12:59:11.974277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7cf3a092-58d0-4906-8712-206dda02fc33 service neutron] 10.222.0.13 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808038 Sep 26 12:59:11.984364 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.029113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] For port ee3e80b3-7907-4172-83fa-c888fd411264, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ee3e80b3-7907-4172-83fa-c888fd411264,segment=NetworkSegment(32e24a4f-0ae5-41b0-85ab-8b467140d4ca),segment_id=32e24a4f-0ae5-41b0-85ab-8b467140d4ca)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:12.029504 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.065099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58982) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:12.066261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Calling delete_port for ee3e80b3-7907-4172-83fa-c888fd411264 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:12.075252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71130761-5022-4529-a37e-5b1ff79efb24 req-c86934d4-a569-4266-b137-b5050e20a7a9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:12.076547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71130761-5022-4529-a37e-5b1ff79efb24 req-c86934d4-a569-4266-b137-b5050e20a7a9 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 946 time: 0.1501939 Sep 26 12:59:12.161979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ece0cef8-f25b-484c-bc77-7c4a6862ae72 service neutron] 10.222.0.13 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842492 Sep 26 12:59:12.165142 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.257904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec496d8-9352-46f9-849a-03445ab486f5,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:12.279288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71130761-5022-4529-a37e-5b1ff79efb24 req-8e7217db-b2b3-4465-9a98-10bc3ddb1432 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5fa124-1798-4067-b456-0c4b7339be41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874220 Sep 26 12:59:12.282799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-823213875-network', 'tenant_id': '0c1b00ae6f4645978f05e4682483858b'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:12.323986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Checking segment: {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:12.324367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Network hostable DHCP agents. Network: 02630797-e650-4066-a7f3-8c514fdc156d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:59:12.340367 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6295d413-013c-4d73-a593-575f7ec44638 x-openstack-request-id: req-6295d413-013c-4d73-a593-575f7ec44638 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:12.340664 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "name": "network-vif-plugged", "status": "completed", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:12.340942 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6295d413-013c-4d73-a593-575f7ec44638 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:12.341342 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'code': 200} Sep 26 12:59:12.387607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Network 02630797-e650-4066-a7f3-8c514fdc156d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:59:12.397615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:12.407003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Made reservation on behalf of 0c1b00ae6f4645978f05e4682483858b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:12.409991 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.419351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 02630797-e650-4066-a7f3-8c514fdc156d) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:12.433800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d2940a-029d-44a9-ad0e-90ddaa3a4db3 None None] Network 02630797-e650-4066-a7f3-8c514fdc156d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:12.447186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:12.452031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.457205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:12.500627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a900f5cd-f8c8-4c97-af7e-406b63b504c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2156579 Sep 26 12:59:12.501573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59000) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:12.509870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:12.514115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93543a5f-31fe-42b1-81a5-4a980c38f4cf {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:12.528268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:12.566922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.573867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.578208 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.579527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.725805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7bbe5-fe9b-42c6-846c-33e7d7f3229f None None] Network 02630797-e650-4066-a7f3-8c514fdc156d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:12.775579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43a8c7ae-643f-434a-9b4a-2ee5991b6f37 req-6f3af631-9c6a-4688-b35c-16f0abc7d162 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 210 time: 0.0833616 Sep 26 12:59:12.778022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] Transition to ACTIVE for port object 93543a5f-31fe-42b1-81a5-4a980c38f4cf will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:59:12.800552 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.816177 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.855993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.862441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Pushing event deleted for resources: {'Port': ['ID=ee3e80b3-7907-4172-83fa-c888fd411264,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:12.868670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['ee3e80b3-7907-4172-83fa-c888fd411264'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:12.951924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] No DVR routers for this DVR port ee3e80b3-7907-4172-83fa-c888fd411264 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:59:12.961181 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:12.963266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e0256d8-ba5f-4cea-b2f6-4183dd28d0d6 req-fa2a193d-578f-4266-8fef-5ea8bee0a043 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.24 "DELETE /v2.0/ports/ee3e80b3-7907-4172-83fa-c888fd411264 HTTP/1.1" status: 204 len: 173 time: 1.8009224 Sep 26 12:59:12.966644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3', 'name': 'network-vif-deleted', 'tag': 'ee3e80b3-7907-4172-83fa-c888fd411264'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:12.976204 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54309c86-3844-4355-bb4f-5a44820cbaad" -d '{"events": [{"server_uuid": "3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3", "name": "network-vif-deleted", "tag": "ee3e80b3-7907-4172-83fa-c888fd411264"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:13.095555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] No DVR routers for this DVR port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:59:13.171794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] Pushing event updated for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:13.186018 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7d1700-548b-4fe4-b1ab-4621215a9be6 x-openstack-request-id: req-3b7d1700-548b-4fe4-b1ab-4621215a9be6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:13.188815 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3", "name": "network-vif-deleted", "tag": "ee3e80b3-7907-4172-83fa-c888fd411264", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:13.189769 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b7d1700-548b-4fe4-b1ab-4621215a9be6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:13.190705 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3', 'name': 'network-vif-deleted', 'tag': 'ee3e80b3-7907-4172-83fa-c888fd411264', 'status': 'completed', 'code': 200} Sep 26 12:59:13.228484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.246691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cbff4-938e-4ff2-82ca-638f039a66a0 req-00ca4944-87dd-4f61-8bbc-dd5c438adc77 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:13.248254 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-669cbff4-938e-4ff2-82ca-638f039a66a0 req-00ca4944-87dd-4f61-8bbc-dd5c438adc77 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 945 time: 0.2595458 Sep 26 12:59:13.297227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-bd45930f-a285-4cde-8238-6ca8c14258db service neutron] 10.222.0.24 "PUT /v2.0/ports/93543a5f-31fe-42b1-81a5-4a980c38f4cf/bindings/n-h1-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3938522 Sep 26 12:59:13.347466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.363073 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.419831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.431966 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-669cbff4-938e-4ff2-82ca-638f039a66a0 req-4cee2620-446b-4d5d-8d49-4c772f8ba498 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584938 Sep 26 12:59:13.451035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:59:13.483129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.483487 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Added segment 807aa74c-4e84-4e81-8569-9ac2cde362a1 of type vlan for network cd08e8f1-4958-4406-b2ab-f88cc52d4c44 Sep 26 12:59:13.549805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.690415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.694261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:13.695051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.714770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ea8b452-109f-497f-bd52-54faad04455d req-3cae885a-91cd-46bd-ab13-6db1cd552ae5 tempest-ServerDiskConfigTestJSON-160101092 tempest-ServerDiskConfigTestJSON-160101092-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cefe1d3-defe-40ce-ba3b-92a6cd1fc8c3 HTTP/1.1" status: 200 len: 210 time: 0.2689111 Sep 26 12:59:13.742494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.765255 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:13.842530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4daf7-0d78-4900-ba09-4d288329f71c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:13.859016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] Pushing event updated for resources: {'Network': ['ID=cd08e8f1-4958-4406-b2ab-f88cc52d4c44,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:13.864223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b6dc02bf-154e-4639-805b-8e86ee61e3ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7867081 Sep 26 12:59:13.868337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59034) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:13.882480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network cd08e8f1-4958-4406-b2ab-f88cc52d4c44 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:59:13.886204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Request body: {'subnet': {'network_id': 'cd08e8f1-4958-4406-b2ab-f88cc52d4c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-823213875-subnet', 'tenant_id': '0c1b00ae6f4645978f05e4682483858b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:13.920792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-c451fc8f-50c6-4d43-baa4-995c5de94428 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:13.923062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-c451fc8f-50c6-4d43-baa4-995c5de94428 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.3148019 Sep 26 12:59:13.982412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Made reservation on behalf of 0c1b00ae6f4645978f05e4682483858b for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:13.993942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:14.014761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Allocated IP 172.25.4.195 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/a86331b0-943c-4469-950f-b1cca5775d33) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:14.154204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b6acd78-4ec8-4354-a5e6-6e3bd0134942 req-4c48cf53-5ead-457d-a49f-927d41edb7a0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 210 time: 0.1143939 Sep 26 12:59:14.207300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-35c61666-b749-4b61-99b3-41b3d8e2b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:14.209355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-35c61666-b749-4b61-99b3-41b3d8e2b85f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d&tenant_id=e649167b279749e7904ff626deead561 HTTP/1.1" status: 200 len: 1097 time: 0.2737908 Sep 26 12:59:14.282559 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:14.342618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:14.374316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-af5dc8de-5a87-4505-82a4-28338dec2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:14.375814 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-af5dc8de-5a87-4505-82a4-28338dec2fa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1097 time: 0.0993965 Sep 26 12:59:14.414644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:14.418215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:14.425087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:14.428492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Pushing event updated for resources: {'Port': ['ID=a86331b0-943c-4469-950f-b1cca5775d33,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:14.429957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-4fefdf19-c010-4ae4-b7fc-1edab5ee05c9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:14.433010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-4fefdf19-c010-4ae4-b7fc-1edab5ee05c9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 819 time: 0.3575480 Sep 26 12:59:14.461128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Request body: {'port': {'device_id': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'admin_state_up': True, 'tenant_id': '1f82c8d8c1114d228c91c52e4f309952'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:14.645321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:14.763080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-980c4357-b326-4658-9bcb-fa248d075cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:14.764594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-980c4357-b326-4658-9bcb-fa248d075cef service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.3794301 Sep 26 12:59:14.780832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdd86c-9f38-4dcd-8b5e-5af27b9953ff req-58289da3-64d1-414d-856c-915c078cf105 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:14.802376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88bdd86c-9f38-4dcd-8b5e-5af27b9953ff req-58289da3-64d1-414d-856c-915c078cf105 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 945 time: 0.2168791 Sep 26 12:59:14.820093 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:14.865723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-f551f5c3-9a2e-4551-9632-9426ccf5d898 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 200 len: 217 time: 0.0611994 Sep 26 12:59:14.872738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74db312f-382a-4b83-8f98-2b4ae9cdb669,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:14.960312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ee3e80b3-7907-4172-83fa-c888fd411264 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:14.972120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:14.980594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Checking segment: {'id': '807aa74c-4e84-4e81-8569-9ac2cde362a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cd08e8f1-4958-4406-b2ab-f88cc52d4c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:14.980957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Network hostable DHCP agents. Network: cd08e8f1-4958-4406-b2ab-f88cc52d4c44, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:59:14.993193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-985e6e3b-9c27-419e-b5f4-beb36e5377e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:14.995314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-985e6e3b-9c27-419e-b5f4-beb36e5377e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.1161149 Sep 26 12:59:14.999246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88bdd86c-9f38-4dcd-8b5e-5af27b9953ff req-641d2074-f1a3-475d-b7c3-41c6d662c104 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951807 Sep 26 12:59:15.001508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Made reservation on behalf of 1f82c8d8c1114d228c91c52e4f309952 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:15.005032 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:15.024379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: ee3e80b3-7907-4172-83fa-c888fd411264 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:59:15.025425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ee3e80b3-7907-4172-83fa-c888fd411264 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:59:15.054090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-86790878-e081-4209-a839-53d312780487 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465384 Sep 26 12:59:15.079034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Network cd08e8f1-4958-4406-b2ab-f88cc52d4c44 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:59:15.155982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, cd08e8f1-4958-4406-b2ab-f88cc52d4c44) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:15.171007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:15.171612 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:15.174824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f7598-d0c9-4713-bd0c-365ec55eff88 None None] Network cd08e8f1-4958-4406-b2ab-f88cc52d4c44 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:15.295849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-573a8fce-9122-43a1-8647-27ff5ee5a218 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4192226 Sep 26 12:59:15.353171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-69c5307c-8d8d-4d45-a65f-6e8db95ed51d service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888279 Sep 26 12:59:15.363264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Allocated IP 172.20.0.12 (bedbc836-8f01-4e0d-8ef5-8b51844fabe6/281df68b-1343-4f8b-a4cb-74c03c4bb270/8da4cc33-3ecb-411d-8625-2cd17a783043) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:15.420646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59066) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:15.469594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02d107-0544-468a-a3e4-a35091da6a21 None None] Network cd08e8f1-4958-4406-b2ab-f88cc52d4c44 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:15.591753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1f704a-1b0e-4a02-885b-039bc1745ce6 admin admin] Deleting subnet f093e521-ec99-4b09-a885-dcfc918264e6 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:59:15.597792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b1f704a-1b0e-4a02-885b-039bc1745ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:15.769082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-b1c12b02-bb47-4839-9e59-acc9a803aba1 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034128 Sep 26 12:59:15.788715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b1f704a-1b0e-4a02-885b-039bc1745ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:15.831287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:15.923722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b1f704a-1b0e-4a02-885b-039bc1745ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.000147 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.013605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ecd84a5b-ea5f-436d-b558-03e788fef1a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:16.046795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c724db3f-1ff0-4508-bf42-7f713fb3235b req-6694d3cf-554b-4645-aa7b-709f64877a8d tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-483560694', 'description': 'tempest-description-1225672059'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:16.067336 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49b51a34-5de1-40e7-bde7-41330393134c req-1a42fb9c-d452-4b82-9e50-7a21469718d4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 210 time: 0.7733119 Sep 26 12:59:16.126241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:16.129921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b1f704a-1b0e-4a02-885b-039bc1745ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.179144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:16.182912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:16.192094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.301015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:16.301754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.319768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f704a-1b0e-4a02-885b-039bc1745ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f093e521-ec99-4b09-a885-dcfc918264e6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:16.333467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c724db3f-1ff0-4508-bf42-7f713fb3235b req-6694d3cf-554b-4645-aa7b-709f64877a8d tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.365935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9132452 Sep 26 12:59:16.383549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-53128024-299b-4f54-82dc-05340bc7c44b tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:16.385163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-53128024-299b-4f54-82dc-05340bc7c44b tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.2901978 Sep 26 12:59:16.388904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b1f704a-1b0e-4a02-885b-039bc1745ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.390728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5b1f704a-1b0e-4a02-885b-039bc1745ce6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f093e521-ec99-4b09-a885-dcfc918264e6 HTTP/1.1" status: 204 len: 168 time: 0.9690783 Sep 26 12:59:16.394793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Request body: {'port': {'device_id': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:16.396489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59088) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:16.462699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.477351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.548011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b08e4b-f141-403a-ad13-5d15f0a2af7b req-b2e98c7d-7522-4d63-96bd-f04be04afabb tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:16.556170 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4b08e4b-f141-403a-ad13-5d15f0a2af7b req-b2e98c7d-7522-4d63-96bd-f04be04afabb tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 945 time: 0.1989820 Sep 26 12:59:16.665118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.684349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4b08e4b-f141-403a-ad13-5d15f0a2af7b req-010a62b4-b610-48b2-aade-37f939fa7d91 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217430 Sep 26 12:59:16.735188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbaf05f-be9a-4942-9168-2ac80aee6e68']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:16.764886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Router 46e8b48c-b4c3-4717-aa3b-db58c313d586 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:59:16.768020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e24a4f-0ae5-41b0-85ab-8b467140d4ca') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:16.768319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e24a4f-0ae5-41b0-85ab-8b467140d4ca') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:16.817942 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.832893 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.842217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:59:16.843129 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: timer() Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:59:16.903819 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:59:17.023108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848f5e4-a8a7-406c-bfcc-dbe7cfb6d290 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Pushing event updated for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:17.032579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-e99c1a70-d6ec-47f2-9dbe-e5873b262dd9 service neutron] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:17.039470 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-e99c1a70-d6ec-47f2-9dbe-e5873b262dd9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.040668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337a2484-1520-4ac5-b2bd-0177ab006d01 req-e99c1a70-d6ec-47f2-9dbe-e5873b262dd9 service neutron] 10.222.0.23 "DELETE /v2.0/ports/93543a5f-31fe-42b1-81a5-4a980c38f4cf/bindings/n-h2-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.5828183 Sep 26 12:59:17.087763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.180274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.195512 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8cbaf05f-be9a-4942-9168-2ac80aee6e68 HTTP/1.1" status: 204 len: 168 time: 0.7956069 Sep 26 12:59:17.212568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0971cf3-cf78-47e2-9391-3ce2c6a7b508 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbaf05f-be9a-4942-9168-2ac80aee6e68,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:17.226257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c724db3f-1ff0-4508-bf42-7f713fb3235b req-6694d3cf-554b-4645-aa7b-709f64877a8d tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.237909 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c724db3f-1ff0-4508-bf42-7f713fb3235b req-6694d3cf-554b-4645-aa7b-709f64877a8d tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.255254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679f7b6-857e-4a3b-97ce-1307fa5b472a req-b7a3c360-b814-4367-9dd1-4640e6ae37f2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:17.257311 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a679f7b6-857e-4a3b-97ce-1307fa5b472a req-b7a3c360-b814-4367-9dd1-4640e6ae37f2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1097 time: 0.1981702 Sep 26 12:59:17.279298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c724db3f-1ff0-4508-bf42-7f713fb3235b req-6694d3cf-554b-4645-aa7b-709f64877a8d tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.281038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c724db3f-1ff0-4508-bf42-7f713fb3235b req-6694d3cf-554b-4645-aa7b-709f64877a8d tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4151890 Sep 26 12:59:17.298241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:59:17.313837 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Sync routers for ids ['46e8b48c-b4c3-4717-aa3b-db58c313d586'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:59:17.330851 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Routers {'46e8b48c-b4c3-4717-aa3b-db58c313d586'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:17.332538 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46e8b48c-b4c3-4717-aa3b-db58c313d586'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:17.345964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694d3cf-554b-4645-aa7b-709f64877a8d tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fe2e28-24a6-4c86-ade2-2e9db14d5e69,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:17.364505 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a679f7b6-857e-4a3b-97ce-1307fa5b472a req-28c73d11-3b00-400b-8d4e-65d51358cf95 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825775 Sep 26 12:59:17.366293 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.372838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-959bdb5f-d30f-40cc-9b27-7ddb7ec8b5cf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8701465 Sep 26 12:59:17.373836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59106) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:17.556690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59118) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:17.642556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d513c6bf-8f75-45af-a80d-fc09333cb5ff req-07bf1ca3-3310-4257-a545-d112d755edb0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/79fe2e28-24a6-4c86-ade2-2e9db14d5e69 HTTP/1.1" status: 200 len: 1804 time: 0.1089499 Sep 26 12:59:17.651693 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Set router 46e8b48c-b4c3-4717-aa3b-db58c313d586 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:17.656192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d513c6bf-8f75-45af-a80d-fc09333cb5ff req-965a2397-c8f2-4f9c-a56f-31f266d924ed tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79fe2e28-24a6-4c86-ade2-2e9db14d5e69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:17.656800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d513c6bf-8f75-45af-a80d-fc09333cb5ff req-965a2397-c8f2-4f9c-a56f-31f266d924ed tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79fe2e28-24a6-4c86-ade2-2e9db14d5e69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:17.679244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3ad803da-6130-45b6-be35-c6db63ee1f19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01be5536d5bf414a9ec821677b817c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195149 Sep 26 12:59:17.683325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59120) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:17.726749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da4cc33-3ecb-411d-8625-2cd17a783043 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:17.742645 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.768992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Transition to ACTIVE for port object 8da4cc33-3ecb-411d-8625-2cd17a783043 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:59:17.786518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.878469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7862ac-6766-414b-9744-f8f64dc16d23 req-a732c57b-18d1-4556-8906-3de56f83d03d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:17.879870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a2cba2-b861-4085-bbc3-dccb28d9e773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.891825 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d7862ac-6766-414b-9744-f8f64dc16d23 req-a732c57b-18d1-4556-8906-3de56f83d03d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 932 time: 0.4443831 Sep 26 12:59:17.895970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d513c6bf-8f75-45af-a80d-fc09333cb5ff req-965a2397-c8f2-4f9c-a56f-31f266d924ed tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:17.930361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Pushing event updated for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:17.954520 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T12:59:14Z', 'revision_number': 3, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:17.990763 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Checking router: 46e8b48c-b4c3-4717-aa3b-db58c313d586 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:59:17.991261 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Updating router 46e8b48c-b4c3-4717-aa3b-db58c313d586 port a86331b0-943c-4469-950f-b1cca5775d33 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:59:17.993379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d7862ac-6766-414b-9744-f8f64dc16d23 req-02e3317c-9435-4738-b485-4a6ad42dd466 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990839 Sep 26 12:59:17.998882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a2cba2-b861-4085-bbc3-dccb28d9e773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.002277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d513c6bf-8f75-45af-a80d-fc09333cb5ff req-965a2397-c8f2-4f9c-a56f-31f266d924ed tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.044508 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d513c6bf-8f75-45af-a80d-fc09333cb5ff req-965a2397-c8f2-4f9c-a56f-31f266d924ed tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.049193 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.120306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a2397-c8f2-4f9c-a56f-31f266d924ed tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a1e71c-2dc1-476e-a2af-83e6f63e055b,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:18.171049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d513c6bf-8f75-45af-a80d-fc09333cb5ff req-965a2397-c8f2-4f9c-a56f-31f266d924ed tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.172634 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d513c6bf-8f75-45af-a80d-fc09333cb5ff req-965a2397-c8f2-4f9c-a56f-31f266d924ed tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5220926 Sep 26 12:59:18.215189 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a2cba2-b861-4085-bbc3-dccb28d9e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.227187 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a2cba2-b861-4085-bbc3-dccb28d9e773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.231613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-17a2cba2-b861-4085-bbc3-dccb28d9e773 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e5fa124-1798-4067-b456-0c4b7339be41 HTTP/1.1" status: 204 len: 168 time: 0.5437608 Sep 26 12:59:18.270294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:18.271367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:18.271955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:18.278180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7992ad-7dae-4ad6-836e-3dd872ded44b req-65f5dcb9-277b-4d66-b9af-5c801a141cc2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:18.287583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f7992ad-7dae-4ad6-836e-3dd872ded44b req-65f5dcb9-277b-4d66-b9af-5c801a141cc2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 1097 time: 0.1294098 Sep 26 12:59:18.310653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:18.312807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:18.328514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:18.328955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:18.329413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:18.329973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Bound port: 8da4cc33-3ecb-411d-8625-2cd17a783043, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:18.330434 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.345128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f7992ad-7dae-4ad6-836e-3dd872ded44b req-1827ece3-2287-4a60-b608-5a9813cd44f2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 Sep 26 12:59:18.364541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2cba2-b861-4085-bbc3-dccb28d9e773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5fa124-1798-4067-b456-0c4b7339be41,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:18.411969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8821abd1-b724-4188-b79a-c300f2d09e0f req-eff41033-e0e8-49e6-9707-7ea9df6a104f tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1035568638', 'description': 'tempest-description-496994800'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:18.459681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8821abd1-b724-4188-b79a-c300f2d09e0f req-eff41033-e0e8-49e6-9707-7ea9df6a104f tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.485529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:18.528336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:18.560580 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.703085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.707849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:18.716372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.717978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] 10.222.0.23 "PUT /v2.0/ports/8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 200 len: 1093 time: 2.3423839 Sep 26 12:59:18.719698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:18.723239 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:18.732092 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.746705 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.799483 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Attempting to bind port a86331b0-943c-4469-950f-b1cca5775d33 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:18.799854 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Attempting to bind port a86331b0-943c-4469-950f-b1cca5775d33 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:18.800216 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Attempting to bind port a86331b0-943c-4469-950f-b1cca5775d33 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:18.846428 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:18.846789 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:18.847198 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.847582 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:18.860662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63c8e8-0601-450c-afdc-0cedce1ceac1 service neutron] Pushing event updated for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:18.862712 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Bound port: a86331b0-943c-4469-950f-b1cca5775d33, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:18.863087 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.976209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8821abd1-b724-4188-b79a-c300f2d09e0f req-eff41033-e0e8-49e6-9707-7ea9df6a104f tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:18.994295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-637d9951-d0df-45b9-ab5d-9b00dd6660aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:18.996340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-637d9951-d0df-45b9-ab5d-9b00dd6660aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1096 time: 0.2172072 Sep 26 12:59:19.000404 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8821abd1-b724-4188-b79a-c300f2d09e0f req-eff41033-e0e8-49e6-9707-7ea9df6a104f tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.131085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-d6053f56-c4a2-4cc0-b954-d7b91b6a8792 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 200 len: 217 time: 0.1069551 Sep 26 12:59:19.136590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8821abd1-b724-4188-b79a-c300f2d09e0f req-eff41033-e0e8-49e6-9707-7ea9df6a104f tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.138487 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8821abd1-b724-4188-b79a-c300f2d09e0f req-eff41033-e0e8-49e6-9707-7ea9df6a104f tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7478087 Sep 26 12:59:19.161151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff41033-e0e8-49e6-9707-7ea9df6a104f tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5fef5-a25a-4e5d-b7b8-2ebace543f7e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:19.169746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Allocated IP 172.20.0.1 (02630797-e650-4066-a7f3-8c514fdc156d/dec496d8-9352-46f9-849a-03445ab486f5/4d6fb51a-15ef-49af-b296-50a6a14999ec) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:19.235485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-9446c923-9269-4669-aa0b-9cdc1b45c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:19.239895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-9446c923-9269-4669-aa0b-9cdc1b45c645 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1010005 Sep 26 12:59:19.243399 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8107c-f688-4090-aad3-9dfc2bee3669 x-openstack-request-id: req-2cd8107c-f688-4090-aad3-9dfc2bee3669 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:19.244837 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:19.246230 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cd8107c-f688-4090-aad3-9dfc2bee3669 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:19.246658 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043', 'status': 'completed', 'code': 200} Sep 26 12:59:19.315589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-1287825c-fc45-4b22-9d2f-e6aaf91d9a19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679989 Sep 26 12:59:19.388080 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760e61-ad57-4673-b18c-7d5b393db0bb None None] Pushing event updated for resources: {'Port': ['ID=a86331b0-943c-4469-950f-b1cca5775d33,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:19.442629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6ad54-6642-4344-b717-fe120fc96189 req-1a60a886-7490-469c-991b-19cf0c1b6511 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:19.444520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4d6ad54-6642-4344-b717-fe120fc96189 req-1a60a886-7490-469c-991b-19cf0c1b6511 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.1835217 Sep 26 12:59:19.462413 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] For port a86331b0-943c-4469-950f-b1cca5775d33, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:19.470375 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] For port a86331b0-943c-4469-950f-b1cca5775d33, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a86331b0-943c-4469-950f-b1cca5775d33,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:19.478616 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.487484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.559049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-339403bb-8ff1-4630-8701-b21ac74f103d req-8d0ffbde-eae4-44b0-9f9c-dc5e97234c38 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/c7d5fef5-a25a-4e5d-b7b8-2ebace543f7e HTTP/1.1" status: 200 len: 1804 time: 0.1681011 Sep 26 12:59:19.575145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-b907640e-8369-4e58-8bb2-896a5ebab114 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503893 Sep 26 12:59:19.579283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-339403bb-8ff1-4630-8701-b21ac74f103d req-71cfdefe-1334-4697-8565-42b39bcaf65e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c7d5fef5-a25a-4e5d-b7b8-2ebace543f7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:19.581342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-339403bb-8ff1-4630-8701-b21ac74f103d req-71cfdefe-1334-4697-8565-42b39bcaf65e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c7d5fef5-a25a-4e5d-b7b8-2ebace543f7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:19.584063 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4d6ad54-6642-4344-b717-fe120fc96189 req-9b112881-4fc1-4259-a1eb-2c73bbcb8972 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268225 Sep 26 12:59:19.623749 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Routers {'46e8b48c-b4c3-4717-aa3b-db58c313d586'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:19.623749 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46e8b48c-b4c3-4717-aa3b-db58c313d586'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:19.716236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.727302 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760e61-ad57-4673-b18c-7d5b393db0bb None None] Pushing event updated for resources: {'Port': ['ID=a86331b0-943c-4469-950f-b1cca5775d33,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:19.738608 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-339403bb-8ff1-4630-8701-b21ac74f103d req-71cfdefe-1334-4697-8565-42b39bcaf65e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.751532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59180) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:19.808024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Network 02630797-e650-4066-a7f3-8c514fdc156d is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:19.818132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-339403bb-8ff1-4630-8701-b21ac74f103d req-71cfdefe-1334-4697-8565-42b39bcaf65e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.824183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:19.827743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:19.871375 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0882be65-94bb-460b-aa7d-7fdef5135e91 req-96ada85c-4a8d-4a69-b88c-0be8c2c43ea3 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834463 Sep 26 12:59:19.889605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.895469 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] Set router 46e8b48c-b4c3-4717-aa3b-db58c313d586 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:19.930820 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:19.991631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-72688a6a-241a-4109-815f-04b399148fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:19.993236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-72688a6a-241a-4109-815f-04b399148fbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1096 time: 0.0647027 Sep 26 12:59:20.021966 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-339403bb-8ff1-4630-8701-b21ac74f103d req-71cfdefe-1334-4697-8565-42b39bcaf65e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.039765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6fb51a-15ef-49af-b296-50a6a14999ec,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:20.073856 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-339403bb-8ff1-4630-8701-b21ac74f103d req-71cfdefe-1334-4697-8565-42b39bcaf65e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.077178 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-339403bb-8ff1-4630-8701-b21ac74f103d req-71cfdefe-1334-4697-8565-42b39bcaf65e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5172622 Sep 26 12:59:20.094327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfdefe-1334-4697-8565-42b39bcaf65e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41808de6-1b19-4682-83aa-8c9f4523ee5d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:20.111776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1134114108-network', 'tenant_id': 'b6b48d698d74485a9068c01be0c10360'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:20.144503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b978d70f-dc28-4dd1-bc15-764c9a840cde req-af9aa352-f796-450f-b28f-deed5d053afa tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-734060927', 'description': 'tempest-description-563379638'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:20.253265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.287021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Made reservation on behalf of b6b48d698d74485a9068c01be0c10360 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:20.289264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.323563 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.346297 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b978d70f-dc28-4dd1-bc15-764c9a840cde req-af9aa352-f796-450f-b28f-deed5d053afa tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.350342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-b2435362-af8e-4f73-953a-32453cec5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:20.351848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-b2435362-af8e-4f73-953a-32453cec5bf7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.3512666 Sep 26 12:59:20.352783 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T12:59:14Z', 'revision_number': 3, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:20.393986 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49013f-f67b-47b1-af9e-8e8d218603bc None None] The sync data for ids ['46e8b48c-b4c3-4717-aa3b-db58c313d586'] in n-d-806683-13 is: [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T12:59:14Z', 'revision_number': 3, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:59:20.440001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-8e46c0f8-86ad-42cd-bc11-be93232e898d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 200 len: 217 time: 0.0789621 Sep 26 12:59:20.579492 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.586282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.613522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.623270 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.666095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:59:20.680259 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.680613 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Added segment 6c72ca21-c49b-4263-b289-a76f7c6f5f93 of type vlan for network a4b027a8-1e40-4def-845f-b1d86e441caf Sep 26 12:59:20.734823 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.786486 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.787389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:20.790166 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.808342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6fb51a-15ef-49af-b296-50a6a14999ec,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:20.812077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.898564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802956-dd05-4748-8bdc-551f395c028e req-560c9c2f-0336-4338-82c1-3e8ec069f384 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:20.900286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b978d70f-dc28-4dd1-bc15-764c9a840cde req-af9aa352-f796-450f-b28f-deed5d053afa tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:20.905953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90802956-dd05-4748-8bdc-551f395c028e req-560c9c2f-0336-4338-82c1-3e8ec069f384 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.1733842 Sep 26 12:59:20.959605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-05ee7cbb-6fc3-4b0e-a277-de265e5fa2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:20.961765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-05ee7cbb-6fc3-4b0e-a277-de265e5fa2e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.5103722 Sep 26 12:59:20.975344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b978d70f-dc28-4dd1-bc15-764c9a840cde req-af9aa352-f796-450f-b28f-deed5d053afa tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:21.005875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc430d78-0d78-44b9-85be-220167660038,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:21.018594 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90802956-dd05-4748-8bdc-551f395c028e req-89eeb0d6-94ff-4448-9683-370bcbc0e188 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117857 Sep 26 12:59:21.057984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Network 02630797-e650-4066-a7f3-8c514fdc156d is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:21.059602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:21.125272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aa352-f796-450f-b28f-deed5d053afa tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea6f486-6017-4347-b339-ab81941566dd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:21.157649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-c1c77645-eb06-4430-868c-170fe9d295df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1769660 Sep 26 12:59:21.170866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4182518 Sep 26 12:59:21.176362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59204) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:21.192867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Request body: {'subnet': {'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1134114108-subnet', 'tenant_id': 'b6b48d698d74485a9068c01be0c10360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:21.206581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b978d70f-dc28-4dd1-bc15-764c9a840cde req-af9aa352-f796-450f-b28f-deed5d053afa tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:21.222907 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b978d70f-dc28-4dd1-bc15-764c9a840cde req-af9aa352-f796-450f-b28f-deed5d053afa tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0999951 Sep 26 12:59:21.295351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Router 46e8b48c-b4c3-4717-aa3b-db58c313d586 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:59:21.316047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39ba05-e2a9-40f1-96eb-bdd27439ec06 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b027a8-1e40-4def-845f-b1d86e441caf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:21.331948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network a4b027a8-1e40-4def-845f-b1d86e441caf details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:59:21.374746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-8505d326-b3a6-4b42-a83a-c1196b1adeb6 req-ff5678e4-562e-4387-b6cd-e703b2083373 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1824952424', 'description': 'tempest-description-1699667685'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:21.414084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Made reservation on behalf of b6b48d698d74485a9068c01be0c10360 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:21.420913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:21.437919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8505d326-b3a6-4b42-a83a-c1196b1adeb6 req-ff5678e4-562e-4387-b6cd-e703b2083373 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:21.543698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:59:21.551015 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-811ad6f7-0ab4-4825-8c93-cd8d74318128 admin admin] 10.222.0.13 "PUT /v2.0/routers/46e8b48c-b4c3-4717-aa3b-db58c313d586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1758952 Sep 26 12:59:21.656186 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8505d326-b3a6-4b42-a83a-c1196b1adeb6 req-ff5678e4-562e-4387-b6cd-e703b2083373 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:21.662682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8505d326-b3a6-4b42-a83a-c1196b1adeb6 req-ff5678e4-562e-4387-b6cd-e703b2083373 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:21.686631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8505d326-b3a6-4b42-a83a-c1196b1adeb6 req-ff5678e4-562e-4387-b6cd-e703b2083373 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:21.692858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8505d326-b3a6-4b42-a83a-c1196b1adeb6 req-ff5678e4-562e-4387-b6cd-e703b2083373 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3251774 Sep 26 12:59:21.745044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5678e4-562e-4387-b6cd-e703b2083373 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a5ba1-ee1d-40fd-a5c0-7b1bdd9068fc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:21.788534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-605b74dd-2f82-4c3e-9220-50a052495ec5 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143928 Sep 26 12:59:21.887176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad71620b-398e-4a2e-9713-80b758856679 req-6c9d4f19-f6c9-4c14-9f4b-afbb3d0ee92e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/6ea6f486-6017-4347-b339-ab81941566dd HTTP/1.1" status: 200 len: 1803 time: 0.1652727 Sep 26 12:59:22.025306 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad71620b-398e-4a2e-9713-80b758856679 req-72227e42-a599-42b6-9edf-f6ba416bf453 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/7e5a5ba1-ee1d-40fd-a5c0-7b1bdd9068fc HTTP/1.1" status: 200 len: 1805 time: 0.1368327 Sep 26 12:59:22.056805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ad71620b-398e-4a2e-9713-80b758856679 req-55352d11-da3e-4cbb-97c1-61edd3e6be27 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ea6f486-6017-4347-b339-ab81941566dd', 'remote_group_id': '7e5a5ba1-ee1d-40fd-a5c0-7b1bdd9068fc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:22.057043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ad71620b-398e-4a2e-9713-80b758856679 req-55352d11-da3e-4cbb-97c1-61edd3e6be27 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ea6f486-6017-4347-b339-ab81941566dd', 'remote_group_id': '7e5a5ba1-ee1d-40fd-a5c0-7b1bdd9068fc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:22.108241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30710a6b-fdd7-44e6-8e33-264ebdfa7c65 req-267e2b12-020d-454e-bda9-6866ef4a3aa1 service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068428 Sep 26 12:59:22.162464 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:22.196577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ad71620b-398e-4a2e-9713-80b758856679 req-55352d11-da3e-4cbb-97c1-61edd3e6be27 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:22.257745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ad71620b-398e-4a2e-9713-80b758856679 req-55352d11-da3e-4cbb-97c1-61edd3e6be27 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:22.266775 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ad71620b-398e-4a2e-9713-80b758856679 req-55352d11-da3e-4cbb-97c1-61edd3e6be27 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:22.355897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a19da4-9971-4702-be7d-338ac41d6111,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:22.379631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55352d11-da3e-4cbb-97c1-61edd3e6be27 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbba1ee9-1676-4c41-9f51-c7ac2d5b9961,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:22.392717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ad71620b-398e-4a2e-9713-80b758856679 req-55352d11-da3e-4cbb-97c1-61edd3e6be27 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:22.404888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad71620b-398e-4a2e-9713-80b758856679 req-55352d11-da3e-4cbb-97c1-61edd3e6be27 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3766253 Sep 26 12:59:22.407220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Checking segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:22.407599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Network hostable DHCP agents. Network: a4b027a8-1e40-4def-845f-b1d86e441caf, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:59:22.426533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a86331b0-943c-4469-950f-b1cca5775d33 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:22.455966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Network a4b027a8-1e40-4def-845f-b1d86e441caf is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:59:22.474255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, a4b027a8-1e40-4def-845f-b1d86e441caf) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:22.478955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:22.479777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:22.492015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5f800c-832f-4322-89dd-d5100920cb3b None None] Network a4b027a8-1e40-4def-845f-b1d86e441caf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:22.495028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-2d17c2b0-cad8-453e-af98-af986ffd092d tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:22.507965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-2d17c2b0-cad8-453e-af98-af986ffd092d tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 817 time: 0.2325711 Sep 26 12:59:22.526620 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-8e5cee6d-ba68-4915-9899-e31b11906266 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/quotas/550781b2300643759eb7f871ade153ab HTTP/1.1" status: 200 len: 375 time: 0.0177779 Sep 26 12:59:22.578286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-454fe106-0743-4175-8436-dc57ee4002b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3907678 Sep 26 12:59:22.643042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b66f1e-5388-4fa8-ba61-d79844e37ab4 req-a943d090-21c1-40ff-a4ff-f25a48c5cefa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:22.652105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75b66f1e-5388-4fa8-ba61-d79844e37ab4 req-a943d090-21c1-40ff-a4ff-f25a48c5cefa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.1579356 Sep 26 12:59:22.698658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6bddafd4-dc00-45df-baee-ffd9f2f3b22b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1708910 Sep 26 12:59:22.749691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75b66f1e-5388-4fa8-ba61-d79844e37ab4 req-e8d6af7a-b9d3-483e-a3a3-99a4bf5123f0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965972 Sep 26 12:59:22.824110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a86331b0-943c-4469-950f-b1cca5775d33 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:22.824694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:22.902061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-a4b027a8-1e40-4def-845f-b1d86e441caf', 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf', 'tenant_id': 'b6b48d698d74485a9068c01be0c10360', 'fixed_ips': [{'subnet_id': '03a19da4-9971-4702-be7d-338ac41d6111'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:59:22.910620 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:22.943104 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-eb7c6e2a-a7f8-410e-9f03-30c5b307b19d service neutron] 10.222.0.13 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427251 Sep 26 12:59:23.095030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-fdfe6c46-9818-4fa4-93c9-cadbd35e211b req-10a89c6f-fbcf-4e8a-8857-8459374ca969 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-763810377', 'description': 'tempest-description-318602757'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:23.137453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fdfe6c46-9818-4fa4-93c9-cadbd35e211b req-10a89c6f-fbcf-4e8a-8857-8459374ca969 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.152836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-033f0680-3ae2-4364-96b7-0cda4085ea7e service neutron] 10.222.0.13 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087877 Sep 26 12:59:23.182571 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.188139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Sync routers for ids ['46e8b48c-b4c3-4717-aa3b-db58c313d586'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:59:23.270321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fdfe6c46-9818-4fa4-93c9-cadbd35e211b req-10a89c6f-fbcf-4e8a-8857-8459374ca969 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.278466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fdfe6c46-9818-4fa4-93c9-cadbd35e211b req-10a89c6f-fbcf-4e8a-8857-8459374ca969 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.289209 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Routers {'46e8b48c-b4c3-4717-aa3b-db58c313d586'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:23.295232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46e8b48c-b4c3-4717-aa3b-db58c313d586'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:23.355434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a89c6f-fbcf-4e8a-8857-8459374ca969 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb5e597-6245-4931-bfac-f07aa89160ec,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:23.359560 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fdfe6c46-9818-4fa4-93c9-cadbd35e211b req-10a89c6f-fbcf-4e8a-8857-8459374ca969 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.360999 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdfe6c46-9818-4fa4-93c9-cadbd35e211b req-10a89c6f-fbcf-4e8a-8857-8459374ca969 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2703269 Sep 26 12:59:23.420242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Allocated IP 172.20.0.2 (a4b027a8-1e40-4def-845f-b1d86e441caf/03a19da4-9971-4702-be7d-338ac41d6111/e8974801-703e-4e5f-935f-a5fb7d81c55b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:23.532386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cd249857-e10f-4b68-9789-9d47d327f000 req-fb435841-f018-45e2-a858-d473c71cb9c7 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 210 time: 0.0571074 Sep 26 12:59:23.592438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-a4e409ca-5453-4368-9a2d-4abce0b3a7a7 req-5f4d0450-c96f-4bd4-9c22-32cd64ac1a13 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1077911000', 'description': 'tempest-description-12862284'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:23.670497 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a4e409ca-5453-4368-9a2d-4abce0b3a7a7 req-5f4d0450-c96f-4bd4-9c22-32cd64ac1a13 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.680773 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.689581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port a86331b0-943c-4469-950f-b1cca5775d33, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a86331b0-943c-4469-950f-b1cca5775d33,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:23.694386 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.838150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Set router 46e8b48c-b4c3-4717-aa3b-db58c313d586 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:23.847215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-fe1f7dfa-757c-4188-bc52-65618b1131aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2434509 Sep 26 12:59:23.913978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.923919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a4e409ca-5453-4368-9a2d-4abce0b3a7a7 req-5f4d0450-c96f-4bd4-9c22-32cd64ac1a13 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.932441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a4e409ca-5453-4368-9a2d-4abce0b3a7a7 req-5f4d0450-c96f-4bd4-9c22-32cd64ac1a13 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:23.973376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c005120a-5d22-4c15-b130-d6a21d125e68 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:23.976453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c005120a-5d22-4c15-b130-d6a21d125e68 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 816 time: 0.2990720 Sep 26 12:59:23.996892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0450-c96f-4bd4-9c22-32cd64ac1a13 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe5f8c2-16be-4c1c-92ad-8fd5423a723f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:23.999332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a4e409ca-5453-4368-9a2d-4abce0b3a7a7 req-5f4d0450-c96f-4bd4-9c22-32cd64ac1a13 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:24.000654 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4e409ca-5453-4368-9a2d-4abce0b3a7a7 req-5f4d0450-c96f-4bd4-9c22-32cd64ac1a13 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4161551 Sep 26 12:59:24.007557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-06639ca0-cbaf-41ee-b5f0-716659eb19d5 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/quotas/b6b48d698d74485a9068c01be0c10360 HTTP/1.1" status: 200 len: 375 time: 0.0220771 Sep 26 12:59:24.021418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Network a4b027a8-1e40-4def-845f-b1d86e441caf is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:24.028008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-cb5760b7-f867-456d-963b-758aa15f8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:24.029513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-cb5760b7-f867-456d-963b-758aa15f8802 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 1096 time: 0.1101978 Sep 26 12:59:24.060091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:24.064039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:24.066204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Pushing event updated for resources: {'Port': ['ID=e8974801-703e-4e5f-935f-a5fb7d81c55b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:24.151519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=a86331b0-943c-4469-950f-b1cca5775d33,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:24.190615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-47a49b57-067b-408c-9ac7-2cb8ea6feaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:24.192472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-47a49b57-067b-408c-9ac7-2cb8ea6feaa3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.1362445 Sep 26 12:59:24.245733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-64674d1f-ea6e-460d-919e-249969954d2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 200 len: 217 time: 0.0449669 Sep 26 12:59:24.266676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-e2ac97ac-3e5b-46fc-828a-4c6659a93154 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2515886 Sep 26 12:59:24.291873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Attempting to bind port e8974801-703e-4e5f-935f-a5fb7d81c55b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:24.292376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Attempting to bind port e8974801-703e-4e5f-935f-a5fb7d81c55b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:24.292877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Attempting to bind port e8974801-703e-4e5f-935f-a5fb7d81c55b on network a4b027a8-1e40-4def-845f-b1d86e441caf {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:24.302980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:24.303514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Checking segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:24.304025 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:24.304552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Bound using segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:24.305146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Bound port: e8974801-703e-4e5f-935f-a5fb7d81c55b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:24.305670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:24.457818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] For port e8974801-703e-4e5f-935f-a5fb7d81c55b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:24.461455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] For port e8974801-703e-4e5f-935f-a5fb7d81c55b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e8974801-703e-4e5f-935f-a5fb7d81c55b,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:24.463874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a86331b0-943c-4469-950f-b1cca5775d33 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:24.484896 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-aed6b19b-6c82-4085-9174-14300613f915 service neutron] 10.222.0.13 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171686 Sep 26 12:59:24.504742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-c6bf4c41-2b54-4244-a088-31d728d23509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:24.506878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-c6bf4c41-2b54-4244-a088-31d728d23509 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.2373388 Sep 26 12:59:24.514612 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:24.581060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330100-4b04-435e-8d04-e28a07e04af2 None None] Pushing event updated for resources: {'Port': ['ID=e8974801-703e-4e5f-935f-a5fb7d81c55b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:24.629909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a86331b0-943c-4469-950f-b1cca5775d33 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:24.631040 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:24.659270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-1b7fb2e7-6ece-4fee-a168-f3886585be96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336889 Sep 26 12:59:24.792954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T12:59:20Z', 'revision_number': 4, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '4d6fb51a-15ef-49af-b296-50a6a14999ec', 'name': '', 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'mac_address': 'fa:16:3e:50:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dec496d8-9352-46f9-849a-03445ab486f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:18Z', 'updated_at': '2021-09-26T12:59:20Z', 'revision_number': 2, 'project_id': '550781b2300643759eb7f871ade153ab', 'subnets': [{'id': 'dec496d8-9352-46f9-849a-03445ab486f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:24.887961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Checking router: 46e8b48c-b4c3-4717-aa3b-db58c313d586 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:59:24.888577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Updating router 46e8b48c-b4c3-4717-aa3b-db58c313d586 port 4d6fb51a-15ef-49af-b296-50a6a14999ec binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:59:24.928111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:25.048474 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-e865f4ab-864d-4927-89ca-c67fcf714bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389357 Sep 26 12:59:25.129164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-fe9590ac-6529-4ebb-8f44-50256351d705 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457302 Sep 26 12:59:25.154924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83601314-3942-4728-b91b-4b6ddd75f19d req-85417531-9a1b-4bad-aa92-e7a1a74a4524 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947289 Sep 26 12:59:25.159332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-80e064cc-750a-409a-8dc1-639c0ebdd883 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:25.165973 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-80e064cc-750a-409a-8dc1-639c0ebdd883 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 817 time: 1.0262296 Sep 26 12:59:25.191071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-b4940efa-e9fd-4782-923d-4891ed105078 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/quotas/550781b2300643759eb7f871ade153ab HTTP/1.1" status: 200 len: 375 time: 0.0192566 Sep 26 12:59:25.313518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-e7abb2bc-364a-460f-a785-8f2726de0f39 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130276 Sep 26 12:59:25.451528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-0c4371c7-4d94-485d-8512-57f777397ff6 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:25.453724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-0c4371c7-4d94-485d-8512-57f777397ff6 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 817 time: 0.1594312 Sep 26 12:59:25.494353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Request body: {'port': {'device_id': 'b7c3b143-a22f-4d96-9ede-1d518be2812f', 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d', 'admin_state_up': True, 'tenant_id': '550781b2300643759eb7f871ade153ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:25.558266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-149d674c-2a37-405a-a0b6-fe7d1f9f3a32 service neutron] 10.222.0.13 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444117 Sep 26 12:59:25.815862 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:25.828939 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:25.938398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-51ddce62-778c-4192-9646-fcca960d2693 service neutron] 10.222.0.13 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789501 Sep 26 12:59:26.032240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be26c1c-912d-4d2a-8863-0e8b260efc63 None None] Pushing event updated for resources: {'Port': ['ID=4d6fb51a-15ef-49af-b296-50a6a14999ec,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:26.124896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Attempting to bind port 4d6fb51a-15ef-49af-b296-50a6a14999ec on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:26.125839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Attempting to bind port 4d6fb51a-15ef-49af-b296-50a6a14999ec by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:26.126443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Attempting to bind port 4d6fb51a-15ef-49af-b296-50a6a14999ec on network 02630797-e650-4066-a7f3-8c514fdc156d {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:26.147265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:26.147994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Checking segment: {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:26.148630 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:26.149765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Bound using segment: {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:26.150523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Bound port: 4d6fb51a-15ef-49af-b296-50a6a14999ec, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:26.151170 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:26.393981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] For port 4d6fb51a-15ef-49af-b296-50a6a14999ec, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:26.405962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Made reservation on behalf of 550781b2300643759eb7f871ade153ab for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:26.413018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:26.414402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] For port 4d6fb51a-15ef-49af-b296-50a6a14999ec, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4d6fb51a-15ef-49af-b296-50a6a14999ec,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:26.425383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920790e-af2f-4496-a297-d9b960e4f08a None None] Network a4b027a8-1e40-4def-845f-b1d86e441caf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:26.493442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83601314-3942-4728-b91b-4b6ddd75f19d req-e2a0396f-a12e-4a47-822f-444e61f3464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:26.495320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83601314-3942-4728-b91b-4b6ddd75f19d req-e2a0396f-a12e-4a47-822f-444e61f3464c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 1096 time: 1.0404778 Sep 26 12:59:26.550622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:26.578615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e8974801-703e-4e5f-935f-a5fb7d81c55b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:26.649513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Allocated IP 172.20.0.10 (02630797-e650-4066-a7f3-8c514fdc156d/dec496d8-9352-46f9-849a-03445ab486f5/dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:26.667425 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-5b7ad69c-380d-409b-8ee2-d109212519e9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/ccb5e597-6245-4931-bfac-f07aa89160ec HTTP/1.1" status: 200 len: 1803 time: 0.0980859 Sep 26 12:59:26.761230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-31ff6c08-f20d-4876-a516-4abaf73fd8f7 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/4fe5f8c2-16be-4c1c-92ad-8fd5423a723f HTTP/1.1" status: 200 len: 1803 time: 0.0919385 Sep 26 12:59:26.772502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-1ec5ea3e-29a8-450e-ad70-d0bb7a6f66f9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ccb5e597-6245-4931-bfac-f07aa89160ec', 'remote_group_id': '4fe5f8c2-16be-4c1c-92ad-8fd5423a723f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:26.772739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-1ec5ea3e-29a8-450e-ad70-d0bb7a6f66f9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ccb5e597-6245-4931-bfac-f07aa89160ec', 'remote_group_id': '4fe5f8c2-16be-4c1c-92ad-8fd5423a723f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:26.861398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1f2eb-ea89-4bad-b0cc-c9541b0955d8 req-dab17ff6-8b90-4ff1-ac13-c12f994a7eaa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:26.877596 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51b1f2eb-ea89-4bad-b0cc-c9541b0955d8 req-dab17ff6-8b90-4ff1-ac13-c12f994a7eaa tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.6668651 Sep 26 12:59:26.882473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3fbe81f-e334-42c8-b882-fd874d95431c req-b8fb4d12-ccdc-4319-b248-7fa7d6fbbfc2 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7423260 Sep 26 12:59:26.927344 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-1ec5ea3e-29a8-450e-ad70-d0bb7a6f66f9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:26.942175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e5dabbc7-72e7-4247-8cab-7d2c10512676 None None] Provisioning complete for port e8974801-703e-4e5f-935f-a5fb7d81c55b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:26.942773 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5dabbc7-72e7-4247-8cab-7d2c10512676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.023324 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-1ec5ea3e-29a8-450e-ad70-d0bb7a6f66f9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.034778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-1ec5ea3e-29a8-450e-ad70-d0bb7a6f66f9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.073772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5ea3e-29a8-450e-ad70-d0bb7a6f66f9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0482fca-0e36-466a-877d-b750e8110af2,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:27.100086 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-1ec5ea3e-29a8-450e-ad70-d0bb7a6f66f9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.101605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57835e61-6f55-4522-8dd0-2204aaf99e01 req-1ec5ea3e-29a8-450e-ad70-d0bb7a6f66f9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3333762 Sep 26 12:59:27.133255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83601314-3942-4728-b91b-4b6ddd75f19d req-56475741-a52f-4ff6-b5ea-09e512fe7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:27.136288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83601314-3942-4728-b91b-4b6ddd75f19d req-56475741-a52f-4ff6-b5ea-09e512fe7448 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.2851665 Sep 26 12:59:27.156908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Routers {'46e8b48c-b4c3-4717-aa3b-db58c313d586'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:27.157282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46e8b48c-b4c3-4717-aa3b-db58c313d586'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:27.233810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83601314-3942-4728-b91b-4b6ddd75f19d req-9426ebed-5db2-46ed-bcbf-a758c72d4969 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 200 len: 217 time: 0.0834923 Sep 26 12:59:27.315848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.328612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51b1f2eb-ea89-4bad-b0cc-c9541b0955d8 req-fdd90cad-42c8-4bca-9713-7ee167abe277 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913974 Sep 26 12:59:27.376817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] Set router 46e8b48c-b4c3-4717-aa3b-db58c313d586 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:27.456975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be26c1c-912d-4d2a-8863-0e8b260efc63 None None] Pushing event updated for resources: {'Port': ['ID=4d6fb51a-15ef-49af-b296-50a6a14999ec,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:27.483030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83601314-3942-4728-b91b-4b6ddd75f19d req-dab9a80f-43a1-4b21-bf8b-2cac940ea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:27.484449 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83601314-3942-4728-b91b-4b6ddd75f19d req-dab9a80f-43a1-4b21-bf8b-2cac940ea7ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.2322323 Sep 26 12:59:27.536376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e8974801-703e-4e5f-935f-a5fb7d81c55b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:27.536711 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.610520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c5a689ef-6286-49ba-a1b8-39610e4851a1 req-4f36da63-52ce-41fa-9b09-ae3579136ae4 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 210 time: 0.0652289 Sep 26 12:59:27.725064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83601314-3942-4728-b91b-4b6ddd75f19d req-d71fa950-1f20-4535-9cf4-34a7653e3696 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2246294 Sep 26 12:59:27.736974 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9fec453e-9a0e-4439-b94a-8a9430634e00 req-1ec7ccb5-7e5c-4974-b945-b6f71d9375d9 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/4fe5f8c2-16be-4c1c-92ad-8fd5423a723f HTTP/1.1" status: 200 len: 1803 time: 0.0846999 Sep 26 12:59:27.760344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-7e10a720-14cd-4bf6-8eee-47994c2a4252 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:27.762278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-7e10a720-14cd-4bf6-8eee-47994c2a4252 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.24 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 816 time: 0.5462043 Sep 26 12:59:27.783431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-1454d4cd-095f-43c7-9abc-15455884c1c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:27.784957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-1454d4cd-095f-43c7-9abc-15455884c1c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 816 time: 0.2385316 Sep 26 12:59:27.793979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Request body: {'port': {'device_id': '6612e04e-cb73-4f03-8b93-4e8931915ea1', 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf', 'admin_state_up': True, 'tenant_id': 'b6b48d698d74485a9068c01be0c10360'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:27.813371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9fec453e-9a0e-4439-b94a-8a9430634e00 req-bd8a173f-15a6-43cc-b35b-a8cd54587dc4 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.840214 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9fec453e-9a0e-4439-b94a-8a9430634e00 req-bd8a173f-15a6-43cc-b35b-a8cd54587dc4 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.906590 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.961762 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.967047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Made reservation on behalf of b6b48d698d74485a9068c01be0c10360 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:27.970833 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:27.998844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9fec453e-9a0e-4439-b94a-8a9430634e00 req-bd8a173f-15a6-43cc-b35b-a8cd54587dc4 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:28.005346 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5dabbc7-72e7-4247-8cab-7d2c10512676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:28.009237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9fec453e-9a0e-4439-b94a-8a9430634e00 req-bd8a173f-15a6-43cc-b35b-a8cd54587dc4 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:28.016780 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9fec453e-9a0e-4439-b94a-8a9430634e00 req-bd8a173f-15a6-43cc-b35b-a8cd54587dc4 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fe5f8c2-16be-4c1c-92ad-8fd5423a723f HTTP/1.1" status: 204 len: 173 time: 0.2725098 Sep 26 12:59:28.046910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a173f-15a6-43cc-b35b-a8cd54587dc4 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe5f8c2-16be-4c1c-92ad-8fd5423a723f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:28.059222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port e8974801-703e-4e5f-935f-a5fb7d81c55b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e8974801-703e-4e5f-935f-a5fb7d81c55b,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:28.076732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:28.195785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T12:59:20Z', 'revision_number': 4, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '4d6fb51a-15ef-49af-b296-50a6a14999ec', 'name': '', 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'mac_address': 'fa:16:3e:50:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dec496d8-9352-46f9-849a-03445ab486f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:18Z', 'updated_at': '2021-09-26T12:59:26Z', 'revision_number': 4, 'project_id': '550781b2300643759eb7f871ade153ab', 'subnets': [{'id': 'dec496d8-9352-46f9-849a-03445ab486f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:28.266830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1b987-6bd9-49ad-9fcd-689d7a9bd68d None None] The sync data for ids ['46e8b48c-b4c3-4717-aa3b-db58c313d586'] in n-d-806683-13 is: [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T12:59:20Z', 'revision_number': 4, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '4d6fb51a-15ef-49af-b296-50a6a14999ec', 'name': '', 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'mac_address': 'fa:16:3e:50:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dec496d8-9352-46f9-849a-03445ab486f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:18Z', 'updated_at': '2021-09-26T12:59:26Z', 'revision_number': 4, 'project_id': '550781b2300643759eb7f871ade153ab', 'subnets': [{'id': 'dec496d8-9352-46f9-849a-03445ab486f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:59:28.276639 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-e5dabbc7-72e7-4247-8cab-7d2c10512676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 12:59:28.277273 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-e5dabbc7-72e7-4247-8cab-7d2c10512676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 12:59:28.290469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83601314-3942-4728-b91b-4b6ddd75f19d req-d234de68-b5e9-4946-827b-599f3948d4ba service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526319 Sep 26 12:59:28.297962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-6fc710af-5575-4b56-9be2-b27eb4588bfd tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/quotas/b6b48d698d74485a9068c01be0c10360 HTTP/1.1" status: 200 len: 375 time: 0.3891757 Sep 26 12:59:28.309632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=e8974801-703e-4e5f-935f-a5fb7d81c55b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:28.448529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-35f22c51-37c7-4b8b-93b5-fa012161aaf5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:28.450427 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-35f22c51-37c7-4b8b-93b5-fa012161aaf5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 817 time: 0.2927783 Sep 26 12:59:28.470241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Request body: {'port': {'device_id': 'ff408614-d923-4303-96f4-7f0b632c5edb', 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d', 'admin_state_up': True, 'tenant_id': '550781b2300643759eb7f871ade153ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:28.579973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Network 02630797-e650-4066-a7f3-8c514fdc156d is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:28.582783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83601314-3942-4728-b91b-4b6ddd75f19d req-438a1ebc-6941-4360-a303-335938047288 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220126 Sep 26 12:59:28.631585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:28.647748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:28.686029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83a648cf-b4b3-4757-812f-887aca924339 req-c1892c07-2182-4e9c-9c00-1cc9a7f0d111 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/ccb5e597-6245-4931-bfac-f07aa89160ec HTTP/1.1" status: 200 len: 1803 time: 0.0740793 Sep 26 12:59:28.703392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Made reservation on behalf of 550781b2300643759eb7f871ade153ab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:28.708063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:28.724585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Pushing event updated for resources: {'Port': ['ID=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:28.856697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-7586c5db-e579-48fe-bffe-f47e01bd98fb tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3884661 Sep 26 12:59:28.909666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:28.910456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:28.936254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Allocated IP 172.20.0.13 (02630797-e650-4066-a7f3-8c514fdc156d/dec496d8-9352-46f9-849a-03445ab486f5/83440dd1-0d03-4308-8e97-e79658c77474) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:28.994764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-feb6f36f-eee4-41e5-880b-42e9fb0289fc None None] Provisioning complete for port e8974801-703e-4e5f-935f-a5fb7d81c55b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:28.995142 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-feb6f36f-eee4-41e5-880b-42e9fb0289fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:29.023285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Allocated IP 172.20.0.11 (a4b027a8-1e40-4def-845f-b1d86e441caf/03a19da4-9971-4702-be7d-338ac41d6111/2912602e-ba87-493d-a1dc-57838c8e727d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:29.106516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-6ff5d286-94a8-4f5d-a585-381631578dc3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6242630 Sep 26 12:59:29.120795 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:29.138236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Request body: {'port': {'device_id': 'b7c3b143-a22f-4d96-9ede-1d518be2812f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:29.182047 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:29.268645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Network 02630797-e650-4066-a7f3-8c514fdc156d is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:29.281566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:29.297308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:29.311846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:29.330697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-ecad76e6-505f-44d6-9fd0-2c41dc214c0c service neutron] 10.222.0.13 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722033 Sep 26 12:59:29.369885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:29.371061 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:29.400977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9380927 Sep 26 12:59:29.416862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Request body: {'port': {'device_id': 'ff408614-d923-4303-96f4-7f0b632c5edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:29.443421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368febfb-b741-4055-9e42-8358a25b8723 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Pushing event updated for resources: {'Port': ['ID=83440dd1-0d03-4308-8e97-e79658c77474,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:29.469327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7fa2c-7180-40cb-93fc-30140b459448 req-d2c9a27e-81e7-4613-8291-ef96db928425 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:29.471573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eda7fa2c-7180-40cb-93fc-30140b459448 req-d2c9a27e-81e7-4613-8291-ef96db928425 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.3178623 Sep 26 12:59:29.518999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:29.593176 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eda7fa2c-7180-40cb-93fc-30140b459448 req-b6889b22-0516-4852-8f6c-22dc6047ec34 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803926 Sep 26 12:59:29.864796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:29.895843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-b82293da-fbfd-41b4-ae02-58967d60d6da service neutron] 10.222.0.13 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639637 Sep 26 12:59:29.986622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8da4cc33-3ecb-411d-8625-2cd17a783043 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:29.989321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e4981-41ba-4d71-a105-b3bf793e1658 req-70882605-97d5-4879-8d3e-55f5603ca7e5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:29.992092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b8e4981-41ba-4d71-a105-b3bf793e1658 req-70882605-97d5-4879-8d3e-55f5603ca7e5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 932 time: 0.1286554 Sep 26 12:59:30.078710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.089986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b8e4981-41ba-4d71-a105-b3bf793e1658 req-051c57d1-77be-46df-91ce-23c64f822ef4 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886652 Sep 26 12:59:30.146125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-0bdfacab-53a5-4dfe-b715-9c24c4eb109a req-64a39f52-2203-4542-b01e-751e3cb78ced tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1310444972', 'description': 'tempest-description-1987302147'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:30.207879 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0bdfacab-53a5-4dfe-b715-9c24c4eb109a req-64a39f52-2203-4542-b01e-751e3cb78ced tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.262159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:30.295888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '8da4cc33-3ecb-411d-8625-2cd17a783043', 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6', 'port_id': '8da4cc33-3ecb-411d-8625-2cd17a783043', 'mac_address': 'fa:16:3e:15:9c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281df68b-1343-4f8b-a4cb-74c03c4bb270', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:30.316860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Network a4b027a8-1e40-4def-845f-b1d86e441caf is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:30.346647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:30.359834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Pushing event updated for resources: {'Port': ['ID=2912602e-ba87-493d-a1dc-57838c8e727d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:30.390373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:30.466664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.485057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da4cc33-3ecb-411d-8625-2cd17a783043 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:30.537110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:30.543481 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.626434 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0bdfacab-53a5-4dfe-b715-9c24c4eb109a req-64a39f52-2203-4542-b01e-751e3cb78ced tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.627319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:30.628166 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.638507 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0bdfacab-53a5-4dfe-b715-9c24c4eb109a req-64a39f52-2203-4542-b01e-751e3cb78ced tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.701102 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-9cc8e196-d128-4f90-be9f-ee3b91f293f2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9147980 Sep 26 12:59:30.713068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4d6fb51a-15ef-49af-b296-50a6a14999ec up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:30.742835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:30.769407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a39f52-2203-4542-b01e-751e3cb78ced tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:30.781421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Request body: {'port': {'device_id': '6612e04e-cb73-4f03-8b93-4e8931915ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:30.796078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0bdfacab-53a5-4dfe-b715-9c24c4eb109a req-64a39f52-2203-4542-b01e-751e3cb78ced tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.803029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0bdfacab-53a5-4dfe-b715-9c24c4eb109a req-64a39f52-2203-4542-b01e-751e3cb78ced tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6619956 Sep 26 12:59:30.859396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.873219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:30.928305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4d6fb51a-15ef-49af-b296-50a6a14999ec triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:30.929112 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:30.993255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f68bfc-ae5c-43be-bc53-fa6e17be3ddb req-c00c8b89-9d6d-4fa2-896e-e52e9949951a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:31.006614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-16300eef-521d-48fa-9a55-ece9acb86072 None None] Provisioning complete for port 2912602e-ba87-493d-a1dc-57838c8e727d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:31.007091 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8f68bfc-ae5c-43be-bc53-fa6e17be3ddb req-c00c8b89-9d6d-4fa2-896e-e52e9949951a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 945 time: 0.1416533 Sep 26 12:59:31.007719 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16300eef-521d-48fa-9a55-ece9acb86072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.091502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['8da4cc33-3ecb-411d-8625-2cd17a783043'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:31.152696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-16300eef-521d-48fa-9a55-ece9acb86072 None None] Port 2912602e-ba87-493d-a1dc-57838c8e727d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:59:31.157753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8f68bfc-ae5c-43be-bc53-fa6e17be3ddb req-e20560db-e21b-4c57-ab36-5e2f675921f6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470847 Sep 26 12:59:31.221340 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.249348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Transition to ACTIVE for port object dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:59:31.274791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-b835ecc7-9590-45f6-995a-b6f7022d68e3 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:31.276961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-b835ecc7-9590-45f6-995a-b6f7022d68e3 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 816 time: 0.3323989 Sep 26 12:59:31.280204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.310344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.365106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-888a93ed-80de-469c-8dce-76349d26b822 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/quotas/b6b48d698d74485a9068c01be0c10360 HTTP/1.1" status: 200 len: 375 time: 0.0648673 Sep 26 12:59:31.391780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 4d6fb51a-15ef-49af-b296-50a6a14999ec, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4d6fb51a-15ef-49af-b296-50a6a14999ec,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:31.418496 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.419320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e8974801-703e-4e5f-935f-a5fb7d81c55b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:31.479541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Pushing event updated for resources: {'Port': ['ID=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:31.507646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f947c69-8c6c-4f69-b748-304465734847 req-91c5a349-03ad-42e8-8999-1cc9ad144223 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6 HTTP/1.1" status: 200 len: 1805 time: 0.2613294 Sep 26 12:59:31.527894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-0f947c69-8c6c-4f69-b748-304465734847 req-c056a1c7-69b0-4c1b-a766-4186f787c3c0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:31.528227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-0f947c69-8c6c-4f69-b748-304465734847 req-c056a1c7-69b0-4c1b-a766-4186f787c3c0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:31.646633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=4d6fb51a-15ef-49af-b296-50a6a14999ec,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:31.683071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e8974801-703e-4e5f-935f-a5fb7d81c55b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:31.683504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.713128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-7af26bc4-5cab-424a-9572-11e07cb5656e tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2759967 Sep 26 12:59:31.774083 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0f947c69-8c6c-4f69-b748-304465734847 req-c056a1c7-69b0-4c1b-a766-4186f787c3c0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.781713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83440dd1-0d03-4308-8e97-e79658c77474 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:31.792993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.794857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Attempting to bind port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:31.795318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Attempting to bind port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:31.795879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Attempting to bind port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 on network 02630797-e650-4066-a7f3-8c514fdc156d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:31.820597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0f947c69-8c6c-4f69-b748-304465734847 req-c056a1c7-69b0-4c1b-a766-4186f787c3c0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.824533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Transition to ACTIVE for port object 83440dd1-0d03-4308-8e97-e79658c77474 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:59:31.827533 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0f947c69-8c6c-4f69-b748-304465734847 req-c056a1c7-69b0-4c1b-a766-4186f787c3c0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.839712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 on network 02630797-e650-4066-a7f3-8c514fdc156d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:31.840189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Attempting to bind port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 on network 02630797-e650-4066-a7f3-8c514fdc156d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:31.846558 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.881940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:31.882504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Checking segment: {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:31.882975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Bound using segment: {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:31.883515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Bound port: dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:31.883954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.951241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056a1c7-69b0-4c1b-a766-4186f787c3c0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb82f45-016b-40f7-8181-d275959943c7,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:31.978841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0f947c69-8c6c-4f69-b748-304465734847 req-c056a1c7-69b0-4c1b-a766-4186f787c3c0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:31.980294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f947c69-8c6c-4f69-b748-304465734847 req-c056a1c7-69b0-4c1b-a766-4186f787c3c0 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4692512 Sep 26 12:59:31.987417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-14a82de6-5c25-4d67-b338-cb42035faaaf service neutron] 10.222.0.13 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680602 Sep 26 12:59:32.006463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Pushing event updated for resources: {'Port': ['ID=83440dd1-0d03-4308-8e97-e79658c77474,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:32.176566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] For port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:32.275584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca214-df46-472a-8d42-bb298e3f085e req-a236af3c-c550-492d-8857-1e62ce5454d9 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:32.282863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] For port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:32.298306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aecca214-df46-472a-8d42-bb298e3f085e req-a236af3c-c550-492d-8857-1e62ce5454d9 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 944 time: 0.1894639 Sep 26 12:59:32.299668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Attempting to bind port 83440dd1-0d03-4308-8e97-e79658c77474 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:32.300030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Attempting to bind port 83440dd1-0d03-4308-8e97-e79658c77474 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:32.300355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Attempting to bind port 83440dd1-0d03-4308-8e97-e79658c77474 on network 02630797-e650-4066-a7f3-8c514fdc156d {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:32.309917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Port 83440dd1-0d03-4308-8e97-e79658c77474 on network 02630797-e650-4066-a7f3-8c514fdc156d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:32.310159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Attempting to bind port 83440dd1-0d03-4308-8e97-e79658c77474 on network 02630797-e650-4066-a7f3-8c514fdc156d {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:32.352063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:32.352408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Checking segment: {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:32.353078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Bound using segment: {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:32.353800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Bound port: 83440dd1-0d03-4308-8e97-e79658c77474, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bca3eb3-ec3b-44db-aee7-10281c0d613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:32.354169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:32.380655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2912602e-ba87-493d-a1dc-57838c8e727d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:32.416820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aecca214-df46-472a-8d42-bb298e3f085e req-a8b64e30-d1bf-41eb-bb1d-ab259288287e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182642 Sep 26 12:59:32.436576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4d6fb51a-15ef-49af-b296-50a6a14999ec up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:32.517401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:32.532157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] For port 83440dd1-0d03-4308-8e97-e79658c77474, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:32.536864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] For port 83440dd1-0d03-4308-8e97-e79658c77474, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=83440dd1-0d03-4308-8e97-e79658c77474,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:32.541202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:32.546784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:32.569016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4d6fb51a-15ef-49af-b296-50a6a14999ec triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:32.577523 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:32.698369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Pushing event updated for resources: {'Port': ['ID=83440dd1-0d03-4308-8e97-e79658c77474,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:32.716817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.718275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.718996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.719344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.719685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.720026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.720367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.720697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.721030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.721733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.722073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.722405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:32.737517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:32.738232 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:32.739929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-237239ae-b2b8-4f11-ab56-af3c0280e85d service neutron] 10.222.0.24 "PUT /v2.0/ports/83440dd1-0d03-4308-8e97-e79658c77474 HTTP/1.1" status: 200 len: 1093 time: 3.3298287 Sep 26 12:59:32.740398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff408614-d923-4303-96f4-7f0b632c5edb', 'tag': '83440dd1-0d03-4308-8e97-e79658c77474'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:32.743200 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab" -d '{"events": [{"name": "network-changed", "server_uuid": "ff408614-d923-4303-96f4-7f0b632c5edb", "tag": "83440dd1-0d03-4308-8e97-e79658c77474"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:32.834212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-2f2596aa-87ed-42bd-a404-b6f2ea098887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:32.836400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-2f2596aa-87ed-42bd-a404-b6f2ea098887 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 1096 time: 0.0520484 Sep 26 12:59:32.894209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-e9ea94f5-4ecb-476e-bace-263143d11b21 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:32.896161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-e9ea94f5-4ecb-476e-bace-263143d11b21 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.23 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 816 time: 0.7210648 Sep 26 12:59:32.914797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-11beaefd-12a6-4d8b-9db1-2264e192ec5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83440dd1-0d03-4308-8e97-e79658c77474 HTTP/1.1" status: 200 len: 217 time: 0.0680139 Sep 26 12:59:32.941089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Request body: {'port': {'device_id': 'bb5eaf05-18ff-48e2-a995-46b419546c8a', 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf', 'admin_state_up': True, 'tenant_id': 'b6b48d698d74485a9068c01be0c10360'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:32.944726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Transition to ACTIVE for port object 2912602e-ba87-493d-a1dc-57838c8e727d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:59:32.946904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:32.947761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:32.949412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] 10.222.0.24 "PUT /v2.0/ports/dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 HTTP/1.1" status: 200 len: 1093 time: 3.8209784 Sep 26 12:59:32.949884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c3b143-a22f-4d96-9ede-1d518be2812f', 'tag': 'dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:32.952418 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1821a77-6480-4eae-8122-c94bdd44f5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c3b143-a22f-4d96-9ede-1d518be2812f", "tag": "dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:32.968561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:32.997946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-1d5a5c10-d59f-46bf-911d-9c57c6e915ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:33.000197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-1d5a5c10-d59f-46bf-911d-9c57c6e915ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.0784819 Sep 26 12:59:33.006777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-e63b4d08-61bb-4ff8-85a2-c1ddc57ec6d8 service neutron] 10.222.0.13 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9803581 Sep 26 12:59:33.084297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8019e-df7f-4b1b-b49a-c28da825f5eb service neutron] Pushing event updated for resources: {'Port': ['ID=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:33.145258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-dd475b1d-e4ac-413f-b2ba-5648bed4c5e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109123 Sep 26 12:59:33.247550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2912602e-ba87-493d-a1dc-57838c8e727d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:33.411863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-96aaa908-1bfd-4825-b35c-7f6309aa56c3 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648437 Sep 26 12:59:33.434786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-155c6ece-e883-4c77-8319-7e51922f6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:33.437226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-155c6ece-e883-4c77-8319-7e51922f6d64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1096 time: 0.4366477 Sep 26 12:59:33.494302 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 12:59:33.554651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-481bb4e8-acda-4bde-b6cf-e9a7d85cbe38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 HTTP/1.1" status: 200 len: 217 time: 0.0980346 Sep 26 12:59:33.557953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a629cbd0-09e3-4d09-86e1-404fcc197893 req-d9d75f86-0c52-4d2d-b96c-ed214d48cc2a service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353292 Sep 26 12:59:33.644675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5cfdf70-c1fb-4926-8afd-1d1d900314fc req-0949bcd2-5013-4e65-bb58-e1742c8b47f5 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6 HTTP/1.1" status: 200 len: 2398 time: 0.2426419 Sep 26 12:59:33.660216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b5cfdf70-c1fb-4926-8afd-1d1d900314fc req-219a930e-4eb3-4ecc-b759-95e4c6a29b0b tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6', 'remote_group_id': None}]} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:33.660564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b5cfdf70-c1fb-4926-8afd-1d1d900314fc req-219a930e-4eb3-4ecc-b759-95e4c6a29b0b tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6', 'remote_group_id': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:33.664761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Made reservation on behalf of b6b48d698d74485a9068c01be0c10360 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:33.668971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:33.684009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-cd280713-76a8-4bc8-b249-8539ea743143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:33.685580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-cd280713-76a8-4bc8-b249-8539ea743143 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.1160464 Sep 26 12:59:33.741349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Attempting to bind port 2912602e-ba87-493d-a1dc-57838c8e727d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:33.741743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Attempting to bind port 2912602e-ba87-493d-a1dc-57838c8e727d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:33.742288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Attempting to bind port 2912602e-ba87-493d-a1dc-57838c8e727d on network a4b027a8-1e40-4def-845f-b1d86e441caf {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:33.747233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-a10ca8e3-a1eb-47de-86b3-4bd5990e05db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492084 Sep 26 12:59:33.764589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Port 2912602e-ba87-493d-a1dc-57838c8e727d on network a4b027a8-1e40-4def-845f-b1d86e441caf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:33.764958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Attempting to bind port 2912602e-ba87-493d-a1dc-57838c8e727d on network a4b027a8-1e40-4def-845f-b1d86e441caf {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:33.827064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:33.827446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Checking segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:33.827726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Bound using segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:33.828180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Bound port: 2912602e-ba87-493d-a1dc-57838c8e727d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:33.828542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.001519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8da4cc33-3ecb-411d-8625-2cd17a783043 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:34.088777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] For port 2912602e-ba87-493d-a1dc-57838c8e727d, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:34.092001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] For port 2912602e-ba87-493d-a1dc-57838c8e727d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2912602e-ba87-493d-a1dc-57838c8e727d,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:34.095011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-c8aa4838-6b69-46fb-bb8c-e47d12bb4c6a service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323278 Sep 26 12:59:34.096507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Allocated IP 172.20.0.14 (a4b027a8-1e40-4def-845f-b1d86e441caf/03a19da4-9971-4702-be7d-338ac41d6111/481b13ea-0dd9-457a-a9b4-36faf1641bfa) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:34.099573 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.102238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b5cfdf70-c1fb-4926-8afd-1d1d900314fc req-219a930e-4eb3-4ecc-b759-95e4c6a29b0b tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.135436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 8da4cc33-3ecb-411d-8625-2cd17a783043 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:59:34.143382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 8da4cc33-3ecb-411d-8625-2cd17a783043 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:34.149721 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.210937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b5cfdf70-c1fb-4926-8afd-1d1d900314fc req-219a930e-4eb3-4ecc-b759-95e4c6a29b0b tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.213153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:34.219337 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.221136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/2912602e-ba87-493d-a1dc-57838c8e727d HTTP/1.1" status: 200 len: 1093 time: 3.5061553 Sep 26 12:59:34.273189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b5cfdf70-c1fb-4926-8afd-1d1d900314fc req-219a930e-4eb3-4ecc-b759-95e4c6a29b0b tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.356700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a930e-4eb3-4ecc-b759-95e4c6a29b0b tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf60a34f-2b9f-4c90-b164-8f9414c26d70,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:34.398635 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.558919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:34.560754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:34.567150 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee3b53e-5e14-4e66-88f6-035e2297559f" -d '{"events": [{"server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "name": "network-vif-plugged", "status": "completed", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:34.572729 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.593249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a8026b2-da2c-4c4d-9d87-50f9590bf374 req-c69b2084-4206-4c42-9353-daab0e2affe3 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877858 Sep 26 12:59:34.599649 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b5cfdf70-c1fb-4926-8afd-1d1d900314fc req-219a930e-4eb3-4ecc-b759-95e4c6a29b0b tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.601101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5cfdf70-c1fb-4926-8afd-1d1d900314fc req-219a930e-4eb3-4ecc-b759-95e4c6a29b0b tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9472446 Sep 26 12:59:34.612663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ca18a-0991-4b3b-b8c4-ea38b9e7f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2912602e-ba87-493d-a1dc-57838c8e727d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:34.655603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-86a39cfb-6510-4c21-acdb-055c9dd45767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:34.657386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-86a39cfb-6510-4c21-acdb-055c9dd45767 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 1096 time: 0.3120391 Sep 26 12:59:34.687812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:34.793774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-77f067f6-0daa-4731-bc8a-69039a76ec1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2912602e-ba87-493d-a1dc-57838c8e727d HTTP/1.1" status: 200 len: 217 time: 0.0783153 Sep 26 12:59:34.898599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-b0390c83-ae2c-457f-9d0f-747107837769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:34.900692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-b0390c83-ae2c-457f-9d0f-747107837769 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03a19da4-9971-4702-be7d-338ac41d6111 HTTP/1.1" status: 200 len: 855 time: 0.0981822 Sep 26 12:59:34.924486 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:34.946604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9efdc-0662-471c-8e29-7ecafbcd0472 req-b57e3eba-6787-456b-86a7-db894c3377b8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:34.948387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ced9efdc-0662-471c-8e29-7ecafbcd0472 req-b57e3eba-6787-456b-86a7-db894c3377b8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.2206399 Sep 26 12:59:35.085598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-dc609117-804d-4486-8160-571ec95f22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.089924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-dc609117-804d-4486-8160-571ec95f22f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4b027a8-1e40-4def-845f-b1d86e441caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712060 Sep 26 12:59:35.102030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ced9efdc-0662-471c-8e29-7ecafbcd0472 req-8d615746-b2f2-40b3-978e-953f07b456a0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051269 Sep 26 12:59:35.120452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-db442ffe-8e6d-471a-9ba8-a844cecb52b2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.122033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-db442ffe-8e6d-471a-9ba8-a844cecb52b2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.23 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 816 time: 0.2711241 Sep 26 12:59:35.151947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Request body: {'port': {'device_id': '21a43b6c-3c49-4f21-a3ab-cb92227a6eab', 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf', 'admin_state_up': True, 'tenant_id': 'b6b48d698d74485a9068c01be0c10360'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:35.155359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:35.168697 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000f5579-a2a4-419d-8c44-78b8017a1294 x-openstack-request-id: req-000f5579-a2a4-419d-8c44-78b8017a1294 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:35.169205 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff408614-d923-4303-96f4-7f0b632c5edb", "tag": "83440dd1-0d03-4308-8e97-e79658c77474", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:35.169205 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-000f5579-a2a4-419d-8c44-78b8017a1294 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:35.169941 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff408614-d923-4303-96f4-7f0b632c5edb', 'tag': '83440dd1-0d03-4308-8e97-e79658c77474', 'status': 'completed', 'code': 200} Sep 26 12:59:35.240492 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57d58e7-f8a3-4b03-962b-415a66ed98f0 x-openstack-request-id: req-e57d58e7-f8a3-4b03-962b-415a66ed98f0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:35.240799 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c3b143-a22f-4d96-9ede-1d518be2812f", "tag": "dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:35.241026 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e57d58e7-f8a3-4b03-962b-415a66ed98f0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:35.241413 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c3b143-a22f-4d96-9ede-1d518be2812f', 'tag': 'dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3', 'status': 'completed', 'code': 200} Sep 26 12:59:35.317707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-b32aeb19-7919-40a5-9760-13860f448546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.323436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-b32aeb19-7919-40a5-9760-13860f448546 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1096 time: 0.0710897 Sep 26 12:59:35.357822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Network a4b027a8-1e40-4def-845f-b1d86e441caf is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:35.382789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:35.386475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:35.444724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab9ae5fc-f6ff-4d8e-8f71-002054b7c96b req-f86fd622-943e-445e-a1a3-df50f87afb99 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 210 time: 0.1361632 Sep 26 12:59:35.472911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Pushing event updated for resources: {'Port': ['ID=481b13ea-0dd9-457a-a9b4-36faf1641bfa,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:35.473898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-716dc49f-2343-4bf0-884c-306275edb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.476590 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-716dc49f-2343-4bf0-884c-306275edb265 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 917 time: 0.1444452 Sep 26 12:59:35.519726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-65330655-afbe-4649-a55c-0c8c213a6272 service neutron] 10.222.0.24 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150152 Sep 26 12:59:35.525537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-3b6d0817-4de3-49c7-9952-16c0d5761b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.527099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-3b6d0817-4de3-49c7-9952-16c0d5761b4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 1096 time: 0.3171184 Sep 26 12:59:35.534810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.535454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:35.555007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-575a766d-552c-45f9-bbb7-dc29b66cf298 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 HTTP/1.1" status: 200 len: 217 time: 0.0681918 Sep 26 12:59:35.620525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-841afc25-8544-4761-8d66-5ac1a3a8c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.622129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-841afc25-8544-4761-8d66-5ac1a3a8c6ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.0567250 Sep 26 12:59:35.671090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Made reservation on behalf of b6b48d698d74485a9068c01be0c10360 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:35.679310 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:35.695078 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-3c9a05d4-9b87-4ba6-bf2b-a2cb2aaab289 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520141 Sep 26 12:59:35.717307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-86bc450b-394d-4bdf-8ddd-ac00ac964b7f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7987938 Sep 26 12:59:35.722847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385afdf1-cd00-478f-b26c-2e7195ed06e1 req-63630b08-e565-41dd-9df4-c5e47fd21df0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.724444 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-385afdf1-cd00-478f-b26c-2e7195ed06e1 req-63630b08-e565-41dd-9df4-c5e47fd21df0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 944 time: 0.1722276 Sep 26 12:59:35.738077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Request body: {'port': {'device_id': 'bb5eaf05-18ff-48e2-a995-46b419546c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:35.786303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-385afdf1-cd00-478f-b26c-2e7195ed06e1 req-a349525d-6745-4eff-bd28-3588c5696c08 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508459 Sep 26 12:59:35.862069 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac25c69-b181-4bb3-a8a4-a4382e0ee7b3 x-openstack-request-id: req-cac25c69-b181-4bb3-a8a4-a4382e0ee7b3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:35.863593 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "name": "network-vif-plugged", "status": "completed", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:35.864422 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cac25c69-b181-4bb3-a8a4-a4382e0ee7b3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:35.865227 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043', 'code': 200} Sep 26 12:59:35.866250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2c4d66c2-317c-4dd1-87ea-f09fa5cdcdeb None None] Provisioning complete for port 481b13ea-0dd9-457a-a9b4-36faf1641bfa triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:35.866819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c4d66c2-317c-4dd1-87ea-f09fa5cdcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:35.883884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-665d4412-3f2f-4f4a-9e80-f179a6acb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:35.886046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-665d4412-3f2f-4f4a-9e80-f179a6acb868 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 917 time: 0.3449531 Sep 26 12:59:35.906918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdb9584c-0f14-4aba-b5c3-45a89c1dd491 req-171aa9bb-25b1-4b14-9ffd-991dadc388f3 service neutron] 10.222.0.24 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670919 Sep 26 12:59:35.968968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d66c2-317c-4dd1-87ea-f09fa5cdcdeb None None] Port 481b13ea-0dd9-457a-a9b4-36faf1641bfa cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:59:35.971360 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cd9bfca9-a980-4795-bd81-8f87cbaf9848 req-b4f02eca-0cad-4a7d-8b09-9a7ba086ef74 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6 HTTP/1.1" status: 200 len: 2996 time: 0.0892107 Sep 26 12:59:35.986708 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-29ada188-466d-4266-89f1-21e2d3fd324b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83440dd1-0d03-4308-8e97-e79658c77474 HTTP/1.1" status: 200 len: 217 time: 0.0791936 Sep 26 12:59:35.989322 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-a281afc0-7b96-48fa-99c1-faef5da2b3d2 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151558 Sep 26 12:59:35.990057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.073859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-956e6273-05be-48da-aaf5-d6c952e24533 req-21ff0b3e-bd6a-43fd-886a-82bbda306b16 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-group-rules/bf60a34f-2b9f-4c90-b164-8f9414c26d70 HTTP/1.1" status: 200 len: 783 time: 0.0687582 Sep 26 12:59:36.119335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Allocated IP 172.20.0.5 (a4b027a8-1e40-4def-845f-b1d86e441caf/03a19da4-9971-4702-be7d-338ac41d6111/9eebefd1-1455-45c1-bf40-22629b0a596f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:36.131589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a209e5-a713-44ac-97c8-1caf5d86a3f1 req-a860b58d-aee9-46b4-8e0e-2addce79fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:36.133194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26a209e5-a713-44ac-97c8-1caf5d86a3f1 req-a860b58d-aee9-46b4-8e0e-2addce79fdc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1098 time: 0.1574016 Sep 26 12:59:36.138461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-3472db96-ba85-47fc-a3e0-0c0c1fa5e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:36.141969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-3472db96-ba85-47fc-a3e0-0c0c1fa5e2a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.1369061 Sep 26 12:59:36.207538 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1821a77-6480-4eae-8122-c94bdd44f5a3 req-ad15c75e-cace-4b21-8c57-544eea34b9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012825 Sep 26 12:59:36.230064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-956e6273-05be-48da-aaf5-d6c952e24533 req-ffcb6a0f-e497-4df4-a7cd-079f8fb6e72a tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6 HTTP/1.1" status: 200 len: 2996 time: 0.1434276 Sep 26 12:59:36.231203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-0b078eee-1790-446e-b427-cb01c8eaf281 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781934 Sep 26 12:59:36.233473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26a209e5-a713-44ac-97c8-1caf5d86a3f1 req-b21d4879-f1b1-483c-8cfb-62038138f8f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896041 Sep 26 12:59:36.276620 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-956e6273-05be-48da-aaf5-d6c952e24533 req-f3d26994-e269-4de9-bf30-3c4e998f7202 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.286314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-956e6273-05be-48da-aaf5-d6c952e24533 req-f3d26994-e269-4de9-bf30-3c4e998f7202 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.323457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-956e6273-05be-48da-aaf5-d6c952e24533 req-f3d26994-e269-4de9-bf30-3c4e998f7202 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.330700 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-956e6273-05be-48da-aaf5-d6c952e24533 req-f3d26994-e269-4de9-bf30-3c4e998f7202 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.332303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-956e6273-05be-48da-aaf5-d6c952e24533 req-f3d26994-e269-4de9-bf30-3c4e998f7202 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bf60a34f-2b9f-4c90-b164-8f9414c26d70 HTTP/1.1" status: 204 len: 173 time: 0.0957487 Sep 26 12:59:36.351128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d26994-e269-4de9-bf30-3c4e998f7202 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf60a34f-2b9f-4c90-b164-8f9414c26d70,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:36.479389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ec429-e4d7-4e15-b8a6-68a5c0d4d471 req-88ae5348-00f7-4db9-bd1e-343c2a1f3c50 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:36.490155 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-989ec429-e4d7-4e15-b8a6-68a5c0d4d471 req-88ae5348-00f7-4db9-bd1e-343c2a1f3c50 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.0795171 Sep 26 12:59:36.544542 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-989ec429-e4d7-4e15-b8a6-68a5c0d4d471 req-3135acea-4499-4cb5-8b9d-6d5db280c9d6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530100 Sep 26 12:59:36.633683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3b81dd-49ee-42a1-9451-612d17810086 req-3a8e836d-9730-4066-8592-ca4dafb7df97 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6 HTTP/1.1" status: 200 len: 2398 time: 0.0562346 Sep 26 12:59:36.713571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-09fd44d5-48fc-4ae0-9aa8-040b3c84d340 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713430 Sep 26 12:59:36.726821 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7d3b81dd-49ee-42a1-9451-612d17810086 req-88c90d6a-d254-4b95-b7b0-cabe984c1282 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.761209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7d3b81dd-49ee-42a1-9451-612d17810086 req-88c90d6a-d254-4b95-b7b0-cabe984c1282 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.823093 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7d3b81dd-49ee-42a1-9451-612d17810086 req-88c90d6a-d254-4b95-b7b0-cabe984c1282 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.825834 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7d3b81dd-49ee-42a1-9451-612d17810086 req-88c90d6a-d254-4b95-b7b0-cabe984c1282 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.826427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:36.842699 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3b81dd-49ee-42a1-9451-612d17810086 req-88c90d6a-d254-4b95-b7b0-cabe984c1282 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "DELETE /v2.0/security-groups/ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6 HTTP/1.1" status: 204 len: 173 time: 0.1898863 Sep 26 12:59:36.853999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c90d6a-d254-4b95-b7b0-cabe984c1282 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec82b14a-8c0e-4dff-96ea-3bcab4da5dd6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:36.892253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8df82ad-71fc-40ca-99e9-9c4a56148bfd req-dbcea124-590e-48fb-9a3b-6858007e6525 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 210 time: 0.0368042 Sep 26 12:59:36.894234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d9ebf9e-07af-46cf-b88f-f0f2c8a2aaab req-59109976-b1bb-4be4-a2f1-9f7f6a82bc80 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727593 Sep 26 12:59:36.913615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.011731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Network a4b027a8-1e40-4def-845f-b1d86e441caf is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:37.018849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:37.028539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:37.033871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Pushing event updated for resources: {'Port': ['ID=9eebefd1-1455-45c1-bf40-22629b0a596f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:37.082751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 83440dd1-0d03-4308-8e97-e79658c77474 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:37.141582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:37.142258 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.184809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-36f0bd30-e2f6-4b00-a1f7-6a9b69d7a626 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0481081 Sep 26 12:59:37.195481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ddef7-2beb-445c-8a46-b7cee99dab9b req-06a10ca4-192b-4072-8031-8600f2595d00 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:37.197434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-193ddef7-2beb-445c-8a46-b7cee99dab9b req-06a10ca4-192b-4072-8031-8600f2595d00 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 944 time: 0.1306529 Sep 26 12:59:37.205657 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-eeb6eed9-f41e-4d04-a59e-c073d46ebee8 req-0f2724dd-d4cc-45ef-9758-3bce1e8b074e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] show failed (client error): The resource could not be found. Sep 26 12:59:37.219492 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeb6eed9-f41e-4d04-a59e-c073d46ebee8 req-0f2724dd-d4cc-45ef-9758-3bce1e8b074e tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/4fe5f8c2-16be-4c1c-92ad-8fd5423a723f HTTP/1.1" status: 404 len: 352 time: 0.0303185 Sep 26 12:59:37.239474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Request body: {'port': {'device_id': '21a43b6c-3c49-4f21-a3ab-cb92227a6eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:37.259826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6612e04e-cb73-4f03-8b93-4e8931915ea1', 'tag': '2912602e-ba87-493d-a1dc-57838c8e727d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:37.262272 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34091497-213f-40b5-9fbb-7a7093a39692" -d '{"events": [{"name": "network-changed", "server_uuid": "6612e04e-cb73-4f03-8b93-4e8931915ea1", "tag": "2912602e-ba87-493d-a1dc-57838c8e727d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:37.315052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481b13ea-0dd9-457a-a9b4-36faf1641bfa {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:37.316963 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-426dfb90-616b-4503-aa37-fa22bc951513 req-0a3b3b4a-155e-488f-8ade-67fdc3ac7809 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/ccb5e597-6245-4931-bfac-f07aa89160ec HTTP/1.1" status: 200 len: 1803 time: 0.0816500 Sep 26 12:59:37.342397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 83440dd1-0d03-4308-8e97-e79658c77474, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=83440dd1-0d03-4308-8e97-e79658c77474,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:37.350272 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.359166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '83440dd1-0d03-4308-8e97-e79658c77474', 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d', 'port_id': '83440dd1-0d03-4308-8e97-e79658c77474', 'mac_address': 'fa:16:3e:cd:a5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec496d8-9352-46f9-849a-03445ab486f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:37.365645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-193ddef7-2beb-445c-8a46-b7cee99dab9b req-830540dd-6e96-40d0-b49b-0fe92e6dea59 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066456 Sep 26 12:59:37.371860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.377572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Transition to ACTIVE for port object 481b13ea-0dd9-457a-a9b4-36faf1641bfa will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:59:37.386741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.426309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-426dfb90-616b-4503-aa37-fa22bc951513 req-6e55152b-e8f2-42d7-a47a-77e7db509374 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.469335 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-426dfb90-616b-4503-aa37-fa22bc951513 req-6e55152b-e8f2-42d7-a47a-77e7db509374 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.485991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=481b13ea-0dd9-457a-a9b4-36faf1641bfa,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:37.520688 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.558530 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af54158d-bbc9-476b-8770-592ec0f83670 x-openstack-request-id: req-af54158d-bbc9-476b-8770-592ec0f83670 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:37.560194 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6612e04e-cb73-4f03-8b93-4e8931915ea1", "tag": "2912602e-ba87-493d-a1dc-57838c8e727d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:37.560194 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af54158d-bbc9-476b-8770-592ec0f83670 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:37.560194 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6612e04e-cb73-4f03-8b93-4e8931915ea1', 'tag': '2912602e-ba87-493d-a1dc-57838c8e727d', 'status': 'completed', 'code': 200} Sep 26 12:59:37.560599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-426dfb90-616b-4503-aa37-fa22bc951513 req-6e55152b-e8f2-42d7-a47a-77e7db509374 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.562236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-426dfb90-616b-4503-aa37-fa22bc951513 req-6e55152b-e8f2-42d7-a47a-77e7db509374 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.568618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-426dfb90-616b-4503-aa37-fa22bc951513 req-6e55152b-e8f2-42d7-a47a-77e7db509374 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "DELETE /v2.0/security-groups/ccb5e597-6245-4931-bfac-f07aa89160ec HTTP/1.1" status: 204 len: 173 time: 0.2440941 Sep 26 12:59:37.583049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83440dd1-0d03-4308-8e97-e79658c77474 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:37.594437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55152b-e8f2-42d7-a47a-77e7db509374 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb5e597-6245-4931-bfac-f07aa89160ec,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:37.601111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-12efe5e9-9dd8-4c9d-8dbf-027bb7b190b5 None None] Provisioning complete for port 9eebefd1-1455-45c1-bf40-22629b0a596f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:37.604392 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-12efe5e9-9dd8-4c9d-8dbf-027bb7b190b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.691213 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a82e9f53-de7e-4ab3-8903-f7ba2313979b req-6a35b104-e9a9-4bf4-b941-8e013a6c4c52 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/7e5a5ba1-ee1d-40fd-a5c0-7b1bdd9068fc HTTP/1.1" status: 200 len: 1805 time: 0.0867131 Sep 26 12:59:37.769608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 83440dd1-0d03-4308-8e97-e79658c77474, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=83440dd1-0d03-4308-8e97-e79658c77474,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:37.784319 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.786081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:37.792430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-12efe5e9-9dd8-4c9d-8dbf-027bb7b190b5 None None] Port 9eebefd1-1455-45c1-bf40-22629b0a596f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:59:37.870117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a82e9f53-de7e-4ab3-8903-f7ba2313979b req-646bf70e-656b-4c7b-90c4-99b65ead15dc tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.904339 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a82e9f53-de7e-4ab3-8903-f7ba2313979b req-646bf70e-656b-4c7b-90c4-99b65ead15dc tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:37.923850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Attempting to bind port 481b13ea-0dd9-457a-a9b4-36faf1641bfa on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:37.924830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Attempting to bind port 481b13ea-0dd9-457a-a9b4-36faf1641bfa by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:37.925361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Attempting to bind port 481b13ea-0dd9-457a-a9b4-36faf1641bfa on network a4b027a8-1e40-4def-845f-b1d86e441caf {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:37.952505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:37.988521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3', 'network_id': '02630797-e650-4066-a7f3-8c514fdc156d', 'port_id': 'dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3', 'mac_address': 'fa:16:3e:8a:c2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec496d8-9352-46f9-849a-03445ab486f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:37.990021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091497-213f-40b5-9fbb-7a7093a39692 req-08a1e074-eff2-4f60-bebb-d64b79a486d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:37.994692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34091497-213f-40b5-9fbb-7a7093a39692 req-08a1e074-eff2-4f60-bebb-d64b79a486d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 1096 time: 0.4379845 Sep 26 12:59:37.995731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=83440dd1-0d03-4308-8e97-e79658c77474,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:37.999743 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a82e9f53-de7e-4ab3-8903-f7ba2313979b req-646bf70e-656b-4c7b-90c4-99b65ead15dc tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.003858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a82e9f53-de7e-4ab3-8903-f7ba2313979b req-646bf70e-656b-4c7b-90c4-99b65ead15dc tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.005006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Port 481b13ea-0dd9-457a-a9b4-36faf1641bfa on network a4b027a8-1e40-4def-845f-b1d86e441caf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:38.006132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Attempting to bind port 481b13ea-0dd9-457a-a9b4-36faf1641bfa on network a4b027a8-1e40-4def-845f-b1d86e441caf {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:38.019077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.021249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.022004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a82e9f53-de7e-4ab3-8903-f7ba2313979b req-646bf70e-656b-4c7b-90c4-99b65ead15dc tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e5a5ba1-ee1d-40fd-a5c0-7b1bdd9068fc HTTP/1.1" status: 204 len: 173 time: 0.3289692 Sep 26 12:59:38.022845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.025034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.026476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.028690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.029216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.030572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.031893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.032242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.032578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.032911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:38.051324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bf70e-656b-4c7b-90c4-99b65ead15dc tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a5ba1-ee1d-40fd-a5c0-7b1bdd9068fc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:38.055455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:38.055815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Checking segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:38.056787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Bound using segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:38.057239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Bound port: 481b13ea-0dd9-457a-a9b4-36faf1641bfa, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:38.057646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.150210 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.171229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:38.191682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159c128-0baa-4f22-9972-9ffb35f27b82 req-0c04e3f5-93a5-441a-96ac-5b588a325750 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:38.194266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2159c128-0baa-4f22-9972-9ffb35f27b82 req-0c04e3f5-93a5-441a-96ac-5b588a325750 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.0817099 Sep 26 12:59:38.194998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:38.203824 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.268856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2159c128-0baa-4f22-9972-9ffb35f27b82 req-ae83cf97-bf4e-411b-a8c2-f822c0b4328f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637023 Sep 26 12:59:38.282009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6358-98ef-49c3-91e9-c019c230d247 req-1236f31a-11c6-4915-8d65-ffb7acc7536d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:38.283862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-1236f31a-11c6-4915-8d65-ffb7acc7536d tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 805 time: 0.6028666 Sep 26 12:59:38.359955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] For port 481b13ea-0dd9-457a-a9b4-36faf1641bfa, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:38.369385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-58015af1-eedc-4ca1-856e-ac38c741151e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/quotas/f9d8fe3bd1df47728007ae5f498efe23 HTTP/1.1" status: 200 len: 375 time: 0.0580151 Sep 26 12:59:38.380405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e8c269ef-0158-4e22-8274-c4a9435544cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.408233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:38.424691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055ab87-79f8-4d09-aedf-3bbde132fe26 req-50557d49-336d-4345-b151-c457e0b7a8ac tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:38.427791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a055ab87-79f8-4d09-aedf-3bbde132fe26 req-50557d49-336d-4345-b151-c457e0b7a8ac tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 931 time: 0.0837488 Sep 26 12:59:38.429665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091497-213f-40b5-9fbb-7a7093a39692 req-2071b96a-113f-4d72-b7e1-0f31e748f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:38.431201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34091497-213f-40b5-9fbb-7a7093a39692 req-2071b96a-113f-4d72-b7e1-0f31e748f387 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 916 time: 0.4187224 Sep 26 12:59:38.451838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] For port 481b13ea-0dd9-457a-a9b4-36faf1641bfa, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=481b13ea-0dd9-457a-a9b4-36faf1641bfa,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:38.482376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['83440dd1-0d03-4308-8e97-e79658c77474'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:38.491340 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a055ab87-79f8-4d09-aedf-3bbde132fe26 req-ebcc620a-8640-4534-9de0-2fecf7aeae1f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Sep 26 12:59:38.499868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.506983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eebefd1-1455-45c1-bf40-22629b0a596f {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:38.519789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34091497-213f-40b5-9fbb-7a7093a39692 req-1f5ccf70-fb29-4e61-a0a2-54a954c7a574 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2912602e-ba87-493d-a1dc-57838c8e727d HTTP/1.1" status: 200 len: 217 time: 0.0709250 Sep 26 12:59:38.530952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:38.541353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.579342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:38.579980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.581459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] 10.222.0.23 "PUT /v2.0/ports/481b13ea-0dd9-457a-a9b4-36faf1641bfa HTTP/1.1" status: 200 len: 1093 time: 2.8496771 Sep 26 12:59:38.615459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-c3f592d5-95ff-407a-837e-939658fa954b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2437606 Sep 26 12:59:38.640462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Transition to ACTIVE for port object 9eebefd1-1455-45c1-bf40-22629b0a596f will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:59:38.696509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.699907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-84f6b43c-e6b0-47b5-8693-2d20c764ee06 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:38.702649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-84f6b43c-e6b0-47b5-8693-2d20c764ee06 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.24 "GET /v2.0/ports?device_id=622a6e3d-5002-4127-8af4-25e52244b89a HTTP/1.1" status: 200 len: 946 time: 0.1258779 Sep 26 12:59:38.730086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dcdba-0035-4cf4-8ef4-875357ec0cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=481b13ea-0dd9-457a-a9b4-36faf1641bfa,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:38.755926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091497-213f-40b5-9fbb-7a7093a39692 req-97f1244b-faa6-47eb-9b02-0ad26a441bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:38.757515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34091497-213f-40b5-9fbb-7a7093a39692 req-97f1244b-faa6-47eb-9b02-0ad26a441bca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03a19da4-9971-4702-be7d-338ac41d6111 HTTP/1.1" status: 200 len: 855 time: 0.2066686 Sep 26 12:59:38.879967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb373e36-c6df-4719-85e7-dae4f495de18 req-e7a36675-bb66-48ff-8fb3-6857c0a80c50 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/6ea6f486-6017-4347-b339-ab81941566dd HTTP/1.1" status: 200 len: 1803 time: 0.1182611 Sep 26 12:59:38.937158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-a4928f1e-7f6f-45c7-9d4f-00b7a3e21d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:38.938983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Deleting port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:38.939439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:38.941096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-a4928f1e-7f6f-45c7-9d4f-00b7a3e21d0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 1096 time: 0.3029625 Sep 26 12:59:38.949822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9eebefd1-1455-45c1-bf40-22629b0a596f,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:39.007286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fb373e36-c6df-4719-85e7-dae4f495de18 req-88aa1862-9045-47bb-9756-7946d0e92e08 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.065760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-89a8f01a-e1a8-43a2-be5f-e8f0f4f4782f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481b13ea-0dd9-457a-a9b4-36faf1641bfa HTTP/1.1" status: 200 len: 217 time: 0.1048722 Sep 26 12:59:39.074186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-b0183ebc-a8b2-44a8-addd-563d52d2dd61 service neutron] 10.222.0.13 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348617 Sep 26 12:59:39.092595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2912602e-ba87-493d-a1dc-57838c8e727d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:39.094590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:39.107850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fb373e36-c6df-4719-85e7-dae4f495de18 req-88aa1862-9045-47bb-9756-7946d0e92e08 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.150844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091497-213f-40b5-9fbb-7a7093a39692 req-14b3b883-0f67-4367-b0d3-741aa44fb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:39.152360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34091497-213f-40b5-9fbb-7a7093a39692 req-14b3b883-0f67-4367-b0d3-741aa44fb0dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4b027a8-1e40-4def-845f-b1d86e441caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3867693 Sep 26 12:59:39.172935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:39.173348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.188513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Calling delete_port for a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:39.205405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fb373e36-c6df-4719-85e7-dae4f495de18 req-88aa1862-9045-47bb-9756-7946d0e92e08 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.209144 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fb373e36-c6df-4719-85e7-dae4f495de18 req-88aa1862-9045-47bb-9756-7946d0e92e08 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.210455 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb373e36-c6df-4719-85e7-dae4f495de18 req-88aa1862-9045-47bb-9756-7946d0e92e08 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ea6f486-6017-4347-b339-ab81941566dd HTTP/1.1" status: 204 len: 173 time: 0.3295145 Sep 26 12:59:39.271625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-cca95665-e851-437d-a207-2349d8e41344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:39.273151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-cca95665-e851-437d-a207-2349d8e41344 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03a19da4-9971-4702-be7d-338ac41d6111 HTTP/1.1" status: 200 len: 855 time: 0.1876998 Sep 26 12:59:39.277754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Attempting to bind port 9eebefd1-1455-45c1-bf40-22629b0a596f on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:39.278026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Attempting to bind port 9eebefd1-1455-45c1-bf40-22629b0a596f by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:39.278357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Attempting to bind port 9eebefd1-1455-45c1-bf40-22629b0a596f on network a4b027a8-1e40-4def-845f-b1d86e441caf {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:39.307488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa1862-9045-47bb-9756-7946d0e92e08 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea6f486-6017-4347-b339-ab81941566dd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:39.360006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Port 9eebefd1-1455-45c1-bf40-22629b0a596f on network a4b027a8-1e40-4def-845f-b1d86e441caf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:39.360601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Attempting to bind port 9eebefd1-1455-45c1-bf40-22629b0a596f on network a4b027a8-1e40-4def-845f-b1d86e441caf {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:39.362673 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.391428 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-30bb5b3f-d547-4741-b261-2d48d708e95a service neutron] 10.222.0.13 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163004 Sep 26 12:59:39.394137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:39.397015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Checking segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:39.397691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Bound using segment: {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:39.398388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Bound port: 9eebefd1-1455-45c1-bf40-22629b0a596f, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c72ca21-c49b-4263-b289-a76f7c6f5f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:39.398986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.399698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8331eb-8452-497e-8a0b-a068f5192d91 req-0cac94b4-ce1a-49cd-8217-3579c87b8e2a tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:39.402328 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df8331eb-8452-497e-8a0b-a068f5192d91 req-0cac94b4-ce1a-49cd-8217-3579c87b8e2a tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1098 time: 0.0762761 Sep 26 12:59:39.409606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:39.412309 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fe8d21-026b-417c-b6da-875d6293cb31" -d '{"events": [{"server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:39.442873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2912602e-ba87-493d-a1dc-57838c8e727d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2912602e-ba87-493d-a1dc-57838c8e727d,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:39.457365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df8331eb-8452-497e-8a0b-a068f5192d91 req-62000cb5-af24-44ca-8222-1e491d84cd20 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 Sep 26 12:59:39.459678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:39.465194 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.477211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2912602e-ba87-493d-a1dc-57838c8e727d', 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf', 'port_id': '2912602e-ba87-493d-a1dc-57838c8e727d', 'mac_address': 'fa:16:3e:a3:c5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a19da4-9971-4702-be7d-338ac41d6111', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:39.548360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-09dfceb7-dd55-461f-8846-6a54d09a353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:39.549806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-09dfceb7-dd55-461f-8846-6a54d09a353a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4b027a8-1e40-4def-845f-b1d86e441caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2649968 Sep 26 12:59:39.552739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.553454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34091497-213f-40b5-9fbb-7a7093a39692 req-2b571d2a-0642-442a-9aa4-a513838618b5 service neutron] 10.222.0.24 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858016 Sep 26 12:59:39.564478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5eaf05-18ff-48e2-a995-46b419546c8a', 'tag': '481b13ea-0dd9-457a-a9b4-36faf1641bfa'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:39.566732 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff2e07-286c-45d0-87c4-ce314b16b972" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5eaf05-18ff-48e2-a995-46b419546c8a", "tag": "481b13ea-0dd9-457a-a9b4-36faf1641bfa"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:39.599152 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.601737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:39.613196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Pushing event deleted for resources: {'Port': ['ID=a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:39.640893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2912602e-ba87-493d-a1dc-57838c8e727d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:39.693963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2912602e-ba87-493d-a1dc-57838c8e727d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2912602e-ba87-493d-a1dc-57838c8e727d,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:39.701006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.724280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] For port 9eebefd1-1455-45c1-bf40-22629b0a596f, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:39.739480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] For port 9eebefd1-1455-45c1-bf40-22629b0a596f, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9eebefd1-1455-45c1-bf40-22629b0a596f,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:39.753388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.758908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] No DVR routers for this DVR port a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:59:39.766321 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.769261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f522a546-77ed-4ecc-ab9e-84dbbcd106f6 req-acf9db59-d8b5-4afc-9386-82c010259d7b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.24 "DELETE /v2.0/ports/a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d HTTP/1.1" status: 204 len: 173 time: 1.0582371 Sep 26 12:59:39.773143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'name': 'network-vif-deleted', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:39.781627 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c82408-01d2-4b00-a0af-4320548b769b" -d '{"events": [{"server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "name": "network-vif-deleted", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:39.784568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2912602e-ba87-493d-a1dc-57838c8e727d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:39.812397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac0816-0973-4996-b588-3e1419a3b0d5 req-715724b0-ae5f-4ae3-8c6e-af6877a89aaa tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:39.822711 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83ac0816-0973-4996-b588-3e1419a3b0d5 req-715724b0-ae5f-4ae3-8c6e-af6877a89aaa tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 945 time: 0.2562819 Sep 26 12:59:39.880266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:39.880962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:39.882395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/9eebefd1-1455-45c1-bf40-22629b0a596f HTTP/1.1" status: 200 len: 1092 time: 2.6813369 Sep 26 12:59:39.909918 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83ac0816-0973-4996-b588-3e1419a3b0d5 req-275c3832-ddfb-455c-bc33-46255e7e530e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841820 Sep 26 12:59:39.949808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2912602e-ba87-493d-a1dc-57838c8e727d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:40.027578 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6346f5-c180-4bd4-9ede-f10475c15c7f x-openstack-request-id: req-3b6346f5-c180-4bd4-9ede-f10475c15c7f {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:40.028626 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:40.029914 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b6346f5-c180-4bd4-9ede-f10475c15c7f {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:40.030326 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'code': 200} Sep 26 12:59:40.098429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-945dce29-b8c8-4025-ac79-e6a3fc2e2b95 service neutron] 10.222.0.23 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346136 Sep 26 12:59:40.176857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9eebefd1-1455-45c1-bf40-22629b0a596f,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:40.197521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b6242-29ee-418b-87f1-c4aca6637372 req-ffe58558-181f-4dd9-832a-8e991955f132 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:40.208217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb7b6242-29ee-418b-87f1-c4aca6637372 req-ffe58558-181f-4dd9-832a-8e991955f132 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1098 time: 0.0813107 Sep 26 12:59:40.211852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34091497-213f-40b5-9fbb-7a7093a39692 req-ca6cf2e9-275a-4b85-ba61-e12ff853d52d service neutron] 10.222.0.24 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232471 Sep 26 12:59:40.215406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1dc6b63b-3829-4de9-9816-cad2ae9e0256 req-543a14a1-276a-45d8-bce0-7fad5a8a2075 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/c7d5fef5-a25a-4e5d-b7b8-2ebace543f7e HTTP/1.1" status: 200 len: 2403 time: 0.5681963 Sep 26 12:59:40.220689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.221277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.221827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.223466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.223893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.224309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.224723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.225116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.225797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.226222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.226700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.227474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec01a3-72e5-44bc-8127-da95a2c522d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 12:59:40.241003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-2760b91b-e2f6-4fac-9aab-0a4f4f6fd410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:40.242653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-2760b91b-e2f6-4fac-9aab-0a4f4f6fd410 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 1095 time: 0.2840831 Sep 26 12:59:40.340410 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb7b6242-29ee-418b-87f1-c4aca6637372 req-985004e7-3e54-4a1c-959f-db4fdf72a64e tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313093 Sep 26 12:59:40.350416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-ff7809c0-4e64-4b77-aaec-75eec1424d92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eebefd1-1455-45c1-bf40-22629b0a596f HTTP/1.1" status: 200 len: 217 time: 0.0497177 Sep 26 12:59:40.553414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb826fbf-b995-416d-80dc-ccf2fee2a3c6 req-34aa77a4-7fb5-40e6-983e-1aa95bf95664 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:40.558029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb826fbf-b995-416d-80dc-ccf2fee2a3c6 req-34aa77a4-7fb5-40e6-983e-1aa95bf95664 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 943 time: 0.0697420 Sep 26 12:59:40.608609 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb826fbf-b995-416d-80dc-ccf2fee2a3c6 req-8966df28-57bd-412a-a929-5f552cbb7827 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Sep 26 12:59:40.720436 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9128914-4c8c-4e1e-a420-873e0e8b0e24 x-openstack-request-id: req-f9128914-4c8c-4e1e-a420-873e0e8b0e24 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:40.720713 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5eaf05-18ff-48e2-a995-46b419546c8a", "tag": "481b13ea-0dd9-457a-a9b4-36faf1641bfa", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:40.720963 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9128914-4c8c-4e1e-a420-873e0e8b0e24 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:40.721357 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5eaf05-18ff-48e2-a995-46b419546c8a', 'tag': '481b13ea-0dd9-457a-a9b4-36faf1641bfa', 'status': 'completed', 'code': 200} Sep 26 12:59:40.730238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6c504dd0-1ca6-47db-a463-a632e3f29d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:40.731957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-6c504dd0-1ca6-47db-a463-a632e3f29d08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03a19da4-9971-4702-be7d-338ac41d6111 HTTP/1.1" status: 200 len: 855 time: 0.3698184 Sep 26 12:59:40.774530 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b4fbba2-1bb7-4af7-97ce-528ab3db7a9b req-27c87fa3-0f6b-4d15-ba20-7d42999c2475 service neutron] 10.222.0.23 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511467 Sep 26 12:59:40.792867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1dc6b63b-3829-4de9-9816-cad2ae9e0256 req-27c9667e-771b-4c64-a208-118267257999 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:40.822482 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1dc6b63b-3829-4de9-9816-cad2ae9e0256 req-27c9667e-771b-4c64-a208-118267257999 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:40.843951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-a62c1cb1-c6e3-49ca-9ac2-64d057d7a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:40.845403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-a62c1cb1-c6e3-49ca-9ac2-64d057d7a760 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4b027a8-1e40-4def-845f-b1d86e441caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945427 Sep 26 12:59:40.854347 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4add52f-390a-49ca-bd82-2102da343ce8 req-585f1723-b572-4f2b-bfac-b8f4f9e4746c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 210 time: 0.0342185 Sep 26 12:59:40.955648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c36ae94-164e-4171-a591-20783f15f535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:40.972305 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f850161e-8fdc-4ad4-bfb6-db92b8bb7bcb x-openstack-request-id: req-f850161e-8fdc-4ad4-bfb6-db92b8bb7bcb {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:40.972675 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622a6e3d-5002-4127-8af4-25e52244b89a", "name": "network-vif-deleted", "tag": "a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:40.973366 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f850161e-8fdc-4ad4-bfb6-db92b8bb7bcb {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:40.973366 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622a6e3d-5002-4127-8af4-25e52244b89a', 'name': 'network-vif-deleted', 'tag': 'a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d', 'status': 'completed', 'code': 200} Sep 26 12:59:40.975105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-d5d3d297-dd2a-4eaf-ae27-79ff4849a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:40.976776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-d5d3d297-dd2a-4eaf-ae27-79ff4849a2c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 1096 time: 0.1437945 Sep 26 12:59:40.979308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1dc6b63b-3829-4de9-9816-cad2ae9e0256 req-27c9667e-771b-4c64-a208-118267257999 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:40.984186 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1dc6b63b-3829-4de9-9816-cad2ae9e0256 req-27c9667e-771b-4c64-a208-118267257999 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:40.994823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1dc6b63b-3829-4de9-9816-cad2ae9e0256 req-27c9667e-771b-4c64-a208-118267257999 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7d5fef5-a25a-4e5d-b7b8-2ebace543f7e HTTP/1.1" status: 204 len: 173 time: 0.7564240 Sep 26 12:59:41.071135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9667e-771b-4c64-a208-118267257999 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5fef5-a25a-4e5d-b7b8-2ebace543f7e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:41.075850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-4f83d690-a8e6-4a19-86c9-ee40f5483346 service neutron] 10.222.0.23 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127516 Sep 26 12:59:41.099179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2912602e-ba87-493d-a1dc-57838c8e727d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:41.104891 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2efad865-c98c-437d-9bb1-7f4830f86a07 req-2760d6c6-0391-4099-8427-d9910c830902 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "GET /v2.0/security-groups/79fe2e28-24a6-4c86-ade2-2e9db14d5e69 HTTP/1.1" status: 200 len: 2397 time: 0.0721369 Sep 26 12:59:41.208650 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2efad865-c98c-437d-9bb1-7f4830f86a07 req-7fd7b6c2-d019-4e4a-904d-047eb2a41040 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.218631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2912602e-ba87-493d-a1dc-57838c8e727d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:59:41.224166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2912602e-ba87-493d-a1dc-57838c8e727d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:41.224753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.241693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2efad865-c98c-437d-9bb1-7f4830f86a07 req-7fd7b6c2-d019-4e4a-904d-047eb2a41040 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.315519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2efad865-c98c-437d-9bb1-7f4830f86a07 req-7fd7b6c2-d019-4e4a-904d-047eb2a41040 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.319485 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2efad865-c98c-437d-9bb1-7f4830f86a07 req-7fd7b6c2-d019-4e4a-904d-047eb2a41040 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.321983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2efad865-c98c-437d-9bb1-7f4830f86a07 req-7fd7b6c2-d019-4e4a-904d-047eb2a41040 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] 10.222.0.13 "DELETE /v2.0/security-groups/79fe2e28-24a6-4c86-ade2-2e9db14d5e69 HTTP/1.1" status: 204 len: 173 time: 0.2087827 Sep 26 12:59:41.331952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59706) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:41.339102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.369444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeb649-43b5-4d86-af34-a75e73e029c2 req-5eee3dd0-5abf-42a4-a003-34d57ae5002f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:41.376906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5aeb649-43b5-4d86-af34-a75e73e029c2 req-5eee3dd0-5abf-42a4-a003-34d57ae5002f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 945 time: 0.3173444 Sep 26 12:59:41.383365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2912602e-ba87-493d-a1dc-57838c8e727d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2912602e-ba87-493d-a1dc-57838c8e727d,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:41.386236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7b6c2-d019-4e4a-904d-047eb2a41040 tempest-SecurityGroupRulesTestJSON-1877310874 tempest-SecurityGroupRulesTestJSON-1877310874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fe2e28-24a6-4c86-ade2-2e9db14d5e69,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:41.391617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.393522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 83440dd1-0d03-4308-8e97-e79658c77474 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:41.409300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-672fb4a7-19d4-40ed-980a-80c4643e0094 admin admin] Deleting subnet 74db312f-382a-4b83-8f98-2b4ae9cdb669 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 12:59:41.413944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-672fb4a7-19d4-40ed-980a-80c4643e0094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.429992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-374ce5a4-3303-496f-9256-3a8630dc593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:41.432078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-374ce5a4-3303-496f-9256-3a8630dc593e service neutron] 10.222.0.23 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 916 time: 0.4149661 Sep 26 12:59:41.464739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-672fb4a7-19d4-40ed-980a-80c4643e0094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.497622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72d097d8-e2c8-4392-b841-d1ffcfdbd7a1 req-f00efb52-29b7-4fb0-88e4-76a921fa6ed2 service neutron] 10.222.0.23 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952086 Sep 26 12:59:41.510157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6358-98ef-49c3-91e9-c019c230d247 req-876bcbba-1509-41da-933e-cce6bb579fb6 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:41.511685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-876bcbba-1509-41da-933e-cce6bb579fb6 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.24 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 805 time: 0.3030291 Sep 26 12:59:41.513056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-485f6ccd-2c2a-4e25-840a-da250e7fde49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=481b13ea-0dd9-457a-a9b4-36faf1641bfa HTTP/1.1" status: 200 len: 217 time: 0.0675743 Sep 26 12:59:41.520421 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-672fb4a7-19d4-40ed-980a-80c4643e0094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.534143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5aeb649-43b5-4d86-af34-a75e73e029c2 req-c43668c4-1ed5-4169-8f56-1a007b4e2a78 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518464 Sep 26 12:59:41.539593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2912602e-ba87-493d-a1dc-57838c8e727d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:41.568506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 83440dd1-0d03-4308-8e97-e79658c77474 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:59:41.574206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 83440dd1-0d03-4308-8e97-e79658c77474 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:41.574844 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.595412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-812bd59d-818d-4f7b-99ab-762d3e234ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:41.604023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-812bd59d-818d-4f7b-99ab-762d3e234ff4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03a19da4-9971-4702-be7d-338ac41d6111 HTTP/1.1" status: 200 len: 855 time: 0.0687091 Sep 26 12:59:41.608193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Request body: {'port': {'device_id': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'admin_state_up': True, 'tenant_id': 'f9d8fe3bd1df47728007ae5f498efe23'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:41.617413 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-672fb4a7-19d4-40ed-980a-80c4643e0094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.626374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.689745 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.709232 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-672fb4a7-19d4-40ed-980a-80c4643e0094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.714587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59710) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:41.716849 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-672fb4a7-19d4-40ed-980a-80c4643e0094 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/74db312f-382a-4b83-8f98-2b4ae9cdb669 HTTP/1.1" status: 204 len: 168 time: 0.3834827 Sep 26 12:59:41.719463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb4a7-19d4-40ed-980a-80c4643e0094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74db312f-382a-4b83-8f98-2b4ae9cdb669,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:41.753142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 83440dd1-0d03-4308-8e97-e79658c77474, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=83440dd1-0d03-4308-8e97-e79658c77474,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:41.762974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.763932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:41.831871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-c4ed3861-8ab2-4628-9772-c0501049ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:41.833429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-c4ed3861-8ab2-4628-9772-c0501049ffff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4b027a8-1e40-4def-845f-b1d86e441caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2198260 Sep 26 12:59:41.874600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:59:41.883453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=83440dd1-0d03-4308-8e97-e79658c77474,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:41.887145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:41.887518 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.922283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.992147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad6670-6660-4208-9a4f-002408e841aa req-897378bb-bbcd-44fa-a2f7-6a2237c93b4c tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:41.994011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94ad6670-6660-4208-9a4f-002408e841aa req-897378bb-bbcd-44fa-a2f7-6a2237c93b4c tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 943 time: 0.2371616 Sep 26 12:59:41.995552 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:41.999305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.034283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612e04e-cb73-4f03-8b93-4e8931915ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912602e-ba87-493d-a1dc-57838c8e727d'}, {'server_uuid': 'ff408614-d923-4303-96f4-7f0b632c5edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83440dd1-0d03-4308-8e97-e79658c77474'}, {'server_uuid': 'b7c3b143-a22f-4d96-9ede-1d518be2812f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:42.036893 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7ea128-019e-4d4f-ae1f-c4862b1e39c0" -d '{"events": [{"server_uuid": "6612e04e-cb73-4f03-8b93-4e8931915ea1", "name": "network-vif-plugged", "status": "completed", "tag": "2912602e-ba87-493d-a1dc-57838c8e727d"}, {"server_uuid": "ff408614-d923-4303-96f4-7f0b632c5edb", "name": "network-vif-plugged", "status": "completed", "tag": "83440dd1-0d03-4308-8e97-e79658c77474"}, {"server_uuid": "b7c3b143-a22f-4d96-9ede-1d518be2812f", "name": "network-vif-plugged", "status": "completed", "tag": "dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:42.042244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:42.046858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.053314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Made reservation on behalf of f9d8fe3bd1df47728007ae5f498efe23 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:42.056886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.132336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:42.135869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-1c97e6fc-75cc-4455-b23a-bf257013511a service neutron] 10.222.0.23 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550290 Sep 26 12:59:42.151236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94ad6670-6660-4208-9a4f-002408e841aa req-1be85be5-6ea0-4eac-af29-3843623fdd69 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460283 Sep 26 12:59:42.243422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.320445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd08e8f1-4958-4406-b2ab-f88cc52d4c44']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:42.389092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807aa74c-4e84-4e81-8569-9ac2cde362a1') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:42.390118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807aa74c-4e84-4e81-8569-9ac2cde362a1') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:42.399402 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c01a315a-dd7b-4109-9cd5-0722844bd6f3 req-9f301407-bce2-4014-b8dd-5745113ee31e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 210 time: 0.0834265 Sep 26 12:59:42.413711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.471728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.475100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aff2e07-286c-45d0-87c4-ce314b16b972 req-5e0ebe0e-b228-4dec-a5fa-017877265af0 service neutron] 10.222.0.23 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296018 Sep 26 12:59:42.493971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-b9f0dec7-6a37-43c8-9d84-09d6b2774fe4 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 12:59:42.495388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-b9f0dec7-6a37-43c8-9d84-09d6b2774fe4 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078938 Sep 26 12:59:42.501467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Allocated IP 172.20.0.4 (5461c450-2287-4558-a00f-b5689871e961/50a1bfe7-338a-49b9-acfe-86b4a9efa712/7cbade11-ef59-4f7b-b700-4a06c95e906d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:42.504631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 12:59:42.505183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: timer() Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 12:59:42.507324 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 12:59:42.538993 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572827f0-bb5c-463b-a5ef-ea81a8817977 x-openstack-request-id: req-572827f0-bb5c-463b-a5ef-ea81a8817977 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:42.539533 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612e04e-cb73-4f03-8b93-4e8931915ea1", "name": "network-vif-plugged", "status": "completed", "tag": "2912602e-ba87-493d-a1dc-57838c8e727d", "code": 200}, {"server_uuid": "ff408614-d923-4303-96f4-7f0b632c5edb", "name": "network-vif-plugged", "status": "completed", "tag": "83440dd1-0d03-4308-8e97-e79658c77474", "code": 200}, {"server_uuid": "b7c3b143-a22f-4d96-9ede-1d518be2812f", "name": "network-vif-plugged", "status": "completed", "tag": "dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:42.539806 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-572827f0-bb5c-463b-a5ef-ea81a8817977 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:42.540204 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612e04e-cb73-4f03-8b93-4e8931915ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912602e-ba87-493d-a1dc-57838c8e727d', 'code': 200} Sep 26 12:59:42.540734 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff408614-d923-4303-96f4-7f0b632c5edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83440dd1-0d03-4308-8e97-e79658c77474', 'code': 200} Sep 26 12:59:42.540994 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c3b143-a22f-4d96-9ede-1d518be2812f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3', 'code': 200} Sep 26 12:59:42.582056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-e8759cc2-269b-4eca-94df-cc7d8c260ee4 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:42.595221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-e8759cc2-269b-4eca-94df-cc7d8c260ee4 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports/8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 200 len: 1095 time: 0.0792191 Sep 26 12:59:42.609259 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Request body: {'binding': {'host': 'n-h2-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:42.609751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 12:59:42.620550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.625646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.628307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd08e8f1-4958-4406-b2ab-f88cc52d4c44 HTTP/1.1" status: 204 len: 168 time: 0.9118185 Sep 26 12:59:42.656588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9d58f-4f9c-4da7-9067-e99f7f478a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd08e8f1-4958-4406-b2ab-f88cc52d4c44,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:42.662917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.24', 64442) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:42.732579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a43b6c-3c49-4f21-a3ab-cb92227a6eab', 'tag': '9eebefd1-1455-45c1-bf40-22629b0a596f'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:42.734834 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bc64a3-671c-4106-ba3e-031d5b17b1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "21a43b6c-3c49-4f21-a3ab-cb92227a6eab", "tag": "9eebefd1-1455-45c1-bf40-22629b0a596f"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:42.797434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909a41b-abe7-4829-ad7d-d9db2672a3a2 req-12962045-723a-4e73-a4d3-0c87cbd1d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:42.799306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0909a41b-abe7-4829-ad7d-d9db2672a3a2 req-12962045-723a-4e73-a4d3-0c87cbd1d08d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1098 time: 0.1233783 Sep 26 12:59:42.804212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c6d55-88c5-4bda-b442-41f4aff05ffb req-2362b456-af69-4760-9515-469786bd994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:42.806064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-166c6d55-88c5-4bda-b442-41f4aff05ffb req-2362b456-af69-4760-9515-469786bd994b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 1098 time: 0.1336348 Sep 26 12:59:42.817513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59748) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:42.870713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc4054-2c25-463e-b80f-3b0db60097e5 req-ef818d75-0bb4-499e-ade7-3311db7a8b37 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:42.872322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85bc4054-2c25-463e-b80f-3b0db60097e5 req-ef818d75-0bb4-499e-ade7-3311db7a8b37 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.2171960 Sep 26 12:59:42.897547 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0909a41b-abe7-4829-ad7d-d9db2672a3a2 req-7e5b4fe4-d1ba-40a8-be99-6fa08c1d0eff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867667 Sep 26 12:59:42.897797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f448bca-8fe5-4d99-915c-04fc5bb4317a req-889156ea-c320-43a0-956f-dd3a59a93d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:42.898633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on host n-h2-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:42.898832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f448bca-8fe5-4d99-915c-04fc5bb4317a req-889156ea-c320-43a0-956f-dd3a59a93d3d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1917617 Sep 26 12:59:42.898950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:42.899225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:42.904400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2676721a-3745-4b33-ab74-92dc56f9b1d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c1b00ae6f4645978f05e4682483858b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872500 Sep 26 12:59:42.906686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:42.906950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:42.909615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:42.917737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:42.918079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:42.918454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:42.918895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Bound port: 8da4cc33-3ecb-411d-8625-2cd17a783043, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:42.928893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-166c6d55-88c5-4bda-b442-41f4aff05ffb req-0d79cf65-c519-499e-a6af-1b44b4013bd9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940111 Sep 26 12:59:42.950225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:42.968187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85bc4054-2c25-463e-b80f-3b0db60097e5 req-56f82262-643a-4bbe-ab1f-f5d92d4360df tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878720 Sep 26 12:59:43.005445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.012703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:43.016049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a4538065-92c8-476e-b03e-98ac89b27327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.021428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.026650 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-d5c39174-cdb2-41c2-b01b-bd5cead58b77 service neutron] 10.222.0.13 "POST /v2.0/ports/8da4cc33-3ecb-411d-8625-2cd17a783043/bindings HTTP/1.1" status: 201 len: 390 time: 0.4277310 Sep 26 12:59:43.039383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Network 5461c450-2287-4558-a00f-b5689871e961 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:43.043707 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7737d6-c424-45bb-a195-7b693e01d5d9 x-openstack-request-id: req-5e7737d6-c424-45bb-a195-7b693e01d5d9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:43.043998 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a43b6c-3c49-4f21-a3ab-cb92227a6eab", "tag": "9eebefd1-1455-45c1-bf40-22629b0a596f", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:43.044265 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e7737d6-c424-45bb-a195-7b693e01d5d9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:43.044749 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a43b6c-3c49-4f21-a3ab-cb92227a6eab', 'tag': '9eebefd1-1455-45c1-bf40-22629b0a596f', 'status': 'completed', 'code': 200} Sep 26 12:59:43.045876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:43.060116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a4538065-92c8-476e-b03e-98ac89b27327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.072896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:43.113474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:43.158617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:59:43.158886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a3a109e7-5f17-4fe8-99bd-0f3b1d746c2d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:59:43.189043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a4538065-92c8-476e-b03e-98ac89b27327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.191801 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a4538065-92c8-476e-b03e-98ac89b27327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.195715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a4538065-92c8-476e-b03e-98ac89b27327 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efe4daf7-0d78-4900-ba09-4d288329f71c HTTP/1.1" status: 204 len: 168 time: 0.2827663 Sep 26 12:59:43.205291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4538065-92c8-476e-b03e-98ac89b27327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4daf7-0d78-4900-ba09-4d288329f71c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:43.269535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Pushing event updated for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:43.301041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:43.301798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.346098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-22079ef2-51f6-4ea5-ab4a-5649db510588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:43.348248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-22079ef2-51f6-4ea5-ab4a-5649db510588 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 1095 time: 0.2778594 Sep 26 12:59:43.352315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-8a852966-41cc-414c-a7a8-cb1895d2f354 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8145287 Sep 26 12:59:43.360323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f448bca-8fe5-4d99-915c-04fc5bb4317a req-2e78c9e2-bc0f-44da-b48c-f9138ff0732a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946236 Sep 26 12:59:43.380837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b853512-b527-48e5-aeeb-ccafb9642015 req-1bc139d9-7de6-4359-a927-b495fb26438a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:43.381299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c0451-292c-4745-9da0-44b6975508a7 req-2031000b-0ec8-4e83-823e-7f9b1cf2ede8 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:43.389148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b853512-b527-48e5-aeeb-ccafb9642015 req-1bc139d9-7de6-4359-a927-b495fb26438a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.1893539 Sep 26 12:59:43.389808 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b82c0451-292c-4745-9da0-44b6975508a7 req-2031000b-0ec8-4e83-823e-7f9b1cf2ede8 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 943 time: 0.1215119 Sep 26 12:59:43.395789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Request body: {'port': {'device_id': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:43.424781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.457959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b82c0451-292c-4745-9da0-44b6975508a7 req-38025145-7279-48d4-b95e-752857f7c068 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654070 Sep 26 12:59:43.554835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b853512-b527-48e5-aeeb-ccafb9642015 req-560e519d-b4c3-4719-8f1a-44aa3911922b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639199 Sep 26 12:59:43.625796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:43.653378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-07ee7f80-4e55-49ea-8e91-0708b2b96c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:43.655521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-07ee7f80-4e55-49ea-8e91-0708b2b96c70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 916 time: 0.2978439 Sep 26 12:59:43.687859 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178791af-b1e0-4e59-a52b-0d3a120b5557 req-79d08fda-0a80-43a2-b73e-cb771f230d85 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:43.689569 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-178791af-b1e0-4e59-a52b-0d3a120b5557 req-79d08fda-0a80-43a2-b73e-cb771f230d85 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 931 time: 0.0793860 Sep 26 12:59:43.694842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-c477098a-cbcb-4247-9994-55f4a9a967ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:43.696319 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-c477098a-cbcb-4247-9994-55f4a9a967ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1098 time: 0.1536896 Sep 26 12:59:43.764148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-178791af-b1e0-4e59-a52b-0d3a120b5557 req-45b6726b-101a-454e-af1b-23257f386dbe tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670297 Sep 26 12:59:44.013109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-edace53f-13c6-4134-98d0-05195313c9aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eebefd1-1455-45c1-bf40-22629b0a596f HTTP/1.1" status: 200 len: 217 time: 0.3305759 Sep 26 12:59:44.044633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 9eebefd1-1455-45c1-bf40-22629b0a596f details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:44.277928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 9eebefd1-1455-45c1-bf40-22629b0a596f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9eebefd1-1455-45c1-bf40-22629b0a596f,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:44.291600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-28a93afb-f256-43e2-89c9-24571c96b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:44.293402 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-28a93afb-f256-43e2-89c9-24571c96b3c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=03a19da4-9971-4702-be7d-338ac41d6111 HTTP/1.1" status: 200 len: 855 time: 0.2577932 Sep 26 12:59:44.298962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '9eebefd1-1455-45c1-bf40-22629b0a596f', 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf', 'port_id': '9eebefd1-1455-45c1-bf40-22629b0a596f', 'mac_address': 'fa:16:3e:b7:3c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a19da4-9971-4702-be7d-338ac41d6111', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:44.351154 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.361346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:44.369886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eebefd1-1455-45c1-bf40-22629b0a596f {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:44.381071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-6bba3705-c5bf-4cd2-ae42-524e7de53b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:44.382635 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-6bba3705-c5bf-4cd2-ae42-524e7de53b9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.3803194 Sep 26 12:59:44.392203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 9eebefd1-1455-45c1-bf40-22629b0a596f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9eebefd1-1455-45c1-bf40-22629b0a596f,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:44.397901 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.401452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 481b13ea-0dd9-457a-a9b4-36faf1641bfa details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:44.470935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=9eebefd1-1455-45c1-bf40-22629b0a596f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:44.485895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-f93eae40-613f-4279-aa13-4776b6b7395a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 200 len: 217 time: 0.0704095 Sep 26 12:59:44.543834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 481b13ea-0dd9-457a-a9b4-36faf1641bfa, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=481b13ea-0dd9-457a-a9b4-36faf1641bfa,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:44.549047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-eecca594-727b-4475-b242-bcfa8dc33f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:44.550767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-eecca594-727b-4475-b242-bcfa8dc33f19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a4b027a8-1e40-4def-845f-b1d86e441caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2492731 Sep 26 12:59:44.559915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '481b13ea-0dd9-457a-a9b4-36faf1641bfa', 'network_id': 'a4b027a8-1e40-4def-845f-b1d86e441caf', 'port_id': '481b13ea-0dd9-457a-a9b4-36faf1641bfa', 'mac_address': 'fa:16:3e:1e:21:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a19da4-9971-4702-be7d-338ac41d6111', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:44.572434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddba9f-5ba6-4fa3-b73e-06284cf24115 req-c2c4d78a-97ac-4abc-b5d8-683af1fb7fea tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:44.580072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4ddba9f-5ba6-4fa3-b73e-06284cf24115 req-c2c4d78a-97ac-4abc-b5d8-683af1fb7fea tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.2494552 Sep 26 12:59:44.608480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1286833861-network', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:44.633044 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.653305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481b13ea-0dd9-457a-a9b4-36faf1641bfa {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:44.682578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 481b13ea-0dd9-457a-a9b4-36faf1641bfa, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=481b13ea-0dd9-457a-a9b4-36faf1641bfa,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:44.688843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.708512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d5576-e219-4781-9d88-5b48141a3ad2 req-2a90c335-21e8-4d4d-9346-f461e7023649 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:44.710331 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-510d5576-e219-4781-9d88-5b48141a3ad2 req-2a90c335-21e8-4d4d-9346-f461e7023649 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 944 time: 0.0929193 Sep 26 12:59:44.711454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Made reservation on behalf of f85afb0e1a5248b6a6f2bcf3dc2153cd for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:44.714525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.725182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-25df72b3-d090-4ceb-a310-e9e9c0e19632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:44.726977 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-25df72b3-d090-4ceb-a310-e9e9c0e19632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.2332196 Sep 26 12:59:44.727505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.779971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=481b13ea-0dd9-457a-a9b4-36faf1641bfa,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:44.782939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-510d5576-e219-4781-9d88-5b48141a3ad2 req-0c0d221d-9e20-4dfc-bd09-b6e56de648b1 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580153 Sep 26 12:59:44.858745 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.887742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4ddba9f-5ba6-4fa3-b73e-06284cf24115 req-4813de5f-7eaa-41fa-a9a7-dec87621aadf tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064194 Sep 26 12:59:44.970028 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.976764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:44.981658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbade11-ef59-4f7b-b700-4a06c95e906d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:44.994974 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.011377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb07dba-9cd6-4866-8790-76def573731a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:45.012475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Transition to ACTIVE for port object 7cbade11-ef59-4f7b-b700-4a06c95e906d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 12:59:45.017665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-0c951cc7-c01e-49c6-9d57-a2c764df7433 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2314515 Sep 26 12:59:45.025575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.058022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 12:59:45.088445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-11cf5c85-0497-433e-b95a-6eea829481f9 service neutron] 10.222.0.23 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019858 Sep 26 12:59:45.096357 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.096973 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Added segment 66620387-75c7-47d3-8b4d-9d2ced88b9a6 of type vlan for network b6ddf15a-82df-483f-8e48-7b8ef24dde58 Sep 26 12:59:45.125988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab6f5-b300-42a1-8d6e-a4ce787d4d79 req-9770c3ee-d024-4d98-8da7-e3a7bc527a06 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:45.127805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-269ab6f5-b300-42a1-8d6e-a4ce787d4d79 req-9770c3ee-d024-4d98-8da7-e3a7bc527a06 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.1175649 Sep 26 12:59:45.181889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:45.207906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['481b13ea-0dd9-457a-a9b4-36faf1641bfa'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:45.226296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.232712 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-269ab6f5-b300-42a1-8d6e-a4ce787d4d79 req-a409fdf8-a564-42b5-9e25-0db8f4b990af tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963974 Sep 26 12:59:45.275997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['9eebefd1-1455-45c1-bf40-22629b0a596f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:45.277008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.278084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:45.278728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.324311 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9617243 Sep 26 12:59:45.325057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59804) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:45.335181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Request body: {'subnet': {'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1286833861-subnet', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:45.382863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-1cab84ec-d83c-4b52-90fd-ad6f52fad335 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550472 Sep 26 12:59:45.388018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb065385-6e7f-4b7f-ad00-4c130d5045f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ddf15a-82df-483f-8e48-7b8ef24dde58,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:45.403585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9fa32-1e29-47f9-93ee-2d344270ceaf req-3c5e8ba9-ca5c-45f5-bbd1-edeaf2c8e97c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:45.411785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40e9fa32-1e29-47f9-93ee-2d344270ceaf req-3c5e8ba9-ca5c-45f5-bbd1-edeaf2c8e97c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 943 time: 0.2933977 Sep 26 12:59:45.417503 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 12:59:45.485151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Attempting to bind port 7cbade11-ef59-4f7b-b700-4a06c95e906d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:45.485413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Attempting to bind port 7cbade11-ef59-4f7b-b700-4a06c95e906d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:45.485756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Attempting to bind port 7cbade11-ef59-4f7b-b700-4a06c95e906d on network 5461c450-2287-4558-a00f-b5689871e961 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:45.507467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Made reservation on behalf of f85afb0e1a5248b6a6f2bcf3dc2153cd for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 12:59:45.509855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.532122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Port 7cbade11-ef59-4f7b-b700-4a06c95e906d on network 5461c450-2287-4558-a00f-b5689871e961 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 12:59:45.532543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Attempting to bind port 7cbade11-ef59-4f7b-b700-4a06c95e906d on network 5461c450-2287-4558-a00f-b5689871e961 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:45.570836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53bc64a3-671c-4106-ba3e-031d5b17b1e2 req-042cb4df-7f00-4d80-ad50-d2352f965778 service neutron] 10.222.0.23 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613132 Sep 26 12:59:45.595632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40e9fa32-1e29-47f9-93ee-2d344270ceaf req-5d6a1009-1e09-43a0-a573-53366608a278 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829538 Sep 26 12:59:45.599640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:45.599983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Checking segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:45.600372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Bound using segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:45.600826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Bound port: 7cbade11-ef59-4f7b-b700-4a06c95e906d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:45.601191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.710289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-6b53d706-4e75-4385-9981-eed11542087a service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926748 Sep 26 12:59:45.750506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:45.755994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:45.777927 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.821241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:45.822190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.823647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-89f85d14-c573-4497-b207-542b654ac744 service neutron] 10.222.0.24 "PUT /v2.0/ports/7cbade11-ef59-4f7b-b700-4a06c95e906d HTTP/1.1" status: 200 len: 1092 time: 2.4546680 Sep 26 12:59:45.827775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:45.831577 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22b58cd-c80b-4a66-98b8-0cf416646b29" -d '{"events": [{"name": "network-changed", "server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:45.902035 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa305080-2a43-4512-b03d-862eda257464 x-openstack-request-id: req-fa305080-2a43-4512-b03d-862eda257464 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:45.902544 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:45.902861 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa305080-2a43-4512-b03d-862eda257464 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:45.903323 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'status': 'completed', 'code': 200} Sep 26 12:59:45.947588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f85d14-c573-4497-b207-542b654ac744 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:45.953224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:45.976161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aec89-7d66-4ff0-aed7-47ac2d92975a req-ded36949-20ef-4864-8e5b-a9ce25dfd4dc tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:45.982628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-008aec89-7d66-4ff0-aed7-47ac2d92975a req-ded36949-20ef-4864-8e5b-a9ce25dfd4dc tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 944 time: 0.0734103 Sep 26 12:59:46.009606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6358-98ef-49c3-91e9-c019c230d247 req-4e1d8958-4a9f-415c-b474-eac7da9a4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.009606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-4e1d8958-4a9f-415c-b474-eac7da9a4e21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 1095 time: 0.1303935 Sep 26 12:59:46.039745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ba11c8-2c2e-4ed5-bb9a-a629883577ea,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:46.040768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-008aec89-7d66-4ff0-aed7-47ac2d92975a req-50968d52-28f7-47a2-8e68-143845286bcd tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487354 Sep 26 12:59:46.071146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Checking segment: {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:46.071557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Network hostable DHCP agents. Network: b6ddf15a-82df-483f-8e48-7b8ef24dde58, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 12:59:46.085713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-93f58f91-b9bc-4335-a59e-ad488de82d36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d HTTP/1.1" status: 200 len: 217 time: 0.0579612 Sep 26 12:59:46.144900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 12:59:46.169348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b6ddf15a-82df-483f-8e48-7b8ef24dde58) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:46.177713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.177885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:46.179827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0defae41-bd6b-4f25-9887-34741ee36c26 None None] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:46.181046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6358-98ef-49c3-91e9-c019c230d247 req-4eb2d42e-9ffb-42a6-b05c-1b9bb833d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.182549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-4eb2d42e-9ffb-42a6-b05c-1b9bb833d630 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 200 len: 845 time: 0.0737717 Sep 26 12:59:46.190304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073ea83-47fd-4687-a8b6-41d01f3d5057 req-580c2243-7edc-4f30-8226-dd755fbffce8 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.197592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d073ea83-47fd-4687-a8b6-41d01f3d5057 req-580c2243-7edc-4f30-8226-dd755fbffce8 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1278815 Sep 26 12:59:46.241954 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-1587709e-4155-4176-8f58-59954a799e0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5461c450-2287-4558-a00f-b5689871e961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421782 Sep 26 12:59:46.249891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9375e729-c621-4b16-b3d0-d39e2470b184 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9191413 Sep 26 12:59:46.250128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59818) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:46.256365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:46.297922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d073ea83-47fd-4687-a8b6-41d01f3d5057 req-7458d74d-5354-4cd9-8208-bc67971bf15a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975347 Sep 26 12:59:46.319362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:46.322384 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:46.393597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:46.439777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 12:59:46.442151 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:46.454855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-dc170064-b8df-435e-a984-8575eeed0f3a service neutron] 10.222.0.24 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037070 Sep 26 12:59:46.499644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dbfbe-f25a-49a8-9e69-f0e47f28ca1d req-ade037ef-0222-452e-9dfc-21ab5e46e430 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.508849 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b5dbfbe-f25a-49a8-9e69-f0e47f28ca1d req-ade037ef-0222-452e-9dfc-21ab5e46e430 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.1122053 Sep 26 12:59:46.636467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-624e6358-98ef-49c3-91e9-c019c230d247 req-700cf658-292e-4e0b-8ae1-4be9b70fc1df service neutron] 10.222.0.24 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739221 Sep 26 12:59:46.713826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b5dbfbe-f25a-49a8-9e69-f0e47f28ca1d req-4c8bf54a-cc7f-43db-b065-e9a3ff30ff51 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030790 Sep 26 12:59:46.767755 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Allocated IP 172.20.0.2 (b6ddf15a-82df-483f-8e48-7b8ef24dde58/e4ba11c8-2c2e-4ed5-bb9a-a629883577ea/ae61e162-9d93-4f44-8279-e2693fd28171) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:46.784544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:46.817047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-754561a6-4a30-4658-b83c-9dd9e97f5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.818942 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-754561a6-4a30-4658-b83c-9dd9e97f5285 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 1095 time: 0.0986176 Sep 26 12:59:46.821219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-1be05733-3f67-4eb4-b8e4-627bee130537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.823199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-1be05733-3f67-4eb4-b8e4-627bee130537 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 1098 time: 0.1626468 Sep 26 12:59:46.840037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dcfa1-3088-486c-9fd1-ba77b8e6b660 req-e02322b4-b9fc-4148-a3c8-1edd1b1c18ab tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.847974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d05dcfa1-3088-486c-9fd1-ba77b8e6b660 req-e02322b4-b9fc-4148-a3c8-1edd1b1c18ab tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1286016 Sep 26 12:59:46.905252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb7ea4-d2a6-4c55-90f9-e2446602e0f7 req-dd89b5dc-7735-4085-b60c-3679695974f3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:46.907169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91fb7ea4-d2a6-4c55-90f9-e2446602e0f7 req-dd89b5dc-7735-4085-b60c-3679695974f3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 943 time: 0.0803435 Sep 26 12:59:46.985642 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91fb7ea4-d2a6-4c55-90f9-e2446602e0f7 req-42b6cab7-0be5-4580-b7cb-45d0c3f2e084 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721800 Sep 26 12:59:47.034517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d05dcfa1-3088-486c-9fd1-ba77b8e6b660 req-da6f2378-d191-4eb8-9d68-301b63643444 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810577 Sep 26 12:59:47.112648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:47.124676 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:47.152594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-99698f32-8053-4443-9249-d8e24632c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:47.156305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-99698f32-8053-4443-9249-d8e24632c4ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 905 time: 0.3062091 Sep 26 12:59:47.157729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-563aeae9-2062-4397-9b3f-85956dca85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:47.157949 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:47.164572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-563aeae9-2062-4397-9b3f-85956dca85da service neutron] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 917 time: 0.3045094 Sep 26 12:59:47.226946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-e9ecaee7-f9aa-4329-b2d3-e94aeb5bfc11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83440dd1-0d03-4308-8e97-e79658c77474 HTTP/1.1" status: 200 len: 217 time: 0.0442605 Sep 26 12:59:47.228920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:47.235356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:47.237914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Pushing event updated for resources: {'Port': ['ID=ae61e162-9d93-4f44-8279-e2693fd28171,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:47.240296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:47.269144 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-62db90e7-5a28-4497-a898-d16c76417cd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d HTTP/1.1" status: 200 len: 217 time: 0.1034751 Sep 26 12:59:47.362297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Attempting to bind port ae61e162-9d93-4f44-8279-e2693fd28171 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:47.362679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Attempting to bind port ae61e162-9d93-4f44-8279-e2693fd28171 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:47.363049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Attempting to bind port ae61e162-9d93-4f44-8279-e2693fd28171 on network b6ddf15a-82df-483f-8e48-7b8ef24dde58 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:47.368468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:47.368851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Checking segment: {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:47.369693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:47.370087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Bound using segment: {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:47.370553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Bound port: ae61e162-9d93-4f44-8279-e2693fd28171, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:47.370942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:47.407618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d0570-5efb-4ebc-a0d9-c8fc46b7268d req-38b7f89b-6807-43fd-b33c-e7db772fc3b1 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:47.415464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043d0570-5efb-4ebc-a0d9-c8fc46b7268d req-38b7f89b-6807-43fd-b33c-e7db772fc3b1 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 944 time: 0.2351594 Sep 26 12:59:47.430617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-411d674b-37db-4e97-9dcf-87ceb0e82e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:47.432166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-411d674b-37db-4e97-9dcf-87ceb0e82e79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.1728618 Sep 26 12:59:47.442577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-8579ee4d-d37f-4504-875b-1effe3dd72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:47.444477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-8579ee4d-d37f-4504-875b-1effe3dd72bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 200 len: 845 time: 0.1656625 Sep 26 12:59:47.478117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-fba4d87c-41f7-447e-822a-5159e7965bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298133 Sep 26 12:59:47.519329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] For port ae61e162-9d93-4f44-8279-e2693fd28171, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:47.523418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] For port ae61e162-9d93-4f44-8279-e2693fd28171, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ae61e162-9d93-4f44-8279-e2693fd28171,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:47.529994 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:47.537715 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-72d4b0fa-d63e-4ad8-98bb-c1d6bfde6aab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5461c450-2287-4558-a00f-b5689871e961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584128 Sep 26 12:59:47.573274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:47.614881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a3827-9fa5-4bae-830e-f9ab21e7420f None None] Pushing event updated for resources: {'Port': ['ID=ae61e162-9d93-4f44-8279-e2693fd28171,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:47.636872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-043d0570-5efb-4ebc-a0d9-c8fc46b7268d req-01715c77-fd3d-476d-9a3a-bdd5f469c310 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204285 Sep 26 12:59:47.685401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8a7dc-a158-478e-9529-79fc4422b003 req-84c70c5c-8e17-4354-87d3-485bb30e0287 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:47.687205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cfb8a7dc-a158-478e-9529-79fc4422b003 req-84c70c5c-8e17-4354-87d3-485bb30e0287 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.1169517 Sep 26 12:59:47.820518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cfb8a7dc-a158-478e-9529-79fc4422b003 req-1f7d4c94-5651-47bb-8a5c-485ef66429b5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191125 Sep 26 12:59:47.862556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Allocated IP 172.25.4.199 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/90ce33ec-1187-47ab-a5b2-33b3ba742460) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:48.059455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:48.071790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 9eebefd1-1455-45c1-bf40-22629b0a596f up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:48.115998 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:48.198587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 9eebefd1-1455-45c1-bf40-22629b0a596f completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:59:48.210346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 9eebefd1-1455-45c1-bf40-22629b0a596f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:48.210725 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:48.222750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:48.229396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:48.239360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:48.300165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=90ce33ec-1187-47ab-a5b2-33b3ba742460,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:48.323237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd378d9-229b-4e4a-b012-4c97ab5525c7 req-b5d3370c-5339-4a0d-9280-c09a4b17749f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:48.324952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cd378d9-229b-4e4a-b012-4c97ab5525c7 req-b5d3370c-5339-4a0d-9280-c09a4b17749f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 943 time: 0.1921504 Sep 26 12:59:48.364722 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:48.434123 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-94bc7cfb-e869-4632-b139-161b3ededb46 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8920310 Sep 26 12:59:48.444858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-9bd34b7e-b97a-4e0b-9259-94e9dd0e26c5 service neutron] 10.222.0.24 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944850 Sep 26 12:59:48.452556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a43b6c-3c49-4f21-a3ab-cb92227a6eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eebefd1-1455-45c1-bf40-22629b0a596f'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:48.455324 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a342c63-9233-4e11-aad7-0dc81fd40168" -d '{"events": [{"server_uuid": "21a43b6c-3c49-4f21-a3ab-cb92227a6eab", "name": "network-vif-plugged", "status": "completed", "tag": "9eebefd1-1455-45c1-bf40-22629b0a596f"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:48.471113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cd378d9-229b-4e4a-b012-4c97ab5525c7 req-412b7faa-a9bc-44c2-8c8f-aa11c37bd6cb tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052945 Sep 26 12:59:48.472824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 9eebefd1-1455-45c1-bf40-22629b0a596f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9eebefd1-1455-45c1-bf40-22629b0a596f,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:48.478610 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:48.480191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 481b13ea-0dd9-457a-a9b4-36faf1641bfa up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:48.506990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78e39-18ba-4746-b473-eb12290ca815 req-a20768d9-ba60-404e-b875-f8fdf17d895a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:48.515988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ac78e39-18ba-4746-b473-eb12290ca815 req-a20768d9-ba60-404e-b875-f8fdf17d895a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.2435808 Sep 26 12:59:48.606426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ae61e162-9d93-4f44-8279-e2693fd28171 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:48.640812 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22b58cd-c80b-4a66-98b8-0cf416646b29 req-20242c4f-f293-4240-a854-3b70136c7feb service neutron] 10.222.0.24 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738510 Sep 26 12:59:48.746130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ac78e39-18ba-4746-b473-eb12290ca815 req-6808ad33-6e47-4ecb-ac0c-e1cf94e69c73 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290571 Sep 26 12:59:48.778256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eaec4-7714-400e-b275-800ed858ccae req-640337be-4a4f-4e70-b0fa-177b347dabd0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:48.779882 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d78eaec4-7714-400e-b275-800ed858ccae req-640337be-4a4f-4e70-b0fa-177b347dabd0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1481164 Sep 26 12:59:48.791699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=9eebefd1-1455-45c1-bf40-22629b0a596f,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:48.794326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b852196-e415-48d4-b2c0-2eb44c8193ec req-b12aa982-8762-4957-b199-f324ea4388ba service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452427 Sep 26 12:59:48.829143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ae61e162-9d93-4f44-8279-e2693fd28171 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:48.829633 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:48.868815 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:48.884056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 481b13ea-0dd9-457a-a9b4-36faf1641bfa completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:59:48.896951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 481b13ea-0dd9-457a-a9b4-36faf1641bfa triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:48.897514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.098545 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd23f16-601f-49a9-b0c9-dd249bd3cdb7 x-openstack-request-id: req-ccd23f16-601f-49a9-b0c9-dd249bd3cdb7 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:49.099121 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a43b6c-3c49-4f21-a3ab-cb92227a6eab", "name": "network-vif-plugged", "status": "completed", "tag": "9eebefd1-1455-45c1-bf40-22629b0a596f", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:49.099536 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccd23f16-601f-49a9-b0c9-dd249bd3cdb7 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:49.100316 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a43b6c-3c49-4f21-a3ab-cb92227a6eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eebefd1-1455-45c1-bf40-22629b0a596f', 'code': 200} Sep 26 12:59:49.118984 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.121137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d78eaec4-7714-400e-b275-800ed858ccae req-7c2765f0-a833-42a9-a2c9-ffdd7d967928 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344946 Sep 26 12:59:49.156877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.188788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7cbade11-ef59-4f7b-b700-4a06c95e906d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 12:59:49.199125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 481b13ea-0dd9-457a-a9b4-36faf1641bfa, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=481b13ea-0dd9-457a-a9b4-36faf1641bfa,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:49.210511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754aa44-d38a-4c96-9b30-f154f22e0a9c req-661f039e-3a8d-4920-a6e6-9ce5bc4edd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:49.214385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50f083-fed5-4a4e-9b19-f34b052f36e8 None None] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 12:59:49.215019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f754aa44-d38a-4c96-9b30-f154f22e0a9c req-661f039e-3a8d-4920-a6e6-9ce5bc4edd2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 1097 time: 0.0854790 Sep 26 12:59:49.265675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.281353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f754aa44-d38a-4c96-9b30-f154f22e0a9c req-534d600b-2a59-4eb1-88ee-27f8679f0801 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587356 Sep 26 12:59:49.340961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port ae61e162-9d93-4f44-8279-e2693fd28171, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ae61e162-9d93-4f44-8279-e2693fd28171,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:49.385754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f2d32161-4b23-4533-a207-73854b4a9c09 None None] Provisioning complete for port ae61e162-9d93-4f44-8279-e2693fd28171 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:49.386120 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f2d32161-4b23-4533-a207-73854b4a9c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.387984 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.502368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=481b13ea-0dd9-457a-a9b4-36faf1641bfa,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:49.505242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045689e-25e8-465f-9bd8-f4a8d28e496d req-1c3dfc84-ba3e-41b7-9530-10caccd0fd18 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:49.508564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3045689e-25e8-465f-9bd8-f4a8d28e496d req-1c3dfc84-ba3e-41b7-9530-10caccd0fd18 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.2033179 Sep 26 12:59:49.589594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.657667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea29e5-a74a-455e-8458-736fced8aed7 req-05c0310b-5763-4364-a552-e758638024ac tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:49.658247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:49.666998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5bea29e5-a74a-455e-8458-736fced8aed7 req-05c0310b-5763-4364-a552-e758638024ac tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.0691273 Sep 26 12:59:49.684259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'port_id': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'mac_address': 'fa:16:3e:63:95:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1bfe7-338a-49b9-acfe-86b4a9efa712', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 12:59:49.719383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5bea29e5-a74a-455e-8458-736fced8aed7 req-4d56f5b6-6a66-4c13-977c-cf5e114baa64 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509350 Sep 26 12:59:49.748565 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.772252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbade11-ef59-4f7b-b700-4a06c95e906d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 12:59:49.793883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:49.801962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3045689e-25e8-465f-9bd8-f4a8d28e496d req-67b26401-c8f3-4188-a67e-9affa40f1385 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778978 Sep 26 12:59:49.836353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Router be97774c-cc2e-415c-863e-4ecae49f1e8b is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 12:59:49.844707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=ae61e162-9d93-4f44-8279-e2693fd28171,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:49.853208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:49.860948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1446-5213-4986-9671-45cade8a20a9 req-d6cc55f0-ece6-4407-a740-a19576492a6f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:49.868893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-539c1446-5213-4986-9671-45cade8a20a9 req-d6cc55f0-ece6-4407-a740-a19576492a6f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 943 time: 0.1004369 Sep 26 12:59:49.929944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-539c1446-5213-4986-9671-45cade8a20a9 req-704d38fc-e774-4828-a1aa-8b015cad7240 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 Sep 26 12:59:50.037749 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:50.061174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a9ded-7816-4955-b003-40c86bfc7e29 req-91dfa8ef-aa24-433f-8885-4624a8b2b758 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:50.066765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:50.068930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e5a9ded-7816-4955-b003-40c86bfc7e29 req-91dfa8ef-aa24-433f-8885-4624a8b2b758 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.1419575 Sep 26 12:59:50.115843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:59:50.126748 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Sync routers for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:59:50.144358 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:50.147636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:50.147809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e5a9ded-7816-4955-b003-40c86bfc7e29 req-2fcd35cb-1e62-4b16-8d70-1f004045e478 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781007 Sep 26 12:59:50.150482 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:50.154227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a68b018a-a5f6-4169-8bd8-9e188f757eb7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.9004507 Sep 26 12:59:50.155484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59898) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:50.236176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7cbade11-ef59-4f7b-b700-4a06c95e906d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 12:59:50.359875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf30ed9-0703-46a2-bf6d-6ba0ef781742 req-73eb9b96-4643-4db7-a75d-fba83845668f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:50.372288 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:50.378084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6bf30ed9-0703-46a2-bf6d-6ba0ef781742 req-73eb9b96-4643-4db7-a75d-fba83845668f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1665459 Sep 26 12:59:50.490334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ae61e162-9d93-4f44-8279-e2693fd28171 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:50.521076 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6bf30ed9-0703-46a2-bf6d-6ba0ef781742 req-843983c5-ec30-4fdd-81c8-2917cfa86318 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372828 Sep 26 12:59:50.676794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1d5feb5f-ad19-45d6-a4d0-9bff10cb8369 None None] Provisioning complete for port ae61e162-9d93-4f44-8279-e2693fd28171 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:50.677995 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1d5feb5f-ad19-45d6-a4d0-9bff10cb8369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:50.730775 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:48Z', 'revision_number': 3, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:50.733211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ae61e162-9d93-4f44-8279-e2693fd28171 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:50.733845 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:50.772255 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Checking router: be97774c-cc2e-415c-863e-4ecae49f1e8b for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:59:50.772580 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Updating router be97774c-cc2e-415c-863e-4ecae49f1e8b port 90ce33ec-1187-47ab-a5b2-33b3ba742460 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:59:50.801990 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:50.890001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48e48-10b1-4ace-82d1-d9aea23fb323 req-e5be6902-a283-49d1-85a7-10dae41f78f5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:50.907947 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40d48e48-10b1-4ace-82d1-d9aea23fb323 req-e5be6902-a283-49d1-85a7-10dae41f78f5 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.1094439 Sep 26 12:59:51.006204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40d48e48-10b1-4ace-82d1-d9aea23fb323 req-e8d3b190-1ce0-4ee8-a1c9-21001fe1a1ac tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972068 Sep 26 12:59:51.102336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5eaf05-18ff-48e2-a995-46b419546c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b13ea-0dd9-457a-a9b4-36faf1641bfa'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:51.105829 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee2463f-4602-4521-bb34-7a6cfbaf9a88" -d '{"events": [{"server_uuid": "bb5eaf05-18ff-48e2-a995-46b419546c8a", "name": "network-vif-plugged", "status": "completed", "tag": "481b13ea-0dd9-457a-a9b4-36faf1641bfa"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:51.150433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d228c-bd4b-4727-b907-db896e65694e req-9be72036-6fc0-4c02-a456-06a9007ca0d6 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:51.160718 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-514d228c-bd4b-4727-b907-db896e65694e req-9be72036-6fc0-4c02-a456-06a9007ca0d6 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 944 time: 0.0960505 Sep 26 12:59:51.204704 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:51.212304 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:51.219365 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:51.221564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e46da7-ca9a-4d72-a053-206c5c5522a3 req-5d2b5395-422a-4c8b-bfe1-da3c4277fbe7 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:51.224076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8e46da7-ca9a-4d72-a053-206c5c5522a3 req-5d2b5395-422a-4c8b-bfe1-da3c4277fbe7 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.2811615 Sep 26 12:59:51.263119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-514d228c-bd4b-4727-b907-db896e65694e req-d91a8713-c4d3-46dd-b5fa-8e9823ba24c6 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977037 Sep 26 12:59:51.287951 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4ed1-0ccc-4391-b323-ae0ab876e4c2 None None] Pushing event updated for resources: {'Port': ['ID=90ce33ec-1187-47ab-a5b2-33b3ba742460,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:51.311642 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd2d415-8c6b-4280-b137-08ce3dc95fa2 x-openstack-request-id: req-0fd2d415-8c6b-4280-b137-08ce3dc95fa2 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:51.311930 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5eaf05-18ff-48e2-a995-46b419546c8a", "name": "network-vif-plugged", "status": "completed", "tag": "481b13ea-0dd9-457a-a9b4-36faf1641bfa", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:51.312191 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fd2d415-8c6b-4280-b137-08ce3dc95fa2 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:51.312581 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5eaf05-18ff-48e2-a995-46b419546c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b13ea-0dd9-457a-a9b4-36faf1641bfa', 'code': 200} Sep 26 12:59:51.315542 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Attempting to bind port 90ce33ec-1187-47ab-a5b2-33b3ba742460 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:51.315918 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Attempting to bind port 90ce33ec-1187-47ab-a5b2-33b3ba742460 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:51.316284 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Attempting to bind port 90ce33ec-1187-47ab-a5b2-33b3ba742460 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:51.324216 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:51.324591 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:51.325060 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:51.325457 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:51.325974 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Bound port: 90ce33ec-1187-47ab-a5b2-33b3ba742460, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:51.326375 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:51.419812 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] For port 90ce33ec-1187-47ab-a5b2-33b3ba742460, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:51.422935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8e46da7-ca9a-4d72-a053-206c5c5522a3 req-449e518a-f44d-48fd-a0b2-09084a05ca37 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896343 Sep 26 12:59:51.423538 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] For port 90ce33ec-1187-47ab-a5b2-33b3ba742460, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=90ce33ec-1187-47ab-a5b2-33b3ba742460,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:51.425205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557510a-80d7-4623-a59d-34644afcbc46 req-7dc3c31b-30c3-429d-aca2-9c8a279d9c4e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:51.427022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0557510a-80d7-4623-a59d-34644afcbc46 req-7dc3c31b-30c3-429d-aca2-9c8a279d9c4e tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.0602658 Sep 26 12:59:51.443369 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:51.493716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0557510a-80d7-4623-a59d-34644afcbc46 req-c65a07e8-9ce8-42d4-9d24-2ad5572bfd9d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580804 Sep 26 12:59:51.561183 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4ed1-0ccc-4391-b323-ae0ab876e4c2 None None] Pushing event updated for resources: {'Port': ['ID=90ce33ec-1187-47ab-a5b2-33b3ba742460,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:51.599748 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:51.600399 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:51.602531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdcc9a-147e-4113-984b-f954bd56d86b req-2c297be8-974b-4231-9d64-2aba7b74e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:51.604443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1dfdcc9a-147e-4113-984b-f954bd56d86b req-2c297be8-974b-4231-9d64-2aba7b74e8f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 1098 time: 0.2220242 Sep 26 12:59:51.714983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8bec-2146-46c3-9f94-dbccf5f820c4 req-28b0e783-8200-41b8-99a8-9be52681f4aa tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:51.718057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-191c8bec-2146-46c3-9f94-dbccf5f820c4 req-28b0e783-8200-41b8-99a8-9be52681f4aa tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0825908 Sep 26 12:59:51.733219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1dfdcc9a-147e-4113-984b-f954bd56d86b req-20e27da5-1f5f-40cf-9333-6137593f90f3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030250 Sep 26 12:59:51.748199 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:51.748579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Allocated IP 172.20.0.1 (b6ddf15a-82df-483f-8e48-7b8ef24dde58/e4ba11c8-2c2e-4ed5-bb9a-a629883577ea/9dde70a0-3087-43dd-bf2e-837d7015cafd) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:51.793894 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-191c8bec-2146-46c3-9f94-dbccf5f820c4 req-5e5110fa-267a-4f53-a3a3-d2603eada6f6 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693126 Sep 26 12:59:51.880532 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:51.946050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:52.049999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:52.051038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Pushing event updated for resources: {'Port': ['ID=9dde70a0-3087-43dd-bf2e-837d7015cafd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:52.057232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:52.067463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:52.102825 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:48Z', 'revision_number': 3, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:52.136001 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330db20-cab2-45b1-b593-38fd07c0362f None None] The sync data for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 is: [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:48Z', 'revision_number': 3, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:59:52.185912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:52.328727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-fb828386-73d1-4a3c-8889-19e876406eff tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:52.330311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-fb828386-73d1-4a3c-8889-19e876406eff tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.24 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.2327831 Sep 26 12:59:52.346538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ac556-4f53-4d8a-a964-cb43cd8700cb req-bb7e74a8-60c9-4bb1-b4eb-fec9b90473e6 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:52.348198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-422ac556-4f53-4d8a-a964-cb43cd8700cb req-bb7e74a8-60c9-4bb1-b4eb-fec9b90473e6 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.2517719 Sep 26 12:59:52.424735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f87127-3fd0-4779-b321-6b5b83392c0f req-c85d0d63-1608-424c-893b-c00b583a9adc tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:52.436128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8f87127-3fd0-4779-b321-6b5b83392c0f req-c85d0d63-1608-424c-893b-c00b583a9adc tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 944 time: 0.0956104 Sep 26 12:59:52.475218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a6f24107-0177-4f6f-85cd-c86749c93ff5 None None] Provisioning complete for port 9dde70a0-3087-43dd-bf2e-837d7015cafd triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:52.475773 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6f24107-0177-4f6f-85cd-c86749c93ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:52.546539 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8f87127-3fd0-4779-b321-6b5b83392c0f req-b842f1f8-97f5-419a-b087-7ff5d3eff8c4 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094956 Sep 26 12:59:52.572331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a6f24107-0177-4f6f-85cd-c86749c93ff5 None None] Port 9dde70a0-3087-43dd-bf2e-837d7015cafd cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:59:52.584108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-422ac556-4f53-4d8a-a964-cb43cd8700cb req-d38a23c4-7336-42b5-a378-f722a9c12174 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165875 Sep 26 12:59:52.591226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:52.697094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Deleting port 12cc5d98-04e4-4850-9224-d29da941053d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:52.697432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:52.727854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b52e6-b637-4a68-ad7e-320678b6fa4a req-aa5f8201-770c-448f-8821-44cb599a5bf0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:52.729713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c7b52e6-b637-4a68-ad7e-320678b6fa4a req-aa5f8201-770c-448f-8821-44cb599a5bf0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.0846810 Sep 26 12:59:52.806077 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c7b52e6-b637-4a68-ad7e-320678b6fa4a req-3e6e7967-5300-4c53-a409-dee8af30448d tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586808 Sep 26 12:59:52.917093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] For port 12cc5d98-04e4-4850-9224-d29da941053d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=12cc5d98-04e4-4850-9224-d29da941053d,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:52.921599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:52.949913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a965-06e5-43a9-9cd0-34a4fe48d230 req-8c8bddb5-6b01-4c96-afff-56943918c940 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:52.957257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8723a965-06e5-43a9-9cd0-34a4fe48d230 req-8c8bddb5-6b01-4c96-afff-56943918c940 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.2194223 Sep 26 12:59:53.043732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b039c2-7b53-4f98-9192-0635117974a2 req-30e3c39d-2df9-4a15-ad7d-3a1c9dc3a85e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:53.045339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43b039c2-7b53-4f98-9192-0635117974a2 req-30e3c39d-2df9-4a15-ad7d-3a1c9dc3a85e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0679166 Sep 26 12:59:53.071113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:53.076551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8723a965-06e5-43a9-9cd0-34a4fe48d230 req-86f8ef2b-f42b-44be-ba3f-60ce21c0b1d3 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182628 Sep 26 12:59:53.085693 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:53.106001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43b039c2-7b53-4f98-9192-0635117974a2 req-a7070c8a-bf61-4d57-8eb5-3ed6581e9fcf tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533717 Sep 26 12:59:53.192484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7cbade11-ef59-4f7b-b700-4a06c95e906d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:53.240551 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:53.263655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 7cbade11-ef59-4f7b-b700-4a06c95e906d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 12:59:53.271180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7cbade11-ef59-4f7b-b700-4a06c95e906d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:53.271789 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:53.324223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Pushing event updated for resources: {'Port': ['ID=9dde70a0-3087-43dd-bf2e-837d7015cafd,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:53.380659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1ca38-17c6-4f12-8d08-7eb54790dd63 req-6cec4334-7dba-4cb6-bd50-2e4c940dcf8f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:53.382311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8d1ca38-17c6-4f12-8d08-7eb54790dd63 req-6cec4334-7dba-4cb6-bd50-2e4c940dcf8f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.1911414 Sep 26 12:59:53.400574 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:53.456473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:53.458762 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6076c1c-36f6-4ea2-9843-78a82a36eabd" -d '{"events": [{"server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "name": "network-vif-plugged", "status": "completed", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:53.472812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:53.475473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:53.475910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:53.476259 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Floating IP f74791e7-ff72-4bd7-afea-57c438de9bde disassociated. External IP: 172.25.4.138, port: 12cc5d98-04e4-4850-9224-d29da941053d. Sep 26 12:59:53.476698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Calling delete_port for 12cc5d98-04e4-4850-9224-d29da941053d owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:53.479469 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:53.511364 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20b659f-3517-4873-a39a-212bb5f88807 x-openstack-request-id: req-d20b659f-3517-4873-a39a-212bb5f88807 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:53.511893 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "name": "network-vif-plugged", "status": "completed", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:53.512306 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d20b659f-3517-4873-a39a-212bb5f88807 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:53.512867 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'code': 200} Sep 26 12:59:53.541422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:53.588764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8d1ca38-17c6-4f12-8d08-7eb54790dd63 req-7f1a2509-fc6a-43ce-b868-082970fffecd tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663744 Sep 26 12:59:53.641061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:53.644494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:53.721897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92b453-0a12-43f1-9139-7aba219650ab req-ab9ff16f-8535-4a85-9df0-6bd33ba7a558 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:53.729772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c92b453-0a12-43f1-9139-7aba219650ab req-ab9ff16f-8535-4a85-9df0-6bd33ba7a558 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 945 time: 0.1095884 Sep 26 12:59:53.786365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c92b453-0a12-43f1-9139-7aba219650ab req-4afe0cdb-6f5e-4512-8b70-c7811a5ff9bd tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556195 Sep 26 12:59:53.872205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Router be97774c-cc2e-415c-863e-4ecae49f1e8b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:59:53.930150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db43de0-12e1-4685-b912-f030363fce17 req-7781bdd3-3a8d-42e9-b896-b3f489ea1d86 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:53.932413 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1db43de0-12e1-4685-b912-f030363fce17 req-7781bdd3-3a8d-42e9-b896-b3f489ea1d86 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 945 time: 0.0617347 Sep 26 12:59:54.001096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1db43de0-12e1-4685-b912-f030363fce17 req-7e48855c-af46-456b-a6f3-d8849a5a7d23 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1cf0c5d-e796-4926-a581-3986fd21addc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617886 Sep 26 12:59:54.016765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-19c1f78a-63d5-494d-a211-8bdf4ce9cc7e None None] Provisioning complete for port 9dde70a0-3087-43dd-bf2e-837d7015cafd triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:54.016765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19c1f78a-63d5-494d-a211-8bdf4ce9cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:54.067893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-19c1f78a-63d5-494d-a211-8bdf4ce9cc7e None None] Port 9dde70a0-3087-43dd-bf2e-837d7015cafd cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 12:59:54.209207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bccd0-f4a4-4d44-acaf-e3ea669e436d req-6598e689-ea16-458d-a4d2-c22bf48c1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:54.210747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d47bccd0-f4a4-4d44-acaf-e3ea669e436d req-6598e689-ea16-458d-a4d2-c22bf48c1e1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 1097 time: 0.6328835 Sep 26 12:59:54.218112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b13002-39bf-41fb-99b0-0cb3e7f7e905 req-ae071ce9-5f8f-45d9-884d-415bc1d331a1 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:54.219546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10b13002-39bf-41fb-99b0-0cb3e7f7e905 req-ae071ce9-5f8f-45d9-884d-415bc1d331a1 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 946 time: 0.4626725 Sep 26 12:59:54.234063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea818c2-e303-4ac7-b2fb-f64810bb30ec req-a92074af-5382-4b52-a0d0-1628d4c31d12 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:54.235818 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ea818c2-e303-4ac7-b2fb-f64810bb30ec req-a92074af-5382-4b52-a0d0-1628d4c31d12 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.0644989 Sep 26 12:59:54.283365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ea818c2-e303-4ac7-b2fb-f64810bb30ec req-4c350584-ebbe-4715-b8e6-faaf0135b071 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Sep 26 12:59:54.334584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:54.379439 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10b13002-39bf-41fb-99b0-0cb3e7f7e905 req-3969b04a-e9a8-4ea1-bcc6-6c51794435ca tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531403 Sep 26 12:59:54.405438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d47bccd0-f4a4-4d44-acaf-e3ea669e436d req-351519c9-152f-427e-9462-66527319f352 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736619 Sep 26 12:59:54.449795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event deleted for resources: {'Port': ['ID=12cc5d98-04e4-4850-9224-d29da941053d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:54.492281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 90ce33ec-1187-47ab-a5b2-33b3ba742460 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:54.508379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c58d6-d60b-4d50-91ce-31d291d64ef0 req-64a847df-8574-4895-bd96-e624686f2e48 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:54.511306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b65c58d6-d60b-4d50-91ce-31d291d64ef0 req-64a847df-8574-4895-bd96-e624686f2e48 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1665099 Sep 26 12:59:54.560992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 90ce33ec-1187-47ab-a5b2-33b3ba742460 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:54.563443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:54.609709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:59:54.625566 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b65c58d6-d60b-4d50-91ce-31d291d64ef0 req-9471ab5c-6286-4431-8315-cb71ffaee47b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072466 Sep 26 12:59:54.626500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-461d5176-0203-4205-8fda-6b0a16154a2b admin admin] 10.222.0.13 "PUT /v2.0/routers/be97774c-cc2e-415c-863e-4ecae49f1e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4689622 Sep 26 12:59:54.626852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Sync routers for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:59:54.647552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:54.648363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:54.730130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Router 46aa2a09-898a-4cdd-997c-04c8d6c8028a has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 12:59:54.779356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:55.004134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715b67e-7bb4-465c-9266-df7f3ef809f5 req-db19fc30-bd1d-42d8-8545-f6b9657ce5e4 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:55.009797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9f602-de9e-4ea8-a4fc-37f3a6df79a7 req-55138290-d230-4360-ab9f-7c839eac47d5 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:55.014532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0715b67e-7bb4-465c-9266-df7f3ef809f5 req-db19fc30-bd1d-42d8-8545-f6b9657ce5e4 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 945 time: 0.1130996 Sep 26 12:59:55.015870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fca9f602-de9e-4ea8-a4fc-37f3a6df79a7 req-55138290-d230-4360-ab9f-7c839eac47d5 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.1700037 Sep 26 12:59:55.083196 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.094580 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0715b67e-7bb4-465c-9266-df7f3ef809f5 req-6af96346-4fd2-478c-9954-617987494569 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786860 Sep 26 12:59:55.105705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fca9f602-de9e-4ea8-a4fc-37f3a6df79a7 req-5334f31f-8d8c-4b52-8153-9b4d4fc764c4 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820470 Sep 26 12:59:55.131872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 12:59:55.160523 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] Sync routers for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 12:59:55.193828 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:55.195386 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:55.210143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 90ce33ec-1187-47ab-a5b2-33b3ba742460, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=90ce33ec-1187-47ab-a5b2-33b3ba742460,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:55.215643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 12cc5d98-04e4-4850-9224-d29da941053d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 12:59:55.245796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.255675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 12cc5d98-04e4-4850-9224-d29da941053d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 12:59:55.255675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 12cc5d98-04e4-4850-9224-d29da941053d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 12:59:55.279553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] No DVR routers for this DVR port 12cc5d98-04e4-4850-9224-d29da941053d on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 12:59:55.282476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.287609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7158bb6-e29a-4d72-b5ed-40aee4fd8f12 req-9a4d4e3a-8ad0-42cf-a6b6-10fb203401d2 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.24 "DELETE /v2.0/ports/12cc5d98-04e4-4850-9224-d29da941053d HTTP/1.1" status: 204 len: 173 time: 2.9364996 Sep 26 12:59:55.291074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'name': 'network-vif-deleted', 'tag': '12cc5d98-04e4-4850-9224-d29da941053d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:55.295485 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ff27a-eb4d-46f6-86c2-64ebab6d7bcf" -d '{"events": [{"server_uuid": "82b89fd7-27ba-43d2-862b-d22160bd093c", "name": "network-vif-deleted", "tag": "12cc5d98-04e4-4850-9224-d29da941053d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:55.319819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3eb385ca-baf2-416f-a287-84a5e6a2ca59 req-9d55e453-b26e-4428-80ad-9efed228ffe9 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b89fd7-27ba-43d2-862b-d22160bd093c HTTP/1.1" status: 200 len: 210 time: 0.0809622 Sep 26 12:59:55.383345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=90ce33ec-1187-47ab-a5b2-33b3ba742460,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:55.394292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 2, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:55.410552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:55.436113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Checking router: be97774c-cc2e-415c-863e-4ecae49f1e8b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:59:55.436467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Updating router be97774c-cc2e-415c-863e-4ecae49f1e8b port 9dde70a0-3087-43dd-bf2e-837d7015cafd binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 12:59:55.481691 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.624883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59984) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:55.630626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2ef351a0-587a-4906-bcde-f0a88352b202 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395997027', 'description': 'tempest-description--877259605'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:55.685149 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ef351a0-587a-4906-bcde-f0a88352b202 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.716551 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 5, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:55.777560 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] Checking router: 46aa2a09-898a-4cdd-997c-04c8d6c8028a for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 12:59:55.792592 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:55.793973 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:55.858292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ef351a0-587a-4906-bcde-f0a88352b202 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.865636 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43219fec-6145-44cb-b55f-56e747b5305a x-openstack-request-id: req-43219fec-6145-44cb-b55f-56e747b5305a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 12:59:55.866088 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b89fd7-27ba-43d2-862b-d22160bd093c", "name": "network-vif-deleted", "tag": "12cc5d98-04e4-4850-9224-d29da941053d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 12:59:55.866262 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43219fec-6145-44cb-b55f-56e747b5305a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 12:59:55.866617 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b89fd7-27ba-43d2-862b-d22160bd093c', 'name': 'network-vif-deleted', 'tag': '12cc5d98-04e4-4850-9224-d29da941053d', 'status': 'completed', 'code': 200} Sep 26 12:59:55.867864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ef351a0-587a-4906-bcde-f0a88352b202 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.937732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ef351a0-587a-4906-bcde-f0a88352b202 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.942060 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2ef351a0-587a-4906-bcde-f0a88352b202 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3129127 Sep 26 12:59:55.942460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59990) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:55.949299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-05062bdb-5f44-4948-baca-7033166615b7 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Request body: {'security_group_rule': {'security_group_id': 'e88abdcf-5132-48c4-a926-61cc7105e5b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:55.956689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef351a0-587a-4906-bcde-f0a88352b202 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88abdcf-5132-48c4-a926-61cc7105e5b5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:55.973444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ecd99-5802-4804-bc56-fd854874a459 req-30068851-9d7e-4904-9c26-a878cf200e2a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:55.980158 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:55.990942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.001453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496ecd99-5802-4804-bc56-fd854874a459 req-30068851-9d7e-4904-9c26-a878cf200e2a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.1269071 Sep 26 12:59:56.064667 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496ecd99-5802-4804-bc56-fd854874a459 req-1fd9837f-5e40-4207-b687-fb2d2dcc4288 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601621 Sep 26 12:59:56.068379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05062bdb-5f44-4948-baca-7033166615b7 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.095854 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:56.100437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a170ff-dae2-4159-9f8a-330a75abb1fb req-2270e530-7c7d-4efd-8f79-5cedb343b716 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:56.108170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7a170ff-dae2-4159-9f8a-330a75abb1fb req-2270e530-7c7d-4efd-8f79-5cedb343b716 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.1314936 Sep 26 12:59:56.202624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aacf2-fe4a-4310-aff4-0631a887ca5b None None] Pushing event updated for resources: {'Port': ['ID=9dde70a0-3087-43dd-bf2e-837d7015cafd,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:56.205265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b1d4-3bdc-4c01-8488-984fc5177361 req-0fd065c1-5c5b-4fb2-8cc5-e46a56c14536 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:56.219861 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7a170ff-dae2-4159-9f8a-330a75abb1fb req-b98c1476-698e-457c-aace-d1cd3da7568b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920160 Sep 26 12:59:56.220268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-beb3b1d4-3bdc-4c01-8488-984fc5177361 req-0fd065c1-5c5b-4fb2-8cc5-e46a56c14536 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0772712 Sep 26 12:59:56.273012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Attempting to bind port 9dde70a0-3087-43dd-bf2e-837d7015cafd on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 12:59:56.273422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Attempting to bind port 9dde70a0-3087-43dd-bf2e-837d7015cafd by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 12:59:56.273770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Attempting to bind port 9dde70a0-3087-43dd-bf2e-837d7015cafd on network b6ddf15a-82df-483f-8e48-7b8ef24dde58 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 12:59:56.290459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-beb3b1d4-3bdc-4c01-8488-984fc5177361 req-a87eb491-dc03-4210-9266-0b1ba62e14be tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680585 Sep 26 12:59:56.302712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 12:59:56.302712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Checking segment: {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 12:59:56.302712 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.302712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Bound using segment: {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 12:59:56.302712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Bound port: 9dde70a0-3087-43dd-bf2e-837d7015cafd, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 12:59:56.302712 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.305099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05062bdb-5f44-4948-baca-7033166615b7 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.316698 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05062bdb-5f44-4948-baca-7033166615b7 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.367765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05062bdb-5f44-4948-baca-7033166615b7 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb70f7f-ee20-48c4-8529-b77e54d12134,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:56.381350 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05062bdb-5f44-4948-baca-7033166615b7 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.383179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-05062bdb-5f44-4948-baca-7033166615b7 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4395576 Sep 26 12:59:56.385749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59998) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:56.390876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c91e2a8a-d8fe-4817-bad8-c94c509a8234 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Request body: {'security_group_rule': {'security_group_id': 'e88abdcf-5132-48c4-a926-61cc7105e5b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:56.489570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 90ce33ec-1187-47ab-a5b2-33b3ba742460 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:56.494816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] For port 9dde70a0-3087-43dd-bf2e-837d7015cafd, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:56.511959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea80e2b-9291-4e65-aef6-88a59d19ddea req-02f93230-1be9-48cc-96be-03f8659f09bb tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:56.521866 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ea80e2b-9291-4e65-aef6-88a59d19ddea req-02f93230-1be9-48cc-96be-03f8659f09bb tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 945 time: 0.0884557 Sep 26 12:59:56.526132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c91e2a8a-d8fe-4817-bad8-c94c509a8234 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.541025 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 5, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:56.568402 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a33a84-c029-4ae4-8b20-536c465c8f25 None None] The sync data for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 is: [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T12:57:36Z', 'revision_number': 4, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'cae46262-d228-483c-992f-74a7aab4a8fb', 'name': '', 'network_id': 'cd787c03-f438-4424-b2ab-8d491f9963ed', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'mac_address': 'fa:16:3e:ba:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:36Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 5, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'subnets': [{'id': '4c2e8328-28ec-4a9c-83c5-edb66c806f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:59:56.574537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] For port 9dde70a0-3087-43dd-bf2e-837d7015cafd, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9dde70a0-3087-43dd-bf2e-837d7015cafd,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 12:59:56.599593 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.599839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c91e2a8a-d8fe-4817-bad8-c94c509a8234 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.627629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c91e2a8a-d8fe-4817-bad8-c94c509a8234 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.671004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c882-04d9-430b-9d0c-cf7e1168185b req-fbea9e8d-b9cc-4935-8e46-b46ab280b742 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:56.680275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c882-04d9-430b-9d0c-cf7e1168185b req-fbea9e8d-b9cc-4935-8e46-b46ab280b742 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:56.690773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c882-04d9-430b-9d0c-cf7e1168185b req-fbea9e8d-b9cc-4935-8e46-b46ab280b742 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:56.691730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-91703e59-a2df-435f-97ba-fbb8e0e7abd3 None None] Provisioning complete for port 9dde70a0-3087-43dd-bf2e-837d7015cafd triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:56.692492 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91703e59-a2df-435f-97ba-fbb8e0e7abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.693002 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d074c882-04d9-430b-9d0c-cf7e1168185b req-fbea9e8d-b9cc-4935-8e46-b46ab280b742 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab&device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a&device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 2418 time: 0.1383252 Sep 26 12:59:56.695220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e2a8a-d8fe-4817-bad8-c94c509a8234 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8221d9fe-13e7-4752-8b07-d80a8878ac66,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:56.721004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ea80e2b-9291-4e65-aef6-88a59d19ddea req-f2b76b48-033d-4da2-a2eb-15665d2235b7 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974101 Sep 26 12:59:56.724314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c91e2a8a-d8fe-4817-bad8-c94c509a8234 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.729275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c91e2a8a-d8fe-4817-bad8-c94c509a8234 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389757 Sep 26 12:59:56.730783 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60004) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:56.751924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:56.773660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 12:59:56.774843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:56.822433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d074c882-04d9-430b-9d0c-cf7e1168185b req-5b5b75eb-a312-4512-a43d-bc3a54595a49 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128550 Sep 26 12:59:56.822856 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.843851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aacf2-fe4a-4310-aff4-0631a887ca5b None None] Pushing event updated for resources: {'Port': ['ID=9dde70a0-3087-43dd-bf2e-837d7015cafd,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:56.853319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 90ce33ec-1187-47ab-a5b2-33b3ba742460 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:56.853781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:56.952431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60012) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:56.981972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.076741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75dfff9c-afed-455a-8341-f197c44d6d30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.089940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08794e0a-63fc-4c33-9663-2c279243f2f6 None None] New status for floating IP f74791e7-ff72-4bd7-afea-57c438de9bde: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 12:59:57.124100 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75dfff9c-afed-455a-8341-f197c44d6d30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.199024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 12:59:57.203882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44f44e-1af7-45f7-a4ea-af7642c41049 req-795cc666-b4b5-401b-859d-f4aabba01c2c tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:57.205583 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b44f44e-1af7-45f7-a4ea-af7642c41049 req-795cc666-b4b5-401b-859d-f4aabba01c2c tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.0851488 Sep 26 12:59:57.221829 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91703e59-a2df-435f-97ba-fbb8e0e7abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.222445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75dfff9c-afed-455a-8341-f197c44d6d30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.225564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Allocated IP 172.25.4.188 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/67a80861-86d1-481b-a6fb-a776f1fb09bf) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 12:59:57.225723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75dfff9c-afed-455a-8341-f197c44d6d30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.226715 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-75dfff9c-afed-455a-8341-f197c44d6d30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1cf0c5d-e796-4926-a581-3986fd21addc HTTP/1.1" status: 204 len: 168 time: 0.2730355 Sep 26 12:59:57.229382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:57.240418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfff9c-afed-455a-8341-f197c44d6d30 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cf0c5d-e796-4926-a581-3986fd21addc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:57.251152 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-72211681-129a-49ed-8b72-a6bff7bd34c6 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] show failed (client error): The resource could not be found. Sep 26 12:59:57.255500 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-72211681-129a-49ed-8b72-a6bff7bd34c6 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "GET /v2.0/security-groups/e1cf0c5d-e796-4926-a581-3986fd21addc HTTP/1.1" status: 404 len: 347 time: 0.0218897 Sep 26 12:59:57.257377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60020) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:57.266420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0d3b2-5ada-4af5-8a9b-6dc85ad2e1f3 req-f174981e-d2e9-4ddf-b37e-3a251316b387 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:57.267973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a0d3b2-5ada-4af5-8a9b-6dc85ad2e1f3 req-f174981e-d2e9-4ddf-b37e-3a251316b387 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 945 time: 0.0807910 Sep 26 12:59:57.318279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a0d3b2-5ada-4af5-8a9b-6dc85ad2e1f3 req-86e5725f-b9eb-49a3-b1dc-e6e43a874461 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Sep 26 12:59:57.389971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b44f44e-1af7-45f7-a4ea-af7642c41049 req-d3182edc-1a35-4155-a48d-bb3b5cff75d0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720424 Sep 26 12:59:57.402222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-91703e59-a2df-435f-97ba-fbb8e0e7abd3 None None] For port 9dde70a0-3087-43dd-bf2e-837d7015cafd, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9dde70a0-3087-43dd-bf2e-837d7015cafd,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:57.410617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91703e59-a2df-435f-97ba-fbb8e0e7abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.463555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a2252-1bb6-4d73-ad9a-5de9d2900cd3 req-811eade2-85de-4b8b-b436-d29af70b2d92 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:57.465324 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c56a2252-1bb6-4d73-ad9a-5de9d2900cd3 req-811eade2-85de-4b8b-b436-d29af70b2d92 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.0649676 Sep 26 12:59:57.511003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c56a2252-1bb6-4d73-ad9a-5de9d2900cd3 req-293a7ddf-17cb-402a-9966-ee1e33708d03 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367479 Sep 26 12:59:57.518705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91703e59-a2df-435f-97ba-fbb8e0e7abd3 None None] Pushing event updated for resources: {'Port': ['ID=9dde70a0-3087-43dd-bf2e-837d7015cafd,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:57.563425 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.572684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e20b1-ff06-42b6-a7bc-ac73f38efea8 req-1304a7ab-dae0-4254-b365-5eaa22ac5af2 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:57.578352 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f9e20b1-ff06-42b6-a7bc-ac73f38efea8 req-1304a7ab-dae0-4254-b365-5eaa22ac5af2 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1030054 Sep 26 12:59:57.587546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Deleting port f43d6953-eefe-4757-b124-b623e23ea759 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 12:59:57.588000 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.717299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d938f934-6fa5-4885-8fbb-cab5020dae18 None None] Provisioning complete for port 9dde70a0-3087-43dd-bf2e-837d7015cafd triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:57.718035 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d938f934-6fa5-4885-8fbb-cab5020dae18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.731534 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f9e20b1-ff06-42b6-a7bc-ac73f38efea8 req-f39f847e-b92c-4dbf-8f0f-cbae5984dd36 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370957 Sep 26 12:59:57.759275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.759770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.777926 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:57.826316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Calling delete_port for f43d6953-eefe-4757-b124-b623e23ea759 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 12:59:57.829999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 12:59:57.831865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:56Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 12:59:57.838539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 12:59:57.841166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 12:59:57.883182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebebaca-bec1-49a5-9bb6-f38134a72372 None None] The sync data for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 is: [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:56Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 12:59:57.973620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event updated for resources: {'Port': ['ID=67a80861-86d1-481b-a6fb-a776f1fb09bf,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:58.129203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.141124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2938ee5-3081-4fa2-b9d1-8aaa23aef586 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:58.142718 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2938ee5-3081-4fa2-b9d1-8aaa23aef586 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 807 time: 0.2954376 Sep 26 12:59:58.214730 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-42ef9107-1eda-4a6d-8a1f-335c54e44966 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/quotas/e649167b279749e7904ff626deead561 HTTP/1.1" status: 200 len: 375 time: 0.0593786 Sep 26 12:59:58.222720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.308755 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.351829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Pushing event deleted for resources: {'Port': ['ID=f43d6953-eefe-4757-b124-b623e23ea759,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:58.386979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-31e5985f-95df-4b88-b01d-153e223ab22a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1597600 Sep 26 12:59:58.477062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9dde70a0-3087-43dd-bf2e-837d7015cafd up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 12:59:58.551918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9dde70a0-3087-43dd-bf2e-837d7015cafd triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 12:59:58.552548 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.599337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.601972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.603589 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1d0f85fe-aa90-4876-847a-06623fcbaec7 tempest-ServersTestManualDisk-389324188 tempest-ServersTestManualDisk-389324188-project] 10.222.0.13 "DELETE /v2.0/floatingips/f74791e7-ff72-4bd7-afea-57c438de9bde HTTP/1.1" status: 204 len: 168 time: 1.3451798 Sep 26 12:59:58.608817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60050) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 12:59:58.641382 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-478c1be8-1ea9-46c4-925d-b71e20c40d91 service neutron] 10.222.0.13 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535281 Sep 26 12:59:58.685913 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.694036 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.704572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104e34-b66c-4b62-a5a7-cb969a11f79f req-95883d6f-18af-4245-bff7-56d3a37f2666 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:58.706172 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8104e34-b66c-4b62-a5a7-cb969a11f79f req-95883d6f-18af-4245-bff7-56d3a37f2666 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 945 time: 0.1449428 Sep 26 12:59:58.779089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8104e34-b66c-4b62-a5a7-cb969a11f79f req-54cc1d6b-02b8-476f-a825-a4bdefeacc3e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666463 Sep 26 12:59:58.821060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event updated for resources: {'Port': ['ID=67a80861-86d1-481b-a6fb-a776f1fb09bf,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:58.830942 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.842473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-3c1c759a-f379-482b-a015-62c977d77f30 service neutron] 10.222.0.13 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934249 Sep 26 12:59:58.875848 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:58.889519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7de40087-c999-424b-951e-2b41d412c753 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1458993 Sep 26 12:59:59.146319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-e3c5f3dd-20bd-456a-aa06-e89f57cde7ed tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:59.148343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-e3c5f3dd-20bd-456a-aa06-e89f57cde7ed tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1098 time: 0.1380582 Sep 26 12:59:59.168636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf7207-fccd-4655-affb-4e9de821b7d6 req-dad28b20-4059-4e04-8f0a-acf2be2d4f4a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:59.170534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a5bf7207-fccd-4655-affb-4e9de821b7d6 req-dad28b20-4059-4e04-8f0a-acf2be2d4f4a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 946 time: 0.1263244 Sep 26 12:59:59.176924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-13'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 12:59:59.295393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a5bf7207-fccd-4655-affb-4e9de821b7d6 req-9693fc2b-0be7-437e-bab2-3852863ac0e2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139376 Sep 26 12:59:59.301477 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:59.353997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d046e32-3571-44fc-be1f-c3da0da15f80 req-958755b2-f33e-45ba-bde9-170ae0cf7d04 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:59.361616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d046e32-3571-44fc-be1f-c3da0da15f80 req-958755b2-f33e-45ba-bde9-170ae0cf7d04 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0643122 Sep 26 12:59:59.407430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d046e32-3571-44fc-be1f-c3da0da15f80 req-7cc29621-8c90-43e8-8a18-89d96e455dd9 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406675 Sep 26 12:59:59.497044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:59.523193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27173d29-7bef-4c3f-a87b-5d78548ab443 req-40da9b34-47c7-480c-bff3-08e2e33e41fe tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:59.532807 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27173d29-7bef-4c3f-a87b-5d78548ab443 req-40da9b34-47c7-480c-bff3-08e2e33e41fe tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0621514 Sep 26 12:59:59.575895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27173d29-7bef-4c3f-a87b-5d78548ab443 req-a6eecdbf-2f30-48b9-b53d-8f9320d7faa9 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Sep 26 12:59:59.610861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 12:59:59.701703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-4b852fd4-b44d-45af-a615-c813c90d23bb tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--395997027&fields=id&tenant_id=f85afb0e1a5248b6a6f2bcf3dc2153cd HTTP/1.1" status: 200 len: 267 time: 0.0447726 Sep 26 12:59:59.709885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 12:59:59.787245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 12:59:59.790150 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e84d57-5947-4e04-a781-a080943fe07c" -d '{"events": [{"server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "name": "network-vif-unplugged", "status": "completed", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 12:59:59.796817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:59.806603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 12:59:59.867551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b632da-be8b-454b-8726-4d4d42aebddb req-cd5d8bd8-35d0-4347-bed8-0a6b14ff86c8 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 12:59:59.869751 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-cd5d8bd8-35d0-4347-bed8-0a6b14ff86c8 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/networks?id=b6ddf15a-82df-483f-8e48-7b8ef24dde58 HTTP/1.1" status: 200 len: 806 time: 0.1594703 Sep 26 12:59:59.900853 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-46fe7104-12ca-4a89-87a0-46ab60fdc3ab tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/quotas/f85afb0e1a5248b6a6f2bcf3dc2153cd HTTP/1.1" status: 200 len: 375 time: 0.0220518 Sep 26 12:59:59.944445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06598f08-e2eb-47fc-bc25-e11a82a7d294 req-b22c0695-838c-4112-93c8-503ea22e68ac tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0675051 Sep 26 12:59:59.952241 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-454add4e-2cab-40b7-8e72-ed7d2b9a662c tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f85afb0e1a5248b6a6f2bcf3dc2153cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503247 Sep 26 12:59:59.988312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 12:59:59.999812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on host n-h1-806683-13 for vnic_type normal with profile {"migrating_to": "n-h2-806683-13"} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:00.000363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:00.000857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:00.036828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:00.037161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Attempting to bind port 8da4cc33-3ecb-411d-8625-2cd17a783043 on network bedbc836-8f01-4e0d-8ef5-8b51844fabe6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:00.045117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:00.045299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Checking segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:00.045566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Bound using segment: {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:00.045999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Bound port: 8da4cc33-3ecb-411d-8625-2cd17a783043, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb0e4a2-a560-463e-8063-e984c670e866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bedbc836-8f01-4e0d-8ef5-8b51844fabe6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:00.046359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:00.062949 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74691b9-a747-4b32-8bc9-188cf1623402 x-openstack-request-id: req-e74691b9-a747-4b32-8bc9-188cf1623402 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:00.063245 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "name": "network-vif-unplugged", "status": "completed", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:00.063498 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e74691b9-a747-4b32-8bc9-188cf1623402 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:00.063886 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043', 'code': 200} Sep 26 13:00:00.071583 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-5b2ebb98-fefc-4f28-81eb-346d03b99c71 service neutron] 10.222.0.13 "GET /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018841 Sep 26 13:00:00.073544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Deleting port cae46262-d228-483c-992f-74a7aab4a8fb {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:00.073881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:00.167784 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-66b2283f-c7a8-4d59-8c60-34ea5b3bc6c2 service neutron] 10.222.0.13 "GET /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899966 Sep 26 13:00:00.176073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:00.197027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:00.204527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] For port cae46262-d228-483c-992f-74a7aab4a8fb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=cae46262-d228-483c-992f-74a7aab4a8fb,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:00.204893 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:00.207652 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:00.243470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Calling delete_port for cae46262-d228-483c-992f-74a7aab4a8fb owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:00.381408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=8']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:00.389291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:00.390771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:00.391758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-2001d553-c963-43fd-9485-b84aba26fe9b service neutron] 10.222.0.24 "PUT /v2.0/ports/8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 200 len: 1124 time: 1.2357244 Sep 26 13:00:00.447843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab1a32d3-76db-4cf8-a7a4-51de0c4d1b2b req-467fa50a-b1ea-4580-9fed-303bb3c432ff tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 210 time: 0.0684352 Sep 26 13:00:00.497338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f88e5-1137-472c-a8c2-f478ff651b8d req-489fcb73-9722-4109-ab6c-d6b96ab2a932 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:00.507562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['8da4cc33-3ecb-411d-8625-2cd17a783043'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:00.510695 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a74f88e5-1137-472c-a8c2-f478ff651b8d req-489fcb73-9722-4109-ab6c-d6b96ab2a932 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.1186616 Sep 26 13:00:00.562690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a74f88e5-1137-472c-a8c2-f478ff651b8d req-f94b0bdf-f54c-4361-b988-3fb1834d694f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Sep 26 13:00:00.562968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['8da4cc33-3ecb-411d-8625-2cd17a783043'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:00.753888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6164ae-6351-4b34-917b-28d016b0c100 req-a613f7af-21f4-4069-a8e8-86fab873d898 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:00.755671 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f6164ae-6351-4b34-917b-28d016b0c100 req-a613f7af-21f4-4069-a8e8-86fab873d898 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0752993 Sep 26 13:00:00.760123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba380a9f-7b76-42aa-99c5-716f6c055dae req-913d57e6-80f7-4e0d-8392-b221f7a233f0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:00.768031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba380a9f-7b76-42aa-99c5-716f6c055dae req-913d57e6-80f7-4e0d-8392-b221f7a233f0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1635549 Sep 26 13:00:00.801855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-b93fe26e-55c4-4047-8375-bd544e85a826 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:00.803754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-b93fe26e-55c4-4047-8375-bd544e85a826 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 807 time: 0.3548880 Sep 26 13:00:00.823554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Request body: {'port': {'device_id': '389cac5b-0270-4516-82ab-69529d28b221', 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'admin_state_up': True, 'tenant_id': 'e649167b279749e7904ff626deead561'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:00.836124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f6164ae-6351-4b34-917b-28d016b0c100 req-232974d8-2417-481b-94a4-8cb0b6c28dd5 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716388 Sep 26 13:00:00.850358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba380a9f-7b76-42aa-99c5-716f6c055dae req-571e646c-eef7-43f6-9ae6-97b19ce36aa9 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812559 Sep 26 13:00:00.973547 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:01.015147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae46262-d228-483c-992f-74a7aab4a8fb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:01.145457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5d554fa-acd1-4446-9c4f-7914e6871a70 req-4ab6f382-ae57-4c64-b030-297a5a504138 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0806775 Sep 26 13:00:01.188046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Made reservation on behalf of e649167b279749e7904ff626deead561 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:01.192674 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:01.230773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7cbade11-ef59-4f7b-b700-4a06c95e906d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:01.330677 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:01.358380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:01.373299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'port_id': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'mac_address': 'fa:16:3e:63:95:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1bfe7-338a-49b9-acfe-86b4a9efa712', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:00:01.416436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:01.430155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cbade11-ef59-4f7b-b700-4a06c95e906d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:01.450820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Allocated IP 172.20.0.6 (73c672aa-c8ee-4f36-be6c-e8ebef181e14/bd3e1825-3fbb-4f19-9bc3-539323a9e4c4/a68e4890-2a86-4e72-b657-acc17d0b603b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:00:01.452758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:01.459394 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:01.460118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 8da4cc33-3ecb-411d-8625-2cd17a783043 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:01.546427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:01.621908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:01.638560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 8da4cc33-3ecb-411d-8625-2cd17a783043 has no active binding in host n-h2-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 13:00:01.714465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0b877-e1bc-4333-a984-5bd736f069e8 req-0799e81c-159a-4adf-9bb1-95f386f0aaeb tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:01.717133 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6f0b877-e1bc-4333-a984-5bd736f069e8 req-0799e81c-159a-4adf-9bb1-95f386f0aaeb tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.0556583 Sep 26 13:00:01.782399 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6f0b877-e1bc-4333-a984-5bd736f069e8 req-65cdc7be-6fb5-4575-adca-14fe016210f2 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501204 Sep 26 13:00:01.908440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7cbade11-ef59-4f7b-b700-4a06c95e906d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:01.919862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2853d09b-6dad-4f4f-a25f-cd84177d8ea8 req-4db591c4-021c-4616-af10-304c4200bc82 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 210 time: 0.3837354 Sep 26 13:00:02.065043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:02.067477 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:02.068773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089a1e-d5f8-4fd0-8dfc-02aff2f83ffb req-7bcf2ef5-69f5-4b91-87b0-cc0d5fdf14af tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:02.077059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20089a1e-d5f8-4fd0-8dfc-02aff2f83ffb req-7bcf2ef5-69f5-4b91-87b0-cc0d5fdf14af tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.1102502 Sep 26 13:00:02.216866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b632da-be8b-454b-8726-4d4d42aebddb req-bc637213-b595-4ded-8e19-0239bb971edc tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:02.218569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-bc637213-b595-4ded-8e19-0239bb971edc tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.24 "GET /v2.0/networks?id=b6ddf15a-82df-483f-8e48-7b8ef24dde58 HTTP/1.1" status: 200 len: 806 time: 0.3860774 Sep 26 13:00:02.284551 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:02.300998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5ca2-b14c-47c4-a054-44d0ec180c02 req-9d62fcc1-6582-4735-9d9c-097f9eae8e24 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:02.306747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aaa5ca2-b14c-47c4-a054-44d0ec180c02 req-9d62fcc1-6582-4735-9d9c-097f9eae8e24 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.2353919 Sep 26 13:00:02.398201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aaa5ca2-b14c-47c4-a054-44d0ec180c02 req-851228a3-f05b-4894-a9c7-62d21bdeb527 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780318 Sep 26 13:00:02.404414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Router 46aa2a09-898a-4cdd-997c-04c8d6c8028a has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:00:02.416001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-92d7eb80-cc37-4a90-8ca0-1cbbd91044f9 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f85afb0e1a5248b6a6f2bcf3dc2153cd HTTP/1.1" status: 200 len: 379 time: 0.1681693 Sep 26 13:00:02.442336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Request body: {'port': {'device_id': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'admin_state_up': True, 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'security_groups': ['e88abdcf-5132-48c4-a926-61cc7105e5b5']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:02.478305 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20089a1e-d5f8-4fd0-8dfc-02aff2f83ffb req-0fddf6f6-4ca3-41eb-b287-07dbfe741913 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999445 Sep 26 13:00:02.654126 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31224a14-53a7-4596-b61b-3dca820a362b x-openstack-request-id: req-31224a14-53a7-4596-b61b-3dca820a362b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:02.654511 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:02.654897 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31224a14-53a7-4596-b61b-3dca820a362b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:02.655362 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043', 'status': 'completed', 'code': 200} Sep 26 13:00:02.663363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66ec192c-cd38-4487-b783-45acd966e4ca req-59a56e53-3033-41c6-9ca7-b01f875bdca8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0280955 Sep 26 13:00:02.725647 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:02.740114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['93543a5f-31fe-42b1-81a5-4a980c38f4cf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:02.799817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:00:02.815591 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eac244ab-ca53-4933-a727-c9fb619ae804 admin admin] 10.222.0.13 "PUT /v2.0/routers/46aa2a09-898a-4cdd-997c-04c8d6c8028a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2055647 Sep 26 13:00:02.818655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60184) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:02.829631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:00:02.860839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-fea1cab2-03b4-4707-83a0-0954a4f07f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:02.862474 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-fea1cab2-03b4-4707-83a0-0954a4f07f7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1127 time: 0.2237155 Sep 26 13:00:02.876217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:02.878205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Pushing event updated for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:02.883969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:00:03.071756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.105911 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] Sync routers for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:00:03.136857 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:00:03.137561 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:03.221078 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49ab7ddc-6266-4570-95ff-7f87f7a02dca req-3c5da552-a848-44bb-adb4-66eb034c9ceb tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 210 time: 0.1451077 Sep 26 13:00:03.239489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7cbade11-ef59-4f7b-b700-4a06c95e906d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:00:03.267710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Made reservation on behalf of f85afb0e1a5248b6a6f2bcf3dc2153cd for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:03.271461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.315902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:03.327504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.328888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.362097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-24e2939d-0228-4933-a9c9-a1bf4405b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:03.372618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-24e2939d-0228-4933-a9c9-a1bf4405b146 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.4902418 Sep 26 13:00:03.379085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7cbade11-ef59-4f7b-b700-4a06c95e906d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:03.385862 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.462541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621cda1-421a-41ca-8607-c124006f9aab req-1bbb1bf1-df02-4ce4-9515-7df49eeb1d88 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:03.473561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b621cda1-421a-41ca-8607-c124006f9aab req-1bbb1bf1-df02-4ce4-9515-7df49eeb1d88 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.3645368 Sep 26 13:00:03.473879 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:00:03.475736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Deleting port bfb870ea-2424-4803-89f9-0fa392a8a019 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:03.476085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.550675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-e8a20e64-d414-4735-8c0d-02a322b45b82 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7367215 Sep 26 13:00:03.558679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.564442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-d518115f-0158-46ff-9371-113d32c320fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 200 len: 217 time: 0.1604004 Sep 26 13:00:03.603009 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:03.605870 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64194c44-aa5e-4dfb-b33f-23d6ecfaae36" -d '{"events": [{"server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "name": "network-vif-plugged", "status": "completed", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:03.623816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:03.630322 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.686299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Request body: {'port': {'device_id': '389cac5b-0270-4516-82ab-69529d28b221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:03.701404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] For port bfb870ea-2424-4803-89f9-0fa392a8a019, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=bfb870ea-2424-4803-89f9-0fa392a8a019,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:03.703020 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.739158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Calling delete_port for bfb870ea-2424-4803-89f9-0fa392a8a019 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:03.749303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:03.836766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b621cda1-421a-41ca-8607-c124006f9aab req-7937edbb-8132-45d3-b985-21256645d482 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624041 Sep 26 13:00:03.925095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-b7577fa1-93c9-4199-81fa-ac6d77700ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:03.926913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-b7577fa1-93c9-4199-81fa-ac6d77700ec9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.3534877 Sep 26 13:00:03.943214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:03.968435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Allocated IP 172.20.0.6 (b6ddf15a-82df-483f-8e48-7b8ef24dde58/e4ba11c8-2c2e-4ed5-bb9a-a629883577ea/506c725b-4054-4864-a148-ffb2157c64b3) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:00:03.969392 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T13:00:00Z', 'revision_number': 5, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port': {'id': 'bfb870ea-2424-4803-89f9-0fa392a8a019', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:32:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:57:32Z', 'updated_at': '2021-09-26T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:04.007659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-26303aa0-97b0-4a7f-bb10-d1b6c8d52911 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593472 Sep 26 13:00:04.010498 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] Checking router: 46aa2a09-898a-4cdd-997c-04c8d6c8028a for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:00:04.025070 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] Routers {'46aa2a09-898a-4cdd-997c-04c8d6c8028a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:00:04.025744 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T12:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:04.173466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83712736-3823-44a4-af2a-b0d14a58bf7c req-33ca2e87-43d0-4938-8d40-f6e03a3b6484 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:04.180920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83712736-3823-44a4-af2a-b0d14a58bf7c req-33ca2e87-43d0-4938-8d40-f6e03a3b6484 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1573546 Sep 26 13:00:04.195733 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] Set router 46aa2a09-898a-4cdd-997c-04c8d6c8028a gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:00:04.233377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.285914 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T13:00:03Z', 'revision_number': 6, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:04.292027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83712736-3823-44a4-af2a-b0d14a58bf7c req-275a38a4-657c-436f-893e-7ccfa214b430 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100988 Sep 26 13:00:04.299095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb870ea-2424-4803-89f9-0fa392a8a019,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:04.433003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f51b0-5eda-4ff4-85c9-e7434d75d461 req-0a117a04-cc00-4591-9a3b-ab390dac2db0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:04.445533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b94f51b0-5eda-4ff4-85c9-e7434d75d461 req-0a117a04-cc00-4591-9a3b-ab390dac2db0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.4732497 Sep 26 13:00:04.470027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.557996 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b845eb-86d0-4edb-a7cc-e7967edac9a2 None None] The sync data for ids ['46aa2a09-898a-4cdd-997c-04c8d6c8028a'] in n-d-806683-13 is: [{'id': '46aa2a09-898a-4cdd-997c-04c8d6c8028a', 'name': 'tempest-ServersTestManualDisk-644709576-router', 'tenant_id': '1a242e8705884e078a25827c4c0a5085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:57:31Z', 'updated_at': '2021-09-26T13:00:03Z', 'revision_number': 6, 'project_id': '1a242e8705884e078a25827c4c0a5085', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:00:04.628649 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7553a36a-3f09-4651-949c-0b59b1774c38 x-openstack-request-id: req-7553a36a-3f09-4651-949c-0b59b1774c38 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:04.632255 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "name": "network-vif-plugged", "status": "completed", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:04.632636 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7553a36a-3f09-4651-949c-0b59b1774c38 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:04.633690 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'code': 200} Sep 26 13:00:04.678238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.680907 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.729094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.730445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46aa2a09-898a-4cdd-997c-04c8d6c8028a {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:00:04.737643 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.739858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-058124ce-e81f-4bd8-b719-05673eb536b9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/46aa2a09-898a-4cdd-997c-04c8d6c8028a HTTP/1.1" status: 204 len: 168 time: 1.9198952 Sep 26 13:00:04.743196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60212) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:04.838210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2ef295-41ff-4058-a4ad-7b5ec757c210 admin admin] Deleting subnet 4c2e8328-28ec-4a9c-83c5-edb66c806f67 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:00:04.842678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef295-41ff-4058-a4ad-7b5ec757c210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.868429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-ef9fb981-1e41-413c-9354-a09d5dbf7faa service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783010 Sep 26 13:00:04.887683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef295-41ff-4058-a4ad-7b5ec757c210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.912683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:04.953749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b94f51b0-5eda-4ff4-85c9-e7434d75d461 req-fa1c6121-a086-4c8a-8c73-b5dcf508567f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054998 Sep 26 13:00:05.037361 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef295-41ff-4058-a4ad-7b5ec757c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.139348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef295-41ff-4058-a4ad-7b5ec757c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.160536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e806b4-7022-4e4e-9862-fc915d7d923e req-9484a155-a36c-4d8b-8087-65759d8a0cd2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:05.169761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-36e806b4-7022-4e4e-9862-fc915d7d923e req-9484a155-a36c-4d8b-8087-65759d8a0cd2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 931 time: 0.4095626 Sep 26 13:00:05.202424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef295-41ff-4058-a4ad-7b5ec757c210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2e8328-28ec-4a9c-83c5-edb66c806f67,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:05.211935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d054ef-9c8b-4343-939f-ab327f55793f None None] Network cd787c03-f438-4424-b2ab-8d491f9963ed requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:00:05.212597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef295-41ff-4058-a4ad-7b5ec757c210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.214867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ed2ef295-41ff-4058-a4ad-7b5ec757c210 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c2e8328-28ec-4a9c-83c5-edb66c806f67 HTTP/1.1" status: 204 len: 168 time: 0.4702599 Sep 26 13:00:05.218404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60216) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:05.282898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-36e806b4-7022-4e4e-9862-fc915d7d923e req-47594b7e-4bd4-48b4-b3c7-8d2ed20e4f49 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117787 Sep 26 13:00:05.321252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76d5b61e-b7eb-4d45-b494-68f38bf129bd req-e57e99bd-4143-4c10-b48f-c75d825618a5 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 210 time: 0.2020106 Sep 26 13:00:05.415742 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.418005 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.530248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750c7a4c-ce6c-4a05-8449-6ca395cd8c30 req-6854f4b5-9604-4501-8d3d-b53d970b787a service neutron] 10.222.0.23 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124942 Sep 26 13:00:05.646630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160f23-1b8b-4427-a65c-544db761b9fb req-0b3688e8-66d5-4802-8cb7-22dccf990fdb tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:05.652030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb160f23-1b8b-4427-a65c-544db761b9fb req-0b3688e8-66d5-4802-8cb7-22dccf990fdb tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.2214770 Sep 26 13:00:05.671277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] DHCP port deletion for cd787c03-f438-4424-b2ab-8d491f9963ed request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:00:05.701059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Deleting port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:05.701732 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.704257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:00:05.724531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68e4890-2a86-4e72-b657-acc17d0b603b {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:05.761042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb160f23-1b8b-4427-a65c-544db761b9fb req-7a4aa41e-95ec-4f44-adc3-d68a59cb9b6d tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997663 Sep 26 13:00:05.766122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:05.776395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.778244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] Deleting port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:05.780857 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.783540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event updated for resources: {'Port': ['ID=506c725b-4054-4864-a148-ffb2157c64b3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:05.802123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:00:05.931130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Transition to ACTIVE for port object a68e4890-2a86-4e72-b657-acc17d0b603b will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:00:05.952156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:05.983150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] For port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:05.983550 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.014397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] Calling delete_port for 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:06.021046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a049b9f-7a5e-49c2-a03c-3f9528f0e165 req-1ded9deb-9a99-43eb-a082-a0fd515a921b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:06.028355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] For port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,segment=NetworkSegment(7a9a9491-3ee8-4d2f-b244-17154b111f7e),segment_id=7a9a9491-3ee8-4d2f-b244-17154b111f7e)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:06.028979 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.033520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a049b9f-7a5e-49c2-a03c-3f9528f0e165 req-1ded9deb-9a99-43eb-a082-a0fd515a921b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.4861462 Sep 26 13:00:06.076858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Calling delete_port for 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:06.291458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.306473 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.356988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9581304-d1bb-4ba9-8202-3be44d08dfc1 req-c41f187f-b33f-4f0e-966e-647d54dde560 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:06.359185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9581304-d1bb-4ba9-8202-3be44d08dfc1 req-c41f187f-b33f-4f0e-966e-647d54dde560 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.1164801 Sep 26 13:00:06.364108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:06.394937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] No DVR routers for this DVR port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:06.416310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] Pushing event deleted for resources: {'Port': ['ID=3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:06.450067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c948b-f1ec-48f5-8544-df7b468b916c None None] No DVR routers for this DVR port 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:06.473745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b680406e-b48f-4333-bf2f-c378c2c1a0ec None None] Provisioning complete for port 506c725b-4054-4864-a148-ffb2157c64b3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:06.477876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9581304-d1bb-4ba9-8202-3be44d08dfc1 req-b48bab09-1a3e-43ad-84f8-85511f0b8384 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113164 Sep 26 13:00:06.479572 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b680406e-b48f-4333-bf2f-c378c2c1a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.560548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device bfb870ea-2424-4803-89f9-0fa392a8a019 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:06.590572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.630214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: bfb870ea-2424-4803-89f9-0fa392a8a019 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:06.630659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device bfb870ea-2424-4803-89f9-0fa392a8a019 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:06.631204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:06.675729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:06.680326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3ee2d3e9-8d0a-4f48-82aa-b7743e4cbbee not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:06.681933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device cae46262-d228-483c-992f-74a7aab4a8fb no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:06.717106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: cae46262-d228-483c-992f-74a7aab4a8fb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:06.717789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device cae46262-d228-483c-992f-74a7aab4a8fb not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:06.726021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b680406e-b48f-4333-bf2f-c378c2c1a0ec None None] Port 506c725b-4054-4864-a148-ffb2157c64b3 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:00:06.729193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd787c03-f438-4424-b2ab-8d491f9963ed']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:06.765564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9a9491-3ee8-4d2f-b244-17154b111f7e') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:06.766066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9a9491-3ee8-4d2f-b244-17154b111f7e') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:06.801381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.854040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e39f7-2f03-4abc-af05-4b856c898283 req-78e1240b-5d38-4577-a7f9-71dcb4bd06ed tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:06.858967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e96e39f7-2f03-4abc-af05-4b856c898283 req-78e1240b-5d38-4577-a7f9-71dcb4bd06ed tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.2566054 Sep 26 13:00:06.863373 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.908611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:00:06.909023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:00:06.916118 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:00:07.082148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e96e39f7-2f03-4abc-af05-4b856c898283 req-8e140e7e-0d3b-4e86-a26d-53fcdf73cc1b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150350 Sep 26 13:00:07.093914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.109312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.112379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd787c03-f438-4424-b2ab-8d491f9963ed HTTP/1.1" status: 204 len: 168 time: 1.8927562 Sep 26 13:00:07.142709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:07.143287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.146234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7350-1d39-45e4-8bca-7a990d7bd236 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd787c03-f438-4424-b2ab-8d491f9963ed,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:07.309208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a049b9f-7a5e-49c2-a03c-3f9528f0e165 req-2eca7192-0fe8-4601-b444-912b3bad1bfe tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2744260 Sep 26 13:00:07.322874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fea71-c80b-489c-b3a2-3735e55f3d80 req-85f6bc75-ba8b-4fad-b6b7-5fa911074e5e tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:07.337137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-199fea71-c80b-489c-b3a2-3735e55f3d80 req-85f6bc75-ba8b-4fad-b6b7-5fa911074e5e tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 931 time: 0.1594589 Sep 26 13:00:07.347402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:07.365800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-b1af4503-befb-4d0d-a086-afcf18abacf1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9416058 Sep 26 13:00:07.398770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Request body: {'port': {'device_id': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:07.432893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:07.432893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:07.432893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:07.438524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60246) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:07.474085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:07.474584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:07.478159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-199fea71-c80b-489c-b3a2-3735e55f3d80 req-e7b85ff6-fcf2-49cf-bce3-6896dbe47354 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251314 Sep 26 13:00:07.585992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60250) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:07.599560 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-42afe5bc-ca40-41e9-8f2f-3ff6e272ffa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a242e8705884e078a25827c4c0a5085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500022 Sep 26 13:00:07.606353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:07.606738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:07.607137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:07.607596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Bound port: a68e4890-2a86-4e72-b657-acc17d0b603b, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:07.607960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.672883 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.677652 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a621211-cf42-40ee-8268-8fd41ba340f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.739459 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a621211-cf42-40ee-8268-8fd41ba340f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.776310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc3723-dc18-4403-ad1c-318d20a7460d req-671db26b-7d3c-4544-b739-5d36284f1c43 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:07.784491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52bc3723-dc18-4403-ad1c-318d20a7460d req-671db26b-7d3c-4544-b739-5d36284f1c43 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.2907529 Sep 26 13:00:07.808098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a621211-cf42-40ee-8268-8fd41ba340f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.811580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a621211-cf42-40ee-8268-8fd41ba340f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:07.812835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0a621211-cf42-40ee-8268-8fd41ba340f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f237e85-0421-494c-b772-7df1dec4ef1d HTTP/1.1" status: 204 len: 168 time: 0.2256999 Sep 26 13:00:07.895121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:07.897030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a621211-cf42-40ee-8268-8fd41ba340f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f237e85-0421-494c-b772-7df1dec4ef1d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:07.954223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cd42-a509-4d6a-8dc2-50223eddb5fa req-9ef79362-356f-4818-899a-f9680b889b67 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:07.954803 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52bc3723-dc18-4403-ad1c-318d20a7460d req-14f77d32-9d0e-4407-b24a-86825b3df711 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628482 Sep 26 13:00:07.955900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67f8cd42-a509-4d6a-8dc2-50223eddb5fa req-9ef79362-356f-4818-899a-f9680b889b67 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.1266091 Sep 26 13:00:07.964883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:07.974294 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:08.039398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:08.051945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67f8cd42-a509-4d6a-8dc2-50223eddb5fa req-2aeed45c-2e7e-4a2d-aaa7-19a234107b4c tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888095 Sep 26 13:00:08.069703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:08.070499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:08.072323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-d2c8de6e-3306-4f93-a06f-55f9d310dbbd service neutron] 10.222.0.23 "PUT /v2.0/ports/a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 200 len: 1092 time: 4.4999914 Sep 26 13:00:08.072918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:08.075596 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54490da8-95c8-4b4f-9e77-c66229cd394d" -d '{"events": [{"name": "network-changed", "server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:08.174163 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01f52ac-9368-4964-9f90-c0b9835bc46d x-openstack-request-id: req-c01f52ac-9368-4964-9f90-c0b9835bc46d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:08.174939 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:08.174939 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c01f52ac-9368-4964-9f90-c0b9835bc46d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:08.175392 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b', 'status': 'completed', 'code': 200} Sep 26 13:00:08.223436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c292cd57-41b0-40a6-8fa3-81ff15859483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:08.259330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-abd2d1ec-e288-45d9-aaac-3fd8a9fab51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:08.261020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-abd2d1ec-e288-45d9-aaac-3fd8a9fab51e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1095 time: 0.1279149 Sep 26 13:00:08.317710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-67285bef-cf5c-49f4-a373-bb8e957d2fc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 200 len: 217 time: 0.0454187 Sep 26 13:00:08.342765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b6b58-b979-4df4-b9e2-7156dbfb8a78 req-9c948751-82af-4a82-b731-cc6d2b9f1002 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:08.350610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe4b6b58-b979-4df4-b9e2-7156dbfb8a78 req-9c948751-82af-4a82-b731-cc6d2b9f1002 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.1184611 Sep 26 13:00:08.422795 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe4b6b58-b979-4df4-b9e2-7156dbfb8a78 req-df952030-56d0-462e-9109-2edc881b5893 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711977 Sep 26 13:00:08.432630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506c725b-4054-4864-a148-ffb2157c64b3 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:08.452279 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:08.472027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-55c41f66-997d-432c-956f-4209ca9c6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:08.473523 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-55c41f66-997d-432c-956f-4209ca9c6372 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.1483247 Sep 26 13:00:08.545233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Transition to ACTIVE for port object 506c725b-4054-4864-a148-ffb2157c64b3 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:00:08.566397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-6f4cb68c-1fb3-4913-9cb9-8657e45b47e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461490 Sep 26 13:00:08.567027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:08.663310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5606a38-1d37-406d-be30-f15ef96bbe54 req-00c8b3f4-35a7-4d39-97e4-c45d0ae6e395 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:08.672046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5606a38-1d37-406d-be30-f15ef96bbe54 req-00c8b3f4-35a7-4d39-97e4-c45d0ae6e395 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.2128842 Sep 26 13:00:08.693435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Pushing event updated for resources: {'Port': ['ID=506c725b-4054-4864-a148-ffb2157c64b3,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:08.695874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadb572-631c-4ae9-a852-205cb31bdd72 req-ca2a97f4-e9a5-4a01-ba30-4db09781d403 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:08.705245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cadb572-631c-4ae9-a852-205cb31bdd72 req-ca2a97f4-e9a5-4a01-ba30-4db09781d403 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 943 time: 0.1204686 Sep 26 13:00:08.816986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cadb572-631c-4ae9-a852-205cb31bdd72 req-e5df7017-abfb-4cdc-a985-abc0e327997d tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108310 Sep 26 13:00:08.828927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-ea40c195-665a-43d2-b654-51b1c03a2743 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327433 Sep 26 13:00:09.233100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60304) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:09.249078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5606a38-1d37-406d-be30-f15ef96bbe54 req-700ec292-cf0d-4a4e-b6ce-4c029745a862 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760520 Sep 26 13:00:09.282628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cdee7-e4cb-4656-8fcf-ac7656c48030 req-bee98b35-5551-4a12-9197-2d8d46f923c8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:09.299608 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-388cdee7-e4cb-4656-8fcf-ac7656c48030 req-bee98b35-5551-4a12-9197-2d8d46f923c8 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.1091294 Sep 26 13:00:09.304358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Attempting to bind port 506c725b-4054-4864-a148-ffb2157c64b3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:09.304703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Attempting to bind port 506c725b-4054-4864-a148-ffb2157c64b3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:09.305066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Attempting to bind port 506c725b-4054-4864-a148-ffb2157c64b3 on network b6ddf15a-82df-483f-8e48-7b8ef24dde58 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:09.309269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edb0a6df-5b28-4f87-a406-894afea08e65 req-b052c669-f9cf-4d52-8cc5-8b41962c9179 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447601 Sep 26 13:00:09.312670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Port 506c725b-4054-4864-a148-ffb2157c64b3 on network b6ddf15a-82df-483f-8e48-7b8ef24dde58 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:09.313355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Attempting to bind port 506c725b-4054-4864-a148-ffb2157c64b3 on network b6ddf15a-82df-483f-8e48-7b8ef24dde58 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:09.319471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 12, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:09.319794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Checking segment: {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:09.320114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Bound using segment: {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:09.321207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Bound port: 506c725b-4054-4864-a148-ffb2157c64b3, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66620387-75c7-47d3-8b4d-9d2ced88b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:09.321644 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:09.402186 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-388cdee7-e4cb-4656-8fcf-ac7656c48030 req-9de27636-f511-4c64-8914-1d06764a811f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011007 Sep 26 13:00:09.488328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] For port 506c725b-4054-4864-a148-ffb2157c64b3, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:09.493617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] For port 506c725b-4054-4864-a148-ffb2157c64b3, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=506c725b-4054-4864-a148-ffb2157c64b3,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:09.502932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1980184210-network', 'tenant_id': '3844b22116ae47059cad74debaf97419'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:09.520408 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:09.592403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64f749-18b8-47af-b1a0-9f5089dd1653 req-c43d7401-3bc7-4ad2-aeac-3372564a3b29 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:09.603307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b64f749-18b8-47af-b1a0-9f5089dd1653 req-c43d7401-3bc7-4ad2-aeac-3372564a3b29 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0756247 Sep 26 13:00:09.621537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23732-92af-4ff2-b495-e8745f8a231c req-f1f25bfa-2c1e-436a-90b7-fd94b7aad29a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:09.623103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9c23732-92af-4ff2-b495-e8745f8a231c req-f1f25bfa-2c1e-436a-90b7-fd94b7aad29a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.2533746 Sep 26 13:00:09.655515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b64f749-18b8-47af-b1a0-9f5089dd1653 req-025dfe94-9f28-4f96-9225-f8fad3c5244d tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Sep 26 13:00:09.667627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:09.668256 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:09.670334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/506c725b-4054-4864-a148-ffb2157c64b3 HTTP/1.1" status: 200 len: 1092 time: 2.2784283 Sep 26 13:00:09.696902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-9013a4cb-32db-4a26-a70f-c228db4202b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:09.699310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-9013a4cb-32db-4a26-a70f-c228db4202b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1095 time: 0.3158216 Sep 26 13:00:09.699310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Made reservation on behalf of 3844b22116ae47059cad74debaf97419 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:09.702251 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:09.758749 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:09.804339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f693d1-eef9-43dd-93c4-9f1bd3fd01a2 service neutron] Pushing event updated for resources: {'Port': ['ID=506c725b-4054-4864-a148-ffb2157c64b3,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:09.864388 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9c23732-92af-4ff2-b495-e8745f8a231c req-2357c7ed-47e6-4495-8346-c269162384de tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285426 Sep 26 13:00:09.985535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de1d69-edb9-47ec-9756-4ee37971c890 req-c53740e2-3bb1-4528-8382-45bfb5da4e4f tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:09.986266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b632da-be8b-454b-8726-4d4d42aebddb req-5f653334-2d06-43fe-b63d-61cfb90cd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:09.988432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-5f653334-2d06-43fe-b63d-61cfb90cd391 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f85afb0e1a5248b6a6f2bcf3dc2153cd&device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 1095 time: 0.2462502 Sep 26 13:00:09.995237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d5de1d69-edb9-47ec-9756-4ee37971c890 req-c53740e2-3bb1-4528-8382-45bfb5da4e4f tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 943 time: 0.0801644 Sep 26 13:00:10.037893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-26e578c4-7f2b-497f-be6f-9b42926abb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:10.044128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-26e578c4-7f2b-497f-be6f-9b42926abb95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.3185976 Sep 26 13:00:10.047390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d5de1d69-edb9-47ec-9756-4ee37971c890 req-2aa8b70e-886e-4f70-b70a-ea4d7689f5dd tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475705 Sep 26 13:00:10.062205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-20162a46-26d5-4677-853f-0c0c1b168d87 service neutron] 10.222.0.23 "GET /v2.0/ports/8da4cc33-3ecb-411d-8625-2cd17a783043/bindings/n-h2-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.3376594 Sep 26 13:00:10.157606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-52dce98b-2eaa-4c69-b073-ed8f9646889d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506c725b-4054-4864-a148-ffb2157c64b3 HTTP/1.1" status: 200 len: 217 time: 0.1406970 Sep 26 13:00:10.157606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-0be16332-61a9-46ed-a806-49881da8f4d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 200 len: 217 time: 0.0918770 Sep 26 13:00:10.162598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8da4cc33-3ecb-411d-8625-2cd17a783043 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:10.187284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'tag': '506c725b-4054-4864-a148-ffb2157c64b3'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:10.190045 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675e76a4-1a60-488f-a8dc-23ed05a341ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9f48f1-cd10-406f-9051-96d02a4cd710", "tag": "506c725b-4054-4864-a148-ffb2157c64b3"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:10.300322 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c0c795-9152-4ac4-9a8c-65f05233b7b4 x-openstack-request-id: req-27c0c795-9152-4ac4-9a8c-65f05233b7b4 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:10.301027 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9f48f1-cd10-406f-9051-96d02a4cd710", "tag": "506c725b-4054-4864-a148-ffb2157c64b3", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:10.301027 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27c0c795-9152-4ac4-9a8c-65f05233b7b4 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:10.301285 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'tag': '506c725b-4054-4864-a148-ffb2157c64b3', 'status': 'completed', 'code': 200} Sep 26 13:00:10.338260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b632da-be8b-454b-8726-4d4d42aebddb req-faa5d8a3-567b-43a6-afb1-645800bccc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:10.339799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-faa5d8a3-567b-43a6-afb1-645800bccc64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4ba11c8-2c2e-4ed5-bb9a-a629883577ea HTTP/1.1" status: 200 len: 845 time: 0.1798179 Sep 26 13:00:10.381668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-195193f5-c383-482b-b68b-2a4479f0fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:10.383669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-195193f5-c383-482b-b68b-2a4479f0fd9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.1851003 Sep 26 13:00:10.433678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823723-e252-4332-aab2-4b3cb379821f req-f24f2715-fd9a-4e43-adad-c142ff448bb1 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:10.444353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44823723-e252-4332-aab2-4b3cb379821f req-f24f2715-fd9a-4e43-adad-c142ff448bb1 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1032815 Sep 26 13:00:10.472676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-6a03f5c4-a298-4bab-89b9-2dfd3b53eb1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668173 Sep 26 13:00:10.474821 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:10.498522 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:00:10.504432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:10.511676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44823723-e252-4332-aab2-4b3cb379821f req-8c51f3c2-0166-45bc-b132-fc9eae161784 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661116 Sep 26 13:00:10.586960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:00:10.689604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b632da-be8b-454b-8726-4d4d42aebddb req-ed5a4df4-3905-4511-8408-ba960553a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:10.691398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-ed5a4df4-3905-4511-8408-ba960553a8d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6ddf15a-82df-483f-8e48-7b8ef24dde58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3400126 Sep 26 13:00:10.700330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ec003d-4040-446d-b160-da040a11b2e2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:10.726875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:10.727294 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Added segment 550c1c83-06d5-498a-bba4-27fc10596807 of type vlan for network f273fa41-305f-4b7f-b781-89736d65eb6a Sep 26 13:00:10.804203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639891a-4564-4c16-9ea3-53394ffd7f76 req-bce10beb-6d42-4875-a912-12c4546c8b64 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:10.805842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f639891a-4564-4c16-9ea3-53394ffd7f76 req-bce10beb-6d42-4875-a912-12c4546c8b64 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0576398 Sep 26 13:00:10.859897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b18f-9063-4c7f-ad90-f398eccfb68d req-7e58ad6a-5abb-45ca-9292-59ad3377ddf6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:10.861193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f639891a-4564-4c16-9ea3-53394ffd7f76 req-022b236c-6621-43bf-9461-04d3fe614da3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471318 Sep 26 13:00:10.868389 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4920b18f-9063-4c7f-ad90-f398eccfb68d req-7e58ad6a-5abb-45ca-9292-59ad3377ddf6 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 944 time: 0.2917321 Sep 26 13:00:10.887819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:10.924767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-89ddf54b-be59-45a0-a391-0bd776d3099c service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417458 Sep 26 13:00:10.927834 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:10.974717 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec33-4f61-4d8f-b130-357444102a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:11.024025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4920b18f-9063-4c7f-ad90-f398eccfb68d req-25001d02-4906-4b5a-aefa-4369bf8fca49 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542344 Sep 26 13:00:11.037199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02468a50-6130-4368-a882-0db6e9a70c07 req-94f4e05a-6a6f-41a7-bbf8-00c4837f31d1 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:11.043675 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02468a50-6130-4368-a882-0db6e9a70c07 req-94f4e05a-6a6f-41a7-bbf8-00c4837f31d1 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0976408 Sep 26 13:00:11.046211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:11.100465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:11.101438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:11.102821 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:11.124299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-76d384ff-ff2a-43b1-a42c-2429b873ab3f service neutron] 10.222.0.24 "GET /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166653 Sep 26 13:00:11.129764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8795772 Sep 26 13:00:11.144775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60342) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:11.150799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02468a50-6130-4368-a882-0db6e9a70c07 req-9e7e373a-3864-4d9b-aaf1-453b786d0e13 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003671 Sep 26 13:00:11.151191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Request body: {'subnet': {'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1980184210-subnet', 'tenant_id': '3844b22116ae47059cad74debaf97419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:11.171654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da4cc33-3ecb-411d-8625-2cd17a783043 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:11.220785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:11.305766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf416555-823c-4d9a-a5bb-6151746bdacd admin admin] Pushing event updated for resources: {'Network': ['ID=f273fa41-305f-4b7f-b781-89736d65eb6a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:11.309365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54490da8-95c8-4b4f-9e77-c66229cd394d req-0afb4d63-46b4-478a-93a4-bcc09f4e600a service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725765 Sep 26 13:00:11.318588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f273fa41-305f-4b7f-b781-89736d65eb6a details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:00:11.359609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:11.367433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Made reservation on behalf of 3844b22116ae47059cad74debaf97419 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:11.368963 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:11.428016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03cdb-4d96-4339-94ba-8d0ac0f82762 req-97d88f32-46cc-401a-a904-69ff59d8f6dd tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:11.430452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ecd03cdb-4d96-4339-94ba-8d0ac0f82762 req-97d88f32-46cc-401a-a904-69ff59d8f6dd tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 943 time: 0.2251930 Sep 26 13:00:11.505993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74b632da-be8b-454b-8726-4d4d42aebddb req-3a4967a6-e47c-4b74-93d1-47bcd21ca89a service neutron] 10.222.0.24 "GET /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601961 Sep 26 13:00:11.581762 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:11.599219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ecd03cdb-4d96-4339-94ba-8d0ac0f82762 req-8e5e1c69-9985-4869-b0fc-430892d064de tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409006 Sep 26 13:00:11.656890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] Transition to ACTIVE for port object 8da4cc33-3ecb-411d-8625-2cd17a783043 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:00:11.681789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-5736a33f-51a0-4812-bae3-ccc947bc2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:11.683483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-5736a33f-51a0-4812-bae3-ccc947bc2727 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f85afb0e1a5248b6a6f2bcf3dc2153cd&device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 1095 time: 0.1091640 Sep 26 13:00:11.686585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:11.754162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fe722-d821-4c93-8430-5be982df8d40 req-74980468-dab4-4b98-8209-bc0fd2b07a89 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:11.763203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-122fe722-d821-4c93-8430-5be982df8d40 req-74980468-dab4-4b98-8209-bc0fd2b07a89 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0956926 Sep 26 13:00:11.826767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-122fe722-d821-4c93-8430-5be982df8d40 req-abf1f73e-7f40-4894-af6b-d7a5fde46661 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589297 Sep 26 13:00:11.981948 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:12.178013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] No DVR routers for this DVR port 8da4cc33-3ecb-411d-8625-2cd17a783043 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:12.198337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982da2c-cd06-40fe-8bc2-830eac806c89 req-36a7f378-c6c1-4e01-b4e8-98d3859ebcef tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.201322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:12.209238 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7982da2c-cd06-40fe-8bc2-830eac806c89 req-36a7f378-c6c1-4e01-b4e8-98d3859ebcef tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 945 time: 0.0730197 Sep 26 13:00:12.233094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:12.254690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7982da2c-cd06-40fe-8bc2-830eac806c89 req-96c984f1-edf4-4d6f-bc63-2cbc82b34347 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441971 Sep 26 13:00:12.299658 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-981d3793-d592-4174-97fb-5e7e627400d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/8da4cc33-3ecb-411d-8625-2cd17a783043/bindings/n-h2-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 2.1932974 Sep 26 13:00:12.308751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-271e9172-9786-4e59-a5f9-60b2d349322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.310282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-271e9172-9786-4e59-a5f9-60b2d349322a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6ddf15a-82df-483f-8e48-7b8ef24dde58 HTTP/1.1" status: 200 len: 906 time: 0.6178534 Sep 26 13:00:12.345582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17231e-418a-41c3-b694-6aa87fc3f573 req-8bdc8a16-d4cd-4910-b373-a0f6d8a2c9b4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.347108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e17231e-418a-41c3-b694-6aa87fc3f573 req-8bdc8a16-d4cd-4910-b373-a0f6d8a2c9b4 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.1725380 Sep 26 13:00:12.396443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-5358486b-99b0-4ab9-86af-72fc68a26a65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506c725b-4054-4864-a148-ffb2157c64b3 HTTP/1.1" status: 200 len: 217 time: 0.0767353 Sep 26 13:00:12.413797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac6c873-36de-432a-b898-cb946da0945e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:12.464258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139d734-ea1b-4991-ae18-c52fb7682db3 req-a7858d9b-1b8c-40dd-b469-455420b0f672 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.472922 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4139d734-ea1b-4991-ae18-c52fb7682db3 req-a7858d9b-1b8c-40dd-b469-455420b0f672 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0770748 Sep 26 13:00:12.491042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Checking segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:12.491342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Network hostable DHCP agents. Network: f273fa41-305f-4b7f-b781-89736d65eb6a, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:00:12.506962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e17231e-418a-41c3-b694-6aa87fc3f573 req-63581a30-5535-468f-990c-bd5998f824ea tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264749 Sep 26 13:00:12.523251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-38c1cbc9-03af-4bb4-9357-68c32b0fbf29 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.525436 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-38c1cbc9-03af-4bb4-9357-68c32b0fbf29 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.1462305 Sep 26 13:00:12.525765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4139d734-ea1b-4991-ae18-c52fb7682db3 req-d0613f16-7cc2-41fe-8440-e30bfad850cb tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 Sep 26 13:00:12.541328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-f3942f14-0cda-4885-822c-deb451570efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.541328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-f3942f14-0cda-4885-822c-deb451570efe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4ba11c8-2c2e-4ed5-bb9a-a629883577ea HTTP/1.1" status: 200 len: 845 time: 0.1202102 Sep 26 13:00:12.655766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Network f273fa41-305f-4b7f-b781-89736d65eb6a is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:00:12.673524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f273fa41-305f-4b7f-b781-89736d65eb6a) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:12.681067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.681840 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:12.689052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1564b3-23aa-4b61-be0e-1559c0c7acf2 None None] Network f273fa41-305f-4b7f-b781-89736d65eb6a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:00:12.692714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-db0ea6a0-a6fe-46cd-b902-de5c3b314ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.694393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-db0ea6a0-a6fe-46cd-b902-de5c3b314ecd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6ddf15a-82df-483f-8e48-7b8ef24dde58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306877 Sep 26 13:00:12.699708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-f1e99049-8b51-41f1-a876-589781c7cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.701174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-f1e99049-8b51-41f1-a876-589781c7cee9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646&tenant_id=1f82c8d8c1114d228c91c52e4f309952 HTTP/1.1" status: 200 len: 1097 time: 0.1570675 Sep 26 13:00:12.717828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-76b73c9d-8834-4719-b0cf-db67feb4b3cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5617955 Sep 26 13:00:12.828775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b66605-3323-483f-aa6c-e08a7c4cc991 req-243dd863-a255-4882-9e9f-7304e3793cd0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.841572 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f6b66605-3323-483f-aa6c-e08a7c4cc991 req-243dd863-a255-4882-9e9f-7304e3793cd0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 943 time: 0.1046402 Sep 26 13:00:12.854338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-ed930683-0ae9-4474-a36e-f2d7e22d2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:12.856323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-ed930683-0ae9-4474-a36e-f2d7e22d2000 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1097 time: 0.1170411 Sep 26 13:00:12.941299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-af1452a2-1e34-4968-b88f-c34849ed613b service neutron] 10.222.0.24 "GET /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246184 Sep 26 13:00:12.956677 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f6b66605-3323-483f-aa6c-e08a7c4cc991 req-80dff776-9623-4b24-abff-3c847a1156bc tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141260 Sep 26 13:00:13.035048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e046b-c1ae-4ffe-8532-35d7c2c1195a None None] Network f273fa41-305f-4b7f-b781-89736d65eb6a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:00:13.114306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-206464be-9b40-4d85-9fe7-4a08371ca27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:13.115788 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-206464be-9b40-4d85-9fe7-4a08371ca27a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.2437916 Sep 26 13:00:13.127673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63ab60-3d2a-4973-b0b3-7b467f045c5b req-0fc9ec37-235a-4479-bb5a-751d04228b8f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:13.139642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd63ab60-3d2a-4973-b0b3-7b467f045c5b req-0fc9ec37-235a-4479-bb5a-751d04228b8f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.2095003 Sep 26 13:00:13.204002 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-4f9691b6-647f-4fb1-9174-16fe5df563fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 200 len: 217 time: 0.0622613 Sep 26 13:00:13.217328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-675e76a4-1a60-488f-a8dc-23ed05a341ba req-8b528210-4776-4620-be6e-4240c40870f3 service neutron] 10.222.0.24 "GET /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699509 Sep 26 13:00:13.302001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd63ab60-3d2a-4973-b0b3-7b467f045c5b req-43b0cf3d-356f-444a-b967-086e5962fd58 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614718 Sep 26 13:00:13.336385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-f76145fb-b4d0-4570-b4dc-b0dd6a02cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:13.338581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-f76145fb-b4d0-4570-b4dc-b0dd6a02cd0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1229806 Sep 26 13:00:13.384588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-f7d6ef95-83bc-4200-b17a-e51d19ca4c7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368080 Sep 26 13:00:13.419188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:13.464557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-5f47baaa-05ee-400d-acb5-7cabc04dbcc0 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:13.466148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-5f47baaa-05ee-400d-acb5-7cabc04dbcc0 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.1358876 Sep 26 13:00:13.490779 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-3521d6b9-63fc-4416-a1f1-a3adc5d26b1f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/quotas/3844b22116ae47059cad74debaf97419 HTTP/1.1" status: 200 len: 375 time: 0.0175090 Sep 26 13:00:13.523655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-3689d06b-03ce-4fc7-b84c-e3b7e42c90e3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317240 Sep 26 13:00:13.530399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98542b-a909-42a5-afc4-10697ec2dd22 req-2311b060-6ba4-41f0-a6a2-a5792c9bc782 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:13.532005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e98542b-a909-42a5-afc4-10697ec2dd22 req-2311b060-6ba4-41f0-a6a2-a5792c9bc782 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 945 time: 0.1423075 Sep 26 13:00:13.579648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-46c80b58-16e9-4709-9480-8cfab021ef4b service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737838 Sep 26 13:00:13.633398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e98542b-a909-42a5-afc4-10697ec2dd22 req-72d50fa4-0307-4e85-a8c4-83087df42cc9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830979 Sep 26 13:00:13.660337 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-4b1e5178-aa8c-4611-b0fd-bd164343fe42 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116846 Sep 26 13:00:13.741367 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-062e9384-4d9b-4af9-94f5-6d1e50592915 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541078 Sep 26 13:00:13.786908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-f5e43fbd-8f9e-4677-9d8a-ad22b32b1336 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232924 Sep 26 13:00:13.795824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a35f66-7975-4742-88c8-c6e90d3e9e77 req-5a11f0bd-dbd5-459a-9923-7ef8fe676c73 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:13.803302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-44a35f66-7975-4742-88c8-c6e90d3e9e77 req-5a11f0bd-dbd5-459a-9923-7ef8fe676c73 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0821733 Sep 26 13:00:13.842408 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-44a35f66-7975-4742-88c8-c6e90d3e9e77 req-0e2d5886-f8e7-4247-ad49-58ba302ea9b3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Sep 26 13:00:14.013280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3d5ac-e75b-41d1-aa23-0a0c243f6e34 req-f1ae14ca-cbba-4806-97aa-94920c20ebf3 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:14.015106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33f3d5ac-e75b-41d1-aa23-0a0c243f6e34 req-f1ae14ca-cbba-4806-97aa-94920c20ebf3 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0982194 Sep 26 13:00:14.184153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33f3d5ac-e75b-41d1-aa23-0a0c243f6e34 req-9e64122d-fd70-4867-a4ae-b8a44a647c0c tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618776 Sep 26 13:00:14.205333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-fb1b7fa7-94dd-4ca6-8794-ca5fe1bd04f1 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:14.205507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82201333-6035-4e68-99e0-38a88f4570d9 req-16af12c2-cb18-463f-9331-8a2bafe6c274 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 210 time: 0.0498674 Sep 26 13:00:14.207838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-fb1b7fa7-94dd-4ca6-8794-ca5fe1bd04f1 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646&tenant_id=1f82c8d8c1114d228c91c52e4f309952&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.0959258 Sep 26 13:00:14.355242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969d1a-3f94-4bd2-b7bf-626e7ae9cd4d req-428cbc5a-bfad-48e3-8298-c23b883cc558 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:14.357747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b969d1a-3f94-4bd2-b7bf-626e7ae9cd4d req-428cbc5a-bfad-48e3-8298-c23b883cc558 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 943 time: 0.0971222 Sep 26 13:00:14.444512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b969d1a-3f94-4bd2-b7bf-626e7ae9cd4d req-4a7544d7-76eb-4d20-9a96-accd7c770523 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788815 Sep 26 13:00:14.481413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-b591ac55-e5b7-4f73-8345-7e1db17f5fa3 service neutron] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:14.485392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-b591ac55-e5b7-4f73-8345-7e1db17f5fa3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:14.489451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3b9c364-980c-4d2b-a2f1-d8f0e061d961 req-b591ac55-e5b7-4f73-8345-7e1db17f5fa3 service neutron] 10.222.0.24 "DELETE /v2.0/ports/8da4cc33-3ecb-411d-8625-2cd17a783043/bindings/n-h1-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.2627299 Sep 26 13:00:14.510019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c9b58-84bb-4be3-aeeb-e5bfef53d057 req-86862fbe-9f98-42ed-9992-a434d92e6046 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:14.517575 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a16c9b58-84bb-4be3-aeeb-e5bfef53d057 req-86862fbe-9f98-42ed-9992-a434d92e6046 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1031163 Sep 26 13:00:14.555157 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a16c9b58-84bb-4be3-aeeb-e5bfef53d057 req-5f243dd1-bf69-4574-ad13-7ed696106462 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364270 Sep 26 13:00:14.788381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5031ff8-38c4-4b2b-9670-23fd1e677ef4 req-7522e7cf-2863-41fd-903c-4a646890d1bd tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:14.790118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5031ff8-38c4-4b2b-9670-23fd1e677ef4 req-7522e7cf-2863-41fd-903c-4a646890d1bd tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 945 time: 0.0634661 Sep 26 13:00:14.820224 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:14.906763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5031ff8-38c4-4b2b-9670-23fd1e677ef4 req-92092b07-f4cc-4c41-8bce-20e37c0b836f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018319 Sep 26 13:00:15.011251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16274dbc-8477-4916-948a-12a5e4cbc70a req-a8529450-ab6e-40d8-b163-0d2a1acbfba2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:15.019221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16274dbc-8477-4916-948a-12a5e4cbc70a req-a8529450-ab6e-40d8-b163-0d2a1acbfba2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0747302 Sep 26 13:00:15.071957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16274dbc-8477-4916-948a-12a5e4cbc70a req-4c34df2f-f077-4f17-a166-795bc03c3ffb tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514858 Sep 26 13:00:15.153416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db198496-fbc7-4879-b59f-9ed420105538 req-76442817-5302-4680-9c24-4a993cb0ce70 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:15.160936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db198496-fbc7-4879-b59f-9ed420105538 req-76442817-5302-4680-9c24-4a993cb0ce70 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 1097 time: 0.0852673 Sep 26 13:00:15.205272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db198496-fbc7-4879-b59f-9ed420105538 req-84d61335-99d4-4523-80f1-9bd4884258a1 tempest-LiveAutoBlockMigrationV225Test-596336248 tempest-LiveAutoBlockMigrationV225Test-596336248-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427227 Sep 26 13:00:15.276972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 506c725b-4054-4864-a148-ffb2157c64b3 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:15.416275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-03b67036-ecf6-47e7-800e-3fd76bb32748 req-1eff68ef-8228-4f76-8a15-011b84ea8115 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 210 time: 0.0515037 Sep 26 13:00:15.520863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 506c725b-4054-4864-a148-ffb2157c64b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=506c725b-4054-4864-a148-ffb2157c64b3,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:15.550557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '506c725b-4054-4864-a148-ffb2157c64b3', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'port_id': '506c725b-4054-4864-a148-ffb2157c64b3', 'mac_address': 'fa:16:3e:3b:77:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:00:15.608675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c337aca-a7b2-4f57-b211-d948cc6899f6 req-f58c962c-b153-4674-8d30-e3c942495103 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:15.615006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c337aca-a7b2-4f57-b211-d948cc6899f6 req-f58c962c-b153-4674-8d30-e3c942495103 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.2288473 Sep 26 13:00:15.646618 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:15.665285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506c725b-4054-4864-a148-ffb2157c64b3 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:15.688715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 506c725b-4054-4864-a148-ffb2157c64b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=506c725b-4054-4864-a148-ffb2157c64b3,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:15.692460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c337aca-a7b2-4f57-b211-d948cc6899f6 req-a4f740a2-ff40-4417-acc0-639754cea054 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611691 Sep 26 13:00:15.694603 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:15.700884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-7c5d847e-6fc3-4621-9077-766fac74dea7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:15.702540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-7c5d847e-6fc3-4621-9077-766fac74dea7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.3611732 Sep 26 13:00:15.732157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Request body: {'port': {'device_id': '32afaab5-90d0-4ba7-b043-5d8a6436a12b', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'admin_state_up': True, 'tenant_id': '3844b22116ae47059cad74debaf97419'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:15.761225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11912926-66da-4435-bfde-60bf188e2dc9 req-d3590728-d691-4ea7-a252-12a456220edf tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:15.769474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=506c725b-4054-4864-a148-ffb2157c64b3,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:15.770892 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11912926-66da-4435-bfde-60bf188e2dc9 req-d3590728-d691-4ea7-a252-12a456220edf tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 944 time: 0.0736592 Sep 26 13:00:15.819862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11912926-66da-4435-bfde-60bf188e2dc9 req-f3936c40-9c6b-4a4c-bd2f-fbac8ebac717 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474820 Sep 26 13:00:15.916430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae8476-f59c-4cbd-9d6c-27a951f16a32 req-050e6ad4-fd1b-41b0-9cb4-7cf82e5a4207 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:15.923831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ddae8476-f59c-4cbd-9d6c-27a951f16a32 req-050e6ad4-fd1b-41b0-9cb4-7cf82e5a4207 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0803156 Sep 26 13:00:15.944465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38a0da-ad58-4653-938e-f7742e33a8d5 req-00366870-ae32-4c03-a75e-8bf48763b5f5 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:15.952104 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd38a0da-ad58-4653-938e-f7742e33a8d5 req-00366870-ae32-4c03-a75e-8bf48763b5f5 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 945 time: 0.0658424 Sep 26 13:00:15.984982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ddae8476-f59c-4cbd-9d6c-27a951f16a32 req-f72fb2c0-de2c-42de-ba14-8cb61a1c1d35 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602295 Sep 26 13:00:15.995737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Made reservation on behalf of 3844b22116ae47059cad74debaf97419 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:15.999895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:16.016975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd38a0da-ad58-4653-938e-f7742e33a8d5 req-f06da62a-644e-4fb8-b54c-d125347f1384 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Sep 26 13:00:16.067848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['506c725b-4054-4864-a148-ffb2157c64b3'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:16.157803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Allocated IP 172.20.0.8 (f273fa41-305f-4b7f-b781-89736d65eb6a/fac6c873-36de-432a-b898-cb946da0945e/75b18718-ed83-4387-b044-b77031c28d6c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:00:16.250608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd900e4-5012-4e91-9aad-b074b0d840a1 req-80939c37-e73d-4bc8-94c4-30e82ac4bca1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:16.252147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9dd900e4-5012-4e91-9aad-b074b0d840a1 req-80939c37-e73d-4bc8-94c4-30e82ac4bca1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0967999 Sep 26 13:00:16.385241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9dd900e4-5012-4e91-9aad-b074b0d840a1 req-611eef53-10f6-499a-8d38-0fcb42479f5f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271610 Sep 26 13:00:16.431674 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:16.512106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-c7ffd6d1-7f78-41ab-92a5-e3081f950544 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:16.514197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-c7ffd6d1-7f78-41ab-92a5-e3081f950544 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 945 time: 0.0752382 Sep 26 13:00:16.516131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:16.543494 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49ebcde6-1c61-47fb-89fc-2a55e9a2ffb0 req-12a2b210-4443-479b-9f1f-16d7a420b0b0 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 210 time: 0.0524700 Sep 26 13:00:16.593106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Network f273fa41-305f-4b7f-b781-89736d65eb6a is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:00:16.603508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:16.606292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:00:16.639671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event updated for resources: {'Port': ['ID=75b18718-ed83-4387-b044-b77031c28d6c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:16.690879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:16.691505 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:16.712405 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-25825f79-3c0b-4beb-865c-2eea481cd0f8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9953036 Sep 26 13:00:16.728995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Request body: {'port': {'device_id': '32afaab5-90d0-4ba7-b043-5d8a6436a12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:16.733930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Deleting port 8da4cc33-3ecb-411d-8625-2cd17a783043 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:16.734280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:16.893775 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:16.922114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] For port 8da4cc33-3ecb-411d-8625-2cd17a783043, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=8da4cc33-3ecb-411d-8625-2cd17a783043,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:16.922114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:16.932103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b118077-14cd-4507-a0f4-ad01ff90ddca req-1e71ad25-385f-4768-bb3a-4a7bd1bcd8ae tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:16.939916 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b118077-14cd-4507-a0f4-ad01ff90ddca req-1e71ad25-385f-4768-bb3a-4a7bd1bcd8ae tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.1670411 Sep 26 13:00:16.984955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Calling delete_port for 8da4cc33-3ecb-411d-8625-2cd17a783043 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:17.010560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38b92-cedf-4bc7-8e72-0e6d7b9dd781 req-60e0dfe2-3e06-4ae8-9a92-e08a52729c02 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:17.012708 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6fc38b92-cedf-4bc7-8e72-0e6d7b9dd781 req-60e0dfe2-3e06-4ae8-9a92-e08a52729c02 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 944 time: 0.0794349 Sep 26 13:00:17.043572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b118077-14cd-4507-a0f4-ad01ff90ddca req-88b9197a-f6f0-40a3-93cb-0abb18966767 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980992 Sep 26 13:00:17.094846 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6fc38b92-cedf-4bc7-8e72-0e6d7b9dd781 req-584b631a-0cd5-4c21-ad18-162770e0e6d1 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681722 Sep 26 13:00:17.262161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c43d4-00e0-4563-b823-518b0cf82b12 req-a403fab1-5eae-412b-a682-43e34ace4a41 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:17.263665 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-606c43d4-00e0-4563-b823-518b0cf82b12 req-a403fab1-5eae-412b-a682-43e34ace4a41 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 945 time: 0.0786734 Sep 26 13:00:17.289360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 506c725b-4054-4864-a148-ffb2157c64b3 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:00:17.337371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22667435-000d-4506-89dc-f6d6ae230820 req-43639b69-e44c-4cbd-9c8d-305909215957 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:17.339220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-22667435-000d-4506-89dc-f6d6ae230820 req-43639b69-e44c-4cbd-9c8d-305909215957 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1747773 Sep 26 13:00:17.346498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-606c43d4-00e0-4563-b823-518b0cf82b12 req-6cc64140-c05c-47b4-9df5-9c56d8b9c9d3 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667317 Sep 26 13:00:17.393514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 506c725b-4054-4864-a148-ffb2157c64b3 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:00:17.399573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 506c725b-4054-4864-a148-ffb2157c64b3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:17.400030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:17.460873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-22667435-000d-4506-89dc-f6d6ae230820 req-391c12d8-bd22-4870-8dd5-66d52be8bd03 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124654 Sep 26 13:00:17.473185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:17.501457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ecd84a5b-ea5f-436d-b558-03e788fef1a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:17.525247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Pushing event deleted for resources: {'Port': ['ID=8da4cc33-3ecb-411d-8625-2cd17a783043,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:17.610351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] No DVR routers for this DVR port 8da4cc33-3ecb-411d-8625-2cd17a783043 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:17.613137 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:17.615825 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1cb032f-5ca9-491c-8fb6-359d7aebe085 req-e5f805b5-ea93-459c-af20-e4adffd73d58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.24 "DELETE /v2.0/ports/8da4cc33-3ecb-411d-8625-2cd17a783043 HTTP/1.1" status: 204 len: 173 time: 1.0903485 Sep 26 13:00:17.633549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'name': 'network-vif-deleted', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:17.636356 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3470cff-5d6f-4789-806c-6999a733f04a" -d '{"events": [{"server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "name": "network-vif-deleted", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:17.674763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b18718-ed83-4387-b044-b77031c28d6c {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:17.685960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:17.705939 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:17.714458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e880-7b26-4ba5-b44c-0c6c78fdee48 req-2be06984-1a6d-4bb3-9a62-80c5db451027 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:17.716267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4696e880-7b26-4ba5-b44c-0c6c78fdee48 req-2be06984-1a6d-4bb3-9a62-80c5db451027 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.1341147 Sep 26 13:00:17.717385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Transition to ACTIVE for port object 75b18718-ed83-4387-b044-b77031c28d6c will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:00:17.722086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:17.803610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f56a3-ab9d-4c87-977c-c4690eb1521c req-f1f36ccf-ba4d-45c9-a0d4-1529c09abf72 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:17.812657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb3f56a3-ab9d-4c87-977c-c4690eb1521c req-f1f36ccf-ba4d-45c9-a0d4-1529c09abf72 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 931 time: 0.1310616 Sep 26 13:00:17.833655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 506c725b-4054-4864-a148-ffb2157c64b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=506c725b-4054-4864-a148-ffb2157c64b3,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:17.833655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506c725b-4054-4864-a148-ffb2157c64b3'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:17.844444 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a5e61c-634a-44b8-b044-9327a0a033be" -d '{"events": [{"server_uuid": "1a9f48f1-cd10-406f-9051-96d02a4cd710", "name": "network-vif-plugged", "status": "completed", "tag": "506c725b-4054-4864-a148-ffb2157c64b3"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:17.854699 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:17.854699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 8da4cc33-3ecb-411d-8625-2cd17a783043 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:17.918455 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb3f56a3-ab9d-4c87-977c-c4690eb1521c req-7bea9a08-5937-4f02-99a7-de93d6133ccc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043139 Sep 26 13:00:18.081067 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7229576-a1a5-4a05-be46-c526229fb9e6 x-openstack-request-id: req-d7229576-a1a5-4a05-be46-c526229fb9e6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:18.081443 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ebc73d-7259-4f78-8b23-40a4003c0646", "name": "network-vif-deleted", "tag": "8da4cc33-3ecb-411d-8625-2cd17a783043", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:18.081936 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7229576-a1a5-4a05-be46-c526229fb9e6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:18.082391 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ebc73d-7259-4f78-8b23-40a4003c0646', 'name': 'network-vif-deleted', 'tag': '8da4cc33-3ecb-411d-8625-2cd17a783043', 'status': 'completed', 'code': 200} Sep 26 13:00:18.146294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 8da4cc33-3ecb-411d-8625-2cd17a783043 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:18.146687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 8da4cc33-3ecb-411d-8625-2cd17a783043 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:18.164990 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b35bb-a932-43fb-8c25-a01e5cf2d19f x-openstack-request-id: req-5b3b35bb-a932-43fb-8c25-a01e5cf2d19f {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:18.165374 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9f48f1-cd10-406f-9051-96d02a4cd710", "name": "network-vif-plugged", "status": "completed", "tag": "506c725b-4054-4864-a148-ffb2157c64b3", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:18.165921 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b3b35bb-a932-43fb-8c25-a01e5cf2d19f {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:18.166358 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506c725b-4054-4864-a148-ffb2157c64b3', 'code': 200} Sep 26 13:00:18.173119 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4696e880-7b26-4ba5-b44c-0c6c78fdee48 req-da207ff0-b6bb-437a-bda8-383252ac266e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482846 Sep 26 13:00:18.176652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Pushing event updated for resources: {'Port': ['ID=75b18718-ed83-4387-b044-b77031c28d6c,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:18.177312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device a68e4890-2a86-4e72-b657-acc17d0b603b details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:18.268633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=506c725b-4054-4864-a148-ffb2157c64b3,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:18.378706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89723f1-73d0-41c7-a033-d9cd79c4493a req-4ac85b95-995d-468c-bd07-84ca5095e462 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:18.390166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c89723f1-73d0-41c7-a033-d9cd79c4493a req-4ac85b95-995d-468c-bd07-84ca5095e462 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.1048050 Sep 26 13:00:18.399739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Attempting to bind port 75b18718-ed83-4387-b044-b77031c28d6c on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:18.400161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Attempting to bind port 75b18718-ed83-4387-b044-b77031c28d6c by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:18.400558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Attempting to bind port 75b18718-ed83-4387-b044-b77031c28d6c on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:18.411076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a1063-4338-45d4-8796-7882c7547720 req-6e8236a3-642d-41a8-b8af-ddad1be1fad6 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:18.416920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:18.418821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-634a1063-4338-45d4-8796-7882c7547720 req-6e8236a3-642d-41a8-b8af-ddad1be1fad6 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.1185122 Sep 26 13:00:18.426817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776663e-6bd6-43f6-bd8a-6b31de977895 req-c58c4540-9178-4c96-934f-ea748e4a7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:18.428338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f776663e-6bd6-43f6-bd8a-6b31de977895 req-c58c4540-9178-4c96-934f-ea748e4a7a27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 1097 time: 0.1897953 Sep 26 13:00:18.432492 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'a68e4890-2a86-4e72-b657-acc17d0b603b', 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14', 'port_id': 'a68e4890-2a86-4e72-b657-acc17d0b603b', 'mac_address': 'fa:16:3e:ac:12:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3e1825-3fbb-4f19-9bc3-539323a9e4c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:00:18.438091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Port 75b18718-ed83-4387-b044-b77031c28d6c on network f273fa41-305f-4b7f-b781-89736d65eb6a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:18.438091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Attempting to bind port 75b18718-ed83-4387-b044-b77031c28d6c on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:18.459438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:18.459885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Checking segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:18.460340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Bound using segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:18.460907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Bound port: 75b18718-ed83-4387-b044-b77031c28d6c, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:18.461305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:18.478697 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c89723f1-73d0-41c7-a033-d9cd79c4493a req-9ad4616f-4781-4f21-a7f2-d500dd152242 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792251 Sep 26 13:00:18.508073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-634a1063-4338-45d4-8796-7882c7547720 req-13f68fc8-9815-4f83-bea8-d264383b59a0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816269 Sep 26 13:00:18.561338 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:18.573313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f776663e-6bd6-43f6-bd8a-6b31de977895 req-aa4c841d-d9e4-47b3-b80c-4cb776cdb83d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306505 Sep 26 13:00:18.591389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68e4890-2a86-4e72-b657-acc17d0b603b {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:18.629473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-de8bacb0-ce50-4fe4-a6e0-effadec902ab req-26503119-3256-434e-be68-d5419e57f400 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 210 time: 0.0427682 Sep 26 13:00:18.648891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] For port 75b18718-ed83-4387-b044-b77031c28d6c, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:18.654602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:18.656947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] For port 75b18718-ed83-4387-b044-b77031c28d6c, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=75b18718-ed83-4387-b044-b77031c28d6c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:18.660881 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:18.666928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:18.782740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:18.785714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:18.787434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] 10.222.0.24 "PUT /v2.0/ports/75b18718-ed83-4387-b044-b77031c28d6c HTTP/1.1" status: 200 len: 1092 time: 2.0626495 Sep 26 13:00:18.792921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb257-44ff-4030-95f6-bc3e3d83d24b req-9bee7d62-f672-4c2b-99ea-30e8b0aef74c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:18.795499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:18.800095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-987eb257-44ff-4030-95f6-bc3e3d83d24b req-9bee7d62-f672-4c2b-99ea-30e8b0aef74c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0950575 Sep 26 13:00:18.835705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b5e88-6346-43ae-b13a-55a6d8d1e283 service neutron] Pushing event updated for resources: {'Port': ['ID=75b18718-ed83-4387-b044-b77031c28d6c,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:18.885579 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-987eb257-44ff-4030-95f6-bc3e3d83d24b req-22b4f66b-499d-4fed-a6bd-31ba8301ca5b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698040 Sep 26 13:00:18.922462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-590a96d3-5fe4-4c14-9eee-cce910a84311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:18.924009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-590a96d3-5fe4-4c14-9eee-cce910a84311 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 1095 time: 0.0749044 Sep 26 13:00:18.970540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-4ae53086-4452-46ef-a555-1a1ce78891c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b18718-ed83-4387-b044-b77031c28d6c HTTP/1.1" status: 200 len: 217 time: 0.0382614 Sep 26 13:00:19.082993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-306ff746-9ebf-4e26-89ea-9d801dad377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:19.084866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-306ff746-9ebf-4e26-89ea-9d801dad377d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.0975647 Sep 26 13:00:19.119351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2c38f-0ed8-4baa-ac81-159f325f35bd req-8e6a2710-d27b-4554-8401-3fe681437497 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:19.121023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ab2c38f-0ed8-4baa-ac81-159f325f35bd req-8e6a2710-d27b-4554-8401-3fe681437497 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 943 time: 0.0881267 Sep 26 13:00:19.141458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-a9a046ac-8ff0-4397-a4ac-040f3c0d0b3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456724 Sep 26 13:00:19.167762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['a68e4890-2a86-4e72-b657-acc17d0b603b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:19.265216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ab2c38f-0ed8-4baa-ac81-159f325f35bd req-5f6bf855-eed3-4288-b4c1-871798924cee tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264548 Sep 26 13:00:19.317866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-5fdd5ec8-5307-4fa8-ae9f-6dda957772ce service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685915 Sep 26 13:00:19.356923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d8891-c77d-4232-971a-6ba00b1ab2c4 req-4ecd37aa-eb49-474a-8e5d-5ddc993abbae tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:19.361148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa3d8891-c77d-4232-971a-6ba00b1ab2c4 req-4ecd37aa-eb49-474a-8e5d-5ddc993abbae tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 944 time: 0.0993927 Sep 26 13:00:19.411804 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa3d8891-c77d-4232-971a-6ba00b1ab2c4 req-b8d60baf-7073-4e69-bfc6-98f8cbfab032 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 Sep 26 13:00:19.448018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d77f184a-b49a-4e53-befc-a7b3ba663e67 req-2c8acacb-bf92-45a2-8a07-a783b44b12ed service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167245 Sep 26 13:00:19.617669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b25c82-90e5-42fe-89d8-041398604fa8 req-ce4e6941-a1cf-43a0-a33b-e1786eddfb54 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:19.619379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a5b25c82-90e5-42fe-89d8-041398604fa8 req-ce4e6941-a1cf-43a0-a33b-e1786eddfb54 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0590811 Sep 26 13:00:19.635292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3a17a-9da6-403f-959f-824a0401308e req-674adf85-fe26-455d-9d2d-5161938ecd62 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:19.637325 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb3a17a-9da6-403f-959f-824a0401308e req-674adf85-fe26-455d-9d2d-5161938ecd62 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.0570445 Sep 26 13:00:19.680609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a5b25c82-90e5-42fe-89d8-041398604fa8 req-f4a6bc42-897c-4642-88df-899cdc58246d tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505228 Sep 26 13:00:19.707417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb3a17a-9da6-403f-959f-824a0401308e req-0a8ecf77-56dc-454b-a91b-3d84f2778b35 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632973 Sep 26 13:00:19.773953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89d4e008-7761-4fa7-a609-177e8a856030 req-354d6579-4c8b-4ca6-bbce-fea6707b743f tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 210 time: 0.0345552 Sep 26 13:00:19.943255 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:20.044674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4de56d-bdae-4805-a9f4-bd4826444b04 req-591a5721-cae6-40cf-9f7d-3d315f7b94e8 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.046377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b4de56d-bdae-4805-a9f4-bd4826444b04 req-591a5721-cae6-40cf-9f7d-3d315f7b94e8 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0590520 Sep 26 13:00:20.083266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32afaab5-90d0-4ba7-b043-5d8a6436a12b', 'tag': '75b18718-ed83-4387-b044-b77031c28d6c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:20.086566 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9562745-1e22-4454-93c7-73f9e1168cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "32afaab5-90d0-4ba7-b043-5d8a6436a12b", "tag": "75b18718-ed83-4387-b044-b77031c28d6c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:20.106858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b4de56d-bdae-4805-a9f4-bd4826444b04 req-31749832-a908-41ec-8737-69d610315d6f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539310 Sep 26 13:00:20.245151 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675cd294-fb30-4749-92be-c62d67c58bb2 x-openstack-request-id: req-675cd294-fb30-4749-92be-c62d67c58bb2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:20.245457 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32afaab5-90d0-4ba7-b043-5d8a6436a12b", "tag": "75b18718-ed83-4387-b044-b77031c28d6c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:20.245738 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-675cd294-fb30-4749-92be-c62d67c58bb2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:20.246134 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32afaab5-90d0-4ba7-b043-5d8a6436a12b', 'tag': '75b18718-ed83-4387-b044-b77031c28d6c', 'status': 'completed', 'code': 200} Sep 26 13:00:20.389794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-4ce87bc4-694a-4bb5-855e-83b390e83c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.391516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-4ce87bc4-694a-4bb5-855e-83b390e83c5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 1095 time: 0.1190665 Sep 26 13:00:20.416768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfd764-c32d-400a-8906-405068764e86 req-1db0aa46-9a2f-48a7-9b7c-79fd3e49f2fe tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.418780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06bfd764-c32d-400a-8906-405068764e86 req-1db0aa46-9a2f-48a7-9b7c-79fd3e49f2fe tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0725179 Sep 26 13:00:20.564031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06bfd764-c32d-400a-8906-405068764e86 req-49d097f3-fee2-434f-a605-deaa426df9fe tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322122 Sep 26 13:00:20.576194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb403859-00c9-4287-902f-93ec3d24d630 req-d17a1216-cf9c-4650-a3f6-249cd872a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.577828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb403859-00c9-4287-902f-93ec3d24d630 req-d17a1216-cf9c-4650-a3f6-249cd872a203 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6b48d698d74485a9068c01be0c10360&device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1482329 Sep 26 13:00:20.601999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-55012946-500f-4cc5-9536-a7520cca3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.603509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-55012946-500f-4cc5-9536-a7520cca3bf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 912 time: 0.1837130 Sep 26 13:00:20.718898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-1c608e8d-7ea0-45e1-a952-05df6c207028 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b18718-ed83-4387-b044-b77031c28d6c HTTP/1.1" status: 200 len: 217 time: 0.1057632 Sep 26 13:00:20.822715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd4295-db6b-45dd-9f8b-8b033bf1aecb req-39a0eaa5-e5f8-4b51-8b23-616bc3239f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.824141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd4295-db6b-45dd-9f8b-8b033bf1aecb req-39a0eaa5-e5f8-4b51-8b23-616bc3239f2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 1098 time: 0.2197633 Sep 26 13:00:20.831799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c90adb-9ed0-41c3-aae8-9c1d107ca593 req-9f33540c-c943-4ad3-bb2d-25d82ef271d1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.833570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e2c90adb-9ed0-41c3-aae8-9c1d107ca593 req-9f33540c-c943-4ad3-bb2d-25d82ef271d1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 944 time: 0.0514235 Sep 26 13:00:20.838225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16521d91-35b4-4af3-9bd6-12d9a52c9e66 req-7dfd0577-4310-4b07-90cf-3b6f5e72b627 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.839715 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16521d91-35b4-4af3-9bd6-12d9a52c9e66 req-7dfd0577-4310-4b07-90cf-3b6f5e72b627 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 943 time: 0.2000954 Sep 26 13:00:20.854219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-a1c23fc6-af95-4445-a75a-8456cfc7e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.855883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-a1c23fc6-af95-4445-a75a-8456cfc7e894 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.1033766 Sep 26 13:00:20.864080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb403859-00c9-4287-902f-93ec3d24d630 req-d41cf309-f628-4408-a11a-1762ffe2d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:20.865515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb403859-00c9-4287-902f-93ec3d24d630 req-d41cf309-f628-4408-a11a-1762ffe2d03a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 200 len: 916 time: 0.2598240 Sep 26 13:00:20.879736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e2c90adb-9ed0-41c3-aae8-9c1d107ca593 req-6647a13a-8199-4eb1-8094-1f6622fde083 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Sep 26 13:00:20.914979 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-de616e18-0736-41a0-8b5f-5efad332313c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485070 Sep 26 13:00:20.962721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb403859-00c9-4287-902f-93ec3d24d630 req-e50719da-15ee-480c-809b-daed903752bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2912602e-ba87-493d-a1dc-57838c8e727d HTTP/1.1" status: 200 len: 217 time: 0.0810153 Sep 26 13:00:20.968580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd4295-db6b-45dd-9f8b-8b033bf1aecb req-4df22519-c7bb-41c9-a7ff-19b9bf09fe0a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263270 Sep 26 13:00:20.998971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16521d91-35b4-4af3-9bd6-12d9a52c9e66 req-14150efb-1e60-4961-9aec-1594a90d4430 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479940 Sep 26 13:00:21.108235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-b3320d50-fc32-4332-942e-a8843676c26d service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560063 Sep 26 13:00:21.151251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2645e-3778-431a-a697-f7cf8e11359b req-dd704f83-8377-43d4-9efc-3423ceb6498c tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:21.152805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36e2645e-3778-431a-a697-f7cf8e11359b req-dd704f83-8377-43d4-9efc-3423ceb6498c tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.0763307 Sep 26 13:00:21.161811 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d648624c-60cd-447a-b65b-4544b5e1971c req-cc6d29c4-774a-44ef-b4d2-f27c060d1e58 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 210 time: 0.0368266 Sep 26 13:00:21.291431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36e2645e-3778-431a-a697-f7cf8e11359b req-387dfe5b-9c00-49e8-ba05-f38fcbcf71c0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312733 Sep 26 13:00:21.294729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb403859-00c9-4287-902f-93ec3d24d630 req-5947a8cb-001b-4106-9d84-9f31a65b19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:21.296228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb403859-00c9-4287-902f-93ec3d24d630 req-5947a8cb-001b-4106-9d84-9f31a65b19b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03a19da4-9971-4702-be7d-338ac41d6111 HTTP/1.1" status: 200 len: 855 time: 0.1344922 Sep 26 13:00:21.350708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fdf5d-55da-4846-b621-da09311386a5 req-69131398-aca1-44a3-8c6a-4e97f11a340b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:21.352619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f27fdf5d-55da-4846-b621-da09311386a5 req-69131398-aca1-44a3-8c6a-4e97f11a340b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0715418 Sep 26 13:00:21.353777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9562745-1e22-4454-93c7-73f9e1168cc8 req-11e1c33d-f79b-4d77-981b-5a037b9c0915 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735678 Sep 26 13:00:21.367801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb403859-00c9-4287-902f-93ec3d24d630 req-47705aab-db27-4c06-b364-3b94c001c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:21.369746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb403859-00c9-4287-902f-93ec3d24d630 req-47705aab-db27-4c06-b364-3b94c001c83b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4b027a8-1e40-4def-845f-b1d86e441caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650222 Sep 26 13:00:21.400579 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f27fdf5d-55da-4846-b621-da09311386a5 req-826a770b-8be5-4e5d-a53a-47bfe752a3e4 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380549 Sep 26 13:00:21.515999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51e9b-5f6b-49fc-80c2-bdc1964615c4 req-20f7e071-5914-4958-b531-9b06e5c572e4 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:21.517821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4a51e9b-5f6b-49fc-80c2-bdc1964615c4 req-20f7e071-5914-4958-b531-9b06e5c572e4 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.0511332 Sep 26 13:00:21.528733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60652) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:21.536458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Request body: {'floatingip': {'port_id': '506c725b-4054-4864-a148-ffb2157c64b3'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:21.561547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb403859-00c9-4287-902f-93ec3d24d630 req-f84a4408-ff45-4c72-96cb-4e23639cd1d7 service neutron] 10.222.0.24 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633158 Sep 26 13:00:21.569653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-30cb639a-e141-4828-80a1-f7edb9800b78 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:21.571828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-30cb639a-e141-4828-80a1-f7edb9800b78 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 805 time: 0.1661882 Sep 26 13:00:21.587536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:21.608730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-5fa6ec40-1d32-40bc-9082-323056d4e87e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/quotas/f9d8fe3bd1df47728007ae5f498efe23 HTTP/1.1" status: 200 len: 375 time: 0.0281105 Sep 26 13:00:21.704251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb403859-00c9-4287-902f-93ec3d24d630 req-46588fbb-69f2-4c18-b9e1-000b43dae800 service neutron] 10.222.0.24 "GET /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316576 Sep 26 13:00:21.712457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-1afc0ee6-9d2a-45ac-92b9-d1c5e5b9ae6c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691061 Sep 26 13:00:21.812415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84ad6d-0fae-4406-a41b-70f8bc4d2cc9 req-48c37d81-f5c5-4ac4-ac4f-e47d75263d91 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:21.813988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f84ad6d-0fae-4406-a41b-70f8bc4d2cc9 req-48c37d81-f5c5-4ac4-ac4f-e47d75263d91 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.1473804 Sep 26 13:00:21.873692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-ef908229-3ed5-4ee8-b528-086ef84a2676 service neutron] 10.222.0.13 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525154 Sep 26 13:00:21.904423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f84ad6d-0fae-4406-a41b-70f8bc4d2cc9 req-36600f78-61bb-4867-933b-1062eca7cb77 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Sep 26 13:00:21.974303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-8f9d9d92-51f4-4bd2-8304-fb3aeaa6cf3b service neutron] 10.222.0.13 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981195 Sep 26 13:00:22.112591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903e7ad-6cf8-4773-be86-e722435c984e req-f545d1bd-203e-4462-9769-8f073c239cfc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:22.113943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8903e7ad-6cf8-4773-be86-e722435c984e req-f545d1bd-203e-4462-9769-8f073c239cfc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 944 time: 0.1040530 Sep 26 13:00:22.194668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device a68e4890-2a86-4e72-b657-acc17d0b603b up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:00:22.276294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8903e7ad-6cf8-4773-be86-e722435c984e req-c4229021-3064-4edf-ab38-e200bb07ed3f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317894 Sep 26 13:00:22.285897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port a68e4890-2a86-4e72-b657-acc17d0b603b completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:00:22.291420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port a68e4890-2a86-4e72-b657-acc17d0b603b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:22.292054 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:22.315086 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:22.323383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30863345-a49b-4a07-b25f-41a04900c934 req-371f1bd1-6bb0-4210-9cb3-9c4af1ff4624 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:22.325856 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:22.332901 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30863345-a49b-4a07-b25f-41a04900c934 req-371f1bd1-6bb0-4210-9cb3-9c4af1ff4624 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 943 time: 0.1415639 Sep 26 13:00:22.426912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30863345-a49b-4a07-b25f-41a04900c934 req-a2371990-37f2-472e-af9b-feafcdefb082 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913792 Sep 26 13:00:22.444632 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:22.491475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:22.498094 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f72933f-2133-4556-89d5-a9191171c904" -d '{"events": [{"server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "name": "network-vif-plugged", "status": "completed", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:22.534563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:22.541568 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:22.611583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:22.665193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-38daa1c8-4c53-471a-8559-2c45e4ae0bf4 req-f1f5f8c1-96ca-411a-8fd0-c09d050ab78b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ebc73d-7259-4f78-8b23-40a4003c0646 HTTP/1.1" status: 200 len: 210 time: 0.0346630 Sep 26 13:00:22.864538 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb7f0603-cc05-487e-a916-93d3564b5851 req-60c2dea8-1092-49b5-a608-3e19a73d5021 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 210 time: 0.4561491 Sep 26 13:00:22.912673 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Floating IP 948c0135-c4b8-4122-976c-7a0a1906af44 associated. External IP: 172.25.4.188, port: 506c725b-4054-4864-a148-ffb2157c64b3. Sep 26 13:00:22.919141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29017ae4-6f37-40f7-9878-1e4e0af58860 req-b9bf0404-bcc4-4f0f-ac8a-d40df8d4a45b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:22.923059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29017ae4-6f37-40f7-9878-1e4e0af58860 req-b9bf0404-bcc4-4f0f-ac8a-d40df8d4a45b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0987501 Sep 26 13:00:22.932561 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250df9a8-cc45-48f0-8279-c99e90a729bf x-openstack-request-id: req-250df9a8-cc45-48f0-8279-c99e90a729bf {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:22.933143 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "name": "network-vif-plugged", "status": "completed", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:22.933614 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-250df9a8-cc45-48f0-8279-c99e90a729bf {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:22.934182 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b', 'code': 200} Sep 26 13:00:22.997559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29017ae4-6f37-40f7-9878-1e4e0af58860 req-230ed402-5dc7-4624-9eba-530fa6521af1 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663033 Sep 26 13:00:23.126059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6534107-0ae9-4134-be6a-f45f783f566f req-70ec0843-b12d-4542-8103-aecc0e481e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:23.127774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1453bd4-c5f4-4d7a-b8c0-21a228d5b1ad req-e2499d42-2c5f-45da-9c3f-fd1f49baf88a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:23.129687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1453bd4-c5f4-4d7a-b8c0-21a228d5b1ad req-e2499d42-2c5f-45da-9c3f-fd1f49baf88a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0863669 Sep 26 13:00:23.142857 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6534107-0ae9-4134-be6a-f45f783f566f req-70ec0843-b12d-4542-8103-aecc0e481e9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1097 time: 0.1339009 Sep 26 13:00:23.192717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb7fc6-21f9-4ae4-8e93-0c60540ddf4f req-2b6f6ff7-c8df-41fd-9790-95c1740c1822 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:23.200845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2cbb7fc6-21f9-4ae4-8e93-0c60540ddf4f req-2b6f6ff7-c8df-41fd-9790-95c1740c1822 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1214921 Sep 26 13:00:23.252607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6534107-0ae9-4134-be6a-f45f783f566f req-4b95d55b-5bd5-42fd-9dbd-a79f3922315b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016970 Sep 26 13:00:23.255666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2cbb7fc6-21f9-4ae4-8e93-0c60540ddf4f req-6bf413b0-643f-4d28-9056-2a639498634e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538831 Sep 26 13:00:23.260135 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1453bd4-c5f4-4d7a-b8c0-21a228d5b1ad req-80230773-21c7-4dbd-97b3-a6b5b98f3de2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209114 Sep 26 13:00:23.295856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Router be97774c-cc2e-415c-863e-4ecae49f1e8b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:00:23.344764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 75b18718-ed83-4387-b044-b77031c28d6c details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:23.441515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:00:23.447716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:23.469261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7cbade11-ef59-4f7b-b700-4a06c95e906d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:23.490110 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2caebc25-95d5-4b1d-be07-c5688d8c5a80 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "PUT /v2.0/floatingips/948c0135-c4b8-4122-976c-7a0a1906af44 HTTP/1.1" status: 200 len: 991 time: 1.9597185 Sep 26 13:00:23.491040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'tag': '506c725b-4054-4864-a148-ffb2157c64b3'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:23.493872 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552dd91c-1163-454b-8b8d-5df6a7dedff9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9f48f1-cd10-406f-9051-96d02a4cd710", "tag": "506c725b-4054-4864-a148-ffb2157c64b3"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:23.527553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] Sync routers for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:00:23.556757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d462d-63fe-43d6-843d-2eb0797b1b70 req-f78bec86-84ec-4846-a990-1ec7638e5834 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:23.576659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93d462d-63fe-43d6-843d-2eb0797b1b70 req-f78bec86-84ec-4846-a990-1ec7638e5834 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.2034998 Sep 26 13:00:23.601875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:00:23.602889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:00:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:23.619771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854900b-6438-4f3c-9ade-44c783074266 req-bff0992c-c428-4810-8276-33f0f98ec985 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:23.621934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8854900b-6438-4f3c-9ade-44c783074266 req-bff0992c-c428-4810-8276-33f0f98ec985 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0653436 Sep 26 13:00:23.665821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-8a6f78f4-4727-4ce1-827b-349e279a2260 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:23.669833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-8a6f78f4-4727-4ce1-827b-349e279a2260 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.24 "GET /v2.0/ports?device_id=e965992f-9222-4d62-b2d8-1275624b3bdd HTTP/1.1" status: 200 len: 945 time: 0.2167094 Sep 26 13:00:23.682928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93d462d-63fe-43d6-843d-2eb0797b1b70 req-743d1555-5d0d-4667-b139-d02e916e1763 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054938 Sep 26 13:00:23.687996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 75b18718-ed83-4387-b044-b77031c28d6c, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=75b18718-ed83-4387-b044-b77031c28d6c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:23.699648 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8854900b-6438-4f3c-9ade-44c783074266 req-c7f65618-403d-4f8b-9d23-ba5ea421460f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631688 Sep 26 13:00:23.708981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '75b18718-ed83-4387-b044-b77031c28d6c', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'port_id': '75b18718-ed83-4387-b044-b77031c28d6c', 'mac_address': 'fa:16:3e:80:d8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac6c873-36de-432a-b898-cb946da0945e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:00:23.842507 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:23.872364 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:23.899116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:00:23.912330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c65bd-cfbc-4896-8038-141ff3a2618e req-dcb014af-cb41-4d15-a579-f31c0014b508 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:23.921106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-320c65bd-cfbc-4896-8038-141ff3a2618e req-dcb014af-cb41-4d15-a579-f31c0014b508 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0988443 Sep 26 13:00:23.924211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbe350-5d2b-4feb-96fd-9fc0a0c21fb0 req-5a71ecbb-6f21-45d0-9b55-0198eba497a6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:23.925955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fddbe350-5d2b-4feb-96fd-9fc0a0c21fb0 req-5a71ecbb-6f21-45d0-9b55-0198eba497a6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 943 time: 0.0892417 Sep 26 13:00:23.939416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Deleting port 7cbade11-ef59-4f7b-b700-4a06c95e906d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:23.940046 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:24.008540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-320c65bd-cfbc-4896-8038-141ff3a2618e req-42157463-5d64-4263-9b69-4c94ab135646 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852365 Sep 26 13:00:24.012411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b18718-ed83-4387-b044-b77031c28d6c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:24.034269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:24.051952 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:24.107535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 75b18718-ed83-4387-b044-b77031c28d6c, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=75b18718-ed83-4387-b044-b77031c28d6c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:24.119294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] For port 7cbade11-ef59-4f7b-b700-4a06c95e906d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7cbade11-ef59-4f7b-b700-4a06c95e906d,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:24.119672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:24.134891 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:24.159565 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf21cd-f807-448e-befa-c1d605fc3c0f x-openstack-request-id: req-dcaf21cd-f807-448e-befa-c1d605fc3c0f {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:24.159865 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9f48f1-cd10-406f-9051-96d02a4cd710", "tag": "506c725b-4054-4864-a148-ffb2157c64b3", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:24.160279 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcaf21cd-f807-448e-befa-c1d605fc3c0f {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:24.161198 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'tag': '506c725b-4054-4864-a148-ffb2157c64b3', 'status': 'completed', 'code': 200} Sep 26 13:00:24.174501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Calling delete_port for 7cbade11-ef59-4f7b-b700-4a06c95e906d owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:24.251960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fddbe350-5d2b-4feb-96fd-9fc0a0c21fb0 req-5fbd7997-f7fa-4863-959a-3dda55b2dd75 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169851 Sep 26 13:00:24.270375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:24.400050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bdf40-5f58-496c-8f88-7079b2f6b6e7 req-cb7a14af-a84d-497b-a0e0-5f2f4d061ff2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:24.401733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce8bdf40-5f58-496c-8f88-7079b2f6b6e7 req-cb7a14af-a84d-497b-a0e0-5f2f4d061ff2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 946 time: 0.0792744 Sep 26 13:00:24.427291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=75b18718-ed83-4387-b044-b77031c28d6c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:24.444052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['75b18718-ed83-4387-b044-b77031c28d6c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:24.479669 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce8bdf40-5f58-496c-8f88-7079b2f6b6e7 req-a7b0f305-a133-41a3-968c-fbc4a9565b9a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640600 Sep 26 13:00:24.610459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '948c0135-c4b8-4122-976c-7a0a1906af44', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'port_id': '506c725b-4054-4864-a148-ffb2157c64b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'mac_address': 'fa:16:3e:3b:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:59:58Z', 'updated_at': '2021-09-26T13:00:22Z', 'revision_number': 1, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:57Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:24.673691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] Checking router: be97774c-cc2e-415c-863e-4ecae49f1e8b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:00:24.681996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71bb14-7b98-4ab9-8113-0e8cd139296d req-18be75c4-9a8e-485a-993e-ed9a38aeb068 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:24.693119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8c71bb14-7b98-4ab9-8113-0e8cd139296d req-18be75c4-9a8e-485a-993e-ed9a38aeb068 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.0899248 Sep 26 13:00:24.699426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:00:24.700348 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:00:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:24.779030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8c71bb14-7b98-4ab9-8113-0e8cd139296d req-37fbd9e5-9132-4451-8bd8-8d5deed96eae tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800722 Sep 26 13:00:24.829736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a328581-14ce-4d46-8a9a-f794783b414b req-8df65aad-8726-4b93-b7c0-a33a7a9dce94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8047688 Sep 26 13:00:24.862221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-262e22a9-80d4-40db-8a0e-723248c4656f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:24.863922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-262e22a9-80d4-40db-8a0e-723248c4656f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.23 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 805 time: 0.9919004 Sep 26 13:00:24.872405 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3fa812f4-d929-4b51-9641-75e4f0947c3e req-91b53bc7-c5d7-4ab6-bcfc-9c7cb8d36e51 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 210 time: 0.0694289 Sep 26 13:00:24.892062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Request body: {'port': {'device_id': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'admin_state_up': True, 'tenant_id': 'f9d8fe3bd1df47728007ae5f498efe23'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:24.892962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:00:24.970015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2799f2d-9a30-4c87-aa10-3bd4b3286957 req-fb29f97b-1e8d-4063-aac2-3c834579acbe tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:24.985116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2799f2d-9a30-4c87-aa10-3bd4b3286957 req-fb29f97b-1e8d-4063-aac2-3c834579acbe tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.1105490 Sep 26 13:00:25.013515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-e490376d-dbeb-4aff-960b-3bf3efa3bbb2 req-32751b12-621c-4c04-a7b6-7cfac88b37f6 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:00:25.014689 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e490376d-dbeb-4aff-960b-3bf3efa3bbb2 req-32751b12-621c-4c04-a7b6-7cfac88b37f6 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521803 Sep 26 13:00:25.018291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:25.020829 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f138d661-d409-4c93-a12b-e78232785052" -d '{"events": [{"server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:25.024460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-244032fa-1b3e-499a-bbdb-4232a2f7b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:25.025976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-244032fa-1b3e-499a-bbdb-4232a2f7b194 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f85afb0e1a5248b6a6f2bcf3dc2153cd&device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 1097 time: 0.8373675 Sep 26 13:00:25.047073 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2799f2d-9a30-4c87-aa10-3bd4b3286957 req-8b42f074-0202-4007-90a4-4b1964391d3b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604949 Sep 26 13:00:25.228627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a328581-14ce-4d46-8a9a-f794783b414b req-09bead2f-3b0b-484e-8d1d-1b5b75575130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:25.230659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a328581-14ce-4d46-8a9a-f794783b414b req-09bead2f-3b0b-484e-8d1d-1b5b75575130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f82c8d8c1114d228c91c52e4f309952&device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 1096 time: 0.3616881 Sep 26 13:00:25.252931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782be5db-38f6-473e-baf0-95fa82940482 req-74d10c20-5831-4c5f-9c44-9df639fd56db tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:25.267250 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-782be5db-38f6-473e-baf0-95fa82940482 req-74d10c20-5831-4c5f-9c44-9df639fd56db tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1209412 Sep 26 13:00:25.322386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-782be5db-38f6-473e-baf0-95fa82940482 req-0fbd4afb-17bc-4cd5-8947-58c0655f0f70 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Sep 26 13:00:25.436838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '948c0135-c4b8-4122-976c-7a0a1906af44', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'port_id': '506c725b-4054-4864-a148-ffb2157c64b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'mac_address': 'fa:16:3e:3b:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:59:58Z', 'updated_at': '2021-09-26T13:00:22Z', 'revision_number': 1, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:57Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:25.449141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e490376d-dbeb-4aff-960b-3bf3efa3bbb2 req-1b241fce-561a-4a9c-b59f-74180162ac04 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4216633 Sep 26 13:00:25.488045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f875d-cd64-4e41-b009-e65b0e2796e0 None None] The sync data for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 is: [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '948c0135-c4b8-4122-976c-7a0a1906af44', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'floating_ip_address': '172.25.4.188', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'port_id': '506c725b-4054-4864-a148-ffb2157c64b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'mac_address': 'fa:16:3e:3b:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T12:59:58Z', 'updated_at': '2021-09-26T13:00:22Z', 'revision_number': 1, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:57Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:00:25.613447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-c265fe94-18f2-4146-a09e-bce4351cc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:25.615274 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-c265fe94-18f2-4146-a09e-bce4351cc03f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6ddf15a-82df-483f-8e48-7b8ef24dde58 HTTP/1.1" status: 200 len: 906 time: 0.5656924 Sep 26 13:00:25.615429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1f4f0-dc5f-4ed7-b2d0-668fcfe67075 req-64790c52-f322-4524-9943-c0c5ec9c231b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:25.615861 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:25.617373 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-75c1f4f0-dc5f-4ed7-b2d0-668fcfe67075 req-64790c52-f322-4524-9943-c0c5ec9c231b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 944 time: 0.1066475 Sep 26 13:00:25.684623 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-75c1f4f0-dc5f-4ed7-b2d0-668fcfe67075 req-909b23ff-a97e-4be9-ba14-878170f89e69 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585780 Sep 26 13:00:25.712730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Made reservation on behalf of f9d8fe3bd1df47728007ae5f498efe23 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:25.716163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:25.735857 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2ee5e8-5569-456e-a2f4-83a6fd30a49b x-openstack-request-id: req-9d2ee5e8-5569-456e-a2f4-83a6fd30a49b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:25.736488 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:25.736915 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d2ee5e8-5569-456e-a2f4-83a6fd30a49b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:25.737470 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'code': 200} Sep 26 13:00:25.824199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Pushing event deleted for resources: {'Port': ['ID=7cbade11-ef59-4f7b-b700-4a06c95e906d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:25.878280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a328581-14ce-4d46-8a9a-f794783b414b req-d49be2bc-ca4b-4cff-a386-5d2084590fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:25.889646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a328581-14ce-4d46-8a9a-f794783b414b req-d49be2bc-ca4b-4cff-a386-5d2084590fb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 200 len: 919 time: 0.6148412 Sep 26 13:00:25.903239 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592b27b-2181-433a-a5dd-d2124b445972 None None] New status for floating IP 948c0135-c4b8-4122-976c-7a0a1906af44: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:00:26.044282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] No DVR routers for this DVR port 7cbade11-ef59-4f7b-b700-4a06c95e906d on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:26.047209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:26.049944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3203d69f-d02c-4328-9a5f-641ec7b25799 req-74ed0df1-11c8-441c-bb28-fcd4b667b3ef tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.24 "DELETE /v2.0/ports/7cbade11-ef59-4f7b-b700-4a06c95e906d HTTP/1.1" status: 204 len: 173 time: 2.3614802 Sep 26 13:00:26.070304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'name': 'network-vif-deleted', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:26.074763 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b673a16-b028-44b1-8955-0b9f059968db" -d '{"events": [{"server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "name": "network-vif-deleted", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:26.087189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-ae9559ba-8535-4401-a03a-bcb5cf4c5311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=506c725b-4054-4864-a148-ffb2157c64b3 HTTP/1.1" status: 200 len: 999 time: 0.4454670 Sep 26 13:00:26.095438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a328581-14ce-4d46-8a9a-f794783b414b req-0de513e9-9e52-4389-96c7-53d0e506c57f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 200 len: 217 time: 0.1607683 Sep 26 13:00:26.118538 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ec2fe02-36ba-4212-8a6f-11be74628b22 req-2e0cb41a-623a-44a2-8991-2f8983046c5c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 210 time: 0.0455897 Sep 26 13:00:26.248293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad1c51-c695-431e-968f-56bcba732ec5 req-62abae00-e54a-4e7f-b8a1-b5e640c5040f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:26.257270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbad1c51-c695-431e-968f-56bcba732ec5 req-62abae00-e54a-4e7f-b8a1-b5e640c5040f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0660849 Sep 26 13:00:26.280640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-d237595f-f500-466f-975d-f9911ec50dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:26.282121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-d237595f-f500-466f-975d-f9911ec50dcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e4ba11c8-2c2e-4ed5-bb9a-a629883577ea HTTP/1.1" status: 200 len: 845 time: 0.1409380 Sep 26 13:00:26.306510 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbad1c51-c695-431e-968f-56bcba732ec5 req-77f07fb6-85f6-490a-be94-18cdb8cd433a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Sep 26 13:00:26.308731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a328581-14ce-4d46-8a9a-f794783b414b req-2c23f5c8-cbee-4da4-b7bc-f08c3a9320d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:26.310197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a328581-14ce-4d46-8a9a-f794783b414b req-2c23f5c8-cbee-4da4-b7bc-f08c3a9320d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 200 len: 859 time: 0.1702673 Sep 26 13:00:26.328819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2f38c-627b-4fae-90b2-1604ccf5d972 req-4e16127e-061b-4151-9737-063ef1f92e06 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:26.330412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f2f38c-627b-4fae-90b2-1604ccf5d972 req-4e16127e-061b-4151-9737-063ef1f92e06 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.3282390 Sep 26 13:00:26.381671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Allocated IP 172.20.0.13 (5461c450-2287-4558-a00f-b5689871e961/50a1bfe7-338a-49b9-acfe-86b4a9efa712/aa661a92-07cd-48c6-84dc-e38b8cb4ec9f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:00:26.398441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f2f38c-627b-4fae-90b2-1604ccf5d972 req-3b75aded-70d5-4113-a364-f97fb9cef98b tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603235 Sep 26 13:00:26.498478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ab067-7a0c-493d-9f44-c8dfdb6c52df req-0d805feb-bffb-45d6-a844-716992b0ef92 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:26.505707 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa0ab067-7a0c-493d-9f44-c8dfdb6c52df req-0d805feb-bffb-45d6-a844-716992b0ef92 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.1223838 Sep 26 13:00:26.571459 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409cc608-83ea-4d11-950a-5414bfa002f5 x-openstack-request-id: req-409cc608-83ea-4d11-950a-5414bfa002f5 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:26.571847 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e965992f-9222-4d62-b2d8-1275624b3bdd", "name": "network-vif-deleted", "tag": "7cbade11-ef59-4f7b-b700-4a06c95e906d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:26.572174 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-409cc608-83ea-4d11-950a-5414bfa002f5 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:26.572755 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e965992f-9222-4d62-b2d8-1275624b3bdd', 'name': 'network-vif-deleted', 'tag': '7cbade11-ef59-4f7b-b700-4a06c95e906d', 'status': 'completed', 'code': 200} Sep 26 13:00:26.578058 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa0ab067-7a0c-493d-9f44-c8dfdb6c52df req-fc787bb4-1611-436d-a653-9e4dcf383512 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655298 Sep 26 13:00:26.618321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:26.644997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d644-f665-48a9-8e1f-8e255e855404 req-98692f41-99f2-478d-9dc9-4f7a5e6f2a5f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:26.646732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1b7d644-f665-48a9-8e1f-8e255e855404 req-98692f41-99f2-478d-9dc9-4f7a5e6f2a5f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 946 time: 0.0731266 Sep 26 13:00:26.697142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:26.701303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1b7d644-f665-48a9-8e1f-8e255e855404 req-07c0e826-4f22-422b-a674-87e8ad5a2f29 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Sep 26 13:00:26.748188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Network 5461c450-2287-4558-a00f-b5689871e961 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:00:26.751607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:26.755616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:00:26.786275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Pushing event updated for resources: {'Port': ['ID=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:26.836363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:26.836977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:26.850791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf2e8-0de4-42b2-adbc-fc0c1b8b03be req-49d86420-2019-4aa1-8618-9b86c2004ce4 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:26.852349 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-568cf2e8-0de4-42b2-adbc-fc0c1b8b03be req-49d86420-2019-4aa1-8618-9b86c2004ce4 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1097 time: 0.0699942 Sep 26 13:00:26.858820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-f85e667c-9894-4c75-95ab-38f4b833ea58 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9715769 Sep 26 13:00:26.873012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Request body: {'port': {'device_id': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:26.919028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-568cf2e8-0de4-42b2-adbc-fc0c1b8b03be req-04622d9a-52d2-4485-9ab7-b1b288906874 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586445 Sep 26 13:00:26.952210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:27.165056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-867af666-c047-4392-96d8-ef239ea87657 req-3fadd47f-2e6a-4629-8995-e0d9466c22bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1541367 Sep 26 13:00:27.216839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c50c-633d-424b-a3db-c2bd35924e5d req-507effbe-d417-4923-bc06-2ad2ba2ba043 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:27.218399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a60c50c-633d-424b-a3db-c2bd35924e5d req-507effbe-d417-4923-bc06-2ad2ba2ba043 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 944 time: 0.1961861 Sep 26 13:00:27.303963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af666-c047-4392-96d8-ef239ea87657 req-fbd5e4fe-478d-4e82-9d22-4eab4db1587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:27.305507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-867af666-c047-4392-96d8-ef239ea87657 req-fbd5e4fe-478d-4e82-9d22-4eab4db1587e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 1096 time: 0.1076212 Sep 26 13:00:27.310141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a60c50c-633d-424b-a3db-c2bd35924e5d req-0ada327a-48d0-46a1-b8b2-8a83dc0b2866 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714140 Sep 26 13:00:27.355711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 75b18718-ed83-4387-b044-b77031c28d6c up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:00:27.409170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 75b18718-ed83-4387-b044-b77031c28d6c completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:00:27.413230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 75b18718-ed83-4387-b044-b77031c28d6c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:27.413861 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:27.450627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa661a92-07cd-48c6-84dc-e38b8cb4ec9f {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:27.462998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:27.495230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Transition to ACTIVE for port object aa661a92-07cd-48c6-84dc-e38b8cb4ec9f will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:00:27.498866 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:27.505856 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:27.523796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c65f-8265-47ff-9923-e4b1e71fdaeb req-be14c883-c566-4995-abe8-ab9101208f4e tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:27.525956 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a44c65f-8265-47ff-9923-e4b1e71fdaeb req-be14c883-c566-4995-abe8-ab9101208f4e tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.1471570 Sep 26 13:00:27.537007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 75b18718-ed83-4387-b044-b77031c28d6c, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=75b18718-ed83-4387-b044-b77031c28d6c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:27.540903 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:27.541970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7cbade11-ef59-4f7b-b700-4a06c95e906d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:27.552525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af666-c047-4392-96d8-ef239ea87657 req-c2563444-6e06-4299-ac79-011eefe58ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:27.562663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-867af666-c047-4392-96d8-ef239ea87657 req-c2563444-6e06-4299-ac79-011eefe58ed7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.2339036 Sep 26 13:00:27.583151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 7cbade11-ef59-4f7b-b700-4a06c95e906d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:27.583501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7cbade11-ef59-4f7b-b700-4a06c95e906d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:27.616910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=75b18718-ed83-4387-b044-b77031c28d6c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:27.668622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-867af666-c047-4392-96d8-ef239ea87657 req-af21305c-f1cf-4c57-817b-93c38907e07f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 200 len: 217 time: 0.0797679 Sep 26 13:00:27.674532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Pushing event updated for resources: {'Port': ['ID=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:27.730876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a44c65f-8265-47ff-9923-e4b1e71fdaeb req-3e798ef0-6cbb-4d57-939a-1e560c42523f tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624618 Sep 26 13:00:27.738549 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32afaab5-90d0-4ba7-b043-5d8a6436a12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b18718-ed83-4387-b044-b77031c28d6c'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:27.741287 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e723830d-4839-4970-b255-9d911119c274" -d '{"events": [{"server_uuid": "32afaab5-90d0-4ba7-b043-5d8a6436a12b", "name": "network-vif-plugged", "status": "completed", "tag": "75b18718-ed83-4387-b044-b77031c28d6c"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:27.763866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af666-c047-4392-96d8-ef239ea87657 req-83682c17-375f-4fe9-9d99-7d78d772a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:27.765363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-867af666-c047-4392-96d8-ef239ea87657 req-83682c17-375f-4fe9-9d99-7d78d772a05c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0720105 Sep 26 13:00:27.768026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Attempting to bind port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:27.768361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Attempting to bind port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:27.768692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Attempting to bind port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f on network 5461c450-2287-4558-a00f-b5689871e961 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:27.775354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f on network 5461c450-2287-4558-a00f-b5689871e961 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:27.775687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Attempting to bind port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f on network 5461c450-2287-4558-a00f-b5689871e961 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:27.805513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:27.805884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Checking segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:27.806232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Bound using segment: {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:27.806683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Bound port: aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc53b632-2286-4eae-9657-b30b5dab0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5461c450-2287-4558-a00f-b5689871e961'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:27.807037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:27.810675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-867af666-c047-4392-96d8-ef239ea87657 req-d825b8fe-c5ac-44ec-8e09-62a69fe8bc9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363858 Sep 26 13:00:27.963451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:27.969807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:27.982406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f06d1e-0b0b-4283-b7de-edf587ada2d3 req-d888e870-0944-4706-a0c3-55b26f5fb7af tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:27.983936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59f06d1e-0b0b-4283-b7de-edf587ada2d3 req-d888e870-0944-4706-a0c3-55b26f5fb7af tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1097 time: 0.1266601 Sep 26 13:00:27.984887 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:28.018508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-867af666-c047-4392-96d8-ef239ea87657 req-2f2151f2-f352-42fe-80d1-fa1b50b4ed2e service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976755 Sep 26 13:00:28.048898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.049529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:28.050849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] 10.222.0.23 "PUT /v2.0/ports/aa661a92-07cd-48c6-84dc-e38b8cb4ec9f HTTP/1.1" status: 200 len: 1093 time: 1.1816721 Sep 26 13:00:28.112019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f3ffc-d6fc-48d5-9ab7-50aaa04d41ae service neutron] Pushing event updated for resources: {'Port': ['ID=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:28.115620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59f06d1e-0b0b-4283-b7de-edf587ada2d3 req-5535f76d-a0bd-4264-9948-9df8756c4fea tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036241 Sep 26 13:00:28.188614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-867af666-c047-4392-96d8-ef239ea87657 req-c4eca50b-f90d-45c6-9f72-300a12494bd6 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535530 Sep 26 13:00:28.202400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-acc6dca7-0e27-47c2-b4ab-7af74a65e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.204647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-acc6dca7-0e27-47c2-b4ab-7af74a65e3e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 1096 time: 0.1018977 Sep 26 13:00:28.287031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a328581-14ce-4d46-8a9a-f794783b414b req-ac717c27-00d6-46c5-86da-a01af7be32ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bedbc836-8f01-4e0d-8ef5-8b51844fabe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790129 Sep 26 13:00:28.312502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2711b-5c73-4b0b-a107-bdb86e801609 req-d5cddd04-d097-4fa1-ba78-f66415c6c454 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.318624 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ab2711b-5c73-4b0b-a107-bdb86e801609 req-d5cddd04-d097-4fa1-ba78-f66415c6c454 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0723138 Sep 26 13:00:28.334382 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-a3ebe367-4f89-416b-a333-2cc397e879e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f HTTP/1.1" status: 200 len: 217 time: 0.1081643 Sep 26 13:00:28.371805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ab2711b-5c73-4b0b-a107-bdb86e801609 req-815adbd6-9dff-4167-b823-ae458514c738 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Sep 26 13:00:28.580673 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1323218e-fa40-45b8-89c5-31d0f1d6a3d4 x-openstack-request-id: req-1323218e-fa40-45b8-89c5-31d0f1d6a3d4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:28.581429 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32afaab5-90d0-4ba7-b043-5d8a6436a12b", "name": "network-vif-plugged", "status": "completed", "tag": "75b18718-ed83-4387-b044-b77031c28d6c", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:28.581429 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1323218e-fa40-45b8-89c5-31d0f1d6a3d4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:28.581773 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32afaab5-90d0-4ba7-b043-5d8a6436a12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b18718-ed83-4387-b044-b77031c28d6c', 'code': 200} Sep 26 13:00:28.659701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'tag': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:28.661477 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e223d-c014-4597-a823-b9915fa3bb35" -d '{"events": [{"name": "network-changed", "server_uuid": "655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c", "tag": "aa661a92-07cd-48c6-84dc-e38b8cb4ec9f"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:28.754642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2985f-b23a-445b-9c92-db841ebcf1a7 req-00e96eae-b94f-42b4-a1aa-e361f2da9db3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.756147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdd2985f-b23a-445b-9c92-db841ebcf1a7 req-00e96eae-b94f-42b4-a1aa-e361f2da9db3 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 944 time: 0.5666742 Sep 26 13:00:28.767976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-4d3f9ca0-cf50-47b0-8362-866285cdc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.769419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-4d3f9ca0-cf50-47b0-8362-866285cdc2fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6ddf15a-82df-483f-8e48-7b8ef24dde58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5626435 Sep 26 13:00:28.771539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbaee-b7b9-468c-871a-e76036d8b23f req-88250b13-b389-4a17-a8c7-bf63cbb7aa4a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.778084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbaee-b7b9-468c-871a-e76036d8b23f req-88250b13-b389-4a17-a8c7-bf63cbb7aa4a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.779011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-e4a5111a-d1ce-432e-ac56-1fe2485a0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.780351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-e4a5111a-d1ce-432e-ac56-1fe2485a0e14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 200 len: 845 time: 0.4229674 Sep 26 13:00:28.783936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfbaee-b7b9-468c-871a-e76036d8b23f req-88250b13-b389-4a17-a8c7-bf63cbb7aa4a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.785594 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cdfbaee-b7b9-468c-871a-e76036d8b23f req-88250b13-b389-4a17-a8c7-bf63cbb7aa4a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab&device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a&device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 2418 time: 0.0681710 Sep 26 13:00:28.825370 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cdfbaee-b7b9-468c-871a-e76036d8b23f req-74388f3d-2840-40a2-8540-5b70c212c41c tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Sep 26 13:00:28.856085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-ff94c72b-c818-47d3-a31f-427986563012 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5461c450-2287-4558-a00f-b5689871e961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490713 Sep 26 13:00:28.867682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a328581-14ce-4d46-8a9a-f794783b414b req-4ccd585a-b8b7-4b9d-910f-7795579ec654 service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439713 Sep 26 13:00:28.869419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9052bd-f038-4ee1-b908-65da914c34b0 req-8467389d-bb91-477c-a1c8-56e7ac8b9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.870807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9052bd-f038-4ee1-b908-65da914c34b0 req-8467389d-bb91-477c-a1c8-56e7ac8b9bc9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 1097 time: 0.2064810 Sep 26 13:00:28.968644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdd2985f-b23a-445b-9c92-db841ebcf1a7 req-24c7f304-c57d-468d-9ca1-22c4768d7613 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935804 Sep 26 13:00:28.975658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab92d3f-fb34-483f-82d2-a631c0dc94a7 req-9bd6cb51-186c-4499-a225-93906a95b1a1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:28.977276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ab92d3f-fb34-483f-82d2-a631c0dc94a7 req-9bd6cb51-186c-4499-a225-93906a95b1a1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 945 time: 0.0559382 Sep 26 13:00:29.026027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ab92d3f-fb34-483f-82d2-a631c0dc94a7 req-1849ecfa-091a-405e-9ab5-c94a6bb954c6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Sep 26 13:00:29.105974 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cea722-9503-4db5-b20b-6fbc040146bd x-openstack-request-id: req-84cea722-9503-4db5-b20b-6fbc040146bd {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:29.106251 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c", "tag": "aa661a92-07cd-48c6-84dc-e38b8cb4ec9f", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:29.106370 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84cea722-9503-4db5-b20b-6fbc040146bd {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:29.106744 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'tag': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f', 'status': 'completed', 'code': 200} Sep 26 13:00:29.148575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-491d483e-38aa-4157-b311-e93f86fabc3d req-47bd9253-35cd-49a1-a696-d9bb36787ad8 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:00:29.149569 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-491d483e-38aa-4157-b311-e93f86fabc3d req-47bd9253-35cd-49a1-a696-d9bb36787ad8 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060370 Sep 26 13:00:29.154499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9052bd-f038-4ee1-b908-65da914c34b0 req-efba6124-f465-402f-a5a8-0f195be09276 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627079 Sep 26 13:00:29.166300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-9727fbda-7a32-4ada-aab8-c4924293b74d service neutron] 10.222.0.24 "GET /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797750 Sep 26 13:00:29.185392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-0e415a74-bd10-424a-b798-4bc0d5a16603 service neutron] 10.222.0.23 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054047 Sep 26 13:00:29.188718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a328581-14ce-4d46-8a9a-f794783b414b req-681f9745-1fc7-4d98-8cff-919d55b1f89d service neutron] 10.222.0.24 "GET /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927523 Sep 26 13:00:29.210746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b287d9-1adb-4cb7-ade4-f0e328a218ee req-9a895d30-39ab-4d7f-9924-09cf6d2c7cdc tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:29.212254 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28b287d9-1adb-4cb7-ade4-f0e328a218ee req-9a895d30-39ab-4d7f-9924-09cf6d2c7cdc tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 944 time: 0.1195142 Sep 26 13:00:29.249238 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-491d483e-38aa-4157-b311-e93f86fabc3d req-555cf633-3772-4063-8961-d03aad804ecd tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0934584 Sep 26 13:00:29.299819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28b287d9-1adb-4cb7-ade4-f0e328a218ee req-18969bb1-f2a4-4d54-8c10-8c3a999cbbb4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771239 Sep 26 13:00:29.328243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61982ee4-2d69-4b05-87bd-e2afc6384fb4 req-da284d97-9117-4c55-a01e-dc2c580636b8 service neutron] 10.222.0.23 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333125 Sep 26 13:00:29.523806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-15e29435-c3ec-4d20-857e-4a8fc4684ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:29.525319 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-15e29435-c3ec-4d20-857e-4a8fc4684ca3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 1096 time: 0.1349194 Sep 26 13:00:29.563808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-552dd91c-1163-454b-8b8d-5df6a7dedff9 req-5f292465-59a4-43cd-b700-6654fa749ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990449 Sep 26 13:00:29.588970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421366-edc5-4534-8180-43fa1cc82fca req-e96905fe-1b2e-467a-9a90-539896cd5ba0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:29.590547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65421366-edc5-4534-8180-43fa1cc82fca req-e96905fe-1b2e-467a-9a90-539896cd5ba0 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.23 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 944 time: 0.1156826 Sep 26 13:00:29.604876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ff74f-a0a9-42f1-9ca0-646c0f78ea9b req-6c00e71b-ac3c-42a3-8efc-bf1080e91102 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:29.612326 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-705ff74f-a0a9-42f1-9ca0-646c0f78ea9b req-6c00e71b-ac3c-42a3-8efc-bf1080e91102 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0653987 Sep 26 13:00:29.654120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-705ff74f-a0a9-42f1-9ca0-646c0f78ea9b req-6c3afd58-6b36-4cd3-849d-bd2638626c3c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Sep 26 13:00:29.705910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-0a1bb91e-ae4c-43f8-91f5-b3c7ec241d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:29.707411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-0a1bb91e-ae4c-43f8-91f5-b3c7ec241d92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 200 len: 905 time: 0.1707156 Sep 26 13:00:29.762548 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-74380e9d-fc5f-4d17-9b1f-d740c6651550 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f HTTP/1.1" status: 200 len: 217 time: 0.0462842 Sep 26 13:00:29.774115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Deleting port ecd84a5b-ea5f-436d-b558-03e788fef1a5 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:29.774550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:29.878299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-52caa78c-3409-423f-a494-5870c8d6c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:29.880278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-52caa78c-3409-423f-a494-5870c8d6c0aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 200 len: 845 time: 0.1095595 Sep 26 13:00:29.928733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-b1fde6b4-aef5-4303-bed5-a46bcedb884e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5461c450-2287-4558-a00f-b5689871e961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398049 Sep 26 13:00:29.933725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] For port ecd84a5b-ea5f-436d-b558-03e788fef1a5, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ecd84a5b-ea5f-436d-b558-03e788fef1a5,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:29.934327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:30.005179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Calling delete_port for ecd84a5b-ea5f-436d-b558-03e788fef1a5 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:30.081804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-3673fff9-b7bc-409d-8571-843916f896d2 service neutron] 10.222.0.23 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389594 Sep 26 13:00:30.224843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f397b0-b61c-40d0-8291-86e273fbdbdd req-e94dda8b-3fc0-452d-9022-9b8300bd7a20 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:30.227231 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8f397b0-b61c-40d0-8291-86e273fbdbdd req-e94dda8b-3fc0-452d-9022-9b8300bd7a20 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 944 time: 0.0588322 Sep 26 13:00:30.271038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e8e223d-c014-4597-a823-b9915fa3bb35 req-d205b8df-9857-45c2-aa08-fc038449566e service neutron] 10.222.0.23 "GET /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837239 Sep 26 13:00:30.289877 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8f397b0-b61c-40d0-8291-86e273fbdbdd req-c217f0fa-85b4-4528-8508-8f51746958b8 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553596 Sep 26 13:00:30.295012 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:30.306570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ecd84a5b-ea5f-436d-b558-03e788fef1a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:30.346859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Pushing event deleted for resources: {'Port': ['ID=ecd84a5b-ea5f-436d-b558-03e788fef1a5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:30.411366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] No DVR routers for this DVR port ecd84a5b-ea5f-436d-b558-03e788fef1a5 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:30.416900 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:30.419117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65421366-edc5-4534-8180-43fa1cc82fca req-6cbd737b-8353-49b8-afdb-5fc5d9321007 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.23 "DELETE /v2.0/ports/ecd84a5b-ea5f-436d-b558-03e788fef1a5 HTTP/1.1" status: 204 len: 173 time: 0.7992256 Sep 26 13:00:30.454077 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-e4ac29d9-ec1a-42fb-bcb4-4909d99d9c2d tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:00:30.462027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-e4ac29d9-ec1a-42fb-bcb4-4909d99d9c2d tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139771 Sep 26 13:00:30.513116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bd423-dbd8-4cd3-9337-dd6ce093baa0 req-54f18940-244a-4198-a76e-b56cd123afbc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:30.515017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d7bd423-dbd8-4cd3-9337-dd6ce093baa0 req-54f18940-244a-4198-a76e-b56cd123afbc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 945 time: 0.1151557 Sep 26 13:00:30.516685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-c9026e64-b417-4ce2-b6db-6506f07cfa46 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:30.518057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-c9026e64-b417-4ce2-b6db-6506f07cfa46 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports/a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 200 len: 1094 time: 0.0529420 Sep 26 13:00:30.531789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Request body: {'binding': {'host': 'n-h2-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:30.532524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:00:30.592138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d7bd423-dbd8-4cd3-9337-dd6ce093baa0 req-347c7d77-f246-496d-b893-4fad255fd5a9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709114 Sep 26 13:00:30.706493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on host n-h2-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:30.707566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:30.707890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:30.713079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:30.713649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:30.719083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:30.719632 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:30.720015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:30.720444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Bound port: a68e4890-2a86-4e72-b657-acc17d0b603b, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:30.790207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:30.796616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:30.797979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ca5e46a8-7126-420b-a70c-64cecf627fe8 service neutron] 10.222.0.13 "POST /v2.0/ports/a68e4890-2a86-4e72-b657-acc17d0b603b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2703493 Sep 26 13:00:30.969627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7a3c629-d9e9-4498-b699-3a8c687388c8 req-4437c805-8894-4bc3-8be5-e4124db71c70 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=662047a7-1987-4506-b5c5-f7dee0a9727f HTTP/1.1" status: 200 len: 210 time: 0.0393925 Sep 26 13:00:31.108369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'name': 'network-vif-deleted', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:31.110637 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d6afbe-099c-4478-a25b-fb4be42f1d69" -d '{"events": [{"server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "name": "network-vif-deleted", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:31.138973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed581bf7-ce70-4bee-812a-f4c2e85364bb req-e326d450-88a8-4b17-91e1-eeafccd37851 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.140503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed581bf7-ce70-4bee-812a-f4c2e85364bb req-e326d450-88a8-4b17-91e1-eeafccd37851 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.1000369 Sep 26 13:00:31.143482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-6e8a3e6a-2bc5-40e5-ab14-90c3a61e5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.145056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-6e8a3e6a-2bc5-40e5-ab14-90c3a61e5c8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1097 time: 0.0858624 Sep 26 13:00:31.232732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed581bf7-ce70-4bee-812a-f4c2e85364bb req-b8547317-c1c7-4d40-b28f-c31e17f1cde7 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852120 Sep 26 13:00:31.260379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-11e7bd47-34e4-4473-aa98-9c60d164c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.261885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-11e7bd47-34e4-4473-aa98-9c60d164c814 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1075573 Sep 26 13:00:31.310676 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e835b2f-1ab6-410a-b77b-0cf6100aac35 x-openstack-request-id: req-1e835b2f-1ab6-410a-b77b-0cf6100aac35 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:31.310975 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662047a7-1987-4506-b5c5-f7dee0a9727f", "name": "network-vif-deleted", "tag": "ecd84a5b-ea5f-436d-b558-03e788fef1a5", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:31.311280 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e835b2f-1ab6-410a-b77b-0cf6100aac35 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:31.312967 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662047a7-1987-4506-b5c5-f7dee0a9727f', 'name': 'network-vif-deleted', 'tag': 'ecd84a5b-ea5f-436d-b558-03e788fef1a5', 'status': 'completed', 'code': 200} Sep 26 13:00:31.313223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d6f4eac7-b450-43d4-97d6-6adc187f44da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 200 len: 217 time: 0.0425732 Sep 26 13:00:31.373289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-a3932b37-6077-4839-8391-270709583a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.374825 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-a3932b37-6077-4839-8391-270709583a36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0472019 Sep 26 13:00:31.415711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-f6e2049e-503a-49e8-a0b0-7e54de028ef4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319982 Sep 26 13:00:31.510888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbd540-a9f7-4fd4-bd77-9bb3b976eb41 req-cfd45e47-944f-4fcf-9c61-0a45edb9e47c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.512297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41dbd540-a9f7-4fd4-bd77-9bb3b976eb41 req-cfd45e47-944f-4fcf-9c61-0a45edb9e47c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 944 time: 0.0552547 Sep 26 13:00:31.550344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41dbd540-a9f7-4fd4-bd77-9bb3b976eb41 req-51ffc4e5-bb75-4189-b38a-7a52ed086c5e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Sep 26 13:00:31.574937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-12ff9256-3ab2-4504-a642-20b83763fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.576435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-12ff9256-3ab2-4504-a642-20b83763fa20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1098 time: 0.1152854 Sep 26 13:00:31.589633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-8ecf1724-b179-4dbd-abd9-33907ab55890 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657901 Sep 26 13:00:31.602844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afb2b9-d474-4540-a1eb-73b06168715c req-bfc391d9-a4f6-47f1-bb1f-087735f5bf8e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.604259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73afb2b9-d474-4540-a1eb-73b06168715c req-bfc391d9-a4f6-47f1-bb1f-087735f5bf8e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0834365 Sep 26 13:00:31.655081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562af721-d266-416d-a5ea-ab85c8f9eaa1 req-8afd2c58-3d46-4b28-9298-3f3fd23770dd tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.656593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-562af721-d266-416d-a5ea-ab85c8f9eaa1 req-8afd2c58-3d46-4b28-9298-3f3fd23770dd tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.0496955 Sep 26 13:00:31.695758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-562af721-d266-416d-a5ea-ab85c8f9eaa1 req-9deb5c79-65a3-45dd-9ab3-cadaec3b9fa9 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Sep 26 13:00:31.756335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73afb2b9-d474-4540-a1eb-73b06168715c req-4c7296f6-91a9-4fb6-852c-73ef7f4ab197 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405623 Sep 26 13:00:31.795422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-bed1a1d3-c6d7-42c7-8782-81e8fe52d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.796893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-bed1a1d3-c6d7-42c7-8782-81e8fe52d293 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 917 time: 0.1897616 Sep 26 13:00:31.799054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-51ed82f0-1272-40c7-ad05-4353a5db65c3 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844776 Sep 26 13:00:31.804691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788358-432c-4e1c-bb28-32988634201a req-dd7eebd9-7c02-4330-8175-859a9e7eb977 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.806176 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4788358-432c-4e1c-bb28-32988634201a req-dd7eebd9-7c02-4330-8175-859a9e7eb977 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 945 time: 0.0542974 Sep 26 13:00:31.846294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-5c964584-fc48-4a8a-ac2e-15ac470b454c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 HTTP/1.1" status: 200 len: 217 time: 0.0370977 Sep 26 13:00:31.848268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4788358-432c-4e1c-bb28-32988634201a req-78e395fe-e21f-4ca4-bc66-6b46a1a21c7e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Sep 26 13:00:31.907752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-3687d238-4e41-423a-b2de-cf969e982313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:31.909398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-3687d238-4e41-423a-b2de-cf969e982313 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.0549979 Sep 26 13:00:31.955849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-84c232cc-0744-487c-94f9-776cbd719912 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298731 Sep 26 13:00:32.079992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-a4529d50-9ccc-451f-a398-294d5dd72d83 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115453 Sep 26 13:00:32.200061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620af456-a295-4674-81f6-1454105e0b81 req-99d73250-14e8-467c-b9fb-2f46f5192bc4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:32.203073 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620af456-a295-4674-81f6-1454105e0b81 req-99d73250-14e8-467c-b9fb-2f46f5192bc4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 945 time: 0.0770099 Sep 26 13:00:32.208768 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b5417f5-282a-4114-87d4-f3a59209bfde req-15bb8ada-a9b7-424a-949a-85af36735e98 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202388 Sep 26 13:00:32.248756 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620af456-a295-4674-81f6-1454105e0b81 req-4dd7fa32-fc7a-48f7-a1d2-8dd710d2aed7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391045 Sep 26 13:00:32.307110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8562fff-d109-4d6c-b606-a9f8a8fe931f req-6652b9c5-9248-496b-99a9-d7691e50baee tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:32.314065 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8562fff-d109-4d6c-b606-a9f8a8fe931f req-6652b9c5-9248-496b-99a9-d7691e50baee tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 944 time: 0.0613661 Sep 26 13:00:32.348834 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8562fff-d109-4d6c-b606-a9f8a8fe931f req-ee375270-c6ca-4f41-8cf1-f79d50688499 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333476 Sep 26 13:00:32.381918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6f586-d9c3-4eac-b224-d0fec7df270a req-def6651c-936a-4a59-94eb-af57d314e23c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:32.383443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e0a6f586-d9c3-4eac-b224-d0fec7df270a req-def6651c-936a-4a59-94eb-af57d314e23c tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Sep 26 13:00:32.422613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e0a6f586-d9c3-4eac-b224-d0fec7df270a req-55130848-7f1e-480a-b344-26753af0e221 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Sep 26 13:00:32.668572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57c97b-4035-44d4-b822-913142972ce2 req-09b9a96e-353c-4430-a810-32dea855c1f9 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:32.670219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b57c97b-4035-44d4-b822-913142972ce2 req-09b9a96e-353c-4430-a810-32dea855c1f9 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 944 time: 0.0524898 Sep 26 13:00:32.707406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b57c97b-4035-44d4-b822-913142972ce2 req-c4cd4dd3-7a56-4ee5-b8db-fece5dbe40db tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Sep 26 13:00:32.821070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805613eb-823d-4d96-8b6e-9898dd87947e req-e9194e5d-7b77-46fb-9d45-9e8abe8110fb tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:32.823578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-805613eb-823d-4d96-8b6e-9898dd87947e req-e9194e5d-7b77-46fb-9d45-9e8abe8110fb tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.0607319 Sep 26 13:00:32.850607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-6d5e9594-a07d-49c5-82ce-30886b34ee95 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:32.852237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-6d5e9594-a07d-49c5-82ce-30886b34ee95 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 944 time: 0.0674758 Sep 26 13:00:32.864214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-805613eb-823d-4d96-8b6e-9898dd87947e req-ced857f0-2bb9-45fb-8ea2-d6cee726f6c6 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Sep 26 13:00:32.932124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70944f3-0908-4b69-a376-2c817c133c54 req-7efcea7c-e4ca-4e4a-829d-5d92a76bb41c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:32.933655 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d70944f3-0908-4b69-a376-2c817c133c54 req-7efcea7c-e4ca-4e4a-829d-5d92a76bb41c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0997243 Sep 26 13:00:32.999547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d70944f3-0908-4b69-a376-2c817c133c54 req-c889f19f-66e5-4ffc-aab2-c965b05f742f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Sep 26 13:00:33.024233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Deleting port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:33.024702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:33.145371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] For port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:33.145685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:33.160830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Calling delete_port for 5243aa77-e162-4109-a9bf-0a2f4ad16a3d owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:33.183576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-e14ef626-2ca1-411d-8524-5f3503841551 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:33.185091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-e14ef626-2ca1-411d-8524-5f3503841551 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.23 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.0787342 Sep 26 13:00:33.393508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Deleting port 9eebefd1-1455-45c1-bf40-22629b0a596f {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:33.394054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:33.434799 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:33.470355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4aee0b42-6ac4-4b38-b9f0-20a595631656 req-090911b1-0579-4162-9077-2e91fed0a74a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 210 time: 0.0382559 Sep 26 13:00:33.582690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d625506-9708-4de7-8ed1-311dc1c0e641 req-eaf686e2-a425-437c-ae2a-fda990606ea0 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:33.589066 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d625506-9708-4de7-8ed1-311dc1c0e641 req-eaf686e2-a425-437c-ae2a-fda990606ea0 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.0578620 Sep 26 13:00:33.629937 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d625506-9708-4de7-8ed1-311dc1c0e641 req-fd6e0f74-36ab-4ad2-aa6d-a3b096b3c560 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371988 Sep 26 13:00:33.776040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4333f5-864e-4937-97a2-52fc8211e79d req-2e5a9504-38a2-49a0-ab52-8cbc85ff7551 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:33.777535 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b4333f5-864e-4937-97a2-52fc8211e79d req-2e5a9504-38a2-49a0-ab52-8cbc85ff7551 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 945 time: 0.4360526 Sep 26 13:00:33.782426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Pushing event deleted for resources: {'Port': ['ID=5243aa77-e162-4109-a9bf-0a2f4ad16a3d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:33.840548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e33084-ee75-4a99-aba8-4438a43c5829 req-eb79ec76-14f3-4e66-8997-2ffd7d7a6db8 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:33.842210 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-86e33084-ee75-4a99-aba8-4438a43c5829 req-eb79ec76-14f3-4e66-8997-2ffd7d7a6db8 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 944 time: 0.0657475 Sep 26 13:00:33.880064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] No DVR routers for this DVR port 5243aa77-e162-4109-a9bf-0a2f4ad16a3d on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:33.889568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] For port 9eebefd1-1455-45c1-bf40-22629b0a596f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=9eebefd1-1455-45c1-bf40-22629b0a596f,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:33.889939 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:33.894149 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-86e33084-ee75-4a99-aba8-4438a43c5829 req-1579272d-5007-4791-9bc6-3748f39deab0 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Sep 26 13:00:33.897280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:33.899357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7eb472a6-49f9-4fc5-83dc-74e084c184eb req-1318e5d3-15ea-4fe7-a156-7b389a97e5e9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.24 "DELETE /v2.0/ports/5243aa77-e162-4109-a9bf-0a2f4ad16a3d HTTP/1.1" status: 204 len: 173 time: 1.0278742 Sep 26 13:00:33.900727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'name': 'network-vif-deleted', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:33.903052 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560f2d85-dc7d-454d-bc2c-143bbf300733" -d '{"events": [{"server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "name": "network-vif-deleted", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:33.923784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Calling delete_port for 9eebefd1-1455-45c1-bf40-22629b0a596f owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:33.939581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b4333f5-864e-4937-97a2-52fc8211e79d req-647de67d-5c63-4a85-90d6-80764c5ccc0d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528881 Sep 26 13:00:33.999692 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f582913-d8c9-4a2a-b532-a30cb9716fcd x-openstack-request-id: req-9f582913-d8c9-4a2a-b532-a30cb9716fcd {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:34.000115 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d327d36-396e-480e-a14c-137a90842da2", "name": "network-vif-deleted", "tag": "5243aa77-e162-4109-a9bf-0a2f4ad16a3d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:34.000376 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f582913-d8c9-4a2a-b532-a30cb9716fcd {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:34.000771 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d327d36-396e-480e-a14c-137a90842da2', 'name': 'network-vif-deleted', 'tag': '5243aa77-e162-4109-a9bf-0a2f4ad16a3d', 'status': 'completed', 'code': 200} Sep 26 13:00:34.012774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-7351db25-082f-405e-87be-59c2ebf77389 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:34.015073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-7351db25-082f-405e-87be-59c2ebf77389 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 945 time: 0.2251301 Sep 26 13:00:34.028245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeebe70-9722-4380-9c1c-d486a409e944 req-f4508268-766c-4be7-8981-4e8a19ca14ff tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:34.038762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ebeebe70-9722-4380-9c1c-d486a409e944 req-f4508268-766c-4be7-8981-4e8a19ca14ff tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a43b6c-3c49-4f21-a3ab-cb92227a6eab HTTP/1.1" status: 200 len: 945 time: 0.0773480 Sep 26 13:00:34.097219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ebeebe70-9722-4380-9c1c-d486a409e944 req-788aa32b-eacd-4664-bc60-a220efe10e57 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575998 Sep 26 13:00:34.252225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:34.263071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4face9-85a7-41ef-ba1e-a9da7ca540d2 req-4669de23-2702-4b2b-8cdc-9435916a36b1 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:34.264569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4face9-85a7-41ef-ba1e-a9da7ca540d2 req-4669de23-2702-4b2b-8cdc-9435916a36b1 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1148257 Sep 26 13:00:34.264963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['481b13ea-0dd9-457a-a9b4-36faf1641bfa', '9eebefd1-1455-45c1-bf40-22629b0a596f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:34.295830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2912602e-ba87-493d-a1dc-57838c8e727d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:34.299396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Pushing event deleted for resources: {'Port': ['ID=9eebefd1-1455-45c1-bf40-22629b0a596f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:34.305979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device aa661a92-07cd-48c6-84dc-e38b8cb4ec9f details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:34.308052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Deleting port 75b18718-ed83-4387-b044-b77031c28d6c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:34.308392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:34.312795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ecd84a5b-ea5f-436d-b558-03e788fef1a5 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:34.386434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: ecd84a5b-ea5f-436d-b558-03e788fef1a5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:34.387066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ecd84a5b-ea5f-436d-b558-03e788fef1a5 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:34.426425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] No DVR routers for this DVR port 9eebefd1-1455-45c1-bf40-22629b0a596f on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:34.435007 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:34.438103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2cf665cd-c81d-4176-bc37-bf6c4fce845e req-ec24063c-fac5-4db8-9052-0fcb106d3ab2 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.23 "DELETE /v2.0/ports/9eebefd1-1455-45c1-bf40-22629b0a596f HTTP/1.1" status: 204 len: 173 time: 1.2201767 Sep 26 13:00:34.498114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4face9-85a7-41ef-ba1e-a9da7ca540d2 req-ea3d6426-a2ef-4cec-89d4-780cb767149d tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037044 Sep 26 13:00:34.548069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] For port 75b18718-ed83-4387-b044-b77031c28d6c, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=75b18718-ed83-4387-b044-b77031c28d6c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:34.548539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:34.567726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Calling delete_port for 75b18718-ed83-4387-b044-b77031c28d6c owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:34.628994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57c7c945-cf5f-484e-bdbe-ee567e907d2a req-7ddcb611-2467-4148-871e-22ce1cb6a17b tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d327d36-396e-480e-a14c-137a90842da2 HTTP/1.1" status: 200 len: 210 time: 0.0455742 Sep 26 13:00:34.646337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:34.691790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'port_id': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f', 'mac_address': 'fa:16:3e:66:e3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1bfe7-338a-49b9-acfe-86b4a9efa712', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:00:34.787831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:34.793435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:34.814308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event deleted for resources: {'Port': ['ID=75b18718-ed83-4387-b044-b77031c28d6c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:34.839110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa661a92-07cd-48c6-84dc-e38b8cb4ec9f {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:34.868317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:34.876763 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:34.883373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19a989-24ed-4535-99d6-6a438b8b36e7 req-2fe48eca-6c8b-4787-b75e-35e6fbcfb640 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:34.885029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b19a989-24ed-4535-99d6-6a438b8b36e7 req-2fe48eca-6c8b-4787-b75e-35e6fbcfb640 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.1287963 Sep 26 13:00:34.885846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] No DVR routers for this DVR port 75b18718-ed83-4387-b044-b77031c28d6c on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:34.888125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:34.890060 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-749ee859-ede6-4cf6-9dea-db4b0451f492 req-cb669eac-734b-4afe-8c54-9bf7ac5e1777 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "DELETE /v2.0/ports/75b18718-ed83-4387-b044-b77031c28d6c HTTP/1.1" status: 204 len: 173 time: 0.8577576 Sep 26 13:00:34.944687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:34.948356 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b19a989-24ed-4535-99d6-6a438b8b36e7 req-da9f576a-9c58-4dbe-9297-da6c0f1fdd40 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567744 Sep 26 13:00:35.028428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4034f-d671-4cf5-aa9b-6f9630948871 req-8eb368e4-1747-4099-8487-41b70b62cb70 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:35.036956 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dff4034f-d671-4cf5-aa9b-6f9630948871 req-8eb368e4-1747-4099-8487-41b70b62cb70 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 945 time: 0.0665624 Sep 26 13:00:35.071855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['75b18718-ed83-4387-b044-b77031c28d6c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:35.093404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5222303f-1b8e-4674-8e94-77812e1c39a2 req-660d3470-87e4-42d4-b78c-ee14ba789d19 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=32afaab5-90d0-4ba7-b043-5d8a6436a12b HTTP/1.1" status: 200 len: 210 time: 0.0484421 Sep 26 13:00:35.101866 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dff4034f-d671-4cf5-aa9b-6f9630948871 req-6357007f-b685-45b1-959a-95cbf5810128 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640106 Sep 26 13:00:35.302594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['aa661a92-07cd-48c6-84dc-e38b8cb4ec9f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:35.421784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5d0ee-b1af-4972-a4cd-905a6bfc102c req-a4b59f50-4740-4a6c-a72d-1a73f542ee81 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:35.423409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86c5d0ee-b1af-4972-a4cd-905a6bfc102c req-a4b59f50-4740-4a6c-a72d-1a73f542ee81 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 946 time: 0.0528996 Sep 26 13:00:35.436661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5243aa77-e162-4109-a9bf-0a2f4ad16a3d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:35.463573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 5243aa77-e162-4109-a9bf-0a2f4ad16a3d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:35.463835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5243aa77-e162-4109-a9bf-0a2f4ad16a3d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:35.464233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 75b18718-ed83-4387-b044-b77031c28d6c no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:35.481420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86c5d0ee-b1af-4972-a4cd-905a6bfc102c req-9b7a63d9-6e7d-4437-abb2-90c808afe52a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502160 Sep 26 13:00:35.495032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 75b18718-ed83-4387-b044-b77031c28d6c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:35.495380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 75b18718-ed83-4387-b044-b77031c28d6c not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:35.619923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b530fb5-6e59-4d43-ae8f-695c63f2a666 req-7440480d-dd19-4812-8a54-cbee4b6d19d4 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:35.621333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b530fb5-6e59-4d43-ae8f-695c63f2a666 req-7440480d-dd19-4812-8a54-cbee4b6d19d4 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0561509 Sep 26 13:00:35.660095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b530fb5-6e59-4d43-ae8f-695c63f2a666 req-37f73ac2-08ae-4619-a96c-ff69b1719ba5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Sep 26 13:00:35.915658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25235f0-9609-4e0e-bcf5-9807c59af152 req-091fcf6b-cd14-4f50-a0c7-b6c6619efa7a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:35.917048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d25235f0-9609-4e0e-bcf5-9807c59af152 req-091fcf6b-cd14-4f50-a0c7-b6c6619efa7a tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0526676 Sep 26 13:00:35.956320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d25235f0-9609-4e0e-bcf5-9807c59af152 req-0d1e1b21-311e-4d3f-ad87-21572e4b7256 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Sep 26 13:00:36.002071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a43b6c-3c49-4f21-a3ab-cb92227a6eab', 'name': 'network-vif-deleted', 'tag': '9eebefd1-1455-45c1-bf40-22629b0a596f'}, {'server_uuid': '32afaab5-90d0-4ba7-b043-5d8a6436a12b', 'name': 'network-vif-deleted', 'tag': '75b18718-ed83-4387-b044-b77031c28d6c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:36.004525 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3372cd3-e5ce-41ac-925c-6b56830cecc4" -d '{"events": [{"server_uuid": "21a43b6c-3c49-4f21-a3ab-cb92227a6eab", "name": "network-vif-deleted", "tag": "9eebefd1-1455-45c1-bf40-22629b0a596f"}, {"server_uuid": "32afaab5-90d0-4ba7-b043-5d8a6436a12b", "name": "network-vif-deleted", "tag": "75b18718-ed83-4387-b044-b77031c28d6c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:36.051376 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0dbb30-0b0e-4a47-a4f4-470935653788 x-openstack-request-id: req-0b0dbb30-0b0e-4a47-a4f4-470935653788 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:36.051690 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a43b6c-3c49-4f21-a3ab-cb92227a6eab", "name": "network-vif-deleted", "tag": "9eebefd1-1455-45c1-bf40-22629b0a596f", "status": "completed", "code": 200}, {"server_uuid": "32afaab5-90d0-4ba7-b043-5d8a6436a12b", "name": "network-vif-deleted", "tag": "75b18718-ed83-4387-b044-b77031c28d6c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:36.051943 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b0dbb30-0b0e-4a47-a4f4-470935653788 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:36.052429 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a43b6c-3c49-4f21-a3ab-cb92227a6eab', 'name': 'network-vif-deleted', 'tag': '9eebefd1-1455-45c1-bf40-22629b0a596f', 'status': 'completed', 'code': 200} Sep 26 13:00:36.052684 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32afaab5-90d0-4ba7-b043-5d8a6436a12b', 'name': 'network-vif-deleted', 'tag': '75b18718-ed83-4387-b044-b77031c28d6c', 'status': 'completed', 'code': 200} Sep 26 13:00:36.084673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca486711-a9cc-4c9b-83f6-c4f662b72adf req-a9330167-aec4-43a3-a8cc-019453b21bba tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:36.084673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca486711-a9cc-4c9b-83f6-c4f662b72adf req-a9330167-aec4-43a3-a8cc-019453b21bba tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.0539782 Sep 26 13:00:36.127497 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca486711-a9cc-4c9b-83f6-c4f662b72adf req-f4387c30-5c0f-4353-ba4d-e04b4bb9c404 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357120 Sep 26 13:00:36.270248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f886904-e25f-46bb-81e8-abf4f60bb690 req-811bc7fa-1c02-4f92-96b0-3e568b880e1c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:36.271790 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f886904-e25f-46bb-81e8-abf4f60bb690 req-811bc7fa-1c02-4f92-96b0-3e568b880e1c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 945 time: 0.0512066 Sep 26 13:00:36.282329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 9eebefd1-1455-45c1-bf40-22629b0a596f no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:36.303405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 9eebefd1-1455-45c1-bf40-22629b0a596f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:36.304438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 9eebefd1-1455-45c1-bf40-22629b0a596f not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:36.324412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f886904-e25f-46bb-81e8-abf4f60bb690 req-1081b55b-2df8-4e01-bed3-a7b52953068a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449493 Sep 26 13:00:36.487086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989344-4538-4725-b70c-4204a92e1ccd req-c8c0afda-f8bc-43ff-b483-d9991d85d881 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:36.488583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-c8c0afda-f8bc-43ff-b483-d9991d85d881 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.1652427 Sep 26 13:00:36.498574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-d248bcc6-9893-400f-8226-4e3d7f2a7cb9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:36.500152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-d248bcc6-9893-400f-8226-4e3d7f2a7cb9 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.24 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0901904 Sep 26 13:00:36.511615 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-7a8e5e75-684c-4744-9669-2e310577fbaf tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/quotas/3844b22116ae47059cad74debaf97419 HTTP/1.1" status: 200 len: 375 time: 0.0105083 Sep 26 13:00:36.566207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-518de3f3-c04c-4cd6-bfd5-7831f6c28520 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471210 Sep 26 13:00:36.598948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458305f-94f3-40a4-87c5-989487941512 req-b3a10a34-9d21-47f4-9c67-658e2e068f76 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:36.600480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b458305f-94f3-40a4-87c5-989487941512 req-b3a10a34-9d21-47f4-9c67-658e2e068f76 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 946 time: 0.0533531 Sep 26 13:00:36.640309 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b458305f-94f3-40a4-87c5-989487941512 req-2130cdf6-6cca-46ae-aead-222c121c2d05 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Sep 26 13:00:36.723412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-ebbac272-6e5e-4b61-b2c4-43c22312873d service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468844 Sep 26 13:00:36.729834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Deleting port 53dc0d72-cb08-4bbb-a253-4d1016164eeb {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:36.730140 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:36.788580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e9ff2-3b7a-4901-9743-ac1df07fcb03 req-cc306636-457b-4354-8937-e20225f4f0c6 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:36.790582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab8e9ff2-3b7a-4901-9743-ac1df07fcb03 req-cc306636-457b-4354-8937-e20225f4f0c6 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0546713 Sep 26 13:00:36.830192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab8e9ff2-3b7a-4901-9743-ac1df07fcb03 req-d2b36719-c45e-4f32-bc60-d76d5b0a69c2 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330899 Sep 26 13:00:36.904081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] For port 53dc0d72-cb08-4bbb-a253-4d1016164eeb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=53dc0d72-cb08-4bbb-a253-4d1016164eeb,segment=NetworkSegment(1bb0e4a2-a560-463e-8063-e984c670e866),segment_id=1bb0e4a2-a560-463e-8063-e984c670e866)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:36.904506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:36.908792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-33ee64ab-08eb-48f8-a0b9-3ee549574155 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755531 Sep 26 13:00:36.920776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Calling delete_port for 53dc0d72-cb08-4bbb-a253-4d1016164eeb owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:37.112225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3be0f9c8-6f1c-4743-87eb-b57ea7c932d5 req-bf60acd0-9600-4285-8634-b6145e4a8435 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 210 time: 0.0401003 Sep 26 13:00:37.115419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28db293-9fd8-4d11-a822-127feaec4396 req-1a3cebde-de5f-4a01-8b72-7f9ad85e72a4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:37.122171 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f28db293-9fd8-4d11-a822-127feaec4396 req-1a3cebde-de5f-4a01-8b72-7f9ad85e72a4 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5 HTTP/1.1" status: 200 len: 944 time: 0.0804782 Sep 26 13:00:37.144326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ace25a-a689-4684-801b-d59362e952d0 req-f6394158-92f0-4b98-b5c1-28682c87c829 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:37.146018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1ace25a-a689-4684-801b-d59362e952d0 req-f6394158-92f0-4b98-b5c1-28682c87c829 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 946 time: 0.1393833 Sep 26 13:00:37.149618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:37.184133 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f28db293-9fd8-4d11-a822-127feaec4396 req-c000e26c-e1c7-42b0-9d73-46700b213d15 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.13 "GET /v2.0/security-groups?id=99a09349-5d6e-4c80-8196-3a11da34bc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589204 Sep 26 13:00:37.218762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Pushing event deleted for resources: {'Port': ['ID=53dc0d72-cb08-4bbb-a253-4d1016164eeb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:37.324878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] No DVR routers for this DVR port 53dc0d72-cb08-4bbb-a253-4d1016164eeb on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:37.329272 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:37.331513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f984745c-c931-4bbd-90d7-bef4bd7d40f3 req-472cf85d-dce7-4e43-ae1e-4a6faa47de56 tempest-LiveAutoBlockMigrationV225Test-990267545 tempest-LiveAutoBlockMigrationV225Test-990267545-project] 10.222.0.24 "DELETE /v2.0/ports/53dc0d72-cb08-4bbb-a253-4d1016164eeb HTTP/1.1" status: 204 len: 173 time: 0.8190286 Sep 26 13:00:37.361170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11df5ec-7e23-47d9-9e26-4b44b7c77c45 req-480d0dd6-3eb1-4b0f-bb2e-ebb2ca994267 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:37.363039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b11df5ec-7e23-47d9-9e26-4b44b7c77c45 req-480d0dd6-3eb1-4b0f-bb2e-ebb2ca994267 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.1376848 Sep 26 13:00:37.398503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Deleting port 481b13ea-0dd9-457a-a9b4-36faf1641bfa {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:37.398891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:37.498610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b11df5ec-7e23-47d9-9e26-4b44b7c77c45 req-3186512e-40c3-4a2e-83f2-82b69b39f64f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271591 Sep 26 13:00:37.510363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921788fe-f233-40d6-a941-7ffc886dfb32 req-1d832a9e-5842-47a9-9fc3-4628c4febfee tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:37.512536 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-921788fe-f233-40d6-a941-7ffc886dfb32 req-1d832a9e-5842-47a9-9fc3-4628c4febfee tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 945 time: 0.0920355 Sep 26 13:00:37.517928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] For port 481b13ea-0dd9-457a-a9b4-36faf1641bfa, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=481b13ea-0dd9-457a-a9b4-36faf1641bfa,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:37.518301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:37.537784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Calling delete_port for 481b13ea-0dd9-457a-a9b4-36faf1641bfa owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:37.558996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-921788fe-f233-40d6-a941-7ffc886dfb32 req-79b58465-2461-4624-b6cd-cbf839aa8008 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Sep 26 13:00:37.687580 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:37.700173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['481b13ea-0dd9-457a-a9b4-36faf1641bfa'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:37.732492 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2912602e-ba87-493d-a1dc-57838c8e727d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:37.733006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Pushing event deleted for resources: {'Port': ['ID=481b13ea-0dd9-457a-a9b4-36faf1641bfa,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:37.764303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54572f26-acb9-4b23-9d20-d3349decf481 req-59a8123b-0735-42ef-b13c-7830dbcad947 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5eaf05-18ff-48e2-a995-46b419546c8a HTTP/1.1" status: 200 len: 210 time: 0.0509181 Sep 26 13:00:37.775412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] No DVR routers for this DVR port 481b13ea-0dd9-457a-a9b4-36faf1641bfa on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:37.778590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:37.789134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1ace25a-a689-4684-801b-d59362e952d0 req-43da4cf8-cb32-4183-94c2-182881d58e3a tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.23 "DELETE /v2.0/ports/481b13ea-0dd9-457a-a9b4-36faf1641bfa HTTP/1.1" status: 204 len: 173 time: 0.6280084 Sep 26 13:00:38.012505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33580590-8e84-4391-8cbc-5456e66552a8 req-888f602c-e852-4a69-9490-4f36e5ea7f9e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:38.013997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33580590-8e84-4391-8cbc-5456e66552a8 req-888f602c-e852-4a69-9490-4f36e5ea7f9e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0913754 Sep 26 13:00:38.052252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33580590-8e84-4391-8cbc-5456e66552a8 req-50da8f6b-9780-4027-9622-8a3f4478b565 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Sep 26 13:00:38.053832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'name': 'network-vif-deleted', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb'}, {'server_uuid': 'bb5eaf05-18ff-48e2-a995-46b419546c8a', 'name': 'network-vif-deleted', 'tag': '481b13ea-0dd9-457a-a9b4-36faf1641bfa'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:38.056017 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03169584-2daa-4edd-a5a2-0b59e9eb362f" -d '{"events": [{"server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "name": "network-vif-deleted", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb"}, {"server_uuid": "bb5eaf05-18ff-48e2-a995-46b419546c8a", "name": "network-vif-deleted", "tag": "481b13ea-0dd9-457a-a9b4-36faf1641bfa"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:38.097513 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd83bee1-311d-42d8-b52d-842d132da54e x-openstack-request-id: req-cd83bee1-311d-42d8-b52d-842d132da54e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:38.097888 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5", "name": "network-vif-deleted", "tag": "53dc0d72-cb08-4bbb-a253-4d1016164eeb", "status": "completed", "code": 200}, {"server_uuid": "bb5eaf05-18ff-48e2-a995-46b419546c8a", "name": "network-vif-deleted", "tag": "481b13ea-0dd9-457a-a9b4-36faf1641bfa", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:38.098205 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd83bee1-311d-42d8-b52d-842d132da54e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:38.098681 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe5cdba-e3b4-4b5c-9529-fdaa1c4e8fb5', 'name': 'network-vif-deleted', 'tag': '53dc0d72-cb08-4bbb-a253-4d1016164eeb', 'status': 'completed', 'code': 200} Sep 26 13:00:38.098995 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5eaf05-18ff-48e2-a995-46b419546c8a', 'name': 'network-vif-deleted', 'tag': '481b13ea-0dd9-457a-a9b4-36faf1641bfa', 'status': 'completed', 'code': 200} Sep 26 13:00:38.224310 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b4242693-4e13-46f5-bb66-252d18207b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.241793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32768) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:38.254196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c516f013-d9be-4413-b6d9-4ccfcaa6e05c req-a3949460-e60a-4387-8fc1-ed63a705e788 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 210 time: 0.0562906 Sep 26 13:00:38.291191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device aa661a92-07cd-48c6-84dc-e38b8cb4ec9f up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:00:38.334602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Deleting subnet 281df68b-1343-4f8b-a4cb-74c03c4bb270 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:00:38.343748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.367408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:00:38.374412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:38.374960 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.403636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.481851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.545167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989344-4538-4725-b70c-4204a92e1ccd req-112ef9a0-c46e-46a6-970d-6604c1691337 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:38.547111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-112ef9a0-c46e-46a6-970d-6604c1691337 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.1521621 Sep 26 13:00:38.550760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.561302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Request body: {'port': {'device_id': '38ef30f1-89aa-4bea-8ea1-512477e870fd', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'admin_state_up': True, 'tenant_id': '3844b22116ae47059cad74debaf97419'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:38.582162 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.633457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:38.633810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281df68b-1343-4f8b-a4cb-74c03c4bb270,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:38.634442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:38.636891 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f04a6-c1fa-45ae-94c1-79061e3dbe88" -d '{"events": [{"server_uuid": "655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c", "name": "network-vif-plugged", "status": "completed", "tag": "aa661a92-07cd-48c6-84dc-e38b8cb4ec9f"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:38.640760 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.644651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.645045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.645550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.645894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.646229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.646606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.646984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.647874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.648217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.648588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.649346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.649346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.652456 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.657295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0a91684f-590e-4333-bb7b-badd4d6fd308 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/281df68b-1343-4f8b-a4cb-74c03c4bb270 HTTP/1.1" status: 204 len: 168 time: 0.4168887 Sep 26 13:00:38.658298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32780) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:38.691715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:38.699123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.699700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.700234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.700849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.700961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.701200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.701541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.701865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.702181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.702675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.703152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.703477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:38.739322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ef7d5-54e6-4987-81cd-ad63fd7ecb71 req-00037a78-6dcc-4ca0-a69f-1f8932f26cd2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:38.743145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-149ef7d5-54e6-4987-81cd-ad63fd7ecb71 req-00037a78-6dcc-4ca0-a69f-1f8932f26cd2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.0745933 Sep 26 13:00:38.744330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.780203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Made reservation on behalf of 3844b22116ae47059cad74debaf97419 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:38.783726 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.805067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-149ef7d5-54e6-4987-81cd-ad63fd7ecb71 req-0d9267b4-32a1-4e92-99b7-8983f0602a62 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564244 Sep 26 13:00:38.806239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cc287-ec63-45d4-9740-6799f82c3903 req-0a750949-d829-4d56-89b9-7a5e0899efb9 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:38.807733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-079cc287-ec63-45d4-9740-6799f82c3903 req-0a750949-d829-4d56-89b9-7a5e0899efb9 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.0768008 Sep 26 13:00:38.877462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.907719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-079cc287-ec63-45d4-9740-6799f82c3903 req-6f22ca42-37be-48dd-a228-d56702e3b510 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882425 Sep 26 13:00:38.909264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedbc836-8f01-4e0d-8ef5-8b51844fabe6']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:38.915627 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976fc715-e532-4ecb-9c1b-94b34e21d673 x-openstack-request-id: req-976fc715-e532-4ecb-9c1b-94b34e21d673 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:38.916038 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c", "name": "network-vif-plugged", "status": "completed", "tag": "aa661a92-07cd-48c6-84dc-e38b8cb4ec9f", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:38.916730 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-976fc715-e532-4ecb-9c1b-94b34e21d673 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:38.917131 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f', 'code': 200} Sep 26 13:00:38.919701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb0e4a2-a560-463e-8063-e984c670e866') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:38.919979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb0e4a2-a560-463e-8063-e984c670e866') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:38.939306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.960537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.965192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Allocated IP 172.20.0.2 (f273fa41-305f-4b7f-b781-89736d65eb6a/fac6c873-36de-432a-b898-cb946da0945e/e3837a01-8b08-4fc6-8353-5bb6ac82c309) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:00:38.967172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:00:38.967581 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:00:38.969399 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:00:39.028749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.047844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.049847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bedbc836-8f01-4e0d-8ef5-8b51844fabe6 HTTP/1.1" status: 204 len: 168 time: 0.3906016 Sep 26 13:00:39.050728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e16d08-efc4-42e3-8451-e9acd36d3263 admin admin] Pushing event deleted for resources: {'Network': ['ID=bedbc836-8f01-4e0d-8ef5-8b51844fabe6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:39.052478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:39.076379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bfc50-fd15-4a0e-b688-8e300f21c804 req-2f3cc5ab-1c67-403e-98ad-074a65f4d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:39.077905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d6bfc50-fd15-4a0e-b688-8e300f21c804 req-2f3cc5ab-1c67-403e-98ad-074a65f4d1e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 1098 time: 0.0824401 Sep 26 13:00:39.114169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1b0390-61b8-49d5-b266-332e800f814f admin admin] Deleting subnet 589146a2-1d1b-493e-a7b7-2c40159417cf {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:00:39.118084 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0390-61b8-49d5-b266-332e800f814f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.158641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0390-61b8-49d5-b266-332e800f814f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.161367 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d6bfc50-fd15-4a0e-b688-8e300f21c804 req-e83c2e22-d8f7-4727-af90-6cc9e180a489 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 Sep 26 13:00:39.214953 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.226761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0390-61b8-49d5-b266-332e800f814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.243148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f620ee-47cc-440a-b48f-f8a62a778385 req-2e5c9f1f-6ca3-4bd0-ba84-e8e9ecb6228e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:39.244626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54f620ee-47cc-440a-b48f-f8a62a778385 req-2e5c9f1f-6ca3-4bd0-ba84-e8e9ecb6228e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0698297 Sep 26 13:00:39.279204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1eec6-c625-4596-8420-c389edb87e12 req-f4d750b5-8e05-4d92-9448-9a35b884d8c3 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:39.280851 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0cf1eec6-c625-4596-8420-c389edb87e12 req-f4d750b5-8e05-4d92-9448-9a35b884d8c3 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0885198 Sep 26 13:00:39.287868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.318397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54f620ee-47cc-440a-b48f-f8a62a778385 req-c9674c8a-3a82-497d-a93f-9c1026d0b81f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654109 Sep 26 13:00:39.324512 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0390-61b8-49d5-b266-332e800f814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.336177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Network f273fa41-305f-4b7f-b781-89736d65eb6a is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:00:39.337080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0cf1eec6-c625-4596-8420-c389edb87e12 req-cca49dff-c52a-4155-af8e-3794b43555a5 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488684 Sep 26 13:00:39.340157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:39.347530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:00:39.353396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event updated for resources: {'Port': ['ID=e3837a01-8b08-4fc6-8353-5bb6ac82c309,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:39.369620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b0390-61b8-49d5-b266-332e800f814f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589146a2-1d1b-493e-a7b7-2c40159417cf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:39.374724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0390-61b8-49d5-b266-332e800f814f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.376646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8d1b0390-61b8-49d5-b266-332e800f814f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/589146a2-1d1b-493e-a7b7-2c40159417cf HTTP/1.1" status: 204 len: 168 time: 0.3197830 Sep 26 13:00:39.379070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32794) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:39.419502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:39.420033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.449799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-46d98316-8a82-4d32-9e3b-b86ef1364070 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8931301 Sep 26 13:00:39.451716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.456439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 53dc0d72-cb08-4bbb-a253-4d1016164eeb no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:39.464254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Request body: {'port': {'device_id': '38ef30f1-89aa-4bea-8ea1-512477e870fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:39.477893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26b027-0916-4528-8746-33a835e07b0f req-c8a17c59-9821-4af9-9a1b-b36d72e12825 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:39.479759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f26b027-0916-4528-8746-33a835e07b0f req-c8a17c59-9821-4af9-9a1b-b36d72e12825 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 931 time: 0.0816844 Sep 26 13:00:39.484912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 53dc0d72-cb08-4bbb-a253-4d1016164eeb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:39.485547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 53dc0d72-cb08-4bbb-a253-4d1016164eeb not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:39.544511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.556182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.561181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f26b027-0916-4528-8746-33a835e07b0f req-8e68f760-1e90-4a6c-aaca-119bc9fb3371 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664978 Sep 26 13:00:39.564262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd12864-3d18-4b65-836e-30d8acdbd025']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:39.574127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecd9ec6-3b5b-4833-bcc4-0c07268d317a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:39.574423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecd9ec6-3b5b-4833-bcc4-0c07268d317a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:39.583751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.597206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.603895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:00:39.604691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:00:39.606694 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:00:39.672022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.679276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.683479 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] 10.222.0.13 "DELETE /v2.0/networks/3bd12864-3d18-4b65-836e-30d8acdbd025 HTTP/1.1" status: 204 len: 168 time: 0.3026900 Sep 26 13:00:39.694732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373e53b-d9ca-46b0-9fbc-9a4752a65bca admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd12864-3d18-4b65-836e-30d8acdbd025,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:39.807510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32800) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:39.841516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3837a01-8b08-4fc6-8353-5bb6ac82c309 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:39.852137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-46d8b0e5-be66-4988-95c7-34ffedc6a726 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f82c8d8c1114d228c91c52e4f309952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406151 Sep 26 13:00:39.852326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.852432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32804) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:39.862458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Transition to ACTIVE for port object e3837a01-8b08-4fc6-8353-5bb6ac82c309 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:00:39.867913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.919803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Pushing event updated for resources: {'Port': ['ID=e3837a01-8b08-4fc6-8353-5bb6ac82c309,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:39.940378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-606aa001-a779-448e-b18f-da585343a30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.964429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67765022-efc9-4425-81f4-1f655f3b3a5e req-08dedf42-dd6e-4152-ba8a-964ed45e564a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:39.966017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67765022-efc9-4425-81f4-1f655f3b3a5e req-08dedf42-dd6e-4152-ba8a-964ed45e564a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.0838497 Sep 26 13:00:39.976248 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-606aa001-a779-448e-b18f-da585343a30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:39.996808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Attempting to bind port e3837a01-8b08-4fc6-8353-5bb6ac82c309 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:39.997423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Attempting to bind port e3837a01-8b08-4fc6-8353-5bb6ac82c309 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:39.997988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Attempting to bind port e3837a01-8b08-4fc6-8353-5bb6ac82c309 on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:40.004140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Port e3837a01-8b08-4fc6-8353-5bb6ac82c309 on network f273fa41-305f-4b7f-b781-89736d65eb6a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:40.004564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Attempting to bind port e3837a01-8b08-4fc6-8353-5bb6ac82c309 on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:40.010630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:40.011017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Checking segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:40.011407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Bound using segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:40.011842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Bound port: e3837a01-8b08-4fc6-8353-5bb6ac82c309, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:40.012202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.058562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-606aa001-a779-448e-b18f-da585343a30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.061283 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-606aa001-a779-448e-b18f-da585343a30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.065389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-606aa001-a779-448e-b18f-da585343a30a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99a09349-5d6e-4c80-8196-3a11da34bc80 HTTP/1.1" status: 204 len: 168 time: 0.2093136 Sep 26 13:00:40.067585 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67765022-efc9-4425-81f4-1f655f3b3a5e req-3a4d7ff9-3c00-4a03-9311-96d3f24a8d14 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893037 Sep 26 13:00:40.089427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aa001-a779-448e-b18f-da585343a30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a09349-5d6e-4c80-8196-3a11da34bc80,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:40.127734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb0ad7-19a4-4b7a-99b2-9e05c6788bd5 req-b0835624-5476-48e1-acaf-d597302a5e1a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:40.129264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cffb0ad7-19a4-4b7a-99b2-9e05c6788bd5 req-b0835624-5476-48e1-acaf-d597302a5e1a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.1077337 Sep 26 13:00:40.131765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] For port e3837a01-8b08-4fc6-8353-5bb6ac82c309, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:40.135337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] For port e3837a01-8b08-4fc6-8353-5bb6ac82c309, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e3837a01-8b08-4fc6-8353-5bb6ac82c309,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:40.144562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.190248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:40.190873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.192254 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] 10.222.0.24 "PUT /v2.0/ports/e3837a01-8b08-4fc6-8353-5bb6ac82c309 HTTP/1.1" status: 200 len: 1092 time: 0.7332091 Sep 26 13:00:40.194560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ef30f1-89aa-4bea-8ea1-512477e870fd', 'tag': 'e3837a01-8b08-4fc6-8353-5bb6ac82c309'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:40.197580 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf02be5-837a-4372-83c1-0816c18e2af8" -d '{"events": [{"name": "network-changed", "server_uuid": "38ef30f1-89aa-4bea-8ea1-512477e870fd", "tag": "e3837a01-8b08-4fc6-8353-5bb6ac82c309"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:40.233134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cffb0ad7-19a4-4b7a-99b2-9e05c6788bd5 req-b9a93734-44dc-486d-a9aa-3f3876188cf1 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961645 Sep 26 13:00:40.270283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Pushing event updated for resources: {'Port': ['ID=e3837a01-8b08-4fc6-8353-5bb6ac82c309,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:40.273302 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ac8a5-4ae5-4325-94ba-b3a468ba98cf x-openstack-request-id: req-d55ac8a5-4ae5-4325-94ba-b3a468ba98cf {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:40.273636 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ef30f1-89aa-4bea-8ea1-512477e870fd", "tag": "e3837a01-8b08-4fc6-8353-5bb6ac82c309", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:40.273885 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d55ac8a5-4ae5-4325-94ba-b3a468ba98cf {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:40.274259 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ef30f1-89aa-4bea-8ea1-512477e870fd', 'tag': 'e3837a01-8b08-4fc6-8353-5bb6ac82c309', 'status': 'completed', 'code': 200} Sep 26 13:00:40.284768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.285110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.285442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.285803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.286130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.286451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.286767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.287084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.287400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.287725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.288067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.288379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4ec4c-2372-40d0-b547-f54fb36dbf00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:00:40.303179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989344-4538-4725-b70c-4204a92e1ccd req-d2808971-d122-44cc-8376-385af0595bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:40.305217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-d2808971-d122-44cc-8376-385af0595bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 1095 time: 0.0711768 Sep 26 13:00:40.351730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-fa3f4bfa-069a-4f23-883b-09b0803f0598 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3837a01-8b08-4fc6-8353-5bb6ac82c309 HTTP/1.1" status: 200 len: 217 time: 0.0353146 Sep 26 13:00:40.414645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989344-4538-4725-b70c-4204a92e1ccd req-1cbc905d-f2b6-4622-8488-e6efbb164c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:40.416634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-1cbc905d-f2b6-4622-8488-e6efbb164c0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.0535133 Sep 26 13:00:40.452965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32820) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:40.477194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-38d876df-0926-4d53-aed7-c2b276dacf52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423326 Sep 26 13:00:40.509212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce82b2-ff4c-49a9-8e13-f7de2414cff5 req-40ae5f8c-1f6a-4ab7-a88a-0ef670670f9e tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:40.510752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43ce82b2-ff4c-49a9-8e13-f7de2414cff5 req-40ae5f8c-1f6a-4ab7-a88a-0ef670670f9e tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0847259 Sep 26 13:00:40.516985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b31507f8-1291-479c-b8e7-9d6689f783c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26e4eaa137db4bca8339d0bd0dada0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600519 Sep 26 13:00:40.517674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cd41f-f6fd-42ee-8694-b32aaea9767c req-d8719ce1-e462-41bf-b0da-5ed697937164 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:40.518252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32824) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:40.519169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb5cd41f-f6fd-42ee-8694-b32aaea9767c req-d8719ce1-e462-41bf-b0da-5ed697937164 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0954478 Sep 26 13:00:40.577035 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43ce82b2-ff4c-49a9-8e13-f7de2414cff5 req-b9d093b7-bff7-4063-b02b-126b960a78dc tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc430d78-0d78-44b9-85be-220167660038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600049 Sep 26 13:00:40.596227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9fabbfd-3e4b-4e43-8666-ec01bc2d1445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.625280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9fabbfd-3e4b-4e43-8666-ec01bc2d1445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.689850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9fabbfd-3e4b-4e43-8666-ec01bc2d1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.692918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9fabbfd-3e4b-4e43-8666-ec01bc2d1445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:40.697194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d9fabbfd-3e4b-4e43-8666-ec01bc2d1445 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff8311a7-2411-4a90-81fb-70db8b5c313a HTTP/1.1" status: 204 len: 168 time: 0.1750770 Sep 26 13:00:40.708666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fabbfd-3e4b-4e43-8666-ec01bc2d1445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8311a7-2411-4a90-81fb-70db8b5c313a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:40.815147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db710769-f4b7-4774-b78a-9a5914a3effa req-787cb2b2-05b3-4133-9e68-4a98e31a9f8c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:40.816693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-db710769-f4b7-4774-b78a-9a5914a3effa req-787cb2b2-05b3-4133-9e68-4a98e31a9f8c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 943 time: 0.0531664 Sep 26 13:00:40.861531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-db710769-f4b7-4774-b78a-9a5914a3effa req-5800f156-1bff-4b31-ae9a-50ddd38950f3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373459 Sep 26 13:00:40.935631 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb5cd41f-f6fd-42ee-8694-b32aaea9767c req-4b9963fe-dc4f-4027-ab03-38a62ba57545 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097996 Sep 26 13:00:40.939542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-1014066d-ea5b-4efa-a49a-658dff7ff3c0 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531801 Sep 26 13:00:40.948572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-430837dc-5475-4cae-8143-0223123817d8 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:40.949957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-430837dc-5475-4cae-8143-0223123817d8 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.24 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 946 time: 0.0860057 Sep 26 13:00:40.959602 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bd7f94ea-cf09-4c0a-8ccd-658e95a1408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:41.110245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56989344-4538-4725-b70c-4204a92e1ccd req-752e435f-d881-4c37-9139-39913d6acaa0 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471269 Sep 26 13:00:41.125176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Deleting port 2912602e-ba87-493d-a1dc-57838c8e727d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:41.125779 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:41.280335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] For port 2912602e-ba87-493d-a1dc-57838c8e727d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2912602e-ba87-493d-a1dc-57838c8e727d,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:41.280706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:41.285073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-49d705c9-615f-496b-8ee0-d0dc8bce7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:41.286610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-49d705c9-615f-496b-8ee0-d0dc8bce7405 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 1095 time: 0.1262963 Sep 26 13:00:41.315339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Calling delete_port for 2912602e-ba87-493d-a1dc-57838c8e727d owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:41.329140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44b91c-ebc9-4d12-bafb-9d6b579e33c9 req-7ec5dce8-4e1b-4434-8cba-12fdb353d0e8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:41.334138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b44b91c-ebc9-4d12-bafb-9d6b579e33c9 req-7ec5dce8-4e1b-4434-8cba-12fdb353d0e8 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.1381156 Sep 26 13:00:41.379373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2dfc1-f639-4ca5-b018-17e0b1d94723 req-26fc0d23-5224-48f8-8796-78fd6374d89c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:41.381010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84c2dfc1-f639-4ca5-b018-17e0b1d94723 req-26fc0d23-5224-48f8-8796-78fd6374d89c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.0585787 Sep 26 13:00:41.425721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84c2dfc1-f639-4ca5-b018-17e0b1d94723 req-a6738105-ac63-45e7-b16a-0494838e3695 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Sep 26 13:00:41.483671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b44b91c-ebc9-4d12-bafb-9d6b579e33c9 req-1c1d2d8e-8a39-491d-8402-226545e4bd4f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369381 Sep 26 13:00:41.512715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-6fbc3680-8243-4d4c-b372-d343b269bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:41.514230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-6fbc3680-8243-4d4c-b372-d343b269bc0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 912 time: 0.2178063 Sep 26 13:00:41.571634 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:41.590471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-cd83c640-0c2f-4af9-9743-9840f56ff507 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3837a01-8b08-4fc6-8353-5bb6ac82c309 HTTP/1.1" status: 200 len: 217 time: 0.0610423 Sep 26 13:00:41.657769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-83e90fa8-69a6-42a1-8098-1471e4072b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:41.659274 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-83e90fa8-69a6-42a1-8098-1471e4072b9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.0591493 Sep 26 13:00:41.726679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76c9bcea-1070-429e-b671-543c4ddd848a req-41719197-7af9-4319-bf2d-42ce42a9a223 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6612e04e-cb73-4f03-8b93-4e8931915ea1 HTTP/1.1" status: 200 len: 210 time: 0.0473325 Sep 26 13:00:41.727301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:41.730891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-3d084565-30a8-4ceb-a3f5-77e4a0696e31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621397 Sep 26 13:00:41.778954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Pushing event deleted for resources: {'Port': ['ID=2912602e-ba87-493d-a1dc-57838c8e727d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:41.849099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] No DVR routers for this DVR port 2912602e-ba87-493d-a1dc-57838c8e727d on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:41.912072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:41.914679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7955ee53-28ca-46e1-9a22-65c4878b0893 req-a2aea1d6-9fe3-41b5-a86b-6e1ea8fad7c0 tempest-ListServerFiltersTestJSON-1734042791 tempest-ListServerFiltersTestJSON-1734042791-project] 10.222.0.24 "DELETE /v2.0/ports/2912602e-ba87-493d-a1dc-57838c8e727d HTTP/1.1" status: 204 len: 173 time: 0.9504924 Sep 26 13:00:41.990759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-967cf6cd-27e3-4884-aa5e-70a49823be18 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441232 Sep 26 13:00:41.993431 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.043190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b33a9-0a60-4cab-8f64-5c5d235eeaf2 req-3a346760-8298-441f-818f-a3235df29b33 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:42.051456 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-361b33a9-0a60-4cab-8f64-5c5d235eeaf2 req-3a346760-8298-441f-818f-a3235df29b33 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 943 time: 0.0801504 Sep 26 13:00:42.142075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-361b33a9-0a60-4cab-8f64-5c5d235eeaf2 req-82706934-e9ab-4350-9a81-a4e796d3912f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830326 Sep 26 13:00:42.174704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cf02be5-837a-4372-83c1-0816c18e2af8 req-12537fc5-39c1-439f-a6ec-2d404df98c05 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744080 Sep 26 13:00:42.243635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-9541a85c-572c-47e7-801c-7b05d6b7b08d tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:42.244096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863110f-0922-44d1-8975-e82fd2aa97ff req-9475b4cf-96e5-4207-ad79-76ddecaf7932 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:42.245114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-9541a85c-572c-47e7-801c-7b05d6b7b08d tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.0591919 Sep 26 13:00:42.245863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a863110f-0922-44d1-8975-e82fd2aa97ff req-9475b4cf-96e5-4207-ad79-76ddecaf7932 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0554967 Sep 26 13:00:42.260416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-13'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:42.279928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612e04e-cb73-4f03-8b93-4e8931915ea1', 'name': 'network-vif-deleted', 'tag': '2912602e-ba87-493d-a1dc-57838c8e727d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:42.282259 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2597c556-5547-476a-bdb9-246ca96e1d82" -d '{"events": [{"server_uuid": "6612e04e-cb73-4f03-8b93-4e8931915ea1", "name": "network-vif-deleted", "tag": "2912602e-ba87-493d-a1dc-57838c8e727d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:42.290520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a863110f-0922-44d1-8975-e82fd2aa97ff req-5270c321-8ca0-4cc7-8c43-81ac41b3414b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386400 Sep 26 13:00:42.314829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 481b13ea-0dd9-457a-a9b4-36faf1641bfa no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:42.327358 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.356520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 481b13ea-0dd9-457a-a9b4-36faf1641bfa {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:42.356871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 481b13ea-0dd9-457a-a9b4-36faf1641bfa not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:42.380541 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee4181-022f-46ed-aa95-1cfc1f5a5ecd x-openstack-request-id: req-65ee4181-022f-46ed-aa95-1cfc1f5a5ecd {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:42.380825 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612e04e-cb73-4f03-8b93-4e8931915ea1", "name": "network-vif-deleted", "tag": "2912602e-ba87-493d-a1dc-57838c8e727d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:42.381075 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65ee4181-022f-46ed-aa95-1cfc1f5a5ecd {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:42.381461 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612e04e-cb73-4f03-8b93-4e8931915ea1', 'name': 'network-vif-deleted', 'tag': '2912602e-ba87-493d-a1dc-57838c8e727d', 'status': 'completed', 'code': 200} Sep 26 13:00:42.484527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49d6f2-5948-4329-bde5-db2c00d0915f req-c52ea43b-f053-4f6e-b371-d9471cdf680c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:42.486211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b49d6f2-5948-4329-bde5-db2c00d0915f req-c52ea43b-f053-4f6e-b371-d9471cdf680c tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.1073446 Sep 26 13:00:42.553825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:42.567427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b49d6f2-5948-4329-bde5-db2c00d0915f req-1f1a00ba-c926-4bfa-b1ee-1e72609a5dde tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583196 Sep 26 13:00:42.605979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:42.618717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b32733-12b5-4b95-bbf4-f3e2d5c338ff req-e8ef3796-6b6e-4690-824b-8b336eba6ea1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:42.620237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11b32733-12b5-4b95-bbf4-f3e2d5c338ff req-e8ef3796-6b6e-4690-824b-8b336eba6ea1 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 945 time: 0.0561540 Sep 26 13:00:42.651426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.658142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.664389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11b32733-12b5-4b95-bbf4-f3e2d5c338ff req-bef3f4db-fdca-47bd-833d-52bc2efc211f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Sep 26 13:00:42.743665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:42.748457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on host n-h1-806683-13 for vnic_type normal with profile {"migrating_to": "n-h2-806683-13"} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:42.748840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:42.749067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:42.760839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:42.761178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Attempting to bind port a68e4890-2a86-4e72-b657-acc17d0b603b on network 73c672aa-c8ee-4f36-be6c-e8ebef181e14 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:42.766623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:42.766968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Checking segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:42.767354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Bound using segment: {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:42.767791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Bound port: a68e4890-2a86-4e72-b657-acc17d0b603b, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8de3bd-d414-435f-8687-2998b72cab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '73c672aa-c8ee-4f36-be6c-e8ebef181e14'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:42.768157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.795081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32936) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:42.839781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc69886-4499-434f-976f-fdd69376e25e admin admin] Deleting subnet 03a19da4-9971-4702-be7d-338ac41d6111 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:00:42.843144 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8fc69886-4499-434f-976f-fdd69376e25e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.844032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:42.847477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:42.852478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.894352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8fc69886-4499-434f-976f-fdd69376e25e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.930624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=8']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:42.934208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:42.934831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:42.936615 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-d56de6c4-e3aa-4214-943b-4d59eab7d0d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 200 len: 1123 time: 0.6804600 Sep 26 13:00:42.988203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8fc69886-4499-434f-976f-fdd69376e25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.031279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a68e4890-2a86-4e72-b657-acc17d0b603b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:43.071712 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8fc69886-4499-434f-976f-fdd69376e25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.086632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['a68e4890-2a86-4e72-b657-acc17d0b603b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:43.110740 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8fc69886-4499-434f-976f-fdd69376e25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.115804 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8fc69886-4499-434f-976f-fdd69376e25e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/03a19da4-9971-4702-be7d-338ac41d6111 HTTP/1.1" status: 204 len: 168 time: 0.3168232 Sep 26 13:00:43.115804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc69886-4499-434f-976f-fdd69376e25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a19da4-9971-4702-be7d-338ac41d6111,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:43.116045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32944) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:43.122330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634f541-63b1-4007-8f36-78e3a41874fa None None] Network a4b027a8-1e40-4def-845f-b1d86e441caf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:00:43.204724 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.282422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0989b-3941-4495-87b1-7c81d4c5ac16 req-51a045c2-546c-48a3-a2fa-777cf2e76593 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:43.283897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Deleting port e8974801-703e-4e5f-935f-a5fb7d81c55b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:43.284633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7c0989b-3941-4495-87b1-7c81d4c5ac16 req-51a045c2-546c-48a3-a2fa-777cf2e76593 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 943 time: 0.0597348 Sep 26 13:00:43.289852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.349441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7c0989b-3941-4495-87b1-7c81d4c5ac16 req-f042e6ff-4a7d-4f4c-8067-f0f3461f89a9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567937 Sep 26 13:00:43.378670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] For port e8974801-703e-4e5f-935f-a5fb7d81c55b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e8974801-703e-4e5f-935f-a5fb7d81c55b,segment=NetworkSegment(6c72ca21-c49b-4263-b289-a76f7c6f5f93),segment_id=6c72ca21-c49b-4263-b289-a76f7c6f5f93)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:43.379042 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.400442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Calling delete_port for e8974801-703e-4e5f-935f-a5fb7d81c55b owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:43.478417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a68e4890-2a86-4e72-b657-acc17d0b603b details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:43.480768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2912602e-ba87-493d-a1dc-57838c8e727d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:43.482997 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.513446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.514623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 2912602e-ba87-493d-a1dc-57838c8e727d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:43.514967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2912602e-ba87-493d-a1dc-57838c8e727d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:43.524195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e90e8e-5263-43bd-a63b-fdb7c1326997 None None] DHCP port deletion for a4b027a8-1e40-4def-845f-b1d86e441caf request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:00:43.543133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b13f2-35c8-40b4-a1eb-ff6426186a55 req-8e6e6564-9d4b-4d77-a00f-8d7bcafa5fb8 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:43.550471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8974801-703e-4e5f-935f-a5fb7d81c55b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:43.552020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b91b13f2-35c8-40b4-a1eb-ff6426186a55 req-8e6e6564-9d4b-4d77-a00f-8d7bcafa5fb8 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0954862 Sep 26 13:00:43.552483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] No DVR routers for this DVR port e8974801-703e-4e5f-935f-a5fb7d81c55b on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:43.565359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:43.632895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.649287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b91b13f2-35c8-40b4-a1eb-ff6426186a55 req-1a6bedec-307f-4ec9-90ee-de714a273eeb tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903275 Sep 26 13:00:43.655688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:43.665120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b027a8-1e40-4def-845f-b1d86e441caf']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:43.674282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c72ca21-c49b-4263-b289-a76f7c6f5f93') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:43.674586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c72ca21-c49b-4263-b289-a76f7c6f5f93') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:43.681796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a68e4890-2a86-4e72-b657-acc17d0b603b has no active binding in host n-h2-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 13:00:43.682191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e3837a01-8b08-4fc6-8353-5bb6ac82c309 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:43.696639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87c4bca8-37e4-48a1-8aa7-6ea5550b0cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.711999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.734631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.744167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:00:43.744656 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.754031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3c969-8d94-416e-8dda-effebe1025fa req-9d82a2d8-6f3e-45a7-94fb-9af2baa080b0 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:43.758223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63f3c969-8d94-416e-8dda-effebe1025fa req-9d82a2d8-6f3e-45a7-94fb-9af2baa080b0 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.0757194 Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:00:43.760048 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:00:43.794080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e3837a01-8b08-4fc6-8353-5bb6ac82c309, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e3837a01-8b08-4fc6-8353-5bb6ac82c309,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:43.807818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'e3837a01-8b08-4fc6-8353-5bb6ac82c309', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'port_id': 'e3837a01-8b08-4fc6-8353-5bb6ac82c309', 'mac_address': 'fa:16:3e:f7:7a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac6c873-36de-432a-b898-cb946da0945e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:00:43.835976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc90bc-165e-4c15-b26d-1eee1deeb4af req-4a3a0b8e-3122-4fa7-a253-68548137658f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:43.837571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dcdc90bc-165e-4c15-b26d-1eee1deeb4af req-4a3a0b8e-3122-4fa7-a253-68548137658f tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0815094 Sep 26 13:00:43.846705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.858082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87c4bca8-37e4-48a1-8aa7-6ea5550b0cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.860194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3837a01-8b08-4fc6-8353-5bb6ac82c309 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:43.866147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63f3c969-8d94-416e-8dda-effebe1025fa req-2402b906-dffc-4b3a-bd86-e84396626d40 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Sep 26 13:00:43.870350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87c4bca8-37e4-48a1-8aa7-6ea5550b0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.872924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.890930 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.892033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e3837a01-8b08-4fc6-8353-5bb6ac82c309, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e3837a01-8b08-4fc6-8353-5bb6ac82c309,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:43.893613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] 10.222.0.13 "DELETE /v2.0/networks/a4b027a8-1e40-4def-845f-b1d86e441caf HTTP/1.1" status: 204 len: 168 time: 0.7758386 Sep 26 13:00:43.895216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f3882-f142-4cf3-88f5-55bcb9ed063e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b027a8-1e40-4def-845f-b1d86e441caf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:43.897799 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:43.925608 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dcdc90bc-165e-4c15-b26d-1eee1deeb4af req-779c6569-8c66-43a2-afc8-31e2ae8ed8bf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774250 Sep 26 13:00:43.945192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-87c4bca8-37e4-48a1-8aa7-6ea5550b0cf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4ad0d25e98749d5b93e0b541a7b28bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780291 Sep 26 13:00:43.948219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32968) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:43.950584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4bca8-37e4-48a1-8aa7-6ea5550b0cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d51c1ee-6599-4d48-9e8d-f42d9f7eb7d0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:44.006254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=e3837a01-8b08-4fc6-8353-5bb6ac82c309,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:44.012956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f983df7-df4b-4224-9616-de816b9cb9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.035728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f983df7-df4b-4224-9616-de816b9cb9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.061757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32970) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:44.088717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f983df7-df4b-4224-9616-de816b9cb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.091512 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f983df7-df4b-4224-9616-de816b9cb9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.092688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6f983df7-df4b-4224-9616-de816b9cb9e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d51c1ee-6599-4d48-9e8d-f42d9f7eb7d0 HTTP/1.1" status: 204 len: 168 time: 0.1436119 Sep 26 13:00:44.104183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f983df7-df4b-4224-9616-de816b9cb9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d51c1ee-6599-4d48-9e8d-f42d9f7eb7d0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:44.107948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c5caa15-1f31-49d6-89be-4ba883454652 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6b48d698d74485a9068c01be0c10360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449932 Sep 26 13:00:44.110805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32974) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:44.164811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63f0a7dd-e924-44d7-8a4d-d2c42bf65977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.186572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63f0a7dd-e924-44d7-8a4d-d2c42bf65977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.209884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['e3837a01-8b08-4fc6-8353-5bb6ac82c309'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:44.241513 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63f0a7dd-e924-44d7-8a4d-d2c42bf65977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.244867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63f0a7dd-e924-44d7-8a4d-d2c42bf65977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.245257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-63f0a7dd-e924-44d7-8a4d-d2c42bf65977 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc430d78-0d78-44b9-85be-220167660038 HTTP/1.1" status: 204 len: 168 time: 0.1330142 Sep 26 13:00:44.253164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0a7dd-e924-44d7-8a4d-d2c42bf65977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc430d78-0d78-44b9-85be-220167660038,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:44.383153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b'}, {'name': 'network-changed', 'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:44.386856 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c9b6c9-7f3d-422f-a3b0-540b029281c9" -d '{"events": [{"server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "name": "network-vif-unplugged", "status": "completed", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b"}, {"name": "network-changed", "server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:44.447076 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbe4fe6-9e08-4131-a282-8519edc18258 x-openstack-request-id: req-8bbe4fe6-9e08-4131-a282-8519edc18258 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:44.447634 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "name": "network-vif-unplugged", "status": "completed", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b", "code": 200}, {"name": "network-changed", "server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:44.447917 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bbe4fe6-9e08-4131-a282-8519edc18258 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:44.448297 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b', 'code': 200} Sep 26 13:00:44.448603 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b', 'status': 'completed', 'code': 200} Sep 26 13:00:44.489793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e8974801-703e-4e5f-935f-a5fb7d81c55b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:44.510703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32988) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:44.532935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a4cd231f-d967-45ad-b518-c32c4cea61e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.543701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e8974801-703e-4e5f-935f-a5fb7d81c55b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:44.545545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e8974801-703e-4e5f-935f-a5fb7d81c55b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:44.566023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-298f5738-a78b-4a4c-b371-f5602341dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:44.567681 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-298f5738-a78b-4a4c-b371-f5602341dde5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1126 time: 0.0825768 Sep 26 13:00:44.573198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f283-ffec-4557-ae09-2aa3021d5754 req-4f6d4fc7-37af-4de2-aa66-5f49a21d2327 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:44.574995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d76f283-ffec-4557-ae09-2aa3021d5754 req-4f6d4fc7-37af-4de2-aa66-5f49a21d2327 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 944 time: 0.1281347 Sep 26 13:00:44.648098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d76f283-ffec-4557-ae09-2aa3021d5754 req-0c4d410f-a93a-4457-848c-6c400034c0ac tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653389 Sep 26 13:00:44.689894 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-6ddf1270-c84d-45ee-a077-166d8a09c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:44.691598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-6ddf1270-c84d-45ee-a077-166d8a09c1e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1144524 Sep 26 13:00:44.721907 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a4cd231f-d967-45ad-b518-c32c4cea61e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.727156 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a4cd231f-d967-45ad-b518-c32c4cea61e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.754798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-b158e90e-dc82-44ab-b3a6-b6785bd3fab9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 200 len: 217 time: 0.0547090 Sep 26 13:00:44.768012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd231f-d967-45ad-b518-c32c4cea61e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c11bff1-6cf5-4351-9a5e-0bb791be3245,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:44.775482 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a4cd231f-d967-45ad-b518-c32c4cea61e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f46974a3181b487b82df1311725428f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603068 Sep 26 13:00:44.775715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33000) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:44.823398 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.832114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9b43-3c4c-410d-b008-e9c086007f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.839981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf1f5e-48de-49ea-85b2-621e0945d155 req-877b2873-036e-471e-b148-143d9ca46e2e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:44.841566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0faf1f5e-48de-49ea-85b2-621e0945d155 req-877b2873-036e-471e-b148-143d9ca46e2e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0976486 Sep 26 13:00:44.847610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-338ac39e-95da-40d2-9dc6-9322fbb59d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:44.848958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-338ac39e-95da-40d2-9dc6-9322fbb59d33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0750589 Sep 26 13:00:44.861341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9b43-3c4c-410d-b008-e9c086007f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.896935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-8b219747-ec57-43b9-8c10-44350a076366 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317249 Sep 26 13:00:44.910407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0faf1f5e-48de-49ea-85b2-621e0945d155 req-5dacd723-c96b-465f-b063-dc023f02674c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604551 Sep 26 13:00:44.930010 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9b43-3c4c-410d-b008-e9c086007f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.934720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6c9b43-3c4c-410d-b008-e9c086007f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:44.937807 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dc6c9b43-3c4c-410d-b008-e9c086007f9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c11bff1-6cf5-4351-9a5e-0bb791be3245 HTTP/1.1" status: 204 len: 168 time: 0.1611242 Sep 26 13:00:44.949416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c9b43-3c4c-410d-b008-e9c086007f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c11bff1-6cf5-4351-9a5e-0bb791be3245,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:45.055530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4790bb-aacf-406e-893c-329a2152c852 req-1992a7de-34b6-4f03-92da-42c64001b594 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:45.069731 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f4790bb-aacf-406e-893c-329a2152c852 req-1992a7de-34b6-4f03-92da-42c64001b594 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.0761967 Sep 26 13:00:45.118157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409f666-cf6c-4502-8fc9-5aafdbc7e93b req-434d0c98-8d85-4c47-a654-40621ea58f43 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:45.121967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0409f666-cf6c-4502-8fc9-5aafdbc7e93b req-434d0c98-8d85-4c47-a654-40621ea58f43 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0896037 Sep 26 13:00:45.126129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-0a2855b7-2519-4fd7-9bfd-9a12ae24fc50 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148969 Sep 26 13:00:45.130688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f4790bb-aacf-406e-893c-329a2152c852 req-743859c2-5dfb-4742-b62e-0769504f0607 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555451 Sep 26 13:00:45.163570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33020) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:45.185634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0409f666-cf6c-4502-8fc9-5aafdbc7e93b req-c5b670bf-09ee-412c-b704-e87622b8f3fc tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580077 Sep 26 13:00:45.276813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82c9b6c9-7f3d-422f-a3b0-540b029281c9 req-c0f81a47-b4bb-4972-99b7-d45b0afff480 service neutron] 10.222.0.23 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241958 Sep 26 13:00:45.283462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-458968864-network', 'tenant_id': '58810cc3d2c749d990b24570e75697a8'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:45.306207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Made reservation on behalf of 58810cc3d2c749d990b24570e75697a8 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:45.308580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.317166 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.410468 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.414127 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.438560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:00:45.448825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a961f2f-6da1-4007-b9be-49c2f592c3a7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:45.458117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.458483 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Added segment c41eb08c-e929-42bf-9e62-2f81ef486db1 of type vlan for network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc Sep 26 13:00:45.476644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e3837a01-8b08-4fc6-8353-5bb6ac82c309 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:00:45.500760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.528629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.529650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:45.530441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.535255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port e3837a01-8b08-4fc6-8353-5bb6ac82c309 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:00:45.540037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port e3837a01-8b08-4fc6-8353-5bb6ac82c309 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:45.540408 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.566529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4013355 Sep 26 13:00:45.568995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33040) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:45.585106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Request body: {'subnet': {'network_id': '3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-458968864-subnet', 'tenant_id': '58810cc3d2c749d990b24570e75697a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:45.609929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35438c7-b411-4b81-8b18-84d75fce8702 admin admin] Pushing event updated for resources: {'Network': ['ID=3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:45.628942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Made reservation on behalf of 58810cc3d2c749d990b24570e75697a8 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:45.631286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.635994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:00:45.675051 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.746991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ef30f1-89aa-4bea-8ea1-512477e870fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3837a01-8b08-4fc6-8353-5bb6ac82c309'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:45.749536 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845e5cf-da86-47e3-a65a-0c0f01862dd6" -d '{"events": [{"server_uuid": "38ef30f1-89aa-4bea-8ea1-512477e870fd", "name": "network-vif-plugged", "status": "completed", "tag": "e3837a01-8b08-4fc6-8353-5bb6ac82c309"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:45.776689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port e3837a01-8b08-4fc6-8353-5bb6ac82c309, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e3837a01-8b08-4fc6-8353-5bb6ac82c309,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:45.783340 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.791410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cf7ee-bf41-4ae4-adfc-538c48563f88 req-443b8c9f-bed8-4eac-9ee7-ca5409c58f57 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:45.793220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a49cf7ee-bf41-4ae4-adfc-538c48563f88 req-443b8c9f-bed8-4eac-9ee7-ca5409c58f57 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 944 time: 0.0547535 Sep 26 13:00:45.817221 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51be721d-5993-4854-aa62-148d92be0f5d x-openstack-request-id: req-51be721d-5993-4854-aa62-148d92be0f5d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:45.817776 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ef30f1-89aa-4bea-8ea1-512477e870fd", "name": "network-vif-plugged", "status": "completed", "tag": "e3837a01-8b08-4fc6-8353-5bb6ac82c309", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:45.818206 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51be721d-5993-4854-aa62-148d92be0f5d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:45.818762 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ef30f1-89aa-4bea-8ea1-512477e870fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3837a01-8b08-4fc6-8353-5bb6ac82c309', 'code': 200} Sep 26 13:00:45.855382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:45.858838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a49cf7ee-bf41-4ae4-adfc-538c48563f88 req-2f674ead-eb5b-4042-bdc9-5dea48574861 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585990 Sep 26 13:00:45.871543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=e3837a01-8b08-4fc6-8353-5bb6ac82c309,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:45.948583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0f3937-81a9-45b2-aa9c-fe4b6c751240,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:45.961570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc73b-d907-409a-ab2c-6bba3a53d4ec req-eb999ab3-9ca1-452f-8e86-75366f70c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:45.963092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27efc73b-d907-409a-ab2c-6bba3a53d4ec req-eb999ab3-9ca1-452f-8e86-75366f70c014 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 1097 time: 0.0762658 Sep 26 13:00:45.967200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Checking segment: {'id': 'c41eb08c-e929-42bf-9e62-2f81ef486db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:45.967571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Network hostable DHCP agents. Network: 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:00:46.033971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:00:46.051902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27efc73b-d907-409a-ab2c-6bba3a53d4ec req-79596da8-b3ae-4ba8-bac3-8347f0a52c9c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739548 Sep 26 13:00:46.055345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:46.061313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:46.065153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:46.065463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ad249-e4c7-4d46-98fe-2fc3179ad53d None None] Network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:00:46.088905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5496ce-e051-4ed8-988d-a2eec57ffb11 req-c8ed7164-bec7-4654-83d3-1c06eb1a057f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:46.090924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f5496ce-e051-4ed8-988d-a2eec57ffb11 req-c8ed7164-bec7-4654-83d3-1c06eb1a057f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0967848 Sep 26 13:00:46.096837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-90f7c60e-97da-4670-9fbb-2626f9c9ee3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5263748 Sep 26 13:00:46.147020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f5496ce-e051-4ed8-988d-a2eec57ffb11 req-2f467681-6b08-46fb-a495-46a394c32096 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487471 Sep 26 13:00:46.284997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5beddd-2cd6-4183-b86d-2ed04cdb8e9a req-276fc491-e7c4-427c-8221-46cc9bfb4559 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:46.287159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b5beddd-2cd6-4183-b86d-2ed04cdb8e9a req-276fc491-e7c4-427c-8221-46cc9bfb4559 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.0720999 Sep 26 13:00:46.304457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9ee3c-2a62-4528-8bb7-9710ed7395f4 None None] Network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:00:46.368491 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b5beddd-2cd6-4183-b86d-2ed04cdb8e9a req-7df34f09-e02a-4bab-a82d-fd0afcdcd014 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696268 Sep 26 13:00:46.380581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device aa661a92-07cd-48c6-84dc-e38b8cb4ec9f details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:46.499933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5e5d-ed33-4a03-954e-ebc98e3ddc47 req-6fc0b81c-4e9b-4c09-9e77-8e29c75b37d9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:46.501724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd3e5e5d-ed33-4a03-954e-ebc98e3ddc47 req-6fc0b81c-4e9b-4c09-9e77-8e29c75b37d9 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0996711 Sep 26 13:00:46.564209 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd3e5e5d-ed33-4a03-954e-ebc98e3ddc47 req-1f188d84-a6c5-41a3-b536-4293c4be3028 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550299 Sep 26 13:00:46.755117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-0e5becac-603e-4f92-ae1b-04c0378de2fc tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:46.758351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-0e5becac-603e-4f92-ae1b-04c0378de2fc tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/networks?id=3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc HTTP/1.1" status: 200 len: 813 time: 0.1219137 Sep 26 13:00:46.760130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:46.772111 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-7d1c3d7d-ea09-4dc3-be54-1181e4f55011 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/quotas/58810cc3d2c749d990b24570e75697a8 HTTP/1.1" status: 200 len: 375 time: 0.0090151 Sep 26 13:00:46.775612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f', 'network_id': '5461c450-2287-4558-a00f-b5689871e961', 'port_id': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f', 'mac_address': 'fa:16:3e:66:e3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a1bfe7-338a-49b9-acfe-86b4a9efa712', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:00:46.804487 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-6f247632-f2ae-4178-be07-5d9a169254a8 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58810cc3d2c749d990b24570e75697a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260651 Sep 26 13:00:46.816496 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:46.831956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa661a92-07cd-48c6-84dc-e38b8cb4ec9f {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:46.851185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:46.857048 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:46.904016 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-c1e3a3b3-f1f6-4027-82de-77c86f231187 service neutron] 10.222.0.13 "GET /v2.0/networks/3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926232 Sep 26 13:00:46.914520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:46.951458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['aa661a92-07cd-48c6-84dc-e38b8cb4ec9f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:47.002782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-57df6957-84b9-44b7-935a-6466ecbe6eb8 service neutron] 10.222.0.13 "GET /v2.0/networks/3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917754 Sep 26 13:00:47.405787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567dc73-4e03-4445-a25d-46266089b7c5 req-4e05c182-6ea0-44f2-8057-2e835a469b16 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:47.407560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b567dc73-4e03-4445-a25d-46266089b7c5 req-4e05c182-6ea0-44f2-8057-2e835a469b16 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 945 time: 0.0682256 Sep 26 13:00:47.449511 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b567dc73-4e03-4445-a25d-46266089b7c5 req-45ef4431-f5bc-4782-8b23-0f24f7b46a4a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Sep 26 13:00:47.500272 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:00:47.532351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ddfcc2c-f6c2-434f-9ec1-ef2a01664867 req-e7a8c051-f804-4b25-9563-1a6023e4b220 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 210 time: 0.0308418 Sep 26 13:00:47.632010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cba30-59cc-4854-9277-40fa873154c9 req-62ec2376-bca4-4b3b-824c-d4f1d842243a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:47.633510 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-226cba30-59cc-4854-9277-40fa873154c9 req-62ec2376-bca4-4b3b-824c-d4f1d842243a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0478461 Sep 26 13:00:47.671208 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-226cba30-59cc-4854-9277-40fa873154c9 req-45e10fc5-4a58-46fd-9f48-7389b17611fd tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Sep 26 13:00:47.959190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464a39-5c6e-407b-ae11-6eb559befd92 req-e6bf5321-f9eb-4925-937f-d0ef5129e901 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:47.961392 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92464a39-5c6e-407b-ae11-6eb559befd92 req-e6bf5321-f9eb-4925-937f-d0ef5129e901 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 945 time: 0.0559111 Sep 26 13:00:48.002280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92464a39-5c6e-407b-ae11-6eb559befd92 req-c43e144c-ff82-4347-b88a-f8bc7c4778a1 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Sep 26 13:00:48.041133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-6da51d13-0427-4fba-903d-e2fb969ad511 service neutron] 10.222.0.23 "GET /v2.0/ports/a68e4890-2a86-4e72-b657-acc17d0b603b/bindings/n-h2-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.0572245 Sep 26 13:00:48.114752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941daa-c2e6-4c87-85bd-5b232a50bd27 req-d169d9ae-138d-46ad-bafd-ca1a58d92948 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:48.116981 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73941daa-c2e6-4c87-85bd-5b232a50bd27 req-d169d9ae-138d-46ad-bafd-ca1a58d92948 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 943 time: 0.0517633 Sep 26 13:00:48.154529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73941daa-c2e6-4c87-85bd-5b232a50bd27 req-a061c5d0-a326-4567-b068-f6546b76628b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Sep 26 13:00:48.220392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:48.241500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:48.276874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68e4890-2a86-4e72-b657-acc17d0b603b {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:48.287510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:48.301705 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:48.371164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device aa661a92-07cd-48c6-84dc-e38b8cb4ec9f up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:00:48.384366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] Transition to ACTIVE for port object a68e4890-2a86-4e72-b657-acc17d0b603b will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:00:48.389599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:48.431883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:48.432485 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:48.460122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] No DVR routers for this DVR port a68e4890-2a86-4e72-b657-acc17d0b603b on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:48.500020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] 10.222.0.23 "PUT /v2.0/ports/a68e4890-2a86-4e72-b657-acc17d0b603b/bindings/n-h2-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 0.4511955 Sep 26 13:00:48.504884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a615f2a-b24e-42a7-8d13-a3588aff7752 service neutron] Pushing event updated for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:48.515905 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:48.539458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:48.541736 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b5c5d-0131-42d2-b341-dc8ce8d15840" -d '{"events": [{"server_uuid": "655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c", "name": "network-vif-plugged", "status": "completed", "tag": "aa661a92-07cd-48c6-84dc-e38b8cb4ec9f"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:48.554005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:48.558730 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:48.559665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device a68e4890-2a86-4e72-b657-acc17d0b603b no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:48.634815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device a68e4890-2a86-4e72-b657-acc17d0b603b not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:48.639095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:48.687693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f29ccb-5797-4628-a7a0-ab5e5a79be55 req-cadc1659-7ed8-4099-be95-37258365d292 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:48.689166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-68f29ccb-5797-4628-a7a0-ab5e5a79be55 req-cadc1659-7ed8-4099-be95-37258365d292 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 945 time: 0.0491118 Sep 26 13:00:48.727228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-68f29ccb-5797-4628-a7a0-ab5e5a79be55 req-c7eb2a97-9748-4081-99e8-1b5023969251 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Sep 26 13:00:48.773209 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01386395-5098-4b61-975d-0e67823f3e97 x-openstack-request-id: req-01386395-5098-4b61-975d-0e67823f3e97 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:48.773530 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c", "name": "network-vif-plugged", "status": "completed", "tag": "aa661a92-07cd-48c6-84dc-e38b8cb4ec9f", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:48.773784 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01386395-5098-4b61-975d-0e67823f3e97 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:48.774183 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f', 'code': 200} Sep 26 13:00:48.846969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c5957e2-d2e7-4165-b20d-7bf9c11df66c req-cc56ebf7-babe-4ba9-b0f2-afc025f1d2f6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 210 time: 0.0286732 Sep 26 13:00:48.973407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ba3d-7e6e-4033-a6fc-a35d1aa9e5ab req-9c798c04-840f-4ee4-96a2-69e0ec354cd6 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:48.985702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b80ba3d-7e6e-4033-a6fc-a35d1aa9e5ab req-9c798c04-840f-4ee4-96a2-69e0ec354cd6 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0692956 Sep 26 13:00:49.005273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ab6a634c-ea10-4b5c-bace-0a1e562014b2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:49.015514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ab6a634c-ea10-4b5c-bace-0a1e562014b2 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0790939 Sep 26 13:00:49.029566 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b80ba3d-7e6e-4033-a6fc-a35d1aa9e5ab req-3791f491-db22-4178-a84f-b9c407905f78 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Sep 26 13:00:49.088477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-dd887586-c7a0-482f-9891-934abc82de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:49.090134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-dd887586-c7a0-482f-9891-934abc82de8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221&tenant_id=e649167b279749e7904ff626deead561 HTTP/1.1" status: 200 len: 1096 time: 0.0578740 Sep 26 13:00:49.197035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-cd155b37-aeef-4323-9682-6b30474755a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:49.198740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-cd155b37-aeef-4323-9682-6b30474755a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e649167b279749e7904ff626deead561&device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1096 time: 0.0737560 Sep 26 13:00:49.236233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dd57a-faaa-40d9-bef2-80a4400d082c req-88dd6144-0e9d-4079-b80a-a61a3270c81b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:49.237802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-947dd57a-faaa-40d9-bef2-80a4400d082c req-88dd6144-0e9d-4079-b80a-a61a3270c81b tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.0541260 Sep 26 13:00:49.305312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-947dd57a-faaa-40d9-bef2-80a4400d082c req-01f3c703-15db-4a61-8bfa-4d5e90eb5960 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565763 Sep 26 13:00:49.356509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-7a2bde04-01e2-46c7-99c8-a121f15d20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:49.358112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-7a2bde04-01e2-46c7-99c8-a121f15d20e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 200 len: 907 time: 0.1497858 Sep 26 13:00:49.387287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37df2b2-df64-40f6-a14f-7571509e0c0c req-ea200507-6fc1-4bcd-86a4-89bc5b8d0eaf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:49.389028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f37df2b2-df64-40f6-a14f-7571509e0c0c req-ea200507-6fc1-4bcd-86a4-89bc5b8d0eaf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 944 time: 0.0644679 Sep 26 13:00:49.423832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ab231ebc-d2ef-4657-8550-6693e274c009 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 200 len: 217 time: 0.0527964 Sep 26 13:00:49.490643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f37df2b2-df64-40f6-a14f-7571509e0c0c req-47d1b180-3820-4f2c-9a33-f437c936128b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693316 Sep 26 13:00:49.503691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ce8b6e0a-a150-4b47-9e40-a4263a9bfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:49.505517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ce8b6e0a-a150-4b47-9e40-a4263a9bfd07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 200 len: 847 time: 0.0615356 Sep 26 13:00:49.555639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-6471cb7f-bf2c-40c4-9006-18d44a6f23e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73c672aa-c8ee-4f36-be6c-e8ebef181e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301843 Sep 26 13:00:49.874888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f7063-6bb6-44c6-88fd-2850cf47e62a req-96d7e027-556e-46ff-a430-eb0b5f81b9af tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:49.876502 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c8f7063-6bb6-44c6-88fd-2850cf47e62a req-96d7e027-556e-46ff-a430-eb0b5f81b9af tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 945 time: 0.0580347 Sep 26 13:00:49.922399 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:49.934007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c8f7063-6bb6-44c6-88fd-2850cf47e62a req-e065a521-fc07-4ec9-99ad-3763784c14aa tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474555 Sep 26 13:00:50.039014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8079389d-f499-42be-a901-d78fdc153856 req-f37395e4-37dd-4b69-be5f-7ba9bd84ed26 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 210 time: 0.0313756 Sep 26 13:00:50.048863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-ba1c97a9-f03d-4310-a01e-4f4fcd7bd7e2 service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809618 Sep 26 13:00:50.069363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1f1ea-1052-4922-a83b-e30ccae0145a req-7aa993b7-172e-4928-a2b8-fc02784a33ec tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:50.076691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47d1f1ea-1052-4922-a83b-e30ccae0145a req-7aa993b7-172e-4928-a2b8-fc02784a33ec tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.1431103 Sep 26 13:00:50.099939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-8d83ec54-a839-4dbb-93e0-fffb759f5236 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:50.102740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-8d83ec54-a839-4dbb-93e0-fffb759f5236 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.24 "GET /v2.0/networks?id=3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc HTTP/1.1" status: 200 len: 813 time: 0.4996176 Sep 26 13:00:50.128074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Request body: {'port': {'device_id': 'd796fde4-c093-4f45-a55f-79fa29ec3525', 'network_id': '3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc', 'admin_state_up': True, 'tenant_id': '58810cc3d2c749d990b24570e75697a8'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:50.224469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47d1f1ea-1052-4922-a83b-e30ccae0145a req-2f14b3b3-0e76-4c5f-8d40-d0b49680ea8f tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468625 Sep 26 13:00:50.248700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736fc98-c7ff-4db4-8f87-11be02d66d38 req-f003a11b-32e2-4011-8175-205a89c7b781 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:50.250261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d736fc98-c7ff-4db4-8f87-11be02d66d38 req-f003a11b-32e2-4011-8175-205a89c7b781 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0620284 Sep 26 13:00:50.282510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-a2a3834a-8665-4031-aad3-6afbb0c3bbac service neutron] 10.222.0.24 "GET /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020442 Sep 26 13:00:50.313676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d736fc98-c7ff-4db4-8f87-11be02d66d38 req-930f246b-0b80-41a8-831d-a61483e85e8d tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Sep 26 13:00:50.356039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Made reservation on behalf of 58810cc3d2c749d990b24570e75697a8 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:50.359879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:50.382208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30122f0a-8f21-43dc-9147-90a9b27571f4 req-3e336ba3-99ad-4df0-9955-c4e6614b162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:50.383730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30122f0a-8f21-43dc-9147-90a9b27571f4 req-3e336ba3-99ad-4df0-9955-c4e6614b162f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1098 time: 0.0736284 Sep 26 13:00:50.491557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30122f0a-8f21-43dc-9147-90a9b27571f4 req-2a435d4b-63ec-450e-8cd6-80ec2a9733d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977468 Sep 26 13:00:50.525119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Allocated IP 172.20.0.7 (3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc/3e0f3937-81a9-45b2-aa9c-fe4b6c751240/eb7def5f-c327-44ce-8b4d-486910291f61) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:00:50.682490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4c13-d3a3-4db7-ad41-e12b955ca58b req-989df747-b9bf-4432-b806-281bafc8f58a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:50.684108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff0a4c13-d3a3-4db7-ad41-e12b955ca58b req-989df747-b9bf-4432-b806-281bafc8f58a tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 944 time: 0.1111083 Sep 26 13:00:50.779606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:50.783374 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff0a4c13-d3a3-4db7-ad41-e12b955ca58b req-7f993396-f4bd-4db1-843e-a07b58a85a30 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925477 Sep 26 13:00:50.800069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549901b7-ce9f-487f-95c0-923893ce4137 req-22f149a0-babb-4849-8558-aca2f09de2af tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:50.801566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-22f149a0-babb-4849-8558-aca2f09de2af tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221&tenant_id=e649167b279749e7904ff626deead561&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0881755 Sep 26 13:00:50.864561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:50.961356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:00:50.973330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:50.976137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:00:51.042992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Pushing event updated for resources: {'Port': ['ID=eb7def5f-c327-44ce-8b4d-486910291f61,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:51.078389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410eb359-8b8a-417e-9742-c9dd77f846ce req-b3cf9dfb-a1fe-4804-88a7-4d47665bb7e8 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:51.080206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-410eb359-8b8a-417e-9742-c9dd77f846ce req-b3cf9dfb-a1fe-4804-88a7-4d47665bb7e8 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 1096 time: 0.1913970 Sep 26 13:00:51.108648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:51.109424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:51.119430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-549901b7-ce9f-487f-95c0-923893ce4137 req-b2a82014-9548-4e8e-be0f-df3c341b2132 service neutron] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:51.126950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-549901b7-ce9f-487f-95c0-923893ce4137 req-b2a82014-9548-4e8e-be0f-df3c341b2132 service neutron] Notify callbacks [] for binding, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:51.128294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549901b7-ce9f-487f-95c0-923893ce4137 req-b2a82014-9548-4e8e-be0f-df3c341b2132 service neutron] 10.222.0.24 "DELETE /v2.0/ports/a68e4890-2a86-4e72-b657-acc17d0b603b/bindings/n-h1-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.3150008 Sep 26 13:00:51.169048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-dfabe250-58a4-4ab4-8c8e-17395f1dbae6 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0530953 Sep 26 13:00:51.185350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-410eb359-8b8a-417e-9742-c9dd77f846ce req-6fdca65b-a53f-474e-8f69-ce2dc0684e18 tempest-LiveMigrationTest-1225269522 tempest-LiveMigrationTest-1225269522-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959117 Sep 26 13:00:51.191332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Request body: {'port': {'device_id': 'd796fde4-c093-4f45-a55f-79fa29ec3525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:51.272447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-0f50ecd9-3ac0-4f8f-98e6-24bb451e3f15 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:51.275052 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-0f50ecd9-3ac0-4f8f-98e6-24bb451e3f15 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.23 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.1291096 Sep 26 13:00:51.312332 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:51.319289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73973e86-8820-4e3b-9a90-b1dc1155b0e7 req-d6afca8f-48bd-4c9c-a89e-7cb7ad03d5a2 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:51.321925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73973e86-8820-4e3b-9a90-b1dc1155b0e7 req-d6afca8f-48bd-4c9c-a89e-7cb7ad03d5a2 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 931 time: 0.0583370 Sep 26 13:00:51.364888 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73973e86-8820-4e3b-9a90-b1dc1155b0e7 req-e44b3226-9b7c-43d1-9cb0-9e5b574f5f5a tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368505 Sep 26 13:00:51.437078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907cadb-061e-470c-8bf1-bbac7aa00f74 req-12b792bb-28c4-401d-9f38-963118157989 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:51.439092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7907cadb-061e-470c-8bf1-bbac7aa00f74 req-12b792bb-28c4-401d-9f38-963118157989 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 945 time: 0.1608586 Sep 26 13:00:51.542355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33264) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:51.580381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7907cadb-061e-470c-8bf1-bbac7aa00f74 req-537d2785-99ac-4654-84a5-296e2d9ed2da tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277452 Sep 26 13:00:51.598698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Deleting port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:51.599188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:51.766299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] For port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,segment=NetworkSegment(dc53b632-2286-4eae-9657-b30b5dab0863),segment_id=dc53b632-2286-4eae-9657-b30b5dab0863)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:51.766643 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:51.797720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Calling delete_port for aa661a92-07cd-48c6-84dc-e38b8cb4ec9f owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:51.828300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39a20f37-486b-4af1-86c2-376f7d3092e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:51.954061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8289555-10ed-4ffd-92f2-abfe18551466 req-9b4dd0d1-395b-44a2-8858-a68a9221789e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:51.955919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8289555-10ed-4ffd-92f2-abfe18551466 req-9b4dd0d1-395b-44a2-8858-a68a9221789e tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 946 time: 0.1770663 Sep 26 13:00:51.964107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7def5f-c327-44ce-8b4d-486910291f61 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:51.984773 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.021113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Transition to ACTIVE for port object eb7def5f-c327-44ce-8b4d-486910291f61 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:00:52.027775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b841e5-3fcb-4bdf-9e7d-2e5dab066a66 req-ce841267-0c89-4938-a366-0e208ce1fb6b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:52.029524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3b841e5-3fcb-4bdf-9e7d-2e5dab066a66 req-ce841267-0c89-4938-a366-0e208ce1fb6b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0983977 Sep 26 13:00:52.032752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.055079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8289555-10ed-4ffd-92f2-abfe18551466 req-ba5a1942-4afd-4703-bd2d-aeecdcea549a tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dc03-0756-475f-99c3-ba0e182578c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785813 Sep 26 13:00:52.082098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39a20f37-486b-4af1-86c2-376f7d3092e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.097294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-39a20f37-486b-4af1-86c2-376f7d3092e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.138958 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-39a20f37-486b-4af1-86c2-376f7d3092e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4afddccdc5a54d4c86b8960c931f65a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953639 Sep 26 13:00:52.143714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33274) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:52.190030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3b841e5-3fcb-4bdf-9e7d-2e5dab066a66 req-33b6ad3d-72e6-4c04-a957-7bc234b41f6a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504042 Sep 26 13:00:52.203100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a20f37-486b-4af1-86c2-376f7d3092e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df85df38-c1e3-475e-a832-fe5519c73679,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:52.228593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7def5f-c327-44ce-8b4d-486910291f61,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:52.229470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82c01147-056f-4d87-9e7a-7ffb7121c7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.258223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82c01147-056f-4d87-9e7a-7ffb7121c7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.322610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673ca24-7c4e-49fe-9b72-4c75f9a4a465 req-3054ac7b-7be1-4f5a-a99f-691578ab1bf0 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:52.324094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8673ca24-7c4e-49fe-9b72-4c75f9a4a465 req-3054ac7b-7be1-4f5a-a99f-691578ab1bf0 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 944 time: 0.1785486 Sep 26 13:00:52.328797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.333799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82c01147-056f-4d87-9e7a-7ffb7121c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.337355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82c01147-056f-4d87-9e7a-7ffb7121c7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.341737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-82c01147-056f-4d87-9e7a-7ffb7121c7da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df85df38-c1e3-475e-a832-fe5519c73679 HTTP/1.1" status: 204 len: 168 time: 0.1972961 Sep 26 13:00:52.367524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c01147-056f-4d87-9e7a-7ffb7121c7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df85df38-c1e3-475e-a832-fe5519c73679,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:52.402145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device aa661a92-07cd-48c6-84dc-e38b8cb4ec9f no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:52.452442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Pushing event deleted for resources: {'Port': ['ID=aa661a92-07cd-48c6-84dc-e38b8cb4ec9f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:52.455424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: aa661a92-07cd-48c6-84dc-e38b8cb4ec9f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:52.455776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device aa661a92-07cd-48c6-84dc-e38b8cb4ec9f not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:52.524224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] No DVR routers for this DVR port aa661a92-07cd-48c6-84dc-e38b8cb4ec9f on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:52.541263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8673ca24-7c4e-49fe-9b72-4c75f9a4a465 req-d3bf00dd-d39d-4d7c-af3d-aeaf8f87c381 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989462 Sep 26 13:00:52.545022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.553991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b76476c-f6a6-4b45-ae34-0cb26a6941cc req-8de4f114-a28e-4561-8bd6-4c86ace58699 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.23 "DELETE /v2.0/ports/aa661a92-07cd-48c6-84dc-e38b8cb4ec9f HTTP/1.1" status: 204 len: 173 time: 1.2649901 Sep 26 13:00:52.555870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08769e-aa50-4cbf-a497-a8c4e18554b5 req-99cd1e1e-efbf-4ceb-9960-184e6f1e48ec tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:52.563640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d08769e-aa50-4cbf-a497-a8c4e18554b5 req-99cd1e1e-efbf-4ceb-9960-184e6f1e48ec tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 943 time: 0.0714498 Sep 26 13:00:52.602192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'name': 'network-vif-deleted', 'tag': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:52.604774 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47618e9-594f-4d53-9ca4-00ece27dbbe0" -d '{"events": [{"server_uuid": "655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c", "name": "network-vif-deleted", "tag": "aa661a92-07cd-48c6-84dc-e38b8cb4ec9f"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:52.624369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Attempting to bind port eb7def5f-c327-44ce-8b4d-486910291f61 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:00:52.624717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Attempting to bind port eb7def5f-c327-44ce-8b4d-486910291f61 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'c41eb08c-e929-42bf-9e62-2f81ef486db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:00:52.625053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Attempting to bind port eb7def5f-c327-44ce-8b4d-486910291f61 on network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:52.634925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d08769e-aa50-4cbf-a497-a8c4e18554b5 req-d7c3ed28-19b7-449e-bbde-ff2f4958e5fc tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699542 Sep 26 13:00:52.641183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Port eb7def5f-c327-44ce-8b4d-486910291f61 on network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:00:52.641532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Attempting to bind port eb7def5f-c327-44ce-8b4d-486910291f61 on network 3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:00:52.648548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:00:52.648886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Checking segment: {'id': 'c41eb08c-e929-42bf-9e62-2f81ef486db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:00:52.649266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Bound using segment: {'id': 'c41eb08c-e929-42bf-9e62-2f81ef486db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:00:52.649730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Bound port: eb7def5f-c327-44ce-8b4d-486910291f61, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41eb08c-e929-42bf-9e62-2f81ef486db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:00:52.650121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.724843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-f239cb4a-2512-41c2-b9c6-13a3fd5d5f3e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:52.726404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-f239cb4a-2512-41c2-b9c6-13a3fd5d5f3e tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.24 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 944 time: 0.3361244 Sep 26 13:00:52.728228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-828198db-f45d-4290-9d4b-794ce93ee3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:52.729890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-828198db-f45d-4290-9d4b-794ce93ee3b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1098 time: 0.2477176 Sep 26 13:00:52.806812 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1354e81a-17d9-4db9-a0f6-5fa79a293607 x-openstack-request-id: req-1354e81a-17d9-4db9-a0f6-5fa79a293607 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:52.807024 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c", "name": "network-vif-deleted", "tag": "aa661a92-07cd-48c6-84dc-e38b8cb4ec9f", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:52.809708 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1354e81a-17d9-4db9-a0f6-5fa79a293607 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:52.810170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33296) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:52.810315 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c', 'name': 'network-vif-deleted', 'tag': 'aa661a92-07cd-48c6-84dc-e38b8cb4ec9f', 'status': 'completed', 'code': 200} Sep 26 13:00:52.836027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452ea34a-13f8-4020-b015-e8d808ee38bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.911875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8875ec-7112-4a14-9a94-d30254bfae0d req-3b1ab1c5-ef31-4734-8270-5c85bac8d234 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:52.921877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a8875ec-7112-4a14-9a94-d30254bfae0d req-3b1ab1c5-ef31-4734-8270-5c85bac8d234 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.2501776 Sep 26 13:00:52.953972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] For port eb7def5f-c327-44ce-8b4d-486910291f61, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:00:52.970022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452ea34a-13f8-4020-b015-e8d808ee38bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.975835 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452ea34a-13f8-4020-b015-e8d808ee38bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:52.983381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] For port eb7def5f-c327-44ce-8b4d-486910291f61, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=eb7def5f-c327-44ce-8b4d-486910291f61,segment=NetworkSegment(c41eb08c-e929-42bf-9e62-2f81ef486db1),segment_id=c41eb08c-e929-42bf-9e62-2f81ef486db1)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:00:53.006476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:53.030103 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-452ea34a-13f8-4020-b015-e8d808ee38bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4465131024c4d58bd5a8738194b428c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165382 Sep 26 13:00:53.030899 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33300) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:53.033188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ea34a-13f8-4020-b015-e8d808ee38bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf1c3a6-cc89-40a5-8d08-8d8ff139c6bb,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:53.038078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-d412a8e7-cf59-49cb-b941-fd897d205ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:53.039701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-d412a8e7-cf59-49cb-b941-fd897d205ff9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 917 time: 0.2781417 Sep 26 13:00:53.109472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a8875ec-7112-4a14-9a94-d30254bfae0d req-ac1bca32-f1b0-4d26-8785-22877ac4f3c3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854837 Sep 26 13:00:53.120739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-057c9ca7-420a-4baf-89b2-a6eb5022f43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:53.123035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:53.123952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:53.125859 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] 10.222.0.24 "PUT /v2.0/ports/eb7def5f-c327-44ce-8b4d-486910291f61 HTTP/1.1" status: 200 len: 1092 time: 1.9393404 Sep 26 13:00:53.155364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-057c9ca7-420a-4baf-89b2-a6eb5022f43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:53.165976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-a130201a-ba81-431b-824a-4271ec9edb6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 HTTP/1.1" status: 200 len: 217 time: 0.1033533 Sep 26 13:00:53.230326 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa7a94bf-7f54-40dd-ab86-28c80f6e7bca req-762d4613-a8a6-47f9-832e-811190401c81 tempest-ImagesTestJSON-471640310 tempest-ImagesTestJSON-471640310-project] 10.222.0.13 "GET /v2.0/ports?device_id=655bf1f8-0fd8-486a-a2b9-ccc2389d2f4c HTTP/1.1" status: 200 len: 210 time: 0.0315804 Sep 26 13:00:53.252663 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-057c9ca7-420a-4baf-89b2-a6eb5022f43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:53.258117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-057c9ca7-420a-4baf-89b2-a6eb5022f43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:53.259564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-057c9ca7-420a-4baf-89b2-a6eb5022f43c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bf1c3a6-cc89-40a5-8d08-8d8ff139c6bb HTTP/1.1" status: 204 len: 168 time: 0.2273512 Sep 26 13:00:53.274195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c9ca7-420a-4baf-89b2-a6eb5022f43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf1c3a6-cc89-40a5-8d08-8d8ff139c6bb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:53.518075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ae951-ef0c-453c-84a5-ed174d644c08 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7def5f-c327-44ce-8b4d-486910291f61,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:53.522994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Deleting port a68e4890-2a86-4e72-b657-acc17d0b603b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:00:53.523657 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:53.603768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-50b6f667-cf10-4323-a0dd-f842cf0036f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:53.605617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-50b6f667-cf10-4323-a0dd-f842cf0036f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.4261937 Sep 26 13:00:53.619008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-8e22b9ec-d765-4c03-89f4-9c851c341834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:53.620688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-8e22b9ec-d765-4c03-89f4-9c851c341834 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=58810cc3d2c749d990b24570e75697a8&device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 1095 time: 0.4241059 Sep 26 13:00:53.666475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-32e21f06-3567-4b6b-b3fc-17df1dfbe150 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448174 Sep 26 13:00:53.714038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-342993a7-29de-4f90-9d3d-f64261d85822 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb7def5f-c327-44ce-8b4d-486910291f61 HTTP/1.1" status: 200 len: 217 time: 0.0770893 Sep 26 13:00:53.749896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b617f-a39d-410d-a09c-0ff3d1ec8a6f req-8fcf7fd5-c21f-44bd-a0df-63781f01dfb6 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:53.752074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-651b617f-a39d-410d-a09c-0ff3d1ec8a6f req-8fcf7fd5-c21f-44bd-a0df-63781f01dfb6 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 944 time: 0.0812263 Sep 26 13:00:53.777080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] For port a68e4890-2a86-4e72-b657-acc17d0b603b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a68e4890-2a86-4e72-b657-acc17d0b603b,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:53.777631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:53.820589 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-651b617f-a39d-410d-a09c-0ff3d1ec8a6f req-89ceed76-c9bf-4b63-88f2-111d83a6742b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620546 Sep 26 13:00:53.829102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Calling delete_port for a68e4890-2a86-4e72-b657-acc17d0b603b owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:00:53.892527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-f9d54996-235c-4611-8e4e-5786519ad17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:53.896090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-f9d54996-235c-4611-8e4e-5786519ad17c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0f3937-81a9-45b2-aa9c-fe4b6c751240 HTTP/1.1" status: 200 len: 853 time: 0.1642139 Sep 26 13:00:53.968318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49299174-0a2a-4158-882e-2b1237170452 req-c55b9087-69da-454a-a581-ccbf804a714d tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:53.970154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-49299174-0a2a-4158-882e-2b1237170452 req-c55b9087-69da-454a-a581-ccbf804a714d tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 943 time: 0.2243891 Sep 26 13:00:53.978395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-a2c43c38-bae9-4b06-8001-9513781d78f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476441 Sep 26 13:00:54.024654 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-4b2fe6e8-7067-4dfa-858c-582ed13b34ca service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244998 Sep 26 13:00:54.138039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-49299174-0a2a-4158-882e-2b1237170452 req-def68e02-e05e-4aca-9b08-1eb143cd7bad tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535499 Sep 26 13:00:54.244169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b55b7-a05f-49b5-b3e0-0746ca8ad8b2 req-f55590a9-7a48-4169-bf77-b6145bdd5aba tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:54.245891 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d2b55b7-a05f-49b5-b3e0-0746ca8ad8b2 req-f55590a9-7a48-4169-bf77-b6145bdd5aba tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0586474 Sep 26 13:00:54.247205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-896812d2-f03e-4641-ae8b-1d2971ab10c7 service neutron] 10.222.0.24 "GET /v2.0/networks/3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570722 Sep 26 13:00:54.296859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d2b55b7-a05f-49b5-b3e0-0746ca8ad8b2 req-05b68dce-45ce-452f-bea2-fe37f3830aae tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Sep 26 13:00:54.321713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:54.327368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc6eee54-4ab3-4bfb-b69a-f9f05660802f req-a4b6af88-d8d3-4e79-8e11-b530badbffe3 service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815354 Sep 26 13:00:54.341560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['93543a5f-31fe-42b1-81a5-4a980c38f4cf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:54.400291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Pushing event deleted for resources: {'Port': ['ID=a68e4890-2a86-4e72-b657-acc17d0b603b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:54.478103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-224f4cde-fe56-4bef-8e65-1db1ca9e257b req-e509770a-0ee3-4f15-be59-61c5016f12ed service neutron] 10.222.0.24 "GET /v2.0/networks/3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182858 Sep 26 13:00:54.508031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] No DVR routers for this DVR port a68e4890-2a86-4e72-b657-acc17d0b603b on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:00:54.510998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:54.513765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cdcb7e9f-1683-4336-9bb4-3713e0eba6e5 req-d0ff0b35-174a-4260-bf7b-b64248e4b7d2 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.24 "DELETE /v2.0/ports/a68e4890-2a86-4e72-b657-acc17d0b603b HTTP/1.1" status: 204 len: 173 time: 1.7611575 Sep 26 13:00:54.810915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd796fde4-c093-4f45-a55f-79fa29ec3525', 'tag': 'eb7def5f-c327-44ce-8b4d-486910291f61'}, {'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'name': 'network-vif-deleted', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:54.814266 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2506b0-29e1-49fc-a7e5-83b932a062a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d796fde4-c093-4f45-a55f-79fa29ec3525", "tag": "eb7def5f-c327-44ce-8b4d-486910291f61"}, {"server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "name": "network-vif-deleted", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:54.822519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33394) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:54.875331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ef9077-7f96-42cb-98dc-c7962d28795e admin admin] Deleting subnet 50a1bfe7-338a-49b9-acfe-86b4a9efa712 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:00:54.882780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67ef9077-7f96-42cb-98dc-c7962d28795e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:54.919556 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be3ea69-8674-45f4-8b60-97c5ce15f478 x-openstack-request-id: req-0be3ea69-8674-45f4-8b60-97c5ce15f478 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:54.920274 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d796fde4-c093-4f45-a55f-79fa29ec3525", "tag": "eb7def5f-c327-44ce-8b4d-486910291f61", "status": "completed", "code": 200}, {"server_uuid": "389cac5b-0270-4516-82ab-69529d28b221", "name": "network-vif-deleted", "tag": "a68e4890-2a86-4e72-b657-acc17d0b603b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:54.920719 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be3ea69-8674-45f4-8b60-97c5ce15f478 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:54.921300 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd796fde4-c093-4f45-a55f-79fa29ec3525', 'tag': 'eb7def5f-c327-44ce-8b4d-486910291f61', 'status': 'completed', 'code': 200} Sep 26 13:00:54.921759 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389cac5b-0270-4516-82ab-69529d28b221', 'name': 'network-vif-deleted', 'tag': 'a68e4890-2a86-4e72-b657-acc17d0b603b', 'status': 'completed', 'code': 200} Sep 26 13:00:54.940361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eab396c9-c95d-4801-bd03-a42b5987d41c req-119cbc34-c5d8-4b30-b28f-effc3a35a8bb tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0489149 Sep 26 13:00:54.942143 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67ef9077-7f96-42cb-98dc-c7962d28795e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.034080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67ef9077-7f96-42cb-98dc-c7962d28795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.070054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-a8aa63b1-90eb-430c-b39f-d8d4825a1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:55.071578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-a8aa63b1-90eb-430c-b39f-d8d4825a1c94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=58810cc3d2c749d990b24570e75697a8&device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 1095 time: 0.1263242 Sep 26 13:00:55.152665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67ef9077-7f96-42cb-98dc-c7962d28795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.200146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67ef9077-7f96-42cb-98dc-c7962d28795e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.203318 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-67ef9077-7f96-42cb-98dc-c7962d28795e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/50a1bfe7-338a-49b9-acfe-86b4a9efa712 HTTP/1.1" status: 204 len: 168 time: 0.3812437 Sep 26 13:00:55.204425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef9077-7f96-42cb-98dc-c7962d28795e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a1bfe7-338a-49b9-acfe-86b4a9efa712,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:55.205727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33412) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:55.287906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-7ecadaf4-5202-4ad4-a9d5-2a21eccef2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:55.289592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-7ecadaf4-5202-4ad4-a9d5-2a21eccef2b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc HTTP/1.1" status: 200 len: 913 time: 0.1939540 Sep 26 13:00:55.325861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.342650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5187c83-7c86-4b10-8bbf-4f6751313664 req-e16af831-4668-49f2-a93c-b3861b52127b tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:55.344330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-043dca51-fc58-4e09-8c57-c0124990dcdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb7def5f-c327-44ce-8b4d-486910291f61 HTTP/1.1" status: 200 len: 217 time: 0.0467947 Sep 26 13:00:55.350540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5187c83-7c86-4b10-8bbf-4f6751313664 req-e16af831-4668-49f2-a93c-b3861b52127b tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 943 time: 0.1232238 Sep 26 13:00:55.403695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-4141d6ef-3e36-4c4a-9ac8-8bfe48159edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:55.405411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-4141d6ef-3e36-4c4a-9ac8-8bfe48159edc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0f3937-81a9-45b2-aa9c-fe4b6c751240 HTTP/1.1" status: 200 len: 853 time: 0.0537534 Sep 26 13:00:55.454765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-def55951-8ac7-4071-9401-cdb24979afec tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481653 Sep 26 13:00:55.456720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-2c1d4468-a10b-4b40-82ff-015a424b5399 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398176 Sep 26 13:00:55.458210 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.523893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a68e4890-2a86-4e72-b657-acc17d0b603b no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:55.529971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5187c83-7c86-4b10-8bbf-4f6751313664 req-fdee6e31-2a85-44cb-a649-7dc635b8c4aa tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732056 Sep 26 13:00:55.534780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5461c450-2287-4558-a00f-b5689871e961']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:55.549371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc53b632-2286-4eae-9657-b30b5dab0863') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:55.549611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc53b632-2286-4eae-9657-b30b5dab0863') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:00:55.551913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: a68e4890-2a86-4e72-b657-acc17d0b603b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:55.552266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a68e4890-2a86-4e72-b657-acc17d0b603b not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:55.564171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.578735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.586963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:00:55.587648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:00:55.589621 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:00:55.642112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40709-c650-4778-b372-7adf4b0ddeba req-c86bbb1b-8d2a-4735-851c-03cac08aa1a5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:55.643787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-c86bbb1b-8d2a-4735-851c-03cac08aa1a5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808321 Sep 26 13:00:55.645967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-4402dd95-e2dd-4e1a-9489-2f6ae42c1d96 service neutron] 10.222.0.24 "GET /v2.0/networks/3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732776 Sep 26 13:00:55.669070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-8e13230b-1bb1-43c0-b136-219159f7377c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/quotas/0c3d8f20a82e446899bfe1ef3ddc3fc0 HTTP/1.1" status: 200 len: 375 time: 0.0184226 Sep 26 13:00:55.684590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.692020 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:55.694044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] 10.222.0.13 "DELETE /v2.0/networks/5461c450-2287-4558-a00f-b5689871e961 HTTP/1.1" status: 204 len: 168 time: 0.4873366 Sep 26 13:00:55.704595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c2d4f-251d-463a-8b90-28dab1c706f6 req-5e32261c-04c0-4c06-acac-27624ec5229c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:55.711930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c73c2d4f-251d-463a-8b90-28dab1c706f6 req-5e32261c-04c0-4c06-acac-27624ec5229c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1046994 Sep 26 13:00:55.720007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-ffcab4ac-3e2d-4473-83f3-288b8ce0f693 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372055 Sep 26 13:00:55.738529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1027868-2bee-46bd-98e2-3c75d009ae2d admin admin] Pushing event deleted for resources: {'Network': ['ID=5461c450-2287-4558-a00f-b5689871e961,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:55.779940 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c73c2d4f-251d-463a-8b90-28dab1c706f6 req-48eb6e8e-457a-4ad0-ae5e-bc4319ae9c9a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631433 Sep 26 13:00:55.795775 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c2506b0-29e1-49fc-a7e5-83b932a062a1 req-225fc262-4477-491a-8eea-6289c63b8794 service neutron] 10.222.0.24 "GET /v2.0/networks/3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368270 Sep 26 13:00:55.926118 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33430) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:55.980542 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5847b931-c4d5-49b2-8fb5-a8ed640c0f0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9d8fe3bd1df47728007ae5f498efe23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500476 Sep 26 13:00:55.981308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33444) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:00:56.024301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-3f9ea761-b197-4b69-ab1f-d707d5f44f9b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299706 Sep 26 13:00:56.054378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa275936-dad3-405e-a372-a84d094861d0 req-14f31464-6014-4203-8fbc-3582fc2afd01 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0369520 Sep 26 13:00:56.082962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-122a06c3-31ec-4767-880b-70c673a7e5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:56.120220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-122a06c3-31ec-4767-880b-70c673a7e5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:56.175457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-9c5d1994-7a70-44c4-86bf-1db519cd7f0a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:56.183444 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-9c5d1994-7a70-44c4-86bf-1db519cd7f0a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502128 Sep 26 13:00:56.198523 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-42f3645c-6205-4c0f-b939-3532f6f737d0 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/quotas/0c3d8f20a82e446899bfe1ef3ddc3fc0 HTTP/1.1" status: 200 len: 375 time: 0.0140619 Sep 26 13:00:56.225566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-122a06c3-31ec-4767-880b-70c673a7e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:56.232653 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-122a06c3-31ec-4767-880b-70c673a7e5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:56.238832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-122a06c3-31ec-4767-880b-70c673a7e5e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7e6dc03-0756-475f-99c3-ba0e182578c3 HTTP/1.1" status: 204 len: 168 time: 0.2560525 Sep 26 13:00:56.261205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a06c3-31ec-4767-880b-70c673a7e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e6dc03-0756-475f-99c3-ba0e182578c3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:56.262182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-22e20d33-f264-4b38-b5d1-3979cd2f4ce9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564642 Sep 26 13:00:56.423608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device aa661a92-07cd-48c6-84dc-e38b8cb4ec9f no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:00:56.456864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: aa661a92-07cd-48c6-84dc-e38b8cb4ec9f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:00:56.457434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device aa661a92-07cd-48c6-84dc-e38b8cb4ec9f not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:00:56.579753 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4b71731-339d-4938-95b8-3a42e41b0534 req-37c0371a-367d-4176-8972-8334e9e09705 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 210 time: 0.0888634 Sep 26 13:00:56.674623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885ffbe-e633-42b2-a215-cfbf4f5bf090 req-cb71bde1-1c6f-4dd3-bac1-73ebe3afe7ae tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:56.676163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2885ffbe-e633-42b2-a215-cfbf4f5bf090 req-cb71bde1-1c6f-4dd3-bac1-73ebe3afe7ae tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 943 time: 0.0642409 Sep 26 13:00:56.756944 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2885ffbe-e633-42b2-a215-cfbf4f5bf090 req-8f7b324c-2d94-4d74-a4fc-d816b0c634c0 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727022 Sep 26 13:00:56.911183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b2b43-22be-4aaf-a82c-64b53784dba6 req-e969dcc0-c100-4ead-80f5-3ba127d8ded0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:56.921255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a32b2b43-22be-4aaf-a82c-64b53784dba6 req-e969dcc0-c100-4ead-80f5-3ba127d8ded0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0693061 Sep 26 13:00:56.973474 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a32b2b43-22be-4aaf-a82c-64b53784dba6 req-649c7916-9dfc-4880-a2fc-3164b8ab002a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Sep 26 13:00:57.150964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-0c7e8380-cd5a-471a-aa3b-6bc607ab0d9e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425756 Sep 26 13:00:57.189221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe47dca4-6470-458b-92ee-5628f796c291 req-b247bfc1-f9d2-4c34-b8d6-85fee9e7d542 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0433259 Sep 26 13:00:57.354318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40709-c650-4778-b372-7adf4b0ddeba req-42645fe9-fc9c-4c38-9c4d-ef679a5f4f06 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:57.356136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-42645fe9-fc9c-4c38-9c4d-ef679a5f4f06 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944239 Sep 26 13:00:57.373991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Request body: {'port': {'device_id': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '0c3d8f20a82e446899bfe1ef3ddc3fc0'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:57.519446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Made reservation on behalf of 0c3d8f20a82e446899bfe1ef3ddc3fc0 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:57.523122 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:57.528413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device eb7def5f-c327-44ce-8b4d-486910291f61 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:00:57.532525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:57.646017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-58f467e3-0571-448d-bb85-ffcadc8ebf86 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5f65ce1eaddb44d6a3cfede95f322848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339742 Sep 26 13:00:57.656218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port eb7def5f-c327-44ce-8b4d-486910291f61, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=eb7def5f-c327-44ce-8b4d-486910291f61,segment=NetworkSegment(c41eb08c-e929-42bf-9e62-2f81ef486db1),segment_id=c41eb08c-e929-42bf-9e62-2f81ef486db1)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:57.674220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'eb7def5f-c327-44ce-8b4d-486910291f61', 'network_id': '3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc', 'port_id': 'eb7def5f-c327-44ce-8b4d-486910291f61', 'mac_address': 'fa:16:3e:d2:b1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0f3937-81a9-45b2-aa9c-fe4b6c751240', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:00:57.698216 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8177b9af-58bd-4d3f-86af-fadfdfe2f98f req-67615e83-ff76-4588-951e-23ce1615b189 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 210 time: 0.0382783 Sep 26 13:00:57.726644 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:57.742316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7def5f-c327-44ce-8b4d-486910291f61 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:00:57.769712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port eb7def5f-c327-44ce-8b4d-486910291f61, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=eb7def5f-c327-44ce-8b4d-486910291f61,segment=NetworkSegment(c41eb08c-e929-42bf-9e62-2f81ef486db1),segment_id=c41eb08c-e929-42bf-9e62-2f81ef486db1)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:57.775387 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:57.795857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:57.809607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:57.823063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb3c8-2238-4221-870b-fdd00216514f req-11c67f63-af1f-4be3-852e-3c249b098cdf tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:57.824575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-11c67f63-af1f-4be3-852e-3c249b098cdf tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705904 Sep 26 13:00:57.832581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-9d013286-ab39-4d90-817d-e07fba53c677 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531237 Sep 26 13:00:57.836531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=eb7def5f-c327-44ce-8b4d-486910291f61,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:57.914580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2f275-6b13-417e-95fc-4d03d960645c req-5e328f8a-612b-40bb-a0e5-e177ab0b2098 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:57.923086 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f0e2f275-6b13-417e-95fc-4d03d960645c req-5e328f8a-612b-40bb-a0e5-e177ab0b2098 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 944 time: 0.0629663 Sep 26 13:00:57.940785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-a9623918-45bb-45b0-8f7b-465f42512f99 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/quotas/5f65ce1eaddb44d6a3cfede95f322848 HTTP/1.1" status: 200 len: 375 time: 0.0930786 Sep 26 13:00:57.946178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe91721f-7ab6-4c34-ba24-cacfa93de47f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:57.978264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f0e2f275-6b13-417e-95fc-4d03d960645c req-d8cbd03b-8e9b-4176-8d6f-d68ec3d9be3d tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537961 Sep 26 13:00:58.026925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['eb7def5f-c327-44ce-8b4d-486910291f61'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:00:58.028705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-7272766f-6159-4089-8638-28ecdef06ff7 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f65ce1eaddb44d6a3cfede95f322848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796571 Sep 26 13:00:58.100207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-4a1a61b7-b28d-41e3-80b9-e43e4e6ad2ae tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:58.101734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-4a1a61b7-b28d-41e3-80b9-e43e4e6ad2ae tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530305 Sep 26 13:00:58.109238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Allocated IP 192.168.233.129 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:00:58.119428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Request body: {'port': {'device_id': 'ff8e2b80-ef24-49ee-83df-6dfc42fe29fc', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '0c3d8f20a82e446899bfe1ef3ddc3fc0'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:58.379240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a70e14a0-f8ae-4520-85ab-08a3ef64348b req-ac1593dc-9523-4c6b-a1f9-fd0c5435152b tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0409055 Sep 26 13:00:58.433728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Made reservation on behalf of 0c3d8f20a82e446899bfe1ef3ddc3fc0 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:00:58.437267 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:58.476594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:58.576192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:58.637052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-877c8521-2fca-4880-b7e8-c56320dbff95 req-f43ecc2d-2d5b-4572-89bb-474f6a872cde tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 210 time: 0.4171855 Sep 26 13:00:58.671166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:00:58.676202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:58.681627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:58.688004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:00:58.691268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Allocated IP 192.168.233.151 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/2314b971-4416-4a6d-8c35-fa12909ae12e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:00:58.779628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:58.780292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:58.810449 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-d4a9519a-eb6d-47c1-8631-b9caa2198cdd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4408841 Sep 26 13:00:58.831296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Request body: {'port': {'device_id': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:00:58.870877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f0ebc42-461d-4604-8bf6-8075d49a429d req-8af14e03-e393-42fa-846c-34e4f332f144 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 210 time: 0.0652142 Sep 26 13:00:59.005368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f47c3f42-5ed1-4cd8-b3b3-cd1a22948458 None None] Provisioning complete for port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:59.005842 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f47c3f42-5ed1-4cd8-b3b3-cd1a22948458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:59.086782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f47c3f42-5ed1-4cd8-b3b3-cd1a22948458 None None] Port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:00:59.155257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f3ba6-de11-4ca4-b31f-363cbdfc12d1 req-fdaf04a0-3ea0-4e20-8a13-a31c995c6f3d tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:59.157203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d85f3ba6-de11-4ca4-b31f-363cbdfc12d1 req-fdaf04a0-3ea0-4e20-8a13-a31c995c6f3d tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 944 time: 0.0621996 Sep 26 13:00:59.202116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d85f3ba6-de11-4ca4-b31f-363cbdfc12d1 req-c5c5fe73-df1f-4522-8c03-d29a119c0d4b tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 Sep 26 13:00:59.262536 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:59.348980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:59.457996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:59.558459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device eb7def5f-c327-44ce-8b4d-486910291f61 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:00:59.588614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-36338b5a-f6f6-4a72-b500-4e3e88f1ae1d tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5f65ce1eaddb44d6a3cfede95f322848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815146 Sep 26 13:00:59.594109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:00:59.628614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:00:59.643659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Pushing event updated for resources: {'Port': ['ID=2314b971-4416-4a6d-8c35-fa12909ae12e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:00:59.648249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:00:59.708803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port eb7def5f-c327-44ce-8b4d-486910291f61 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:00:59.714282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port eb7def5f-c327-44ce-8b4d-486910291f61 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:00:59.715512 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:59.774616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ecc119d-0a8f-43a4-9196-bb2354cff5d5 req-63872e07-6471-4d3d-9ba5-f63a9c3f0db3 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0759029 Sep 26 13:00:59.830915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:59.858342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd796fde4-c093-4f45-a55f-79fa29ec3525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7def5f-c327-44ce-8b4d-486910291f61'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:00:59.861281 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab1c7b-091e-4c00-a379-154ca4819425" -d '{"events": [{"server_uuid": "d796fde4-c093-4f45-a55f-79fa29ec3525", "name": "network-vif-plugged", "status": "completed", "tag": "eb7def5f-c327-44ce-8b4d-486910291f61"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:00:59.882545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port eb7def5f-c327-44ce-8b4d-486910291f61, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=eb7def5f-c327-44ce-8b4d-486910291f61,segment=NetworkSegment(c41eb08c-e929-42bf-9e62-2f81ef486db1),segment_id=c41eb08c-e929-42bf-9e62-2f81ef486db1)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:00:59.886189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0ffca42-131b-4264-ad6d-5cddfd088806 req-7b969fe6-356c-4942-a58e-454957537473 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 210 time: 0.0519221 Sep 26 13:00:59.892182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:59.898770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:00:59.900826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:00:59.953281 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-8b2ee3b9-0293-4d8a-833c-0aa8bcbb3157 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8394976 Sep 26 13:00:59.967772 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495d1613-806f-4d3c-9e4a-6d025da73b14 x-openstack-request-id: req-495d1613-806f-4d3c-9e4a-6d025da73b14 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:00:59.968664 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d796fde4-c093-4f45-a55f-79fa29ec3525", "name": "network-vif-plugged", "status": "completed", "tag": "eb7def5f-c327-44ce-8b4d-486910291f61", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:00:59.969140 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-495d1613-806f-4d3c-9e4a-6d025da73b14 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:00:59.969832 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd796fde4-c093-4f45-a55f-79fa29ec3525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7def5f-c327-44ce-8b4d-486910291f61', 'code': 200} Sep 26 13:01:00.008322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Request body: {'port': {'device_id': 'ff8e2b80-ef24-49ee-83df-6dfc42fe29fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:00.015281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=eb7def5f-c327-44ce-8b4d-486910291f61,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:00.034472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a917364f-48b8-4b07-83ba-74dd7808e66d None None] Provisioning complete for port 2314b971-4416-4a6d-8c35-fa12909ae12e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:00.035324 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a917364f-48b8-4b07-83ba-74dd7808e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:00.045758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb3c8-2238-4221-870b-fdd00216514f req-210a95a9-5a61-4b94-944a-c53a84425981 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:00.047383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-210a95a9-5a61-4b94-944a-c53a84425981 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4202263 Sep 26 13:01:00.061918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:00.072154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Request body: {'port': {'device_id': '0d92b348-4e04-4282-8b02-9dba3823f1eb', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '5f65ce1eaddb44d6a3cfede95f322848'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:00.090451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:00.096239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a917364f-48b8-4b07-83ba-74dd7808e66d None None] Port 2314b971-4416-4a6d-8c35-fa12909ae12e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:01:00.175896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Transition to ACTIVE for port object 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:00.206902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:00.209755 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:00.271271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a0da-7a80-4cdb-a3d3-9788283aed47 req-067e1e84-0fa4-4c61-90f4-97cce2303a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:00.274292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c981a0da-7a80-4cdb-a3d3-9788283aed47 req-067e1e84-0fa4-4c61-90f4-97cce2303a08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 1097 time: 0.2060742 Sep 26 13:01:00.360494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270c628-74db-4fb3-8592-da1bb69ee05a req-3ad1d146-4efc-4fe4-9956-ba6d70170b44 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:00.362187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5270c628-74db-4fb3-8592-da1bb69ee05a req-3ad1d146-4efc-4fe4-9956-ba6d70170b44 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 936 time: 0.0764890 Sep 26 13:01:00.366327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:00.419263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5270c628-74db-4fb3-8592-da1bb69ee05a req-4986ed97-aac6-46be-91a1-7decafd4ad4b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505238 Sep 26 13:01:00.550410 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c981a0da-7a80-4cdb-a3d3-9788283aed47 req-d742c35c-258d-47cb-829e-f6069ac5214e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365060 Sep 26 13:01:00.595833 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714ecaf-af8f-4be8-9665-3511656ddf4c req-c4b6b088-57a5-47bf-ba34-ec69263f7ce8 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:00.597309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0714ecaf-af8f-4be8-9665-3511656ddf4c req-c4b6b088-57a5-47bf-ba34-ec69263f7ce8 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 945 time: 0.2823765 Sep 26 13:01:00.601715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Made reservation on behalf of 5f65ce1eaddb44d6a3cfede95f322848 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:00.606549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:00.627592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Attempting to bind port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:00.627936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Attempting to bind port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:00.628265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Attempting to bind port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:00.647467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:00.656309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:00.656643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Attempting to bind port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:00.714807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:00.715055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:00.715435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:00.715867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Bound port: 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:00.716216 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:00.752863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0714ecaf-af8f-4be8-9665-3511656ddf4c req-93ed6e45-6f4e-4da8-a24a-ef94eba80e22 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338515 Sep 26 13:01:00.902917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:00.910166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a580668e-1b2c-455a-8b40-29d0332ba162 req-05b21d4d-2bab-49b4-83cd-ff448d442486 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=389cac5b-0270-4516-82ab-69529d28b221 HTTP/1.1" status: 200 len: 210 time: 0.0323794 Sep 26 13:01:00.929986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:00.939117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2314b971-4416-4a6d-8c35-fa12909ae12e {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:00.949448 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:00.953877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:01.017865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Transition to ACTIVE for port object 2314b971-4416-4a6d-8c35-fa12909ae12e will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:01.025218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:01.026248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:01.027623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] 10.222.0.23 "PUT /v2.0/ports/78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 HTTP/1.1" status: 200 len: 1097 time: 2.2059913 Sep 26 13:01:01.035297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:01.038152 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f92ea30-b967-4714-aff9-8e750af9d2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:01.059562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:01.067613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:01.074674 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76da49ef-a717-4a8a-b3a8-4039e614c871 req-f349471a-3da2-4c65-b933-03b8d770ba75 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 210 time: 0.0770757 Sep 26 13:01:01.084931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:01.151736 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37629fff-c0ee-4c02-8e4e-6840c8bbac6b x-openstack-request-id: req-37629fff-c0ee-4c02-8e4e-6840c8bbac6b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:01.151912 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:01.152162 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37629fff-c0ee-4c02-8e4e-6840c8bbac6b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:01.152577 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'status': 'completed', 'code': 200} Sep 26 13:01:01.211332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa847eb-a2f3-4dd8-a243-b32c1c5c877e service neutron] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:01.287715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40709-c650-4778-b372-7adf4b0ddeba req-9880d505-7c79-4ddf-bfbe-78f610a7445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:01.289301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-9880d505-7c79-4ddf-bfbe-78f610a7445f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1100 time: 0.2126396 Sep 26 13:01:01.289969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:01.386804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Allocated IP 192.168.233.11 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/62b079b3-df09-40d2-b72c-7e2a09129a0d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:01.400021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2314b971-4416-4a6d-8c35-fa12909ae12e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:01.452042 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-3c3b0f66-76c4-4110-8613-15961fcebf8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 HTTP/1.1" status: 200 len: 217 time: 0.1328354 Sep 26 13:01:01.606309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40709-c650-4778-b372-7adf4b0ddeba req-020ae874-d8b0-4d29-aa2b-c08619140db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:01.607862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-020ae874-d8b0-4d29-aa2b-c08619140db7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1264851 Sep 26 13:01:01.630202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Attempting to bind port 2314b971-4416-4a6d-8c35-fa12909ae12e on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:01.630765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Attempting to bind port 2314b971-4416-4a6d-8c35-fa12909ae12e by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:01.631802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Attempting to bind port 2314b971-4416-4a6d-8c35-fa12909ae12e on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:01.721877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ab35-d7c8-424b-91db-4f26a8fa9569 req-a5c76fe9-857b-4dd1-9b55-84d1915a14d0 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:01.723480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f05ab35-d7c8-424b-91db-4f26a8fa9569 req-a5c76fe9-857b-4dd1-9b55-84d1915a14d0 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 948 time: 0.2019911 Sep 26 13:01:01.805773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Port 2314b971-4416-4a6d-8c35-fa12909ae12e on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:01.806260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Attempting to bind port 2314b971-4416-4a6d-8c35-fa12909ae12e on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:01.817240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:01.817647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:01.818045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:01.819115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Bound port: 2314b971-4416-4a6d-8c35-fa12909ae12e, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:01.819821 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:01.931199 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:01.958381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f05ab35-d7c8-424b-91db-4f26a8fa9569 req-14823c0c-fc9c-4e18-bd75-ce35b5060b15 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562417 Sep 26 13:01:01.958875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbc8ff-ca16-489f-a14b-22030a7457ac req-6219b417-ea92-4266-882b-e2656ce80507 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:01.966613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40709-c650-4778-b372-7adf4b0ddeba req-2d99477e-1832-4152-a0aa-5186a4313369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:01.968051 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-2d99477e-1832-4152-a0aa-5186a4313369 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3391473 Sep 26 13:01:01.968274 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01fbc8ff-ca16-489f-a14b-22030a7457ac req-6219b417-ea92-4266-882b-e2656ce80507 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 945 time: 0.1316152 Sep 26 13:01:02.043804 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01fbc8ff-ca16-489f-a14b-22030a7457ac req-c7a4d200-1876-491f-b909-f29d35069deb tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698719 Sep 26 13:01:02.246723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] For port 2314b971-4416-4a6d-8c35-fa12909ae12e, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:02.260942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] For port 2314b971-4416-4a6d-8c35-fa12909ae12e, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2314b971-4416-4a6d-8c35-fa12909ae12e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:02.264248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64ce4e-a577-4644-acc4-2a5a37006fc4 req-5337c4dc-2480-4b0a-a59e-9bdebd20585d tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:02.265874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-22c90acc-a404-4c3c-9fd0-4ccc76a8ed8e service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827680 Sep 26 13:01:02.268716 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:02.271217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:02.273918 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b64ce4e-a577-4644-acc4-2a5a37006fc4 req-5337c4dc-2480-4b0a-a59e-9bdebd20585d tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 935 time: 0.0874853 Sep 26 13:01:02.341998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b64ce4e-a577-4644-acc4-2a5a37006fc4 req-e64f201a-6d5f-4ddc-b65f-38ecf696b54c tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574417 Sep 26 13:01:02.478149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:02.479048 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:02.480817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] 10.222.0.23 "PUT /v2.0/ports/2314b971-4416-4a6d-8c35-fa12909ae12e HTTP/1.1" status: 200 len: 1097 time: 2.5166733 Sep 26 13:01:02.482690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:02.489805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:02.518918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:02.600439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ca035-87b8-497e-90d3-7538103817d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2314b971-4416-4a6d-8c35-fa12909ae12e,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:02.626336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eda40709-c650-4778-b372-7adf4b0ddeba req-b39b4304-beda-47f4-af92-6d6859876668 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483989 Sep 26 13:01:02.690932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:02.691585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:02.752032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-b63bddb3-e05b-4251-803a-fadb86dafe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:02.753839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-b63bddb3-e05b-4251-803a-fadb86dafe4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 1100 time: 0.1753886 Sep 26 13:01:02.754501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Pushing event updated for resources: {'Port': ['ID=62b079b3-df09-40d2-b72c-7e2a09129a0d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:02.761808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-0e382455-e9a1-4f0f-a880-cedba8b56152 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6948941 Sep 26 13:01:02.778119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Request body: {'port': {'device_id': '0d92b348-4e04-4282-8b02-9dba3823f1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:02.824045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-58af07be-ae1c-408e-9f8c-a9ae0e60eee3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=2314b971-4416-4a6d-8c35-fa12909ae12e HTTP/1.1" status: 200 len: 217 time: 0.0604770 Sep 26 13:01:02.872503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-8e8d4e56-1b9c-402b-afc0-7e9459fd3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:02.874161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-8e8d4e56-1b9c-402b-afc0-7e9459fd3814 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1100 time: 0.1779475 Sep 26 13:01:03.020242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-712ad144-5e2a-467d-8cba-22da7ebe22c9 None None] Provisioning complete for port 62b079b3-df09-40d2-b72c-7e2a09129a0d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:03.021205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-712ad144-5e2a-467d-8cba-22da7ebe22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:03.067682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-712ad144-5e2a-467d-8cba-22da7ebe22c9 None None] Port 62b079b3-df09-40d2-b72c-7e2a09129a0d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:01:03.108414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73f3c0-fca1-4890-a843-b0900067ba7b req-34acd3cd-714d-4cf8-904f-48b6311e4560 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.110024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe73f3c0-fca1-4890-a843-b0900067ba7b req-34acd3cd-714d-4cf8-904f-48b6311e4560 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 948 time: 0.0543942 Sep 26 13:01:03.149253 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe73f3c0-fca1-4890-a843-b0900067ba7b req-0348b21d-58d7-42f8-a5c3-4e09abd5a1f7 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Sep 26 13:01:03.185218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8e2b80-ef24-49ee-83df-6dfc42fe29fc', 'tag': '2314b971-4416-4a6d-8c35-fa12909ae12e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:03.187492 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1c2055-8b52-4548-a948-25d1a2e3ff82" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8e2b80-ef24-49ee-83df-6dfc42fe29fc", "tag": "2314b971-4416-4a6d-8c35-fa12909ae12e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:03.276398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d74cd-f3d6-42f6-a360-cb6b6789a67e req-09062f7e-a201-4398-b228-50b3d80870d9 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.277984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-327d74cd-f3d6-42f6-a360-cb6b6789a67e req-09062f7e-a201-4398-b228-50b3d80870d9 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Sep 26 13:01:03.295262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-a599e3f3-98a6-452c-a745-466195202c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.296714 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-a599e3f3-98a6-452c-a745-466195202c0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.4506731 Sep 26 13:01:03.317692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-327d74cd-f3d6-42f6-a360-cb6b6789a67e req-583d188b-7d87-4a5f-ac4a-43047b201b37 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Sep 26 13:01:03.322609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:03.361600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc48fed-e894-4ed4-a433-d60365cd01e5 req-411f02bb-a7b1-43bb-a9f1-0474390abca0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.363039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fc48fed-e894-4ed4-a433-d60365cd01e5 req-411f02bb-a7b1-43bb-a9f1-0474390abca0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1721237 Sep 26 13:01:03.449723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-edcf52fe-b105-41ff-94f8-8084e4f3b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.451233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-edcf52fe-b105-41ff-94f8-8084e4f3b992 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2568388 Sep 26 13:01:03.545161 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b608d-2728-4471-a694-1f93d09425a9 x-openstack-request-id: req-108b608d-2728-4471-a694-1f93d09425a9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:03.545412 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8e2b80-ef24-49ee-83df-6dfc42fe29fc", "tag": "2314b971-4416-4a6d-8c35-fa12909ae12e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:03.545759 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-108b608d-2728-4471-a694-1f93d09425a9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:03.546257 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8e2b80-ef24-49ee-83df-6dfc42fe29fc', 'tag': '2314b971-4416-4a6d-8c35-fa12909ae12e', 'status': 'completed', 'code': 200} Sep 26 13:01:03.605187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fc48fed-e894-4ed4-a433-d60365cd01e5 req-52775b3d-d70c-4d77-bac9-727ca4b32566 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161665 Sep 26 13:01:03.605187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-ea73bfdc-6943-42dd-b517-76e35272cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.605187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-ea73bfdc-6943-42dd-b517-76e35272cacd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2788627 Sep 26 13:01:03.617279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-00bca52e-6f03-4622-9ce3-932dcc0a9539 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 HTTP/1.1" status: 200 len: 217 time: 0.1402843 Sep 26 13:01:03.694680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-07e5408e-24bf-4f7b-9500-709d31532d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.696172 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-07e5408e-24bf-4f7b-9500-709d31532d79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0533166 Sep 26 13:01:03.697573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728e16e-563c-4c58-af4d-d638f4bbf0b7 req-f0918c7f-cdce-4268-a80b-c87078ff1412 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.699345 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5728e16e-563c-4c58-af4d-d638f4bbf0b7 req-f0918c7f-cdce-4268-a80b-c87078ff1412 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 935 time: 0.0707591 Sep 26 13:01:03.752465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5728e16e-563c-4c58-af4d-d638f4bbf0b7 req-fa8aaad9-36c3-41f8-b553-3464084ce758 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Sep 26 13:01:03.895236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-c83cb4a0-a6f8-4579-863d-fc2946f8af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:03.897368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-c83cb4a0-a6f8-4579-863d-fc2946f8af29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1807053 Sep 26 13:01:04.036427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-416887bb-d853-4c6d-b2ff-b1e47ec422c8 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160330 Sep 26 13:01:04.103094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c938c-5db8-4b96-bcde-b8ceb6e26f86 req-388088fe-d0a0-48de-b83b-2a55df6107ba tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:04.117419 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-878c938c-5db8-4b96-bcde-b8ceb6e26f86 req-388088fe-d0a0-48de-b83b-2a55df6107ba tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 945 time: 0.0859447 Sep 26 13:01:04.118133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-32a27e77-3d0c-4205-9931-3a0224c7b194 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108612 Sep 26 13:01:04.190139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-878c938c-5db8-4b96-bcde-b8ceb6e26f86 req-c554d599-d194-44ba-9368-8e8f6dc78b87 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717194 Sep 26 13:01:04.243657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b079b3-df09-40d2-b72c-7e2a09129a0d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:04.313306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:04.354207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7599ad1-92b0-4490-95b6-60b1c3426112 req-5ac181e9-f4a0-4c56-b169-cb32915465b9 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065379 Sep 26 13:01:04.367988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Transition to ACTIVE for port object 62b079b3-df09-40d2-b72c-7e2a09129a0d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:04.383981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834de6-1488-4762-af42-1adf14f1837c req-05d09689-7fb0-464b-968a-629668aa7c9a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:04.385819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30834de6-1488-4762-af42-1adf14f1837c req-05d09689-7fb0-464b-968a-629668aa7c9a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 948 time: 0.1472850 Sep 26 13:01:04.388614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:04.452509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Pushing event updated for resources: {'Port': ['ID=62b079b3-df09-40d2-b72c-7e2a09129a0d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:04.458144 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f92ea30-b967-4714-aff9-8e750af9d2ec req-ffb0d13e-b6ed-4cb2-8e58-c1c7ca57f15a service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118458 Sep 26 13:01:04.615158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-530a62fd-65ec-47bf-8e93-e562354daed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:04.617144 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-530a62fd-65ec-47bf-8e93-e562354daed5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 1100 time: 0.1740658 Sep 26 13:01:04.624927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30834de6-1488-4762-af42-1adf14f1837c req-47f13e19-0a09-4fee-9fa3-fd8bcd0473d3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257750 Sep 26 13:01:04.707902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Attempting to bind port 62b079b3-df09-40d2-b72c-7e2a09129a0d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:04.708562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Attempting to bind port 62b079b3-df09-40d2-b72c-7e2a09129a0d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:04.708562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Attempting to bind port 62b079b3-df09-40d2-b72c-7e2a09129a0d on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:04.744120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Port 62b079b3-df09-40d2-b72c-7e2a09129a0d on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:04.744451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Attempting to bind port 62b079b3-df09-40d2-b72c-7e2a09129a0d on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:04.752742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:04.753079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:04.753461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:04.753913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Bound port: 62b079b3-df09-40d2-b72c-7e2a09129a0d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:04.754493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:04.864490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-a5c97c5d-50f8-4172-a4de-2371b7ce4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:04.866055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-a5c97c5d-50f8-4172-a4de-2371b7ce4df3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2375834 Sep 26 13:01:04.930432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-24031ad7-bc7b-4578-9f27-4ebb5fbcf4b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=2314b971-4416-4a6d-8c35-fa12909ae12e HTTP/1.1" status: 200 len: 217 time: 0.0434351 Sep 26 13:01:04.950048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] For port 62b079b3-df09-40d2-b72c-7e2a09129a0d, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:05.003810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] For port 62b079b3-df09-40d2-b72c-7e2a09129a0d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=62b079b3-df09-40d2-b72c-7e2a09129a0d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:05.019607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb42a4-26eb-4c83-8a6f-4e595d86a44c req-cc87313a-397c-4531-97ec-47264991be27 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:05.021151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6eb42a4-26eb-4c83-8a6f-4e595d86a44c req-cc87313a-397c-4531-97ec-47264991be27 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 947 time: 0.1781976 Sep 26 13:01:05.024576 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:05.031061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-aa5a89af-36c9-410a-a069-0b732c3df237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:05.032529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-aa5a89af-36c9-410a-a069-0b732c3df237 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0941725 Sep 26 13:01:05.123647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:05.124264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:05.125677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] 10.222.0.24 "PUT /v2.0/ports/62b079b3-df09-40d2-b72c-7e2a09129a0d HTTP/1.1" status: 200 len: 1096 time: 2.3524799 Sep 26 13:01:05.354650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6eb42a4-26eb-4c83-8a6f-4e595d86a44c req-2ca2abac-f804-438c-82ed-d679b1b01ae7 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208511 Sep 26 13:01:05.356642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-bbf5042f-4d81-4b38-80e7-26ada9503cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:05.364372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-bbf5042f-4d81-4b38-80e7-26ada9503cbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2947681 Sep 26 13:01:05.365713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397150c9-e58f-47a3-aa0a-8175fd2e7b64 service neutron] Pushing event updated for resources: {'Port': ['ID=62b079b3-df09-40d2-b72c-7e2a09129a0d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:05.408164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b8ecf-7322-4d57-9d3d-9024458d41cb req-945e3926-fbfd-4758-b02b-e91d66c114a9 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:05.416246 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc6b8ecf-7322-4d57-9d3d-9024458d41cb req-945e3926-fbfd-4758-b02b-e91d66c114a9 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 945 time: 0.1032510 Sep 26 13:01:05.493084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc6b8ecf-7322-4d57-9d3d-9024458d41cb req-61cbb2bf-5286-4ffb-bdbf-5f682f0373c2 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754862 Sep 26 13:01:05.541376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-9091827e-0cd1-4746-a90a-0884084f7fb2 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723561 Sep 26 13:01:05.547151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d92b348-4e04-4282-8b02-9dba3823f1eb', 'tag': '62b079b3-df09-40d2-b72c-7e2a09129a0d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:05.549775 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d92b348-4e04-4282-8b02-9dba3823f1eb", "tag": "62b079b3-df09-40d2-b72c-7e2a09129a0d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:05.616826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb3c8-2238-4221-870b-fdd00216514f req-89386338-aaff-4f38-a000-fe87077a24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:05.618917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-89386338-aaff-4f38-a000-fe87077a24d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f65ce1eaddb44d6a3cfede95f322848&device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 1099 time: 0.4137418 Sep 26 13:01:05.644475 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba9ef10-079e-4695-980e-1ddab95466c2 x-openstack-request-id: req-5ba9ef10-079e-4695-980e-1ddab95466c2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:05.644898 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d92b348-4e04-4282-8b02-9dba3823f1eb", "tag": "62b079b3-df09-40d2-b72c-7e2a09129a0d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:05.645260 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ba9ef10-079e-4695-980e-1ddab95466c2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:05.645832 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d92b348-4e04-4282-8b02-9dba3823f1eb', 'tag': '62b079b3-df09-40d2-b72c-7e2a09129a0d', 'status': 'completed', 'code': 200} Sep 26 13:01:05.755291 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-f381010a-5fc3-4da2-815d-723c82cc651d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=62b079b3-df09-40d2-b72c-7e2a09129a0d HTTP/1.1" status: 200 len: 217 time: 0.1057014 Sep 26 13:01:05.803684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-16c06534-abe7-4c36-84a9-d06f705b42a2 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:05.805202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-16c06534-abe7-4c36-84a9-d06f705b42a2 tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 945 time: 0.2172704 Sep 26 13:01:06.260562 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db1c2055-8b52-4548-a948-25d1a2e3ff82 req-84e057d2-6ca1-45af-9712-e2fe12d95c91 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069364 Sep 26 13:01:06.272559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb3c8-2238-4221-870b-fdd00216514f req-d0fc663c-a637-44fe-bb0f-4163965e24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:06.274110 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-d0fc663c-a637-44fe-bb0f-4163965e24b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.4920521 Sep 26 13:01:06.297096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef84a3-3526-4832-81f6-647c9b690f53 req-15555e81-a304-4f29-911d-4ed05dfd58d3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:06.298692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ef84a3-3526-4832-81f6-647c9b690f53 req-15555e81-a304-4f29-911d-4ed05dfd58d3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 948 time: 0.5362198 Sep 26 13:01:06.433514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ef84a3-3526-4832-81f6-647c9b690f53 req-5ade7729-dc3e-4823-8f94-975c2e08edd5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007979 Sep 26 13:01:06.439835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb3c8-2238-4221-870b-fdd00216514f req-93de149c-ca50-44e3-8273-b7fd634b2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:06.443891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-93de149c-ca50-44e3-8273-b7fd634b2f36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597204 Sep 26 13:01:06.479028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:06.482789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Deleting port eb7def5f-c327-44ce-8b4d-486910291f61 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:06.483338 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:06.574937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ef9df-cb97-4fb5-b276-9ced3120bccd req-9b84b3dc-115d-450d-bb54-9a9d5249c42b tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:06.582395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad7ef9df-cb97-4fb5-b276-9ced3120bccd req-9b84b3dc-115d-450d-bb54-9a9d5249c42b tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 947 time: 0.1110270 Sep 26 13:01:06.684512 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad7ef9df-cb97-4fb5-b276-9ced3120bccd req-5d45a5ed-da65-4c65-b615-159ca10d6ce8 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964918 Sep 26 13:01:06.696287 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:06.726296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'mac_address': 'fa:16:3e:ec:39:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:06.834895 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:06.857352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee0715-6f7b-4a97-862e-03691d80813c req-6f0c4421-b54c-43dc-a616-ce2acae3dd3d tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:06.858971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cdee0715-6f7b-4a97-862e-03691d80813c req-6f0c4421-b54c-43dc-a616-ce2acae3dd3d tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/ports?device_id=d796fde4-c093-4f45-a55f-79fa29ec3525 HTTP/1.1" status: 200 len: 945 time: 0.2424836 Sep 26 13:01:06.863234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-ee218e1e-30e5-4092-b6ba-68b867eea16d service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097853 Sep 26 13:01:06.877831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:06.901186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:06.914071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:06.944905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] For port eb7def5f-c327-44ce-8b4d-486910291f61, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=eb7def5f-c327-44ce-8b4d-486910291f61,segment=NetworkSegment(c41eb08c-e929-42bf-9e62-2f81ef486db1),segment_id=c41eb08c-e929-42bf-9e62-2f81ef486db1)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:06.945769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:06.957587 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cdee0715-6f7b-4a97-862e-03691d80813c req-04f5d98a-d66c-47c3-a652-4637626a0a1f tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a961f2f-6da1-4007-b9be-49c2f592c3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Sep 26 13:01:06.985388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:07.006374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Calling delete_port for eb7def5f-c327-44ce-8b4d-486910291f61 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:07.079086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999cb3c8-2238-4221-870b-fdd00216514f req-6f6d7fd1-fb07-4930-bc07-8330b97315b8 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946664 Sep 26 13:01:07.208278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-03eb1500-ea79-49d4-b4da-d8d8831955cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:07.210577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-03eb1500-ea79-49d4-b4da-d8d8831955cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f65ce1eaddb44d6a3cfede95f322848&device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 1099 time: 0.0613143 Sep 26 13:01:07.211399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:07.223191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['eb7def5f-c327-44ce-8b4d-486910291f61'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:07.252920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Pushing event deleted for resources: {'Port': ['ID=eb7def5f-c327-44ce-8b4d-486910291f61,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:07.288567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:07.314710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] No DVR routers for this DVR port eb7def5f-c327-44ce-8b4d-486910291f61 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:07.346278 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:07.348569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eaadbd1-5760-4eaa-a321-4f9a57b47e2c req-dc16468d-d178-4faa-a5b6-80d67858e90c tempest-ServerAddressesTestJSON-1570312354 tempest-ServerAddressesTestJSON-1570312354-project] 10.222.0.24 "DELETE /v2.0/ports/eb7def5f-c327-44ce-8b4d-486910291f61 HTTP/1.1" status: 204 len: 173 time: 1.5038176 Sep 26 13:01:07.402152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-ff1e7e69-d6de-4a9f-a70e-db7b64f4afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:07.404341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-ff1e7e69-d6de-4a9f-a70e-db7b64f4afb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1813123 Sep 26 13:01:07.470387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-0c642293-6ebe-4cbd-adfb-6ec471ca7756 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=62b079b3-df09-40d2-b72c-7e2a09129a0d HTTP/1.1" status: 200 len: 217 time: 0.0533605 Sep 26 13:01:07.550909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-b1b31cad-5877-48f5-a21b-7c5f92bf77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:07.559817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-b1b31cad-5877-48f5-a21b-7c5f92bf77ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0809097 Sep 26 13:01:07.606284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e82942-c79a-4089-b88d-a765bebf790a req-72f26291-fecb-4047-b849-b5cac388b148 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:07.608474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3e82942-c79a-4089-b88d-a765bebf790a req-72f26291-fecb-4047-b849-b5cac388b148 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 948 time: 0.0687635 Sep 26 13:01:07.627256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-0aec15f4-e2d7-4db9-8709-c66ab94f0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:07.629210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-0aec15f4-e2d7-4db9-8709-c66ab94f0960 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580072 Sep 26 13:01:07.652027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3e82942-c79a-4089-b88d-a765bebf790a req-eec23f2f-1358-45ab-8083-a8d323ae9ad8 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Sep 26 13:01:07.655606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd796fde4-c093-4f45-a55f-79fa29ec3525', 'name': 'network-vif-deleted', 'tag': 'eb7def5f-c327-44ce-8b4d-486910291f61'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:07.657937 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e77683d-1636-49fd-8fa1-15228c54cac2" -d '{"events": [{"server_uuid": "d796fde4-c093-4f45-a55f-79fa29ec3525", "name": "network-vif-deleted", "tag": "eb7def5f-c327-44ce-8b4d-486910291f61"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:07.702891 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19cd715-9384-403b-a3ed-c6ca4d629839 x-openstack-request-id: req-d19cd715-9384-403b-a3ed-c6ca4d629839 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:07.703144 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d796fde4-c093-4f45-a55f-79fa29ec3525", "name": "network-vif-deleted", "tag": "eb7def5f-c327-44ce-8b4d-486910291f61", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:07.703399 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d19cd715-9384-403b-a3ed-c6ca4d629839 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:07.703781 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd796fde4-c093-4f45-a55f-79fa29ec3525', 'name': 'network-vif-deleted', 'tag': 'eb7def5f-c327-44ce-8b4d-486910291f61', 'status': 'completed', 'code': 200} Sep 26 13:01:07.737097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-5c276781-9c92-479c-ba79-33daecae9689 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994527 Sep 26 13:01:07.809127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeebde-7206-4eca-897f-19a27ddfbe20 req-16aee03f-864d-454d-a2a6-98ad92ffc3c0 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:07.810745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6deeebde-7206-4eca-897f-19a27ddfbe20 req-16aee03f-864d-454d-a2a6-98ad92ffc3c0 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 947 time: 0.0620971 Sep 26 13:01:07.868850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31ad1424-7bb2-49bb-8b41-a16b69b52ff3 req-216099b5-f82f-40a5-92d5-0f96a49ec17d service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182544 Sep 26 13:01:07.887887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6deeebde-7206-4eca-897f-19a27ddfbe20 req-43d72c6f-6e85-484d-bb82-c1f78f274f9f tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711541 Sep 26 13:01:08.118980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33690) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:08.213200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd5f914-bd42-4dd4-90f7-200742c4eb9c admin admin] Deleting subnet 3e0f3937-81a9-45b2-aa9c-fe4b6c751240 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:01:08.217904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f914-bd42-4dd4-90f7-200742c4eb9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.222797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83b19c69-fc7c-4710-9360-2f17612fa1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.265942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2e8e-bba2-403f-8159-de249207c6b4 req-1e228d0d-46be-4ac7-9034-700193a3e358 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:08.267467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3a2e8e-bba2-403f-8159-de249207c6b4 req-1e228d0d-46be-4ac7-9034-700193a3e358 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 945 time: 0.0877748 Sep 26 13:01:08.274041 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f914-bd42-4dd4-90f7-200742c4eb9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.338966 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3a2e8e-bba2-403f-8159-de249207c6b4 req-ffe57f3b-38ad-4fe8-a847-6b6018b66774 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629840 Sep 26 13:01:08.341717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f914-bd42-4dd4-90f7-200742c4eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.399519 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f914-bd42-4dd4-90f7-200742c4eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.423634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5f914-bd42-4dd4-90f7-200742c4eb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0f3937-81a9-45b2-aa9c-fe4b6c751240,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:08.430163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfd5f914-bd42-4dd4-90f7-200742c4eb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.435010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cfd5f914-bd42-4dd4-90f7-200742c4eb9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e0f3937-81a9-45b2-aa9c-fe4b6c751240 HTTP/1.1" status: 204 len: 168 time: 0.3120663 Sep 26 13:01:08.435010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:08.509891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.512500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 2314b971-4416-4a6d-8c35-fa12909ae12e details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:08.516591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:08.600585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.627000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:08.642046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41eb08c-e929-42bf-9e62-2f81ef486db1') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:08.642518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41eb08c-e929-42bf-9e62-2f81ef486db1') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:08.658426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.690172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.692427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 2314b971-4416-4a6d-8c35-fa12909ae12e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2314b971-4416-4a6d-8c35-fa12909ae12e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:08.699962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:01:08.700375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:01:08.702812 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:01:08.708710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:08.716587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '2314b971-4416-4a6d-8c35-fa12909ae12e', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '2314b971-4416-4a6d-8c35-fa12909ae12e', 'mac_address': 'fa:16:3e:c1:34:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:08.719794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:08.720898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.764812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.770753 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.773556 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] 10.222.0.13 "DELETE /v2.0/networks/3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc HTTP/1.1" status: 204 len: 168 time: 0.3377111 Sep 26 13:01:08.807317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbcefa-95a4-4003-992a-79095bde529a admin admin] Pushing event deleted for resources: {'Network': ['ID=3eaaa4bf-54ba-4a7d-8a01-c6709b85eabc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:08.822370 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.826436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564fe3-3129-4588-a15f-792d1f59ee50 req-191dcc7e-5f24-410d-a203-a0a186b7aa85 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:08.829012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-89564fe3-3129-4588-a15f-792d1f59ee50 req-191dcc7e-5f24-410d-a203-a0a186b7aa85 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 948 time: 0.0734687 Sep 26 13:01:08.833073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-c59eb086-04d8-484f-9c9e-7ce413a79995 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:08.840949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-c59eb086-04d8-484f-9c9e-7ce413a79995 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 945 time: 0.0662172 Sep 26 13:01:08.841815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2314b971-4416-4a6d-8c35-fa12909ae12e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:08.886569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 2314b971-4416-4a6d-8c35-fa12909ae12e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2314b971-4416-4a6d-8c35-fa12909ae12e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:08.895434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-89564fe3-3129-4588-a15f-792d1f59ee50 req-4534a014-58f6-44bf-a115-0cd1e37024e8 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Sep 26 13:01:08.895922 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.927087 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:08.970509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:08.973131 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cbf8af-7e38-4303-8ae1-2c6bddec33af" -d '{"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-plugged", "status": "completed", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:09.000633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:09.002475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=2314b971-4416-4a6d-8c35-fa12909ae12e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:09.017997 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.031377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33708) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:09.046509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cd059-c40d-4a85-aee0-85b8db92cb36 req-32f03417-534a-4f80-ad71-70ead7cb3be0 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:09.053541 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d4cd059-c40d-4a85-aee0-85b8db92cb36 req-32f03417-534a-4f80-ad71-70ead7cb3be0 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 947 time: 0.0761015 Sep 26 13:01:09.060594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Deleting port 93543a5f-31fe-42b1-81a5-4a980c38f4cf {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:09.060940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.077413 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd991361-faa5-4a7d-a2bd-660e3b4ff045 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58810cc3d2c749d990b24570e75697a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446708 Sep 26 13:01:09.079962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33710) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:09.108233 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522edfc-8eb1-4e6d-9414-a824da3ba4f7 x-openstack-request-id: req-e522edfc-8eb1-4e6d-9414-a824da3ba4f7 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:09.108679 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-plugged", "status": "completed", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:09.108936 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e522edfc-8eb1-4e6d-9414-a824da3ba4f7 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:09.109828 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'code': 200} Sep 26 13:01:09.147964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:09.177178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d4cd059-c40d-4a85-aee0-85b8db92cb36 req-5a4ca5ed-75a7-4b97-a490-d3bb0a967f5c tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179855 Sep 26 13:01:09.201111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff21e350-6905-45ca-a276-332c9a62175f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.230194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff21e350-6905-45ca-a276-332c9a62175f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.259352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['2314b971-4416-4a6d-8c35-fa12909ae12e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:09.269946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] For port 93543a5f-31fe-42b1-81a5-4a980c38f4cf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=93543a5f-31fe-42b1-81a5-4a980c38f4cf,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:09.270241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.286868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057099a-d7ba-41b4-b9cf-f694504d858a req-7b78819f-f71e-4c61-88d8-60411894e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:09.288379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0057099a-d7ba-41b4-b9cf-f694504d858a req-7b78819f-f71e-4c61-88d8-60411894e4f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1102 time: 0.1255929 Sep 26 13:01:09.296124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Calling delete_port for 93543a5f-31fe-42b1-81a5-4a980c38f4cf owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:09.316196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff21e350-6905-45ca-a276-332c9a62175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.320535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff21e350-6905-45ca-a276-332c9a62175f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.322675 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff21e350-6905-45ca-a276-332c9a62175f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a961f2f-6da1-4007-b9be-49c2f592c3a7 HTTP/1.1" status: 204 len: 168 time: 0.2408915 Sep 26 13:01:09.347228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21e350-6905-45ca-a276-332c9a62175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a961f2f-6da1-4007-b9be-49c2f592c3a7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:09.472028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0057099a-d7ba-41b4-b9cf-f694504d858a req-fc5cafbe-ca53-4804-9069-56fc41672674 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738527 Sep 26 13:01:09.556641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cff9a8-cf3b-43db-bd4f-89f08ad4e964 req-01f382c9-eb92-41f9-ad81-9108d52cc737 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:09.559214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13cff9a8-cf3b-43db-bd4f-89f08ad4e964 req-01f382c9-eb92-41f9-ad81-9108d52cc737 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd2b2d3e-9899-4d2b-9968-5718b8f3b23d HTTP/1.1" status: 200 len: 945 time: 0.0811896 Sep 26 13:01:09.589621 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 62b079b3-df09-40d2-b72c-7e2a09129a0d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:09.600807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027b798-bd6f-4723-bce5-b05d1a872c37 req-4cbe1739-b807-4a89-a8db-3e4bf33c1fc9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:09.602888 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8027b798-bd6f-4723-bce5-b05d1a872c37 req-4cbe1739-b807-4a89-a8db-3e4bf33c1fc9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 945 time: 0.0729680 Sep 26 13:01:09.606557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device eb7def5f-c327-44ce-8b4d-486910291f61 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:09.649783 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8027b798-bd6f-4723-bce5-b05d1a872c37 req-766784f3-86a4-4e81-8b5d-13aad3990d54 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Sep 26 13:01:09.657681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: eb7def5f-c327-44ce-8b4d-486910291f61 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:09.658365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device eb7def5f-c327-44ce-8b4d-486910291f61 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:09.703730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13cff9a8-cf3b-43db-bd4f-89f08ad4e964 req-cce37b22-01d4-4713-b64e-ae821b48c313 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346946 Sep 26 13:01:09.705000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.761647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Pushing event deleted for resources: {'Port': ['ID=93543a5f-31fe-42b1-81a5-4a980c38f4cf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:09.814165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 62b079b3-df09-40d2-b72c-7e2a09129a0d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=62b079b3-df09-40d2-b72c-7e2a09129a0d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:09.816383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] No DVR routers for this DVR port 93543a5f-31fe-42b1-81a5-4a980c38f4cf on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:09.819881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.823112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5276b6c9-21f9-4a78-aa2b-15473c0c2e46 req-50e06547-ea4d-4fae-ac75-4447f24e9684 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.23 "DELETE /v2.0/ports/93543a5f-31fe-42b1-81a5-4a980c38f4cf HTTP/1.1" status: 204 len: 173 time: 0.9752235 Sep 26 13:01:09.823112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'name': 'network-vif-deleted', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:09.825337 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc8d4c7-63de-4a09-b229-0d11e694de68" -d '{"events": [{"server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "name": "network-vif-deleted", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:09.828269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '62b079b3-df09-40d2-b72c-7e2a09129a0d', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '62b079b3-df09-40d2-b72c-7e2a09129a0d', 'mac_address': 'fa:16:3e:d1:a4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:09.874397 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.885200 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47674a0-c0be-4abf-b9c5-e291d574afac x-openstack-request-id: req-c47674a0-c0be-4abf-b9c5-e291d574afac {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:09.885841 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd2b2d3e-9899-4d2b-9968-5718b8f3b23d", "name": "network-vif-deleted", "tag": "93543a5f-31fe-42b1-81a5-4a980c38f4cf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:09.886299 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c47674a0-c0be-4abf-b9c5-e291d574afac {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:09.886890 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2b2d3e-9899-4d2b-9968-5718b8f3b23d', 'name': 'network-vif-deleted', 'tag': '93543a5f-31fe-42b1-81a5-4a980c38f4cf', 'status': 'completed', 'code': 200} Sep 26 13:01:09.889354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b079b3-df09-40d2-b72c-7e2a09129a0d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:09.912486 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 62b079b3-df09-40d2-b72c-7e2a09129a0d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=62b079b3-df09-40d2-b72c-7e2a09129a0d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:09.916976 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:09.975485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=62b079b3-df09-40d2-b72c-7e2a09129a0d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:10.040609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93800fb-3bd7-4744-ba1e-a07b271b002a req-2b619a81-721e-4803-b9fd-5d7e8536c87a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:10.042196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93800fb-3bd7-4744-ba1e-a07b271b002a req-2b619a81-721e-4803-b9fd-5d7e8536c87a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 949 time: 0.0542707 Sep 26 13:01:10.089321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93800fb-3bd7-4744-ba1e-a07b271b002a req-8d2a00ab-a551-467e-ad88-12ea50809a93 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Sep 26 13:01:10.192229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['62b079b3-df09-40d2-b72c-7e2a09129a0d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:10.213954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:10.321133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be168db9-87b0-4590-8cb6-192576bc96f8 req-4ab86063-943f-42e0-9192-849074cd6c00 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:10.329116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be168db9-87b0-4590-8cb6-192576bc96f8 req-4ab86063-943f-42e0-9192-849074cd6c00 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 948 time: 0.0872781 Sep 26 13:01:10.385816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be168db9-87b0-4590-8cb6-192576bc96f8 req-2520fc11-f7d0-46d3-9e50-424adb17226b tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552909 Sep 26 13:01:10.404818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1936529037-network', 'tenant_id': '46f896943315456dba2e588eccfbe9fc'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:10.431094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Made reservation on behalf of 46f896943315456dba2e588eccfbe9fc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:10.433560 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.444074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.533016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 2314b971-4416-4a6d-8c35-fa12909ae12e up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:10.549396 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.553943 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.575091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:01:10.590574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 2314b971-4416-4a6d-8c35-fa12909ae12e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:10.591099 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.591449 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Added segment 2d600939-d22f-4cb3-81c5-1dc676a7e5d2 of type vlan for network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb Sep 26 13:01:10.592767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd593812-48cf-455f-ab9e-6b93881f0dc1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:10.594183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 2314b971-4416-4a6d-8c35-fa12909ae12e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:10.594557 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.634120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.659580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.660646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:10.661243 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.680240 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.685052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4699936 Sep 26 13:01:10.688209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33760) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:10.694949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Request body: {'subnet': {'network_id': '4c637e53-0f0a-43f9-9c3c-e9d89c4290cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1936529037-subnet', 'tenant_id': '46f896943315456dba2e588eccfbe9fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:10.724150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Made reservation on behalf of 46f896943315456dba2e588eccfbe9fc for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:10.728496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 2314b971-4416-4a6d-8c35-fa12909ae12e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2314b971-4416-4a6d-8c35-fa12909ae12e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:10.728950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.731033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b4857-d2a7-4ff0-b003-0d8e66e426f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4c637e53-0f0a-43f9-9c3c-e9d89c4290cb,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:10.734197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.735218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 93543a5f-31fe-42b1-81a5-4a980c38f4cf no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:10.758646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:01:10.799076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 93543a5f-31fe-42b1-81a5-4a980c38f4cf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:10.799372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 93543a5f-31fe-42b1-81a5-4a980c38f4cf not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:10.903235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02bd57-2bbf-4749-8781-3a25da335fa6 req-cbe362b3-4cbf-40ac-a720-a9485074746a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:10.910584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c02bd57-2bbf-4749-8781-3a25da335fa6 req-cbe362b3-4cbf-40ac-a720-a9485074746a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 945 time: 0.0987017 Sep 26 13:01:10.952954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=2314b971-4416-4a6d-8c35-fa12909ae12e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:10.972904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09055425-5cac-4c2e-9873-23ead8377e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:10.993168 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c02bd57-2bbf-4749-8781-3a25da335fa6 req-e215d2a4-cc11-4c92-ac7e-0486b37beff4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817232 Sep 26 13:01:11.042271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.077712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb2b31-8eb0-4b68-a07a-8fff4dac7a6d req-c6df7ea7-ba23-49d3-9f83-675b7d98f003 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:11.079279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cfb2b31-8eb0-4b68-a07a-8fff4dac7a6d req-c6df7ea7-ba23-49d3-9f83-675b7d98f003 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0500982 Sep 26 13:01:11.091570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a7543c-f023-4906-bb20-a14bf0ea89e4,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:11.106980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Checking segment: {'id': '2d600939-d22f-4cb3-81c5-1dc676a7e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4c637e53-0f0a-43f9-9c3c-e9d89c4290cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:11.110801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Network hostable DHCP agents. Network: 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:01:11.111367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e2b80-ef24-49ee-83df-6dfc42fe29fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2314b971-4416-4a6d-8c35-fa12909ae12e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:11.114755 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7594925-867e-4e5a-bffb-fb1173dac541" -d '{"events": [{"server_uuid": "ff8e2b80-ef24-49ee-83df-6dfc42fe29fc", "name": "network-vif-plugged", "status": "completed", "tag": "2314b971-4416-4a6d-8c35-fa12909ae12e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:11.121987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cfb2b31-8eb0-4b68-a07a-8fff4dac7a6d req-7b0fcefe-3b0a-4b8f-af28-6ebb2120b124 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353768 Sep 26 13:01:11.127054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:01:11.148065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:11.148065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:11.148065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.148554 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac991ff-d9de-4f93-9e52-70ba82064a0b None None] Network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:01:11.167478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dc89525f-6cc8-4cbc-9023-296e53d4919c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4778016 Sep 26 13:01:11.184114 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6762016d-2d74-4fe0-b057-8f9c4c5e8fc4 x-openstack-request-id: req-6762016d-2d74-4fe0-b057-8f9c4c5e8fc4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:11.184405 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e2b80-ef24-49ee-83df-6dfc42fe29fc", "name": "network-vif-plugged", "status": "completed", "tag": "2314b971-4416-4a6d-8c35-fa12909ae12e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:11.184662 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6762016d-2d74-4fe0-b057-8f9c4c5e8fc4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:11.185054 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8e2b80-ef24-49ee-83df-6dfc42fe29fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2314b971-4416-4a6d-8c35-fa12909ae12e', 'code': 200} Sep 26 13:01:11.319581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989414b-9c09-4e5e-a0d8-c07998b53425 req-df945755-8b36-4795-95f5-4834ee6724b6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:11.319884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3f3ce-1b8c-47a2-aba7-dbc8782309ec None None] Network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:01:11.326741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9989414b-9c09-4e5e-a0d8-c07998b53425 req-df945755-8b36-4795-95f5-4834ee6724b6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 950 time: 0.1402955 Sep 26 13:01:11.344943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b272526-7759-47f0-974d-ae2197907827 req-60f1f6f2-1fb8-4521-a921-7e234fbe06a5 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:11.346771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b272526-7759-47f0-974d-ae2197907827 req-60f1f6f2-1fb8-4521-a921-7e234fbe06a5 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 945 time: 0.1192656 Sep 26 13:01:11.417372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca084-c0d0-4d41-ac0d-86c5a63ed2ba req-5676cfc1-391e-40fd-94a8-a4dad9f953aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:11.420287 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-591ca084-c0d0-4d41-ac0d-86c5a63ed2ba req-5676cfc1-391e-40fd-94a8-a4dad9f953aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 1102 time: 0.1773081 Sep 26 13:01:11.426004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9989414b-9c09-4e5e-a0d8-c07998b53425 req-bbecd3c1-aab8-4d8e-a68c-9033bc1d0b65 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984676 Sep 26 13:01:11.497160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-591ca084-c0d0-4d41-ac0d-86c5a63ed2ba req-e9e86f6f-3d15-45f8-a584-4e5575147dd2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692384 Sep 26 13:01:11.512078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Deleting port e3837a01-8b08-4fc6-8353-5bb6ac82c309 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:11.512430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.566910 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.597249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 62b079b3-df09-40d2-b72c-7e2a09129a0d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:11.645309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba287c6-a1f0-4f63-8bd3-ca6225399df7 req-18894ab5-8f7e-4297-91b4-c6b54b1c4df0 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:11.647381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ba287c6-a1f0-4f63-8bd3-ca6225399df7 req-18894ab5-8f7e-4297-91b4-c6b54b1c4df0 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 948 time: 0.0750670 Sep 26 13:01:11.649205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] For port e3837a01-8b08-4fc6-8353-5bb6ac82c309, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=e3837a01-8b08-4fc6-8353-5bb6ac82c309,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:11.649605 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.667351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 62b079b3-df09-40d2-b72c-7e2a09129a0d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:11.671494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Calling delete_port for e3837a01-8b08-4fc6-8353-5bb6ac82c309 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:11.672025 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 62b079b3-df09-40d2-b72c-7e2a09129a0d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:11.672470 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.727299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130366d-e366-485b-937d-d2657cb63d2b req-b936fce1-aa7a-440f-b78c-a50d71b108d6 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:11.734887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-b936fce1-aa7a-440f-b78c-a50d71b108d6 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/networks?id=4c637e53-0f0a-43f9-9c3c-e9d89c4290cb HTTP/1.1" status: 200 len: 809 time: 0.1219666 Sep 26 13:01:11.736709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ba287c6-a1f0-4f63-8bd3-ca6225399df7 req-96dd1041-bb3e-4e25-87c8-0b9fa40869bf tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768173 Sep 26 13:01:11.751890 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-8ba5e802-c2a7-4528-9a67-0c317cbd3853 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/quotas/46f896943315456dba2e588eccfbe9fc HTTP/1.1" status: 200 len: 375 time: 0.0160260 Sep 26 13:01:11.753407 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.780447 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-bbc8b93a-1293-430b-99d0-2ee0ecc1edcd tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46f896943315456dba2e588eccfbe9fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275335 Sep 26 13:01:11.786783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 62b079b3-df09-40d2-b72c-7e2a09129a0d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=62b079b3-df09-40d2-b72c-7e2a09129a0d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:11.790929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.791761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device e3837a01-8b08-4fc6-8353-5bb6ac82c309 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:11.873460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=62b079b3-df09-40d2-b72c-7e2a09129a0d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:11.885807 n-d-806683-13 neutron-server[94813]: INFO neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No ports have port_id starting with e3837a01-8b08-4fc6-8353-5bb6ac82c309 Sep 26 13:01:11.890517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-92ba7aa3-8c25-41b6-967e-34a2c9c64765 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:11.892066 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-92ba7aa3-8c25-41b6-967e-34a2c9c64765 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.1007257 Sep 26 13:01:11.893298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:11.943821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-0c3e5a52-b2b0-4293-b30c-c4dbcf021776 service neutron] 10.222.0.13 "GET /v2.0/networks/4c637e53-0f0a-43f9-9c3c-e9d89c4290cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540091 Sep 26 13:01:11.947420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event deleted for resources: {'Port': ['ID=e3837a01-8b08-4fc6-8353-5bb6ac82c309,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:11.980581 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:12.022674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] No DVR routers for this DVR port e3837a01-8b08-4fc6-8353-5bb6ac82c309 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:12.025474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:12.033474 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b272526-7759-47f0-974d-ae2197907827 req-955ba939-e204-419c-9839-6b2c40c45acb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "DELETE /v2.0/ports/e3837a01-8b08-4fc6-8353-5bb6ac82c309 HTTP/1.1" status: 204 len: 173 time: 0.6770470 Sep 26 13:01:12.038624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ef30f1-89aa-4bea-8ea1-512477e870fd', 'name': 'network-vif-deleted', 'tag': 'e3837a01-8b08-4fc6-8353-5bb6ac82c309'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:12.041802 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da6424-3abd-47b0-b876-4772213533e4" -d '{"events": [{"server_uuid": "38ef30f1-89aa-4bea-8ea1-512477e870fd", "name": "network-vif-deleted", "tag": "e3837a01-8b08-4fc6-8353-5bb6ac82c309"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:12.044121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-7f130997-39f7-4d84-8dd3-56e69e93549b service neutron] 10.222.0.13 "GET /v2.0/networks/4c637e53-0f0a-43f9-9c3c-e9d89c4290cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933621 Sep 26 13:01:12.098332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Deleting port 66f39578-e3ed-43ac-a18a-b76c684289c0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:12.099810 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:12.156190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8208fad5-206f-4042-bc01-05f54e6d334f req-8012e227-d6ee-462e-ac45-ed64660763e0 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 210 time: 0.0415103 Sep 26 13:01:12.254611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] For port 66f39578-e3ed-43ac-a18a-b76c684289c0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=66f39578-e3ed-43ac-a18a-b76c684289c0,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:12.255130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:12.270397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Calling delete_port for 66f39578-e3ed-43ac-a18a-b76c684289c0 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:12.273625 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd67c4d-bfd2-469a-af03-d3bc41adbb68 x-openstack-request-id: req-ecd67c4d-bfd2-469a-af03-d3bc41adbb68 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:12.274020 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ef30f1-89aa-4bea-8ea1-512477e870fd", "name": "network-vif-deleted", "tag": "e3837a01-8b08-4fc6-8353-5bb6ac82c309", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:12.274358 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecd67c4d-bfd2-469a-af03-d3bc41adbb68 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:12.274829 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ef30f1-89aa-4bea-8ea1-512477e870fd', 'name': 'network-vif-deleted', 'tag': 'e3837a01-8b08-4fc6-8353-5bb6ac82c309', 'status': 'completed', 'code': 200} Sep 26 13:01:12.308472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683a163-d6e7-453c-ac2f-8401bc767cdd req-1d3b58a7-4421-47ac-bf6b-45fa6126ca04 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:12.310031 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7683a163-d6e7-453c-ac2f-8401bc767cdd req-1d3b58a7-4421-47ac-bf6b-45fa6126ca04 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe62c4a-d97f-4ffb-90d6-ee302d415dae HTTP/1.1" status: 200 len: 944 time: 0.0613201 Sep 26 13:01:12.316323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e1cbcc6-8890-4467-9291-7fdf19a92e62 req-1a281a3e-5ae0-4901-b17b-26988f80b21c tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 210 time: 0.0405598 Sep 26 13:01:12.361923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7683a163-d6e7-453c-ac2f-8401bc767cdd req-ef181bb3-757d-4c45-9e82-eee60423cddd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Sep 26 13:01:12.474191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:12.518322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Pushing event deleted for resources: {'Port': ['ID=66f39578-e3ed-43ac-a18a-b76c684289c0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:12.574106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] No DVR routers for this DVR port 66f39578-e3ed-43ac-a18a-b76c684289c0 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:12.578974 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:12.581686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-792525dc-5a95-4408-be0f-52399b0a5a54 req-6a0b66dc-3d1a-41d0-af8a-af733bae42dd tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.23 "DELETE /v2.0/ports/66f39578-e3ed-43ac-a18a-b76c684289c0 HTTP/1.1" status: 204 len: 173 time: 0.6829324 Sep 26 13:01:12.597630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad45703-385e-4b81-b41f-6fc68f28828b req-960b82b7-3f8d-4b52-90f2-6b16514012e1 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:12.600668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ad45703-385e-4b81-b41f-6fc68f28828b req-960b82b7-3f8d-4b52-90f2-6b16514012e1 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 950 time: 0.0872784 Sep 26 13:01:12.656205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ad45703-385e-4b81-b41f-6fc68f28828b req-dbf53843-76ba-4045-b4cb-3f474003d97b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457578 Sep 26 13:01:12.874873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ea087-6eb1-41f5-a8dd-28a2262f1707 req-0199ce15-8260-40e3-9ced-c3f821aca9b1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:12.876634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96ea087-6eb1-41f5-a8dd-28a2262f1707 req-0199ce15-8260-40e3-9ced-c3f821aca9b1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 949 time: 0.0600777 Sep 26 13:01:12.918124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e96ea087-6eb1-41f5-a8dd-28a2262f1707 req-64fb32bd-d665-4335-86a8-57709024b143 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Sep 26 13:01:13.186518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d92b348-4e04-4282-8b02-9dba3823f1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b079b3-df09-40d2-b72c-7e2a09129a0d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:13.188753 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c05427-0b69-4470-856f-d0ddeaf2fe03" -d '{"events": [{"server_uuid": "0d92b348-4e04-4282-8b02-9dba3823f1eb", "name": "network-vif-plugged", "status": "completed", "tag": "62b079b3-df09-40d2-b72c-7e2a09129a0d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:13.230459 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041d81a3-e267-4087-9b78-4ccc5afb1ac4 x-openstack-request-id: req-041d81a3-e267-4087-9b78-4ccc5afb1ac4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:13.230817 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d92b348-4e04-4282-8b02-9dba3823f1eb", "name": "network-vif-plugged", "status": "completed", "tag": "62b079b3-df09-40d2-b72c-7e2a09129a0d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:13.231177 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-041d81a3-e267-4087-9b78-4ccc5afb1ac4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:13.231692 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d92b348-4e04-4282-8b02-9dba3823f1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b079b3-df09-40d2-b72c-7e2a09129a0d', 'code': 200} Sep 26 13:01:13.285036 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92cb9bf7-e426-4349-9007-47b67ed28491 req-ea39270e-9c37-4cda-be5f-0bf1558a4040 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 210 time: 0.0339310 Sep 26 13:01:13.328685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54267-c99d-4875-a3b8-f49b249bc165 req-0fa3d894-c3ad-4aa3-90fc-21d2acf7fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:13.330216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8bd54267-c99d-4875-a3b8-f49b249bc165 req-0fa3d894-c3ad-4aa3-90fc-21d2acf7fcac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 1101 time: 0.0433924 Sep 26 13:01:13.367170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8bd54267-c99d-4875-a3b8-f49b249bc165 req-6b3f0b65-e776-415b-a0be-934233635f2a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302026 Sep 26 13:01:13.416908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64dff3d2-0e7c-40b9-a805-dbbd7f9de943 req-776eda27-9d1f-470d-8c9c-b95628e9e3fa tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 210 time: 0.0317209 Sep 26 13:01:13.427093 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:13.838063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a904d4-9ce6-4d8b-8ebe-608e31c17833 req-5cfd1117-c2fb-4ea1-860c-987ac9bf0478 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:13.840006 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a904d4-9ce6-4d8b-8ebe-608e31c17833 req-5cfd1117-c2fb-4ea1-860c-987ac9bf0478 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 950 time: 0.0894043 Sep 26 13:01:13.888488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a904d4-9ce6-4d8b-8ebe-608e31c17833 req-3753dc2b-9452-4671-bfa1-2e1babe57d45 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Sep 26 13:01:14.024935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad826971-0be0-478e-821a-1ac1f2a5e10c req-7199b2ef-b580-4e23-8369-f6df7886468d tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:14.027155 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad826971-0be0-478e-821a-1ac1f2a5e10c req-7199b2ef-b580-4e23-8369-f6df7886468d tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0674183 Sep 26 13:01:14.055199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922629da-1e50-4faf-b511-5e9d9fab80cf req-62c09fab-68ed-404c-a24b-371710ffe6ef tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:14.056772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-922629da-1e50-4faf-b511-5e9d9fab80cf req-62c09fab-68ed-404c-a24b-371710ffe6ef tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.4251359 Sep 26 13:01:14.097412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130366d-e366-485b-937d-d2657cb63d2b req-be93509c-063b-481e-bc93-e597485052de tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:14.098835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-be93509c-063b-481e-bc93-e597485052de tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.23 "GET /v2.0/networks?id=4c637e53-0f0a-43f9-9c3c-e9d89c4290cb HTTP/1.1" status: 200 len: 809 time: 0.4262669 Sep 26 13:01:14.106885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad826971-0be0-478e-821a-1ac1f2a5e10c req-aed76329-2699-4a0c-8ab0-747bed8066d8 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736127 Sep 26 13:01:14.122874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Request body: {'port': {'device_id': 'bd249f6e-3b49-431c-925b-6560a25328c0', 'network_id': '4c637e53-0f0a-43f9-9c3c-e9d89c4290cb', 'admin_state_up': True, 'tenant_id': '46f896943315456dba2e588eccfbe9fc'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:14.150131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-922629da-1e50-4faf-b511-5e9d9fab80cf req-56b3f7c0-7c64-472d-851c-24695ceb9742 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606725 Sep 26 13:01:14.263355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Made reservation on behalf of 46f896943315456dba2e588eccfbe9fc for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:14.268308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:14.268737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeba77-b697-4525-a235-92ccf5cb93ed req-664a63ca-8496-47f1-b29d-4f5b7a9ca50f tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:14.270693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-14aeba77-b697-4525-a235-92ccf5cb93ed req-664a63ca-8496-47f1-b29d-4f5b7a9ca50f tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 949 time: 0.0695379 Sep 26 13:01:14.283568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'name': 'network-vif-deleted', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:14.286059 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b9b47a-0279-4479-9ad5-d3995fb03bfa" -d '{"events": [{"server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "name": "network-vif-deleted", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:14.337937 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-14aeba77-b697-4525-a235-92ccf5cb93ed req-1e06a3f3-550f-4cb4-b037-7c3b1c6144a7 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612001 Sep 26 13:01:14.429907 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eca997-9866-40ab-8dd4-388caacd870f x-openstack-request-id: req-f3eca997-9866-40ab-8dd4-388caacd870f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:14.430745 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe62c4a-d97f-4ffb-90d6-ee302d415dae", "name": "network-vif-deleted", "tag": "66f39578-e3ed-43ac-a18a-b76c684289c0", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:14.431364 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3eca997-9866-40ab-8dd4-388caacd870f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:14.432078 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe62c4a-d97f-4ffb-90d6-ee302d415dae', 'name': 'network-vif-deleted', 'tag': '66f39578-e3ed-43ac-a18a-b76c684289c0', 'status': 'completed', 'code': 200} Sep 26 13:01:14.482438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-353118b3-979b-4e7b-8e26-9a89cd926a89 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741038 Sep 26 13:01:14.503749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8cd2edf8-080c-49f9-940a-b91e6929eef0 req-f5937cd5-661d-4571-99c8-767ab3a63a0f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 210 time: 0.0316670 Sep 26 13:01:14.509176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Allocated IP 172.20.0.2 (4c637e53-0f0a-43f9-9c3c-e9d89c4290cb/02a7543c-f023-4906-bb20-a14bf0ea89e4/0f4a5295-99f0-450b-a1bd-b375eea05d6a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:14.593264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-f1f25d5f-eb7a-4e76-beec-c74992c6b7cf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:14.594759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-f1f25d5f-eb7a-4e76-beec-c74992c6b7cf tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 944 time: 0.1687801 Sep 26 13:01:14.608250 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb7130cd-d587-4e93-97b8-50f2b5aff098 req-15f553b5-d771-412b-bff9-c391a28c123d tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 210 time: 0.0340202 Sep 26 13:01:14.740313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-75d718ea-de0e-45ff-86bb-44cc24615b9f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:14.741807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-75d718ea-de0e-45ff-86bb-44cc24615b9f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541924 Sep 26 13:01:14.800802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-1d6c8ccd-0e68-4727-a288-6c35d8df2b48 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/quotas/0c3d8f20a82e446899bfe1ef3ddc3fc0 HTTP/1.1" status: 200 len: 375 time: 0.0248418 Sep 26 13:01:14.845094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:14.869268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Deleting port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:14.869642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:14.875558 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:14.949065 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-56690ae3-bad4-4e65-b3db-4bfa7c932da3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408942 Sep 26 13:01:14.992701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:15.003926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] For port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,segment=NetworkSegment(5b8de3bd-d414-435f-8687-2998b72cab0b),segment_id=5b8de3bd-d414-435f-8687-2998b72cab0b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:15.004291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:15.055923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Calling delete_port for e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:15.058718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:15.072228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:15.082707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:15.091586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Pushing event updated for resources: {'Port': ['ID=0f4a5295-99f0-450b-a1bd-b375eea05d6a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:15.173627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6862595e-f61b-4c7e-996d-4122c3cde32b req-9e39eb8e-26a7-4f12-99d8-131e12d0fd23 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 210 time: 0.0419176 Sep 26 13:01:15.185297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:15.185981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:15.224236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-bfeb9827-0667-4c6a-ab50-4ddb8664fa16 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1049514 Sep 26 13:01:15.260045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Request body: {'port': {'device_id': 'bd249f6e-3b49-431c-925b-6560a25328c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:15.371746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:15.380853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2892027-94c9-487d-a3fe-027d97ab5722 req-b84d865b-b533-41cb-bfc1-4507b1b87d48 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:15.388581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2892027-94c9-487d-a3fe-027d97ab5722 req-b84d865b-b533-41cb-bfc1-4507b1b87d48 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba347f7d-9b5b-4719-aa77-52fcdb51c8a7 HTTP/1.1" status: 200 len: 866 time: 0.1358924 Sep 26 13:01:15.396384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:15.444230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Pushing event deleted for resources: {'Port': ['ID=e9e8992d-7ff8-41b5-824a-fff3de7ad8b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:15.490822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0e1bb-8e3d-45e2-803f-40e3bbacb999 req-172b766f-05db-4daa-972a-548745acf2db tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:15.493229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45d0e1bb-8e3d-45e2-803f-40e3bbacb999 req-172b766f-05db-4daa-972a-548745acf2db tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 949 time: 0.0659490 Sep 26 13:01:15.524023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] No DVR routers for this DVR port e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:15.529502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:15.531547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c8f1cbe-fc06-451e-93a0-0c403954d738 req-a3da100c-07fe-463d-8098-9c5f2e35bdca tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.23 "DELETE /v2.0/ports/e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 HTTP/1.1" status: 204 len: 173 time: 0.9257283 Sep 26 13:01:15.543835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2892027-94c9-487d-a3fe-027d97ab5722 req-2afa84b9-acc0-4ef3-8c16-e98b61508452 tempest-LiveMigrationTest-1614214932 tempest-LiveMigrationTest-1614214932-project] 10.222.0.13 "GET /v2.0/security-groups?id=b16f537d-564c-4c00-9075-ddc0831bcf17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541779 Sep 26 13:01:15.559259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45d0e1bb-8e3d-45e2-803f-40e3bbacb999 req-990f6a8d-fe9a-4086-8ca3-fec4aeb0d395 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590463 Sep 26 13:01:15.734470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc6e31cc-1bbb-4c63-ad33-ddbb32a2e7ea req-84f89e9b-9829-484d-8790-9ae2f2d4d975 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ef30f1-89aa-4bea-8ea1-512477e870fd HTTP/1.1" status: 200 len: 210 time: 0.0478055 Sep 26 13:01:15.924048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab42de6-4cb0-42af-8a34-95e50b3f347a req-d5bd5dc3-7608-4269-b569-b4d59842cd44 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:15.925368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ab42de6-4cb0-42af-8a34-95e50b3f347a req-d5bd5dc3-7608-4269-b569-b4d59842cd44 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 931 time: 0.1048317 Sep 26 13:01:15.988512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ab42de6-4cb0-42af-8a34-95e50b3f347a req-8fbc55a0-a7b2-4382-959b-ea227484357c tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528991 Sep 26 13:01:16.024788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02704cb-2a92-4094-af07-bccf512aa424 req-90878201-e722-431f-99eb-1ec9fa0509db tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:16.026440 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f02704cb-2a92-4094-af07-bccf512aa424 req-90878201-e722-431f-99eb-1ec9fa0509db tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 949 time: 0.0574296 Sep 26 13:01:16.034763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4a5295-99f0-450b-a1bd-b375eea05d6a {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:16.043371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.059847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Transition to ACTIVE for port object 0f4a5295-99f0-450b-a1bd-b375eea05d6a will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:16.070928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.072773 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f02704cb-2a92-4094-af07-bccf512aa424 req-d4dc8d76-fdd1-454a-9d16-146efd691655 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Sep 26 13:01:16.125268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Pushing event updated for resources: {'Port': ['ID=0f4a5295-99f0-450b-a1bd-b375eea05d6a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:16.219182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Attempting to bind port 0f4a5295-99f0-450b-a1bd-b375eea05d6a on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:16.219618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Attempting to bind port 0f4a5295-99f0-450b-a1bd-b375eea05d6a by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '2d600939-d22f-4cb3-81c5-1dc676a7e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4c637e53-0f0a-43f9-9c3c-e9d89c4290cb'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:16.220129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Attempting to bind port 0f4a5295-99f0-450b-a1bd-b375eea05d6a on network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:16.226265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Port 0f4a5295-99f0-450b-a1bd-b375eea05d6a on network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:16.226824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Attempting to bind port 0f4a5295-99f0-450b-a1bd-b375eea05d6a on network 4c637e53-0f0a-43f9-9c3c-e9d89c4290cb {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:16.232767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:16.233350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Checking segment: {'id': '2d600939-d22f-4cb3-81c5-1dc676a7e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4c637e53-0f0a-43f9-9c3c-e9d89c4290cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:16.233861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Bound using segment: {'id': '2d600939-d22f-4cb3-81c5-1dc676a7e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4c637e53-0f0a-43f9-9c3c-e9d89c4290cb'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:16.234393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Bound port: 0f4a5295-99f0-450b-a1bd-b375eea05d6a, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d600939-d22f-4cb3-81c5-1dc676a7e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4c637e53-0f0a-43f9-9c3c-e9d89c4290cb'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:16.234844 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.320088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80bc7a80-7605-406e-b61f-7125ded899e7 req-863570eb-7bc4-4ae8-924e-516fccd74165 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 210 time: 0.0413144 Sep 26 13:01:16.346909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] For port 0f4a5295-99f0-450b-a1bd-b375eea05d6a, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:16.350224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] For port 0f4a5295-99f0-450b-a1bd-b375eea05d6a, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0f4a5295-99f0-450b-a1bd-b375eea05d6a,segment=NetworkSegment(2d600939-d22f-4cb3-81c5-1dc676a7e5d2),segment_id=2d600939-d22f-4cb3-81c5-1dc676a7e5d2)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:16.354559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.391610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:16.392249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.393696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] 10.222.0.23 "PUT /v2.0/ports/0f4a5295-99f0-450b-a1bd-b375eea05d6a HTTP/1.1" status: 200 len: 1092 time: 1.1398602 Sep 26 13:01:16.418287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa73eaa-0c82-46d5-a3e3-80f9abf5d4bf service neutron] Pushing event updated for resources: {'Port': ['ID=0f4a5295-99f0-450b-a1bd-b375eea05d6a,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:16.434042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'name': 'network-vif-deleted', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3'}, {'name': 'network-changed', 'server_uuid': 'bd249f6e-3b49-431c-925b-6560a25328c0', 'tag': '0f4a5295-99f0-450b-a1bd-b375eea05d6a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:16.436670 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1632a8-999e-4f30-b819-2ab9b35dd191" -d '{"events": [{"server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "name": "network-vif-deleted", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3"}, {"name": "network-changed", "server_uuid": "bd249f6e-3b49-431c-925b-6560a25328c0", "tag": "0f4a5295-99f0-450b-a1bd-b375eea05d6a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:16.486125 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53f2ab3-f11f-4f9b-b1d1-4b6086b378db x-openstack-request-id: req-f53f2ab3-f11f-4f9b-b1d1-4b6086b378db {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:16.486749 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba347f7d-9b5b-4719-aa77-52fcdb51c8a7", "name": "network-vif-deleted", "tag": "e9e8992d-7ff8-41b5-824a-fff3de7ad8b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd249f6e-3b49-431c-925b-6560a25328c0", "tag": "0f4a5295-99f0-450b-a1bd-b375eea05d6a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:16.486749 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f53f2ab3-f11f-4f9b-b1d1-4b6086b378db {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:16.487066 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba347f7d-9b5b-4719-aa77-52fcdb51c8a7', 'name': 'network-vif-deleted', 'tag': 'e9e8992d-7ff8-41b5-824a-fff3de7ad8b3', 'status': 'completed', 'code': 200} Sep 26 13:01:16.487326 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd249f6e-3b49-431c-925b-6560a25328c0', 'tag': '0f4a5295-99f0-450b-a1bd-b375eea05d6a', 'status': 'completed', 'code': 200} Sep 26 13:01:16.490795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130366d-e366-485b-937d-d2657cb63d2b req-ee72675b-10d9-4165-a4be-fa0b9cd604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:16.492646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-ee72675b-10d9-4165-a4be-fa0b9cd604a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46f896943315456dba2e588eccfbe9fc&device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 1095 time: 0.0523140 Sep 26 13:01:16.531748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:16.547433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-a2772805-089e-46a8-ac82-1576056f5e0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f4a5295-99f0-450b-a1bd-b375eea05d6a HTTP/1.1" status: 200 len: 217 time: 0.0462103 Sep 26 13:01:16.558068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:16.558939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e9e8992d-7ff8-41b5-824a-fff3de7ad8b3 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:16.559671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 66f39578-e3ed-43ac-a18a-b76c684289c0 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:16.568783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-5c0c2e71-d4a6-4055-b06f-8976a0a4c3c8 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322304 Sep 26 13:01:16.623729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 66f39578-e3ed-43ac-a18a-b76c684289c0 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:16.624789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 66f39578-e3ed-43ac-a18a-b76c684289c0 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:16.628054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33916) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:16.710162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130366d-e366-485b-937d-d2657cb63d2b req-ae85359c-7816-4fbf-bbb2-ef1734d1e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:16.711731 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-ae85359c-7816-4fbf-bbb2-ef1734d1e16e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=02a7543c-f023-4906-bb20-a14bf0ea89e4 HTTP/1.1" status: 200 len: 849 time: 0.1518688 Sep 26 13:01:16.740032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5ab30d-72e9-4fcc-b8fc-a96934fa753f admin admin] Deleting subnet bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:01:16.743578 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab30d-72e9-4fcc-b8fc-a96934fa753f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.763885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-aed0e486-66a9-47de-b436-85946ecd970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:16.765386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-aed0e486-66a9-47de-b436-85946ecd970a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1098 time: 0.1947083 Sep 26 13:01:16.788218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-7e962df1-e5b5-415f-bbc8-fbcef256a0b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c637e53-0f0a-43f9-9c3c-e9d89c4290cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489976 Sep 26 13:01:16.801983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab30d-72e9-4fcc-b8fc-a96934fa753f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.827489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825416a-ff6b-47cf-a6de-421455a3ed22 req-f30d0546-739d-4bf9-aa3f-cba56fb9e95c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:16.828993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c825416a-ff6b-47cf-a6de-421455a3ed22 req-f30d0546-739d-4bf9-aa3f-cba56fb9e95c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.2227273 Sep 26 13:01:16.845749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab30d-72e9-4fcc-b8fc-a96934fa753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.896375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-1f887def-2944-4645-85c4-7793d299b23c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:16.898076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-1f887def-2944-4645-85c4-7793d299b23c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929063 Sep 26 13:01:16.925041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab30d-72e9-4fcc-b8fc-a96934fa753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.934465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Request body: {'port': {'device_id': '301b5235-88f0-4c1a-8525-43c2996897c4', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '0c3d8f20a82e446899bfe1ef3ddc3fc0'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:16.957167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ab30d-72e9-4fcc-b8fc-a96934fa753f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3e1825-3fbb-4f19-9bc3-539323a9e4c4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:16.963219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab30d-72e9-4fcc-b8fc-a96934fa753f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:16.967607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac5ab30d-72e9-4fcc-b8fc-a96934fa753f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd3e1825-3fbb-4f19-9bc3-539323a9e4c4 HTTP/1.1" status: 204 len: 168 time: 0.3351326 Sep 26 13:01:16.967844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33932) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:17.027540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c825416a-ff6b-47cf-a6de-421455a3ed22 req-175da315-45f8-4b40-84ff-c471fd9ca641 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798062 Sep 26 13:01:17.095889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-c52e39a4-3b0c-42b6-9ca9-bf320c941a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:17.097402 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-c52e39a4-3b0c-42b6-9ca9-bf320c941a97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 917 time: 0.3121121 Sep 26 13:01:17.115951 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-f40e99ff-78da-4efe-b90f-372bacbbcf5a service neutron] 10.222.0.23 "GET /v2.0/networks/4c637e53-0f0a-43f9-9c3c-e9d89c4290cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180563 Sep 26 13:01:17.117779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.161751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-ebd1c7e6-3662-4c27-a398-7657052caba0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 HTTP/1.1" status: 200 len: 217 time: 0.0557749 Sep 26 13:01:17.240066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.267427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c672aa-c8ee-4f36-be6c-e8ebef181e14']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:17.286021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf0848-e528-4f18-8e90-bfcda872b5e9 req-3509e9f6-1df7-49ac-bced-05a69c4d9d4f tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:17.287564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0aaf0848-e528-4f18-8e90-bfcda872b5e9 req-3509e9f6-1df7-49ac-bced-05a69c4d9d4f tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 949 time: 0.1106634 Sep 26 13:01:17.289279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8de3bd-d414-435f-8687-2998b72cab0b') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:17.289600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8de3bd-d414-435f-8687-2998b72cab0b') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:17.305618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.332666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.346667 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0aaf0848-e528-4f18-8e90-bfcda872b5e9 req-f5bf4aae-b79d-476c-b1d2-cdc982b3e5a5 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503778 Sep 26 13:01:17.347593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:01:17.347991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:01:17.349841 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:01:17.352585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-cefa8832-1336-4144-9965-e204e8f62ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:17.354329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-cefa8832-1336-4144-9965-e204e8f62ce1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.1727400 Sep 26 13:01:17.359388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Made reservation on behalf of 0c3d8f20a82e446899bfe1ef3ddc3fc0 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:17.363029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.403280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5ff1a-ed85-47bc-83f9-066fa935740a req-afd0d0d2-6653-4652-b481-e18215117c3f tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:17.405124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cfc5ff1a-ed85-47bc-83f9-066fa935740a req-afd0d0d2-6653-4652-b481-e18215117c3f tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 943 time: 0.2245908 Sep 26 13:01:17.416080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.424635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-43f83fd6-a3b2-45bb-9ecc-69e674670175 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:17.426559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-43f83fd6-a3b2-45bb-9ecc-69e674670175 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 949 time: 0.2219756 Sep 26 13:01:17.436975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.438963 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/73c672aa-c8ee-4f36-be6c-e8ebef181e14 HTTP/1.1" status: 204 len: 168 time: 0.4702127 Sep 26 13:01:17.440052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b3f8a-b937-4b9e-b83e-1cdcd1d761ea admin admin] Pushing event deleted for resources: {'Network': ['ID=73c672aa-c8ee-4f36-be6c-e8ebef181e14,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:17.441662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33954) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:17.456711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-47ebaf44-b0ad-48a3-bfae-54d721d7f5c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865250 Sep 26 13:01:17.459942 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3130366d-e366-485b-937d-d2657cb63d2b req-59bfd492-e473-4523-bdac-a43144ff5cef service neutron] 10.222.0.23 "GET /v2.0/networks/4c637e53-0f0a-43f9-9c3c-e9d89c4290cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083153 Sep 26 13:01:17.543933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7e5ddf-4adc-4e84-bf11-112ee69a334a admin admin] Deleting subnet 8eda0148-62e6-40c4-95f0-caf27148b84b {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:01:17.548418 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5ddf-4adc-4e84-bf11-112ee69a334a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.609646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5ddf-4adc-4e84-bf11-112ee69a334a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.638155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340db19-6388-47ab-97c6-8763b62312ae req-8f282f98-7a47-4cff-b831-f04890cd8d7b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:17.639681 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0340db19-6388-47ab-97c6-8763b62312ae req-8f282f98-7a47-4cff-b831-f04890cd8d7b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.1901572 Sep 26 13:01:17.661532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0340db19-6388-47ab-97c6-8763b62312ae req-c24cfcfb-0ad8-429d-9af7-62d975317b33 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/quotas/3844b22116ae47059cad74debaf97419 HTTP/1.1" status: 200 len: 375 time: 0.0150807 Sep 26 13:01:17.670756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5ddf-4adc-4e84-bf11-112ee69a334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.719415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0340db19-6388-47ab-97c6-8763b62312ae req-4678b4c4-0947-43a1-8b29-58f8e3d81850 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517929 Sep 26 13:01:17.807152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5ddf-4adc-4e84-bf11-112ee69a334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.839601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5ddf-4adc-4e84-bf11-112ee69a334a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eda0148-62e6-40c4-95f0-caf27148b84b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:17.843031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5ddf-4adc-4e84-bf11-112ee69a334a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:17.847226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ed7e5ddf-4adc-4e84-bf11-112ee69a334a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8eda0148-62e6-40c4-95f0-caf27148b84b HTTP/1.1" status: 204 len: 168 time: 0.4022579 Sep 26 13:01:17.849200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:17.877570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0340db19-6388-47ab-97c6-8763b62312ae req-44e11f91-3cde-41eb-afd8-a55e4e2a7bdc service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502094 Sep 26 13:01:17.939343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cfc5ff1a-ed85-47bc-83f9-066fa935740a req-ea64d513-de84-4390-8bd4-cb42874ff62a tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277812 Sep 26 13:01:17.964126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.000042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-5679a28c-6659-4657-84d6-12f0b7557da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:18.001572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-5679a28c-6659-4657-84d6-12f0b7557da9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46f896943315456dba2e588eccfbe9fc&device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 1095 time: 0.4789357 Sep 26 13:01:18.071545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62eeac1b-01f9-4b7d-ac20-bba040cd7d56 req-ebf568b8-ae02-488c-a2f4-338614f58f3d tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 210 time: 0.0689981 Sep 26 13:01:18.074163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0340db19-6388-47ab-97c6-8763b62312ae req-6ca96d55-3ae5-480a-9752-4bc40f23605a service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875575 Sep 26 13:01:18.083831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-9efaf38a-538a-4789-bab3-20e127d4e0bc service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121652 Sep 26 13:01:18.098772 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.108576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Allocated IP 192.168.233.219 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:18.124930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3cd41c-7b6d-4d90-a04b-5b204867e15f']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:18.140310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38c5a4c-1548-480e-889a-94c0b3e915fc') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:18.140547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38c5a4c-1548-480e-889a-94c0b3e915fc') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:18.151678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.172557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.178663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Deleting port 62b079b3-df09-40d2-b72c-7e2a09129a0d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:18.178663 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.197081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:01:18.198685 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:01:18.215951 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:01:18.289793 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.303973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.312692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2c3cd41c-7b6d-4d90-a04b-5b204867e15f HTTP/1.1" status: 204 len: 168 time: 0.4623857 Sep 26 13:01:18.326452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ff3f9-77f9-4497-8856-8e7a1d258552 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3cd41c-7b6d-4d90-a04b-5b204867e15f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:18.361809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-4645e9fc-7646-4218-a04b-09afebeb30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:18.363266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-4645e9fc-7646-4218-a04b-09afebeb30b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c637e53-0f0a-43f9-9c3c-e9d89c4290cb HTTP/1.1" status: 200 len: 909 time: 0.3533483 Sep 26 13:01:18.391356 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-38f46e9d-466b-4f8f-b145-6fc269d99484 req-07069fe9-2562-4f84-bc72-872eb66b09dc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2c0ff29-34a2-4611-8898-a5f5fc8cb15a HTTP/1.1" status: 200 len: 210 time: 0.0339746 Sep 26 13:01:18.475322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a500dfe3-cc67-4891-b518-f810dd39e588 req-3b880786-6d6d-42f6-aff6-a1b87ba237bc service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772612 Sep 26 13:01:18.488773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-a5af98b1-c881-4cd2-b7fa-6d9788e92cb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f4a5295-99f0-450b-a1bd-b375eea05d6a HTTP/1.1" status: 200 len: 217 time: 0.0982335 Sep 26 13:01:18.530472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33978) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:18.565596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d18d32-56d7-4527-9cf1-da5ceeb865cf req-108a36ba-9c36-4227-846f-c89db7d0fb4a tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:18.569077 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2d18d32-56d7-4527-9cf1-da5ceeb865cf req-108a36ba-9c36-4227-846f-c89db7d0fb4a tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 949 time: 0.0843601 Sep 26 13:01:18.580509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] For port 62b079b3-df09-40d2-b72c-7e2a09129a0d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=62b079b3-df09-40d2-b72c-7e2a09129a0d,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:18.581160 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.621674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4ffd5-9f19-403a-bdb9-c7211f2c49fa req-c75c03d5-0f72-4d78-93b7-5bd96fba698f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:18.628781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0c4ffd5-9f19-403a-bdb9-c7211f2c49fa req-c75c03d5-0f72-4d78-93b7-5bd96fba698f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.2940066 Sep 26 13:01:18.630782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2d18d32-56d7-4527-9cf1-da5ceeb865cf req-e258c518-91a9-4705-a0f5-9d2246c1acf7 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/security-groups?id=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Sep 26 13:01:18.641706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Calling delete_port for 62b079b3-df09-40d2-b72c-7e2a09129a0d owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:18.747677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-ddb8eff5-2f51-43ad-b7d1-13d24a936e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:18.749174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-ddb8eff5-2f51-43ad-b7d1-13d24a936e3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=02a7543c-f023-4906-bb20-a14bf0ea89e4 HTTP/1.1" status: 200 len: 849 time: 0.2254462 Sep 26 13:01:18.764048 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.777905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b7ef7a08-8017-4052-939d-5a99daa31b72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e649167b279749e7904ff626deead561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399209 Sep 26 13:01:18.780390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33990) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:18.808081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0c4ffd5-9f19-403a-bdb9-c7211f2c49fa req-5cdc0087-ac84-404c-9d62-9d36d2e7e0f8 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763623 Sep 26 13:01:18.824711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-6e353266-7c1b-4f45-abc9-b515023f1949 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c637e53-0f0a-43f9-9c3c-e9d89c4290cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568120 Sep 26 13:01:18.832967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab06adc5-1b03-4704-8d50-5c1212bc1aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.860781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab06adc5-1b03-4704-8d50-5c1212bc1aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.920337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab06adc5-1b03-4704-8d50-5c1212bc1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.925803 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab06adc5-1b03-4704-8d50-5c1212bc1aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.929406 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ab06adc5-1b03-4704-8d50-5c1212bc1aaa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b16f537d-564c-4c00-9075-ddc0831bcf17 HTTP/1.1" status: 204 len: 168 time: 0.1457036 Sep 26 13:01:18.936739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06adc5-1b03-4704-8d50-5c1212bc1aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f537d-564c-4c00-9075-ddc0831bcf17,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:18.948122 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:18.985727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-46fd407e-acda-46ea-b09f-a6b7ffce7e0a service neutron] 10.222.0.23 "GET /v2.0/networks/4c637e53-0f0a-43f9-9c3c-e9d89c4290cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593852 Sep 26 13:01:18.992893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', '2314b971-4416-4a6d-8c35-fa12909ae12e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:19.090966 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ba10fa2-1013-49e8-9193-16956dd8cc95 req-b992da6d-72c6-4b87-9e90-4e8fb82d5679 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2c0ff29-34a2-4611-8898-a5f5fc8cb15a HTTP/1.1" status: 200 len: 210 time: 0.0407341 Sep 26 13:01:19.092327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Pushing event updated for resources: {'Port': ['ID=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:19.121699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:19.171711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:19.182437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.190815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:19.210574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff7075-4276-42d7-84f0-241b2d3b069b req-398fa667-fd24-4206-8426-f4150c18b7d1 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:19.212140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59ff7075-4276-42d7-84f0-241b2d3b069b req-398fa667-fd24-4206-8426-f4150c18b7d1 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 943 time: 0.1169527 Sep 26 13:01:19.233328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55893a6-184f-49b6-bb75-1525ba430e8b req-7c1deb07-506b-42b9-8cb8-98967f1646af tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:19.242378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e55893a6-184f-49b6-bb75-1525ba430e8b req-7c1deb07-506b-42b9-8cb8-98967f1646af tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 936 time: 0.0748234 Sep 26 13:01:19.269931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Pushing event deleted for resources: {'Port': ['ID=62b079b3-df09-40d2-b72c-7e2a09129a0d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:19.293411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e55893a6-184f-49b6-bb75-1525ba430e8b req-8f8e4465-959f-4bdf-88f8-6fb22c77483d tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Sep 26 13:01:19.394579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:19.395225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.465944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] No DVR routers for this DVR port 62b079b3-df09-40d2-b72c-7e2a09129a0d on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:19.470305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.472201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5e67ce7-234c-4c1c-a00c-ceca3761747f req-f9b7523a-0075-45a4-8f94-870c096c41e1 tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.24 "DELETE /v2.0/ports/62b079b3-df09-40d2-b72c-7e2a09129a0d HTTP/1.1" status: 204 len: 173 time: 2.0204103 Sep 26 13:01:19.473904 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-c7395f0e-20fb-4df7-8535-cd0c2f0898b5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5468059 Sep 26 13:01:19.474389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d92b348-4e04-4282-8b02-9dba3823f1eb', 'name': 'network-vif-deleted', 'tag': '62b079b3-df09-40d2-b72c-7e2a09129a0d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:19.476967 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1abbbb-af76-4833-b26b-36710f932a12" -d '{"events": [{"server_uuid": "0d92b348-4e04-4282-8b02-9dba3823f1eb", "name": "network-vif-deleted", "tag": "62b079b3-df09-40d2-b72c-7e2a09129a0d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:19.482188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59ff7075-4276-42d7-84f0-241b2d3b069b req-e8db4549-df74-4280-8b7a-e89fa0de07b8 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139275 Sep 26 13:01:19.485897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca1632a8-999e-4f30-b819-2ab9b35dd191 req-985685e0-cbf0-4622-990c-ffa9af4ad3e6 service neutron] 10.222.0.23 "GET /v2.0/networks/4c637e53-0f0a-43f9-9c3c-e9d89c4290cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834178 Sep 26 13:01:19.490807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Request body: {'port': {'device_id': '301b5235-88f0-4c1a-8525-43c2996897c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:19.504785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34014) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:19.568924 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7983d-6d9e-41bb-9965-e827a5da2301 x-openstack-request-id: req-2ba7983d-6d9e-41bb-9965-e827a5da2301 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:19.571000 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d92b348-4e04-4282-8b02-9dba3823f1eb", "name": "network-vif-deleted", "tag": "62b079b3-df09-40d2-b72c-7e2a09129a0d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:19.571649 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ba7983d-6d9e-41bb-9965-e827a5da2301 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:19.572614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a4b9f582-cf95-402b-8107-c3109fff95a0 None None] Provisioning complete for port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:19.573186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f582-cf95-402b-8107-c3109fff95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.574775 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d92b348-4e04-4282-8b02-9dba3823f1eb', 'name': 'network-vif-deleted', 'tag': '62b079b3-df09-40d2-b72c-7e2a09129a0d', 'status': 'completed', 'code': 200} Sep 26 13:01:19.581643 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0695231d-0e53-4016-85b7-19c2427c049f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92bcf75d1e924f678b371c20162f2ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750718 Sep 26 13:01:19.582595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34016) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:19.594960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.622325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9f582-cf95-402b-8107-c3109fff95a0 None None] Port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:01:19.653180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec301-0091-41dd-a820-2e2fa89eabdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.660011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 62b079b3-df09-40d2-b72c-7e2a09129a0d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:19.683635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec301-0091-41dd-a820-2e2fa89eabdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.706298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 62b079b3-df09-40d2-b72c-7e2a09129a0d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:19.707049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 62b079b3-df09-40d2-b72c-7e2a09129a0d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:19.745411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec301-0091-41dd-a820-2e2fa89eabdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.748565 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec301-0091-41dd-a820-2e2fa89eabdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.749897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0d7ec301-0091-41dd-a820-2e2fa89eabdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8bddb7f-d7db-4317-af94-5c8482f1de0f HTTP/1.1" status: 204 len: 168 time: 0.1662741 Sep 26 13:01:19.769608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ec301-0091-41dd-a820-2e2fa89eabdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bddb7f-d7db-4317-af94-5c8482f1de0f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:19.779958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf244aad-8822-414e-b0e2-a1e9b4bfa883 req-5cc5e68c-72ea-4ffc-9f74-8ac23a1a676b tempest-ImagesNegativeTestJSON-881836693 tempest-ImagesNegativeTestJSON-881836693-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92b348-4e04-4282-8b02-9dba3823f1eb HTTP/1.1" status: 200 len: 210 time: 0.0434251 Sep 26 13:01:19.937668 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:19.950050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7f54-9488-44f2-9c5c-9f4651af1ebc req-5555e0ee-b83c-4a43-9cb6-b05592e6a1a1 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:19.958698 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21ff7f54-9488-44f2-9c5c-9f4651af1ebc req-5555e0ee-b83c-4a43-9cb6-b05592e6a1a1 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0696518 Sep 26 13:01:19.991934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:20.001099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:20.003363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21ff7f54-9488-44f2-9c5c-9f4651af1ebc req-c66931db-f39f-4410-bc82-5b793cc9d498 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 Sep 26 13:01:20.015522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Transition to ACTIVE for port object acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:20.021841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:20.117373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Pushing event updated for resources: {'Port': ['ID=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:20.148803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Attempting to bind port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:20.149157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Attempting to bind port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:20.149510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Attempting to bind port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:20.154242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:20.154574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Attempting to bind port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:20.163395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:20.163395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:20.163395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:20.163395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Bound port: acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:20.163395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:20.242987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] For port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:20.246677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] For port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:20.256735 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:20.292082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:20.292706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:20.294134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] 10.222.0.23 "PUT /v2.0/ports/acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 HTTP/1.1" status: 200 len: 1097 time: 0.8107193 Sep 26 13:01:20.323370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b07695-e30e-4335-915a-8d76c76ac54b service neutron] Pushing event updated for resources: {'Port': ['ID=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:20.451106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-6cc7f7eb-c24c-4465-8aab-843e568db644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:20.453057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-6cc7f7eb-c24c-4465-8aab-843e568db644 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 1100 time: 0.0968063 Sep 26 13:01:20.515671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-59c109b1-ff18-4232-a062-0ecf8e4de7e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 HTTP/1.1" status: 200 len: 217 time: 0.0506189 Sep 26 13:01:20.522611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0690-2b67-4483-9429-ef84b34e922b req-20ac00a8-9985-4541-afad-840054fdef24 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:20.525542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b7862-83ff-47c1-8429-4b57954c0b97 req-52206fd7-ab9d-4bdb-b28e-0975623ca71d tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:20.531901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-20ac00a8-9985-4541-afad-840054fdef24 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.1677794 Sep 26 13:01:20.532534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e55b7862-83ff-47c1-8429-4b57954c0b97 req-52206fd7-ab9d-4bdb-b28e-0975623ca71d tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 948 time: 0.1215265 Sep 26 13:01:20.551664 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-5a00dceb-794d-4fb4-85f9-c5591d5c1f9f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/quotas/3844b22116ae47059cad74debaf97419 HTTP/1.1" status: 200 len: 375 time: 0.0184224 Sep 26 13:01:20.563933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0f4a5295-99f0-450b-a1bd-b375eea05d6a details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:20.602154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-2c2d1e1b-f1ed-41a5-927b-9c5e87f9472a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493922 Sep 26 13:01:20.602583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e55b7862-83ff-47c1-8429-4b57954c0b97 req-586cade9-402c-439d-a91b-e74683b34ce9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Sep 26 13:01:20.616404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-64aeafd4-1057-402d-aa53-c055ac0477bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:20.618028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-64aeafd4-1057-402d-aa53-c055ac0477bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0835443 Sep 26 13:01:20.680722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-bf272584-5ee5-4e55-af2e-1bec7300aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:20.686038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-bf272584-5ee5-4e55-af2e-1bec7300aacb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590637 Sep 26 13:01:20.747879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0f4a5295-99f0-450b-a1bd-b375eea05d6a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0f4a5295-99f0-450b-a1bd-b375eea05d6a,segment=NetworkSegment(2d600939-d22f-4cb3-81c5-1dc676a7e5d2),segment_id=2d600939-d22f-4cb3-81c5-1dc676a7e5d2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:20.750815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-c2ce21c2-8abe-4c73-8c03-336d296c29fc service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476545 Sep 26 13:01:20.766946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '0f4a5295-99f0-450b-a1bd-b375eea05d6a', 'network_id': '4c637e53-0f0a-43f9-9c3c-e9d89c4290cb', 'port_id': '0f4a5295-99f0-450b-a1bd-b375eea05d6a', 'mac_address': 'fa:16:3e:a3:2b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a7543c-f023-4906-bb20-a14bf0ea89e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:20.801458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-d5e25d12-52de-4572-82ec-df7ed69653bc service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072483 Sep 26 13:01:20.823143 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:20.844655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4a5295-99f0-450b-a1bd-b375eea05d6a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:20.865938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-0794e1f2-e731-4f43-b75a-7db5131da8b3 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138232 Sep 26 13:01:20.871583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0f4a5295-99f0-450b-a1bd-b375eea05d6a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0f4a5295-99f0-450b-a1bd-b375eea05d6a,segment=NetworkSegment(2d600939-d22f-4cb3-81c5-1dc676a7e5d2),segment_id=2d600939-d22f-4cb3-81c5-1dc676a7e5d2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:20.877144 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:20.936362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=0f4a5295-99f0-450b-a1bd-b375eea05d6a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:20.973696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-175b1c14-7ab2-4c33-a16b-03949f9e893d req-08404005-c751-431a-88bd-8b23b464c949 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567276 Sep 26 13:01:20.987467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9e252-4e96-4a6f-9ab0-bc65a99e3b3a req-18d3fca7-926c-4c7b-b2bf-0297c8d1148a tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:20.997702 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5d9e252-4e96-4a6f-9ab0-bc65a99e3b3a req-18d3fca7-926c-4c7b-b2bf-0297c8d1148a tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 944 time: 0.0893471 Sep 26 13:01:21.061857 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5d9e252-4e96-4a6f-9ab0-bc65a99e3b3a req-d4eccacb-4b58-4d17-a719-6f725f99d8bb tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606894 Sep 26 13:01:21.100542 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1521792a-16df-4353-a8b6-6a879f32c9e7 req-6a3e07d8-766c-4bc7-93a5-3b964d9edd01 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 210 time: 0.0415139 Sep 26 13:01:21.190945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963218d-eaa8-4798-9048-0412075b0cd3 req-31028f0c-f7b6-4f0b-93db-b282e7d98000 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:21.207615 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d963218d-eaa8-4798-9048-0412075b0cd3 req-31028f0c-f7b6-4f0b-93db-b282e7d98000 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0908687 Sep 26 13:01:21.254327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d963218d-eaa8-4798-9048-0412075b0cd3 req-00c2f463-376c-4859-9f9f-19c32319576a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415390 Sep 26 13:01:21.404598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['0f4a5295-99f0-450b-a1bd-b375eea05d6a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:21.544935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34112) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:21.576433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301b5235-88f0-4c1a-8525-43c2996897c4', 'tag': 'acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:21.578882 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a" -d '{"events": [{"name": "network-changed", "server_uuid": "301b5235-88f0-4c1a-8525-43c2996897c4", "tag": "acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:21.616264 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf58028-bb16-4433-bda9-2765078ddec8 x-openstack-request-id: req-adf58028-bb16-4433-bda9-2765078ddec8 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:21.616866 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301b5235-88f0-4c1a-8525-43c2996897c4", "tag": "acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:21.617286 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adf58028-bb16-4433-bda9-2765078ddec8 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:21.617883 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301b5235-88f0-4c1a-8525-43c2996897c4', 'tag': 'acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8', 'status': 'completed', 'code': 200} Sep 26 13:01:21.756333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-9d20d04b-1b28-4bd5-9dae-d5399281dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:21.757862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-9d20d04b-1b28-4bd5-9dae-d5399281dfc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 1100 time: 0.1107712 Sep 26 13:01:21.761031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-17f84474-c9c0-428b-8820-56b19454c250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f65ce1eaddb44d6a3cfede95f322848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146735 Sep 26 13:01:21.763679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34126) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:21.795282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942a8c-1b54-40da-a494-c40ea4b866b2 req-b4af141a-d0d2-4bab-9418-efe11acced95 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:21.796790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d942a8c-1b54-40da-a494-c40ea4b866b2 req-b4af141a-d0d2-4bab-9418-efe11acced95 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 948 time: 0.0986023 Sep 26 13:01:21.818946 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df43014-9184-4053-9379-d6c899ae0ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:21.841034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df43014-9184-4053-9379-d6c899ae0ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:21.875765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-ac2545f3-a1cf-4b88-aeaf-29d931e3ba02 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=90f04e6ddbab44e4af218f5e38804408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326633 Sep 26 13:01:21.882829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d942a8c-1b54-40da-a494-c40ea4b866b2 req-302bbb25-913a-424a-b54e-f1e7c6f5444e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770464 Sep 26 13:01:21.892912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-356eab92-67d2-4ad3-9c2c-40c710fe65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:21.894684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-356eab92-67d2-4ad3-9c2c-40c710fe65a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1285231 Sep 26 13:01:21.941027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-295008db-63c6-4354-b9cf-e857a37b47a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 HTTP/1.1" status: 200 len: 217 time: 0.0374622 Sep 26 13:01:21.986238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df43014-9184-4053-9379-d6c899ae0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:21.989043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df43014-9184-4053-9379-d6c899ae0ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:21.994201 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1df43014-9184-4053-9379-d6c899ae0ce9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78bcbcf9-6c85-44fe-af4e-86fde19dbdb0 HTTP/1.1" status: 204 len: 168 time: 0.2284086 Sep 26 13:01:21.999383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-776ada70-4438-4868-b054-4ab1d0ee6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:22.000894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-776ada70-4438-4868-b054-4ab1d0ee6a86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0521128 Sep 26 13:01:22.015075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df43014-9184-4053-9379-d6c899ae0ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bcbcf9-6c85-44fe-af4e-86fde19dbdb0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:22.025714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-c75fb3ba-5a6b-4e9d-922a-ee2f86f74f3c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:22.027248 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-c75fb3ba-5a6b-4e9d-922a-ee2f86f74f3c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1380088 Sep 26 13:01:22.052875 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-99478235-f6a9-44e9-bd42-58547a44cbe3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/quotas/90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 375 time: 0.0147421 Sep 26 13:01:22.061990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-2f509e22-0299-498b-8ee6-c51658c7e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:22.064905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-2f509e22-0299-498b-8ee6-c51658c7e904 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555952 Sep 26 13:01:22.100168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-d5852034-36fb-4c9d-9813-fdaa48b0d0fb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396025 Sep 26 13:01:22.330470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-18ea1e24-46c7-44d8-8bd0-39910c790bed req-3b5f6052-1ae2-4151-83a2-7fb12f5a5c01 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 210 time: 0.0415759 Sep 26 13:01:22.399831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba9af-cbaf-429b-8f3d-03da52f9b3c0 req-df9a3691-2b7e-4722-8bac-2e7830a695dc tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:22.407313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c1ba9af-cbaf-429b-8f3d-03da52f9b3c0 req-df9a3691-2b7e-4722-8bac-2e7830a695dc tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 944 time: 0.2454479 Sep 26 13:01:22.421948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-34457f61-4c72-44be-8638-ab0ec16ac4e2 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292198 Sep 26 13:01:22.429337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0690-2b67-4483-9429-ef84b34e922b req-3699810c-68f2-47b7-b9a1-124c6dc4a5f9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:22.430817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-3699810c-68f2-47b7-b9a1-124c6dc4a5f9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.2929292 Sep 26 13:01:22.450105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c5da0d7c-c8ee-4472-abda-6d28c28c04dd req-e2c09c73-1be3-47ce-aae4-b992ed20d2bc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 210 time: 0.0652437 Sep 26 13:01:22.453174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Request body: {'port': {'device_id': '4d4a3c42-94c1-4730-a9f9-e42b1e1a661e', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'admin_state_up': True, 'tenant_id': '3844b22116ae47059cad74debaf97419'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:22.550059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c1ba9af-cbaf-429b-8f3d-03da52f9b3c0 req-3d918e5b-adc0-4698-8115-fc22384f5d3c tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418378 Sep 26 13:01:22.591477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0f4a5295-99f0-450b-a1bd-b375eea05d6a up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:22.600397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7496a9-5950-400f-9c4b-5bdbafcde917 req-19fd1966-0c86-4895-95b0-87cfa5d7d7db tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:22.609868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c7496a9-5950-400f-9c4b-5bdbafcde917 req-19fd1966-0c86-4895-95b0-87cfa5d7d7db tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0803545 Sep 26 13:01:22.662547 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c7496a9-5950-400f-9c4b-5bdbafcde917 req-076574c3-68b2-4d33-aad3-aeb431259329 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511425 Sep 26 13:01:22.692421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 0f4a5295-99f0-450b-a1bd-b375eea05d6a completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:22.701518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 0f4a5295-99f0-450b-a1bd-b375eea05d6a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:22.701518 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:22.816918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:22.856731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd249f6e-3b49-431c-925b-6560a25328c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4a5295-99f0-450b-a1bd-b375eea05d6a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:22.859820 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed973b-df90-49f7-ac02-ca979a141a17" -d '{"events": [{"server_uuid": "bd249f6e-3b49-431c-925b-6560a25328c0", "name": "network-vif-plugged", "status": "completed", "tag": "0f4a5295-99f0-450b-a1bd-b375eea05d6a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:22.875758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0f4a5295-99f0-450b-a1bd-b375eea05d6a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0f4a5295-99f0-450b-a1bd-b375eea05d6a,segment=NetworkSegment(2d600939-d22f-4cb3-81c5-1dc676a7e5d2),segment_id=2d600939-d22f-4cb3-81c5-1dc676a7e5d2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:22.881909 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:22.928444 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a829ed3-db37-4000-aaf8-605334386506 x-openstack-request-id: req-7a829ed3-db37-4000-aaf8-605334386506 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:22.928751 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd249f6e-3b49-431c-925b-6560a25328c0", "name": "network-vif-plugged", "status": "completed", "tag": "0f4a5295-99f0-450b-a1bd-b375eea05d6a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:22.928980 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a829ed3-db37-4000-aaf8-605334386506 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:22.931122 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd249f6e-3b49-431c-925b-6560a25328c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4a5295-99f0-450b-a1bd-b375eea05d6a', 'code': 200} Sep 26 13:01:22.951620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab18c7b5-18bf-4bb8-9bf8-bfd8b10a270a req-20676d54-f3da-48a7-9a04-ac00857534e8 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143459 Sep 26 13:01:22.975856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=0f4a5295-99f0-450b-a1bd-b375eea05d6a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:22.979310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Made reservation on behalf of 3844b22116ae47059cad74debaf97419 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:22.984940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:23.097061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21d6b5-bc05-488b-9774-8804c4236ffd req-0339bd52-2f96-451a-922b-1cc356df8317 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:23.105218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a21d6b5-bc05-488b-9774-8804c4236ffd req-0339bd52-2f96-451a-922b-1cc356df8317 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 948 time: 0.0945759 Sep 26 13:01:23.146072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a21d6b5-bc05-488b-9774-8804c4236ffd req-56383b2b-22dc-468e-84e6-85978e32b0b9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Sep 26 13:01:23.169387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa7955-4b7b-4b94-a1bd-4a67bb2f33b7 req-0140fc4a-ba61-4208-a3cb-df2ed10cf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:23.171161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eafa7955-4b7b-4b94-a1bd-4a67bb2f33b7 req-0140fc4a-ba61-4208-a3cb-df2ed10cf3a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 1097 time: 0.1451097 Sep 26 13:01:23.218854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Allocated IP 172.20.0.13 (f273fa41-305f-4b7f-b781-89736d65eb6a/fac6c873-36de-432a-b898-cb946da0945e/72c8d7c9-178a-4778-976c-2e65fbc002bb) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:23.233067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eafa7955-4b7b-4b94-a1bd-4a67bb2f33b7 req-562cc0f9-2e73-4d58-8d4f-ce583f295424 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522532 Sep 26 13:01:23.371385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:23.409435 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:23.462257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Network f273fa41-305f-4b7f-b781-89736d65eb6a is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:23.465931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:23.470062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:23.476944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f7cf-fbb3-40ea-9a68-6e10e69ed500 req-505cea3c-b6e4-4b20-b696-c04ba44dc203 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:23.482334 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af68f7cf-fbb3-40ea-9a68-6e10e69ed500 req-505cea3c-b6e4-4b20-b696-c04ba44dc203 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 932 time: 0.0716550 Sep 26 13:01:23.520136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:23.521360 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:23.524324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af68f7cf-fbb3-40ea-9a68-6e10e69ed500 req-7bf8584f-cc64-4c9f-9f5a-f0b5e14e9d14 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Sep 26 13:01:23.574581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event updated for resources: {'Port': ['ID=72c8d7c9-178a-4778-976c-2e65fbc002bb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:23.580276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-929c7b41-a23f-4ff1-8ee5-6e3238388d5f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=90f04e6ddbab44e4af218f5e38804408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535796 Sep 26 13:01:23.601316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-79213647-5921-4099-af2d-370eff78a0c1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1529360 Sep 26 13:01:23.619731 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0be3e074-808f-4653-aaea-81b39b0b3848 req-92275bba-aff2-4433-ab06-157e2bab7c56 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 210 time: 0.0463192 Sep 26 13:01:23.622753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Request body: {'port': {'device_id': '4d4a3c42-94c1-4730-a9f9-e42b1e1a661e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:23.685847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5633d73-eeef-4949-a30f-251f33895be6 req-e98dace5-252e-43d3-8d71-20dcba945f6b tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:23.694233 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c5633d73-eeef-4949-a30f-251f33895be6 req-e98dace5-252e-43d3-8d71-20dcba945f6b tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 945 time: 0.0664711 Sep 26 13:01:23.734666 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c5633d73-eeef-4949-a30f-251f33895be6 req-f06e4df5-037a-4293-b147-7f92a90d40ea tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Sep 26 13:01:23.752289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:23.821297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-a9488135-47b6-4d3f-bd78-d25a4de87a0a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:23.822781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-a9488135-47b6-4d3f-bd78-d25a4de87a0a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326195 Sep 26 13:01:23.840487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Request body: {'port': {'device_id': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '90f04e6ddbab44e4af218f5e38804408'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:23.869650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b7de3-5846-4cfe-868a-28e5e04086c6 req-aa0b3fb1-22dc-4edc-8350-7bd7037fc183 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:23.871170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-af9b7de3-5846-4cfe-868a-28e5e04086c6 req-aa0b3fb1-22dc-4edc-8350-7bd7037fc183 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1413171 Sep 26 13:01:24.029084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-af9b7de3-5846-4cfe-868a-28e5e04086c6 req-f1e6689d-53d8-4c9c-9de8-ff40162a605b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499412 Sep 26 13:01:24.113987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Made reservation on behalf of 90f04e6ddbab44e4af218f5e38804408 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:24.117501 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.135214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.267679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c8d7c9-178a-4778-976c-2e65fbc002bb {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:24.278754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.312751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ec365-7157-4985-b11e-bd1f5f93b1de req-2abc4f9e-b89c-4856-bb97-1ad87c1f5123 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:24.314290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b33ec365-7157-4985-b11e-bd1f5f93b1de req-2abc4f9e-b89c-4856-bb97-1ad87c1f5123 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 948 time: 0.0986054 Sep 26 13:01:24.318786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Transition to ACTIVE for port object 72c8d7c9-178a-4778-976c-2e65fbc002bb will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:24.327383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.400632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.411278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Pushing event updated for resources: {'Port': ['ID=72c8d7c9-178a-4778-976c-2e65fbc002bb,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:24.419161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.525025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b33ec365-7157-4985-b11e-bd1f5f93b1de req-d98336bd-4ec0-4292-9d60-5c54e6ce5e8a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954052 Sep 26 13:01:24.531930 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:01:24.572327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2750cc-290e-4d54-a013-1bfb609d96b8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:24.609361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:24.654586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Attempting to bind port 72c8d7c9-178a-4778-976c-2e65fbc002bb on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:24.654925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Attempting to bind port 72c8d7c9-178a-4778-976c-2e65fbc002bb by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:24.655260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Attempting to bind port 72c8d7c9-178a-4778-976c-2e65fbc002bb on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:24.673417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Port 72c8d7c9-178a-4778-976c-2e65fbc002bb on network f273fa41-305f-4b7f-b781-89736d65eb6a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:24.673790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Attempting to bind port 72c8d7c9-178a-4778-976c-2e65fbc002bb on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:24.676414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Allocated IP 192.168.233.36 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/11c159ed-940c-4016-b10d-0d158ba604a5) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:24.692334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:24.692761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Checking segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:24.693160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Bound using segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:24.693635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Bound port: 72c8d7c9-178a-4778-976c-2e65fbc002bb, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:24.694022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.756843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5f98d-20d0-45cb-a25a-d0e9eca5d242 req-dc20a1cf-ba66-418a-b953-9f981f0f547b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:24.759915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:24.761435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58f5f98d-20d0-45cb-a25a-d0e9eca5d242 req-dc20a1cf-ba66-418a-b953-9f981f0f547b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 944 time: 0.1267838 Sep 26 13:01:24.780039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': 'acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8', 'mac_address': 'fa:16:3e:19:76:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:24.811745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58f5f98d-20d0-45cb-a25a-d0e9eca5d242 req-dea8973e-46bb-42a2-ba5b-db0aab8534d4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Sep 26 13:01:24.814019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f38b6d7-676e-4697-aedb-4c645b8ebf08 req-0fb2abfe-87a6-4995-a674-bb9f86e1e6e8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 210 time: 0.0605624 Sep 26 13:01:24.843847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.873388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:24.876034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] For port 72c8d7c9-178a-4778-976c-2e65fbc002bb, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:24.897844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:24.903274 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.923184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] For port 72c8d7c9-178a-4778-976c-2e65fbc002bb, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=72c8d7c9-178a-4778-976c-2e65fbc002bb,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:24.935448 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:24.972227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c3213-70d1-48fb-9ca4-d74ce38550b3 req-4a1b2a94-696c-4417-868c-043fcbd9eb42 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:24.973227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:24.974831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c21c3213-70d1-48fb-9ca4-d74ce38550b3 req-4a1b2a94-696c-4417-868c-043fcbd9eb42 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 945 time: 0.0582078 Sep 26 13:01:25.020952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c21c3213-70d1-48fb-9ca4-d74ce38550b3 req-8619a4ab-04b1-448c-9c09-0ce9fe11acbd tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Sep 26 13:01:25.026721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:25.027336 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:25.028721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/72c8d7c9-178a-4778-976c-2e65fbc002bb HTTP/1.1" status: 200 len: 1093 time: 1.4122560 Sep 26 13:01:25.029321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff2847-ab32-4ffb-915c-5c30c39436b4 service neutron] Pushing event updated for resources: {'Port': ['ID=72c8d7c9-178a-4778-976c-2e65fbc002bb,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:25.031580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4a3c42-94c1-4730-a9f9-e42b1e1a661e', 'tag': '72c8d7c9-178a-4778-976c-2e65fbc002bb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:25.033858 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdec963-06d5-4e73-9728-271e140ab4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4a3c42-94c1-4730-a9f9-e42b1e1a661e", "tag": "72c8d7c9-178a-4778-976c-2e65fbc002bb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:25.071988 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:25.086756 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c71e4c3-b5fa-4359-a6bf-1d90744c5385 x-openstack-request-id: req-9c71e4c3-b5fa-4359-a6bf-1d90744c5385 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:25.087052 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4a3c42-94c1-4730-a9f9-e42b1e1a661e", "tag": "72c8d7c9-178a-4778-976c-2e65fbc002bb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:25.087309 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c71e4c3-b5fa-4359-a6bf-1d90744c5385 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:25.087701 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4a3c42-94c1-4730-a9f9-e42b1e1a661e', 'tag': '72c8d7c9-178a-4778-976c-2e65fbc002bb', 'status': 'completed', 'code': 200} Sep 26 13:01:25.142892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0690-2b67-4483-9429-ef84b34e922b req-4b5de2e1-888d-4da2-b629-a9c1f9e056fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:25.144463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-4b5de2e1-888d-4da2-b629-a9c1f9e056fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 1096 time: 0.0700939 Sep 26 13:01:25.154918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:25.157435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb3f93-c99c-4507-b8b5-cbc1a9b4e12e req-599e6057-f3f7-4b59-bf48-fe28e1839ea0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:25.159319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11eb3f93-c99c-4507-b8b5-cbc1a9b4e12e req-599e6057-f3f7-4b59-bf48-fe28e1839ea0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0527151 Sep 26 13:01:25.207315 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11eb3f93-c99c-4507-b8b5-cbc1a9b4e12e req-6dcb93ba-3acc-44ad-9a88-f182fba3f1bb tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 Sep 26 13:01:25.246512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-42aeaf6a-fdfb-40e0-ac89-8ba6e26e3b4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72c8d7c9-178a-4778-976c-2e65fbc002bb HTTP/1.1" status: 200 len: 217 time: 0.0933347 Sep 26 13:01:25.267555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:25.282048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:25.287460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:25.297633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:25.363326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:25.395911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0690-2b67-4483-9429-ef84b34e922b req-1c4c07bd-03d6-41bf-bc8f-daaf0d9ae45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:25.397594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-1c4c07bd-03d6-41bf-bc8f-daaf0d9ae45e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.1351993 Sep 26 13:01:25.405961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:25.406638 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:25.453241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-b9561473-7c0e-4913-a077-a4c5d55ba143 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414417 Sep 26 13:01:25.456971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-1c14b55c-f2b9-4b00-ae54-102ae4cd13bb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6249089 Sep 26 13:01:25.476087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Request body: {'port': {'device_id': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:25.592183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:25.628464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-94f5f2af-d61c-49b8-b3a6-202cabe939bd service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588633 Sep 26 13:01:25.655579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b29a373d-da41-476c-92dd-38c16e971ef1 None None] Provisioning complete for port 11c159ed-940c-4016-b10d-0d158ba604a5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:25.656556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b29a373d-da41-476c-92dd-38c16e971ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:25.691688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b29a373d-da41-476c-92dd-38c16e971ef1 None None] Port 11c159ed-940c-4016-b10d-0d158ba604a5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:01:25.804579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d434524-2668-4402-b5ac-d0c0fdde5ccc req-02aeee35-911f-4367-83b1-e5299b799bc1 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:25.806134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d434524-2668-4402-b5ac-d0c0fdde5ccc req-02aeee35-911f-4367-83b1-e5299b799bc1 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 949 time: 0.1945319 Sep 26 13:01:25.866484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9de0690-2b67-4483-9429-ef84b34e922b req-6ae9aff8-7cc3-405f-b8c7-6610a15eeeed service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038791 Sep 26 13:01:25.894424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d434524-2668-4402-b5ac-d0c0fdde5ccc req-08084fc0-e3ca-471c-88a2-07727ff5b706 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757918 Sep 26 13:01:25.954607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeac3a9-1f53-4d66-abc9-941105a5c3f9 req-a272d6e4-f71a-4e8a-8563-8ada6e682845 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:25.956126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bbeac3a9-1f53-4d66-abc9-941105a5c3f9 req-a272d6e4-f71a-4e8a-8563-8ada6e682845 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 935 time: 0.0622468 Sep 26 13:01:26.010578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bbeac3a9-1f53-4d66-abc9-941105a5c3f9 req-7f7e3712-b14a-4c30-854b-6ad456dd2b0a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468633 Sep 26 13:01:26.018032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-96642e29-fdcb-4631-9773-d03c853f962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:26.019827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-96642e29-fdcb-4631-9773-d03c853f962f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 1096 time: 0.0842197 Sep 26 13:01:26.137792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c6b74-a71b-4b3f-a185-391a01aedd3f req-7538907d-5cd7-4319-9f66-18818073fac6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:26.147249 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-314c6b74-a71b-4b3f-a185-391a01aedd3f req-7538907d-5cd7-4319-9f66-18818073fac6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 944 time: 0.0701439 Sep 26 13:01:26.192961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c159ed-940c-4016-b10d-0d158ba604a5 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:26.197919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-314c6b74-a71b-4b3f-a185-391a01aedd3f req-b5baef2e-2dd1-487f-b1df-46f0450a2857 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477903 Sep 26 13:01:26.217845 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:26.226854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-05736262-f5fe-489d-9fc2-5b63dbae8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:26.228590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-05736262-f5fe-489d-9fc2-5b63dbae8b58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 912 time: 0.2004840 Sep 26 13:01:26.236390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Transition to ACTIVE for port object 11c159ed-940c-4016-b10d-0d158ba604a5 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:26.294986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:26.311797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-a0966b0d-749a-475c-bbb2-136404ce1e9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72c8d7c9-178a-4778-976c-2e65fbc002bb HTTP/1.1" status: 200 len: 217 time: 0.0730653 Sep 26 13:01:26.368876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521f8d0-8e74-4630-9274-5178e4f19a8b req-23224070-4fd0-462c-8c7a-1e6c592a08fe tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:26.371771 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8521f8d0-8e74-4630-9274-5178e4f19a8b req-23224070-4fd0-462c-8c7a-1e6c592a08fe tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0736954 Sep 26 13:01:26.418398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:26.438045 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8521f8d0-8e74-4630-9274-5178e4f19a8b req-751b162c-0423-480e-b82d-3cb60b369d9d tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591574 Sep 26 13:01:26.454387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-0dfb3376-4830-4a1c-9452-dae3b69be28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:26.455863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-0dfb3376-4830-4a1c-9452-dae3b69be28a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.1136329 Sep 26 13:01:26.509622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-e075e56c-cc4f-4303-9a22-8cf7ff051a70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364847 Sep 26 13:01:26.576459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Attempting to bind port 11c159ed-940c-4016-b10d-0d158ba604a5 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:26.576801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Attempting to bind port 11c159ed-940c-4016-b10d-0d158ba604a5 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:26.577131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Attempting to bind port 11c159ed-940c-4016-b10d-0d158ba604a5 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:26.611914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Port 11c159ed-940c-4016-b10d-0d158ba604a5 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:26.612265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Attempting to bind port 11c159ed-940c-4016-b10d-0d158ba604a5 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:26.622066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:26.622404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:26.622888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:26.623205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Bound port: 11c159ed-940c-4016-b10d-0d158ba604a5, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:26.623562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:26.641667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:26.669122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-04cf7a33-8171-4531-9256-9433bddff84d service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505215 Sep 26 13:01:26.701564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:26.706480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:26.707169 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:26.744999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:26.785951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:26.791804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:26.823583 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:26.840612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0cdec963-06d5-4e73-9728-271e140ab4c6 req-0d136cb4-dd39-4f30-882b-02d361ae4c95 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638691 Sep 26 13:01:26.845345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:26.845631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:26.847081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] 10.222.0.24 "PUT /v2.0/ports/11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 1096 time: 1.3760145 Sep 26 13:01:26.853814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301b5235-88f0-4c1a-8525-43c2996897c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:26.858743 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ccf29-6036-47a5-a2bc-b3b3a9ab76ed" -d '{"events": [{"server_uuid": "301b5235-88f0-4c1a-8525-43c2996897c4", "name": "network-vif-plugged", "status": "completed", "tag": "acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:26.880331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:26.889977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652ae2-a50a-429e-9bc0-3acdeb7e874a service neutron] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:26.891889 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:26.924612 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48121622-f406-4605-90a6-dac1371dc949 x-openstack-request-id: req-48121622-f406-4605-90a6-dac1371dc949 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:26.925171 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301b5235-88f0-4c1a-8525-43c2996897c4", "name": "network-vif-plugged", "status": "completed", "tag": "acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:26.926268 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48121622-f406-4605-90a6-dac1371dc949 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:26.926561 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301b5235-88f0-4c1a-8525-43c2996897c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8', 'code': 200} Sep 26 13:01:26.982033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-20633e45-eef4-45ee-a46e-78b4a4312d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:26.982296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:26.985332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-20633e45-eef4-45ee-a46e-78b4a4312d23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1099 time: 0.0751734 Sep 26 13:01:27.073563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-61f016d1-c633-4e95-94c5-745e4557583b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.0719719 Sep 26 13:01:27.079529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510d3a-e774-4853-b525-c260b1e9ab27 req-f6195064-d409-4df0-837c-06b6fc07bd80 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.084816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151600c-5232-4c39-b916-53530f126408 req-2aa3644a-c8e5-4d56-8687-b0e51b1ef313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.086372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0151600c-5232-4c39-b916-53530f126408 req-2aa3644a-c8e5-4d56-8687-b0e51b1ef313 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 1102 time: 0.0997238 Sep 26 13:01:27.089897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61510d3a-e774-4853-b525-c260b1e9ab27 req-f6195064-d409-4df0-837c-06b6fc07bd80 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 950 time: 0.0831711 Sep 26 13:01:27.093000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:27.095300 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f367d5f-2d7f-4196-bc23-4302f6b3504d" -d '{"events": [{"name": "network-changed", "server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:27.133012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61510d3a-e774-4853-b525-c260b1e9ab27 req-03b07bb8-79f4-4c70-ad4f-b260a83e595b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Sep 26 13:01:27.188461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-57c64abc-9530-4343-b83f-eed661f01708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.189960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-57c64abc-9530-4343-b83f-eed661f01708 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1084273 Sep 26 13:01:27.196445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0151600c-5232-4c39-b916-53530f126408 req-196f2c3d-817c-42a2-a8ec-59e21fbe15c2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960872 Sep 26 13:01:27.216428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed8e13-9b63-425c-b752-416e6ab5e7b6 req-06aa2225-6743-447f-9bde-a49957a9efe2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.217925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ebed8e13-9b63-425c-b752-416e6ab5e7b6 req-06aa2225-6743-447f-9bde-a49957a9efe2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 947 time: 0.0912788 Sep 26 13:01:27.248700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a05b1-29e4-47e9-b1df-b41e418455a9 req-3e10fbed-db78-4916-9fe0-f7df3268b50c tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.250202 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cf5a05b1-29e4-47e9-b1df-b41e418455a9 req-3e10fbed-db78-4916-9fe0-f7df3268b50c tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 945 time: 0.0539298 Sep 26 13:01:27.272353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-4d092bf6-8948-46e3-b8eb-8bc827483655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.273878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-4d092bf6-8948-46e3-b8eb-8bc827483655 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734050 Sep 26 13:01:27.276768 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ebed8e13-9b63-425c-b752-416e6ab5e7b6 req-94cddea8-8a77-4a9f-80a8-08f4cff6785d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Sep 26 13:01:27.288715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cf5a05b1-29e4-47e9-b1df-b41e418455a9 req-7507f7a7-231d-45fb-8ead-cc2948ee29e9 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323787 Sep 26 13:01:27.324742 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e42949d-1b7f-4d22-9a88-bb8e1fff50b3 x-openstack-request-id: req-1e42949d-1b7f-4d22-9a88-bb8e1fff50b3 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:27.325257 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:27.325382 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e42949d-1b7f-4d22-9a88-bb8e1fff50b3 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:27.325692 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5', 'status': 'completed', 'code': 200} Sep 26 13:01:27.387390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-2eb7ce8d-7c1a-4799-abb8-0435507f789b service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053960 Sep 26 13:01:27.399465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625430d1-26ce-4253-9d0c-f95203a7853a req-4a1baac8-9d05-4270-aa7d-dba7ec5da076 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.401180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-625430d1-26ce-4253-9d0c-f95203a7853a req-4a1baac8-9d05-4270-aa7d-dba7ec5da076 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 944 time: 0.0511317 Sep 26 13:01:27.441187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-625430d1-26ce-4253-9d0c-f95203a7853a req-a1cdd519-ff79-49f0-bbe7-150bc0db0107 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 Sep 26 13:01:27.484965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2994cfa-08a1-4fac-b08e-968a93b1d5ab req-77a21dd7-869c-45ad-beb9-9d9e4ad7dab3 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905225 Sep 26 13:01:27.560865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24499f1d-c17b-4414-861b-c174206009de req-1032da46-9f00-468d-a577-25c16fa4fab5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.563267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24499f1d-c17b-4414-861b-c174206009de req-1032da46-9f00-468d-a577-25c16fa4fab5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0532134 Sep 26 13:01:27.576484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-8f09c969-e092-433e-b21e-c86f1549a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.577987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-8f09c969-e092-433e-b21e-c86f1549a47b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1099 time: 0.0460198 Sep 26 13:01:27.604466 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24499f1d-c17b-4414-861b-c174206009de req-e9038244-6844-4ea8-b65e-ab665813571a tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351958 Sep 26 13:01:27.671556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-729d5102-2872-41a1-9d7d-bc408728773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:27.673029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-729d5102-2872-41a1-9d7d-bc408728773f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.0877082 Sep 26 13:01:27.702342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 72c8d7c9-178a-4778-976c-2e65fbc002bb details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:27.717551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-e37f4a06-9d3a-434e-86a9-e514c4f62999 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.0374780 Sep 26 13:01:27.812133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 72c8d7c9-178a-4778-976c-2e65fbc002bb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=72c8d7c9-178a-4778-976c-2e65fbc002bb,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:27.825944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '72c8d7c9-178a-4778-976c-2e65fbc002bb', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'port_id': '72c8d7c9-178a-4778-976c-2e65fbc002bb', 'mac_address': 'fa:16:3e:f7:46:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac6c873-36de-432a-b898-cb946da0945e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:27.875175 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:27.894031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c8d7c9-178a-4778-976c-2e65fbc002bb {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:27.916622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 72c8d7c9-178a-4778-976c-2e65fbc002bb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=72c8d7c9-178a-4778-976c-2e65fbc002bb,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:27.921825 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:27.985758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=72c8d7c9-178a-4778-976c-2e65fbc002bb,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:28.030956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-9928fda1-204a-4130-9ee6-736c705afd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:28.032428 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-9928fda1-204a-4130-9ee6-736c705afd65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.3082001 Sep 26 13:01:28.081111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-f70c850a-61d5-40e8-8497-e3a3afb6b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:28.083540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-f70c850a-61d5-40e8-8497-e3a3afb6b66e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426245 Sep 26 13:01:28.198578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['72c8d7c9-178a-4778-976c-2e65fbc002bb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:28.200101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-00182b3a-10a5-49fa-b6bc-40f99a3d9c11 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087232 Sep 26 13:01:28.222178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-a9a58993-4cd0-4d5f-8f10-5fc361ae4d34 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0652190729124dcc9d3cc1de72f30b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348020 Sep 26 13:01:28.265791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1cb3-31c2-495c-b581-10a890e9860c req-45d71430-9097-4d8f-b36e-83485398bd4b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:28.267460 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-726b1cb3-31c2-495c-b581-10a890e9860c req-45d71430-9097-4d8f-b36e-83485398bd4b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 950 time: 0.0532444 Sep 26 13:01:28.307532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-726b1cb3-31c2-495c-b581-10a890e9860c req-8ca58ce9-b570-4451-ac6c-6a23de660722 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336261 Sep 26 13:01:28.400151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f367d5f-2d7f-4196-bc23-4302f6b3504d req-0ee8222a-631b-400a-adb3-9aadf1ae35c3 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863005 Sep 26 13:01:28.410562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-76b62651-90c2-4ca9-bba3-f6061227f0a5 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:28.412952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-76b62651-90c2-4ca9-bba3-f6061227f0a5 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774673 Sep 26 13:01:28.418930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b7701-2a21-4277-9819-dea2ad6d64b2 req-6142a641-5559-4184-94ed-a6c2b1aedf0d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:28.420464 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c2b7701-2a21-4277-9819-dea2ad6d64b2 req-6142a641-5559-4184-94ed-a6c2b1aedf0d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 947 time: 0.0543342 Sep 26 13:01:28.433220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-9f5994fe-30d6-4a36-b0ad-def478ac2953 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/quotas/0652190729124dcc9d3cc1de72f30b09 HTTP/1.1" status: 200 len: 375 time: 0.0142808 Sep 26 13:01:28.461439 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c2b7701-2a21-4277-9819-dea2ad6d64b2 req-632b4625-21ed-4222-8260-036520048f63 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Sep 26 13:01:28.471245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-f5f85efb-b25d-494d-95d8-6c5386dc4552 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0652190729124dcc9d3cc1de72f30b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314274 Sep 26 13:01:28.579799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26752b05-c914-44d6-bccb-656102f62063 req-387be5e8-d946-4f6b-8cbb-6e3f63e60dcb tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:28.581915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26752b05-c914-44d6-bccb-656102f62063 req-387be5e8-d946-4f6b-8cbb-6e3f63e60dcb tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 945 time: 0.0578675 Sep 26 13:01:28.630964 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26752b05-c914-44d6-bccb-656102f62063 req-b5d3f8ca-26ca-40bd-8b06-f846da1546c5 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Sep 26 13:01:28.711968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed7b74-3a03-42bc-a3fd-6ef32f7861c3 req-8daa2708-cc11-4fbe-b82a-2f32a2130843 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:28.714024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11ed7b74-3a03-42bc-a3fd-6ef32f7861c3 req-8daa2708-cc11-4fbe-b82a-2f32a2130843 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 945 time: 0.0710089 Sep 26 13:01:28.755919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11ed7b74-3a03-42bc-a3fd-6ef32f7861c3 req-b61a552c-bcd1-4044-a80a-e89e625f4cf3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Sep 26 13:01:28.881471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-f493c0a6-24e8-443c-bb95-1079b5c4f5ba tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0652190729124dcc9d3cc1de72f30b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244727 Sep 26 13:01:28.889665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b453-6336-4d5c-8772-1064298cc601 req-c2e03a07-b267-4865-a223-bed6b510d3bf tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:28.891197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e68b453-6336-4d5c-8772-1064298cc601 req-c2e03a07-b267-4865-a223-bed6b510d3bf tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0539498 Sep 26 13:01:28.937477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e68b453-6336-4d5c-8772-1064298cc601 req-09f71800-16c3-49ee-8ef1-2c1e1e1f1be1 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Sep 26 13:01:29.008645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-26a7ae25-62b0-4871-8b10-5b919373780b tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.010302 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-26a7ae25-62b0-4871-8b10-5b919373780b tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222889 Sep 26 13:01:29.029204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-1ea42100-defe-4e56-960b-917c47792367 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/quotas/0652190729124dcc9d3cc1de72f30b09 HTTP/1.1" status: 200 len: 375 time: 0.0098717 Sep 26 13:01:29.070766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-392400ec-315f-4543-ba8f-5e691657bf3a tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0652190729124dcc9d3cc1de72f30b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308149 Sep 26 13:01:29.092019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-3713b3bd-9d96-4178-9013-717a403cab01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501778 Sep 26 13:01:29.182148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-20b59a54-cd37-46af-8801-ebeff994c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.184021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-20b59a54-cd37-46af-8801-ebeff994c1b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 1098 time: 0.0583212 Sep 26 13:01:29.256011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ec71bfa-c412-438d-939a-ff735c35ba4f req-cccd474b-17c2-46e5-abdf-126e9eab335e tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 210 time: 0.0420582 Sep 26 13:01:29.352273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-514597b3-a8fc-494d-9944-dc8cc6cd0f47 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.354058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-514597b3-a8fc-494d-9944-dc8cc6cd0f47 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 945 time: 0.0971634 Sep 26 13:01:29.378896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-e7d9d968-9d42-4703-bb31-9d1de22e5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.380925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-e7d9d968-9d42-4703-bb31-9d1de22e5788 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 200 len: 923 time: 0.1573899 Sep 26 13:01:29.431806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128d9ef-e6c3-40fa-aab1-56384d68897a req-911c2e34-d586-46d2-9482-6fb218f4532c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.433960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1128d9ef-e6c3-40fa-aab1-56384d68897a req-911c2e34-d586-46d2-9482-6fb218f4532c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 950 time: 0.0521314 Sep 26 13:01:29.480040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1128d9ef-e6c3-40fa-aab1-56384d68897a req-d14c6909-94f1-453b-83ab-dc6e3427b573 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356736 Sep 26 13:01:29.496025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-a2796a3f-8791-4454-ae5e-61f5cbc7c47d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b HTTP/1.1" status: 200 len: 1002 time: 0.0985162 Sep 26 13:01:29.592234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Deleting port 0f4a5295-99f0-450b-a1bd-b375eea05d6a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:29.592589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:29.621235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-11c250f9-aeef-44d1-86c3-3c496c712511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.622762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-11c250f9-aeef-44d1-86c3-3c496c712511 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 200 len: 862 time: 0.1116517 Sep 26 13:01:29.708352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 11c159ed-940c-4016-b10d-0d158ba604a5 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:29.711760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 72c8d7c9-178a-4778-976c-2e65fbc002bb up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:29.738997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5649b-8cac-4208-bda8-4d391cd681c4 req-ca7e9a30-42ec-4b5d-bd51-4f5c767d090e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.746847 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee5649b-8cac-4208-bda8-4d391cd681c4 req-ca7e9a30-42ec-4b5d-bd51-4f5c767d090e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 947 time: 0.1942883 Sep 26 13:01:29.749662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-625460c9-cba8-4527-ba3e-362d3abe5271 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0652190729124dcc9d3cc1de72f30b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150005 Sep 26 13:01:29.849730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] For port 0f4a5295-99f0-450b-a1bd-b375eea05d6a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0f4a5295-99f0-450b-a1bd-b375eea05d6a,segment=NetworkSegment(2d600939-d22f-4cb3-81c5-1dc676a7e5d2),segment_id=2d600939-d22f-4cb3-81c5-1dc676a7e5d2)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:29.850215 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:29.908005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 72c8d7c9-178a-4778-976c-2e65fbc002bb completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:29.913291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-b38f28e8-e9ab-42fb-bd50-b256f345ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.914935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-b38f28e8-e9ab-42fb-bd50-b256f345ba68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2789159 Sep 26 13:01:29.915825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Calling delete_port for 0f4a5295-99f0-450b-a1bd-b375eea05d6a owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:29.920817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 72c8d7c9-178a-4778-976c-2e65fbc002bb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:29.921408 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:29.951425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee5649b-8cac-4208-bda8-4d391cd681c4 req-64f61289-5962-43cb-ab3d-04ea82bbb739 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037935 Sep 26 13:01:29.957070 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:29.981800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '11c159ed-940c-4016-b10d-0d158ba604a5', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '11c159ed-940c-4016-b10d-0d158ba604a5', 'mac_address': 'fa:16:3e:bd:a5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:29.996223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dc68e-3f44-456b-b2d1-ce5eea2e6a9e req-2dca7f16-db50-48f5-9f84-1cedad7add84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:29.999574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6dc68e-3f44-456b-b2d1-ce5eea2e6a9e req-2dca7f16-db50-48f5-9f84-1cedad7add84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1098 time: 0.2815971 Sep 26 13:01:30.017644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc4f12-321b-42d0-8979-dee2a1a8bdb1 req-24f34fe9-634d-44af-bd65-bf328556f865 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.019845 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3fc4f12-321b-42d0-8979-dee2a1a8bdb1 req-24f34fe9-634d-44af-bd65-bf328556f865 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd249f6e-3b49-431c-925b-6560a25328c0 HTTP/1.1" status: 200 len: 945 time: 0.0858812 Sep 26 13:01:30.105673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-935d7f5a-4122-4c8a-8c83-0525b1a6e0be tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.107234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-935d7f5a-4122-4c8a-8c83-0525b1a6e0be tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3262897 Sep 26 13:01:30.124586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3fc4f12-321b-42d0-8979-dee2a1a8bdb1 req-7bb8962f-e35b-44be-a4b1-376e7e709e78 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd593812-48cf-455f-ab9e-6b93881f0dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948966 Sep 26 13:01:30.147984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Request body: {'port': {'device_id': '366a75ee-bc40-4f44-a649-9730c28eb983', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '0652190729124dcc9d3cc1de72f30b09'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:30.243801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.244113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6dc68e-3f44-456b-b2d1-ce5eea2e6a9e req-1f18af01-a8a8-435c-9c13-757a752bb090 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301042 Sep 26 13:01:30.276017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c159ed-940c-4016-b10d-0d158ba604a5 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:30.282507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-cc2044bb-2a55-4d27-ae2c-75402c751a94 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366644 Sep 26 13:01:30.307020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:30.314023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.319837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.380398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4a3c42-94c1-4730-a9f9-e42b1e1a661e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c8d7c9-178a-4778-976c-2e65fbc002bb'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:30.382876 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dd52e7-92b2-4caf-b076-2d7f7c8d5e08" -d '{"events": [{"server_uuid": "4d4a3c42-94c1-4730-a9f9-e42b1e1a661e", "name": "network-vif-plugged", "status": "completed", "tag": "72c8d7c9-178a-4778-976c-2e65fbc002bb"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:30.390242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f8cd3-e36d-4270-ae9d-4983750e62d1 req-943168e2-3bd9-4f32-b3ab-f904c0a0ee22 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.391761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c7f8cd3-e36d-4270-ae9d-4983750e62d1 req-943168e2-3bd9-4f32-b3ab-f904c0a0ee22 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 945 time: 0.2058067 Sep 26 13:01:30.400544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 72c8d7c9-178a-4778-976c-2e65fbc002bb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=72c8d7c9-178a-4778-976c-2e65fbc002bb,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:30.406623 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.423189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:30.481141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=72c8d7c9-178a-4778-976c-2e65fbc002bb,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:30.539291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.547720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c7f8cd3-e36d-4270-ae9d-4983750e62d1 req-027336f6-51cc-4b05-9403-fa55148ed859 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426706 Sep 26 13:01:30.552174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['0f4a5295-99f0-450b-a1bd-b375eea05d6a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:30.555876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['11c159ed-940c-4016-b10d-0d158ba604a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:30.562083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.563320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.564062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.564966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.565647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.566307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.566935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.568318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.568949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.569665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.580469 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-9144762f-a269-432d-b4a0-0c0b060d9883 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39&device_id=366a75ee-bc40-4f44-a649-9730c28eb983&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9&device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e&device_id=301b5235-88f0-4c1a-8525-43c2996897c4&device_id=bd249f6e-3b49-431c-925b-6560a25328c0&device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc&device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259&device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710&device_id=ff408614-d923-4303-96f4-7f0b632c5edb&device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f&device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 9025 time: 0.0809939 Sep 26 13:01:30.597630 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-6654dfea-ccb8-4042-95d4-bf797ed69f32 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.620325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Pushing event deleted for resources: {'Port': ['ID=0f4a5295-99f0-450b-a1bd-b375eea05d6a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:30.622336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Made reservation on behalf of 0652190729124dcc9d3cc1de72f30b09 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:30.626906 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.631854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be063041-cdd3-4da6-9dd2-150dd32426ba req-909fca17-9818-4f1f-a3dc-f076cb292f67 service neutron] 10.222.0.23 "GET /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233147 Sep 26 13:01:30.657387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.705458 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-fb6c55e7-a825-4b15-ac0b-4795e56241aa tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0652190729124dcc9d3cc1de72f30b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952697 Sep 26 13:01:30.738790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] No DVR routers for this DVR port 0f4a5295-99f0-450b-a1bd-b375eea05d6a on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:30.755202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.757385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-384fb610-c285-47ea-bbb6-2549e6dbd8f1 req-27613cd2-1b86-4862-a6e6-56956190ac88 tempest-ServerTagsTestJSON-175155265 tempest-ServerTagsTestJSON-175155265-project] 10.222.0.23 "DELETE /v2.0/ports/0f4a5295-99f0-450b-a1bd-b375eea05d6a HTTP/1.1" status: 204 len: 173 time: 1.3950927 Sep 26 13:01:30.757865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd249f6e-3b49-431c-925b-6560a25328c0', 'name': 'network-vif-deleted', 'tag': '0f4a5295-99f0-450b-a1bd-b375eea05d6a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:30.760442 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc7cdf4-3f05-4ba1-9133-caf4a7eb42c7" -d '{"events": [{"server_uuid": "bd249f6e-3b49-431c-925b-6560a25328c0", "name": "network-vif-deleted", "tag": "0f4a5295-99f0-450b-a1bd-b375eea05d6a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:30.795050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd452c-619f-420f-a77d-41af673aff76 req-60dcd22f-59ae-41ed-8df3-9b0568e4455f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.796479 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ebd452c-619f-420f-a77d-41af673aff76 req-60dcd22f-59ae-41ed-8df3-9b0568e4455f tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0929241 Sep 26 13:01:30.831229 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-6654dfea-ccb8-4042-95d4-bf797ed69f32 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.841289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-6654dfea-ccb8-4042-95d4-bf797ed69f32 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:30.853939 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ebd452c-619f-420f-a77d-41af673aff76 req-0cd754c6-72ee-4802-a852-8053d14bb72b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499065 Sep 26 13:01:30.896453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e2f3386-c783-494d-bab0-84a88fcec755 req-6654dfea-ccb8-4042-95d4-bf797ed69f32 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&id=5e2750cc-290e-4d54-a013-1bfb609d96b8&id=bd593812-48cf-455f-ab9e-6b93881f0dc1&id=e9ec003d-4040-446d-b160-da040a11b2e2&id=e88abdcf-5132-48c4-a926-61cc7105e5b5&id=1a13151c-fd30-4034-8339-c490979fe876&id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 739 time: 0.3145075 Sep 26 13:01:30.931928 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f69717-bf31-4e19-a6fb-b8d23badf204 x-openstack-request-id: req-48f69717-bf31-4e19-a6fb-b8d23badf204 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:30.932478 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4a3c42-94c1-4730-a9f9-e42b1e1a661e", "name": "network-vif-plugged", "status": "completed", "tag": "72c8d7c9-178a-4778-976c-2e65fbc002bb", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:30.932478 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48f69717-bf31-4e19-a6fb-b8d23badf204 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:30.932875 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4a3c42-94c1-4730-a9f9-e42b1e1a661e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c8d7c9-178a-4778-976c-2e65fbc002bb', 'code': 200} Sep 26 13:01:30.935107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-1e22ced4-4ccd-4e60-9744-a493e2b0ef50 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:30.936623 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-1e22ced4-4ccd-4e60-9744-a493e2b0ef50 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199118 Sep 26 13:01:30.938778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654dfea-ccb8-4042-95d4-bf797ed69f32 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7613a0-14f6-43bb-bf66-df996acebc22,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:30.960896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Request body: {'port': {'device_id': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '0652190729124dcc9d3cc1de72f30b09'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:30.988918 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a2575f-9d66-488b-8bed-a9178344b075 x-openstack-request-id: req-55a2575f-9d66-488b-8bed-a9178344b075 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:30.989400 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd249f6e-3b49-431c-925b-6560a25328c0", "name": "network-vif-deleted", "tag": "0f4a5295-99f0-450b-a1bd-b375eea05d6a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:30.989826 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55a2575f-9d66-488b-8bed-a9178344b075 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:30.990318 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd249f6e-3b49-431c-925b-6560a25328c0', 'name': 'network-vif-deleted', 'tag': '0f4a5295-99f0-450b-a1bd-b375eea05d6a', 'status': 'completed', 'code': 200} Sep 26 13:01:30.996491 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.002867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.015306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24e8729f-56c6-4825-a93b-9742bbf645f9 req-ca2f81bb-8882-42b2-bf81-45b4ee31eba9 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 210 time: 0.0450559 Sep 26 13:01:31.119128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7c2c7b-8646-4177-967c-ccaf9cda393f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:31.139247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Made reservation on behalf of 0652190729124dcc9d3cc1de72f30b09 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:31.143976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.221000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b45b6-c700-47b4-a9d9-080bb9f81331 req-5e3903a8-e568-43af-a9fb-7e75267b1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:31.222923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-395b45b6-c700-47b4-a9d9-080bb9f81331 req-5e3903a8-e568-43af-a9fb-7e75267b1bc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 1098 time: 0.2130420 Sep 26 13:01:31.233048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad46c8-5de1-4b42-931c-70deb4965130 req-303e886d-372b-4574-b4e1-242d99ed8078 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:31.234841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-14ad46c8-5de1-4b42-931c-70deb4965130 req-303e886d-372b-4574-b4e1-242d99ed8078 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 948 time: 0.1089337 Sep 26 13:01:31.260449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Allocated IP 192.168.233.121 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/7ad66653-6971-4dd4-a7b0-70dc887906aa) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:31.291058 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-14ad46c8-5de1-4b42-931c-70deb4965130 req-af9a02a3-1ab4-4b09-8e04-f2d15a079204 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 Sep 26 13:01:31.316165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-395b45b6-c700-47b4-a9d9-080bb9f81331 req-2ef40351-b38b-4315-b86c-5b6153c31ff8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698783 Sep 26 13:01:31.340159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19f5a4-8bbb-4bfc-aa5c-20a418d28b23 req-9b155653-4443-4f6a-9329-0a1e833cff74 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:31.340649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19f5a4-8bbb-4bfc-aa5c-20a418d28b23 req-9b155653-4443-4f6a-9329-0a1e833cff74 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:31.341125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19f5a4-8bbb-4bfc-aa5c-20a418d28b23 req-9b155653-4443-4f6a-9329-0a1e833cff74 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:31.342874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe19f5a4-8bbb-4bfc-aa5c-20a418d28b23 req-9b155653-4443-4f6a-9329-0a1e833cff74 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4&device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc&device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 2887 time: 0.1380329 Sep 26 13:01:31.424092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe19f5a4-8bbb-4bfc-aa5c-20a418d28b23 req-14dd60e9-0491-41bf-9790-ed396ec0e9a9 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714104 Sep 26 13:01:31.457059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34504) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:31.526519 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.564435 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.617461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:31.621616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:31.624206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:31.659033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:31.693960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:31.694698 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.710392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-ad0c2ac7-94fd-49e4-8d5d-8bf0d4c0d2a0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5930383 Sep 26 13:01:31.722059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 11c159ed-940c-4016-b10d-0d158ba604a5 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:31.737463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Request body: {'port': {'device_id': '366a75ee-bc40-4f44-a649-9730c28eb983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:31.820112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.830111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 11c159ed-940c-4016-b10d-0d158ba604a5 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:31.836201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 11c159ed-940c-4016-b10d-0d158ba604a5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:31.836804 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.942796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1369b4f2-61ca-49c9-b8af-37f243d97f88 admin admin] Deleting subnet 02a7543c-f023-4906-bb20-a14bf0ea89e4 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:01:31.945586 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.948858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1369b4f2-61ca-49c9-b8af-37f243d97f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:31.956896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Allocated IP 192.168.233.210 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/70e1e805-10a8-48d1-89bb-a012fd525dc4) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:31.994894 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0db26806-28c6-4f19-8539-09da3dba96a7 None None] Provisioning complete for port 7ad66653-6971-4dd4-a7b0-70dc887906aa triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:31.995269 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0db26806-28c6-4f19-8539-09da3dba96a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.006657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef32a4-3753-41fd-bc18-746bac907331 req-1a15d80c-3c6a-464f-8061-7fe70e610743 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:32.012576 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4ef32a4-3753-41fd-bc18-746bac907331 req-1a15d80c-3c6a-464f-8061-7fe70e610743 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 946 time: 0.1727867 Sep 26 13:01:32.029363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:32.037401 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.045739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1369b4f2-61ca-49c9-b8af-37f243d97f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.078603 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0db26806-28c6-4f19-8539-09da3dba96a7 None None] Port 7ad66653-6971-4dd4-a7b0-70dc887906aa cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:01:32.091098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9a01-a6dc-42f1-96bf-0f22fa51dd1b req-05e20103-7f18-488a-b13d-cf45a6c797cf tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:32.094024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b3c9a01-a6dc-42f1-96bf-0f22fa51dd1b req-05e20103-7f18-488a-b13d-cf45a6c797cf tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0705667 Sep 26 13:01:32.096454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:32.123540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4ef32a4-3753-41fd-bc18-746bac907331 req-4962a64f-a2b6-44ec-9a73-f2990655b31a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057580 Sep 26 13:01:32.133975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b3c9a01-a6dc-42f1-96bf-0f22fa51dd1b req-f70bce9f-8599-40a3-a251-66cb706f3e1c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Sep 26 13:01:32.134568 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1369b4f2-61ca-49c9-b8af-37f243d97f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.225078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62457a1a-8796-40db-ae1f-9a921f2eac38 req-106a6128-d201-4ca9-bab9-fffd29d560ed tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 210 time: 0.0273106 Sep 26 13:01:32.299276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4df6b7-40d3-4572-9155-0e0fb4d0589e req-bbb137a5-f8cb-424d-9668-8c665b117f51 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:32.300889 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a4df6b7-40d3-4572-9155-0e0fb4d0589e req-bbb137a5-f8cb-424d-9668-8c665b117f51 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1102 time: 0.1133783 Sep 26 13:01:32.318382 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.328757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1369b4f2-61ca-49c9-b8af-37f243d97f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.373471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369b4f2-61ca-49c9-b8af-37f243d97f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a7543c-f023-4906-bb20-a14bf0ea89e4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:32.389395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1369b4f2-61ca-49c9-b8af-37f243d97f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.391316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1369b4f2-61ca-49c9-b8af-37f243d97f88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02a7543c-f023-4906-bb20-a14bf0ea89e4 HTTP/1.1" status: 204 len: 168 time: 0.9344742 Sep 26 13:01:32.394152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34530) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:32.399337 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a4df6b7-40d3-4572-9155-0e0fb4d0589e req-4bfa4c39-09dd-456c-a9a6-acd649394027 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871015 Sep 26 13:01:32.422055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.472729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:32.478798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:32.487476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:32.492139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Pushing event updated for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:32.554002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:32.555676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.585309 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-0d30b046-5534-48a4-84b3-26d3419727db tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6381056 Sep 26 13:01:32.618302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Request body: {'port': {'device_id': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:32.691436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.704209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1acb-a949-456f-b6a1-90827b038760 req-b5559bce-1856-4d5f-87fb-2dcd4eb99ec7 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:32.705787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10ac1acb-a949-456f-b6a1-90827b038760 req-b5559bce-1856-4d5f-87fb-2dcd4eb99ec7 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1102 time: 0.1191905 Sep 26 13:01:32.823007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-dda0b4de-8854-4ee6-8ad9-acee700d8358 None None] Provisioning complete for port 70e1e805-10a8-48d1-89bb-a012fd525dc4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:32.823297 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dda0b4de-8854-4ee6-8ad9-acee700d8358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.831281 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10ac1acb-a949-456f-b6a1-90827b038760 req-c905b681-9994-4984-85a9-b12d2731350f tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985584 Sep 26 13:01:32.872786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-dda0b4de-8854-4ee6-8ad9-acee700d8358 None None] Port 70e1e805-10a8-48d1-89bb-a012fd525dc4 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:01:32.877903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:32.906489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec4fa-d07b-4a83-a4cb-6808853cefda req-7bf2d46d-f8e8-4260-b029-bb42201f890f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:32.907970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e34ec4fa-d07b-4a83-a4cb-6808853cefda req-7bf2d46d-f8e8-4260-b029-bb42201f890f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.4777186 Sep 26 13:01:32.934052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:32.936510 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9f8f1e-9efa-42eb-8029-713ac3ae67ee" -d '{"events": [{"server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "name": "network-vif-plugged", "status": "completed", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:32.943078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-74aed030-1bc5-43f7-a843-b3d0066cf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:32.944553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-74aed030-1bc5-43f7-a843-b3d0066cf2cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=550781b2300643759eb7f871ade153ab&device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 1098 time: 0.1695123 Sep 26 13:01:33.008196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54d595-a300-4a56-948b-658325eb3b44 req-da12df78-2e7f-4d6f-81bd-e6ee97e224a5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:33.009983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc54d595-a300-4a56-948b-658325eb3b44 req-da12df78-2e7f-4d6f-81bd-e6ee97e224a5 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0519738 Sep 26 13:01:33.048845 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc54d595-a300-4a56-948b-658325eb3b44 req-3ed3785d-a859-4667-8a24-171858c4b299 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327067 Sep 26 13:01:33.073927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e34ec4fa-d07b-4a83-a4cb-6808853cefda req-a3bdf35b-39a7-449d-94ab-a1c18e00a48c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535316 Sep 26 13:01:33.129301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.151173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad66653-6971-4dd4-a7b0-70dc887906aa {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:33.167984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.172082 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bba1d5-7501-43be-a2f5-c5bb1cc92192 x-openstack-request-id: req-a4bba1d5-7501-43be-a2f5-c5bb1cc92192 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:33.173288 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "name": "network-vif-plugged", "status": "completed", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:33.173883 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4bba1d5-7501-43be-a2f5-c5bb1cc92192 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:33.174560 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5', 'code': 200} Sep 26 13:01:33.193075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c637e53-0f0a-43f9-9c3c-e9d89c4290cb']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:33.207025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Transition to ACTIVE for port object 7ad66653-6971-4dd4-a7b0-70dc887906aa will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:33.210968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-b0e29303-56d8-419b-aa30-87d70442cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:33.212646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-b0e29303-56d8-419b-aa30-87d70442cb2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 200 len: 917 time: 0.2432847 Sep 26 13:01:33.214748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d600939-d22f-4cb3-81c5-1dc676a7e5d2') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:33.215074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d600939-d22f-4cb3-81c5-1dc676a7e5d2') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:33.217005 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.248213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.310887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-1aa9ea90-783b-4dbf-a0c6-0134feefdd00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 HTTP/1.1" status: 200 len: 217 time: 0.0848958 Sep 26 13:01:33.332775 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.352684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631363db-ef3a-457d-a09a-24fc6a60c42c req-77e6ee3f-56a4-455e-89cf-f944ec125255 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:33.354673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-631363db-ef3a-457d-a09a-24fc6a60c42c req-77e6ee3f-56a4-455e-89cf-f944ec125255 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 946 time: 0.1012762 Sep 26 13:01:33.361946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:01:33.362639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.383611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:01:33.386230 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:01:33.456719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-631363db-ef3a-457d-a09a-24fc6a60c42c req-ab731c1d-2448-44bf-a40a-66f9c3bc4427 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Sep 26 13:01:33.465011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e1e805-10a8-48d1-89bb-a012fd525dc4 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:33.476566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.505691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Transition to ACTIVE for port object 70e1e805-10a8-48d1-89bb-a012fd525dc4 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:33.511378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.537458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.563706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.577848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4c637e53-0f0a-43f9-9c3c-e9d89c4290cb HTTP/1.1" status: 204 len: 168 time: 1.1825776 Sep 26 13:01:33.605034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a249ea-6a4a-4487-b6c5-794b1a94e492 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c637e53-0f0a-43f9-9c3c-e9d89c4290cb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:33.633274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-2cda2a55-3641-4510-b3b0-086409c11544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:33.635025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-2cda2a55-3641-4510-b3b0-086409c11544 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 200 len: 857 time: 0.2998116 Sep 26 13:01:33.639312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a0a7e-8607-4de3-b8c1-023d8a264446 req-ff6cfe3c-0cf8-488a-8c82-2a53366f2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:33.640935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b9a0a7e-8607-4de3-b8c1-023d8a264446 req-ff6cfe3c-0cf8-488a-8c82-2a53366f2e0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1101 time: 0.3477991 Sep 26 13:01:33.667652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Pushing event updated for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:33.738094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-212e5642-246a-4d91-be4a-b03a1f64fd33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02630797-e650-4066-a7f3-8c514fdc156d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641959 Sep 26 13:01:33.757619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Attempting to bind port 70e1e805-10a8-48d1-89bb-a012fd525dc4 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:33.758232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Attempting to bind port 70e1e805-10a8-48d1-89bb-a012fd525dc4 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:33.758859 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Attempting to bind port 70e1e805-10a8-48d1-89bb-a012fd525dc4 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:33.764614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Port 70e1e805-10a8-48d1-89bb-a012fd525dc4 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:33.765189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Attempting to bind port 70e1e805-10a8-48d1-89bb-a012fd525dc4 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:33.771801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:33.772484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:33.773088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:33.773748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Bound port: 70e1e805-10a8-48d1-89bb-a012fd525dc4, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:33.774442 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.822568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b9a0a7e-8607-4de3-b8c1-023d8a264446 req-f8449b36-9ce5-4443-ac5d-5441e8fde8c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497989 Sep 26 13:01:33.838047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3979e7-4d29-4bcf-a5d6-8c6066462103 req-5042ba58-6758-45ba-bb6b-bbcece686bc7 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:33.839617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff3979e7-4d29-4bcf-a5d6-8c6066462103 req-5042ba58-6758-45ba-bb6b-bbcece686bc7 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 948 time: 0.2030771 Sep 26 13:01:33.890350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:33.896519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:33.905200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.907236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Attempting to bind port 7ad66653-6971-4dd4-a7b0-70dc887906aa on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:33.907756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Attempting to bind port 7ad66653-6971-4dd4-a7b0-70dc887906aa by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:33.907877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Attempting to bind port 7ad66653-6971-4dd4-a7b0-70dc887906aa on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:33.952038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:33.952195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34560) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:33.952676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:33.954247 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] 10.222.0.23 "PUT /v2.0/ports/70e1e805-10a8-48d1-89bb-a012fd525dc4 HTTP/1.1" status: 200 len: 1097 time: 1.3407605 Sep 26 13:01:33.956852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:33.961309 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d963bf97-81e9-48f7-8401-4de382a57b13" -d '{"events": [{"name": "network-changed", "server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:33.964682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff3979e7-4d29-4bcf-a5d6-8c6066462103 req-58c5142d-ce86-408e-884b-f950f8f2220f tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804553 Sep 26 13:01:33.968459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Port 7ad66653-6971-4dd4-a7b0-70dc887906aa on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:33.968783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Attempting to bind port 7ad66653-6971-4dd4-a7b0-70dc887906aa on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:33.997334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:33.997702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:33.998087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:33.998533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Bound port: 7ad66653-6971-4dd4-a7b0-70dc887906aa, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:33.998887 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:34.016926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf65f8-6d3f-4366-bb7b-f512371b0410 service neutron] Pushing event updated for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:34.049520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-7da7e556-07ca-4539-b159-34d225e97f3f service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917182 Sep 26 13:01:34.113240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-06057d2c-9149-4c79-bb38-b651ec5c23b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46f896943315456dba2e588eccfbe9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455605 Sep 26 13:01:34.116233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34570) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:34.132066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-60c862c4-8e70-4e37-9ef9-986154363550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.133357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-60c862c4-8e70-4e37-9ef9-986154363550 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0652190729124dcc9d3cc1de72f30b09&device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 1100 time: 0.1110303 Sep 26 13:01:34.141913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a8dd0-baec-4445-a576-de96124cda5f req-e71d1921-0996-46d2-a459-6ce905cb1654 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.150600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-794a8dd0-baec-4445-a576-de96124cda5f req-e71d1921-0996-46d2-a459-6ce905cb1654 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 946 time: 0.1105947 Sep 26 13:01:34.216511 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-a26ba5e4-7de1-47b3-a17b-3f7a6fa207b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4 HTTP/1.1" status: 200 len: 217 time: 0.0605831 Sep 26 13:01:34.256802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-794a8dd0-baec-4445-a576-de96124cda5f req-21bf91ec-6351-46f1-9e5a-51cfefa6bd20 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052196 Sep 26 13:01:34.277688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:34.284111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85dd976f-9444-424c-b9c7-2ba6fd67ab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:34.316853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-8f489736-3238-4948-8297-99b126bef089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.318518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-8f489736-3238-4948-8297-99b126bef089 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0906346 Sep 26 13:01:34.331445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:34.344297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f29376ba-1ac0-46b7-81c7-275738cf6851 req-16aeccf5-ef0c-4c43-87e1-18172e60ec8c service neutron] 10.222.0.24 "GET /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696183 Sep 26 13:01:34.345347 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:34.400051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-3a5dd093-6801-4ae9-b3d9-b2c245514ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.402093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-3a5dd093-6801-4ae9-b3d9-b2c245514ec0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738821 Sep 26 13:01:34.420707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85dd976f-9444-424c-b9c7-2ba6fd67ab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:34.449429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.450014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:34.451530 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] 10.222.0.24 "PUT /v2.0/ports/7ad66653-6971-4dd4-a7b0-70dc887906aa HTTP/1.1" status: 200 len: 1097 time: 2.7196152 Sep 26 13:01:34.458015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:34.460326 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442ca805-2fbf-473c-a944-49543f1206b4" -d '{"events": [{"name": "network-changed", "server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:34.582961 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d38a15-7c69-44d6-9bf9-4985797a9a96 x-openstack-request-id: req-23d38a15-7c69-44d6-9bf9-4985797a9a96 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:34.583266 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:34.583523 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23d38a15-7c69-44d6-9bf9-4985797a9a96 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:34.583988 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'status': 'completed', 'code': 200} Sep 26 13:01:34.588138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-58fb175b-2fe6-4f6c-a39f-a928d8708151 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673222 Sep 26 13:01:34.590462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe27f6-7213-4bdc-b8f4-ccdb07feb4ca service neutron] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:34.615503 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85dd976f-9444-424c-b9c7-2ba6fd67ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:34.619243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85dd976f-9444-424c-b9c7-2ba6fd67ab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:34.622194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-85dd976f-9444-424c-b9c7-2ba6fd67ab16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd593812-48cf-455f-ab9e-6b93881f0dc1 HTTP/1.1" status: 204 len: 168 time: 0.5049605 Sep 26 13:01:34.639108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd976f-9444-424c-b9c7-2ba6fd67ab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd593812-48cf-455f-ab9e-6b93881f0dc1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:34.675722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8318a0-967f-4228-97e0-6744c8759b92 req-58be671b-35f4-4aad-a54e-8233304802dd tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.684728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c8318a0-967f-4228-97e0-6744c8759b92 req-58be671b-35f4-4aad-a54e-8233304802dd tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1938741 Sep 26 13:01:34.697087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0f4a5295-99f0-450b-a1bd-b375eea05d6a no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:34.707797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-9defc1f5-3930-4769-9049-595b98f909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.710010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-9defc1f5-3930-4769-9049-595b98f909ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0652190729124dcc9d3cc1de72f30b09&device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 1100 time: 0.1793733 Sep 26 13:01:34.731852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 0f4a5295-99f0-450b-a1bd-b375eea05d6a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:34.732131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0f4a5295-99f0-450b-a1bd-b375eea05d6a not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:34.748140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a289a99-0135-44fc-aa79-6a4565acf91f req-6007e7ec-b93e-4c7a-a606-21dc73682e9c service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514354 Sep 26 13:01:34.790960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-9cb79f9c-3318-4c17-b4a3-83982798932a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa HTTP/1.1" status: 200 len: 217 time: 0.0547092 Sep 26 13:01:34.797145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c8318a0-967f-4228-97e0-6744c8759b92 req-04250f1f-01da-4b3c-ab80-44b9b96bb193 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114407 Sep 26 13:01:34.863103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2ce72f9f-9a6d-4322-8fd7-f3071ab522e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.864704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-2ce72f9f-9a6d-4322-8fd7-f3071ab522e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0617843 Sep 26 13:01:34.873352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2fd2f-8bb0-4a09-aeaf-97cc49c1ecaa req-c0d91007-a385-4844-b126-eac5d92e8c6f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.874914 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5db2fd2f-8bb0-4a09-aeaf-97cc49c1ecaa req-c0d91007-a385-4844-b126-eac5d92e8c6f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1259000 Sep 26 13:01:34.908940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-567e35fc-3910-4435-9989-38be471da6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.910471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-567e35fc-3910-4435-9989-38be471da6da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0652190729124dcc9d3cc1de72f30b09&device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 1100 time: 0.0965512 Sep 26 13:01:34.950111 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5db2fd2f-8bb0-4a09-aeaf-97cc49c1ecaa req-e24e3524-fb60-41c2-943f-0b4046d4e174 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644495 Sep 26 13:01:34.993278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-eeaf3a7c-d93a-44a5-b6e4-bc1ca7109dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:34.994835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-eeaf3a7c-d93a-44a5-b6e4-bc1ca7109dee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201642 Sep 26 13:01:35.032422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcd29b-66e4-4576-9a5c-6089bd03d9ba req-a56ad026-4298-475d-9ade-73f8ce2841a4 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.039757 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ddcd29b-66e4-4576-9a5c-6089bd03d9ba req-a56ad026-4298-475d-9ade-73f8ce2841a4 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0958166 Sep 26 13:01:35.045678 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5804d6-cfbd-4159-8421-a6d177ef04d1 x-openstack-request-id: req-8f5804d6-cfbd-4159-8421-a6d177ef04d1 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:35.045969 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:35.046222 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f5804d6-cfbd-4159-8421-a6d177ef04d1 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:35.046674 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'status': 'completed', 'code': 200} Sep 26 13:01:35.058104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-1d16d1df-f68d-406d-85f4-0fdf49d574f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.060159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-1d16d1df-f68d-406d-85f4-0fdf49d574f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1398952 Sep 26 13:01:35.132310 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-c43dc352-e470-422c-94eb-3fe29dfaa537 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4 HTTP/1.1" status: 200 len: 217 time: 0.0615816 Sep 26 13:01:35.146174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ddcd29b-66e4-4576-9a5c-6089bd03d9ba req-8e35d097-2e2b-4f94-bfaf-0263d08c969f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055624 Sep 26 13:01:35.170758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-176f9bfe-3412-4b8d-bf96-687680a60ee2 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603932 Sep 26 13:01:35.202916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-9d4bf883-ad75-4b88-b4ac-ac6928df66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.204386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-9d4bf883-ad75-4b88-b4ac-ac6928df66c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0568399 Sep 26 13:01:35.213341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701e837-24f1-43ab-96d0-7c5271744e6b req-a6b5da49-8f74-44ca-9121-0f6f225dcff8 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.220431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9701e837-24f1-43ab-96d0-7c5271744e6b req-a6b5da49-8f74-44ca-9121-0f6f225dcff8 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 948 time: 0.1380298 Sep 26 13:01:35.298412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c282be9-b263-476b-b015-eaa2dafcec46 req-e0bbe2bf-1a57-4b51-9b18-0d29cfac53b9 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202734 Sep 26 13:01:35.299297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9701e837-24f1-43ab-96d0-7c5271744e6b req-83b74a59-b151-4b05-913a-21071e1b8309 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780056 Sep 26 13:01:35.306342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-442574fa-9b4b-4df3-b0ee-d9494c8eaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.307411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-442574fa-9b4b-4df3-b0ee-d9494c8eaafb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0850146 Sep 26 13:01:35.406620 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-b07a5448-2bfe-4fa1-9f9e-aaa2129b3954 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910025 Sep 26 13:01:35.439762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca805-2fbf-473c-a944-49543f1206b4 req-d476efb5-4899-4042-9435-d50c6641e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.441278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-442ca805-2fbf-473c-a944-49543f1206b4 req-d476efb5-4899-4042-9435-d50c6641e758 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0652190729124dcc9d3cc1de72f30b09&device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 1100 time: 0.0788896 Sep 26 13:01:35.448853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774254d7-7b52-4bd7-be03-042e85026bc7 req-0c09411f-fc94-4c9d-b7cc-3010e847e52d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.456050 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-774254d7-7b52-4bd7-be03-042e85026bc7 req-0c09411f-fc94-4c9d-b7cc-3010e847e52d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 946 time: 0.0847487 Sep 26 13:01:35.513024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d963bf97-81e9-48f7-8401-4de382a57b13 req-7f6f8b48-411d-4528-af25-294d7a6b1f8d service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993149 Sep 26 13:01:35.519208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-774254d7-7b52-4bd7-be03-042e85026bc7 req-010bcb9a-641c-4939-b59f-33af735953e0 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623126 Sep 26 13:01:35.575511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca805-2fbf-473c-a944-49543f1206b4 req-fc4da2a8-c1b7-408b-b440-66d846fecec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.577064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-442ca805-2fbf-473c-a944-49543f1206b4 req-fc4da2a8-c1b7-408b-b440-66d846fecec1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1191084 Sep 26 13:01:35.621888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34620) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:35.631582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-442ca805-2fbf-473c-a944-49543f1206b4 req-8c974dbf-c704-493f-b275-394ff2b56716 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa HTTP/1.1" status: 200 len: 217 time: 0.0446680 Sep 26 13:01:35.690384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca805-2fbf-473c-a944-49543f1206b4 req-af43e8b9-4ace-4adf-b928-86364cb3321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.691866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-442ca805-2fbf-473c-a944-49543f1206b4 req-af43e8b9-4ace-4adf-b928-86364cb3321d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0511098 Sep 26 13:01:35.738047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-514313469-network', 'tenant_id': 'e831190842f044e28348624a5393a3de'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:35.760069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:35.762534 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:35.771294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca805-2fbf-473c-a944-49543f1206b4 req-25821921-baa5-40d9-a054-f66f3aa89ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.772574 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:35.772797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-442ca805-2fbf-473c-a944-49543f1206b4 req-25821921-baa5-40d9-a054-f66f3aa89ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706267 Sep 26 13:01:35.790109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89627e0c-dc23-4242-bcdc-a2ea300c1f5d req-56acd8f7-6e41-46a9-98c9-7a9d068e69d0 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.791592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89627e0c-dc23-4242-bcdc-a2ea300c1f5d req-56acd8f7-6e41-46a9-98c9-7a9d068e69d0 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 946 time: 0.0600133 Sep 26 13:01:35.874696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:35.888576 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:35.888849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89627e0c-dc23-4242-bcdc-a2ea300c1f5d req-ab69c5aa-6016-4a48-8e5c-34e5fbd4b4aa tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891812 Sep 26 13:01:35.912601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-442ca805-2fbf-473c-a944-49543f1206b4 req-e50c87da-e8fc-4173-b69c-5364e1273e71 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307781 Sep 26 13:01:35.941173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:01:35.955182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f618e74b-e1c3-4ae3-a765-993ee7403511,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:35.969224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:35.971133 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Added segment 58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a of type vlan for network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 Sep 26 13:01:35.992541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fffb5-8bbd-4758-a8a8-2f2bf233129d req-43b81bdb-6860-4599-99a3-445146455e42 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:35.994396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-622fffb5-8bbd-4758-a8a8-2f2bf233129d req-43b81bdb-6860-4599-99a3-445146455e42 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1218688 Sep 26 13:01:36.034755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-442ca805-2fbf-473c-a944-49543f1206b4 req-a6d9797f-5720-466f-8f17-a69eae9bba5d service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047103 Sep 26 13:01:36.047078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.083381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-622fffb5-8bbd-4758-a8a8-2f2bf233129d req-1cb8fc21-4934-4c08-bb88-7a0a69e22a18 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667667 Sep 26 13:01:36.104427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.106261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:36.107083 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.120180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ce5ff-99b9-45d3-9f60-f0d5428111ab req-e900f4fc-4f80-477f-87fd-9b5fb10dc64f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:36.121730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999ce5ff-99b9-45d3-9f60-f0d5428111ab req-e900f4fc-4f80-477f-87fd-9b5fb10dc64f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0577466 Sep 26 13:01:36.140923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5179198 Sep 26 13:01:36.144726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34632) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:36.150013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Request body: {'subnet': {'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-514313469-subnet', 'tenant_id': 'e831190842f044e28348624a5393a3de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:36.169813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c970c-aadf-44d6-adfa-8b8fbba155ec admin admin] Pushing event updated for resources: {'Network': ['ID=0953e2b4-57b2-4b8d-a0af-11232c38a0a6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:36.180390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:01:36.183374 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-999ce5ff-99b9-45d3-9f60-f0d5428111ab req-0585d2b9-1e54-4337-8a4c-49607cadd9e9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551064 Sep 26 13:01:36.191567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:36.194048 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.297974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a98b3-c06e-4fb7-b2f1-cccaf6adcdf3 req-4e2e86dd-aa00-4272-aa6f-741dfcbd35c5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:36.299676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c2a98b3-c06e-4fb7-b2f1-cccaf6adcdf3 req-4e2e86dd-aa00-4272-aa6f-741dfcbd35c5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0629976 Sep 26 13:01:36.344975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c2a98b3-c06e-4fb7-b2f1-cccaf6adcdf3 req-cb24254f-9a7d-4d6d-89e3-d6791e5b56f5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380380 Sep 26 13:01:36.387179 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.458530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c3a00d-3b90-406a-8755-4a3407d6a9fe,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:36.468335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Checking segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:36.468898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Network hostable DHCP agents. Network: 0953e2b4-57b2-4b8d-a0af-11232c38a0a6, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:01:36.516966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:01:36.529705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0953e2b4-57b2-4b8d-a0af-11232c38a0a6) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:36.529961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315629f7-fe87-4b30-9ba8-32e8559ea8b0 req-5bb683c4-7fc3-4ba3-9ec4-6ee3cfe55eba tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:36.531459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-315629f7-fe87-4b30-9ba8-32e8559ea8b0 req-5bb683c4-7fc3-4ba3-9ec4-6ee3cfe55eba tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 948 time: 0.0542452 Sep 26 13:01:36.532746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaee836-12bb-4891-a5a9-aebb5043e293 req-9cfbda6a-1480-4332-931b-c463c4267fd0 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:36.534667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eeaee836-12bb-4891-a5a9-aebb5043e293 req-9cfbda6a-1480-4332-931b-c463c4267fd0 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1101 time: 0.0585856 Sep 26 13:01:36.537315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:36.537968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.538704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e20aca-3c22-462f-a597-d28c441cb4eb None None] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:01:36.561573 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eeaee836-12bb-4891-a5a9-aebb5043e293 req-b29aeacb-467f-4666-9594-0aeeca0ffe54 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.564164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-69ad2f78-ea39-452f-8f21-8bb518549e10 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4177008 Sep 26 13:01:36.584353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-315629f7-fe87-4b30-9ba8-32e8559ea8b0 req-a73a321c-7730-41bd-bbbd-e00f6df68ea5 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Sep 26 13:01:36.674160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153c788-349f-4c19-90ca-fe3bfd160f70 None None] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:01:36.682182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eeaee836-12bb-4891-a5a9-aebb5043e293 req-b29aeacb-467f-4666-9594-0aeeca0ffe54 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.686524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eeaee836-12bb-4891-a5a9-aebb5043e293 req-b29aeacb-467f-4666-9594-0aeeca0ffe54 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:36.712881 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eeaee836-12bb-4891-a5a9-aebb5043e293 req-b29aeacb-467f-4666-9594-0aeeca0ffe54 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661334 Sep 26 13:01:36.722225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29aeacb-467f-4666-9594-0aeeca0ffe54 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54229526-b719-48cd-89fa-f35c095c5020,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:36.962538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-0cdeba29-89a6-4d10-a550-1dcba0246b6c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:36.964062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-0cdeba29-89a6-4d10-a550-1dcba0246b6c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.1053846 Sep 26 13:01:36.980562 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-e2fd523b-53ad-4b70-9aa0-89766a3a587d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/quotas/e831190842f044e28348624a5393a3de HTTP/1.1" status: 200 len: 375 time: 0.0102737 Sep 26 13:01:37.012411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-707f9c0f-adc2-481c-a529-14f5af84ca24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263236 Sep 26 13:01:37.113948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-b9ea2f63-8b05-4e8a-a225-f113157d974c service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941329 Sep 26 13:01:37.208184 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-54fc2629-e1d1-4787-8cfb-c03e39b98706 service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877464 Sep 26 13:01:37.305173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b2cf-0d79-4588-9b18-4210e896d4ae req-73a4b851-d5ef-4906-abef-a70fa816b2c2 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:37.306700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd32b2cf-0d79-4588-9b18-4210e896d4ae req-73a4b851-d5ef-4906-abef-a70fa816b2c2 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 946 time: 0.0872278 Sep 26 13:01:37.311335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-0edccaea-3897-430f-8a7b-4b3ed9c2e10a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976515 Sep 26 13:01:37.313983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-fdb59d1e-f25e-446b-bdfa-0d42c357f676 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:37.315355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-fdb59d1e-f25e-446b-bdfa-0d42c357f676 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 946 time: 0.0848699 Sep 26 13:01:37.321970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-b1aad0a2-612c-4de3-9d79-129a3ce65103 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:01:37.323015 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-b1aad0a2-612c-4de3-9d79-129a3ce65103 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059760 Sep 26 13:01:37.434921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd32b2cf-0d79-4588-9b18-4210e896d4ae req-4961a59b-149d-4a53-acc7-c512c56d9893 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148436 Sep 26 13:01:37.494567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Deleting port 72c8d7c9-178a-4778-976c-2e65fbc002bb {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:37.494913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:37.508565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe66456-4927-4082-941a-cc97b5a6913b req-9b1f80e1-4f14-4165-9eb9-76ffa254d491 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:37.510465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cfe66456-4927-4082-941a-cc97b5a6913b req-9b1f80e1-4f14-4165-9eb9-76ffa254d491 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0735695 Sep 26 13:01:37.574598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cfe66456-4927-4082-941a-cc97b5a6913b req-f92c5303-b3d7-4a13-86d1-65b2441d0c3d tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Sep 26 13:01:37.668241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3189-30c4-4cb3-8874-43482ff7443d req-eca87775-64c0-4f75-82b1-42b990945f8b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:37.677442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6ae3189-30c4-4cb3-8874-43482ff7443d req-eca87775-64c0-4f75-82b1-42b990945f8b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1399407 Sep 26 13:01:37.689044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] For port 72c8d7c9-178a-4778-976c-2e65fbc002bb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=72c8d7c9-178a-4778-976c-2e65fbc002bb,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:37.689421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:37.698557 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d7176cc-f170-4905-a707-32e2469c6a9f req-0514532a-aed2-4b3a-a41b-171bddcd4cd9 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 210 time: 0.0550520 Sep 26 13:01:37.715220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Calling delete_port for 72c8d7c9-178a-4778-976c-2e65fbc002bb owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:37.749041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:37.759073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6ae3189-30c4-4cb3-8874-43482ff7443d req-1f7e9514-1be2-492b-a107-d1f5b6cbff56 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803733 Sep 26 13:01:37.855393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603e3db-513f-4174-b209-4ce5a62659b7 req-0ed97984-7dcd-4fb9-9681-23d935dcf5b6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:37.864435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9603e3db-513f-4174-b209-4ce5a62659b7 req-0ed97984-7dcd-4fb9-9681-23d935dcf5b6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0836835 Sep 26 13:01:37.912019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9603e3db-513f-4174-b209-4ce5a62659b7 req-eaa7c16e-1c93-41e1-8dd8-2e9ec0b5092f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Sep 26 13:01:37.952946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:37.969720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'mac_address': 'fa:16:3e:f7:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:38.018942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:38.034357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['72c8d7c9-178a-4778-976c-2e65fbc002bb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:38.077305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:38.104877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event deleted for resources: {'Port': ['ID=72c8d7c9-178a-4778-976c-2e65fbc002bb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:38.119235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad66653-6971-4dd4-a7b0-70dc887906aa {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:38.172676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:38.185135 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:38.338092 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-95285431-fbae-4f36-b56b-8c22cf33c879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:38.367918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:38.449888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7ad66653-6971-4dd4-a7b0-70dc887906aa'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:38.490807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] No DVR routers for this DVR port 72c8d7c9-178a-4778-976c-2e65fbc002bb on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:38.493822 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:38.495895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aabb6861-c9fe-406a-90eb-592fbcef35cb req-720d7121-48c9-4ed7-bf0c-d798ff4c8c6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "DELETE /v2.0/ports/72c8d7c9-178a-4778-976c-2e65fbc002bb HTTP/1.1" status: 204 len: 173 time: 1.1732807 Sep 26 13:01:38.496333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4a3c42-94c1-4730-a9f9-e42b1e1a661e', 'name': 'network-vif-deleted', 'tag': '72c8d7c9-178a-4778-976c-2e65fbc002bb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:38.498972 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a74a9d5-d8e0-48d0-9e76-93d7cba33c49" -d '{"events": [{"server_uuid": "4d4a3c42-94c1-4730-a9f9-e42b1e1a661e", "name": "network-vif-deleted", "tag": "72c8d7c9-178a-4778-976c-2e65fbc002bb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:38.526777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec1e42-f556-454b-80bc-b765d09d915b req-6d87270e-ebec-4a62-ad30-9749de1d05fd tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:38.535051 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cec1e42-f556-454b-80bc-b765d09d915b req-6d87270e-ebec-4a62-ad30-9749de1d05fd tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 948 time: 0.4402790 Sep 26 13:01:38.574057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a7d9a3b3-2eb2-4315-b0fd-02ea7bbb286b req-453669f1-ffff-4955-90a5-6118f9ecd369 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d4a3c42-94c1-4730-a9f9-e42b1e1a661e HTTP/1.1" status: 200 len: 210 time: 0.0488410 Sep 26 13:01:38.586759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cec1e42-f556-454b-80bc-b765d09d915b req-162d2e16-2887-4d5e-a972-854b7416ec48 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480571 Sep 26 13:01:38.651537 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6ded93-c244-4e61-82ca-f208b9f22666 x-openstack-request-id: req-bf6ded93-c244-4e61-82ca-f208b9f22666 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:38.651943 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4a3c42-94c1-4730-a9f9-e42b1e1a661e", "name": "network-vif-deleted", "tag": "72c8d7c9-178a-4778-976c-2e65fbc002bb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:38.652285 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf6ded93-c244-4e61-82ca-f208b9f22666 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:38.652685 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4a3c42-94c1-4730-a9f9-e42b1e1a661e', 'name': 'network-vif-deleted', 'tag': '72c8d7c9-178a-4778-976c-2e65fbc002bb', 'status': 'completed', 'code': 200} Sep 26 13:01:38.735667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70e1e805-10a8-48d1-89bb-a012fd525dc4 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:38.913297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ec33355-c208-4f8f-91d0-731154a1b246 req-afc15710-2f4c-4d2f-9f63-b7eae228c5d3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 210 time: 0.1193032 Sep 26 13:01:38.941224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:38.961261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'mac_address': 'fa:16:3e:d4:fc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:39.040245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:39.044482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-40527c89-5146-422b-be49-72197fdf6a36 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.052467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-40527c89-5146-422b-be49-72197fdf6a36 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.23 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.2567251 Sep 26 13:01:39.059483 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e1e805-10a8-48d1-89bb-a012fd525dc4 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:39.066268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Request body: {'port': {'device_id': '8e37a40f-3da2-4c81-b71c-b5dcbd3ab404', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'admin_state_up': True, 'tenant_id': 'e831190842f044e28348624a5393a3de'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:39.092668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823295a2-935c-4006-949b-3f3e43377f2e req-183e2a80-7ee9-40e6-b93e-8cff929775c6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.094643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-823295a2-935c-4006-949b-3f3e43377f2e req-183e2a80-7ee9-40e6-b93e-8cff929775c6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1193540 Sep 26 13:01:39.111439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:39.119566 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:39.211197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-823295a2-935c-4006-949b-3f3e43377f2e req-2edd46e0-8045-4cc6-b803-b402d3135216 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068211 Sep 26 13:01:39.213727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:39.227237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.228449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.228903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.229509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.230070 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.230472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.230888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.231299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.231728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.232138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.232548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.232935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.240797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecab3b6-346a-4707-8ef9-a66ee429fc40 req-07a58f9e-ff7e-48eb-832b-4f18081e412a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.242815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ecab3b6-346a-4707-8ef9-a66ee429fc40 req-07a58f9e-ff7e-48eb-832b-4f18081e412a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0881031 Sep 26 13:01:39.291485 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ecab3b6-346a-4707-8ef9-a66ee429fc40 req-b222145e-874f-4095-b7cd-55e7bd980173 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Sep 26 13:01:39.291959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:39.295284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:39.360816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-61f5a3db-4331-4aa9-951a-6a37d8fbf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.362507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-61f5a3db-4331-4aa9-951a-6a37d8fbf423 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1101 time: 0.0460596 Sep 26 13:01:39.457093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Allocated IP 172.20.0.14 (0953e2b4-57b2-4b8d-a0af-11232c38a0a6/f1c3a00d-3b90-406a-8755-4a3407d6a9fe/1ff57d61-0577-4e24-868d-0d1edf82dcfe) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:39.458331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-73f34003-f680-492e-bffd-005f6f94ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.460062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-73f34003-f680-492e-bffd-005f6f94ae16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.0892899 Sep 26 13:01:39.520773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-a16f55a5-38c3-44ec-a58a-e91713099133 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.0520434 Sep 26 13:01:39.580803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-69a81e89-08b9-4916-84a8-6c7443b57db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.582452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-69a81e89-08b9-4916-84a8-6c7443b57db9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0547681 Sep 26 13:01:39.618728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:39.642848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-218fc99b-29da-4fd4-bff5-f7c684805203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.644717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-218fc99b-29da-4fd4-bff5-f7c684805203 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555220 Sep 26 13:01:39.662246 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:39.681909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['70e1e805-10a8-48d1-89bb-a012fd525dc4'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:39.727848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:39.732358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:39.742736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:39.748330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5258b4ea-37aa-4bc6-beba-68c63094d8a7 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961685 Sep 26 13:01:39.765027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:39.797033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.797850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:39.809184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event updated for resources: {'Port': ['ID=1ff57d61-0577-4e24-868d-0d1edf82dcfe,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:39.820465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7575624 Sep 26 13:01:39.822167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.822615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.823539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.823539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.823925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.824470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.824778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.825890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.825890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.825890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.826433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.826962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc49d9b-0d30-4962-9a35-6a5cbdd959f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:39.834765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Request body: {'port': {'device_id': '8e37a40f-3da2-4c81-b71c-b5dcbd3ab404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:39.863410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25c053-4276-4558-8bb0-fedea14cd01a req-d3555988-d719-4c8e-a6fd-3b5fbef904a4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:39.865053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f25c053-4276-4558-8bb0-fedea14cd01a req-d3555988-d719-4c8e-a6fd-3b5fbef904a4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 949 time: 0.1158221 Sep 26 13:01:39.904360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:39.912891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 7ad66653-6971-4dd4-a7b0-70dc887906aa completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:39.916214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-bf89a9fd-b2b0-4f5a-ae12-465473a8f0dd service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581891 Sep 26 13:01:39.934493 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f25c053-4276-4558-8bb0-fedea14cd01a req-7017eede-5b77-45e5-a685-e53f5fb8f247 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541945 Sep 26 13:01:39.938900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7ad66653-6971-4dd4-a7b0-70dc887906aa triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:39.939264 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:40.080963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:40.116242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:40.118784 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099f8ccc-d256-4b97-8e3c-49f3e7d08681" -d '{"events": [{"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-plugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:40.147386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:40.149139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f3700-817a-442b-8056-b414e9864227 req-76628d71-1d09-48d0-9f4a-cb351864b64d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:40.150835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e15f3700-817a-442b-8056-b414e9864227 req-76628d71-1d09-48d0-9f4a-cb351864b64d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 932 time: 0.0656946 Sep 26 13:01:40.158178 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:40.159271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 72c8d7c9-178a-4778-976c-2e65fbc002bb no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:40.183277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 72c8d7c9-178a-4778-976c-2e65fbc002bb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:40.183762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 72c8d7c9-178a-4778-976c-2e65fbc002bb not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:40.203611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e15f3700-817a-442b-8056-b414e9864227 req-df0a78ab-6b1f-4496-8866-4144bf94757a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 Sep 26 13:01:40.254969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:40.295327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-6649ce68-06ae-470c-8f3e-f41ab49ef14d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:40.296931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-6649ce68-06ae-470c-8f3e-f41ab49ef14d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.2218437 Sep 26 13:01:40.325617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-53cb500a-e833-49fb-a246-84dc261d07b4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/quotas/3844b22116ae47059cad74debaf97419 HTTP/1.1" status: 200 len: 375 time: 0.0153706 Sep 26 13:01:40.340307 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde95993-fed6-4c3a-b495-7f46564e4793 x-openstack-request-id: req-fde95993-fed6-4c3a-b495-7f46564e4793 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:40.340601 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-plugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:40.340853 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fde95993-fed6-4c3a-b495-7f46564e4793 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:40.341273 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'code': 200} Sep 26 13:01:40.409126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-81763edd-f4b7-4c2a-bf1b-8e9f9fa0c34c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529897 Sep 26 13:01:40.418800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff57d61-0577-4e24-868d-0d1edf82dcfe {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:40.435626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:40.469804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Transition to ACTIVE for port object 1ff57d61-0577-4e24-868d-0d1edf82dcfe will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:40.473186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88c2e5-ad40-4ad4-834a-d5b74d677c0c req-c1fa55c1-1b7d-48d3-92ce-26f6c6d0da08 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:40.475021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b88c2e5-ad40-4ad4-834a-d5b74d677c0c req-c1fa55c1-1b7d-48d3-92ce-26f6c6d0da08 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0842409 Sep 26 13:01:40.482847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2696-7542-4b6f-b005-5d6503dfa476 req-89d0ad6b-ca5e-441d-a69f-5a1a818fd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:40.484472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e76a2696-7542-4b6f-b005-5d6503dfa476 req-89d0ad6b-ca5e-441d-a69f-5a1a818fd52d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 1102 time: 0.0832164 Sep 26 13:01:40.545748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b88c2e5-ad40-4ad4-834a-d5b74d677c0c req-4e869599-191c-43be-a32e-a9079b28e440 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602670 Sep 26 13:01:40.549898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e76a2696-7542-4b6f-b005-5d6503dfa476 req-f9ba612b-8bb1-45d8-888f-ebccc79c6186 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577061 Sep 26 13:01:40.665990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df92045-a467-4397-b755-d5a05f4a98bf req-83ff5277-b136-4edf-9c62-2857ec27bde9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:40.667687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7df92045-a467-4397-b755-d5a05f4a98bf req-83ff5277-b136-4edf-9c62-2857ec27bde9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0551705 Sep 26 13:01:40.711272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7df92045-a467-4397-b755-d5a05f4a98bf req-72a7c74c-a76a-403b-97b8-98c8f61e47fd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366397 Sep 26 13:01:40.782725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:40.854020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-e5333457-e6b0-42d1-ab39-34b9aa10cf7c service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302666 Sep 26 13:01:40.854608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Pushing event updated for resources: {'Port': ['ID=1ff57d61-0577-4e24-868d-0d1edf82dcfe,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:40.959236 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a623522d-6314-491d-ad2b-fa622bdaed4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:40.988117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Attempting to bind port 1ff57d61-0577-4e24-868d-0d1edf82dcfe on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:40.988282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Attempting to bind port 1ff57d61-0577-4e24-868d-0d1edf82dcfe by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:40.988644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Attempting to bind port 1ff57d61-0577-4e24-868d-0d1edf82dcfe on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:41.001076 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Port 1ff57d61-0577-4e24-868d-0d1edf82dcfe on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:41.001406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Attempting to bind port 1ff57d61-0577-4e24-868d-0d1edf82dcfe on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:41.009077 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:41.009423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Checking segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:41.009839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Bound using segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:41.010275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Bound port: 1ff57d61-0577-4e24-868d-0d1edf82dcfe, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:41.010638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:41.014882 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-0d16489c-eb69-499d-a519-53b224289149 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384666 Sep 26 13:01:41.087366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] For port 1ff57d61-0577-4e24-868d-0d1edf82dcfe, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:41.090635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] For port 1ff57d61-0577-4e24-868d-0d1edf82dcfe, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1ff57d61-0577-4e24-868d-0d1edf82dcfe,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:41.096832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:41.099102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cc920-f1aa-4f3f-9a0d-4686c495e7c3 req-5dd944a8-6872-4d48-89dc-ca588c414eff tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:41.103238 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe0cc920-f1aa-4f3f-9a0d-4686c495e7c3 req-5dd944a8-6872-4d48-89dc-ca588c414eff tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 949 time: 0.0699520 Sep 26 13:01:41.145353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:41.146003 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:41.147406 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] 10.222.0.23 "PUT /v2.0/ports/1ff57d61-0577-4e24-868d-0d1edf82dcfe HTTP/1.1" status: 200 len: 1093 time: 1.3167768 Sep 26 13:01:41.147853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e37a40f-3da2-4c81-b71c-b5dcbd3ab404', 'tag': '1ff57d61-0577-4e24-868d-0d1edf82dcfe'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:41.150155 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d45cac-03cf-4190-9dd1-5639c7cb3c63" -d '{"events": [{"name": "network-changed", "server_uuid": "8e37a40f-3da2-4c81-b71c-b5dcbd3ab404", "tag": "1ff57d61-0577-4e24-868d-0d1edf82dcfe"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:41.160932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe0cc920-f1aa-4f3f-9a0d-4686c495e7c3 req-6d035411-908c-42f1-ad02-fe854f908fa5 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 Sep 26 13:01:41.196592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f2f37-bb98-4db7-b287-3785e203298b service neutron] Pushing event updated for resources: {'Port': ['ID=1ff57d61-0577-4e24-868d-0d1edf82dcfe,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:41.215654 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafc2a04-d703-433a-a8ae-812638ef11ee x-openstack-request-id: req-eafc2a04-d703-433a-a8ae-812638ef11ee {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:41.215942 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e37a40f-3da2-4c81-b71c-b5dcbd3ab404", "tag": "1ff57d61-0577-4e24-868d-0d1edf82dcfe", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:41.216196 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eafc2a04-d703-433a-a8ae-812638ef11ee {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:41.216576 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e37a40f-3da2-4c81-b71c-b5dcbd3ab404', 'tag': '1ff57d61-0577-4e24-868d-0d1edf82dcfe', 'status': 'completed', 'code': 200} Sep 26 13:01:41.271236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c867a978-67b2-45d0-979c-7b08506b66b0 req-225cffd5-21f4-48a0-b269-801ec7802fbd tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 210 time: 0.0300212 Sep 26 13:01:41.293352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-20e26aad-f6a4-4a2d-8c5b-cc364f987081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:41.294797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-20e26aad-f6a4-4a2d-8c5b-cc364f987081 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 1096 time: 0.0918992 Sep 26 13:01:41.344705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1c1d-ea54-412a-adcb-91ef25f12ebd req-4dce316c-9dc2-4b5c-b3d4-7855308d1f37 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:41.346570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f0c1c1d-ea54-412a-adcb-91ef25f12ebd req-4dce316c-9dc2-4b5c-b3d4-7855308d1f37 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 944 time: 0.0543501 Sep 26 13:01:41.378021 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-d9b8ff84-ecd8-489e-96ec-c3a0f3393ca3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ff57d61-0577-4e24-868d-0d1edf82dcfe HTTP/1.1" status: 200 len: 217 time: 0.0680580 Sep 26 13:01:41.409679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f0c1c1d-ea54-412a-adcb-91ef25f12ebd req-011df503-9d19-4658-ad16-66e1b92242f5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521259 Sep 26 13:01:41.443250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-e0017885-2255-48ab-b7e4-97b8dbc40341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:41.444838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-e0017885-2255-48ab-b7e4-97b8dbc40341 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0628328 Sep 26 13:01:41.483789 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-b78ea09e-1c3c-40e8-914c-b44677358689 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298443 Sep 26 13:01:41.570603 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:41.597116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-f8e776a4-ae86-4d82-9406-9332e7b1768c service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052804 Sep 26 13:01:41.717181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f383c-7632-40bc-ba91-3186a1fef24d req-9d21da78-3713-4721-a2d8-6381e496fb31 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:41.718957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967f383c-7632-40bc-ba91-3186a1fef24d req-9d21da78-3713-4721-a2d8-6381e496fb31 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0820127 Sep 26 13:01:41.721958 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c64cae6b-be18-47bf-8347-f4b8df53847c req-c7cdd9f5-9d46-4bcf-8111-d312658a1cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137142 Sep 26 13:01:41.790516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967f383c-7632-40bc-ba91-3186a1fef24d req-3845b213-f959-4229-960e-97fab9f77c2c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645669 Sep 26 13:01:41.900301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-0189d76b-2510-471f-a9ee-adad455d71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:41.902144 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-0189d76b-2510-471f-a9ee-adad455d71f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 1096 time: 0.0866771 Sep 26 13:01:41.937536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0623a0-99ba-49ba-b12c-623d16699311 req-8e3084da-2aa8-49a2-8294-d6672fba0b93 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:41.939120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f0623a0-99ba-49ba-b12c-623d16699311 req-8e3084da-2aa8-49a2-8294-d6672fba0b93 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0915241 Sep 26 13:01:41.986977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:42.036285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f0623a0-99ba-49ba-b12c-623d16699311 req-a3fba9c2-82c0-4e39-ace0-1ae8b4fc3ff8 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843210 Sep 26 13:01:42.056886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-f4319f21-9442-4204-abf2-38df6fc368e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:42.058490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-f4319f21-9442-4204-abf2-38df6fc368e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 905 time: 0.1441367 Sep 26 13:01:42.106480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-53a135fe-cb14-47b5-84e5-84c3bbf1f3e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ff57d61-0577-4e24-868d-0d1edf82dcfe HTTP/1.1" status: 200 len: 217 time: 0.0396607 Sep 26 13:01:42.161643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-a29a43c1-a28d-4f10-924e-df463100d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:42.163273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-a29a43c1-a28d-4f10-924e-df463100d6b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0463121 Sep 26 13:01:42.198500 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-7360066a-cb02-4013-8877-9e498ee186dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267701 Sep 26 13:01:42.276429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4af31-d058-4573-8985-f096264467ba req-4adcec24-bc87-4d85-9b21-3952da180ac2 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:42.278068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5b4af31-d058-4573-8985-f096264467ba req-4adcec24-bc87-4d85-9b21-3952da180ac2 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 949 time: 0.0512769 Sep 26 13:01:42.298474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-acf0e66b-8ab6-4ea1-adc3-d5d7c0c768d2 service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907550 Sep 26 13:01:42.328845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5b4af31-d058-4573-8985-f096264467ba req-79398923-77c8-44ce-a7bb-43f8fc92adb4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Sep 26 13:01:42.404802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a5014b37-c78d-4085-99fa-da862fc3d125 req-0ba65049-e150-44f0-9213-c51636f1b88f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 210 time: 0.0355518 Sep 26 13:01:42.422552 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28d45cac-03cf-4190-9dd1-5639c7cb3c63 req-8f790b86-3ca7-4d6c-b35e-f3b4bf5c8af1 service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150196 Sep 26 13:01:42.530171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cae78d-feaf-414a-817d-10d0eb563499 req-c8ce8ec7-14b8-4071-a53e-413a19450670 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:42.531653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7cae78d-feaf-414a-817d-10d0eb563499 req-c8ce8ec7-14b8-4071-a53e-413a19450670 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 944 time: 0.0492449 Sep 26 13:01:42.572536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7cae78d-feaf-414a-817d-10d0eb563499 req-b8b2c09b-3a7c-4d53-802e-ba590f86bd10 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Sep 26 13:01:42.768552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70e1e805-10a8-48d1-89bb-a012fd525dc4 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:42.831667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 70e1e805-10a8-48d1-89bb-a012fd525dc4 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:42.835879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 70e1e805-10a8-48d1-89bb-a012fd525dc4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:42.836404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:42.867670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-ec08847a-3b18-49c6-9344-6b1468ea4455 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:42.869588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-ec08847a-3b18-49c6-9344-6b1468ea4455 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.23 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.1810751 Sep 26 13:01:42.885883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Request body: {'port': {'device_id': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'admin_state_up': True, 'tenant_id': '3844b22116ae47059cad74debaf97419'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:42.933596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:42.973730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:42.976313 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760cbb37-9be4-47ea-b094-2bb665aadce9" -d '{"events": [{"server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "name": "network-vif-plugged", "status": "completed", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:42.991267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:42.996410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:43.025058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f451e-25eb-49d7-8922-ed97fd2dd184 req-d0969199-1b26-4d1b-aa82-ba5e206acf6d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:43.026616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df7f451e-25eb-49d7-8922-ed97fd2dd184 req-d0969199-1b26-4d1b-aa82-ba5e206acf6d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1318331 Sep 26 13:01:43.049233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:43.053682 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1ff4df-1021-483d-b1dc-d445f82f8523 x-openstack-request-id: req-ba1ff4df-1021-483d-b1dc-d445f82f8523 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:43.054075 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "name": "network-vif-plugged", "status": "completed", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:43.054390 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba1ff4df-1021-483d-b1dc-d445f82f8523 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:43.054859 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'code': 200} Sep 26 13:01:43.094737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df7f451e-25eb-49d7-8922-ed97fd2dd184 req-c9c16a44-f62e-4fa2-9882-2bd3d6b2f055 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Sep 26 13:01:43.095867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Made reservation on behalf of 3844b22116ae47059cad74debaf97419 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:01:43.100673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:43.193171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bded-1e6e-431c-be80-fd2b0c9a6537 req-20b5d032-bec8-4ba4-8743-92cebe07c906 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:43.194713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8c6bded-1e6e-431c-be80-fd2b0c9a6537 req-20b5d032-bec8-4ba4-8743-92cebe07c906 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0754247 Sep 26 13:01:43.197444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25fb9c-4b07-4c7a-af71-cf8944af5491 req-98a5544e-c6e3-4e51-b371-b966ffdf2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:43.198888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d25fb9c-4b07-4c7a-af71-cf8944af5491 req-98a5544e-c6e3-4e51-b371-b966ffdf2655 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 1102 time: 0.0693157 Sep 26 13:01:43.236941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Allocated IP 172.20.0.8 (f273fa41-305f-4b7f-b781-89736d65eb6a/fac6c873-36de-432a-b898-cb946da0945e/34cf6adc-3f26-4314-b23b-80ed270ae00c) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:01:43.256286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8c6bded-1e6e-431c-be80-fd2b0c9a6537 req-35551d5b-deca-4389-b1ca-746418579b08 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542669 Sep 26 13:01:43.260226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d25fb9c-4b07-4c7a-af71-cf8944af5491 req-a589c56d-cbf3-45cd-8064-7b51d50ce47c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510633 Sep 26 13:01:43.390380 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:43.419173 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:43.457216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:43.468420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e36dcf-9923-43d9-bdae-128e07514676 req-44e11205-ca4f-43e8-83b9-813d67846119 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:43.469948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-37e36dcf-9923-43d9-bdae-128e07514676 req-44e11205-ca4f-43e8-83b9-813d67846119 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 950 time: 0.0739729 Sep 26 13:01:43.531562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f784591-dc36-4465-ae31-86f34b581a96 req-82e7b9ec-497d-40b1-a39d-d1d00e34e7d4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:43.533089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f784591-dc36-4465-ae31-86f34b581a96 req-82e7b9ec-497d-40b1-a39d-d1d00e34e7d4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 931 time: 0.0518508 Sep 26 13:01:43.539295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Network f273fa41-305f-4b7f-b781-89736d65eb6a is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:01:43.548124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:01:43.550090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event updated for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:43.559049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:01:43.589770 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-37e36dcf-9923-43d9-bdae-128e07514676 req-849930ab-9bff-4d3a-852c-7817d2d803f3 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946610 Sep 26 13:01:43.593903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f784591-dc36-4465-ae31-86f34b581a96 req-2c9e1a8e-6dae-4fc4-a35f-b8a0f3baa2ae tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536668 Sep 26 13:01:43.615153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:43.615867 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:43.632458 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-69ecafad-5ca7-46a9-b499-d20e0ef1802b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534113 Sep 26 13:01:43.646440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Request body: {'port': {'device_id': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:01:43.704058 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:43.714384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae595c2-efe0-4fd7-8f6b-fe3ecc7b4cc5 req-c8081b85-3dd6-4374-ab48-119fd84d4500 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:43.715897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eae595c2-efe0-4fd7-8f6b-fe3ecc7b4cc5 req-c8081b85-3dd6-4374-ab48-119fd84d4500 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 944 time: 0.0543027 Sep 26 13:01:43.753923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eae595c2-efe0-4fd7-8f6b-fe3ecc7b4cc5 req-7725297b-b248-425a-91d0-931b6067e2c6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Sep 26 13:01:43.968775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cf6adc-3f26-4314-b23b-80ed270ae00c {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:43.976167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:43.988293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Transition to ACTIVE for port object 34cf6adc-3f26-4314-b23b-80ed270ae00c will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:01:43.992822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:44.090874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:44.123546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Attempting to bind port 34cf6adc-3f26-4314-b23b-80ed270ae00c on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:01:44.123891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Attempting to bind port 34cf6adc-3f26-4314-b23b-80ed270ae00c by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:01:44.124246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Attempting to bind port 34cf6adc-3f26-4314-b23b-80ed270ae00c on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:44.128898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Port 34cf6adc-3f26-4314-b23b-80ed270ae00c on network f273fa41-305f-4b7f-b781-89736d65eb6a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:01:44.129794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Attempting to bind port 34cf6adc-3f26-4314-b23b-80ed270ae00c on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:01:44.135157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:01:44.135526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Checking segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:01:44.142838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Bound using segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:01:44.142838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Bound port: 34cf6adc-3f26-4314-b23b-80ed270ae00c, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:01:44.142838 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:44.224705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ee40e-1f00-40e4-b65c-d3093a29651b req-c7c624cf-2039-4d1b-8748-24aa83b60cda tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.225307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:01:44.227648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc3ee40e-1f00-40e4-b65c-d3093a29651b req-c7c624cf-2039-4d1b-8748-24aa83b60cda tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0565438 Sep 26 13:01:44.229241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:01:44.234512 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:44.276422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.277049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:44.278640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] 10.222.0.23 "PUT /v2.0/ports/34cf6adc-3f26-4314-b23b-80ed270ae00c HTTP/1.1" status: 200 len: 1092 time: 0.6370573 Sep 26 13:01:44.279090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:44.280156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc3ee40e-1f00-40e4-b65c-d3093a29651b req-61b7928a-955b-492b-bcba-7a5ed78b806a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460737 Sep 26 13:01:44.281326 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58" -d '{"events": [{"name": "network-changed", "server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:44.326490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c44d2b-8cef-41a0-98e4-768b1846ade6 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:44.340433 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6544629b-74da-4952-b580-d12af326d1a9 x-openstack-request-id: req-6544629b-74da-4952-b580-d12af326d1a9 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:44.340730 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:44.340978 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6544629b-74da-4952-b580-d12af326d1a9 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:44.341368 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'status': 'completed', 'code': 200} Sep 26 13:01:44.422155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd64f3-7e12-439d-9ad7-3204873184b0 req-087f2745-c229-46fb-ad4e-d6bc7d29801c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.423638 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0fdd64f3-7e12-439d-9ad7-3204873184b0 req-087f2745-c229-46fb-ad4e-d6bc7d29801c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0815306 Sep 26 13:01:44.425698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-f20df8da-d8ce-4a0c-bd6e-eb1dba96d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.427129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-f20df8da-d8ce-4a0c-bd6e-eb1dba96d5c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 1095 time: 0.0887432 Sep 26 13:01:44.484768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-38ddf21c-8d3a-4c4d-a5a9-b7f9b5817bf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c HTTP/1.1" status: 200 len: 217 time: 0.0473261 Sep 26 13:01:44.505611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0fdd64f3-7e12-439d-9ad7-3204873184b0 req-42c9a1e4-e33a-4deb-903d-7ad663b67bd3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749650 Sep 26 13:01:44.543654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-a3a4a7c9-9db9-49ff-b3f6-c5ffeda3fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.545229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-a3a4a7c9-9db9-49ff-b3f6-c5ffeda3fb9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.0529130 Sep 26 13:01:44.578229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-3dbd1837-8be9-4c71-9a55-806b5f03a1c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248652 Sep 26 13:01:44.674188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-14e9f6d4-e727-4a2c-8ea3-6a2a6a3f4970 service neutron] 10.222.0.23 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857191 Sep 26 13:01:44.740052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a43992-5839-40a9-a2fd-62c6b2a174a9 req-69728996-fbf4-4161-9cf5-9dfc72faa6bb tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.741984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a43992-5839-40a9-a2fd-62c6b2a174a9 req-69728996-fbf4-4161-9cf5-9dfc72faa6bb tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 950 time: 0.0512495 Sep 26 13:01:44.786687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a43992-5839-40a9-a2fd-62c6b2a174a9 req-83c13172-4e6c-4626-8eb6-c43ee6dec714 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Sep 26 13:01:44.792036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aa685-e233-4de7-8cfa-2a31ee2a1c06 req-dcc47041-aee4-40dc-9549-f73f1a9f8ae7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.793387 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d2aa685-e233-4de7-8cfa-2a31ee2a1c06 req-dcc47041-aee4-40dc-9549-f73f1a9f8ae7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 943 time: 0.1037025 Sep 26 13:01:44.827392 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bb9d17d-2a7d-4c1d-bf80-67b02f6a6152 req-90c8b34d-a70c-4ba5-8e2b-93256a744d7c service neutron] 10.222.0.23 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462674 Sep 26 13:01:44.846647 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:44.850289 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d2aa685-e233-4de7-8cfa-2a31ee2a1c06 req-92213a48-7140-4168-9093-e2db47173048 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Sep 26 13:01:44.967100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-38076bb6-f94f-4693-821c-6c9357e5e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.968598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-38076bb6-f94f-4693-821c-6c9357e5e3e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 1095 time: 0.0782981 Sep 26 13:01:44.983679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b1b3c-1fe4-462c-a59d-a2b85e4da2fe req-015c4ff6-0140-4b72-b6b4-93e5868f0ab7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:44.985130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca9b1b3c-1fe4-462c-a59d-a2b85e4da2fe req-015c4ff6-0140-4b72-b6b4-93e5868f0ab7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 944 time: 0.0615437 Sep 26 13:01:45.095319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca9b1b3c-1fe4-462c-a59d-a2b85e4da2fe req-c0c7b47e-3fcc-4116-8542-77b342f3c007 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011999 Sep 26 13:01:45.120769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-4ea98375-8382-4f5a-a9dd-7bbeb4451530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:45.120769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-4ea98375-8382-4f5a-a9dd-7bbeb4451530 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 912 time: 0.1336398 Sep 26 13:01:45.167454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-01467bad-ba46-4370-9adb-2d9436eec863 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c HTTP/1.1" status: 200 len: 217 time: 0.0364573 Sep 26 13:01:45.219839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-a26e2e44-e900-4a26-b5a5-ac09f2a9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:45.221267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-a26e2e44-e900-4a26-b5a5-ac09f2a9c691 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.0443916 Sep 26 13:01:45.255244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-2392e1be-8ffc-47c1-b3f8-993bdcbac741 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254471 Sep 26 13:01:45.377989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-4abf3682-2ee9-4006-bb96-38b1911c931b service neutron] 10.222.0.23 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139171 Sep 26 13:01:45.470228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e4d39-204d-400a-8e28-35adf64e5374 req-72446e00-17da-49eb-a155-191cb257477b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:45.471731 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e16e4d39-204d-400a-8e28-35adf64e5374 req-72446e00-17da-49eb-a155-191cb257477b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1088505 Sep 26 13:01:45.515341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aef64d7d-57b2-47ed-92ae-c3945b3d7c58 req-42f41660-5d71-47e2-a529-2ec0487f053f service neutron] 10.222.0.23 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232452 Sep 26 13:01:45.528901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e16e4d39-204d-400a-8e28-35adf64e5374 req-4ba91f23-3953-4361-b9b0-295fbad8a023 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Sep 26 13:01:45.626737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbcc1a-f91c-4353-b0eb-620e72cdcbce req-5e9d3bca-0e55-45d4-9cc0-7dcc5190e841 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:45.628142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-37fbcc1a-f91c-4353-b0eb-620e72cdcbce req-5e9d3bca-0e55-45d4-9cc0-7dcc5190e841 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0491297 Sep 26 13:01:45.666229 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-37fbcc1a-f91c-4353-b0eb-620e72cdcbce req-d599b910-af66-4a7b-8255-5076e78534ff tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Sep 26 13:01:45.909150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea371e-6511-4fab-9580-59a5bd4100b9 req-797cc43a-97d3-4086-8ada-829102cae88e tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:45.911639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eea371e-6511-4fab-9580-59a5bd4100b9 req-797cc43a-97d3-4086-8ada-829102cae88e tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 950 time: 0.0549436 Sep 26 13:01:45.952482 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8eea371e-6511-4fab-9580-59a5bd4100b9 req-415eadaa-66f4-4df7-9919-94996b9fb561 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351334 Sep 26 13:01:45.985857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b03e52-932a-416e-8757-74c8c17e44cb req-d019cde2-a503-4a17-9496-490dcdaeddc4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:45.987566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78b03e52-932a-416e-8757-74c8c17e44cb req-d019cde2-a503-4a17-9496-490dcdaeddc4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 943 time: 0.0599301 Sep 26 13:01:46.029344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78b03e52-932a-416e-8757-74c8c17e44cb req-165da6fa-688b-4b83-bcb7-075498af152b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Sep 26 13:01:46.124593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b50c2-7106-4750-abc4-282cb85b4047 req-bf9e9020-c4ea-47ab-8579-35449502dce7 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:46.126268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-249b50c2-7106-4750-abc4-282cb85b4047 req-bf9e9020-c4ea-47ab-8579-35449502dce7 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 950 time: 0.0545394 Sep 26 13:01:46.179122 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-249b50c2-7106-4750-abc4-282cb85b4047 req-a12060e1-7b8a-4511-b9a3-8d05caa22019 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Sep 26 13:01:46.237591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f6eac-6363-4482-85b3-6997398fabd0 req-57ed70ea-8ce8-4bc5-8722-daeb50f8507b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:46.239605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b5f6eac-6363-4482-85b3-6997398fabd0 req-57ed70ea-8ce8-4bc5-8722-daeb50f8507b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 944 time: 0.0609968 Sep 26 13:01:46.291937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b5f6eac-6363-4482-85b3-6997398fabd0 req-9a4f679a-3c64-4914-aeaa-af0450035a55 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Sep 26 13:01:46.771085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfe861-9047-42af-b84a-f77d6435e966 req-ecf3d3f5-7cff-4be5-9bb7-2c96bdf10ed0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:46.772561 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ebcfe861-9047-42af-b84a-f77d6435e966 req-ecf3d3f5-7cff-4be5-9bb7-2c96bdf10ed0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0855265 Sep 26 13:01:46.780318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1ff57d61-0577-4e24-868d-0d1edf82dcfe details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:46.807195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7c15a-38fd-4f16-b6c1-73f1100c8452 req-de4cd8b6-bbe9-4d60-916d-a4b7137e7ed3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:46.815390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3e7c15a-38fd-4f16-b6c1-73f1100c8452 req-de4cd8b6-bbe9-4d60-916d-a4b7137e7ed3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0626202 Sep 26 13:01:46.828688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ebcfe861-9047-42af-b84a-f77d6435e966 req-9f8dd28d-ef81-47e9-be44-3a240778bc16 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500979 Sep 26 13:01:46.863288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3e7c15a-38fd-4f16-b6c1-73f1100c8452 req-a7329d3f-059a-4953-87ae-25bfbf947337 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Sep 26 13:01:46.921604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1ff57d61-0577-4e24-868d-0d1edf82dcfe, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1ff57d61-0577-4e24-868d-0d1edf82dcfe,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:46.933134 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1ff57d61-0577-4e24-868d-0d1edf82dcfe', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'port_id': '1ff57d61-0577-4e24-868d-0d1edf82dcfe', 'mac_address': 'fa:16:3e:62:8b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c3a00d-3b90-406a-8755-4a3407d6a9fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:46.970598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:46.984601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff57d61-0577-4e24-868d-0d1edf82dcfe {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:47.008272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1ff57d61-0577-4e24-868d-0d1edf82dcfe, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1ff57d61-0577-4e24-868d-0d1edf82dcfe,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:47.011844 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:47.077939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1ff57d61-0577-4e24-868d-0d1edf82dcfe,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:47.168634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6830e26-e604-47f7-83fb-1545ade8c601 req-11611719-9b08-418f-a1a2-b123c4ee8dae tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:47.170466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6830e26-e604-47f7-83fb-1545ade8c601 req-11611719-9b08-418f-a1a2-b123c4ee8dae tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 943 time: 0.0497012 Sep 26 13:01:47.210562 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6830e26-e604-47f7-83fb-1545ade8c601 req-e93d91ac-3b25-4f23-9486-a56937031193 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329874 Sep 26 13:01:47.410485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86556bc-79ff-46ea-966f-7beed9339359 req-550a4b1e-d9fb-42bc-9b55-f157d0465f99 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:47.411984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e86556bc-79ff-46ea-966f-7beed9339359 req-550a4b1e-d9fb-42bc-9b55-f157d0465f99 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Sep 26 13:01:47.457991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e86556bc-79ff-46ea-966f-7beed9339359 req-39a0cfe9-fe16-47c6-b4f0-33bc840903e6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Sep 26 13:01:47.572574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:47.936998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894735a-6d14-41d3-8c1a-c8bd767e73ed req-689a620f-86c6-431d-8c29-034867b7554c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:47.938538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4894735a-6d14-41d3-8c1a-c8bd767e73ed req-689a620f-86c6-431d-8c29-034867b7554c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0512693 Sep 26 13:01:47.979981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4894735a-6d14-41d3-8c1a-c8bd767e73ed req-217ebd08-52ff-4312-9bce-39837ae33b7f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Sep 26 13:01:47.980516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7dcff-3af0-4202-bf6d-6484d6d5652d req-5ac9c0f1-8572-40cd-865a-ef54fca8bd36 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:47.985977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cad7dcff-3af0-4202-bf6d-6484d6d5652d req-5ac9c0f1-8572-40cd-865a-ef54fca8bd36 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0548038 Sep 26 13:01:48.023691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cad7dcff-3af0-4202-bf6d-6484d6d5652d req-5fa8f215-a7bb-4bb5-9adc-d86c7a314096 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355732 Sep 26 13:01:48.329302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ad514-9f17-4fd0-9f7f-1035e5f49c43 req-baf4086a-b8f8-475d-b52f-ece1d6935a22 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:48.330820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f86ad514-9f17-4fd0-9f7f-1035e5f49c43 req-baf4086a-b8f8-475d-b52f-ece1d6935a22 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 943 time: 0.0536506 Sep 26 13:01:48.371015 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f86ad514-9f17-4fd0-9f7f-1035e5f49c43 req-c11e573e-c30a-4a26-9611-1f4a27514e41 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342541 Sep 26 13:01:48.585509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef510a-403a-4768-9ef5-7d53e07a6f85 req-1cb453e3-c084-4ef0-bbbe-e6c322d53384 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:48.587033 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaef510a-403a-4768-9ef5-7d53e07a6f85 req-1cb453e3-c084-4ef0-bbbe-e6c322d53384 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 945 time: 0.0600924 Sep 26 13:01:48.630634 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaef510a-403a-4768-9ef5-7d53e07a6f85 req-7958c8af-3353-4039-bb94-ccc3249e6e6f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Sep 26 13:01:48.766717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf55cca-4288-4b3a-ab03-4f66af08f52c req-acee25ff-0222-466d-aec2-5f95d43fd4bf tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:48.768240 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cf55cca-4288-4b3a-ab03-4f66af08f52c req-acee25ff-0222-466d-aec2-5f95d43fd4bf tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0508955 Sep 26 13:01:48.790261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 34cf6adc-3f26-4314-b23b-80ed270ae00c details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:48.808512 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cf55cca-4288-4b3a-ab03-4f66af08f52c req-68bdc819-943c-4cd8-b501-7d16e4180841 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Sep 26 13:01:48.890558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:48.901909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'port_id': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'mac_address': 'fa:16:3e:a3:68:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac6c873-36de-432a-b898-cb946da0945e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:48.936504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:48.948959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cf6adc-3f26-4314-b23b-80ed270ae00c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:48.968030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:48.971634 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:49.020850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:49.100795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9eb72-2da5-4485-8eed-c08da1550772 req-34a42b5e-c1ee-49c0-85d9-0cc030363ba4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:49.102294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-68f9eb72-2da5-4485-8eed-c08da1550772 req-34a42b5e-c1ee-49c0-85d9-0cc030363ba4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0494702 Sep 26 13:01:49.140498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-68f9eb72-2da5-4485-8eed-c08da1550772 req-6051a106-5435-4043-ba65-3ecf9cdf86f5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Sep 26 13:01:49.143259 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1fc11-73e0-408b-aa20-ebeceda3b0ec req-ea9192fe-6fe9-42ee-8c8e-7d20da0a9880 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:49.145295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40d1fc11-73e0-408b-aa20-ebeceda3b0ec req-ea9192fe-6fe9-42ee-8c8e-7d20da0a9880 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0512543 Sep 26 13:01:49.182644 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40d1fc11-73e0-408b-aa20-ebeceda3b0ec req-6fdd21c4-ff16-4095-82d3-e5831c36df1e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Sep 26 13:01:49.469783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['34cf6adc-3f26-4314-b23b-80ed270ae00c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:49.491382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04f5a-a863-4c8e-b98f-e80de3c31c67 req-2dd32e2a-31a1-46b0-8699-36e3ffd6fb85 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:49.492947 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8da04f5a-a863-4c8e-b98f-e80de3c31c67 req-2dd32e2a-31a1-46b0-8699-36e3ffd6fb85 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 944 time: 0.0560789 Sep 26 13:01:49.536056 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8da04f5a-a863-4c8e-b98f-e80de3c31c67 req-ac2501e6-3e8d-4984-8a79-d4bd97b98092 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Sep 26 13:01:49.752198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5a4ee-f379-4742-b437-505f44b04490 req-f07d50a0-d4d9-435f-83ab-bed8d8993a5a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:49.753711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23f5a4ee-f379-4742-b437-505f44b04490 req-f07d50a0-d4d9-435f-83ab-bed8d8993a5a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Sep 26 13:01:49.785795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:49.802216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23f5a4ee-f379-4742-b437-505f44b04490 req-4c8271b4-8dd0-45a2-ae66-08461cd1f6db tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Sep 26 13:01:49.893237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:49.915354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'mac_address': 'fa:16:3e:f7:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:49.920560 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:49.943318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d248-8d9e-4b47-9cf9-26726b492d64 req-ffe42287-e3c8-46bc-a349-6599fc1f7145 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:49.945210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36d5d248-8d9e-4b47-9cf9-26726b492d64 req-ffe42287-e3c8-46bc-a349-6599fc1f7145 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0565052 Sep 26 13:01:49.975481 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:49.994699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad66653-6971-4dd4-a7b0-70dc887906aa {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:49.998053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36d5d248-8d9e-4b47-9cf9-26726b492d64 req-9c4ccdc6-328c-4d20-884d-63bc3cb717cd tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Sep 26 13:01:50.021260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:50.026084 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:50.094481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:50.143185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7ad66653-6971-4dd4-a7b0-70dc887906aa'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:50.284885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad361c4-a8fa-45aa-ad0a-5642ae0fc921 req-569e65bb-3f1c-48db-b808-5905920a0047 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:50.292794 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bad361c4-a8fa-45aa-ad0a-5642ae0fc921 req-569e65bb-3f1c-48db-b808-5905920a0047 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0618539 Sep 26 13:01:50.328914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffa320-bb37-4da7-8744-3e36dbeab7eb req-746e826b-46c9-42b4-80b6-cdc870a1a0cf tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:50.339376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbffa320-bb37-4da7-8744-3e36dbeab7eb req-746e826b-46c9-42b4-80b6-cdc870a1a0cf tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0712430 Sep 26 13:01:50.361723 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bad361c4-a8fa-45aa-ad0a-5642ae0fc921 req-a383d026-a126-44ce-b63f-aaeedbe28168 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Sep 26 13:01:50.401604 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbffa320-bb37-4da7-8744-3e36dbeab7eb req-90b4eb7e-019c-4489-a472-fefbace74632 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608096 Sep 26 13:01:50.665090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f8aa-6222-4e56-a221-5834b598351b req-8976de25-254c-4f35-8475-bebb113383e7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:50.667039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1e59f8aa-6222-4e56-a221-5834b598351b req-8976de25-254c-4f35-8475-bebb113383e7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 944 time: 0.0587652 Sep 26 13:01:50.717690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1e59f8aa-6222-4e56-a221-5834b598351b req-3c386e40-3e34-4b81-aa05-2d889a8755da tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423563 Sep 26 13:01:50.805254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:01:50.807365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 34cf6adc-3f26-4314-b23b-80ed270ae00c up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:50.940117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 34cf6adc-3f26-4314-b23b-80ed270ae00c completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:50.949922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 34cf6adc-3f26-4314-b23b-80ed270ae00c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:50.950277 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.001951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdced37-cf95-4eca-8e1d-a2d801ddac0a req-43cdeea9-1270-4d92-a2c9-cd55a85928f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:51.002375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:51.003763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cdced37-cf95-4eca-8e1d-a2d801ddac0a req-43cdeea9-1270-4d92-a2c9-cd55a85928f6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 945 time: 0.0843091 Sep 26 13:01:51.025309 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'mac_address': 'fa:16:3e:ec:39:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:01:51.074325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cdced37-cf95-4eca-8e1d-a2d801ddac0a req-648a6398-0a4e-4212-ba42-d5e85abf9692 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611389 Sep 26 13:01:51.123484 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.126593 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.158708 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:51.167069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a33d-c49d-4d2c-b946-9ae13e6218e4 req-3f604c82-88d5-43d7-a973-59d960f10875 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:51.169868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:51.170290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d385a33d-c49d-4d2c-b946-9ae13e6218e4 req-3f604c82-88d5-43d7-a973-59d960f10875 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.0645151 Sep 26 13:01:51.172427 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53347e6-9d59-405e-afa2-329811f472c4" -d '{"events": [{"server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "name": "network-vif-plugged", "status": "completed", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:51.194952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:51.203584 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.204534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1ff57d61-0577-4e24-868d-0d1edf82dcfe up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:51.208512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:51.252442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d385a33d-c49d-4d2c-b946-9ae13e6218e4 req-6be2a42f-2b7a-4da2-bded-1f385c071af6 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702946 Sep 26 13:01:51.258432 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.262374 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38db3e4-61f3-4988-adaf-b322103d2ab3 x-openstack-request-id: req-e38db3e4-61f3-4988-adaf-b322103d2ab3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:51.262668 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "name": "network-vif-plugged", "status": "completed", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:51.262919 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e38db3e4-61f3-4988-adaf-b322103d2ab3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:51.263296 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'code': 200} Sep 26 13:01:51.309398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:51.395753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff6aab-1a38-4e83-aae9-b8f2c511bf6c req-10c8f669-a164-4c85-a936-14552e534093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:51.398616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67ff6aab-1a38-4e83-aae9-b8f2c511bf6c req-10c8f669-a164-4c85-a936-14552e534093 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 1097 time: 0.0722520 Sep 26 13:01:51.480424 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67ff6aab-1a38-4e83-aae9-b8f2c511bf6c req-55206b0f-78fd-449a-b14b-f78002a8b3ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719137 Sep 26 13:01:51.529087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:51.546665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 1ff57d61-0577-4e24-868d-0d1edf82dcfe completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:01:51.553432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 1ff57d61-0577-4e24-868d-0d1edf82dcfe triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:51.555381 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.564217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-d3d2f3eb-fcde-47bb-9964-3fe1be5bd340 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:51.566029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-d3d2f3eb-fcde-47bb-9964-3fe1be5bd340 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 946 time: 0.1714072 Sep 26 13:01:51.582867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813a05-7ca4-48f4-ad4a-61d7acb0bdf6 req-e8aeede2-dc68-469e-9d7d-719ac672a3eb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:51.584482 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7813a05-7ca4-48f4-ad4a-61d7acb0bdf6 req-e8aeede2-dc68-469e-9d7d-719ac672a3eb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1010351 Sep 26 13:01:51.589578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e08e0-2d61-4862-989b-4fc9c2d63147 req-902a3727-3a97-4161-8109-33c2d3dc4671 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:51.591590 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f5e08e0-2d61-4862-989b-4fc9c2d63147 req-902a3727-3a97-4161-8109-33c2d3dc4671 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 949 time: 0.0640068 Sep 26 13:01:51.656222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f5e08e0-2d61-4862-989b-4fc9c2d63147 req-524450e7-ac35-4c7c-be6f-3adf64eddd00 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555904 Sep 26 13:01:51.698308 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.717472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:51.718115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7813a05-7ca4-48f4-ad4a-61d7acb0bdf6 req-16d8c49b-e8a0-461c-86ce-13933d59917e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827065 Sep 26 13:01:51.762920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Deleting port 83440dd1-0d03-4308-8e97-e79658c77474 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:51.763268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.792020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1ff57d61-0577-4e24-868d-0d1edf82dcfe, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1ff57d61-0577-4e24-868d-0d1edf82dcfe,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:51.802772 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.804068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:51.831843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:51.861994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] For port 83440dd1-0d03-4308-8e97-e79658c77474, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=83440dd1-0d03-4308-8e97-e79658c77474,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:51.862359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:51.875958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Calling delete_port for 83440dd1-0d03-4308-8e97-e79658c77474 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:51.960707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1ff57d61-0577-4e24-868d-0d1edf82dcfe,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:52.044298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7ad66653-6971-4dd4-a7b0-70dc887906aa triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:52.045097 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:52.056995 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:52.071553 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:52.072371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d896d2-30c9-4523-9172-ed90f6f41a30 req-89f842bb-006a-4a86-970d-384ae88fbdc3 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:52.083952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39d896d2-30c9-4523-9172-ed90f6f41a30 req-89f842bb-006a-4a86-970d-384ae88fbdc3 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0858467 Sep 26 13:01:52.090278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Pushing event deleted for resources: {'Port': ['ID=83440dd1-0d03-4308-8e97-e79658c77474,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:52.101021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.101370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.101733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.102069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.102400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.102984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.103302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:01:52.103446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.103751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.104080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.104400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.104722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.105038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:01:52.121305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8e304-3573-4154-ad30-ed5a6779e677 req-f6d20267-8956-4180-9fc4-72411b788800 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:52.122865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5fd8e304-3573-4154-ad30-ed5a6779e677 req-f6d20267-8956-4180-9fc4-72411b788800 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1119995 Sep 26 13:01:52.172441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39d896d2-30c9-4523-9172-ed90f6f41a30 req-2aca4b91-2f57-4e39-93f2-a128767807b8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792234 Sep 26 13:01:52.178892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] No DVR routers for this DVR port 83440dd1-0d03-4308-8e97-e79658c77474 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:52.222981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:52.225058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e670d4b-5718-4a36-9637-84dbb0277b67 req-2dbf80c7-4d57-4f63-ac0f-a9fe4497846e tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.24 "DELETE /v2.0/ports/83440dd1-0d03-4308-8e97-e79658c77474 HTTP/1.1" status: 204 len: 173 time: 0.6396503 Sep 26 13:01:52.228518 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5fd8e304-3573-4154-ad30-ed5a6779e677 req-623f8fc6-de7c-41fd-8d33-92c10a61324e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721881 Sep 26 13:01:52.229071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff408614-d923-4303-96f4-7f0b632c5edb', 'name': 'network-vif-deleted', 'tag': '83440dd1-0d03-4308-8e97-e79658c77474'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:52.232056 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd1d5d7-ee64-4205-9ab8-e3c8e7d3fd83" -d '{"events": [{"server_uuid": "ff408614-d923-4303-96f4-7f0b632c5edb", "name": "network-vif-deleted", "tag": "83440dd1-0d03-4308-8e97-e79658c77474"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:52.252495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:01:52.344087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:52.357312 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be79cd8-48a9-4f64-9fe9-57559e21e2eb x-openstack-request-id: req-4be79cd8-48a9-4f64-9fe9-57559e21e2eb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:52.357788 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff408614-d923-4303-96f4-7f0b632c5edb", "name": "network-vif-deleted", "tag": "83440dd1-0d03-4308-8e97-e79658c77474", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:52.358179 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4be79cd8-48a9-4f64-9fe9-57559e21e2eb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:52.358658 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff408614-d923-4303-96f4-7f0b632c5edb', 'name': 'network-vif-deleted', 'tag': '83440dd1-0d03-4308-8e97-e79658c77474', 'status': 'completed', 'code': 200} Sep 26 13:01:52.363081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:52.411999 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:52.417574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579c95-2c09-4ebb-969d-fedd04b1141c req-bfce2c01-eab1-438d-9c3c-0d70e975cb65 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:52.439994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd579c95-2c09-4ebb-969d-fedd04b1141c req-bfce2c01-eab1-438d-9c3c-0d70e975cb65 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 946 time: 0.0938406 Sep 26 13:01:52.481845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:52.498483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11612473-cc0e-46ba-ab4a-d461683333ce req-8bf3efa8-cc63-4736-bb79-a7e2ebc78cd7 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff408614-d923-4303-96f4-7f0b632c5edb HTTP/1.1" status: 200 len: 210 time: 0.0380230 Sep 26 13:01:52.501320 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:52.502382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 83440dd1-0d03-4308-8e97-e79658c77474 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:52.504993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd579c95-2c09-4ebb-969d-fedd04b1141c req-934f19e3-f5d1-4cad-8b0e-a3bf4fdd4cba tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556500 Sep 26 13:01:52.532189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:52.537929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 83440dd1-0d03-4308-8e97-e79658c77474 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:52.538384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 83440dd1-0d03-4308-8e97-e79658c77474 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:52.600554 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:52.792935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565d71-10fe-41cf-8bbe-15e7f1f2547b req-1f90e676-840c-47c6-8bc8-dea8fa8dbec5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:52.794785 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77565d71-10fe-41cf-8bbe-15e7f1f2547b req-1f90e676-840c-47c6-8bc8-dea8fa8dbec5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 948 time: 0.0563767 Sep 26 13:01:52.842163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77565d71-10fe-41cf-8bbe-15e7f1f2547b req-78384d4f-422f-4abb-bcfa-8c8e529044fe tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Sep 26 13:01:52.907292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585b61d-7b73-445f-b676-98021fecc9db req-da8c3982-887f-44c1-ba3e-4d8334c05cde tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:52.918841 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9585b61d-7b73-445f-b676-98021fecc9db req-da8c3982-887f-44c1-ba3e-4d8334c05cde tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1055586 Sep 26 13:01:52.968611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9585b61d-7b73-445f-b676-98021fecc9db req-8576e748-2244-4290-8f67-feb316ad3e5e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 Sep 26 13:01:53.242244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4130037-ef6d-4762-bd2f-47cbe1c4b2f1 req-19d6192c-51c2-47e2-91d1-4065a31d4e6f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:53.244231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4130037-ef6d-4762-bd2f-47cbe1c4b2f1 req-19d6192c-51c2-47e2-91d1-4065a31d4e6f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0688047 Sep 26 13:01:53.264369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e37a40f-3da2-4c81-b71c-b5dcbd3ab404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff57d61-0577-4e24-868d-0d1edf82dcfe'}, {'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:53.267424 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b9422-6b8a-4507-bc34-a50962a955cb" -d '{"events": [{"server_uuid": "8e37a40f-3da2-4c81-b71c-b5dcbd3ab404", "name": "network-vif-plugged", "status": "completed", "tag": "1ff57d61-0577-4e24-868d-0d1edf82dcfe"}, {"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-plugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:53.290702 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4130037-ef6d-4762-bd2f-47cbe1c4b2f1 req-ec0c8abf-636c-4dfb-8dbd-fe094e7b4425 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 Sep 26 13:01:53.357407 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f9fb9-93d1-460f-9482-518e894808a3 x-openstack-request-id: req-077f9fb9-93d1-460f-9482-518e894808a3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:53.357908 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e37a40f-3da2-4c81-b71c-b5dcbd3ab404", "name": "network-vif-plugged", "status": "completed", "tag": "1ff57d61-0577-4e24-868d-0d1edf82dcfe", "code": 200}, {"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-plugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:53.358256 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-077f9fb9-93d1-460f-9482-518e894808a3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:53.358747 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e37a40f-3da2-4c81-b71c-b5dcbd3ab404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff57d61-0577-4e24-868d-0d1edf82dcfe', 'code': 200} Sep 26 13:01:53.359094 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'code': 200} Sep 26 13:01:53.464664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686eaa-f2c7-4476-80e7-8753b5480c58 req-edadab0e-f518-4303-8836-17873690ff42 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:53.466235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9686eaa-f2c7-4476-80e7-8753b5480c58 req-edadab0e-f518-4303-8836-17873690ff42 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0788739 Sep 26 13:01:53.514099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bfbad-4eb4-4356-b45f-22b0ea515bc7 req-2db381af-fad5-48c8-9d68-92bbc17891af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:53.515595 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b6bfbad-4eb4-4356-b45f-22b0ea515bc7 req-2db381af-fad5-48c8-9d68-92bbc17891af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 1098 time: 0.0870814 Sep 26 13:01:53.521459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9686eaa-f2c7-4476-80e7-8753b5480c58 req-01064153-b1d5-4268-9777-73010f3ea552 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479922 Sep 26 13:01:53.575293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b6bfbad-4eb4-4356-b45f-22b0ea515bc7 req-190513dc-cdd4-49e4-81a4-bc7c5b1ae36e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355105 Sep 26 13:01:53.645578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a242-5535-409d-bf45-560609ddfd33 req-86ec7dcc-8f31-4a8b-81c7-918dfa2ccf7d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:53.647535 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1928a242-5535-409d-bf45-560609ddfd33 req-86ec7dcc-8f31-4a8b-81c7-918dfa2ccf7d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 946 time: 0.0563114 Sep 26 13:01:53.693566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1928a242-5535-409d-bf45-560609ddfd33 req-5443b8b5-7752-4e9f-bca4-074ab0507395 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Sep 26 13:01:54.027669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d803-337f-4cbb-84e4-23a919c1616b req-1d820549-873d-4f37-a820-ccd336af8655 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:54.030363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a361d803-337f-4cbb-84e4-23a919c1616b req-1d820549-873d-4f37-a820-ccd336af8655 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 948 time: 0.0666759 Sep 26 13:01:54.079040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a361d803-337f-4cbb-84e4-23a919c1616b req-0ed3397d-bd46-454f-bec7-ba660837b475 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Sep 26 13:01:54.103015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40a894-dcee-4275-be79-6372c493f454 req-40eaef7f-1d9d-4ada-8fcb-4dfb634bbdce tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:54.111897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec40a894-dcee-4275-be79-6372c493f454 req-40eaef7f-1d9d-4ada-8fcb-4dfb634bbdce tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0910909 Sep 26 13:01:54.158462 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec40a894-dcee-4275-be79-6372c493f454 req-d000f9b5-edce-4084-ba05-95295d3dad3c tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Sep 26 13:01:54.208656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9a964-2d97-41c1-873b-d99d8c9d0c7e req-351ea9e4-09f0-4d04-a2ad-88ed961ca9f6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:54.210336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72e9a964-2d97-41c1-873b-d99d8c9d0c7e req-351ea9e4-09f0-4d04-a2ad-88ed961ca9f6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0665283 Sep 26 13:01:54.268894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72e9a964-2d97-41c1-873b-d99d8c9d0c7e req-17cadaeb-d93b-4625-ad7d-473fd6bdb4ce tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490541 Sep 26 13:01:54.357052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2639ca-b82f-46f2-8656-88f32c2e5f47 req-215ec598-9c84-4c1a-9f23-e099b2ad3ba2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:54.358648 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa2639ca-b82f-46f2-8656-88f32c2e5f47 req-215ec598-9c84-4c1a-9f23-e099b2ad3ba2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0662553 Sep 26 13:01:54.424293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa2639ca-b82f-46f2-8656-88f32c2e5f47 req-a54ffbc7-8b9f-43a0-a167-6ec953d3c011 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 Sep 26 13:01:54.443534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da72d2-084f-4a33-a876-d1c8a930b663 req-a5576a79-db33-4e2e-9a7b-53da1b45be22 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:54.451248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3da72d2-084f-4a33-a876-d1c8a930b663 req-a5576a79-db33-4e2e-9a7b-53da1b45be22 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0716360 Sep 26 13:01:54.502270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3da72d2-084f-4a33-a876-d1c8a930b663 req-1f56278c-dd76-4999-a942-2f789c6aecd7 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483487 Sep 26 13:01:54.812493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b34d-5239-4a12-b485-50f598256ab2 req-38a5650a-84ce-46c2-8889-267b6acb8b8e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:54.814112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f83b34d-5239-4a12-b485-50f598256ab2 req-38a5650a-84ce-46c2-8889-267b6acb8b8e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 946 time: 0.0521200 Sep 26 13:01:54.827800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:01:54.864402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f83b34d-5239-4a12-b485-50f598256ab2 req-2cb481b6-7071-481e-8bed-213062446934 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Sep 26 13:01:54.901928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:01:54.902381 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:54.982605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:55.029662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:55.034658 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:55.092739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:55.222618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaad41b-a755-4645-99cf-4b509a43b545 req-8e33c7d0-518c-4d41-b9b7-e56c5e3edb29 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:55.225006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aaad41b-a755-4645-99cf-4b509a43b545 req-8e33c7d0-518c-4d41-b9b7-e56c5e3edb29 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0658715 Sep 26 13:01:55.315548 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3aaad41b-a755-4645-99cf-4b509a43b545 req-c22fc204-0155-4ac9-9d82-1ff1b91f420a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835066 Sep 26 13:01:55.361065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:55.362630 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a516751d-30ca-4fda-a6ad-5d01a91ca486" -d '{"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-plugged", "status": "completed", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:55.387358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c9a-6b80-4b95-97d4-ee28baebfe43 req-17e8ae2d-a6a3-4bfd-99e9-6c906e69ab59 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:55.389418 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28fe9c9a-6b80-4b95-97d4-ee28baebfe43 req-17e8ae2d-a6a3-4bfd-99e9-6c906e69ab59 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.1317716 Sep 26 13:01:55.462182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28fe9c9a-6b80-4b95-97d4-ee28baebfe43 req-ac4f1fd2-d894-44c1-a7f9-65ccf8626936 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620158 Sep 26 13:01:55.506796 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8792a344-7201-4c28-9431-fc73f750afd7 x-openstack-request-id: req-8792a344-7201-4c28-9431-fc73f750afd7 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:55.507203 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-plugged", "status": "completed", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:55.507557 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8792a344-7201-4c28-9431-fc73f750afd7 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:55.508077 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'code': 200} Sep 26 13:01:55.554522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484e6f3-b902-448f-aca7-36d70dd9185a req-9a990881-5e90-4ea2-bc9a-26538917351f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:55.563185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7484e6f3-b902-448f-aca7-36d70dd9185a req-9a990881-5e90-4ea2-bc9a-26538917351f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0751936 Sep 26 13:01:55.612617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7484e6f3-b902-448f-aca7-36d70dd9185a req-e7911681-44e1-471c-b38d-4633822ffe08 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481076 Sep 26 13:01:55.658193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eaed6-32e6-4fb9-9831-a59412dfb727 req-5a362eb5-d5c4-4152-b82d-546c48ce34d1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:55.666713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca1eaed6-32e6-4fb9-9831-a59412dfb727 req-5a362eb5-d5c4-4152-b82d-546c48ce34d1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0895531 Sep 26 13:01:55.740351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca1eaed6-32e6-4fb9-9831-a59412dfb727 req-acf47b99-2299-4709-a648-4064ed69ff58 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673301 Sep 26 13:01:55.751328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49164a-76db-4e3e-85eb-74acda1f0887 req-f3f8d05b-56e2-417e-98b7-4b29ad70da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:55.752845 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc49164a-76db-4e3e-85eb-74acda1f0887 req-f3f8d05b-56e2-417e-98b7-4b29ad70da97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1102 time: 0.1034045 Sep 26 13:01:55.796831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc49164a-76db-4e3e-85eb-74acda1f0887 req-563bb008-c6e4-469c-b3c4-ac41ccea3511 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358970 Sep 26 13:01:55.804134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-c5c3c41a-a048-4363-9f64-df09285c6256 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:55.805685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-c5c3c41a-a048-4363-9f64-df09285c6256 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.0815451 Sep 26 13:01:55.820606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc653494-ff06-4057-a562-500055e21d9c req-060ac927-ba5d-4676-8b9a-4de5353bbc6c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:55.822115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc653494-ff06-4057-a562-500055e21d9c req-060ac927-ba5d-4676-8b9a-4de5353bbc6c tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 946 time: 0.1004159 Sep 26 13:01:55.866556 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc653494-ff06-4057-a562-500055e21d9c req-9a4356f5-ca7d-4089-9ab5-89b1563a8942 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358026 Sep 26 13:01:55.991842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f3282-499a-4a7e-879f-8b1c3a6dd062 req-632f42c2-bbe9-46db-9b26-6c0e7df2c0bc tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:56.001358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-990f3282-499a-4a7e-879f-8b1c3a6dd062 req-632f42c2-bbe9-46db-9b26-6c0e7df2c0bc tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 946 time: 0.0719776 Sep 26 13:01:56.038842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-990f3282-499a-4a7e-879f-8b1c3a6dd062 req-04f9bdd6-6ce2-4ba4-926e-b39a78acb70b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366037 Sep 26 13:01:56.181380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Deleting port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:01:56.181715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:56.348787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] For port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:01:56.349423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:56.429446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549c848-a496-4e50-899f-a0e83c8d7a5a req-1849e2a9-5710-4bf4-aa26-78d1c578b7fe tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:56.432756 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1549c848-a496-4e50-899f-a0e83c8d7a5a req-1849e2a9-5710-4bf4-aa26-78d1c578b7fe tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.2142496 Sep 26 13:01:56.455861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879a8e8-3eca-493f-9c4b-bf6f638c6b3f req-9a91e8ec-c560-4091-ad61-e7d7d9a35ab4 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:56.458489 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1879a8e8-3eca-493f-9c4b-bf6f638c6b3f req-9a91e8ec-c560-4091-ad61-e7d7d9a35ab4 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0756586 Sep 26 13:01:56.467302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1549c848-a496-4e50-899f-a0e83c8d7a5a req-42b0016f-725b-4e43-b524-3d198346dc9b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/quotas/e831190842f044e28348624a5393a3de HTTP/1.1" status: 200 len: 375 time: 0.0295510 Sep 26 13:01:56.522050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1879a8e8-3eca-493f-9c4b-bf6f638c6b3f req-a6283e1d-b9cc-4fdf-ae10-07e95855584f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562575 Sep 26 13:01:56.634077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1549c848-a496-4e50-899f-a0e83c8d7a5a req-133ef8cf-a5a1-4741-b83a-3307d8882d64 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357031 Sep 26 13:01:56.670712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:56.671080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:56.671399 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Floating IP 19b138b8-d644-4b1a-b129-d3a265c68b25 disassociated. External IP: 172.25.4.145, port: 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b. Sep 26 13:01:56.671749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Calling delete_port for 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:01:56.782483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a059291-223a-4817-92c8-b0b7a517b575 req-fecf16d9-6c71-4dbf-a04f-ab4fa693dec4 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:56.790760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a059291-223a-4817-92c8-b0b7a517b575 req-fecf16d9-6c71-4dbf-a04f-ab4fa693dec4 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0941365 Sep 26 13:01:56.804976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1549c848-a496-4e50-899f-a0e83c8d7a5a req-4d8f0093-265a-4676-98d0-c20a21a93a93 service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666534 Sep 26 13:01:56.838361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a059291-223a-4817-92c8-b0b7a517b575 req-36898b32-d214-499d-9baf-8cd1411d76d3 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Sep 26 13:01:56.946820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1549c848-a496-4e50-899f-a0e83c8d7a5a req-cfb014e8-6a2e-4d6f-bfdc-5e6832d2ea4e service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408741 Sep 26 13:01:56.952557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c6c2-2a5e-494f-86b9-5271c6a2d1e1 req-42f45de1-4959-43f0-8a42-1ef1d8a80807 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:56.962293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df95c6c2-2a5e-494f-86b9-5271c6a2d1e1 req-42f45de1-4959-43f0-8a42-1ef1d8a80807 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0721884 Sep 26 13:01:57.007759 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df95c6c2-2a5e-494f-86b9-5271c6a2d1e1 req-b9fb9f62-2a64-414c-813a-f4bdc478a131 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Sep 26 13:01:57.058339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:57.112399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event deleted for resources: {'Port': ['ID=0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:01:57.257901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453640b-8e12-4826-b505-380186cf11e0 req-fb99f126-e25c-4824-a31c-64806edbd105 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:57.259637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8453640b-8e12-4826-b505-380186cf11e0 req-fb99f126-e25c-4824-a31c-64806edbd105 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1224089 Sep 26 13:01:57.338218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ddc92b73-19be-4787-bcef-8a8dbb2cf872 req-259586e6-5cf3-449b-a348-fb5ad67c9f5e tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff7f76c2-a391-404a-a5de-0841f80b925d HTTP/1.1" status: 200 len: 210 time: 0.0741322 Sep 26 13:01:57.340034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8453640b-8e12-4826-b505-380186cf11e0 req-b4b4a7e4-5d1b-4849-9cb6-1760ac045427 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736299 Sep 26 13:01:57.421090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:01:57.675759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:01:57.687117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] Sync routers for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:01:57.699553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:01:57.700414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:01:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:57.767143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] No DVR routers for this DVR port 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:01:57.770275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:57.773163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb69ab05-81a1-4bd8-bdd5-dd1bf7d57dd2 req-7b36edaa-718d-414b-af81-827481ec90e8 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.23 "DELETE /v2.0/ports/0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b HTTP/1.1" status: 204 len: 173 time: 1.7345521 Sep 26 13:01:57.773847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'name': 'network-vif-deleted', 'tag': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:01:57.781700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c5c88-71d0-4f1b-bc8f-6fb492c7f460 req-fcab70da-415a-4f1a-af14-2368e282dab2 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:57.788668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b4c5c88-71d0-4f1b-bc8f-6fb492c7f460 req-fcab70da-415a-4f1a-af14-2368e282dab2 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.1154940 Sep 26 13:01:57.791586 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d57f0-bd98-4df5-83b2-da77a6880cb9" -d '{"events": [{"server_uuid": "ff7f76c2-a391-404a-a5de-0841f80b925d", "name": "network-vif-deleted", "tag": "0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:01:57.899711 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b4c5c88-71d0-4f1b-bc8f-6fb492c7f460 req-c0964881-2b07-4a5f-9ef7-a0d50d9e6892 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914960 Sep 26 13:01:57.936568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:01:57.993710 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3810f11-845d-43d5-a276-16870dc61efb x-openstack-request-id: req-e3810f11-845d-43d5-a276-16870dc61efb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:01:57.995224 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7f76c2-a391-404a-a5de-0841f80b925d", "name": "network-vif-deleted", "tag": "0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:01:57.995848 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3810f11-845d-43d5-a276-16870dc61efb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:01:57.996591 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7f76c2-a391-404a-a5de-0841f80b925d', 'name': 'network-vif-deleted', 'tag': '0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b', 'status': 'completed', 'code': 200} Sep 26 13:01:58.070939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fe650-0cd1-4cae-9709-c20c7d04c21b req-0fe8c75c-56ec-4c65-af00-13531b20c6a7 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:58.081591 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e9fe650-0cd1-4cae-9709-c20c7d04c21b req-0fe8c75c-56ec-4c65-af00-13531b20c6a7 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0648780 Sep 26 13:01:58.121549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e9fe650-0cd1-4cae-9709-c20c7d04c21b req-f50d026d-be3b-49ca-930c-d9650ab6b4f2 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Sep 26 13:01:58.192475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e980db1-6a91-472d-8bae-f4f5b31c7455 req-31dff485-cd73-425c-a20c-67f3f000a173 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:58.200582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e980db1-6a91-472d-8bae-f4f5b31c7455 req-31dff485-cd73-425c-a20c-67f3f000a173 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0998621 Sep 26 13:01:58.252747 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e980db1-6a91-472d-8bae-f4f5b31c7455 req-e416a309-1275-4394-8879-7ba009eef8e1 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510373 Sep 26 13:01:58.256638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:58.288461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] Checking router: 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:01:58.303361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:01:58.305783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:01:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:58.443404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-396f7ea1-6f7c-4fa8-8a3b-7b7e70e057e4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:58.452463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-396f7ea1-6f7c-4fa8-8a3b-7b7e70e057e4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.2004225 Sep 26 13:01:58.457609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ab600-78d4-47b2-a249-5de688aa8085 req-9fbfbe92-0407-41b0-a3e1-1893f345e4e6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:58.469339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-84e9682e-6ade-4de7-b60e-063bc9ed9761 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/quotas/e831190842f044e28348624a5393a3de HTTP/1.1" status: 200 len: 375 time: 0.0147581 Sep 26 13:01:58.473740 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-262ab600-78d4-47b2-a249-5de688aa8085 req-9fbfbe92-0407-41b0-a3e1-1893f345e4e6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1173129 Sep 26 13:01:58.526441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-262ab600-78d4-47b2-a249-5de688aa8085 req-192492ee-5740-4081-8e57-b4fc3d0eda7e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515656 Sep 26 13:01:58.539190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6403e6a1-4181-48fd-8aac-7d22fad79ce5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616710 Sep 26 13:01:58.570892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:01:58.711050 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-ce046a01-6473-4bf9-a78b-bcd2abbc6da4 service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646917 Sep 26 13:01:58.836429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:01:58.838949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-28aaee82-72af-4c13-8284-adfe4c907c8c service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270635 Sep 26 13:01:58.868593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:01:58.869068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0a8d0d14-f3a6-41e4-af6a-b419e8b4e29b not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:01:58.892885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:01:58.938636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58301e0-249f-4275-af2c-a853b4fc397d None None] The sync data for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 is: [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T12:54:33Z', 'revision_number': 4, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8629a4cc-eee9-4580-a50d-c73884ebb25d', 'name': '', 'network_id': 'dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'mac_address': 'fa:16:3e:14:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '151b3314-856b-486a-960e-b8428c1b8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:32Z', 'updated_at': '2021-09-26T12:54:39Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'subnets': [{'id': '151b3314-856b-486a-960e-b8428c1b8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:01:59.147656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67644a-db94-441a-bbe2-d0ece0af789a req-b5d13268-ab67-4160-b51b-61176cafb726 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:59.155689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f67644a-db94-441a-bbe2-d0ece0af789a req-b5d13268-ab67-4160-b51b-61176cafb726 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0939953 Sep 26 13:01:59.223651 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f67644a-db94-441a-bbe2-d0ece0af789a req-0c232eaa-95ff-468f-afac-d35bb628152a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665751 Sep 26 13:01:59.366081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b306672-cdec-40e5-904a-99307ecd4614 req-ae0a2851-24df-4adb-8f5f-de2d3653dc6e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:59.377038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b306672-cdec-40e5-904a-99307ecd4614 req-ae0a2851-24df-4adb-8f5f-de2d3653dc6e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.1230619 Sep 26 13:01:59.384999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4125afa8-6a2b-4e04-8368-89059660a139 req-41b7cae2-3729-4d94-b5ea-3118a82b3a53 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 210 time: 0.0472422 Sep 26 13:01:59.426345 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c5ba4-509a-4bf0-9ec5-1565ff303faf None None] New status for floating IP 19b138b8-d644-4b1a-b129-d3a265c68b25: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:01:59.443172 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b306672-cdec-40e5-904a-99307ecd4614 req-4f3bdfd9-9eb0-48c5-91c1-16de5b087d5a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647957 Sep 26 13:01:59.561256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20cdb5-9ee7-4c5e-a28b-a897629cbca0 req-17a400f9-74db-4a89-8db8-de469abea110 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:59.569754 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd20cdb5-9ee7-4c5e-a28b-a897629cbca0 req-17a400f9-74db-4a89-8db8-de469abea110 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0903189 Sep 26 13:01:59.593814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35288) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:59.636473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd20cdb5-9ee7-4c5e-a28b-a897629cbca0 req-c09a1a29-1949-4a20-8fd6-9a141bef5707 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654445 Sep 26 13:01:59.774575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c2ebff6-da17-4d8a-9a97-f1cfabdf85bf tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:59.827765 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c2ebff6-da17-4d8a-9a97-f1cfabdf85bf tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:59.858621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8226b8-e099-4ba0-b2f8-9ae4e05b330e req-54402312-5298-4a35-8e45-daea6f001226 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:01:59.866649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a8226b8-e099-4ba0-b2f8-9ae4e05b330e req-54402312-5298-4a35-8e45-daea6f001226 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1081161 Sep 26 13:01:59.927882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a8226b8-e099-4ba0-b2f8-9ae4e05b330e req-afb699ae-8db5-40e0-a481-b8d9d4944552 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Sep 26 13:01:59.942452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c2ebff6-da17-4d8a-9a97-f1cfabdf85bf tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:59.945134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c2ebff6-da17-4d8a-9a97-f1cfabdf85bf tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:01:59.947291 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1c2ebff6-da17-4d8a-9a97-f1cfabdf85bf tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d8c0152-80ec-4a1e-a2b8-a8d365939dd7 HTTP/1.1" status: 204 len: 168 time: 0.3523822 Sep 26 13:01:59.950010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35302) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:59.967943 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-5a03816d-2eaa-4e55-8969-46af12903457 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] show failed (client error): The resource could not be found. Sep 26 13:01:59.969928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a03816d-2eaa-4e55-8969-46af12903457 tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "GET /v2.0/security-groups/7d8c0152-80ec-4a1e-a2b8-a8d365939dd7 HTTP/1.1" status: 404 len: 347 time: 0.0182652 Sep 26 13:01:59.973207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35304) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:01:59.980332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ebff6-da17-4d8a-9a97-f1cfabdf85bf tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8c0152-80ec-4a1e-a2b8-a8d365939dd7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:00.038938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-016f93f5-ae9f-4daf-b5f6-39e5b8f6e5be tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:00.040882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-016f93f5-ae9f-4daf-b5f6-39e5b8f6e5be tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 946 time: 0.0715067 Sep 26 13:02:00.171647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Deleting port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:00.172240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:00.307625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] For port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:00.308028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:00.365656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Calling delete_port for dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:00.394675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4f083-638c-4040-afda-382db634bed1 req-cc7b54d4-f334-499d-9364-e96a3aeb5bef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:00.396230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fb4f083-638c-4040-afda-382db634bed1 req-cc7b54d4-f334-499d-9364-e96a3aeb5bef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0748928 Sep 26 13:02:00.500061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fb4f083-638c-4040-afda-382db634bed1 req-b143b77f-7773-4473-bc53-debc575b7b72 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657644 Sep 26 13:02:00.579417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e41e1f11-686c-4e42-9d17-0a2fa42feb7e req-d4efcf09-f048-412b-b3c0-802eb7c9d61a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 210 time: 0.0489604 Sep 26 13:02:00.610023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Deleting port a3f02ece-af02-4f6f-a451-4dab25c51ed9 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:00.610370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:00.727085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:00.728076 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:00.741696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-16cd08e4-444f-454e-8db8-ff7c9a3c8068 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:00.743109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-16cd08e4-444f-454e-8db8-ff7c9a3c8068 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.1648204 Sep 26 13:02:00.757913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Calling delete_port for a3f02ece-af02-4f6f-a451-4dab25c51ed9 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:00.764177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Request body: {'port': {'device_id': '7b7a57c9-4205-492e-9e9c-581839778f5d', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'admin_state_up': True, 'tenant_id': 'e831190842f044e28348624a5393a3de'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:00.851724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a78a-40db-4a38-9f4a-a5d80d43a042 req-04d4ab0a-4265-47fa-a0e4-40042229108b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:00.853979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1a2a78a-40db-4a38-9f4a-a5d80d43a042 req-04d4ab0a-4265-47fa-a0e4-40042229108b tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 867 time: 0.1112823 Sep 26 13:02:00.919689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1a2a78a-40db-4a38-9f4a-a5d80d43a042 req-bf5ece7f-d9ec-4f5c-b9ce-2966af6a1163 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a13151c-fd30-4034-8339-c490979fe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Sep 26 13:02:00.994073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:01.044005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Pushing event deleted for resources: {'Port': ['ID=a3f02ece-af02-4f6f-a451-4dab25c51ed9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:01.142603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:01.155663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:01.156664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc10d-475f-48c3-8c60-75f4b2dd6693 req-281c4efc-526e-4f60-8eeb-535c93f2935b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:01.164691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f5fc10d-475f-48c3-8c60-75f4b2dd6693 req-281c4efc-526e-4f60-8eeb-535c93f2935b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.4180188 Sep 26 13:02:01.165934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714965c9-3030-4ece-ae71-182e52c698e0 req-a77094e6-64de-47bb-b71e-4e3f3c058db8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:01.167670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-714965c9-3030-4ece-ae71-182e52c698e0 req-a77094e6-64de-47bb-b71e-4e3f3c058db8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0893931 Sep 26 13:02:01.171487 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:01.178336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:01.180376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8492867a-34b9-4ef5-a047-ff19c1928a5f tempest-ServersWithSpecificFlavorTestJSON-270223736 tempest-ServersWithSpecificFlavorTestJSON-270223736-project] 10.222.0.13 "DELETE /v2.0/floatingips/19b138b8-d644-4b1a-b129-d3a265c68b25 HTTP/1.1" status: 204 len: 168 time: 1.2059267 Sep 26 13:02:01.212536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Pushing event deleted for resources: {'Port': ['ID=dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:01.226030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-714965c9-3030-4ece-ae71-182e52c698e0 req-cf307b47-4b23-4085-8acd-05e887ce2ae2 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443010 Sep 26 13:02:01.282331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f5fc10d-475f-48c3-8c60-75f4b2dd6693 req-a1dec2fd-24bf-4947-8c71-ece6833f1753 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169283 Sep 26 13:02:01.285335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] No DVR routers for this DVR port dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:01.289105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:01.292688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4524404c-5ef2-44ba-81b5-0464ef0dcb53 req-ee04105e-b846-431a-b481-84b48d63d2b0 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.24 "DELETE /v2.0/ports/dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 HTTP/1.1" status: 204 len: 173 time: 1.2447817 Sep 26 13:02:01.293173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c3b143-a22f-4d96-9ede-1d518be2812f', 'name': 'network-vif-deleted', 'tag': 'dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:01.297075 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e1d69-aaf9-4067-8eb6-89e04c449a4f" -d '{"events": [{"server_uuid": "b7c3b143-a22f-4d96-9ede-1d518be2812f", "name": "network-vif-deleted", "tag": "dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:01.356321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:02:01.361326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:01.496812 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c0df5d-ae31-487f-8e4f-26c92c1480ab x-openstack-request-id: req-18c0df5d-ae31-487f-8e4f-26c92c1480ab {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:01.497033 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c3b143-a22f-4d96-9ede-1d518be2812f", "name": "network-vif-deleted", "tag": "dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:01.497236 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18c0df5d-ae31-487f-8e4f-26c92c1480ab {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:01.497645 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c3b143-a22f-4d96-9ede-1d518be2812f', 'name': 'network-vif-deleted', 'tag': 'dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3', 'status': 'completed', 'code': 200} Sep 26 13:02:01.534889 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:02:01.625128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Allocated IP 172.20.0.10 (0953e2b4-57b2-4b8d-a0af-11232c38a0a6/f1c3a00d-3b90-406a-8755-4a3407d6a9fe/0e91dece-a08e-45c9-937b-5c9cec227199) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:02:01.656237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7803-095f-48bf-b3aa-20b5a8163744 req-020df0d1-3743-410e-b7b7-cf60b42f0afc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:01.657851 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-540a7803-095f-48bf-b3aa-20b5a8163744 req-020df0d1-3743-410e-b7b7-cf60b42f0afc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0902083 Sep 26 13:02:01.712597 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-540a7803-095f-48bf-b3aa-20b5a8163744 req-ce00afa5-db66-4eb6-8117-af8c4a7d3faf tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472586 Sep 26 13:02:01.735983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74813d30-bbd7-4c78-94a6-dc8561d54cc6 req-170a4e8b-4e24-4c9a-9409-5761f7956aaa tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 210 time: 0.0395927 Sep 26 13:02:01.934655 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:02.009798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:02.023219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:02.072256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:02:02.076587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:02:02.088366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:02:02.170990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event updated for resources: {'Port': ['ID=0e91dece-a08e-45c9-937b-5c9cec227199,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:02.201164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b824a4c0-fe10-4a00-8166-f11c06c66d3c req-d72bba63-5aaf-4173-a139-67bef0337007 tempest-ServerRescueNegativeTestJSON-1058470803 tempest-ServerRescueNegativeTestJSON-1058470803-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c3b143-a22f-4d96-9ede-1d518be2812f HTTP/1.1" status: 200 len: 210 time: 0.0783801 Sep 26 13:02:02.224501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:02.224501 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:02.226052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35374) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:02.242219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-2582e092-ea7f-4e2b-82a4-2083bd767f85 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4850187 Sep 26 13:02:02.261990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Request body: {'port': {'device_id': '7b7a57c9-4205-492e-9e9c-581839778f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:02.374196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:02.398529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8eef5-7392-4ef0-8d3d-ceeb3b2c2f6f req-a5e85bc0-013d-4055-b26c-a26bb578d256 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:02.400031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0c8eef5-7392-4ef0-8d3d-ceeb3b2c2f6f req-a5e85bc0-013d-4055-b26c-a26bb578d256 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0907574 Sep 26 13:02:02.458048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24cfe9-f5e0-4c9b-a4b3-656967446334 req-b51720b4-4bbf-49fc-a1d9-7d76fc732308 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:02.459531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7e24cfe9-f5e0-4c9b-a4b3-656967446334 req-b51720b4-4bbf-49fc-a1d9-7d76fc732308 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0689349 Sep 26 13:02:02.472643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0c8eef5-7392-4ef0-8d3d-ceeb3b2c2f6f req-e43c29aa-9f88-4ff3-945d-7dbd56f89e74 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521955 Sep 26 13:02:02.577081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7e24cfe9-f5e0-4c9b-a4b3-656967446334 req-6a3b30aa-dbad-4b36-bc86-75418d161241 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071432 Sep 26 13:02:02.690032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e91dece-a08e-45c9-937b-5c9cec227199 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:02.697609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:02.711149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Transition to ACTIVE for port object 0e91dece-a08e-45c9-937b-5c9cec227199 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:02:02.714747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:02.773887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:02.789164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Pushing event updated for resources: {'Port': ['ID=0e91dece-a08e-45c9-937b-5c9cec227199,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:02.866952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Attempting to bind port 0e91dece-a08e-45c9-937b-5c9cec227199 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:02:02.867296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Attempting to bind port 0e91dece-a08e-45c9-937b-5c9cec227199 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:02:02.867626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Attempting to bind port 0e91dece-a08e-45c9-937b-5c9cec227199 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:02.880585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71c217-753a-4ef7-8a12-1aac9c71269f req-666fd4f8-0344-4a84-87ec-54e72dc11c6d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:02.882102 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa71c217-753a-4ef7-8a12-1aac9c71269f req-666fd4f8-0344-4a84-87ec-54e72dc11c6d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 944 time: 0.0673566 Sep 26 13:02:02.883071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Port 0e91dece-a08e-45c9-937b-5c9cec227199 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:02:02.883397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Attempting to bind port 0e91dece-a08e-45c9-937b-5c9cec227199 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:02.888426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:02:02.888765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Checking segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:02:02.889146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Bound using segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:02:02.889609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Bound port: 0e91dece-a08e-45c9-937b-5c9cec227199, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:02:02.889971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:02.904792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a03661-3f6a-436c-ab92-a2e763772439 req-c046aa5e-bc61-4f16-87dc-773b118f6e8d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:02.906292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95a03661-3f6a-436c-ab92-a2e763772439 req-c046aa5e-bc61-4f16-87dc-773b118f6e8d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0915570 Sep 26 13:02:02.958229 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa71c217-753a-4ef7-8a12-1aac9c71269f req-72b39d65-20b6-4fea-91bf-a4dc94f47212 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653539 Sep 26 13:02:02.991652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] For port 0e91dece-a08e-45c9-937b-5c9cec227199, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:02:02.994932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] For port 0e91dece-a08e-45c9-937b-5c9cec227199, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0e91dece-a08e-45c9-937b-5c9cec227199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:02:02.996503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95a03661-3f6a-436c-ab92-a2e763772439 req-b8bcf871-54c6-4c10-9e99-8095053065ef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823462 Sep 26 13:02:02.998919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:03.030706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:03.031660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:03.033022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] 10.222.0.24 "PUT /v2.0/ports/0e91dece-a08e-45c9-937b-5c9cec227199 HTTP/1.1" status: 200 len: 1093 time: 0.7785740 Sep 26 13:02:03.063570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cf932-1c54-4eb2-ba6f-5831c713ee26 service neutron] Pushing event updated for resources: {'Port': ['ID=0e91dece-a08e-45c9-937b-5c9cec227199,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:03.104472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Deleting port 8629a4cc-eee9-4580-a50d-c73884ebb25d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:03.104814 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:03.111778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-5b2ef9b6-cf5f-4ff6-828c-2aaa46dc53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:03.113337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-5b2ef9b6-cf5f-4ff6-828c-2aaa46dc53d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 1096 time: 0.0408638 Sep 26 13:02:03.157037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-d2f11be2-2fa1-4b9c-9c00-4e76e2882036 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e91dece-a08e-45c9-937b-5c9cec227199 HTTP/1.1" status: 200 len: 217 time: 0.0349376 Sep 26 13:02:03.183128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] For port 8629a4cc-eee9-4580-a50d-c73884ebb25d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8629a4cc-eee9-4580-a50d-c73884ebb25d,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:03.183496 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:03.201005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Calling delete_port for 8629a4cc-eee9-4580-a50d-c73884ebb25d owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:03.213984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-0e580a8f-810f-42d1-a654-0cba4027231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:03.215469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-0e580a8f-810f-42d1-a654-0cba4027231a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0513134 Sep 26 13:02:03.256210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-5d1140ed-ac7d-406c-a4af-745ac3917671 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266867 Sep 26 13:02:03.293109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35418) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:03.409226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf911ed-9e6b-4188-8351-f6ed5a1f6882 req-56240af5-541c-4d43-a598-337f975adeca tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:03.410704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4cf911ed-9e6b-4188-8351-f6ed5a1f6882 req-56240af5-541c-4d43-a598-337f975adeca tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 950 time: 0.0871193 Sep 26 13:02:03.441690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-f1a84bae-0c5d-44a7-a951-8a6a4db25102 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775074 Sep 26 13:02:03.445393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:03.480735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8629a4cc-eee9-4580-a50d-c73884ebb25d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:03.486465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4cf911ed-9e6b-4188-8351-f6ed5a1f6882 req-e74aaa50-7111-4b54-b152-512d359eb2bb tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662611 Sep 26 13:02:03.499717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7a57c9-4205-492e-9e9c-581839778f5d', 'tag': '0e91dece-a08e-45c9-937b-5c9cec227199'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:03.511172 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a3a1e1-f70c-447c-a8a2-41bce33b981d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7a57c9-4205-492e-9e9c-581839778f5d", "tag": "0e91dece-a08e-45c9-937b-5c9cec227199"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:03.587603 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58afda4-4600-4330-b889-4ff6661fe148 x-openstack-request-id: req-e58afda4-4600-4330-b889-4ff6661fe148 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:03.587814 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7a57c9-4205-492e-9e9c-581839778f5d", "tag": "0e91dece-a08e-45c9-937b-5c9cec227199", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:03.588067 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e58afda4-4600-4330-b889-4ff6661fe148 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:03.588447 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7a57c9-4205-492e-9e9c-581839778f5d', 'tag': '0e91dece-a08e-45c9-937b-5c9cec227199', 'status': 'completed', 'code': 200} Sep 26 13:02:03.659893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-011c0edb-f53d-4544-bea4-6721ccef91c9 req-18b5715b-73c0-4347-8fdc-59355894073c service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100325 Sep 26 13:02:03.689769 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:03.707565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db9d5b-cf02-4511-a4f4-a0be97da281d req-9fb6d035-822f-483d-8fbf-1c192074b5ad tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:03.714727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9db9d5b-cf02-4511-a4f4-a0be97da281d req-9fb6d035-822f-483d-8fbf-1c192074b5ad tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1307859 Sep 26 13:02:03.824230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9db9d5b-cf02-4511-a4f4-a0be97da281d req-7303cfd1-f641-4814-b231-a15240a77dec tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083472 Sep 26 13:02:03.853175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-a4ea1c59-55c9-4386-b3a9-e5b2884e4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:03.855650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-a4ea1c59-55c9-4386-b3a9-e5b2884e4e03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 1096 time: 0.1285608 Sep 26 13:02:03.868863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:03.889911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:03.890753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device dbf0a3d0-5dc8-4bcc-90dc-59dc3ee2bae3 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:04.015144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:02:04.032860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-ff2f9c63-f577-4b50-af9d-ec67b104a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:04.034429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-ff2f9c63-f577-4b50-af9d-ec67b104a06b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 905 time: 0.1696374 Sep 26 13:02:04.074872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948886a-22e1-48e5-bb52-3371e96b6b5e req-f2f17177-09c0-46d6-97b7-51a9349bcdc4 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:04.083639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0948886a-22e1-48e5-bb52-3371e96b6b5e req-f2f17177-09c0-46d6-97b7-51a9349bcdc4 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.1460342 Sep 26 13:02:04.129310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-c1f6bd7f-4286-45a8-a41b-c9fbbb83b282 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e91dece-a08e-45c9-937b-5c9cec227199 HTTP/1.1" status: 200 len: 217 time: 0.0790138 Sep 26 13:02:04.171401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9a8c-a505-43d2-86af-d4667117522a req-8accd33a-13e0-4a7c-81ba-b02e4f4d82bc tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:04.173069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d55a9a8c-a505-43d2-86af-d4667117522a req-8accd33a-13e0-4a7c-81ba-b02e4f4d82bc tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 944 time: 0.0760865 Sep 26 13:02:04.181853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:02:04.192673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] Sync routers for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:02:04.193749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-db122853-3fac-4df2-9348-fd59b06ea8cb admin admin] 10.222.0.13 "PUT /v2.0/routers/5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9665515 Sep 26 13:02:04.194355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35452) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:04.202298 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0948886a-22e1-48e5-bb52-3371e96b6b5e req-4b969471-eb15-4fe9-90fc-ec0e9a6f1e59 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174860 Sep 26 13:02:04.203352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:04.204453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:01:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:04.205952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.218685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-eef5bd25-cae1-474c-9c31-43498acc930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:04.220354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-eef5bd25-cae1-474c-9c31-43498acc930b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0813653 Sep 26 13:02:04.290995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d55a9a8c-a505-43d2-86af-d4667117522a req-6937fd10-3ded-44f4-bd38-37c7b45050f1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113372 Sep 26 13:02:04.327725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.335872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-0676483d-8885-4a28-a472-5a50d4535844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700898 Sep 26 13:02:04.455170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb085cf-84e5-483d-9010-b01a44d7a9fa req-1723975c-7e9c-4bc2-87d1-d7ef4fdcabbe tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:04.455874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:04.456111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.462573 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-efb085cf-84e5-483d-9010-b01a44d7a9fa req-1723975c-7e9c-4bc2-87d1-d7ef4fdcabbe tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1848316 Sep 26 13:02:04.521580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Deleting port 4040e007-3d8c-4d1e-b343-acedb0fc953d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:04.522054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.540068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-987511e8-5bc6-46aa-a776-81ba8d05f8b1 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890645 Sep 26 13:02:04.586456 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-efb085cf-84e5-483d-9010-b01a44d7a9fa req-6714b65d-940e-412c-8508-ff0f78832636 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221268 Sep 26 13:02:04.621058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] For port 4040e007-3d8c-4d1e-b343-acedb0fc953d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4040e007-3d8c-4d1e-b343-acedb0fc953d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:04.622008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.634057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Calling delete_port for 4040e007-3d8c-4d1e-b343-acedb0fc953d owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:04.686008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16a3a1e1-f70c-447c-a8a2-41bce33b981d req-fa760cfc-236d-4302-95e1-86827fb8c3cc service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186707 Sep 26 13:02:04.753366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T13:02:03Z', 'revision_number': 5, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port': {'id': '4040e007-3d8c-4d1e-b343-acedb0fc953d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:30Z', 'updated_at': '2021-09-26T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:04.756535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Deleting port 4d6fb51a-15ef-49af-b296-50a6a14999ec {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:04.757101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.787387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] Checking router: 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:02:04.804316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] Routers {'5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:04.804933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:01:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:04.824392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.838850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] For port 4d6fb51a-15ef-49af-b296-50a6a14999ec, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4d6fb51a-15ef-49af-b296-50a6a14999ec,segment=NetworkSegment(8bca3eb3-ec3b-44db-aee7-10281c0d613c),segment_id=8bca3eb3-ec3b-44db-aee7-10281c0d613c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:04.839302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.859844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Calling delete_port for 4d6fb51a-15ef-49af-b296-50a6a14999ec owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:04.860485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Pushing event deleted for resources: {'Port': ['ID=4040e007-3d8c-4d1e-b343-acedb0fc953d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:04.899612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] Set router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:04.952482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T13:02:04Z', 'revision_number': 6, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:04.961110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:04.983936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40667a1-2fe5-41d8-934e-0254c4c04286 None None] The sync data for ids ['5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6'] in n-d-806683-13 is: [{'id': '5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307053457-router', 'tenant_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:29Z', 'updated_at': '2021-09-26T13:02:04Z', 'revision_number': 6, 'project_id': 'fcfce2c0b26645adbacd461b74c27eaf', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:02:05.038435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256021-47be-4566-a103-ab9f8dad4379 req-b2ac43d3-bbd9-4041-b8f4-1c58e7ef4522 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:05.038435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9256021-47be-4566-a103-ab9f8dad4379 req-b2ac43d3-bbd9-4041-b8f4-1c58e7ef4522 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1246920 Sep 26 13:02:05.107138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.111084 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.114554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.146941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9256021-47be-4566-a103-ab9f8dad4379 req-24c4b6c4-3bd4-4902-8665-30aa0a5c1823 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579562 Sep 26 13:02:05.167128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6fb51a-15ef-49af-b296-50a6a14999ec,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:05.196349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.196906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:02:05.203399 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.205965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3664065f-d7bd-4654-9361-1229c4e1f412 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5ca2cc3f-c9f9-467a-8683-3b8b848d5fc6 HTTP/1.1" status: 204 len: 168 time: 1.0096788 Sep 26 13:02:05.207775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35468) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:05.285574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2c7976-6bdb-446a-b5c5-4a9a232dcf0a admin admin] Deleting subnet 151b3314-856b-486a-960e-b8428c1b8a63 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:02:05.289168 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7976-6bdb-446a-b5c5-4a9a232dcf0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.330662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7976-6bdb-446a-b5c5-4a9a232dcf0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.476321 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7976-6bdb-446a-b5c5-4a9a232dcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.532030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1d6fa-62b7-42d3-8f53-8962823b9bfe req-630db58a-e80b-4d38-9747-b9230080ef01 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:05.533661 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5c1d6fa-62b7-42d3-8f53-8962823b9bfe req-630db58a-e80b-4d38-9747-b9230080ef01 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 944 time: 0.1051025 Sep 26 13:02:05.565448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7976-6bdb-446a-b5c5-4a9a232dcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.605041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7976-6bdb-446a-b5c5-4a9a232dcf0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.606697 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0c2c7976-6bdb-446a-b5c5-4a9a232dcf0a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/151b3314-856b-486a-960e-b8428c1b8a63 HTTP/1.1" status: 204 len: 168 time: 0.3979836 Sep 26 13:02:05.609716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c7976-6bdb-446a-b5c5-4a9a232dcf0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151b3314-856b-486a-960e-b8428c1b8a63,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:05.611144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8ad24-c4b0-4769-a5bc-bcde730a607d None None] Network dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:02:05.611313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35476) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:05.628969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5c1d6fa-62b7-42d3-8f53-8962823b9bfe req-33ceb11c-da68-4d5d-8642-2e7a6444bbbe tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827343 Sep 26 13:02:05.659691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f1a95-38c9-4804-8012-812f75d0ac14 req-b5e1c3af-6a63-47d9-8b34-e369b2dca4ea tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:05.666830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-260f1a95-38c9-4804-8012-812f75d0ac14 req-b5e1c3af-6a63-47d9-8b34-e369b2dca4ea tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0635564 Sep 26 13:02:05.712822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.722276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-260f1a95-38c9-4804-8012-812f75d0ac14 req-55196019-45e7-4e3d-ba98-2782e7fa933e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544548 Sep 26 13:02:05.749092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.829242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Deleting port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:05.829674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.840279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed04fd8-a3d9-4b09-9011-f03973bb189a req-799eeece-9168-46bc-a4d5-bee34382c36d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:05.848376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aed04fd8-a3d9-4b09-9011-f03973bb189a req-799eeece-9168-46bc-a4d5-bee34382c36d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0736773 Sep 26 13:02:05.880175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0e91dece-a08e-45c9-937b-5c9cec227199 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:05.882242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:05.934737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] DHCP port deletion for dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:02:05.953310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] For port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc,segment=NetworkSegment(8db70579-aa0c-4aaa-84f2-83c86bcb965c),segment_id=8db70579-aa0c-4aaa-84f2-83c86bcb965c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:05.954007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:05.981633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aed04fd8-a3d9-4b09-9011-f03973bb189a req-670ffe25-cf6e-4462-abd6-401a9364df9e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322830 Sep 26 13:02:05.991982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Calling delete_port for 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:06.039711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Router 46e8b48c-b4c3-4717-aa3b-db58c313d586 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:02:06.055178 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.088833 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.145548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] Deleting port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:06.145926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.153737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:06.158621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] No DVR routers for this DVR port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:06.170735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:06.173198 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cddbd8d-6971-485f-83f1-75821ee6b03c" -d '{"events": [{"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:06.228446 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:06.230493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0e91dece-a08e-45c9-937b-5c9cec227199, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0e91dece-a08e-45c9-937b-5c9cec227199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:06.271443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.300216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.310637 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] For port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:06.311034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.313587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '0e91dece-a08e-45c9-937b-5c9cec227199', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'port_id': '0e91dece-a08e-45c9-937b-5c9cec227199', 'mac_address': 'fa:16:3e:fd:90:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c3a00d-3b90-406a-8755-4a3407d6a9fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:06.330383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:06.334067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:02:06.339683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b107b3f9-098d-4248-80d6-dafe36c5701d admin admin] 10.222.0.13 "PUT /v2.0/routers/46e8b48c-b4c3-4717-aa3b-db58c313d586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0453749 Sep 26 13:02:06.341589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] Calling delete_port for 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:06.343805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35494) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:06.345092 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] Sync routers for ids ['46e8b48c-b4c3-4717-aa3b-db58c313d586'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:02:06.353113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] Port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:02:06.355278 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f870dc09-c59f-4d61-9b5d-d29c21532275 x-openstack-request-id: req-f870dc09-c59f-4d61-9b5d-d29c21532275 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:06.355830 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:06.356422 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f870dc09-c59f-4d61-9b5d-d29c21532275 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:06.357059 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'code': 200} Sep 26 13:02:06.357446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] Routers {'46e8b48c-b4c3-4717-aa3b-db58c313d586'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:06.358134 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:01:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46e8b48c-b4c3-4717-aa3b-db58c313d586'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:06.370521 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.381930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14933d35-cb7b-49cf-a32a-9dfbd3aac50d req-e7d5c7ae-9706-46f8-851f-1f17b02b113c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:06.391908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14933d35-cb7b-49cf-a32a-9dfbd3aac50d req-e7d5c7ae-9706-46f8-851f-1f17b02b113c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1062572 Sep 26 13:02:06.415548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:06.418420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] No DVR routers for this DVR port 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:06.452104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14933d35-cb7b-49cf-a32a-9dfbd3aac50d req-8fc23294-47f5-431f-9439-47a7fd627ae5 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582426 Sep 26 13:02:06.452761 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.480095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e91dece-a08e-45c9-937b-5c9cec227199 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:06.485788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a5032-ab5b-46e1-85ab-4441d08d65b9 None None] Pushing event deleted for resources: {'Port': ['ID=0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:06.514263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0e91dece-a08e-45c9-937b-5c9cec227199, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0e91dece-a08e-45c9-937b-5c9cec227199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:06.521131 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.539226 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] Set router 46e8b48c-b4c3-4717-aa3b-db58c313d586 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:06.599171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=0e91dece-a08e-45c9-937b-5c9cec227199,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:06.616990 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8629a4cc-eee9-4580-a50d-c73884ebb25d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:06.638638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 8629a4cc-eee9-4580-a50d-c73884ebb25d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:06.639055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8629a4cc-eee9-4580-a50d-c73884ebb25d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:06.639695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:06.660062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:06.660815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0e9191cf-cb32-4d9f-a1ce-85f895a7b8bc not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:06.661473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4040e007-3d8c-4d1e-b343-acedb0fc953d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:06.693224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 4040e007-3d8c-4d1e-b343-acedb0fc953d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:06.694090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4040e007-3d8c-4d1e-b343-acedb0fc953d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:06.697599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db70579-aa0c-4aaa-84f2-83c86bcb965c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:06.697897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db70579-aa0c-4aaa-84f2-83c86bcb965c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:06.739172 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.755220 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T13:02:05Z', 'revision_number': 5, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:06.782725 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] Checking router: 46e8b48c-b4c3-4717-aa3b-db58c313d586 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:02:06.787671 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.792857 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] Routers {'46e8b48c-b4c3-4717-aa3b-db58c313d586'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:06.793704 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:01:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['46e8b48c-b4c3-4717-aa3b-db58c313d586'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:06.803591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:02:06.804001 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:02:06.806017 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:02:06.809202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0e91dece-a08e-45c9-937b-5c9cec227199'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:06.839755 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.853345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12046da7-7399-4145-8fa1-fa4de3cabc30 req-8164255b-1b54-4f54-92a7-7d16f039d052 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:06.855228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12046da7-7399-4145-8fa1-fa4de3cabc30 req-8164255b-1b54-4f54-92a7-7d16f039d052 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0637848 Sep 26 13:02:06.901429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12046da7-7399-4145-8fa1-fa4de3cabc30 req-c8e66bf8-e971-4286-9d78-0b53fd481644 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Sep 26 13:02:06.927655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decbe46-5f22-4a8f-983c-6d68ffe93f67 req-5ab106f1-8d4f-44ca-8ddc-e86b36e161fb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:06.928761 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] Set router 46e8b48c-b4c3-4717-aa3b-db58c313d586 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:06.929316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9decbe46-5f22-4a8f-983c-6d68ffe93f67 req-5ab106f1-8d4f-44ca-8ddc-e86b36e161fb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 945 time: 0.1977739 Sep 26 13:02:06.964315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.984019 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:06.988861 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85 HTTP/1.1" status: 204 len: 168 time: 1.3675289 Sep 26 13:02:06.989587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35500) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:07.004584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07c7e1-8b96-4ad0-b31f-70ea6bd03f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4ea28d-594a-4e7e-a9b9-72b7ee08bf85,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:07.044570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9decbe46-5f22-4a8f-983c-6d68ffe93f67 req-4371c919-4bbb-46fe-9a32-73e959b8a5e2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834987 Sep 26 13:02:07.065962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.148100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Deleting port a86331b0-943c-4469-950f-b1cca5775d33 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:07.148853 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.153095 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T13:02:05Z', 'revision_number': 5, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:07.167661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aba87-8623-430a-a0c0-bdd8ef88a856 req-fc12bf0c-8692-4a30-a855-0c9e8bf68a8f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:07.169454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-622aba87-8623-430a-a0c0-bdd8ef88a856 req-fc12bf0c-8692-4a30-a855-0c9e8bf68a8f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0756614 Sep 26 13:02:07.180799 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af293bf-a6a3-41e7-9e77-09f580f40818 None None] The sync data for ids ['46e8b48c-b4c3-4717-aa3b-db58c313d586'] in n-d-806683-13 is: [{'id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'name': 'tempest-ServerRescueNegativeTestJSON-33411095-router', 'tenant_id': '550781b2300643759eb7f871ade153ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:12Z', 'updated_at': '2021-09-26T13:02:05Z', 'revision_number': 5, 'project_id': '550781b2300643759eb7f871ade153ab', 'gw_port': {'id': 'a86331b0-943c-4469-950f-b1cca5775d33', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8b48c-b4c3-4717-aa3b-db58c313d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:13Z', 'updated_at': '2021-09-26T12:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:02:07.254993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] For port a86331b0-943c-4469-950f-b1cca5775d33, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a86331b0-943c-4469-950f-b1cca5775d33,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:07.255482 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.267748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Calling delete_port for a86331b0-943c-4469-950f-b1cca5775d33 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:07.292005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-622aba87-8623-430a-a0c0-bdd8ef88a856 req-17c7a1c4-2440-4500-89ed-2a84ec0ab9c0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737855 Sep 26 13:02:07.450412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.463424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.478609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a86331b0-943c-4469-950f-b1cca5775d33,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:07.545276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.603748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c790b9-6a82-4479-ba1a-1650a9d4c8bb req-f7eb8230-1589-49cf-85ff-a3530e913aa8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:07.605432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58c790b9-6a82-4479-ba1a-1650a9d4c8bb req-f7eb8230-1589-49cf-85ff-a3530e913aa8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0722308 Sep 26 13:02:07.645031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.647297 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.696125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.696854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46e8b48c-b4c3-4717-aa3b-db58c313d586 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:02:07.701795 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.705656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e7e6db2b-b93a-483a-8262-4c3bb2e31d0d admin admin] 10.222.0.13 "DELETE /v2.0/routers/46e8b48c-b4c3-4717-aa3b-db58c313d586 HTTP/1.1" status: 204 len: 168 time: 1.3608253 Sep 26 13:02:07.706405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:07.706871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58c790b9-6a82-4479-ba1a-1650a9d4c8bb req-fb87e28c-d888-4166-9076-843548ede2c5 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924065 Sep 26 13:02:07.752441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e52b46-d6d7-446a-8283-e15088fb563a admin admin] Deleting subnet dec496d8-9352-46f9-849a-03445ab486f5 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:02:07.756474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0e52b46-d6d7-446a-8283-e15088fb563a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.792415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0e52b46-d6d7-446a-8283-e15088fb563a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.810525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Deleting port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:07.810920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.842626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0e52b46-d6d7-446a-8283-e15088fb563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.876339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0e91dece-a08e-45c9-937b-5c9cec227199 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:07.899549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] For port 977b8268-eaff-48aa-9d6a-71bfb61e9f9e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,segment=NetworkSegment(04180c36-ffa1-4866-b16b-acae3cac2264),segment_id=04180c36-ffa1-4866-b16b-acae3cac2264)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:07.899814 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.906418 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0e52b46-d6d7-446a-8283-e15088fb563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.917067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Calling delete_port for 977b8268-eaff-48aa-9d6a-71bfb61e9f9e owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:07.935846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e52b46-d6d7-446a-8283-e15088fb563a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec496d8-9352-46f9-849a-03445ab486f5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:07.939766 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0e52b46-d6d7-446a-8283-e15088fb563a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:07.941777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c0e52b46-d6d7-446a-8283-e15088fb563a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dec496d8-9352-46f9-849a-03445ab486f5 HTTP/1.1" status: 204 len: 168 time: 0.2344103 Sep 26 13:02:07.944468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35522) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:07.953586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 0e91dece-a08e-45c9-937b-5c9cec227199 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:02:07.959406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 0e91dece-a08e-45c9-937b-5c9cec227199 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:07.959906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.036653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.063116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.081825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a3334-5790-48e2-91a4-ed168dc9cf18 req-698bada4-8de1-4fec-b73b-4c8fc371e12e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:08.083365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb4a3334-5790-48e2-91a4-ed168dc9cf18 req-698bada4-8de1-4fec-b73b-4c8fc371e12e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0996659 Sep 26 13:02:08.090674 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0e91dece-a08e-45c9-937b-5c9cec227199, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0e91dece-a08e-45c9-937b-5c9cec227199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:08.096625 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.123375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.160132 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=0e91dece-a08e-45c9-937b-5c9cec227199,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:08.161143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Pushing event deleted for resources: {'Port': ['ID=977b8268-eaff-48aa-9d6a-71bfb61e9f9e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:08.167617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb4a3334-5790-48e2-91a4-ed168dc9cf18 req-f2f4d7d3-99a1-4242-9d91-74fc4ab224fa tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595164 Sep 26 13:02:08.197716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.227463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02630797-e650-4066-a7f3-8c514fdc156d']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:08.238213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bca3eb3-ec3b-44db-aee7-10281c0d613c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:08.238558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bca3eb3-ec3b-44db-aee7-10281c0d613c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:08.249259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0a38c-c5b2-45ab-8e93-d08a5c69ac99 req-7886d79f-e583-4fe7-a839-d80f6dd991df tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:08.250996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffa0a38c-c5b2-45ab-8e93-d08a5c69ac99 req-7886d79f-e583-4fe7-a839-d80f6dd991df tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 946 time: 0.1207085 Sep 26 13:02:08.251854 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-304a6635-1873-4d3f-a62d-5c96780038e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.255683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.282069 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.290977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:02:08.291784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:02:08.293962 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:02:08.366614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7a57c9-4205-492e-9e9c-581839778f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e91dece-a08e-45c9-937b-5c9cec227199'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:08.369234 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e5cfe3-c5b4-4651-9d9c-828bd76d763f" -d '{"events": [{"server_uuid": "7b7a57c9-4205-492e-9e9c-581839778f5d", "name": "network-vif-plugged", "status": "completed", "tag": "0e91dece-a08e-45c9-937b-5c9cec227199"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:08.382642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.390268 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.392953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] 10.222.0.13 "DELETE /v2.0/networks/02630797-e650-4066-a7f3-8c514fdc156d HTTP/1.1" status: 204 len: 168 time: 0.4471288 Sep 26 13:02:08.398751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffa0a38c-c5b2-45ab-8e93-d08a5c69ac99 req-45718f2c-2963-42a0-b26a-eca525cffdb9 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349339 Sep 26 13:02:08.406060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901afd0-3db4-42ca-ab3d-244ce2090fea admin admin] Pushing event deleted for resources: {'Network': ['ID=02630797-e650-4066-a7f3-8c514fdc156d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:08.444282 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.520391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cd34a-76cf-474c-8691-29ac0b8f2801 req-ada402c7-8bfe-4b34-93cf-08eecea12d88 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:08.522152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d0cd34a-76cf-474c-8691-29ac0b8f2801 req-ada402c7-8bfe-4b34-93cf-08eecea12d88 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1041338 Sep 26 13:02:08.592226 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb659f86-b3a2-4aaf-a4b7-8763e603f197 x-openstack-request-id: req-cb659f86-b3a2-4aaf-a4b7-8763e603f197 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:08.592524 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7a57c9-4205-492e-9e9c-581839778f5d", "name": "network-vif-plugged", "status": "completed", "tag": "0e91dece-a08e-45c9-937b-5c9cec227199", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:08.592779 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb659f86-b3a2-4aaf-a4b7-8763e603f197 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:08.593175 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7a57c9-4205-492e-9e9c-581839778f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e91dece-a08e-45c9-937b-5c9cec227199', 'code': 200} Sep 26 13:02:08.595559 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d0cd34a-76cf-474c-8691-29ac0b8f2801 req-f1c276e0-0a0d-4987-99c3-d570774d1683 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642166 Sep 26 13:02:08.605780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35544) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:08.611819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4d6fb51a-15ef-49af-b296-50a6a14999ec no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:08.638394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 4d6fb51a-15ef-49af-b296-50a6a14999ec {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:08.638839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4d6fb51a-15ef-49af-b296-50a6a14999ec not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:08.639366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a86331b0-943c-4469-950f-b1cca5775d33 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:08.660193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a86331b0-943c-4469-950f-b1cca5775d33 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:08.660683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a86331b0-943c-4469-950f-b1cca5775d33 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:08.662467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ab1cf3f4-ddd0-4f50-a34e-04f91476a4d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=550781b2300643759eb7f871ade153ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552626 Sep 26 13:02:08.664955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35546) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:08.713584 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eac5f2b3-7594-4fca-b632-c3aad760c5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.735241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eac5f2b3-7594-4fca-b632-c3aad760c5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.762794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4655-b10a-49c3-9d9f-ab0c9d5bf64d req-f47d4cce-84df-4ea2-b9cf-e4be6ebac080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:08.764821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bed4655-b10a-49c3-9d9f-ab0c9d5bf64d req-f47d4cce-84df-4ea2-b9cf-e4be6ebac080 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 1098 time: 0.0860217 Sep 26 13:02:08.788154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eac5f2b3-7594-4fca-b632-c3aad760c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.790988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eac5f2b3-7594-4fca-b632-c3aad760c5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:08.795019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eac5f2b3-7594-4fca-b632-c3aad760c5e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a13151c-fd30-4034-8339-c490979fe876 HTTP/1.1" status: 204 len: 168 time: 0.1290846 Sep 26 13:02:08.803527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5f2b3-7594-4fca-b632-c3aad760c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a13151c-fd30-4034-8339-c490979fe876,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:08.826835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:02:08.858387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bed4655-b10a-49c3-9d9f-ab0c9d5bf64d req-cf21efd3-d490-4e76-b2e7-da419f1c6987 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808856 Sep 26 13:02:08.871890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d3dd-79eb-4b8c-adb9-551a75410d1f req-47df0a46-ab9e-49d4-b905-cfe03c32a9d4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:08.873378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a40d3dd-79eb-4b8c-adb9-551a75410d1f req-47df0a46-ab9e-49d4-b905-cfe03c32a9d4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0906146 Sep 26 13:02:08.917499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70e1e805-10a8-48d1-89bb-a012fd525dc4 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:08.979418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a40d3dd-79eb-4b8c-adb9-551a75410d1f req-e8895211-0e49-4cc1-82a7-e826cc45121f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756307 Sep 26 13:02:09.001382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:02:09.012057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e93784a8-be7f-42f1-9742-b7cb507cd30d admin admin] 10.222.0.13 "PUT /v2.0/routers/32fe6a28-10c4-4cf0-bbba-7e681e9160f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0195107 Sep 26 13:02:09.012688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35554) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:09.013109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] Sync routers for ids ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:02:09.030937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] Routers {'32fe6a28-10c4-4cf0-bbba-7e681e9160f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:09.031680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:01:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:09.075480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:09.129249 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:09.247458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'mac_address': 'fa:16:3e:d4:fc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:09.248497 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:09.307153 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:09.326772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] Set router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:09.341208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7456a-8649-4394-a99a-f4d1858d7026 req-8ce27cbf-6a83-4d27-b443-7effbba6e5af tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:09.342941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0f7456a-8649-4394-a99a-f4d1858d7026 req-8ce27cbf-6a83-4d27-b443-7effbba6e5af tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0897326 Sep 26 13:02:09.357900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70e1e805-10a8-48d1-89bb-a012fd525dc4 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:09.364351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Deleting port c447f11e-076f-4254-88ea-7bc6039b17ab {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:09.364705 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:09.431371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:09.460858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:09.475688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0f7456a-8649-4394-a99a-f4d1858d7026 req-35dac4f2-f847-4c76-8841-9b7e55098ced tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942738 Sep 26 13:02:09.514210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] For port c447f11e-076f-4254-88ea-7bc6039b17ab, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c447f11e-076f-4254-88ea-7bc6039b17ab,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:09.514593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:09.544102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Calling delete_port for c447f11e-076f-4254-88ea-7bc6039b17ab owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:09.581548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:09.589122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['70e1e805-10a8-48d1-89bb-a012fd525dc4'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:09.618731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ad5f-41ab-4ec5-b98f-b8cafed41ac2 req-3dfeab70-18cc-42ed-8ad2-df125466264c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:09.620623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b76ad5f-41ab-4ec5-b98f-b8cafed41ac2 req-3dfeab70-18cc-42ed-8ad2-df125466264c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 946 time: 0.0937979 Sep 26 13:02:09.649845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T13:02:08Z', 'revision_number': 5, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port': {'id': 'c447f11e-076f-4254-88ea-7bc6039b17ab', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:72:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:54:38Z', 'updated_at': '2021-09-26T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:09.666694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b76ad5f-41ab-4ec5-b98f-b8cafed41ac2 req-525eaf94-3611-4bc9-8bf6-2b3d34c88fa6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Sep 26 13:02:09.716597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] Checking router: 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:02:09.735849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] Routers {'32fe6a28-10c4-4cf0-bbba-7e681e9160f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:09.736902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:01:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:09.771853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4dcd0-b358-4f8e-b059-b791b9974669 req-e2d4f7f6-5cd0-4130-ac6e-4f8cabc1a42b tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:09.773375 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5be4dcd0-b358-4f8e-b059-b791b9974669 req-e2d4f7f6-5cd0-4130-ac6e-4f8cabc1a42b tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.1421566 Sep 26 13:02:09.845422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] Set router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:09.850461 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5be4dcd0-b358-4f8e-b059-b791b9974669 req-f09326e9-02f0-4c15-ba01-ce86b214f7a5 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687222 Sep 26 13:02:09.861906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:09.890616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e95c-a272-4bb0-a82a-bee7b5b6a337 req-6283d42f-8f1f-495a-b346-c188ac018996 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:09.892472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e853e95c-a272-4bb0-a82a-bee7b5b6a337 req-6283d42f-8f1f-495a-b346-c188ac018996 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0736690 Sep 26 13:02:09.918639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c447f11e-076f-4254-88ea-7bc6039b17ab,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:09.938880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T13:02:09Z', 'revision_number': 6, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:09.962178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e853e95c-a272-4bb0-a82a-bee7b5b6a337 req-f213c130-43fb-47ec-a26c-ba4cd6b8b2ea tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609722 Sep 26 13:02:09.967968 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:09.991241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa7eca-ab05-4bb3-b9d9-e2c43ed805a8 None None] The sync data for ids ['32fe6a28-10c4-4cf0-bbba-7e681e9160f6'] in n-d-806683-13 is: [{'id': '32fe6a28-10c4-4cf0-bbba-7e681e9160f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354974435-router', 'tenant_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:54:37Z', 'updated_at': '2021-09-26T13:02:09Z', 'revision_number': 6, 'project_id': '90f0a247dfc54a0d8da8d141f7f6ae7b', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:02:10.104017 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.107598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.176121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.176696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32fe6a28-10c4-4cf0-bbba-7e681e9160f6 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:02:10.181738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.182912 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89f3836a-d1ec-4a26-b2f8-a266cc3244c5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/32fe6a28-10c4-4cf0-bbba-7e681e9160f6 HTTP/1.1" status: 204 len: 168 time: 1.1691902 Sep 26 13:02:10.185660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35604) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:10.198249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca128961-e72b-4a74-9681-ab3775285eac req-e8adff20-52cd-4e37-ba31-3d4bcb069e1d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:10.199929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca128961-e72b-4a74-9681-ab3775285eac req-e8adff20-52cd-4e37-ba31-3d4bcb069e1d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1090763 Sep 26 13:02:10.241103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4635ffdd-d56b-4c5e-a21b-06144d9d2a8a admin admin] Deleting subnet dc6148c0-e98c-4690-bb00-f50979e93815 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:02:10.244669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4635ffdd-d56b-4c5e-a21b-06144d9d2a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.244830 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca128961-e72b-4a74-9681-ab3775285eac req-25806c8f-a42c-4bdf-932f-638756af890c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379729 Sep 26 13:02:10.285379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4635ffdd-d56b-4c5e-a21b-06144d9d2a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.374921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4635ffdd-d56b-4c5e-a21b-06144d9d2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.439016 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4635ffdd-d56b-4c5e-a21b-06144d9d2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.478218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635ffdd-d56b-4c5e-a21b-06144d9d2a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6148c0-e98c-4690-bb00-f50979e93815,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:10.483265 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4635ffdd-d56b-4c5e-a21b-06144d9d2a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.487697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35612) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:10.489023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4635ffdd-d56b-4c5e-a21b-06144d9d2a8a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc6148c0-e98c-4690-bb00-f50979e93815 HTTP/1.1" status: 204 len: 168 time: 0.3019891 Sep 26 13:02:10.495523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50165e33-74ef-4d52-9e55-0ccc448f709f None None] Network dbed006d-fa45-4c01-9aa6-5056cb36550f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:02:10.576530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.605044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337128c1-9ea0-4127-879e-9df880364dd3 req-63a5db7c-1ca2-4df7-82cb-ddb59aa37627 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:10.607283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337128c1-9ea0-4127-879e-9df880364dd3 req-63a5db7c-1ca2-4df7-82cb-ddb59aa37627 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0529850 Sep 26 13:02:10.644136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Deleting port ad56c203-61f0-4b6f-b065-35ee92d3dc4e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:10.644484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.666087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-337128c1-9ea0-4127-879e-9df880364dd3 req-16554ea0-a4e0-4157-ae32-e657c9601982 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502756 Sep 26 13:02:10.743732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] For port ad56c203-61f0-4b6f-b065-35ee92d3dc4e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ad56c203-61f0-4b6f-b065-35ee92d3dc4e,segment=NetworkSegment(04180c36-ffa1-4866-b16b-acae3cac2264),segment_id=04180c36-ffa1-4866-b16b-acae3cac2264)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:10.743976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.762509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Calling delete_port for ad56c203-61f0-4b6f-b065-35ee92d3dc4e owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:10.836652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167aff7-d143-4c88-98aa-23db26c46039 req-fc03833e-1a3e-468f-b6ff-fb7f92084441 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:10.840820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6167aff7-d143-4c88-98aa-23db26c46039 req-fc03833e-1a3e-468f-b6ff-fb7f92084441 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 946 time: 0.0860615 Sep 26 13:02:10.848591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] DHCP port deletion for dbed006d-fa45-4c01-9aa6-5056cb36550f request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:02:10.870132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:10.898936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 977b8268-eaff-48aa-9d6a-71bfb61e9f9e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:10.918281 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6167aff7-d143-4c88-98aa-23db26c46039 req-5b08be75-9aa4-4b05-bdd4-12bb7ea50362 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684915 Sep 26 13:02:10.926931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] No DVR routers for this DVR port ad56c203-61f0-4b6f-b065-35ee92d3dc4e on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:10.927488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 977b8268-eaff-48aa-9d6a-71bfb61e9f9e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:10.928152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 977b8268-eaff-48aa-9d6a-71bfb61e9f9e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:10.934498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70e1e805-10a8-48d1-89bb-a012fd525dc4 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:10.943958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad56c203-61f0-4b6f-b065-35ee92d3dc4e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:11.021561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454a868-a660-4413-bddf-9c5b7b2f91da req-b2fbb553-ffb1-47a5-a7f7-ee81dc92db63 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:11.023504 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c454a868-a660-4413-bddf-9c5b7b2f91da req-b2fbb553-ffb1-47a5-a7f7-ee81dc92db63 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.1253407 Sep 26 13:02:11.039162 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-457f7288-7e0c-46ac-b1df-7910057f9764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.054287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.060690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] Deleting port ad56c203-61f0-4b6f-b065-35ee92d3dc4e {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:11.061429 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.097443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbed006d-fa45-4c01-9aa6-5056cb36550f']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:11.113256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04180c36-ffa1-4866-b16b-acae3cac2264') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:11.113697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04180c36-ffa1-4866-b16b-acae3cac2264') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:11.114731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 70e1e805-10a8-48d1-89bb-a012fd525dc4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:11.115316 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.135976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.149065 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c454a868-a660-4413-bddf-9c5b7b2f91da req-0a8d8071-71a7-4fde-af10-f9d72ecb9f61 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916910 Sep 26 13:02:11.182566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.190215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:02:11.197099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] For port ad56c203-61f0-4b6f-b065-35ee92d3dc4e, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:11.197591 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.201770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:02:11.208580 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:02:11.215221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] Calling delete_port for ad56c203-61f0-4b6f-b065-35ee92d3dc4e owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:11.219388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] Port ad56c203-61f0-4b6f-b065-35ee92d3dc4e was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:02:11.229041 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.238436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50024ed9-6d0b-4f28-8971-a6e82f7fb2dc req-2b233e37-99ec-4b26-9951-aca1768939bb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:11.250058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50024ed9-6d0b-4f28-8971-a6e82f7fb2dc req-2b233e37-99ec-4b26-9951-aca1768939bb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 946 time: 0.1079152 Sep 26 13:02:11.262961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] Pushing event deleted for resources: {'Port': ['ID=ad56c203-61f0-4b6f-b065-35ee92d3dc4e,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:11.269514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c42958-0ced-4375-8ef5-40800cebfd21 None None] No DVR routers for this DVR port ad56c203-61f0-4b6f-b065-35ee92d3dc4e on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:11.311469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50024ed9-6d0b-4f28-8971-a6e82f7fb2dc req-9061c284-fe72-41af-88fc-6e8e2df3d628 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601916 Sep 26 13:02:11.313633 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.372378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:11.374343 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.375645 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13acb170-4c45-40b1-8d30-2522447f7ab2" -d '{"events": [{"server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "name": "network-vif-plugged", "status": "completed", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:11.382428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.386385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dbed006d-fa45-4c01-9aa6-5056cb36550f HTTP/1.1" status: 204 len: 168 time: 0.8950427 Sep 26 13:02:11.400165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb104c-eb4a-4b1d-8dc5-71c8a31cd7ff req-a8961caf-cbcc-48bc-8a4f-a37bd81b84c1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:11.400978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:11.401932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-72eb104c-eb4a-4b1d-8dc5-71c8a31cd7ff req-a8961caf-cbcc-48bc-8a4f-a37bd81b84c1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1576483 Sep 26 13:02:11.419819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.420813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222a279-f07e-413a-8b43-1a9a0ef903d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbed006d-fa45-4c01-9aa6-5056cb36550f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:11.480004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-72eb104c-eb4a-4b1d-8dc5-71c8a31cd7ff req-9d1b24ff-ee6d-463f-bf64-76fafa06fe90 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 Sep 26 13:02:11.510842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:11.533340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050560d-5bda-4553-8253-a14edd207bdd req-167eacfa-74ce-4d71-a35c-c838636888c3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:11.535568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c050560d-5bda-4553-8253-a14edd207bdd req-167eacfa-74ce-4d71-a35c-c838636888c3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0771532 Sep 26 13:02:11.577041 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.582618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c050560d-5bda-4553-8253-a14edd207bdd req-2b3bab42-bf04-418c-8cff-bebf494b2728 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Sep 26 13:02:11.642416 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f987dc0-19a9-4ce4-9ca0-b0801e552358 x-openstack-request-id: req-0f987dc0-19a9-4ce4-9ca0-b0801e552358 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:11.642791 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "name": "network-vif-plugged", "status": "completed", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:11.643181 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f987dc0-19a9-4ce4-9ca0-b0801e552358 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:11.643461 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'code': 200} Sep 26 13:02:11.646384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35654) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:11.692748 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7de68b43-aecf-4aee-a02f-0024cb3ecf52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcfce2c0b26645adbacd461b74c27eaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0444086 Sep 26 13:02:11.699901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35660) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:11.746062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47d64a-170b-42aa-bd3f-feeeeedf00e2 req-5bb22339-8889-4987-bf8f-ce89e574702a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:11.748345 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e47d64a-170b-42aa-bd3f-feeeeedf00e2 req-5bb22339-8889-4987-bf8f-ce89e574702a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 946 time: 0.0582848 Sep 26 13:02:11.762607 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad6d-ecb7-407a-b3fa-b198f37c2784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.793415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e47d64a-170b-42aa-bd3f-feeeeedf00e2 req-0df9295d-d152-4200-9cd0-dd2067e9452c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380380 Sep 26 13:02:11.810972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad6d-ecb7-407a-b3fa-b198f37c2784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.863108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068f00-6679-4972-8d28-3916c62fe4fb req-ae9022d9-0b95-496b-837d-4bbc0d335b9c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:11.864606 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad068f00-6679-4972-8d28-3916c62fe4fb req-ae9022d9-0b95-496b-837d-4bbc0d335b9c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0887229 Sep 26 13:02:11.893442 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad6d-ecb7-407a-b3fa-b198f37c2784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.897689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11c5ad6d-ecb7-407a-b3fa-b198f37c2784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:11.902075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-11c5ad6d-ecb7-407a-b3fa-b198f37c2784 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b159dd1-3e1d-4752-87f8-2ae9c462c652 HTTP/1.1" status: 204 len: 168 time: 0.2010489 Sep 26 13:02:11.927404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5ad6d-ecb7-407a-b3fa-b198f37c2784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b159dd1-3e1d-4752-87f8-2ae9c462c652,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:11.962507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad068f00-6679-4972-8d28-3916c62fe4fb req-e53dadfc-84ce-4352-be98-e1eedd111948 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800900 Sep 26 13:02:11.996909 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:12.107362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36413228-f972-4a31-b7d9-1b95b7b04be3 req-9680e8b4-ca76-4326-a50b-0f0defecdccc tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:12.108922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36413228-f972-4a31-b7d9-1b95b7b04be3 req-9680e8b4-ca76-4326-a50b-0f0defecdccc tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.0865433 Sep 26 13:02:12.155712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36413228-f972-4a31-b7d9-1b95b7b04be3 req-32cc1791-6c5b-43e9-a678-940285873993 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390909 Sep 26 13:02:12.213773 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-a3636b6e-a3fa-4afa-9baa-496de30222e5 service neutron] show failed (client error): The resource could not be found. Sep 26 13:02:12.214843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-a3636b6e-a3fa-4afa-9baa-496de30222e5 service neutron] 10.222.0.24 "GET /v2.0/ports/11c159ed-940c-4016-b10d-0d158ba604a5/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0582607 Sep 26 13:02:12.341829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35688) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:12.392037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-25694813-385a-4c84-9c33-1c8e7e79f478 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90f0a247dfc54a0d8da8d141f7f6ae7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467334 Sep 26 13:02:12.392269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35690) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:12.446795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae8dca53-cde6-445a-8825-26b91511b5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:12.495738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae8dca53-cde6-445a-8825-26b91511b5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:12.508698 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ad56c203-61f0-4b6f-b065-35ee92d3dc4e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:12.537826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-bb556098-f4e7-44fc-a7e4-32aeecbe0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:12.539435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-bb556098-f4e7-44fc-a7e4-32aeecbe0a10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9&tenant_id=90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 1101 time: 0.0783548 Sep 26 13:02:12.540145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ad56c203-61f0-4b6f-b065-35ee92d3dc4e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:12.540493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ad56c203-61f0-4b6f-b065-35ee92d3dc4e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:12.541101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c447f11e-076f-4254-88ea-7bc6039b17ab no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:12.563500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:12.564664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c447f11e-076f-4254-88ea-7bc6039b17ab {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:12.565036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c447f11e-076f-4254-88ea-7bc6039b17ab not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:12.570119 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae8dca53-cde6-445a-8825-26b91511b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:12.576980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae8dca53-cde6-445a-8825-26b91511b5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:12.578284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ae8dca53-cde6-445a-8825-26b91511b5dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bab029ad-b76f-4385-8704-394ecdfe91c3 HTTP/1.1" status: 204 len: 168 time: 0.1852045 Sep 26 13:02:12.610415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dca53-cde6-445a-8825-26b91511b5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab029ad-b76f-4385-8704-394ecdfe91c3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:12.658240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:12.688255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261c4fa-9d80-4df9-a5f6-3a7ecb401664 req-9cd7c51f-1f63-4495-9b3a-10f500194c93 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:12.690624 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9261c4fa-9d80-4df9-a5f6-3a7ecb401664 req-9cd7c51f-1f63-4495-9b3a-10f500194c93 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1001878 Sep 26 13:02:12.759705 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9261c4fa-9d80-4df9-a5f6-3a7ecb401664 req-01fea67e-6f15-43f6-8947-9a62d8ec9f12 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628564 Sep 26 13:02:12.855540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eb713-fd68-4832-ac5b-343cfb94e4d7 req-57ca30bd-e8af-4a69-9657-d6efae7b6963 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:12.857171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c18eb713-fd68-4832-ac5b-343cfb94e4d7 req-57ca30bd-e8af-4a69-9657-d6efae7b6963 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1304238 Sep 26 13:02:12.939109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1636b-7739-4a0c-9f2e-2f3dc8079edc req-ff540bce-c4e7-4bd3-9288-62a2871c8551 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:12.941934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd1636b-7739-4a0c-9f2e-2f3dc8079edc req-ff540bce-c4e7-4bd3-9288-62a2871c8551 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 946 time: 0.0668027 Sep 26 13:02:12.951730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c18eb713-fd68-4832-ac5b-343cfb94e4d7 req-f4998694-ce50-43a5-b317-f6573c13a9bc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843506 Sep 26 13:02:12.987325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:12.993799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd1636b-7739-4a0c-9f2e-2f3dc8079edc req-31b60df5-0bfb-44ca-a622-2f11799ea0ac tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Sep 26 13:02:13.044320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:02:13.115877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:13.118382 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2622cada-55ba-4ab2-b24c-776c684267f9" -d '{"events": [{"server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "name": "network-vif-unplugged", "status": "completed", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:13.123190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:13.150807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca22f55-3ca3-424e-8929-b749be58d9c5 req-3df9ef0a-7ed7-4720-ab32-da4552b9b01f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:13.152386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eca22f55-3ca3-424e-8929-b749be58d9c5 req-3df9ef0a-7ed7-4720-ab32-da4552b9b01f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0883701 Sep 26 13:02:13.157363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Transition to ACTIVE for port object 11c159ed-940c-4016-b10d-0d158ba604a5 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:02:13.176241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:13.264310 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc5b8d-5182-4d36-b8e5-685d2b8c1973 x-openstack-request-id: req-23bc5b8d-5182-4d36-b8e5-685d2b8c1973 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:13.264808 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "name": "network-vif-unplugged", "status": "completed", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:13.265170 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23bc5b8d-5182-4d36-b8e5-685d2b8c1973 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:13.265700 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5', 'code': 200} Sep 26 13:02:13.275215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eca22f55-3ca3-424e-8929-b749be58d9c5 req-d2cd48a6-7096-4e04-a905-311e73df9878 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162543 Sep 26 13:02:13.322672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] No DVR routers for this DVR port 11c159ed-940c-4016-b10d-0d158ba604a5 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:13.336159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:13.405144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a355-a334-4170-8f95-549d2b506f44 req-c5e4f25d-315a-490b-a83d-a90a99e561b4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:13.407231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a63a355-a334-4170-8f95-549d2b506f44 req-c5e4f25d-315a-490b-a83d-a90a99e561b4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 946 time: 0.1733603 Sep 26 13:02:13.444381 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:13.514251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Attempting to bind port 11c159ed-940c-4016-b10d-0d158ba604a5 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:02:13.515232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Attempting to bind port 11c159ed-940c-4016-b10d-0d158ba604a5 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:02:13.516116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Attempting to bind port 11c159ed-940c-4016-b10d-0d158ba604a5 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:13.565436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Port 11c159ed-940c-4016-b10d-0d158ba604a5 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:02:13.565890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Attempting to bind port 11c159ed-940c-4016-b10d-0d158ba604a5 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:13.579673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:02:13.580134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:02:13.580666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:02:13.582381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Bound port: 11c159ed-940c-4016-b10d-0d158ba604a5, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:02:13.582668 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:13.630181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7a7b0-17e5-4102-9e08-c2d76a0120e5 req-1d54281c-ca5d-4308-abe7-3cd47c4de2db tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:13.638291 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-def7a7b0-17e5-4102-9e08-c2d76a0120e5 req-1d54281c-ca5d-4308-abe7-3cd47c4de2db tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.2677598 Sep 26 13:02:13.761701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-789c639e-ef22-4fd2-816a-9e0076b056d9 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:13.763210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-789c639e-ef22-4fd2-816a-9e0076b056d9 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.2428772 Sep 26 13:02:13.840629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-def7a7b0-17e5-4102-9e08-c2d76a0120e5 req-9f9acce4-1f77-4b58-b5e8-b4b0881f3c4c tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011476 Sep 26 13:02:13.867283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:02:13.881361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:02:13.894999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Deleting port 0e91dece-a08e-45c9-937b-5c9cec227199 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:13.895594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:13.911769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:13.967349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb47d0-6994-4acf-a410-34b2a638ba4d req-9f4e676e-ad35-411d-ae6c-5ffd5d1e8823 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:13.969574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20bb47d0-6994-4acf-a410-34b2a638ba4d req-9f4e676e-ad35-411d-ae6c-5ffd5d1e8823 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 947 time: 0.1162522 Sep 26 13:02:14.043580 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20bb47d0-6994-4acf-a410-34b2a638ba4d req-5860cc3b-3d7e-45eb-8bdd-c31a2a2fbeef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669043 Sep 26 13:02:14.250439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec39e-be3e-4bab-be3d-742735dbb9f5 req-43a1aae3-adf3-45db-8d55-8bb4cc15c10f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:14.251901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a41ec39e-be3e-4bab-be3d-742735dbb9f5 req-43a1aae3-adf3-45db-8d55-8bb4cc15c10f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 946 time: 0.0945170 Sep 26 13:02:14.320195 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a41ec39e-be3e-4bab-be3d-742735dbb9f5 req-356892ce-8c61-468a-9fcc-a32fa31fa59c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556068 Sep 26 13:02:14.522408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:14.523070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:14.524885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] 10.222.0.23 "PUT /v2.0/ports/11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 1096 time: 1.9687381 Sep 26 13:02:14.589665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fd935-fba5-47c2-984c-ad63fdb58623 req-8b63d364-29df-4429-8f50-762488095e40 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:14.598420 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-206fd935-fba5-47c2-984c-ad63fdb58623 req-8b63d364-29df-4429-8f50-762488095e40 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.1119351 Sep 26 13:02:14.600569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5797b4-56d7-40f1-8347-0bd5c8b03942 service neutron] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:14.653416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0eec93-6bb8-42aa-af07-59d2e09cd0bf req-d3929734-f83a-4648-9d0a-5bda4a7a8115 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:14.663747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-af0eec93-6bb8-42aa-af07-59d2e09cd0bf req-d3929734-f83a-4648-9d0a-5bda4a7a8115 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.2590404 Sep 26 13:02:14.675061 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-206fd935-fba5-47c2-984c-ad63fdb58623 req-ff93e290-ed8a-406a-84fd-81b3848f65ff tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527866 Sep 26 13:02:14.688616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] For port 0e91dece-a08e-45c9-937b-5c9cec227199, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0e91dece-a08e-45c9-937b-5c9cec227199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:14.689283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:14.756725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Calling delete_port for 0e91dece-a08e-45c9-937b-5c9cec227199 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:14.778325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Deleting port 506c725b-4054-4864-a148-ffb2157c64b3 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:14.782722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:14.832570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-af0eec93-6bb8-42aa-af07-59d2e09cd0bf req-ef7190de-d69d-440d-989f-39c8551268b8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494653 Sep 26 13:02:14.861805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-c545454d-2010-48ec-ae4d-ecb307cf9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:14.872763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-c545454d-2010-48ec-ae4d-ecb307cf9276 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1099 time: 0.2947578 Sep 26 13:02:14.874147 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.137529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1496731785', 'description': 'tempest-description-2004881079'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:15.171724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.178747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] For port 506c725b-4054-4864-a148-ffb2157c64b3, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=506c725b-4054-4864-a148-ffb2157c64b3,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:15.179414 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.182196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.198033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59264f5-c814-4ef6-9793-8c75e48f5180 req-a36715a1-3aa6-401e-81e0-b49e3483b705 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:15.205164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d59264f5-c814-4ef6-9793-8c75e48f5180 req-a36715a1-3aa6-401e-81e0-b49e3483b705 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 945 time: 0.1661303 Sep 26 13:02:15.226904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-c29d5dfb-2c0e-4335-9bc3-68dd5847cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:15.228675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-c29d5dfb-2c0e-4335-9bc3-68dd5847cefe service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3435504 Sep 26 13:02:15.271343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:15.272163 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292ff1bb-f728-4d65-a288-1ca9f879d079" -d '{"events": [{"name": "network-changed", "server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:15.339089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.345327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.351579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-a3aacb66-3a36-4190-8cf8-89af9f55316d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.0757203 Sep 26 13:02:15.386255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affaaf22-7e52-40ed-82c7-425a9d6f5efd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:15.452198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d59264f5-c814-4ef6-9793-8c75e48f5180 req-b078698d-f846-432a-bd5c-d36da9798e22 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups?id=e88abdcf-5132-48c4-a926-61cc7105e5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449439 Sep 26 13:02:15.510319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.523396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:15.564182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.573171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.575241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-e393efa2-4a36-4c0c-b8a2-9372afe82dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:15.577380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-e393efa2-4a36-4c0c-b8a2-9372afe82dea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2118294 Sep 26 13:02:15.584726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event deleted for resources: {'Port': ['ID=0e91dece-a08e-45c9-937b-5c9cec227199,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:15.645572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.650652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a20befc4-4d52-4f39-a6c8-547da6057cdb req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5177696 Sep 26 13:02:15.654671 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.655241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.655751 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Floating IP 948c0135-c4b8-4122-976c-7a0a1906af44 disassociated. External IP: 172.25.4.188, port: 506c725b-4054-4864-a148-ffb2157c64b3. Sep 26 13:02:15.656308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Calling delete_port for 506c725b-4054-4864-a148-ffb2157c64b3 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:15.677287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bcd06-539a-4e25-9781-4be3d65f82a3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fa3a3b-dfb5-4b9d-a162-a0492e55b48e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:15.693728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] No DVR routers for this DVR port 0e91dece-a08e-45c9-937b-5c9cec227199 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:15.698747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:15.700785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a63a355-a334-4170-8f95-549d2b506f44 req-99e08b32-e196-4766-ac03-aeaceac44097 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "DELETE /v2.0/ports/0e91dece-a08e-45c9-937b-5c9cec227199 HTTP/1.1" status: 204 len: 173 time: 2.2757444 Sep 26 13:02:15.745583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-06908857-da00-4c40-a4c2-7c16f0453dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:15.747500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-06908857-da00-4c40-a4c2-7c16f0453dc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573551 Sep 26 13:02:15.915701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-30c974fc-73b6-48aa-81bc-90732c70fc28 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473281 Sep 26 13:02:15.932089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9713a-e111-432c-82fd-e3c0ec739d19 req-45764057-474a-4d69-bbbc-43dff3c0a7e9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:15.939409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 11c159ed-940c-4016-b10d-0d158ba604a5 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:15.944018 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-beb9713a-e111-432c-82fd-e3c0ec739d19 req-45764057-474a-4d69-bbbc-43dff3c0a7e9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 947 time: 0.1004574 Sep 26 13:02:15.995319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-beb9713a-e111-432c-82fd-e3c0ec739d19 req-de361437-aa45-405c-a0d3-d2b8da898c8e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Sep 26 13:02:16.067281 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5213f70-baff-4753-be77-1a788896abc7 x-openstack-request-id: req-e5213f70-baff-4753-be77-1a788896abc7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:16.067565 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:16.068705 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5213f70-baff-4753-be77-1a788896abc7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:16.069598 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5', 'status': 'completed', 'code': 200} Sep 26 13:02:16.070547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 11c159ed-940c-4016-b10d-0d158ba604a5 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:16.075734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-b04bcf2e-124c-4319-b78c-e25f8ef45ca6 req-8017c9b9-e49a-4550-b1ce-1710fe6db1bb tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Request body: {'security_group': {'name': 'tempest-securitygroup-836776413', 'description': 'tempest-description-429209362'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:16.076562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 506c725b-4054-4864-a148-ffb2157c64b3 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:16.085034 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:16.120648 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 506c725b-4054-4864-a148-ffb2157c64b3 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:16.121100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 506c725b-4054-4864-a148-ffb2157c64b3 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:16.121667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0e91dece-a08e-45c9-937b-5c9cec227199 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:16.128687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b04bcf2e-124c-4319-b78c-e25f8ef45ca6 req-8017c9b9-e49a-4550-b1ce-1710fe6db1bb tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:16.141220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 0e91dece-a08e-45c9-937b-5c9cec227199 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:16.141953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0e91dece-a08e-45c9-937b-5c9cec227199 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:16.209459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-15f1e4cb-5e5c-4aa0-9584-e08365a093c0 req-d4b9f258-9bb4-44d1-8ecd-8b16157a5a71 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b7a57c9-4205-492e-9e9c-581839778f5d HTTP/1.1" status: 200 len: 210 time: 0.0488040 Sep 26 13:02:16.233126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b04bcf2e-124c-4319-b78c-e25f8ef45ca6 req-8017c9b9-e49a-4550-b1ce-1710fe6db1bb tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:16.239525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b04bcf2e-124c-4319-b78c-e25f8ef45ca6 req-8017c9b9-e49a-4550-b1ce-1710fe6db1bb tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:16.245429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event deleted for resources: {'Port': ['ID=506c725b-4054-4864-a148-ffb2157c64b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:16.293175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbdb53d6-7e00-42dd-bb7b-a8af62bef59a req-9017e535-ff93-4b3f-b497-ad4b857f509a service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689284 Sep 26 13:02:16.330455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017c9b9-e49a-4550-b1ce-1710fe6db1bb tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d0fbe3-c0c8-425f-8992-6e62b3614d2f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:16.334728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b04bcf2e-124c-4319-b78c-e25f8ef45ca6 req-8017c9b9-e49a-4550-b1ce-1710fe6db1bb tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:16.349939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b04bcf2e-124c-4319-b78c-e25f8ef45ca6 req-8017c9b9-e49a-4550-b1ce-1710fe6db1bb tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2815826 Sep 26 13:02:16.373291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-e188e96f-98a9-473f-a3c5-06c919b07f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:16.374893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-e188e96f-98a9-473f-a3c5-06c919b07f84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1099 time: 0.3132536 Sep 26 13:02:16.624871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5557c34-f42e-4a30-b585-82a8e8119aa0 req-50667561-799d-4894-8f67-aaf7d3d90d81 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:16.640720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5557c34-f42e-4a30-b585-82a8e8119aa0 req-50667561-799d-4894-8f67-aaf7d3d90d81 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0916455 Sep 26 13:02:16.652351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-e40a71f3-1914-44af-bcaa-60e4a23add14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:16.654293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-e40a71f3-1914-44af-bcaa-60e4a23add14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1099 time: 0.2784622 Sep 26 13:02:16.674115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf25c8-8b4e-4d72-b501-6632bc2ac54a req-16c18f60-d7da-4887-83ce-f46022bfbf4c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:16.676471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dbf25c8-8b4e-4d72-b501-6632bc2ac54a req-16c18f60-d7da-4887-83ce-f46022bfbf4c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.3086870 Sep 26 13:02:16.713906 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5557c34-f42e-4a30-b585-82a8e8119aa0 req-33250513-2ebc-41e0-aea5-6c39c3cffe5c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668683 Sep 26 13:02:16.799002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Router be97774c-cc2e-415c-863e-4ecae49f1e8b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:02:16.812800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2132774704', 'description': 'tempest-description-1486928812'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:16.814869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-fcde84d7-2f2e-48a3-90ed-4c34f824b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:16.816911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-fcde84d7-2f2e-48a3-90ed-4c34f824b71d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3799038 Sep 26 13:02:16.844405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:16.847114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-4ef9133c-0d61-4f57-abc2-c5537aa39851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:16.848571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-4ef9133c-0d61-4f57-abc2-c5537aa39851 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1708550 Sep 26 13:02:16.856209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:16.900432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-42fb2238-80b0-4e2f-924b-82910893b8de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.0687883 Sep 26 13:02:16.947959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dbf25c8-8b4e-4d72-b501-6632bc2ac54a req-78590934-3701-49c2-925b-a5c23e96b830 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686246 Sep 26 13:02:16.967491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:16.984491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:17.028546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-001e00fc-0018-4bcd-bdd4-b1ab687e0fd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.1379573 Sep 26 13:02:17.112928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f4dc8-04e9-4a32-b02d-52756227ed05,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:17.166667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-ff209f5b-c207-474f-93c3-2c157746f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:17.168897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-ff209f5b-c207-474f-93c3-2c157746f56b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1861913 Sep 26 13:02:17.181289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:17.187720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:02:17.191568 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:17.205041 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] Sync routers for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:02:17.222099 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:17.224095 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:17.233713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-41cac009-ab32-4c3a-8d29-4d6e32872406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:17.237684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-41cac009-ab32-4c3a-8d29-4d6e32872406 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1784337 Sep 26 13:02:17.268090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98aa2f8-53b7-4a65-ac3e-618f54465a3e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:17.271992 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:17.291953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61445ac7-6baf-4858-a5cd-009910a47c6f req-b6c63350-faaa-48ee-bbc4-ee4d790b3af9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4836249 Sep 26 13:02:17.332742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] No DVR routers for this DVR port 506c725b-4054-4864-a148-ffb2157c64b3 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:17.340241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:17.341965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e386864a-b33c-49ec-8b93-acfd618423e0 req-04faad4f-f1e4-468f-804f-afba37a341fa tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.24 "DELETE /v2.0/ports/506c725b-4054-4864-a148-ffb2157c64b3 HTTP/1.1" status: 204 len: 173 time: 3.5707669 Sep 26 13:02:17.418736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f28c4bbc-60c3-479b-9b62-b65795d87235 req-5776cae6-686c-43c3-b17d-d71733748c98 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9f48f1-cd10-406f-9051-96d02a4cd710 HTTP/1.1" status: 200 len: 210 time: 0.1055915 Sep 26 13:02:17.429802 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:17.484361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-6ea9b189-3b12-487f-b3b7-ac4929565eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:17.486405 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-6ea9b189-3b12-487f-b3b7-ac4929565eb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1826975 Sep 26 13:02:17.490255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-7b2a78be-efb8-4512-ad5c-0a47c487762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:17.492113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-7b2a78be-efb8-4512-ad5c-0a47c487762d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2976689 Sep 26 13:02:17.555669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d4e4-5607-47a3-a5cf-aaf1f5267094 req-e2cb0d92-a605-4f3f-937a-606721dd6d83 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:17.564966 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb13d4e4-5607-47a3-a5cf-aaf1f5267094 req-e2cb0d92-a605-4f3f-937a-606721dd6d83 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 947 time: 0.1632874 Sep 26 13:02:17.626753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb13d4e4-5607-47a3-a5cf-aaf1f5267094 req-54a67994-3657-415b-bc9d-7cfc2e2d0eb7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601852 Sep 26 13:02:17.709787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-f5e13018-2fa6-4083-b9bc-9cff7b29e333 req-1d4e278a-e73f-474c-afdb-040f15e1d1d9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1289131111', 'description': 'tempest-description-658884042'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:17.734665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-45dcf10a-ba73-483a-83b3-460373bdeaca service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200403 Sep 26 13:02:17.834908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f5e13018-2fa6-4083-b9bc-9cff7b29e333 req-1d4e278a-e73f-474c-afdb-040f15e1d1d9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:17.962498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-77c39076-19cc-47ab-9376-14b9adee2484 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620245 Sep 26 13:02:18.074555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7a57c9-4205-492e-9e9c-581839778f5d', 'name': 'network-vif-deleted', 'tag': '0e91dece-a08e-45c9-937b-5c9cec227199'}, {'server_uuid': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'name': 'network-vif-deleted', 'tag': '506c725b-4054-4864-a148-ffb2157c64b3'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:18.077259 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d188dac-f737-4cc8-b56f-7d91b5e93e75" -d '{"events": [{"server_uuid": "7b7a57c9-4205-492e-9e9c-581839778f5d", "name": "network-vif-deleted", "tag": "0e91dece-a08e-45c9-937b-5c9cec227199"}, {"server_uuid": "1a9f48f1-cd10-406f-9051-96d02a4cd710", "name": "network-vif-deleted", "tag": "506c725b-4054-4864-a148-ffb2157c64b3"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:18.088040 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f5e13018-2fa6-4083-b9bc-9cff7b29e333 req-1d4e278a-e73f-474c-afdb-040f15e1d1d9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:18.093300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-1f15ea8b-0823-4785-acdc-fa156d989c7b service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458183 Sep 26 13:02:18.122142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f5e13018-2fa6-4083-b9bc-9cff7b29e333 req-1d4e278a-e73f-474c-afdb-040f15e1d1d9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:18.141247 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:57Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:18.143946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f5e13018-2fa6-4083-b9bc-9cff7b29e333 req-1d4e278a-e73f-474c-afdb-040f15e1d1d9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:18.157736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5e13018-2fa6-4083-b9bc-9cff7b29e333 req-1d4e278a-e73f-474c-afdb-040f15e1d1d9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4617691 Sep 26 13:02:18.178074 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] Checking router: be97774c-cc2e-415c-863e-4ecae49f1e8b for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:02:18.191378 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:18.192114 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:18.239128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e278a-e73f-474c-afdb-040f15e1d1d9 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501bb9f-bc76-4b38-8378-2a1f9e6a36c2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:18.243851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-292ff1bb-f728-4d65-a288-1ca9f879d079 req-91c40eed-8890-40fb-a72a-060f4f0cbf2d service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533987 Sep 26 13:02:18.396163 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:18.602261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865e9c9-c061-4d01-be56-6cb35e4cb00d req-02f3a04d-371c-4244-8294-15045d5ba11a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:18.606708 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c865e9c9-c061-4d01-be56-6cb35e4cb00d req-02f3a04d-371c-4244-8294-15045d5ba11a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.3614931 Sep 26 13:02:18.655626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c865e9c9-c061-4d01-be56-6cb35e4cb00d req-041813c4-a73c-4279-af64-174fb659ea78 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477951 Sep 26 13:02:18.665601 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:57Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:18.708570 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95895e4c-1b3b-4699-903b-2ad2872751cc None None] The sync data for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 is: [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T12:59:52Z', 'revision_number': 4, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9dde70a0-3087-43dd-bf2e-837d7015cafd', 'name': '', 'network_id': 'b6ddf15a-82df-483f-8e48-7b8ef24dde58', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'mac_address': 'fa:16:3e:49:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:51Z', 'updated_at': '2021-09-26T12:59:57Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'subnets': [{'id': 'e4ba11c8-2c2e-4ed5-bb9a-a629883577ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:02:18.808407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203230d5-2552-4d95-8467-b1cefb666e81 req-85295a3c-c368-4662-a724-ee7e636ef641 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:18.818530 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-203230d5-2552-4d95-8467-b1cefb666e81 req-85295a3c-c368-4662-a724-ee7e636ef641 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0831609 Sep 26 13:02:18.823039 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bb1f8a-3058-40bf-a1f3-f5b54458b399 x-openstack-request-id: req-e6bb1f8a-3058-40bf-a1f3-f5b54458b399 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:18.823343 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7a57c9-4205-492e-9e9c-581839778f5d", "name": "network-vif-deleted", "tag": "0e91dece-a08e-45c9-937b-5c9cec227199", "status": "completed", "code": 200}, {"server_uuid": "1a9f48f1-cd10-406f-9051-96d02a4cd710", "name": "network-vif-deleted", "tag": "506c725b-4054-4864-a148-ffb2157c64b3", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:18.823600 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6bb1f8a-3058-40bf-a1f3-f5b54458b399 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:18.824007 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7a57c9-4205-492e-9e9c-581839778f5d', 'name': 'network-vif-deleted', 'tag': '0e91dece-a08e-45c9-937b-5c9cec227199', 'status': 'completed', 'code': 200} Sep 26 13:02:18.824276 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9f48f1-cd10-406f-9051-96d02a4cd710', 'name': 'network-vif-deleted', 'tag': '506c725b-4054-4864-a148-ffb2157c64b3', 'status': 'completed', 'code': 200} Sep 26 13:02:18.912550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-203230d5-2552-4d95-8467-b1cefb666e81 req-279519e7-2854-4de0-8efe-4403e2bb8bb4 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780044 Sep 26 13:02:19.069448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ce71b-8f02-4ab1-b089-ca5b0ca2554d None None] New status for floating IP 948c0135-c4b8-4122-976c-7a0a1906af44: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:02:19.248394 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-a275f985-afa2-46c3-9fa2-3ecff2b8ca5a tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45089 time: 0.4115748 Sep 26 13:02:19.305764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d172-0d17-4436-ab07-03f1d815ad6d req-d3c62702-40c8-4463-9ce6-ba0fb5ea3fc2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:19.307433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f66d172-0d17-4436-ab07-03f1d815ad6d req-d3c62702-40c8-4463-9ce6-ba0fb5ea3fc2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 947 time: 0.1137850 Sep 26 13:02:19.332876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-7b80f51c-21d5-481c-8264-d808e58346a1 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4d7c2c7b-8646-4177-967c-ccaf9cda393f HTTP/1.1" status: 200 len: 2981 time: 0.0677421 Sep 26 13:02:19.398131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-a3ed4747-09c4-4b0c-a923-d8cf9d86304d tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4d7c2c7b-8646-4177-967c-ccaf9cda393f HTTP/1.1" status: 200 len: 2981 time: 0.0554819 Sep 26 13:02:19.398610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f66d172-0d17-4436-ab07-03f1d815ad6d req-40b2989d-2054-4dda-b863-158ee5aff410 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830407 Sep 26 13:02:19.447291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-97375449-a8cc-4e1e-8c99-d7c97c117333 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/54229526-b719-48cd-89fa-f35c095c5020 HTTP/1.1" status: 200 len: 2981 time: 0.0434105 Sep 26 13:02:19.502518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-9d30a299-5105-4189-9c46-3f0416bacb19 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/54229526-b719-48cd-89fa-f35c095c5020 HTTP/1.1" status: 200 len: 2981 time: 0.0473998 Sep 26 13:02:19.560793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-f6d35729-9d70-4611-92a8-348438ae852a tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5e2750cc-290e-4d54-a013-1bfb609d96b8 HTTP/1.1" status: 200 len: 2981 time: 0.0508194 Sep 26 13:02:19.573942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35924) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:19.646085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-0491f006-8abe-4661-8125-9f0baada4ddc tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5e2750cc-290e-4d54-a013-1bfb609d96b8 HTTP/1.1" status: 200 len: 2981 time: 0.0746379 Sep 26 13:02:19.701410 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69d8f75c-6683-4ccf-acdd-dc7e880081be tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:19.706724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-92116d3e-9645-44e5-8160-b1555fa433dd tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/744f4dc8-04e9-4a32-b02d-52756227ed05 HTTP/1.1" status: 200 len: 2981 time: 0.0528598 Sep 26 13:02:19.756373 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-d08a216d-8f66-4d85-9504-c1ee408683b0 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/744f4dc8-04e9-4a32-b02d-52756227ed05 HTTP/1.1" status: 200 len: 2981 time: 0.0430932 Sep 26 13:02:19.770799 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69d8f75c-6683-4ccf-acdd-dc7e880081be tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:19.807069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-5e4090d1-c079-436d-8099-302bbe5c85b6 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8487107c-c76e-478f-bbdc-acb59626bf43 HTTP/1.1" status: 200 len: 2981 time: 0.0445588 Sep 26 13:02:19.837604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-13a2d5d4-04dd-4c24-96b5-0cfb8b91fa47 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:19.839458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-13a2d5d4-04dd-4c24-96b5-0cfb8b91fa47 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.1833673 Sep 26 13:02:19.868864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69d8f75c-6683-4ccf-acdd-dc7e880081be tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:19.871000 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-4076997c-f179-4b06-a63c-5263fd05ada6 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8487107c-c76e-478f-bbdc-acb59626bf43 HTTP/1.1" status: 200 len: 2981 time: 0.0561717 Sep 26 13:02:19.871895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69d8f75c-6683-4ccf-acdd-dc7e880081be tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:19.875377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-69d8f75c-6683-4ccf-acdd-dc7e880081be tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "DELETE /v2.0/security-groups/e88abdcf-5132-48c4-a926-61cc7105e5b5 HTTP/1.1" status: 204 len: 168 time: 0.2976122 Sep 26 13:02:19.876081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35936) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:19.880792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-88342505-6782-4d3c-b26b-67ebe9f80e5b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/quotas/e831190842f044e28348624a5393a3de HTTP/1.1" status: 200 len: 375 time: 0.0277476 Sep 26 13:02:19.899515 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-2891c650-a641-4828-834f-93dc9ba729a8 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] show failed (client error): The resource could not be found. Sep 26 13:02:19.903898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2891c650-a641-4828-834f-93dc9ba729a8 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "GET /v2.0/security-groups/e88abdcf-5132-48c4-a926-61cc7105e5b5 HTTP/1.1" status: 404 len: 347 time: 0.0266497 Sep 26 13:02:19.904687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35938) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:19.914029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8f75c-6683-4ccf-acdd-dc7e880081be tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88abdcf-5132-48c4-a926-61cc7105e5b5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:19.944259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:19.966901 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-ab626d04-c1bb-4231-919f-45ec6cb8b98b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769942 Sep 26 13:02:20.071386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-197eab6e-2e96-4d7d-9343-a17af21ee3dd service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034544 Sep 26 13:02:20.207355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-cff2f7b8-b499-4036-9270-293b03015d98 service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349392 Sep 26 13:02:20.324553 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-35a18afc-08d5-4287-bb71-7e85bb6411ed tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8a61de90-c020-4ab6-a558-2f3a32ecc014 HTTP/1.1" status: 200 len: 2977 time: 0.4457104 Sep 26 13:02:20.417423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-7e94b9c7-76bd-4e7f-90c7-2d41ef4edc60 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8a61de90-c020-4ab6-a558-2f3a32ecc014 HTTP/1.1" status: 200 len: 2977 time: 0.0846708 Sep 26 13:02:20.448641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Deleting port 67a80861-86d1-481b-a6fb-a776f1fb09bf {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:20.448977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:20.496681 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-9de866e5-4875-41be-b464-424030ff233e tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/aa7613a0-14f6-43bb-bf66-df996acebc22 HTTP/1.1" status: 200 len: 2981 time: 0.0781982 Sep 26 13:02:20.602984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-1b4b8ea6-2ff1-46df-9df8-d46b9dc25513 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/aa7613a0-14f6-43bb-bf66-df996acebc22 HTTP/1.1" status: 200 len: 2981 time: 0.1052392 Sep 26 13:02:20.612286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:20.612958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:20.707385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Calling delete_port for 67a80861-86d1-481b-a6fb-a776f1fb09bf owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:20.718678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-118f2164-2003-41fa-840b-684b1165625f tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/affaaf22-7e52-40ed-82c7-425a9d6f5efd HTTP/1.1" status: 200 len: 2981 time: 0.1144402 Sep 26 13:02:20.740836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdbafd-963b-4dc3-b926-b43b4c06179b req-6dba99af-4023-4061-9224-640221ee0bf6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:20.743054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdbafd-963b-4dc3-b926-b43b4c06179b req-6dba99af-4023-4061-9224-640221ee0bf6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1479664 Sep 26 13:02:20.803071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdbafd-963b-4dc3-b926-b43b4c06179b req-9e855ee4-00df-4db3-a59a-d2e29d40a45e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503983 Sep 26 13:02:20.929983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-ab84425f-6bc5-4346-8bdb-7c625f4150ef tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/affaaf22-7e52-40ed-82c7-425a9d6f5efd HTTP/1.1" status: 200 len: 2981 time: 0.2036793 Sep 26 13:02:20.937716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 11c159ed-940c-4016-b10d-0d158ba604a5 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:20.938763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:20.979819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939681-178c-4188-9b14-7f936a91e7ac req-573dd804-19cc-41be-b8a7-b9ac309ad001 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:20.991478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Pushing event deleted for resources: {'Port': ['ID=67a80861-86d1-481b-a6fb-a776f1fb09bf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:21.020381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b939681-178c-4188-9b14-7f936a91e7ac req-573dd804-19cc-41be-b8a7-b9ac309ad001 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.1252515 Sep 26 13:02:21.071623 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-710b916c-efc5-4e20-b7a8-22627c118f7b tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e41af2b2-fac2-429b-a4e5-372bb40bb166 HTTP/1.1" status: 200 len: 2973 time: 0.1394973 Sep 26 13:02:21.095470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b939681-178c-4188-9b14-7f936a91e7ac req-d21bbc1b-4dc5-4a42-9f8e-3b6bca1d8937 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732725 Sep 26 13:02:21.148878 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:21.152018 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:21.156638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35964) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:21.164900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-00db56eb-744e-4c45-961f-1fe6c6761bc0 tempest-ServersTestJSON-877365678 tempest-ServersTestJSON-877365678-project] 10.222.0.13 "DELETE /v2.0/floatingips/948c0135-c4b8-4122-976c-7a0a1906af44 HTTP/1.1" status: 204 len: 168 time: 1.2529955 Sep 26 13:02:21.184200 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-4bed5824-7483-4f3d-bcd8-87a51d0d6a6b tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e41af2b2-fac2-429b-a4e5-372bb40bb166 HTTP/1.1" status: 200 len: 2973 time: 0.1128192 Sep 26 13:02:21.258002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:21.270971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-d3806148-af39-49af-a4ff-76667c70a16b tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e9ec003d-4040-446d-b160-da040a11b2e2 HTTP/1.1" status: 200 len: 2981 time: 0.0858152 Sep 26 13:02:21.308355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '11c159ed-940c-4016-b10d-0d158ba604a5', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '11c159ed-940c-4016-b10d-0d158ba604a5', 'mac_address': 'fa:16:3e:bd:a5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:21.363847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-ccc852e2-7a5d-4d60-98a9-fe76acff2560 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e9ec003d-4040-446d-b160-da040a11b2e2 HTTP/1.1" status: 200 len: 2981 time: 0.0917916 Sep 26 13:02:21.429713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-230a4031-3e3f-4197-8508-cf09a2bc3f4c tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/efb07dba-9cd6-4866-8790-76def573731a HTTP/1.1" status: 200 len: 2981 time: 0.0647800 Sep 26 13:02:21.463198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:21.466409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ddf5662-b52a-476d-9690-548def8cc21e req-f5e0e7f3-9e84-4d29-8a9e-eb03703a4069 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 210 time: 0.0848172 Sep 26 13:02:21.526530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-af50b0c7-e61e-4a11-9d7b-dcb8c1bf73f5 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/efb07dba-9cd6-4866-8790-76def573731a HTTP/1.1" status: 200 len: 2981 time: 0.0958230 Sep 26 13:02:21.560426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c159ed-940c-4016-b10d-0d158ba604a5 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:21.612495 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-6c20d789-8599-44d7-a2ae-c9835172f0d3 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f618e74b-e1c3-4ae3-a765-993ee7403511 HTTP/1.1" status: 200 len: 2981 time: 0.0845563 Sep 26 13:02:21.625294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:21.638531 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:21.723938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:21.760355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-0645b7e6-8165-4538-84d6-f7f68dd1ac80 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f618e74b-e1c3-4ae3-a765-993ee7403511 HTTP/1.1" status: 200 len: 2981 time: 0.1381617 Sep 26 13:02:21.857524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-60521c6b-a50b-4ecc-9eca-fa8ad13f8523 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fe91721f-7ab6-4c34-ba24-cacfa93de47f HTTP/1.1" status: 200 len: 2981 time: 0.0887609 Sep 26 13:02:21.913428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38e6a1-c326-4cb0-b28b-ea7e5a50bc3d req-0761b490-7029-441c-a533-d29bf80b040e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:21.921428 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a38e6a1-c326-4cb0-b28b-ea7e5a50bc3d req-0761b490-7029-441c-a533-d29bf80b040e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 948 time: 0.2360368 Sep 26 13:02:21.949963 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50fad62c-6c8e-4d1b-8d19-9b50afba01b1 req-628c2d8f-8d31-4da6-a952-ab4765b83c2c tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/fe91721f-7ab6-4c34-ba24-cacfa93de47f HTTP/1.1" status: 200 len: 2981 time: 0.0812619 Sep 26 13:02:22.019239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a38e6a1-c326-4cb0-b28b-ea7e5a50bc3d req-41ec1a0b-8c48-45ae-8ca8-f7ce2ba796c4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906112 Sep 26 13:02:22.118805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2ebb9-9f0b-4b56-b41b-7fa384ec103f req-ff067722-ba84-4cf3-9f72-5279bf359a78 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:22.128309 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04b2ebb9-9f0b-4b56-b41b-7fa384ec103f req-ff067722-ba84-4cf3-9f72-5279bf359a78 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1034167 Sep 26 13:02:22.172534 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04b2ebb9-9f0b-4b56-b41b-7fa384ec103f req-52cba0a4-e6ef-45c7-a01e-4820d3769410 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432897 Sep 26 13:02:22.194368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['11c159ed-940c-4016-b10d-0d158ba604a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:22.198043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e9042da-6006-4018-9e6f-08f772823797 req-67e1b8dd-792d-4071-bb73-688812aa9e56 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b96d6bf3dbff4a45a1bed94db8e17069 HTTP/1.1" status: 200 len: 6102 time: 0.1394217 Sep 26 13:02:22.284400 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:22.341329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e9042da-6006-4018-9e6f-08f772823797 req-b22d28ee-d8e5-4a51-a471-aa182a9798c5 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "GET /v2.0/security-groups/affaaf22-7e52-40ed-82c7-425a9d6f5efd HTTP/1.1" status: 200 len: 2981 time: 0.1381929 Sep 26 13:02:22.385828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a33e20-ba0a-4a0d-ba97-f259421ab514 req-29e8d82c-71be-49d8-903d-ac1f739e12f9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:22.387434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32a33e20-ba0a-4a0d-ba97-f259421ab514 req-29e8d82c-71be-49d8-903d-ac1f739e12f9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.1139646 Sep 26 13:02:22.480062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32a33e20-ba0a-4a0d-ba97-f259421ab514 req-6f7dbc23-0b9a-4e40-a1ad-ba85ce7ca33d tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828028 Sep 26 13:02:22.529348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e9042da-6006-4018-9e6f-08f772823797 req-1fe12f58-b75a-4a29-9422-a6815a04f2b2 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "GET /v2.0/security-groups/affaaf22-7e52-40ed-82c7-425a9d6f5efd HTTP/1.1" status: 200 len: 2981 time: 0.1868255 Sep 26 13:02:22.684999 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-840ecc18-a220-4646-b78d-ae5755e5e4c0 req-0ae9e31e-152e-4ff9-afef-7a3c3c3994b9 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 210 time: 0.0520298 Sep 26 13:02:22.694557 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdae6f7e-d5a3-4426-bd24-fa7c7f55f3e5 req-4a224e05-a8d8-421f-8ab0-f283f58ae9e3 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1501bb9f-bc76-4b38-8378-2a1f9e6a36c2 HTTP/1.1" status: 200 len: 1777 time: 0.0860369 Sep 26 13:02:22.774386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-0ffa4883-3a42-4885-afe4-9890a1099e78 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:22.776263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-0ffa4883-3a42-4885-afe4-9890a1099e78 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.3653736 Sep 26 13:02:22.795927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Request body: {'port': {'device_id': '51dcd807-c57e-4fdc-a68f-9c3423de4907', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'admin_state_up': True, 'tenant_id': 'e831190842f044e28348624a5393a3de'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:22.796270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdae6f7e-d5a3-4426-bd24-fa7c7f55f3e5 req-2e90b85d-5fab-4e8f-a938-2adf65f131d0 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:22.823935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdae6f7e-d5a3-4426-bd24-fa7c7f55f3e5 req-2e90b85d-5fab-4e8f-a938-2adf65f131d0 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:22.876982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdae6f7e-d5a3-4426-bd24-fa7c7f55f3e5 req-2e90b85d-5fab-4e8f-a938-2adf65f131d0 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:22.883014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-bdae6f7e-d5a3-4426-bd24-fa7c7f55f3e5 req-2e90b85d-5fab-4e8f-a938-2adf65f131d0 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:22.892553 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdae6f7e-d5a3-4426-bd24-fa7c7f55f3e5 req-2e90b85d-5fab-4e8f-a938-2adf65f131d0 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/1501bb9f-bc76-4b38-8378-2a1f9e6a36c2 HTTP/1.1" status: 204 len: 173 time: 0.1964929 Sep 26 13:02:22.910536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90b85d-5fab-4e8f-a938-2adf65f131d0 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501bb9f-bc76-4b38-8378-2a1f9e6a36c2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:23.026195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-296276cd-2d03-4556-855d-d0374ec90c57 req-92d0efe2-6719-4197-be47-68373f01ce67 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c98aa2f8-53b7-4a65-ac3e-618f54465a3e HTTP/1.1" status: 200 len: 1778 time: 0.1102860 Sep 26 13:02:23.084955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:02:23.088557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:23.108957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Deleting port 9dde70a0-3087-43dd-bf2e-837d7015cafd {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:23.109363 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:23.193192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-296276cd-2d03-4556-855d-d0374ec90c57 req-18b81ca8-af59-4bed-8b86-c715d0e2a894 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:23.262052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7037355-c196-4e1c-9526-295777daf9ae req-0f2fb455-d5c4-4d9e-8285-ac7bda3c393b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:23.265061 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7037355-c196-4e1c-9526-295777daf9ae req-0f2fb455-d5c4-4d9e-8285-ac7bda3c393b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 948 time: 0.1057031 Sep 26 13:02:23.317375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-296276cd-2d03-4556-855d-d0374ec90c57 req-18b81ca8-af59-4bed-8b86-c715d0e2a894 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:23.339113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7037355-c196-4e1c-9526-295777daf9ae req-a6403e89-56a6-4772-adf9-37ed89b527d7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680006 Sep 26 13:02:23.507247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e776e3-c692-49e6-9b2f-34cfa9a7bf43 req-0aad844a-a000-4318-8eaf-213908e3f010 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:23.520982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6e776e3-c692-49e6-9b2f-34cfa9a7bf43 req-0aad844a-a000-4318-8eaf-213908e3f010 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0769229 Sep 26 13:02:23.526127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] For port 9dde70a0-3087-43dd-bf2e-837d7015cafd, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9dde70a0-3087-43dd-bf2e-837d7015cafd,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:23.526482 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:23.554615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-296276cd-2d03-4556-855d-d0374ec90c57 req-18b81ca8-af59-4bed-8b86-c715d0e2a894 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:23.557181 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-296276cd-2d03-4556-855d-d0374ec90c57 req-18b81ca8-af59-4bed-8b86-c715d0e2a894 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:23.583030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-296276cd-2d03-4556-855d-d0374ec90c57 req-18b81ca8-af59-4bed-8b86-c715d0e2a894 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/c98aa2f8-53b7-4a65-ac3e-618f54465a3e HTTP/1.1" status: 204 len: 173 time: 0.5490894 Sep 26 13:02:23.615459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Calling delete_port for 9dde70a0-3087-43dd-bf2e-837d7015cafd owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:23.626295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6e776e3-c692-49e6-9b2f-34cfa9a7bf43 req-9dc630e1-de4a-42ba-bd9b-fd044be94974 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985861 Sep 26 13:02:23.636194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Allocated IP 172.20.0.8 (0953e2b4-57b2-4b8d-a0af-11232c38a0a6/f1c3a00d-3b90-406a-8755-4a3407d6a9fe/9d77ea01-e68b-487e-981f-5dd5ff4c84cf) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:02:23.636194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b81ca8-af59-4bed-8b86-c715d0e2a894 tempest-SecurityGroupsTestAdminJSON-10136377 tempest-SecurityGroupsTestAdminJSON-10136377-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98aa2f8-53b7-4a65-ac3e-618f54465a3e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:23.796527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7abc-ee7e-47c0-bfaa-aa255cab5552 req-a562417e-0a38-4ad5-a158-52a8f0797aac tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:23.804646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f1f7abc-ee7e-47c0-bfaa-aa255cab5552 req-a562417e-0a38-4ad5-a158-52a8f0797aac tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0853553 Sep 26 13:02:23.864898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f1f7abc-ee7e-47c0-bfaa-aa255cab5552 req-211e45b6-ae46-44c6-af7e-62e10f67e284 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590973 Sep 26 13:02:24.093175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac760101-c168-4f61-9539-a5d570ab7ae2 req-cbf80335-728c-4162-9472-17e6e8a1ee94 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "GET /v2.0/security-groups/f0d0fbe3-c0c8-425f-8992-6e62b3614d2f HTTP/1.1" status: 200 len: 1776 time: 0.2907803 Sep 26 13:02:24.174575 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f30b24f1-351b-46f0-8a63-5550b76aac8d req-0bffe062-08fd-4eb9-906f-1b0f40cbbf64 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 210 time: 0.0607698 Sep 26 13:02:24.219768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ac760101-c168-4f61-9539-a5d570ab7ae2 req-3d266108-8c2e-4874-b572-bee681d8baa3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:24.321850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-30a4d026-db45-47eb-80fc-ac1dd19ac542 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:24.331166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-30a4d026-db45-47eb-80fc-ac1dd19ac542 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9&tenant_id=90f04e6ddbab44e4af218f5e38804408&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 948 time: 0.4011269 Sep 26 13:02:24.376251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197f302-d629-4267-b12a-396455b87ae3 req-c1a75667-0f5e-4b46-9002-72c5afb6d9ef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:24.386713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1197f302-d629-4267-b12a-396455b87ae3 req-c1a75667-0f5e-4b46-9002-72c5afb6d9ef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 948 time: 0.0786853 Sep 26 13:02:24.421284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ac760101-c168-4f61-9539-a5d570ab7ae2 req-3d266108-8c2e-4874-b572-bee681d8baa3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:24.455485 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1197f302-d629-4267-b12a-396455b87ae3 req-b221c652-dbe9-4151-a956-36e436a61dca tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676384 Sep 26 13:02:24.602815 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:24.635009 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-2c4ad21d-51a8-44c0-9043-1aa448eb0b72 service neutron] delete failed (client error): The resource could not be found. Sep 26 13:02:24.636440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-2c4ad21d-51a8-44c0-9043-1aa448eb0b72 service neutron] 10.222.0.24 "DELETE /v2.0/ports/11c159ed-940c-4016-b10d-0d158ba604a5/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.2837508 Sep 26 13:02:24.706077 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:24.706077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dde70a0-3087-43dd-bf2e-837d7015cafd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:24.718630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ac760101-c168-4f61-9539-a5d570ab7ae2 req-3d266108-8c2e-4874-b572-bee681d8baa3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:24.725479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ac760101-c168-4f61-9539-a5d570ab7ae2 req-3d266108-8c2e-4874-b572-bee681d8baa3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:24.727354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac760101-c168-4f61-9539-a5d570ab7ae2 req-3d266108-8c2e-4874-b572-bee681d8baa3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0d0fbe3-c0c8-425f-8992-6e62b3614d2f HTTP/1.1" status: 204 len: 173 time: 0.6329596 Sep 26 13:02:24.834246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d266108-8c2e-4874-b572-bee681d8baa3 tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d0fbe3-c0c8-425f-8992-6e62b3614d2f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:24.886323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30d1f5-e79e-4115-8479-f72912a1800c req-971da42f-5f09-454f-ab17-3ceaf41f9ed4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:24.887876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c30d1f5-e79e-4115-8479-f72912a1800c req-971da42f-5f09-454f-ab17-3ceaf41f9ed4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1797252 Sep 26 13:02:24.960115 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 11c159ed-940c-4016-b10d-0d158ba604a5 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:25.022163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c30d1f5-e79e-4115-8479-f72912a1800c req-19af07a6-84ad-4bfc-b46f-75ed12f9b84c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215537 Sep 26 13:02:25.087957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cafcf487-a77d-458a-8128-d98a296b2942 req-056fc41d-d995-470e-a8ac-e4b2b93d5bca tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "GET /v2.0/security-groups/d8fa3a3b-dfb5-4b9d-a162-a0492e55b48e HTTP/1.1" status: 200 len: 1778 time: 0.3095641 Sep 26 13:02:25.130854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 11c159ed-940c-4016-b10d-0d158ba604a5 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:02:25.136866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 11c159ed-940c-4016-b10d-0d158ba604a5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:25.137463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:25.221546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cafcf487-a77d-458a-8128-d98a296b2942 req-854f829d-8f59-45ad-b9e5-51ac84bdbcae tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:25.280133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaf847-c1b4-40ea-9fde-a710d0bbdb63 req-51d2dae1-9a01-44f7-8f82-cca7446d417b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:25.294754 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2aeaf847-c1b4-40ea-9fde-a710d0bbdb63 req-51d2dae1-9a01-44f7-8f82-cca7446d417b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.1447549 Sep 26 13:02:25.309024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:25.323623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-9a4272c5-dcdb-4b28-8c64-f0efc8e054a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:25.325038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-9a4272c5-dcdb-4b28-8c64-f0efc8e054a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1100 time: 0.4871387 Sep 26 13:02:25.331224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cafcf487-a77d-458a-8128-d98a296b2942 req-854f829d-8f59-45ad-b9e5-51ac84bdbcae tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:25.394884 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2aeaf847-c1b4-40ea-9fde-a710d0bbdb63 req-e629adc2-b4ba-4dbb-8d68-e00b705cf958 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973969 Sep 26 13:02:25.396607 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:25.432574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:25.501152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:25.512577 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c38a6-a8a3-4767-98f3-5fc8b12024b8" -d '{"events": [{"server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "name": "network-vif-plugged", "status": "completed", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:25.556586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:25.574918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:25.671631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845430d6-d6d2-401c-a4c6-4f62a48feed3 req-f22864ec-c3c8-49dc-8bd0-9b03817aba10 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:25.673622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-845430d6-d6d2-401c-a4c6-4f62a48feed3 req-f22864ec-c3c8-49dc-8bd0-9b03817aba10 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 931 time: 0.1085827 Sep 26 13:02:25.751600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-845430d6-d6d2-401c-a4c6-4f62a48feed3 req-491cf7c4-8c98-4670-8092-143be44452c1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710766 Sep 26 13:02:25.904561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:02:25.924794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:02:25.927259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:02:25.969972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d85bb-e132-4d4b-aadc-0aa62bea928e req-974ab67c-fe35-4ea9-afa1-47defb2b6968 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:25.977522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event updated for resources: {'Port': ['ID=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:25.985426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-970d85bb-e132-4d4b-aadc-0aa62bea928e req-974ab67c-fe35-4ea9-afa1-47defb2b6968 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1390908 Sep 26 13:02:25.995792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:26.036108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:26.066322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cafcf487-a77d-458a-8128-d98a296b2942 req-854f829d-8f59-45ad-b9e5-51ac84bdbcae tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:26.068989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cafcf487-a77d-458a-8128-d98a296b2942 req-854f829d-8f59-45ad-b9e5-51ac84bdbcae tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:26.070646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cafcf487-a77d-458a-8128-d98a296b2942 req-854f829d-8f59-45ad-b9e5-51ac84bdbcae tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] 10.222.0.13 "DELETE /v2.0/security-groups/d8fa3a3b-dfb5-4b9d-a162-a0492e55b48e HTTP/1.1" status: 204 len: 173 time: 0.9812205 Sep 26 13:02:26.102651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:26.103827 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:26.112294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-970d85bb-e132-4d4b-aadc-0aa62bea928e req-7d402ecb-cf91-4cc6-9415-986839e50e0d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205037 Sep 26 13:02:26.179851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-db72d83b-e33e-46f4-b871-d4143da513d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:26.181369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-db72d83b-e33e-46f4-b871-d4143da513d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.8416564 Sep 26 13:02:26.262894 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edd9f19-36e8-4c37-853a-bdb864a15524 x-openstack-request-id: req-6edd9f19-36e8-4c37-853a-bdb864a15524 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:26.263219 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "name": "network-vif-plugged", "status": "completed", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:26.263484 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6edd9f19-36e8-4c37-853a-bdb864a15524 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:26.263881 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5', 'code': 200} Sep 26 13:02:26.290289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f829d-8f59-45ad-b9e5-51ac84bdbcae tempest-SecurityGroupsTestAdminJSON-283583544 tempest-SecurityGroupsTestAdminJSON-283583544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fa3a3b-dfb5-4b9d-a162-a0492e55b48e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:26.327567 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-17f77ffe-810d-431d-9d63-590e2c9f6fc8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5397432 Sep 26 13:02:26.389047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbd455-a448-4c34-976b-b12fb40848d8 req-8cc79d1c-978b-423c-8e58-91863d17a84f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:26.390885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bdbd455-a448-4c34-976b-b12fb40848d8 req-8cc79d1c-978b-423c-8e58-91863d17a84f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1516201 Sep 26 13:02:26.412962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Request body: {'port': {'device_id': '51dcd807-c57e-4fdc-a68f-9c3423de4907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:26.430827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-68ea3e1a-ee5b-4094-9109-9771108bd590 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.1372716 Sep 26 13:02:26.553100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bdbd455-a448-4c34-976b-b12fb40848d8 req-7f058d6d-0aec-44a0-ac26-8b138dd0a210 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527474 Sep 26 13:02:26.561147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-45610d5b-4e4d-461d-a1d5-d1408d1efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:26.563194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-45610d5b-4e4d-461d-a1d5-d1408d1efae7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0885363 Sep 26 13:02:26.729639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:26.762809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46178cf2-e165-40fe-8fdf-ff4005079e6c req-db96f9f2-7c93-4cfe-950d-b4701a7331fa tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:26.771448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-46178cf2-e165-40fe-8fdf-ff4005079e6c req-db96f9f2-7c93-4cfe-950d-b4701a7331fa tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.2037783 Sep 26 13:02:26.806091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36086) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:26.955052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69f06-2f5f-43b2-8f17-600f7e9fa4b2 req-a6a01bc9-11bd-42bc-8dd2-325ac4b07421 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:26.974335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9fc69f06-2f5f-43b2-8f17-600f7e9fa4b2 req-a6a01bc9-11bd-42bc-8dd2-325ac4b07421 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 931 time: 0.1033802 Sep 26 13:02:26.985923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-42befc37-6c10-4190-a581-fd371d22f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:26.991454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-42befc37-6c10-4190-a581-fd371d22f964 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4205606 Sep 26 13:02:27.106847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9fc69f06-2f5f-43b2-8f17-600f7e9fa4b2 req-39bfe3fb-cb26-4340-829e-c73c1f464548 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261082 Sep 26 13:02:27.135688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a0824ce4-24c8-4078-a91b-43c36465ab3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b96d6bf3dbff4a45a1bed94db8e17069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270211 Sep 26 13:02:27.147575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36090) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:27.252455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-46178cf2-e165-40fe-8fdf-ff4005079e6c req-02d18a5e-6604-4bc4-9cfc-de878c0e0d5f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799986 Sep 26 13:02:27.323266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9d8139e8-d0cd-4106-880c-0febff5a6511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:27.389618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9d8139e8-d0cd-4106-880c-0febff5a6511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:27.441734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8b9a-431b-4750-91a5-07fd99c8f616 req-ce92429d-c48e-4074-b21b-e2e673e2fc83 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:27.443886 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42ef8b9a-431b-4750-91a5-07fd99c8f616 req-ce92429d-c48e-4074-b21b-e2e673e2fc83 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.2077193 Sep 26 13:02:27.464713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Router be97774c-cc2e-415c-863e-4ecae49f1e8b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:02:27.478676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-027bb457-d686-41c9-8529-fc02efc1c7a1 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874924 Sep 26 13:02:27.580836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9d8139e8-d0cd-4106-880c-0febff5a6511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:27.584080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9d8139e8-d0cd-4106-880c-0febff5a6511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:27.589437 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9d8139e8-d0cd-4106-880c-0febff5a6511 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/affaaf22-7e52-40ed-82c7-425a9d6f5efd HTTP/1.1" status: 204 len: 168 time: 0.4372437 Sep 26 13:02:27.661067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8139e8-d0cd-4106-880c-0febff5a6511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affaaf22-7e52-40ed-82c7-425a9d6f5efd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:27.756943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42ef8b9a-431b-4750-91a5-07fd99c8f616 req-bd970aff-7630-44d7-8892-9f328b02c3e5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114930 Sep 26 13:02:28.276510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1f1ee-1306-470d-8491-f86f80dc5824 req-a279ef04-9b9b-458f-9509-078a62b2576d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:28.280469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01d1f1ee-1306-470d-8491-f86f80dc5824 req-a279ef04-9b9b-458f-9509-078a62b2576d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.5285237 Sep 26 13:02:28.334333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36120) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:28.409481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525644d8-1be4-4187-82b2-3be02e85f023 req-b6317285-522b-4c11-adcd-5b5e47b6a2b2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:28.419601 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-525644d8-1be4-4187-82b2-3be02e85f023 req-b6317285-522b-4c11-adcd-5b5e47b6a2b2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 931 time: 0.1310461 Sep 26 13:02:28.426762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7dbabf67-70cc-4931-a554-d742e4915bf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8203fcf49d24caea54d8ed3ec39f48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859740 Sep 26 13:02:28.432516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:02:28.447538 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] Sync routers for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:02:28.466051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36122) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:28.466293 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:28.466465 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:28.492048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b7faee87-edba-4519-9ab8-19a1ff825a38 admin admin] 10.222.0.13 "PUT /v2.0/routers/be97774c-cc2e-415c-863e-4ecae49f1e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3342950 Sep 26 13:02:28.495787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36124) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:28.553455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71009e-98ca-448f-9ebc-7464c9ccfad7 req-5e6ca3ad-5adf-4863-a485-83a6c57f6cff service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0526555 Sep 26 13:02:28.606747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d77ea01-e68b-487e-981f-5dd5ff4c84cf {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:28.632253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:28.655177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01d1f1ee-1306-470d-8491-f86f80dc5824 req-30d13595-ecce-41d4-b1cb-8d0f5b1bc672 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457246 Sep 26 13:02:28.662741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-0bc03eec-56ec-420e-9fbf-33ac496d9588 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3464544 Sep 26 13:02:28.698994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Transition to ACTIVE for port object 9d77ea01-e68b-487e-981f-5dd5ff4c84cf will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:02:28.707675 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:28.784989 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:28.961783 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-525644d8-1be4-4187-82b2-3be02e85f023 req-3a94ef7b-495f-4388-b9d4-56dbe8ccff7b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410185 Sep 26 13:02:29.003218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:29.076324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Pushing event updated for resources: {'Port': ['ID=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:29.104032 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-baa4610e-f6c2-48d4-9aa4-875b206e6b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.201790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-06d5b9de-8902-4c18-a05b-d42cda47b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:29.203506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-06d5b9de-8902-4c18-a05b-d42cda47b406 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0652190729124dcc9d3cc1de72f30b09&device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 1100 time: 0.3449967 Sep 26 13:02:29.271391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-baa4610e-f6c2-48d4-9aa4-875b206e6b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.276703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6697fe7-8a60-428c-978a-ff47eeefbab7 req-ad0a0c9d-bdd8-427c-9643-353a31b2009e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:29.277848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6697fe7-8a60-428c-978a-ff47eeefbab7 req-ad0a0c9d-bdd8-427c-9643-353a31b2009e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.3275156 Sep 26 13:02:29.295604 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T13:02:24Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:29.299703 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.363735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] Checking router: be97774c-cc2e-415c-863e-4ecae49f1e8b for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:02:29.373217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:29.379654 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d2f9bd-968b-4828-af34-1125bfd13dc3" -d '{"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-unplugged", "status": "completed", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:29.382695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.400791 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] Routers {'be97774c-cc2e-415c-863e-4ecae49f1e8b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:02:29.401409 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['be97774c-cc2e-415c-863e-4ecae49f1e8b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:29.432379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:29.439349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Attempting to bind port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:02:29.440854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Attempting to bind port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:02:29.441237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Attempting to bind port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:29.442005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.462889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5039203-4f0c-4e14-9149-42b16329177f req-c7d281dd-949e-470d-b880-8f2109c85ab0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:29.464505 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5039203-4f0c-4e14-9149-42b16329177f req-c7d281dd-949e-470d-b880-8f2109c85ab0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.2768879 Sep 26 13:02:29.476397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:02:29.477710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Attempting to bind port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:29.532350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:29.600224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-baa4610e-f6c2-48d4-9aa4-875b206e6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.603516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-baa4610e-f6c2-48d4-9aa4-875b206e6b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.604700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-baa4610e-f6c2-48d4-9aa4-875b206e6b89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/744f4dc8-04e9-4a32-b02d-52756227ed05 HTTP/1.1" status: 204 len: 168 time: 1.1390228 Sep 26 13:02:29.616714 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] Set router be97774c-cc2e-415c-863e-4ecae49f1e8b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:02:29.620376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6697fe7-8a60-428c-978a-ff47eeefbab7 req-316233ef-49d7-4c51-921b-91a69ca97fdc tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902780 Sep 26 13:02:29.623340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:02:29.630199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Checking segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:02:29.630681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Bound using segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:02:29.631246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Bound port: 9d77ea01-e68b-487e-981f-5dd5ff4c84cf, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:02:29.631678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.638226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5039203-4f0c-4e14-9149-42b16329177f req-0d68b457-98bc-4319-8eb8-e77ad1d7422e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049082 Sep 26 13:02:29.668011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4610e-f6c2-48d4-9aa4-875b206e6b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f4dc8-04e9-4a32-b02d-52756227ed05,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:29.765203 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f4a361-ab97-4838-b8e0-5b0bb3bc8093 x-openstack-request-id: req-41f4a361-ab97-4838-b8e0-5b0bb3bc8093 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:29.765568 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-unplugged", "status": "completed", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:29.765850 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41f4a361-ab97-4838-b8e0-5b0bb3bc8093 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:29.766254 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'code': 200} Sep 26 13:02:29.774998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-ac269dec-a2a7-429f-9e18-3ce4ef908d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:29.776682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-ac269dec-a2a7-429f-9e18-3ce4ef908d8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.5454602 Sep 26 13:02:29.834134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:29.856886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T13:02:24Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:29.889997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-460a3615-1b7b-4eb7-90a0-e58dea30b72e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa HTTP/1.1" status: 200 len: 217 time: 0.0851712 Sep 26 13:02:29.892284 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e3eb5-5bb6-48e2-b0ff-64fa041e1e7b None None] The sync data for ids ['be97774c-cc2e-415c-863e-4ecae49f1e8b'] in n-d-806683-13 is: [{'id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'name': 'tempest-ServersTestJSON-1286833861-router', 'tenant_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T12:59:46Z', 'updated_at': '2021-09-26T13:02:24Z', 'revision_number': 5, 'project_id': 'f85afb0e1a5248b6a6f2bcf3dc2153cd', 'gw_port': {'id': '90ce33ec-1187-47ab-a5b2-33b3ba742460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be97774c-cc2e-415c-863e-4ecae49f1e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T12:59:47Z', 'updated_at': '2021-09-26T12:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:02:29.987734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] For port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:02:30.028793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] For port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:02:30.047359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:30.058437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-87073ce9-1edd-40d0-b5ea-92988ffd2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:30.060372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-87073ce9-1edd-40d0-b5ea-92988ffd2632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1694212 Sep 26 13:02:30.141065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ba58-a9e5-40ed-986b-a0c511cb42b6 req-debab8b9-c311-46ae-8e24-b5f6585a6cb8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:30.144574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13f3ba58-a9e5-40ed-986b-a0c511cb42b6 req-debab8b9-c311-46ae-8e24-b5f6585a6cb8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.2167141 Sep 26 13:02:30.193105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:30.199317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Deleting port 90ce33ec-1187-47ab-a5b2-33b3ba742460 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:30.200022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:30.200153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:30.201663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] 10.222.0.24 "PUT /v2.0/ports/9d77ea01-e68b-487e-981f-5dd5ff4c84cf HTTP/1.1" status: 200 len: 1092 time: 3.8047912 Sep 26 13:02:30.203262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dcd807-c57e-4fdc-a68f-9c3423de4907', 'tag': '9d77ea01-e68b-487e-981f-5dd5ff4c84cf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:30.205714 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbc61db-6b6c-45a9-8acc-1d35f657c767" -d '{"events": [{"name": "network-changed", "server_uuid": "51dcd807-c57e-4fdc-a68f-9c3423de4907", "tag": "9d77ea01-e68b-487e-981f-5dd5ff4c84cf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:30.319240 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13f3ba58-a9e5-40ed-986b-a0c511cb42b6 req-952c11dc-c20b-4b1c-b4fe-90d2224b0cd1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466577 Sep 26 13:02:30.337521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bc974-fbc0-4634-a8ca-2d495b271e3d service neutron] Pushing event updated for resources: {'Port': ['ID=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:30.364755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-30258a56-024d-4bb0-902e-d3c128a1dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:30.367264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-30258a56-024d-4bb0-902e-d3c128a1dd62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2697783 Sep 26 13:02:30.376327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9ea6c-a654-4898-b17a-334019486055 req-98b0861d-82a5-44fd-8b70-fedd73196779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:30.378976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb9ea6c-a654-4898-b17a-334019486055 req-98b0861d-82a5-44fd-8b70-fedd73196779 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1100 time: 0.2803345 Sep 26 13:02:30.444195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f7d20-147a-4c85-8734-e3a9405f6219 req-dc793f66-7802-4eb7-87fd-768527153812 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:30.445793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-278f7d20-147a-4c85-8734-e3a9405f6219 req-dc793f66-7802-4eb7-87fd-768527153812 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 943 time: 0.3093684 Sep 26 13:02:30.448228 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945ae4f1-1010-45b6-8b9d-413b8392117a x-openstack-request-id: req-945ae4f1-1010-45b6-8b9d-413b8392117a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:30.448906 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dcd807-c57e-4fdc-a68f-9c3423de4907", "tag": "9d77ea01-e68b-487e-981f-5dd5ff4c84cf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:30.449180 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-945ae4f1-1010-45b6-8b9d-413b8392117a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:30.449630 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51dcd807-c57e-4fdc-a68f-9c3423de4907', 'tag': '9d77ea01-e68b-487e-981f-5dd5ff4c84cf', 'status': 'completed', 'code': 200} Sep 26 13:02:30.478693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-90c5c1df-9f2d-47a5-ba33-4e9af6b641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:30.480330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-90c5c1df-9f2d-47a5-ba33-4e9af6b641ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 1095 time: 0.2247789 Sep 26 13:02:30.493370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9dde70a0-3087-43dd-bf2e-837d7015cafd no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:30.530397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9dde70a0-3087-43dd-bf2e-837d7015cafd {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:30.531123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9dde70a0-3087-43dd-bf2e-837d7015cafd not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:30.548373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] For port 90ce33ec-1187-47ab-a5b2-33b3ba742460, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=90ce33ec-1187-47ab-a5b2-33b3ba742460,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:30.548856 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:30.588394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Calling delete_port for 90ce33ec-1187-47ab-a5b2-33b3ba742460 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:30.908964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:30.930490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-a48c6423-071f-4b30-8423-b5ef6e69084b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d77ea01-e68b-487e-981f-5dd5ff4c84cf HTTP/1.1" status: 200 len: 217 time: 0.4328451 Sep 26 13:02:31.015501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:31.016624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-278f7d20-147a-4c85-8734-e3a9405f6219 req-e668c6e1-e943-4067-a6b8-29c0e9f5711b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471256 Sep 26 13:02:31.026056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9ea6c-a654-4898-b17a-334019486055 req-dabb9804-cf45-4620-b269-b9e71e35b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:31.027526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb9ea6c-a654-4898-b17a-334019486055 req-dabb9804-cf45-4620-b269-b9e71e35b5ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.6253409 Sep 26 13:02:31.031540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-858a0806-ddb4-4408-9e7b-67c0cf86c30e service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494834 Sep 26 13:02:31.056798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-f5aaee4b-e6c4-4454-922c-a4bd6308d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:31.058273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-f5aaee4b-e6c4-4454-922c-a4bd6308d80d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.1187778 Sep 26 13:02:31.112380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb9ea6c-a654-4898-b17a-334019486055 req-0053001e-e41b-4a64-9409-c58fe508ed56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 HTTP/1.1" status: 200 len: 217 time: 0.0760729 Sep 26 13:02:31.119166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=90ce33ec-1187-47ab-a5b2-33b3ba742460,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:31.133536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.153020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-ef544652-6c79-4956-a598-c5991a337ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638208 Sep 26 13:02:31.164689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f013bb-ed3b-4386-8394-b109c85c830c req-30405165-1a93-440d-8344-fa57e8bd21c5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:31.183509 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f3f013bb-ed3b-4386-8394-b109c85c830c req-30405165-1a93-440d-8344-fa57e8bd21c5 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 948 time: 0.4073861 Sep 26 13:02:31.323744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:31.341427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'mac_address': 'fa:16:3e:ec:39:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:31.422625 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.459810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:31.474610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.512423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f3f013bb-ed3b-4386-8394-b109c85c830c req-c4054f54-64dd-4804-929f-eb6ecd6a6848 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280044 Sep 26 13:02:31.513824 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.522998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:31.531514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.600465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36194) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:31.656196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.656910 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-c4f901c0-5aab-4651-ab1e-c05a1c312b9e service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685864 Sep 26 13:02:31.657161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router be97774c-cc2e-415c-863e-4ecae49f1e8b {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:02:31.660916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9ea6c-a654-4898-b17a-334019486055 req-c5d5efa7-3730-490f-a524-2a12bdee5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:31.663562 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb9ea6c-a654-4898-b17a-334019486055 req-c5d5efa7-3730-490f-a524-2a12bdee5e71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.5216846 Sep 26 13:02:31.671169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.679555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-509e77c7-77c8-4961-86af-a9eab31b9c7a admin admin] 10.222.0.13 "DELETE /v2.0/routers/be97774c-cc2e-415c-863e-4ecae49f1e8b HTTP/1.1" status: 204 len: 168 time: 3.1591330 Sep 26 13:02:31.682349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36198) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:31.683327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=10']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:31.807582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3e6911-ebb6-47e1-90d9-38e692f2fa09 admin admin] Deleting subnet e4ba11c8-2c2e-4ed5-bb9a-a629883577ea {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:02:31.839982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b578336-cdb2-4dba-a58f-20eb4bc0106c req-c245cbe2-9642-4912-8e7d-3ad46e392c3f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:31.847455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe7efe99-00f8-4aab-9cf5-a3cd5f981a89 req-2c0f3e2e-e4a6-4da7-bb86-d40677b11cd6 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827083 Sep 26 13:02:31.848308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b578336-cdb2-4dba-a58f-20eb4bc0106c req-c245cbe2-9642-4912-8e7d-3ad46e392c3f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0997841 Sep 26 13:02:31.850335 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec3e6911-ebb6-47e1-90d9-38e692f2fa09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.947974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec3e6911-ebb6-47e1-90d9-38e692f2fa09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:31.982037 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b578336-cdb2-4dba-a58f-20eb4bc0106c req-78271e5f-d0ce-4530-aea2-e809ef8e196e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328197 Sep 26 13:02:32.001818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f33a45d2-feec-4295-8d8f-3206180be54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:32.041261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:32.084878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e326c-4c0d-4e8a-85fe-c07a499b3606 req-defa15c4-8c50-4309-a487-3f10291aa248 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:32.084878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-628e326c-4c0d-4e8a-85fe-c07a499b3606 req-defa15c4-8c50-4309-a487-3f10291aa248 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.8086848 Sep 26 13:02:32.089183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd241f4c-f273-4867-9e0b-0b167bbc82a1 req-06bc5f4e-1e69-427b-a17b-42766fb083a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0388417 Sep 26 13:02:32.104416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-c39ba39f-e5df-4505-ab4c-7e25b85951ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:32.105903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-c39ba39f-e5df-4505-ab4c-7e25b85951ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 1095 time: 0.1438189 Sep 26 13:02:32.155465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9ea6c-a654-4898-b17a-334019486055 req-c34f1bfc-b00d-4ed5-aadc-ae8f04038cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:32.156998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb9ea6c-a654-4898-b17a-334019486055 req-c34f1bfc-b00d-4ed5-aadc-ae8f04038cd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2919145 Sep 26 13:02:32.167530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec3e6911-ebb6-47e1-90d9-38e692f2fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:32.200279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-628e326c-4c0d-4e8a-85fe-c07a499b3606 req-eca6fc77-d213-45e4-b768-d08d32c9fd4f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075513 Sep 26 13:02:32.409466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb9ea6c-a654-4898-b17a-334019486055 req-695b36bd-4a52-4e74-b732-30e22ec0e3dc service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321384 Sep 26 13:02:32.460217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d49a9-a149-449e-9261-66820225fe42 req-9a1641bf-1220-41db-800f-92fd93a7ae6c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:32.469841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a35d49a9-a149-449e-9261-66820225fe42 req-9a1641bf-1220-41db-800f-92fd93a7ae6c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 943 time: 0.2038524 Sep 26 13:02:32.474916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec3e6911-ebb6-47e1-90d9-38e692f2fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:32.530710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e6911-ebb6-47e1-90d9-38e692f2fa09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ba11c8-2c2e-4ed5-bb9a-a629883577ea,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:32.542547 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec3e6911-ebb6-47e1-90d9-38e692f2fa09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:32.547446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ec3e6911-ebb6-47e1-90d9-38e692f2fa09 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4ba11c8-2c2e-4ed5-bb9a-a629883577ea HTTP/1.1" status: 204 len: 168 time: 0.8627427 Sep 26 13:02:32.548085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36216) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:32.551123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccad719-c46d-4449-8011-9a5084fbde1c None None] Network b6ddf15a-82df-483f-8e48-7b8ef24dde58 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:02:32.602106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f33a45d2-feec-4295-8d8f-3206180be54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:32.650227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f33a45d2-feec-4295-8d8f-3206180be54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:32.679809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f33a45d2-feec-4295-8d8f-3206180be54f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b9b8d5107914a6cab7d11933fd36e74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0782864 Sep 26 13:02:32.686967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36222) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:32.702729 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a35d49a9-a149-449e-9261-66820225fe42 req-14fc4c6e-f92f-4eaf-a86d-1f6ade313310 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188318 Sep 26 13:02:32.702729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:32.742346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1175-6914-4d24-9d46-fa413509332d req-d2805329-76ab-476d-a135-0ec5d47e5eaa tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:32.744740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256e1175-6914-4d24-9d46-fa413509332d req-d2805329-76ab-476d-a135-0ec5d47e5eaa tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1101 time: 0.3323421 Sep 26 13:02:32.752679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 90ce33ec-1187-47ab-a5b2-33b3ba742460 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:32.766598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-edaa46df-35bd-4fc3-a358-07239d4fef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:32.770596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a45d2-feec-4295-8d8f-3206180be54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f662a2b-fe08-41e1-b980-fbd299dfa56d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:32.774015 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-edaa46df-35bd-4fc3-a358-07239d4fef79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 905 time: 0.6418133 Sep 26 13:02:32.825912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 90ce33ec-1187-47ab-a5b2-33b3ba742460 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:32.826545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 90ce33ec-1187-47ab-a5b2-33b3ba742460 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:32.865639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55904c4-a14f-46b9-8a81-c2dcaa7b0d6a req-b68450a8-798a-4d45-97dd-05e2731ac57f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:32.872853 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a55904c4-a14f-46b9-8a81-c2dcaa7b0d6a req-b68450a8-798a-4d45-97dd-05e2731ac57f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.0664253 Sep 26 13:02:32.906534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Deleting port ae61e162-9d93-4f44-8279-e2693fd28171 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:32.906883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:32.907026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeb9ea6c-a654-4898-b17a-334019486055 req-3d6867e1-78cc-42b1-8627-48806430a040 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492741 Sep 26 13:02:32.913892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-6d478a6b-ae4d-44f2-a769-069a7581a979 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d77ea01-e68b-487e-981f-5dd5ff4c84cf HTTP/1.1" status: 200 len: 217 time: 0.1080515 Sep 26 13:02:32.929803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] DHCP port deletion for b6ddf15a-82df-483f-8e48-7b8ef24dde58 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:02:32.972938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a55904c4-a14f-46b9-8a81-c2dcaa7b0d6a req-9ea162a8-fb97-4fbb-aa09-b3bfd8f859a3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943146 Sep 26 13:02:33.000963 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256e1175-6914-4d24-9d46-fa413509332d req-a5f1e1ae-7136-4cbb-9800-4f857c09a4a2 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050519 Sep 26 13:02:33.004233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b8f56a05-58c1-475c-ab66-2b9832e8c366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.024507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] Deleting port ae61e162-9d93-4f44-8279-e2693fd28171 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:33.024983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.037786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-5d7cbaa1-e2f1-4c9a-a7ea-8a30fb6e28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:33.039801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-5d7cbaa1-e2f1-4c9a-a7ea-8a30fb6e28ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.1138794 Sep 26 13:02:33.057063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b8f56a05-58c1-475c-ab66-2b9832e8c366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.074057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] For port ae61e162-9d93-4f44-8279-e2693fd28171, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ae61e162-9d93-4f44-8279-e2693fd28171,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:33.074491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.093245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Calling delete_port for ae61e162-9d93-4f44-8279-e2693fd28171 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:33.110166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-8c6f667f-f42b-4dd9-a61a-b9e26e62b7a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560758 Sep 26 13:02:33.161018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] For port ae61e162-9d93-4f44-8279-e2693fd28171, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ae61e162-9d93-4f44-8279-e2693fd28171,segment=NetworkSegment(66620387-75c7-47d3-8b4d-9d2ced88b9a6),segment_id=66620387-75c7-47d3-8b4d-9d2ced88b9a6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:33.168055 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.193674 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] Calling delete_port for ae61e162-9d93-4f44-8279-e2693fd28171 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:33.211663 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.258037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae61e162-9d93-4f44-8279-e2693fd28171,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:33.270990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] No DVR routers for this DVR port ae61e162-9d93-4f44-8279-e2693fd28171 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:33.359814 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b8f56a05-58c1-475c-ab66-2b9832e8c366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.362867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.367281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b8f56a05-58c1-475c-ab66-2b9832e8c366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.372405 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b8f56a05-58c1-475c-ab66-2b9832e8c366 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f662a2b-fe08-41e1-b980-fbd299dfa56d HTTP/1.1" status: 204 len: 168 time: 0.6787682 Sep 26 13:02:33.387970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-0691c5e4-63bd-471a-ace3-b9558f40ed98 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687500 Sep 26 13:02:33.400535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] No DVR routers for this DVR port ae61e162-9d93-4f44-8279-e2693fd28171 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:33.400684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3b33-292d-4a45-a6d1-55dec8e2a8f3 req-92484178-9134-4421-9646-69cedf9513d1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:33.409419 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e7b3b33-292d-4a45-a6d1-55dec8e2a8f3 req-92484178-9134-4421-9646-69cedf9513d1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1483903 Sep 26 13:02:33.420680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f56a05-58c1-475c-ab66-2b9832e8c366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f662a2b-fe08-41e1-b980-fbd299dfa56d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:33.452027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3e813-cd63-4a42-b063-888690b7d000 None None] Pushing event deleted for resources: {'Port': ['ID=ae61e162-9d93-4f44-8279-e2693fd28171,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:33.469270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.530070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ddf15a-82df-483f-8e48-7b8ef24dde58']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:33.551241 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e7b3b33-292d-4a45-a6d1-55dec8e2a8f3 req-29a30438-927f-4a96-ab69-40efa04629ca tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776238 Sep 26 13:02:33.577185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66620387-75c7-47d3-8b4d-9d2ced88b9a6') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:33.577726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66620387-75c7-47d3-8b4d-9d2ced88b9a6') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:02:33.608988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.640006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.660936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:02:33.662530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.713161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbc61db-6b6c-45a9-8acc-1d35f657c767 req-1d0e87f3-d204-48be-ac67-0217fbc18583 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141127 Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:02:33.769863 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:02:33.823867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-6f2eb7fb-8783-47a8-afdd-3c08b000d0b6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=90f04e6ddbab44e4af218f5e38804408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509140 Sep 26 13:02:33.825927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aa9f8-8399-4e08-82a2-4192d073580f req-101a4cff-2f92-46fd-a2a7-4550a9f12827 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:33.826600 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.827469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-885aa9f8-8399-4e08-82a2-4192d073580f req-101a4cff-2f92-46fd-a2a7-4550a9f12827 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 943 time: 0.0644529 Sep 26 13:02:33.853451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:33.855375 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6ddf15a-82df-483f-8e48-7b8ef24dde58 HTTP/1.1" status: 204 len: 168 time: 1.3025570 Sep 26 13:02:33.856424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87a541-f89c-4a1a-8570-6df545c326a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ddf15a-82df-483f-8e48-7b8ef24dde58,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:33.913945 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-885aa9f8-8399-4e08-82a2-4192d073580f req-aa43a03f-79d9-420b-b1c1-3c4bca0c7d5d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Sep 26 13:02:34.011065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-6ca5078c-18ad-442a-8f09-ff0b7e6391e0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:34.028633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-6ca5078c-18ad-442a-8f09-ff0b7e6391e0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037795 Sep 26 13:02:34.045434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9d77ea01-e68b-487e-981f-5dd5ff4c84cf details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:34.053823 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-b2a68603-24c5-4d57-8eac-391dd66b7b75 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/quotas/90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 375 time: 0.0241501 Sep 26 13:02:34.185478 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-963ea538-818b-4e59-a4e3-479a082a8dc9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306405 Sep 26 13:02:34.190459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aaf5a-4567-4608-92b5-dacbdbc83aa9 req-b463ad5f-212c-49f1-827b-018141a0c9b8 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:34.200113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a76aaf5a-4567-4608-92b5-dacbdbc83aa9 req-b463ad5f-212c-49f1-827b-018141a0c9b8 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 950 time: 0.1226637 Sep 26 13:02:34.245766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36288) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:34.316226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a76aaf5a-4567-4608-92b5-dacbdbc83aa9 req-a5c049f4-c8c8-477c-93e6-fcc027550339 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151714 Sep 26 13:02:34.369532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3f08c59d-9d68-476a-9ba8-a12659bc5576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f85afb0e1a5248b6a6f2bcf3dc2153cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222239 Sep 26 13:02:34.370336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:34.371434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36294) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:34.371790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36296) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:34.411010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '9d77ea01-e68b-487e-981f-5dd5ff4c84cf', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'port_id': '9d77ea01-e68b-487e-981f-5dd5ff4c84cf', 'mac_address': 'fa:16:3e:b8:33:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c3a00d-3b90-406a-8755-4a3407d6a9fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:34.494698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:34.509903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d77ea01-e68b-487e-981f-5dd5ff4c84cf {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:34.543935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:34.550693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:34.622201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ae61e162-9d93-4f44-8279-e2693fd28171 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:34.638139 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b7b13d8-3d3e-4075-b140-41dc42153ab8 req-ad8730dc-967b-440c-8f23-376dabc5beda tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 210 time: 0.1397719 Sep 26 13:02:34.691628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54333686-837e-46bf-8eda-f33e5294dfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:34.698662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:34.709749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ae61e162-9d93-4f44-8279-e2693fd28171 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:34.710020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ae61e162-9d93-4f44-8279-e2693fd28171 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:34.743393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc90ba-747f-4968-8026-d76e238fe93d req-fff7e5d3-07ce-4daa-aade-ec203f6b9445 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:34.754922 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8bc90ba-747f-4968-8026-d76e238fe93d req-fff7e5d3-07ce-4daa-aade-ec203f6b9445 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0946259 Sep 26 13:02:34.759175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54333686-837e-46bf-8eda-f33e5294dfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:34.761105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8884-cb1e-4835-ae6f-ba9d299396db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:34.778943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['9d77ea01-e68b-487e-981f-5dd5ff4c84cf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:34.811956 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8bc90ba-747f-4968-8026-d76e238fe93d req-140a5c90-570f-4603-820b-48b2ddf9a6ed tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560067 Sep 26 13:02:34.854767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54333686-837e-46bf-8eda-f33e5294dfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:34.858558 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54333686-837e-46bf-8eda-f33e5294dfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:34.863961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-54333686-837e-46bf-8eda-f33e5294dfd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efb07dba-9cd6-4866-8790-76def573731a HTTP/1.1" status: 204 len: 168 time: 0.4911077 Sep 26 13:02:34.875335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54333686-837e-46bf-8eda-f33e5294dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb07dba-9cd6-4866-8790-76def573731a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:34.984566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8884-cb1e-4835-ae6f-ba9d299396db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:34.997121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8884-cb1e-4835-ae6f-ba9d299396db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.013408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:35.040790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a4ed8884-cb1e-4835-ae6f-ba9d299396db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2940827c4f7430a9c88674a87da9608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661532 Sep 26 13:02:35.043549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36336) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:35.164651 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-efcbbafa-8e6c-4c4a-a8d1-878e66ffbb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.166496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:35.166991 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.172618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed8884-cb1e-4835-ae6f-ba9d299396db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d457506-3fc7-46de-bcea-5d8295c8860f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:35.209454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-efcbbafa-8e6c-4c4a-a8d1-878e66ffbb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.234464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb079e-fc0c-4fc3-a00a-968ec3163a7e req-aecf4d7d-a1bc-4202-a616-ff13fe289921 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:35.239506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2eb079e-fc0c-4fc3-a00a-968ec3163a7e req-aecf4d7d-a1bc-4202-a616-ff13fe289921 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 944 time: 0.1550708 Sep 26 13:02:35.279400 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.308212 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-efcbbafa-8e6c-4c4a-a8d1-878e66ffbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.311702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-efcbbafa-8e6c-4c4a-a8d1-878e66ffbb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.316519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-efcbbafa-8e6c-4c4a-a8d1-878e66ffbb48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d457506-3fc7-46de-bcea-5d8295c8860f HTTP/1.1" status: 204 len: 168 time: 0.2685695 Sep 26 13:02:35.321428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:35.324231 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf37b9c-f239-4b93-ad07-f3972aa7f23d" -d '{"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-plugged", "status": "completed", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:35.331364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2eb079e-fc0c-4fc3-a00a-968ec3163a7e req-0b4bd261-7a69-4b18-81bb-54af784c0b13 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841057 Sep 26 13:02:35.335239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbbafa-8e6c-4c4a-a8d1-878e66ffbb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d457506-3fc7-46de-bcea-5d8295c8860f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:35.360846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:35.397384 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.450410 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e40d29-c1d2-4d43-85e8-76a47caa26a6 x-openstack-request-id: req-80e40d29-c1d2-4d43-85e8-76a47caa26a6 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:35.450704 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-plugged", "status": "completed", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:35.450952 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80e40d29-c1d2-4d43-85e8-76a47caa26a6 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:35.451507 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'code': 200} Sep 26 13:02:35.506818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87a339-7bd9-4f50-88a3-75521ba02f0f req-dbbab10f-fc60-45bc-bbd1-b8e870bd4ef0 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:35.508587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be87a339-7bd9-4f50-88a3-75521ba02f0f req-dbbab10f-fc60-45bc-bbd1-b8e870bd4ef0 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 951 time: 0.0877416 Sep 26 13:02:35.538644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=11']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:35.608172 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be87a339-7bd9-4f50-88a3-75521ba02f0f req-c76bff9d-423b-49a6-b809-84a4c8d3be5d tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779693 Sep 26 13:02:35.636036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b1c9f-bf20-4db8-892c-0000250aea5d req-475b1bd4-de0f-46b5-904f-b62518695a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:35.638045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-363b1c9f-bf20-4db8-892c-0000250aea5d req-475b1bd4-de0f-46b5-904f-b62518695a8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1103 time: 0.0572150 Sep 26 13:02:35.724407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-363b1c9f-bf20-4db8-892c-0000250aea5d req-372a1619-8aa8-4e2e-9b7e-5c893b23316b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787220 Sep 26 13:02:35.729479 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65aaf30b-bc45-4019-9a41-85a13df7c0ce req-ad74f009-2b3d-4352-8f2d-5528bddd695e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 210 time: 0.0286858 Sep 26 13:02:35.774431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aef6b-662b-4683-b6ad-8980cd16eaff req-33d73764-2b34-455a-9042-e830bc5cc000 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:35.775932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-705aef6b-662b-4683-b6ad-8980cd16eaff req-33d73764-2b34-455a-9042-e830bc5cc000 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 950 time: 0.1052914 Sep 26 13:02:35.818282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-705aef6b-662b-4683-b6ad-8980cd16eaff req-26865d6f-21d4-479d-a506-c90a0dc530bb tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Sep 26 13:02:35.931302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab356-ac0d-401c-8feb-3ed2d668fb39 req-4e99fe8e-5a1b-4e6d-98f3-694857b6b2db tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:35.933451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-634ab356-ac0d-401c-8feb-3ed2d668fb39 req-4e99fe8e-5a1b-4e6d-98f3-694857b6b2db tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0515184 Sep 26 13:02:35.937842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36394) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:35.950903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10f50251-beec-46b5-8384-7816345b57e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:35.989943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-634ab356-ac0d-401c-8feb-3ed2d668fb39 req-3f9c689a-2fee-49e0-b0fe-da1a5375154f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Sep 26 13:02:36.045476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9d77ea01-e68b-487e-981f-5dd5ff4c84cf up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:36.051720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10f50251-beec-46b5-8384-7816345b57e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.056924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10f50251-beec-46b5-8384-7816345b57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.097212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f50251-beec-46b5-8384-7816345b57e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166078cd-3335-4b3d-827d-aed35edb2d07,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:36.102709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-10f50251-beec-46b5-8384-7816345b57e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f5381955a0a47f888c66b51ac9dae02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627722 Sep 26 13:02:36.104429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36400) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:36.136049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:02:36.141728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:36.142578 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.164627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f463784-65db-4a31-9d99-9f44f872b8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.192912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f463784-65db-4a31-9d99-9f44f872b8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.249856 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.265359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f463784-65db-4a31-9d99-9f44f872b8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.271663 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f463784-65db-4a31-9d99-9f44f872b8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.273924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5f463784-65db-4a31-9d99-9f44f872b8dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/166078cd-3335-4b3d-827d-aed35edb2d07 HTTP/1.1" status: 204 len: 168 time: 0.1682003 Sep 26 13:02:36.283789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f463784-65db-4a31-9d99-9f44f872b8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166078cd-3335-4b3d-827d-aed35edb2d07,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:36.308315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:36.318277 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:36.374964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:36.465749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cfb80-effd-468c-a633-f1d06df4e974 req-e0f9fa4c-da41-4923-a45b-5db241e08f7c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:36.467262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb8cfb80-effd-468c-a633-f1d06df4e974 req-e0f9fa4c-da41-4923-a45b-5db241e08f7c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 945 time: 0.0506783 Sep 26 13:02:36.515344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb8cfb80-effd-468c-a633-f1d06df4e974 req-2aafb0df-3d6b-4bd2-8d92-d37a5622accc tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374920 Sep 26 13:02:36.698682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-f655f1e6-fe9f-48e9-a20e-68da7f0c8e3f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=90f04e6ddbab44e4af218f5e38804408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588617 Sep 26 13:02:36.768764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbe25-c50f-4d72-9947-f92bcf6b16f7 req-46bb57a5-b251-424f-adda-4eaece2ca48f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:36.782168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e40bbe25-c50f-4d72-9947-f92bcf6b16f7 req-46bb57a5-b251-424f-adda-4eaece2ca48f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 951 time: 0.1048357 Sep 26 13:02:36.826271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36434) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:36.849372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-20df5219-9e1e-475b-ac6f-86aab042d289 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:36.852568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-20df5219-9e1e-475b-ac6f-86aab042d289 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436014 Sep 26 13:02:36.863955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e40bbe25-c50f-4d72-9947-f92bcf6b16f7 req-a09c23e2-508d-4d9f-84b3-1496ac03ebee tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807621 Sep 26 13:02:36.873115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Request body: {'port': {'device_id': 'de6140f5-7214-4822-9dbd-064838a49818', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '90f04e6ddbab44e4af218f5e38804408'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:36.910515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a30286d-eaa8-47d7-90bb-7473d0a2a2cc req-64771917-7954-497c-93a7-9c4ebc540ea8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 210 time: 0.0544007 Sep 26 13:02:37.013793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac858ce-330c-4c14-afae-cf92f24ced53 req-9786dfc0-677f-4ed2-adaa-6268adf25df2 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:37.015999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 34cf6adc-3f26-4314-b23b-80ed270ae00c details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:37.027708 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ac858ce-330c-4c14-afae-cf92f24ced53 req-9786dfc0-677f-4ed2-adaa-6268adf25df2 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 950 time: 0.0732014 Sep 26 13:02:37.045900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Made reservation on behalf of 90f04e6ddbab44e4af218f5e38804408 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:02:37.053096 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:37.104393 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ac858ce-330c-4c14-afae-cf92f24ced53 req-9da900ea-90ef-4a2a-8ecd-e191e1e06632 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742700 Sep 26 13:02:37.175612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-951194290-network', 'tenant_id': '6d2e66dd178d40de83c0b64f8b0fff76'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:37.179639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:37.195565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'port_id': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'mac_address': 'fa:16:3e:a3:68:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac6c873-36de-432a-b898-cb946da0945e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:37.211716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d5c8f-0630-4259-b4ea-b9e48c6a3ff2 req-653412cf-231d-4761-9300-3eff523e7cbc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:37.222335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e9d5c8f-0630-4259-b4ea-b9e48c6a3ff2 req-653412cf-231d-4761-9300-3eff523e7cbc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1327434 Sep 26 13:02:37.282324 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:37.312571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34cf6adc-3f26-4314-b23b-80ed270ae00c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:37.360566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:37.369889 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:37.393377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Made reservation on behalf of 6d2e66dd178d40de83c0b64f8b0fff76 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:02:37.395685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:37.452185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e9d5c8f-0630-4259-b4ea-b9e48c6a3ff2 req-b1fcbf7a-a73a-47c0-b2b2-7e4fdf2311e3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288263 Sep 26 13:02:37.464495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dcd807-c57e-4fdc-a68f-9c3423de4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d77ea01-e68b-487e-981f-5dd5ff4c84cf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:37.466109 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec84690a-db4b-4388-b09c-871e8cb3fc59" -d '{"events": [{"server_uuid": "51dcd807-c57e-4fdc-a68f-9c3423de4907", "name": "network-vif-plugged", "status": "completed", "tag": "9d77ea01-e68b-487e-981f-5dd5ff4c84cf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:37.467737 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:37.470609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:37.526407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Allocated IP 192.168.233.40 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/0b4a65be-98ba-4184-84e8-e494e3eed624) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:02:37.534039 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22404146-76a4-4a36-bb3b-c60cb65ac758 x-openstack-request-id: req-22404146-76a4-4a36-bb3b-c60cb65ac758 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:37.534330 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dcd807-c57e-4fdc-a68f-9c3423de4907", "name": "network-vif-plugged", "status": "completed", "tag": "9d77ea01-e68b-487e-981f-5dd5ff4c84cf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:37.534602 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22404146-76a4-4a36-bb3b-c60cb65ac758 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:37.535013 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dcd807-c57e-4fdc-a68f-9c3423de4907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d77ea01-e68b-487e-981f-5dd5ff4c84cf', 'code': 200} Sep 26 13:02:37.592895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['34cf6adc-3f26-4314-b23b-80ed270ae00c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:37.704587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:37.748798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:37.803005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:02:37.838322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f31f5-e06d-4b60-8b5c-78ff1d5010e7 req-56d85319-f5a1-4133-9279-332a2f7c06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:37.839844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df4f31f5-e06d-4b60-8b5c-78ff1d5010e7 req-56d85319-f5a1-4133-9279-332a2f7c06a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 1097 time: 0.1530123 Sep 26 13:02:37.850955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648f4f39-6ebc-424f-947b-136df933d9cd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:37.866760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:37.867122 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Added segment e49556fd-851e-4826-9ccd-4d6b792ef575 of type vlan for network 16241576-2cbe-42ff-9c38-622f9cbc827e Sep 26 13:02:37.882852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99e329-45ec-42b2-9601-60b07ef9bf19 req-9d2237cf-ae2d-422c-97ac-a1c177a2ca9e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:37.890207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b99e329-45ec-42b2-9601-60b07ef9bf19 req-9d2237cf-ae2d-422c-97ac-a1c177a2ca9e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 945 time: 0.2258523 Sep 26 13:02:38.012206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7a3ca-47ac-46c8-a65c-47247e0227ae req-736eab50-c6a8-4bd5-be15-bce56468415e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:38.025077 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-99a7a3ca-47ac-46c8-a65c-47247e0227ae req-736eab50-c6a8-4bd5-be15-bce56468415e tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 951 time: 0.0819526 Sep 26 13:02:38.027864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.042623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df4f31f5-e06d-4b60-8b5c-78ff1d5010e7 req-d1439237-e8b4-4d37-a0f5-2f6a323b5a7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884964 Sep 26 13:02:38.095548 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-99a7a3ca-47ac-46c8-a65c-47247e0227ae req-930aa407-6c4c-4e8f-98ac-480fd3b3efa3 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684755 Sep 26 13:02:38.101936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b99e329-45ec-42b2-9601-60b07ef9bf19 req-d1332d24-03a4-4f9f-9420-bed4ea707b7e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105985 Sep 26 13:02:38.107796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.108759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:38.109345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.201810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] Pushing event updated for resources: {'Network': ['ID=16241576-2cbe-42ff-9c38-622f9cbc827e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:38.208579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2ab12d81-c93f-487d-839a-bbe2cf2abec2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3778088 Sep 26 13:02:38.214262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36506) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:38.220576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Request body: {'subnet': {'network_id': '16241576-2cbe-42ff-9c38-622f9cbc827e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-951194290-subnet', 'tenant_id': '6d2e66dd178d40de83c0b64f8b0fff76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:38.222466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 16241576-2cbe-42ff-9c38-622f9cbc827e details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:02:38.240394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.268361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8b4ddfe7-a6a5-4a56-bd6b-b645738a773d req-d090c5ee-4dd3-4573-9dea-24f173f73f30 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 210 time: 0.0738826 Sep 26 13:02:38.273981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Made reservation on behalf of 6d2e66dd178d40de83c0b64f8b0fff76 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:02:38.276906 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.319668 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ef49-8988-4743-804b-03b1d0d1f6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.360430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.372458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['11c159ed-940c-4016-b10d-0d158ba604a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:38.408931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:38.435998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:02:38.438508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:02:38.441775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:02:38.507850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:38.508488 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.536545 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:02:38.572185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-eb1ff035-9cf1-4155-ada3-9cf8802e9a1c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7036846 Sep 26 13:02:38.577660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472abed-96fc-4ac4-a81c-49bddd584b78 req-d5567fc8-cb70-41e9-8049-69956c2084b1 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:38.586867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a472abed-96fc-4ac4-a81c-49bddd584b78 req-d5567fc8-cb70-41e9-8049-69956c2084b1 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1103 time: 0.1491215 Sep 26 13:02:38.632393 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a472abed-96fc-4ac4-a81c-49bddd584b78 req-1fe925e5-806d-4f35-996d-b8d1c5b9c18b tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Sep 26 13:02:38.647440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Request body: {'port': {'device_id': 'de6140f5-7214-4822-9dbd-064838a49818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:38.749196 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67832fb5-ec58-417f-a7ad-c144eeb96713 req-52bc14e5-8bf8-455c-9296-6cf199e1bdfd tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:38.750944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-67832fb5-ec58-417f-a7ad-c144eeb96713 req-52bc14e5-8bf8-455c-9296-6cf199e1bdfd tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 944 time: 0.1638553 Sep 26 13:02:38.805731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0ea9d3dc-4145-408a-bcab-649dea922e58 None None] Provisioning complete for port 0b4a65be-98ba-4184-84e8-e494e3eed624 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:38.806127 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d3dc-4145-408a-bcab-649dea922e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.855401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:38.864274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9d3dc-4145-408a-bcab-649dea922e58 None None] Port 0b4a65be-98ba-4184-84e8-e494e3eed624 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:02:38.878630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-67832fb5-ec58-417f-a7ad-c144eeb96713 req-9d46e314-7b27-4a81-89e6-2ed007e4a1a0 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189764 Sep 26 13:02:38.881018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.039617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 34cf6adc-3f26-4314-b23b-80ed270ae00c up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:39.043367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6af5a91-511e-463c-ba5a-f129bf1791f8,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:39.091602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Checking segment: {'id': 'e49556fd-851e-4826-9ccd-4d6b792ef575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '16241576-2cbe-42ff-9c38-622f9cbc827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:02:39.092267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Network hostable DHCP agents. Network: 16241576-2cbe-42ff-9c38-622f9cbc827e, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:02:39.143564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437b2bb-2378-4839-a35b-ee628b3e052d req-ffbc6691-af0a-42ce-95cc-ace56462f087 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:39.149353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 34cf6adc-3f26-4314-b23b-80ed270ae00c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:39.150019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.156701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f437b2bb-2378-4839-a35b-ee628b3e052d req-ffbc6691-af0a-42ce-95cc-ace56462f087 tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 1103 time: 0.1837046 Sep 26 13:02:39.192247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Network 16241576-2cbe-42ff-9c38-622f9cbc827e is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:02:39.259093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 16241576-2cbe-42ff-9c38-622f9cbc827e) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:02:39.275667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f437b2bb-2378-4839-a35b-ee628b3e052d req-3430768d-1ebb-4e5f-97ec-5c875548709b tempest-ServersAdminTestJSON-1315616531 tempest-ServersAdminTestJSON-1315616531-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065607 Sep 26 13:02:39.281837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21560738-1923-4ad9-b99d-78b859b3619b None None] Network 16241576-2cbe-42ff-9c38-622f9cbc827e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:02:39.285628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:39.291058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.291369 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-f54315d9-517f-40ae-adb8-2eac30310c65 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4a8f510ba52d4294827374566afeda86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330055 Sep 26 13:02:39.428578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0f2a9a35-8c55-4e6a-b0e6-a4b79db754ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2116325 Sep 26 13:02:39.466933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140f67-24ab-458c-9912-1ff021b67143 req-dd36958e-d747-4526-8133-a64913609998 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:39.473585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.493069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4a65be-98ba-4184-84e8-e494e3eed624 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:39.493698 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-dd36958e-d747-4526-8133-a64913609998 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008748 Sep 26 13:02:39.502899 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.520237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Transition to ACTIVE for port object 0b4a65be-98ba-4184-84e8-e494e3eed624 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:02:39.523090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.533756 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-8806638b-2780-4f57-9723-59efe377cf27 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/quotas/4a8f510ba52d4294827374566afeda86 HTTP/1.1" status: 200 len: 375 time: 0.0390451 Sep 26 13:02:39.549379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:39.552072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:39.554889 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb95ff0-3f97-410e-a683-13f3ff7acf47" -d '{"events": [{"server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "name": "network-vif-plugged", "status": "completed", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:39.562678 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.563821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70e1e805-10a8-48d1-89bb-a012fd525dc4 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:39.585779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:39.612259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-1ad610cc-e93b-4957-8fef-228267afa66b tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a8f510ba52d4294827374566afeda86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764551 Sep 26 13:02:39.756128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da75f1c-d357-42bb-a938-8fbc5914c7b1 None None] Network 16241576-2cbe-42ff-9c38-622f9cbc827e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:02:39.775478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d626a-83fd-417c-b714-9651bc0ef5a4 req-fd574769-d015-4f36-b804-0e38ce58f719 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:39.778351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-510d626a-83fd-417c-b714-9651bc0ef5a4 req-fd574769-d015-4f36-b804-0e38ce58f719 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 945 time: 0.2500522 Sep 26 13:02:39.826196 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.853786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-510d626a-83fd-417c-b714-9651bc0ef5a4 req-2766b5cc-2833-4130-afd5-f7992c0e5c70 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681589 Sep 26 13:02:39.870732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:39.886944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Attempting to bind port 0b4a65be-98ba-4184-84e8-e494e3eed624 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:02:39.887428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Attempting to bind port 0b4a65be-98ba-4184-84e8-e494e3eed624 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:02:39.887718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Attempting to bind port 0b4a65be-98ba-4184-84e8-e494e3eed624 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:39.895713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Port 0b4a65be-98ba-4184-84e8-e494e3eed624 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:02:39.896046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Attempting to bind port 0b4a65be-98ba-4184-84e8-e494e3eed624 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:39.907422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:02:39.907613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:02:39.907967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:02:39.908953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Bound port: 0b4a65be-98ba-4184-84e8-e494e3eed624, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:02:39.909314 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.936808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:39.973320 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:39.976134 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.977101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.977676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.978201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.978719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.979245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.979772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.980351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.980924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.983450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.984039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:39.984584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.027614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:02:40.034787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:02:40.045319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:40.053440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:40.058113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e17114-c095-448f-85ca-6960c52c2b1a req-6b649e88-c989-4610-910f-d4fbb44ea602 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:40.059150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:40.060370 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e17114-c095-448f-85ca-6960c52c2b1a req-6b649e88-c989-4610-910f-d4fbb44ea602 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.1293950 Sep 26 13:02:40.147213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36584) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:40.157004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:40.160161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:40.162058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] 10.222.0.23 "PUT /v2.0/ports/0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 1096 time: 1.5769351 Sep 26 13:02:40.162534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:40.170753 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c" -d '{"events": [{"name": "network-changed", "server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:40.174397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae6731-aa8a-4ee8-aef3-41b63ef4dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:40.213132 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0422d8d7-2f60-4014-9572-8d72342baa7c x-openstack-request-id: req-0422d8d7-2f60-4014-9572-8d72342baa7c {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:40.213467 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "name": "network-vif-plugged", "status": "completed", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:40.213985 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0422d8d7-2f60-4014-9572-8d72342baa7c {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:40.214772 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'code': 200} Sep 26 13:02:40.244321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e17114-c095-448f-85ca-6960c52c2b1a req-24a414bc-4409-4871-943d-3e28884ca82b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559057 Sep 26 13:02:40.342965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:40.377058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-a954e215-cde2-48a4-8713-c88faf53cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:40.379001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'mac_address': 'fa:16:3e:f7:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:40.389553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-a954e215-cde2-48a4-8713-c88faf53cd3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1099 time: 0.1751401 Sep 26 13:02:40.396043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:40.429374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-451001ee-c4e6-4664-9f8f-9d3823c8e109 req-016243e6-d38b-46a7-9a81-2f260dbf6e01 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 210 time: 0.0602694 Sep 26 13:02:40.610671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:40.638124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad66653-6971-4dd4-a7b0-70dc887906aa {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:40.661138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:40.668482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:40.671637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:40.678779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:40.724525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:40.780784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7ad66653-6971-4dd4-a7b0-70dc887906aa'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:40.781380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1f8d0-5991-42f5-83ed-4df37da71e94,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:40.799768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bee093268564a7db1c05c47cee34f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6512833 Sep 26 13:02:40.800659 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36606) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:40.802218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.802568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.802908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.803244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.803573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.803902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.804251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.804582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.804903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.805245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.805593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.805919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ba9d-16bb-4934-8da1-2ee34965c8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:40.858455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137744e-4450-4ce6-a721-254244bff125 req-1ea0a469-fc96-4525-aa29-4327601ee592 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:40.860282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2137744e-4450-4ce6-a721-254244bff125 req-1ea0a469-fc96-4525-aa29-4327601ee592 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 945 time: 0.1461587 Sep 26 13:02:40.901178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-3fdabef4-1e34-4aca-95f2-678b629a69df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 0.5025289 Sep 26 13:02:40.930410 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-741f1722-12c7-4456-911b-2cf02b537574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:40.936674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed0ae2-850a-4120-9252-b17f0aac1b88 req-289d2f8b-6ba9-4cf6-82a8-33b7fff303fe tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:40.940081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3ed0ae2-850a-4120-9252-b17f0aac1b88 req-289d2f8b-6ba9-4cf6-82a8-33b7fff303fe tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0801756 Sep 26 13:02:40.948316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2137744e-4450-4ce6-a721-254244bff125 req-c0adf76a-c8c9-4109-adf2-80d1bdf9c874 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789208 Sep 26 13:02:40.967216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-741f1722-12c7-4456-911b-2cf02b537574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:41.004393 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c327-f0f2-4a05-bd7a-1d70e6939581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:41.014781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-74b2b71c-b30d-485e-b366-81c602a9ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:41.016221 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-74b2b71c-b30d-485e-b366-81c602a9ef85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1035619 Sep 26 13:02:41.074791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3ed0ae2-850a-4120-9252-b17f0aac1b88 req-da449821-92b2-4870-8f71-90bc203e86b4 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783279 Sep 26 13:02:41.089299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-4b30b0f5-69c2-47df-95d8-c3bf34ff4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:41.090859 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-4b30b0f5-69c2-47df-95d8-c3bf34ff4a02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0581331 Sep 26 13:02:41.142834 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da015030-4ce7-4bb7-b6ff-24e5720cee53 x-openstack-request-id: req-da015030-4ce7-4bb7-b6ff-24e5720cee53 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:41.143212 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:41.143535 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da015030-4ce7-4bb7-b6ff-24e5720cee53 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:41.144000 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'status': 'completed', 'code': 200} Sep 26 13:02:41.241804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-31bbe951-163e-41bf-85b0-77144a4f2d42 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406064 Sep 26 13:02:41.327698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-be24c04c-eb41-4cbe-84c1-2fc044e6455c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4a8f510ba52d4294827374566afeda86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399244 Sep 26 13:02:41.395053 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-741f1722-12c7-4456-911b-2cf02b537574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:41.397963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-741f1722-12c7-4456-911b-2cf02b537574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:41.402516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-741f1722-12c7-4456-911b-2cf02b537574 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fb1f8d0-5991-42f5-83ed-4df37da71e94 HTTP/1.1" status: 204 len: 168 time: 0.5919561 Sep 26 13:02:41.432256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf145c-2d5d-4238-ad57-03d8fa52b4e4 req-74717172-e531-46d2-80fa-853b0f550c7b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:41.448895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e3cf145c-2d5d-4238-ad57-03d8fa52b4e4 req-74717172-e531-46d2-80fa-853b0f550c7b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 950 time: 0.4146411 Sep 26 13:02:41.452749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f1722-12c7-4456-911b-2cf02b537574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1f8d0-5991-42f5-83ed-4df37da71e94,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:41.504686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e0f29d-2fd3-4b5d-b717-9e9ba3f66a08 req-368e05b8-0220-4426-b277-5962fb1c4506 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547090 Sep 26 13:02:41.546181 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e3cf145c-2d5d-4238-ad57-03d8fa52b4e4 req-2cd358d2-f478-4395-b48b-e32f1d9cc12a tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953410 Sep 26 13:02:41.588743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140f67-24ab-458c-9912-1ff021b67143 req-3f9d940d-dd44-47cb-b175-d39463f49cc6 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:41.592538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-3f9d940d-dd44-47cb-b175-d39463f49cc6 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569902 Sep 26 13:02:41.594746 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:41.614041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Request body: {'port': {'device_id': '908c8c6b-a200-4936-ad7c-a5c0514e86c8', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '4a8f510ba52d4294827374566afeda86'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:41.685521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-52ce85c1-0624-4b86-970b-89ee6dc53920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:41.685839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde7078-d434-482b-b90a-c9f7fc990a09 req-0f491eae-e020-4345-9473-93e4bb9f6c54 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:41.687186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-52ce85c1-0624-4b86-970b-89ee6dc53920 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1099 time: 0.0901384 Sep 26 13:02:41.696032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7dde7078-d434-482b-b90a-c9f7fc990a09 req-0f491eae-e020-4345-9473-93e4bb9f6c54 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.0695806 Sep 26 13:02:41.755728 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7dde7078-d434-482b-b90a-c9f7fc990a09 req-ca884dc5-91d8-442f-af5e-44a0012ebd7c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527756 Sep 26 13:02:41.800936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f38cbd2c-9c61-41c3-9eb5-f131db9d8e55 req-53fb00f2-51e2-4900-9d7d-0c6b7c20304b tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 210 time: 0.0510113 Sep 26 13:02:41.890371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-08b8ae0b-94bb-4022-8383-34c1112d5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:41.891816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-08b8ae0b-94bb-4022-8383-34c1112d5661 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1745005 Sep 26 13:02:41.929366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36658) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:41.935503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Made reservation on behalf of 4a8f510ba52d4294827374566afeda86 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:02:41.940263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:41.965125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4756fe1a-f1a5-410d-a84b-e25631163c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:41.980310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-976b8bc2-ed60-4124-bff3-f237feccf1d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 0.0762808 Sep 26 13:02:41.981908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.002391 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.044137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86858a72-101b-4ba7-9351-768edd98a0a4 req-f66faab1-36f4-4ccf-9358-abc012c2928b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:42.045735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86858a72-101b-4ba7-9351-768edd98a0a4 req-f66faab1-36f4-4ccf-9358-abc012c2928b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 945 time: 0.1591089 Sep 26 13:02:42.050805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:02:42.050805 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 13:02:42.050805 n-d-806683-13 neutron-server[94812]: [parameters: {'project_id_1': '4a8f510ba52d4294827374566afeda86', 'expiration_1': datetime.datetime(2021, 9, 26, 13, 2, 22, 8031)}] Sep 26 13:02:42.050805 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:02:42.051272 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:02:42.056842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:42.069184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-4fe77103-fc5f-41a5-b299-8e8d97e26a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:42.070996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-4fe77103-fc5f-41a5-b299-8e8d97e26a4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0779881 Sep 26 13:02:42.146282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4756fe1a-f1a5-410d-a84b-e25631163c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.153287 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7ad66653-6971-4dd4-a7b0-70dc887906aa triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:42.154028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.159341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4756fe1a-f1a5-410d-a84b-e25631163c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.182230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86858a72-101b-4ba7-9351-768edd98a0a4 req-1f89bdf9-bd7d-40a1-a220-f09c3b51a3ff tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100078 Sep 26 13:02:42.190906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-7821ba95-6e6d-45f2-9780-64f0cdcdfdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:42.192419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-7821ba95-6e6d-45f2-9780-64f0cdcdfdc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004734 Sep 26 13:02:42.227077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:42.244749 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f5dfc-9312-4a4b-84e8-810ddbb6237d" -d '{"events": [{"server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "name": "network-vif-unplugged", "status": "completed", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:42.261720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4756fe1a-f1a5-410d-a84b-e25631163c29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cb82add9c6645eba3000b0918c36325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301468 Sep 26 13:02:42.262671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756fe1a-f1a5-410d-a84b-e25631163c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc9c942-3c64-4945-91f3-a238dccd5668,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:42.272296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36672) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:42.351647 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5fc0d5-3107-4146-9ddc-ce64bd449763 x-openstack-request-id: req-3e5fc0d5-3107-4146-9ddc-ce64bd449763 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:42.351944 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "name": "network-vif-unplugged", "status": "completed", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:42.352194 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e5fc0d5-3107-4146-9ddc-ce64bd449763 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:42.358551 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'code': 200} Sep 26 13:02:42.374082 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.417893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:42.423197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.461435 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ab98-fca5-4596-b13d-545f30f9aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.484134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ab98-fca5-4596-b13d-545f30f9aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.485306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=10']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:42.529010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774f792-98d1-4223-a7d9-b1b88cf96891 req-cf8ae777-5424-4984-9ccd-a2633ce6fb39 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:42.539089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c774f792-98d1-4223-a7d9-b1b88cf96891 req-cf8ae777-5424-4984-9ccd-a2633ce6fb39 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.2217331 Sep 26 13:02:42.556419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-f5f2e02b-6990-4da3-ba53-7a51f3fb1d68 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:42.557979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-f5f2e02b-6990-4da3-ba53-7a51f3fb1d68 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 950 time: 0.1140053 Sep 26 13:02:42.558213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.561605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-3ca30354-03e9-4cd2-9b92-1dc3fce0a9ad service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522692 Sep 26 13:02:42.702779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c774f792-98d1-4223-a7d9-b1b88cf96891 req-537d88b4-87d4-4955-8b8a-ae9f602cc366 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621056 Sep 26 13:02:42.754555 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ab98-fca5-4596-b13d-545f30f9aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.754555 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ab98-fca5-4596-b13d-545f30f9aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.754555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a6a4ab98-fca5-4596-b13d-545f30f9aaef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acc9c942-3c64-4945-91f3-a238dccd5668 HTTP/1.1" status: 204 len: 168 time: 0.4811535 Sep 26 13:02:42.775293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a7e6d-0808-487c-b7a6-56aa92b9b785 req-1e2abd4e-8787-48c3-8d8e-ce5c4327eb00 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:42.791180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-027a7e6d-0808-487c-b7a6-56aa92b9b785 req-1e2abd4e-8787-48c3-8d8e-ce5c4327eb00 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 950 time: 0.1252239 Sep 26 13:02:42.808530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4ab98-fca5-4596-b13d-545f30f9aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc9c942-3c64-4945-91f3-a238dccd5668,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:42.879236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Deleting port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:42.879696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:42.885751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bdd8a1f-779a-4fc1-b13d-3e2d2d25939c req-b834b321-cbb6-4ff4-9769-ca4f7591be94 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017910 Sep 26 13:02:42.910307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-027a7e6d-0808-487c-b7a6-56aa92b9b785 req-f5c78be2-271f-4cc0-83a3-cbc8a4f25cfd tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146016 Sep 26 13:02:43.004947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:43.013717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc7742-512b-48e8-8575-b591917895f6 req-e5e7f3a4-acd2-433d-b820-d327007b9046 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:43.016968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] For port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:43.017942 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:43.021002 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c2fc7742-512b-48e8-8575-b591917895f6 req-e5e7f3a4-acd2-433d-b820-d327007b9046 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.1339848 Sep 26 13:02:43.031623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:43.032802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Calling delete_port for acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:43.074887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-85774d95-276d-47ea-8c31-a1ee3accfd1f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:43.076430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-85774d95-276d-47ea-8c31-a1ee3accfd1f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 945 time: 0.1428277 Sep 26 13:02:43.129957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c40508de-a8fa-4d8a-b5a4-35086399499a req-d2949467-589a-4af3-ba5b-c442987132c2 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 210 time: 0.0853236 Sep 26 13:02:43.208117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd46c257-0dfc-4564-84aa-87901f529606,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:43.269844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c2fc7742-512b-48e8-8575-b591917895f6 req-521e0107-ad71-4016-9d8c-23faf1c0aba9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478676 Sep 26 13:02:43.322987 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:43.337782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['2314b971-4416-4a6d-8c35-fa12909ae12e', '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:43.387641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Pushing event deleted for resources: {'Port': ['ID=acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:43.475978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:43.534017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Allocated IP 192.168.233.162 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/241c724f-8bcb-4c20-908c-d79f21d7ee5b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:02:43.556952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ddd80-55f2-4fe8-af81-90514cc65c59 req-3eaf56d7-3080-4e0b-8188-eb7c21f96936 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:43.568601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b4ddd80-55f2-4fe8-af81-90514cc65c59 req-3eaf56d7-3080-4e0b-8188-eb7c21f96936 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 945 time: 0.1554673 Sep 26 13:02:43.595937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] No DVR routers for this DVR port acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:43.613417 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:43.620089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Deleting port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:43.620089 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:43.620393 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8c5b2f3-0d3a-4d19-ad16-479aebec3e74 req-c9196a26-ac5e-43c4-b198-1d8f945bf6a9 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "DELETE /v2.0/ports/acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 HTTP/1.1" status: 204 len: 173 time: 1.0407076 Sep 26 13:02:43.620393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301b5235-88f0-4c1a-8525-43c2996897c4', 'name': 'network-vif-deleted', 'tag': 'acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:43.634956 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e8dd48-f4f0-457e-b4bc-41d225189b69" -d '{"events": [{"server_uuid": "301b5235-88f0-4c1a-8525-43c2996897c4", "name": "network-vif-deleted", "tag": "acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:43.741308 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b4ddd80-55f2-4fe8-af81-90514cc65c59 req-c9d4e35b-3314-4b47-993f-257dc5dde4ab tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718261 Sep 26 13:02:43.773777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-96eacc65-f3ce-4262-94e3-7b8e50959aa4 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:43.798345 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-96eacc65-f3ce-4262-94e3-7b8e50959aa4 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/networks?id=16241576-2cbe-42ff-9c38-622f9cbc827e HTTP/1.1" status: 200 len: 809 time: 0.4128618 Sep 26 13:02:43.838827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-081d8667-5850-4c88-bed7-8d307e273cbe tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/quotas/6d2e66dd178d40de83c0b64f8b0fff76 HTTP/1.1" status: 200 len: 375 time: 0.0219548 Sep 26 13:02:43.946904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fdf5e691-0d09-4d89-9e7d-466b786640d8 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2e66dd178d40de83c0b64f8b0fff76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060083 Sep 26 13:02:43.952730 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76185407-84a7-46ba-8ead-584ae6cdba91 x-openstack-request-id: req-76185407-84a7-46ba-8ead-584ae6cdba91 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:43.953220 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301b5235-88f0-4c1a-8525-43c2996897c4", "name": "network-vif-deleted", "tag": "acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:43.953549 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76185407-84a7-46ba-8ead-584ae6cdba91 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:43.954425 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301b5235-88f0-4c1a-8525-43c2996897c4', 'name': 'network-vif-deleted', 'tag': 'acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8', 'status': 'completed', 'code': 200} Sep 26 13:02:44.177614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] For port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:44.178112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:44.182075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-5d3ad5fe-c2a0-4601-aab8-2ac3a553fd44 service neutron] 10.222.0.13 "GET /v2.0/networks/16241576-2cbe-42ff-9c38-622f9cbc827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341802 Sep 26 13:02:44.241633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Calling delete_port for 9d77ea01-e68b-487e-981f-5dd5ff4c84cf owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:44.290325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e26192-5f1a-4f2d-8243-8822884b6acf req-90ec1691-35e7-4023-a97f-7b6056e4a497 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:44.300577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66e26192-5f1a-4f2d-8243-8822884b6acf req-90ec1691-35e7-4023-a97f-7b6056e4a497 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.2130182 Sep 26 13:02:44.341323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:44.354638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:44.358674 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c58d5b3-be51-4c26-8e26-bebf2eb530ca" -d '{"events": [{"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-plugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:44.400490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-d76b0521-1e57-4f9e-bd76-bff847745bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/16241576-2cbe-42ff-9c38-622f9cbc827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176073 Sep 26 13:02:44.490354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66e26192-5f1a-4f2d-8243-8822884b6acf req-68a471e3-d82b-4ae5-98a8-b36a1365dc81 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883891 Sep 26 13:02:44.591954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:44.689546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:02:44.692688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:02:44.727829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:02:44.866677 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:45.053218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa3aa01a-c356-4feb-b0e9-9ec429ee6f3b req-6279ea82-9930-4f76-bd46-a4cf7d672c96 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=301b5235-88f0-4c1a-8525-43c2996897c4 HTTP/1.1" status: 200 len: 210 time: 0.3615954 Sep 26 13:02:45.055860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Pushing event updated for resources: {'Port': ['ID=241c724f-8bcb-4c20-908c-d79f21d7ee5b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:45.102205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0b4a65be-98ba-4184-84e8-e494e3eed624 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:45.105304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:45.114340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:45.115295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:45.136626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-ec5e82dd-bbc8-4208-8d45-9d4404bdcd26 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5269427 Sep 26 13:02:45.151325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Request body: {'port': {'device_id': '908c8c6b-a200-4936-ad7c-a5c0514e86c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:45.174872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:45.175215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device acb76f45-d0db-4fa7-8e3c-5cad1dcc81e8 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:45.216822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374f99d-e22b-4e5d-b470-91dee519dd91 req-6d23961b-61df-494a-8b44-818abca30f49 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:45.225354 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f374f99d-e22b-4e5d-b470-91dee519dd91 req-6d23961b-61df-494a-8b44-818abca30f49 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 936 time: 0.1637549 Sep 26 13:02:45.230290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e2b7c583-a760-4612-9831-cbaae8434148 None None] Provisioning complete for port 241c724f-8bcb-4c20-908c-d79f21d7ee5b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:45.231097 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e2b7c583-a760-4612-9831-cbaae8434148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:45.252630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:45.334036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:45.339737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f374f99d-e22b-4e5d-b470-91dee519dd91 req-ad4a99f0-8030-4f6d-9e16-0d36a77c0bce tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd46c257-0dfc-4564-84aa-87901f529606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068749 Sep 26 13:02:45.465010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7c583-a760-4612-9831-cbaae8434148 None None] Port 241c724f-8bcb-4c20-908c-d79f21d7ee5b cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:02:45.472554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event deleted for resources: {'Port': ['ID=9d77ea01-e68b-487e-981f-5dd5ff4c84cf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:45.554287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:45.618346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] No DVR routers for this DVR port 9d77ea01-e68b-487e-981f-5dd5ff4c84cf on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:45.641955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:45.643936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac93072-e06f-45d8-9736-82896ad5d5b4 req-1815a682-dab5-4941-971d-5c9f0a9102b6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:45.644165 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:45.648703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71420aa6-8f79-4e92-b5a1-64b5a57b97ab req-4d8c7e39-d85f-411f-a4f6-77ca79405d48 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "DELETE /v2.0/ports/9d77ea01-e68b-487e-981f-5dd5ff4c84cf HTTP/1.1" status: 204 len: 173 time: 2.5379913 Sep 26 13:02:45.656272 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ac93072-e06f-45d8-9736-82896ad5d5b4 req-1815a682-dab5-4941-971d-5c9f0a9102b6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.1584013 Sep 26 13:02:45.657517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dcd807-c57e-4fdc-a68f-9c3423de4907', 'name': 'network-vif-deleted', 'tag': '9d77ea01-e68b-487e-981f-5dd5ff4c84cf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:45.660124 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bb80df-b69d-46a1-a798-48dede6a81b9" -d '{"events": [{"server_uuid": "51dcd807-c57e-4fdc-a68f-9c3423de4907", "name": "network-vif-deleted", "tag": "9d77ea01-e68b-487e-981f-5dd5ff4c84cf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:45.762094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'mac_address': 'fa:16:3e:af:85:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:45.805224 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ac93072-e06f-45d8-9736-82896ad5d5b4 req-1acc819d-e738-4836-8408-60392534528a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413198 Sep 26 13:02:45.920689 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf97516d-1a43-4574-b434-7bc452c3d2b7 x-openstack-request-id: req-bf97516d-1a43-4574-b434-7bc452c3d2b7 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:45.925133 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-plugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:45.925722 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf97516d-1a43-4574-b434-7bc452c3d2b7 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:45.926379 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'code': 200} Sep 26 13:02:45.986837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:46.047691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4a65be-98ba-4184-84e8-e494e3eed624 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:46.100158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9d77ea01-e68b-487e-981f-5dd5ff4c84cf no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:46.166436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea60c5fa-0b68-46d3-a8cb-c3dd86ee6d8b req-5a384fa3-9335-4503-89e5-5cde041ea997 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=51dcd807-c57e-4fdc-a68f-9c3423de4907 HTTP/1.1" status: 200 len: 210 time: 0.0967031 Sep 26 13:02:46.256399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 9d77ea01-e68b-487e-981f-5dd5ff4c84cf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:46.259456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9d77ea01-e68b-487e-981f-5dd5ff4c84cf not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:46.266986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:46.295098 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:46.423006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241c724f-8bcb-4c20-908c-d79f21d7ee5b {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:46.433072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:46.447993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Transition to ACTIVE for port object 241c724f-8bcb-4c20-908c-d79f21d7ee5b will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:02:46.455285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:46.540713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:46.561791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-387c64df-a672-429c-8a10-430f2d9fb3a8 req-1a755e23-8dd7-4345-b6da-beb5832e276f tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 210 time: 0.0886681 Sep 26 13:02:46.614649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Pushing event updated for resources: {'Port': ['ID=241c724f-8bcb-4c20-908c-d79f21d7ee5b,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:46.721112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Attempting to bind port 241c724f-8bcb-4c20-908c-d79f21d7ee5b on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:02:46.721811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Attempting to bind port 241c724f-8bcb-4c20-908c-d79f21d7ee5b by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:02:46.722323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Attempting to bind port 241c724f-8bcb-4c20-908c-d79f21d7ee5b on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:46.732088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125d8dc-340f-4445-9744-d286b6b1f632 req-b758c3a8-9157-41c8-a027-cb8501e836d9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:46.733551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Port 241c724f-8bcb-4c20-908c-d79f21d7ee5b on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:02:46.734095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Attempting to bind port 241c724f-8bcb-4c20-908c-d79f21d7ee5b on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:46.739191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1125d8dc-340f-4445-9744-d286b6b1f632 req-b758c3a8-9157-41c8-a027-cb8501e836d9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0906725 Sep 26 13:02:46.742215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:02:46.742980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:02:46.743802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:02:46.744461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Bound port: 241c724f-8bcb-4c20-908c-d79f21d7ee5b, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:02:46.752112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:46.838691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1125d8dc-340f-4445-9744-d286b6b1f632 req-2522e5a1-4927-4119-b146-ed4397977e5a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926473 Sep 26 13:02:46.917919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] For port 241c724f-8bcb-4c20-908c-d79f21d7ee5b, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:02:46.921047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] For port 241c724f-8bcb-4c20-908c-d79f21d7ee5b, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=241c724f-8bcb-4c20-908c-d79f21d7ee5b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:02:46.931589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:46.936927 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5715959c-afa6-42a0-a8e0-6b25ae02d876 x-openstack-request-id: req-5715959c-afa6-42a0-a8e0-6b25ae02d876 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:46.937366 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dcd807-c57e-4fdc-a68f-9c3423de4907", "name": "network-vif-deleted", "tag": "9d77ea01-e68b-487e-981f-5dd5ff4c84cf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:46.937643 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5715959c-afa6-42a0-a8e0-6b25ae02d876 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:46.937976 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dcd807-c57e-4fdc-a68f-9c3423de4907', 'name': 'network-vif-deleted', 'tag': '9d77ea01-e68b-487e-981f-5dd5ff4c84cf', 'status': 'completed', 'code': 200} Sep 26 13:02:46.938148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['0b4a65be-98ba-4184-84e8-e494e3eed624'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:47.049780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:47.050498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:47.052596 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] 10.222.0.24 "PUT /v2.0/ports/241c724f-8bcb-4c20-908c-d79f21d7ee5b HTTP/1.1" status: 200 len: 1097 time: 1.9059348 Sep 26 13:02:47.179374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79778c9-1e12-4c9f-8815-568e0fbaa236 service neutron] Pushing event updated for resources: {'Port': ['ID=241c724f-8bcb-4c20-908c-d79f21d7ee5b,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:47.221230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140f67-24ab-458c-9912-1ff021b67143 req-c1cf5ef4-7dcd-45c8-ae24-8372837b323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:47.236617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-c1cf5ef4-7dcd-45c8-ae24-8372837b323f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a8f510ba52d4294827374566afeda86&device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 1100 time: 0.1159928 Sep 26 13:02:47.249564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f7af-dd76-4710-9224-2fdced0e8d8c req-86ea1535-8bf8-496e-a388-eeff3d4ba0c3 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:47.260402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6d9f7af-dd76-4710-9224-2fdced0e8d8c req-86ea1535-8bf8-496e-a388-eeff3d4ba0c3 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 948 time: 0.1555929 Sep 26 13:02:47.381821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-b2e02179-4fb0-4247-93e1-48e6abf653fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=241c724f-8bcb-4c20-908c-d79f21d7ee5b HTTP/1.1" status: 200 len: 217 time: 0.1345308 Sep 26 13:02:47.525900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140f67-24ab-458c-9912-1ff021b67143 req-d551604e-4721-41d5-a3a6-01f8bd434cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:47.531155 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-d551604e-4721-41d5-a3a6-01f8bd434cd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1405873 Sep 26 13:02:47.547268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-d29b48ae-f07a-4bb6-a246-f569642b27d4 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:47.549225 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-d29b48ae-f07a-4bb6-a246-f569642b27d4 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.23 "GET /v2.0/networks?id=16241576-2cbe-42ff-9c38-622f9cbc827e HTTP/1.1" status: 200 len: 809 time: 0.2257371 Sep 26 13:02:47.568139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6d9f7af-dd76-4710-9224-2fdced0e8d8c req-e22f3257-1fe5-402d-ac15-1c07f3182b2d tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd46c257-0dfc-4564-84aa-87901f529606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034234 Sep 26 13:02:47.582893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Request body: {'port': {'device_id': '6bb20578-9403-4279-94bc-e4552cf1edeb', 'network_id': '16241576-2cbe-42ff-9c38-622f9cbc827e', 'admin_state_up': True, 'tenant_id': '6d2e66dd178d40de83c0b64f8b0fff76'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:47.670820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140f67-24ab-458c-9912-1ff021b67143 req-7e7040a5-f262-46c8-b8dc-ead2976363bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:47.672969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-7e7040a5-f262-46c8-b8dc-ead2976363bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313775 Sep 26 13:02:47.791901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efed31d-3766-453e-81f8-9b696ed9c039 req-7f12bb46-c431-45f9-b45b-2ac9f0ba68e5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:47.793455 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0efed31d-3766-453e-81f8-9b696ed9c039 req-7f12bb46-c431-45f9-b45b-2ac9f0ba68e5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 948 time: 0.1490617 Sep 26 13:02:47.866620 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0efed31d-3766-453e-81f8-9b696ed9c039 req-30de074c-e5c2-4911-9ce7-4ffc168bbbdc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651484 Sep 26 13:02:47.909421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Made reservation on behalf of 6d2e66dd178d40de83c0b64f8b0fff76 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:02:47.916322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:47.957939 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-7b4c40d7-db37-4f14-ba15-1bd6091e6120 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683492 Sep 26 13:02:48.209550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21140f67-24ab-458c-9912-1ff021b67143 req-e82236a4-203a-4942-bea7-62360e1d759f service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488570 Sep 26 13:02:48.259461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Allocated IP 172.20.0.13 (16241576-2cbe-42ff-9c38-622f9cbc827e/a6af5a91-511e-463c-ba5a-f129bf1791f8/4e5d007b-29aa-4d34-9642-f74f5f0c0a75) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:02:48.452314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d6407f0-1d2f-4ad9-b8ce-141457ef8948 req-ad5ab1df-228b-4e4b-b551-e5680c5218d0 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 210 time: 0.0894494 Sep 26 13:02:48.655530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6824fbe-b1d2-4c74-969b-3c01465580ec req-168177e9-5991-4726-bb06-4bb713b5736a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:48.657902 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a6824fbe-b1d2-4c74-969b-3c01465580ec req-168177e9-5991-4726-bb06-4bb713b5736a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0766435 Sep 26 13:02:48.677915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:48.726708 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a6824fbe-b1d2-4c74-969b-3c01465580ec req-090f315a-cfb2-4a5b-96e8-3f5ac99dcd71 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575566 Sep 26 13:02:48.795773 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:48.939470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908c8c6b-a200-4936-ad7c-a5c0514e86c8', 'tag': '241c724f-8bcb-4c20-908c-d79f21d7ee5b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:48.941896 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce13b150-9ed3-42e4-8d01-45a657421f65" -d '{"events": [{"name": "network-changed", "server_uuid": "908c8c6b-a200-4936-ad7c-a5c0514e86c8", "tag": "241c724f-8bcb-4c20-908c-d79f21d7ee5b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:48.952609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Pushing event updated for resources: {'Port': ['ID=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:48.994313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Network 16241576-2cbe-42ff-9c38-622f9cbc827e is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:02:48.996818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:02:49.007796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8634-f5f2-469b-91c4-4826e2ac5318 req-4ab9e114-7029-4d96-9830-bb2b2c34bff7 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:49.041388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c4c8634-f5f2-469b-91c4-4826e2ac5318 req-4ab9e114-7029-4d96-9830-bb2b2c34bff7 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 950 time: 0.2222168 Sep 26 13:02:49.046891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:02:49.119704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0b4a65be-98ba-4184-84e8-e494e3eed624 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:49.172594 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:49.174007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.194574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36852) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:49.256598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c4c8634-f5f2-469b-91c4-4826e2ac5318 req-93e75d3b-f360-4ffa-be32-7cf7be144246 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006042 Sep 26 13:02:49.258372 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-fed0788f-ee14-4fe1-b671-b8ccfc340560 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6893044 Sep 26 13:02:49.279606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 0b4a65be-98ba-4184-84e8-e494e3eed624 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:02:49.283336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Request body: {'port': {'device_id': '6bb20578-9403-4279-94bc-e4552cf1edeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:02:49.298399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 0b4a65be-98ba-4184-84e8-e494e3eed624 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:49.299050 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.363806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d19fc2d6-5c7d-4833-a4dd-7aa9250f5d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.498256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.532110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.538208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f7f2-121a-4ab0-a5c0-046c3bcd161f req-de0c4e3d-5ea1-4f0e-ac22-8dbc3da40e07 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:49.540226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4da1f7f2-121a-4ab0-a5c0-046c3bcd161f req-de0c4e3d-5ea1-4f0e-ac22-8dbc3da40e07 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 948 time: 0.0957608 Sep 26 13:02:49.578949 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d19fc2d6-5c7d-4833-a4dd-7aa9250f5d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.588039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d19fc2d6-5c7d-4833-a4dd-7aa9250f5d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.600975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:49.608736 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4201d32-bbb1-4481-89ce-2d9ab426a4ad" -d '{"events": [{"server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:49.639739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:49.651118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.660686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fc2d6-5c7d-4833-a4dd-7aa9250f5d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c0574-b469-463d-b4a7-cba232a7f829,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:49.710790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d19fc2d6-5c7d-4833-a4dd-7aa9250f5d73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd8f02ba81e34783b85e3c482836d30e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149186 Sep 26 13:02:49.711027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36864) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:49.771750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4da1f7f2-121a-4ab0-a5c0-046c3bcd161f req-b427ca8b-33d8-4f96-8478-9730eb8ad7ba tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd46c257-0dfc-4564-84aa-87901f529606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728339 Sep 26 13:02:49.783406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:49.958131 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:49.996038 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d614d9e3-44c0-43df-941c-6a6aade67ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:50.076556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9528734-dd15-4739-b835-068b3ffaff1d req-24fa4590-2994-4c6e-817a-5060a2d79758 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:50.086131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9528734-dd15-4739-b835-068b3ffaff1d req-24fa4590-2994-4c6e-817a-5060a2d79758 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.1913843 Sep 26 13:02:50.109307 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d614d9e3-44c0-43df-941c-6a6aade67ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:50.228465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9528734-dd15-4739-b835-068b3ffaff1d req-75a8c909-b5ff-4d37-8205-81d61d46ec54 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412392 Sep 26 13:02:50.277829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 241c724f-8bcb-4c20-908c-d79f21d7ee5b details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:50.315068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d614d9e3-44c0-43df-941c-6a6aade67ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:50.320550 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6901519-d167-490e-8870-481fcf6551a1 x-openstack-request-id: req-f6901519-d167-490e-8870-481fcf6551a1 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:50.321123 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908c8c6b-a200-4936-ad7c-a5c0514e86c8", "tag": "241c724f-8bcb-4c20-908c-d79f21d7ee5b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:50.321276 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6901519-d167-490e-8870-481fcf6551a1 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:50.321970 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908c8c6b-a200-4936-ad7c-a5c0514e86c8', 'tag': '241c724f-8bcb-4c20-908c-d79f21d7ee5b', 'status': 'completed', 'code': 200} Sep 26 13:02:50.326959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d614d9e3-44c0-43df-941c-6a6aade67ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:50.331637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d614d9e3-44c0-43df-941c-6a6aade67ea2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d2c0574-b469-463d-b4a7-cba232a7f829 HTTP/1.1" status: 204 len: 168 time: 0.6164677 Sep 26 13:02:50.351093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614d9e3-44c0-43df-941c-6a6aade67ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c0574-b469-463d-b4a7-cba232a7f829,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:50.390830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:50.399190 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:50.427776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Transition to ACTIVE for port object 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:02:50.434841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:50.528426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-2c04b7d0-b182-42c3-a573-d846d4a71969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:50.531962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-2c04b7d0-b182-42c3-a573-d846d4a71969 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a8f510ba52d4294827374566afeda86&device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 1100 time: 0.1847467 Sep 26 13:02:50.583255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:50.602969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-ba41bc70-0aab-4833-8a89-37e2b4e9923f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:50.608957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-ba41bc70-0aab-4833-8a89-37e2b4e9923f tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff8e2b80-ef24-49ee-83df-6dfc42fe29fc HTTP/1.1" status: 200 len: 950 time: 0.2167730 Sep 26 13:02:50.613693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 241c724f-8bcb-4c20-908c-d79f21d7ee5b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=241c724f-8bcb-4c20-908c-d79f21d7ee5b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:50.655645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '241c724f-8bcb-4c20-908c-d79f21d7ee5b', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '241c724f-8bcb-4c20-908c-d79f21d7ee5b', 'mac_address': 'fa:16:3e:8b:9d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:50.659601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016392-671f-47d0-bcd4-939115385bd5 req-11bfec3d-2887-4022-9d7e-6198b4f5e52b tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:50.682270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae016392-671f-47d0-bcd4-939115385bd5 req-11bfec3d-2887-4022-9d7e-6198b4f5e52b tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 944 time: 0.1599901 Sep 26 13:02:50.730251 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:50.777971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241c724f-8bcb-4c20-908c-d79f21d7ee5b {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:50.837961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 241c724f-8bcb-4c20-908c-d79f21d7ee5b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=241c724f-8bcb-4c20-908c-d79f21d7ee5b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:50.848355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:50.885591 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae016392-671f-47d0-bcd4-939115385bd5 req-d87d8aa7-4064-4760-b15d-e7d5b16f0e88 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/security-groups?id=648f4f39-6ebc-424f-947b-136df933d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007735 Sep 26 13:02:50.950661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:50.962496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-a346e34a-0007-44c1-af33-cb8dcc0af911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:50.964001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-a346e34a-0007-44c1-af33-cb8dcc0af911 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.4229999 Sep 26 13:02:50.992074 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0890-48a5-462a-9bf2-7de7ba90c05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:51.004514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=241c724f-8bcb-4c20-908c-d79f21d7ee5b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:51.020052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Attempting to bind port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:02:51.020417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Attempting to bind port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'e49556fd-851e-4826-9ccd-4d6b792ef575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '16241576-2cbe-42ff-9c38-622f9cbc827e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:02:51.020735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Attempting to bind port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 on network 16241576-2cbe-42ff-9c38-622f9cbc827e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:51.041596 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b3865b-827d-4082-ac35-950e4f8b3dc1 x-openstack-request-id: req-81b3865b-827d-4082-ac35-950e4f8b3dc1 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:51.041893 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:51.042148 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81b3865b-827d-4082-ac35-950e4f8b3dc1 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:51.042591 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'code': 200} Sep 26 13:02:51.043745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 on network 16241576-2cbe-42ff-9c38-622f9cbc827e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:02:51.044085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Attempting to bind port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 on network 16241576-2cbe-42ff-9c38-622f9cbc827e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:02:51.057813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-506433cf-3853-48ff-8960-f1af7ab5a135 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=241c724f-8bcb-4c20-908c-d79f21d7ee5b HTTP/1.1" status: 200 len: 217 time: 0.0853901 Sep 26 13:02:51.062379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Deleting port 2314b971-4416-4a6d-8c35-fa12909ae12e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:02:51.070343 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:51.073031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['241c724f-8bcb-4c20-908c-d79f21d7ee5b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:51.074290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:02:51.074561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Checking segment: {'id': 'e49556fd-851e-4826-9ccd-4d6b792ef575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '16241576-2cbe-42ff-9c38-622f9cbc827e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:02:51.074937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Bound using segment: {'id': 'e49556fd-851e-4826-9ccd-4d6b792ef575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '16241576-2cbe-42ff-9c38-622f9cbc827e'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:02:51.077724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Bound port: 4e5d007b-29aa-4d34-9642-f74f5f0c0a75, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49556fd-851e-4826-9ccd-4d6b792ef575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '16241576-2cbe-42ff-9c38-622f9cbc827e'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:02:51.078403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:51.244493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] For port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:02:51.252949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] For port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,segment=NetworkSegment(e49556fd-851e-4826-9ccd-4d6b792ef575),segment_id=e49556fd-851e-4826-9ccd-4d6b792ef575)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:02:51.262056 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:51.392768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:51.425879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:51.427044 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:51.428961 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-ba4cf754-e1ba-46f1-8e37-0901c3204db6 service neutron] 10.222.0.23 "PUT /v2.0/ports/4e5d007b-29aa-4d34-9642-f74f5f0c0a75 HTTP/1.1" status: 200 len: 1093 time: 2.1598234 Sep 26 13:02:51.430012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb20578-9403-4279-94bc-e4552cf1edeb', 'tag': '4e5d007b-29aa-4d34-9642-f74f5f0c0a75'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:51.436760 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28f176f-1b80-4a75-b913-fe9b54abb1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb20578-9403-4279-94bc-e4552cf1edeb", "tag": "4e5d007b-29aa-4d34-9642-f74f5f0c0a75"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:51.581269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-a9f2eaf0-180f-4853-acf5-59114c91a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:51.584379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-a9f2eaf0-180f-4853-acf5-59114c91a967 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d2e66dd178d40de83c0b64f8b0fff76&device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 1096 time: 0.1007075 Sep 26 13:02:51.692392 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-a13d046d-2594-47bb-a7f5-bcbb3fa520a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e5d007b-29aa-4d34-9642-f74f5f0c0a75 HTTP/1.1" status: 200 len: 217 time: 0.0967226 Sep 26 13:02:51.831187 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-9449c67a-e1c6-4b83-9af2-9165a78865d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:51.835544 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-9449c67a-e1c6-4b83-9af2-9165a78865d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6af5a91-511e-463c-ba5a-f129bf1791f8 HTTP/1.1" status: 200 len: 849 time: 0.1318643 Sep 26 13:02:51.900090 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-122ac843-7ac0-472d-8b43-085d29dd9607 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16241576-2cbe-42ff-9c38-622f9cbc827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561621 Sep 26 13:02:52.132997 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-7816df33-5c58-45eb-949f-23f848aa2bb3 service neutron] 10.222.0.23 "GET /v2.0/networks/16241576-2cbe-42ff-9c38-622f9cbc827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220652 Sep 26 13:02:52.138349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 241c724f-8bcb-4c20-908c-d79f21d7ee5b up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:02:52.226433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 241c724f-8bcb-4c20-908c-d79f21d7ee5b completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:02:52.230352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] For port 2314b971-4416-4a6d-8c35-fa12909ae12e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2314b971-4416-4a6d-8c35-fa12909ae12e,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:52.230918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 241c724f-8bcb-4c20-908c-d79f21d7ee5b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:02:52.231128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:52.232359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:52.276898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Calling delete_port for 2314b971-4416-4a6d-8c35-fa12909ae12e owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:02:52.333740 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b508d1d3-c637-4e12-ba5b-c15ce7ccf66c req-91e0804d-77eb-4f2f-913f-6212c095dded service neutron] 10.222.0.23 "GET /v2.0/networks/16241576-2cbe-42ff-9c38-622f9cbc827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919379 Sep 26 13:02:52.389898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:52.465515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 241c724f-8bcb-4c20-908c-d79f21d7ee5b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=241c724f-8bcb-4c20-908c-d79f21d7ee5b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:52.490111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:52.636227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=241c724f-8bcb-4c20-908c-d79f21d7ee5b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:52.638805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7134aa-f5ea-4e08-91bb-dc7cd314fd8c req-8efe2caf-5551-4868-b91e-22553940334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:52.643677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf7134aa-f5ea-4e08-91bb-dc7cd314fd8c req-8efe2caf-5551-4868-b91e-22553940334f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1101 time: 1.5297222 Sep 26 13:02:52.646141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-46a4ca60-c99f-475c-831c-dd89384a7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:52.647849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-46a4ca60-c99f-475c-831c-dd89384a7386 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 1.5001535 Sep 26 13:02:52.653965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:52.762122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:52.810399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Pushing event deleted for resources: {'Port': ['ID=2314b971-4416-4a6d-8c35-fa12909ae12e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:52.846174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf7134aa-f5ea-4e08-91bb-dc7cd314fd8c req-6b02178f-17aa-4864-b9c3-6f62a1346ec0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876085 Sep 26 13:02:52.859994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-36de7fc8-e0c5-48dc-8671-82cc0d07cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:52.861111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-36de7fc8-e0c5-48dc-8671-82cc0d07cff9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044420 Sep 26 13:02:52.862492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.862839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.863180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.863520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.863861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.864189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.864561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.864896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.865354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.865726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.866059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:52.866412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:02:53.002439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] No DVR routers for this DVR port 2314b971-4416-4a6d-8c35-fa12909ae12e on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:02:53.010921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:53.012925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-506c6e03-b2a8-4b9f-b0eb-440f6c7eaf0d req-2967145d-847e-4e54-8ecc-ca9a3b17cae6 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "DELETE /v2.0/ports/2314b971-4416-4a6d-8c35-fa12909ae12e HTTP/1.1" status: 204 len: 173 time: 2.3875656 Sep 26 13:02:53.014990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0890-48a5-462a-9bf2-7de7ba90c05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:53.016096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e2b80-ef24-49ee-83df-6dfc42fe29fc', 'name': 'network-vif-deleted', 'tag': '2314b971-4416-4a6d-8c35-fa12909ae12e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:53.020791 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74936d82-f70e-4213-beb9-b29d3c07ee90" -d '{"events": [{"server_uuid": "ff8e2b80-ef24-49ee-83df-6dfc42fe29fc", "name": "network-vif-deleted", "tag": "2314b971-4416-4a6d-8c35-fa12909ae12e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:53.025790 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0890-48a5-462a-9bf2-7de7ba90c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:53.053310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908c8c6b-a200-4936-ad7c-a5c0514e86c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241c724f-8bcb-4c20-908c-d79f21d7ee5b'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:02:53.060216 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83082d21-ec28-4737-8878-b4ba4c458dac" -d '{"events": [{"server_uuid": "908c8c6b-a200-4936-ad7c-a5c0514e86c8", "name": "network-vif-plugged", "status": "completed", "tag": "241c724f-8bcb-4c20-908c-d79f21d7ee5b"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:02:53.078773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb0890-48a5-462a-9bf2-7de7ba90c05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e1a49-9793-47f1-89fa-a59d718866f6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:53.132044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36896) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:53.135556 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9bdb0890-48a5-462a-9bf2-7de7ba90c05d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fba54a3c5194a9b975f8ca60d6cc9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1758051 Sep 26 13:02:53.139225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-7ec19a7b-793a-4955-8e96-6d29e9d9190e service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618415 Sep 26 13:02:53.141099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 2314b971-4416-4a6d-8c35-fa12909ae12e no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:02:53.175004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 2314b971-4416-4a6d-8c35-fa12909ae12e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:02:53.175233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 2314b971-4416-4a6d-8c35-fa12909ae12e not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:02:53.247656 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d9e34ac-f54a-4ba7-aa4c-dfab6fdf5445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:53.292765 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d9e34ac-f54a-4ba7-aa4c-dfab6fdf5445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:53.392478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d9e34ac-f54a-4ba7-aa4c-dfab6fdf5445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:53.397114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d9e34ac-f54a-4ba7-aa4c-dfab6fdf5445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:53.401926 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4d9e34ac-f54a-4ba7-aa4c-dfab6fdf5445 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a3e1a49-9793-47f1-89fa-a59d718866f6 HTTP/1.1" status: 204 len: 168 time: 0.2685592 Sep 26 13:02:53.419044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e34ac-f54a-4ba7-aa4c-dfab6fdf5445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e1a49-9793-47f1-89fa-a59d718866f6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:53.458740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce13b150-9ed3-42e4-8d01-45a657421f65 req-f62cdf32-f7e4-404c-a4a4-93d3576af086 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119097 Sep 26 13:02:57.137020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:02:57.349385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,segment=NetworkSegment(e49556fd-851e-4826-9ccd-4d6b792ef575),segment_id=e49556fd-851e-4826-9ccd-4d6b792ef575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:57.363240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '4e5d007b-29aa-4d34-9642-f74f5f0c0a75', 'network_id': '16241576-2cbe-42ff-9c38-622f9cbc827e', 'port_id': '4e5d007b-29aa-4d34-9642-f74f5f0c0a75', 'mac_address': 'fa:16:3e:3a:e0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6af5a91-511e-463c-ba5a-f129bf1791f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:02:57.431690 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:57.457544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:02:57.478153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,segment=NetworkSegment(e49556fd-851e-4826-9ccd-4d6b792ef575),segment_id=e49556fd-851e-4826-9ccd-4d6b792ef575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:02:57.493946 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:57.544219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:57.705567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36984) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:57.938315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-efb39171-a5f3-4427-abb1-c1dad0e996e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:57.976194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['4e5d007b-29aa-4d34-9642-f74f5f0c0a75'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:02:58.079529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-efb39171-a5f3-4427-abb1-c1dad0e996e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.115522 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-efb39171-a5f3-4427-abb1-c1dad0e996e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.182800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36992) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:58.194108 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-efb39171-a5f3-4427-abb1-c1dad0e996e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaf8415c64b04952bdd87e7f4bfefd81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4867578 Sep 26 13:02:58.195258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb39171-a5f3-4427-abb1-c1dad0e996e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b89ce8-75dc-4df5-b066-21e7d76f86dc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:58.254952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aba1b918-5498-4aaf-8994-c5283a80817f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.278497 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aba1b918-5498-4aaf-8994-c5283a80817f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.332696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aba1b918-5498-4aaf-8994-c5283a80817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.336022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aba1b918-5498-4aaf-8994-c5283a80817f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.340472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aba1b918-5498-4aaf-8994-c5283a80817f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20b89ce8-75dc-4df5-b066-21e7d76f86dc HTTP/1.1" status: 204 len: 168 time: 0.1546462 Sep 26 13:02:58.349798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1b918-5498-4aaf-8994-c5283a80817f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b89ce8-75dc-4df5-b066-21e7d76f86dc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:58.507654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affc002-3aa1-4430-8e25-a29a049c0f42 req-bb5eba36-91b0-4425-aae9-1fadf06cd947 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:58.509088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4affc002-3aa1-4430-8e25-a29a049c0f42 req-bb5eba36-91b0-4425-aae9-1fadf06cd947 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0615671 Sep 26 13:02:58.529329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-6e5c8ba6-bd54-4910-8b58-5202801d7ef5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:58.530957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-6e5c8ba6-bd54-4910-8b58-5202801d7ef5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.1258819 Sep 26 13:02:58.546480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-4c82ac07-78ef-4741-8956-3be022ed95d3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/quotas/e831190842f044e28348624a5393a3de HTTP/1.1" status: 200 len: 375 time: 0.0091822 Sep 26 13:02:58.551344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4affc002-3aa1-4430-8e25-a29a049c0f42 req-3eae9e94-b59b-4e01-81c0-6f8db335f0cd tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351350 Sep 26 13:02:58.613689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-dbd9f1b4-e80c-4c3f-9a12-a0b60a877355 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588987 Sep 26 13:02:58.680128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37024) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:58.706122 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9296ba0a-211d-4b89-bb35-96e88bb7b766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.710007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a85b1-9c85-462c-bab9-a5e73d2e21c8 req-142c95ed-5459-4d59-be55-a4c6d5318fd0 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:58.711518 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d7a85b1-9c85-462c-bab9-a5e73d2e21c8 req-142c95ed-5459-4d59-be55-a4c6d5318fd0 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 950 time: 0.0570614 Sep 26 13:02:58.741390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-a6b1285e-5aec-471e-b663-de184961104e service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200836 Sep 26 13:02:58.750816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d7a85b1-9c85-462c-bab9-a5e73d2e21c8 req-a9ed4b91-736c-4cc0-a1ae-785ea9ccf7fd tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd46c257-0dfc-4564-84aa-87901f529606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Sep 26 13:02:58.863265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dec39-de73-4104-a9ec-20d8f7483ade req-5720a5d8-2123-4f95-9b0b-a3369ad17ee9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:58.865030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b2dec39-de73-4104-a9ec-20d8f7483ade req-5720a5d8-2123-4f95-9b0b-a3369ad17ee9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0539544 Sep 26 13:02:58.870768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-ea51cb90-952e-4b74-945f-0e7c5940180d service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211541 Sep 26 13:02:58.903701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9296ba0a-211d-4b89-bb35-96e88bb7b766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.906269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b2dec39-de73-4104-a9ec-20d8f7483ade req-636596dc-8148-456d-bd35-484ccd3cb999 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Sep 26 13:02:58.909525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9296ba0a-211d-4b89-bb35-96e88bb7b766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:58.950159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9296ba0a-211d-4b89-bb35-96e88bb7b766 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=793eedc8d8de4ef99fa5b824ef508813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686496 Sep 26 13:02:58.953332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37028) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:02:58.958299 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffda57a-8327-415e-a013-33b7c9d7a7be x-openstack-request-id: req-4ffda57a-8327-415e-a013-33b7c9d7a7be {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:58.958788 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb20578-9403-4279-94bc-e4552cf1edeb", "tag": "4e5d007b-29aa-4d34-9642-f74f5f0c0a75", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:58.959300 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ffda57a-8327-415e-a013-33b7c9d7a7be {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:58.959909 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb20578-9403-4279-94bc-e4552cf1edeb', 'tag': '4e5d007b-29aa-4d34-9642-f74f5f0c0a75', 'status': 'completed', 'code': 200} Sep 26 13:02:58.960961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296ba0a-211d-4b89-bb35-96e88bb7b766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb78d1-8ef1-4a8a-af50-463f688a286c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:59.056180 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31522498-dcfc-4b2e-9d06-1ad1da8f1095 x-openstack-request-id: req-31522498-dcfc-4b2e-9d06-1ad1da8f1095 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:59.056763 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e2b80-ef24-49ee-83df-6dfc42fe29fc", "name": "network-vif-deleted", "tag": "2314b971-4416-4a6d-8c35-fa12909ae12e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:59.056872 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31522498-dcfc-4b2e-9d06-1ad1da8f1095 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:59.057317 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8e2b80-ef24-49ee-83df-6dfc42fe29fc', 'name': 'network-vif-deleted', 'tag': '2314b971-4416-4a6d-8c35-fa12909ae12e', 'status': 'completed', 'code': 200} Sep 26 13:02:59.088390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-d3093426-059d-4d8f-a050-a37fc649e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.090181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-d3093426-059d-4d8f-a050-a37fc649e0df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d2e66dd178d40de83c0b64f8b0fff76&device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 1097 time: 0.1072166 Sep 26 13:02:59.093794 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687bd8a2-06dc-4f8e-b1ce-d98de0a00122 x-openstack-request-id: req-687bd8a2-06dc-4f8e-b1ce-d98de0a00122 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:02:59.094362 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908c8c6b-a200-4936-ad7c-a5c0514e86c8", "name": "network-vif-plugged", "status": "completed", "tag": "241c724f-8bcb-4c20-908c-d79f21d7ee5b", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:02:59.094630 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-687bd8a2-06dc-4f8e-b1ce-d98de0a00122 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:02:59.095730 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908c8c6b-a200-4936-ad7c-a5c0514e86c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241c724f-8bcb-4c20-908c-d79f21d7ee5b', 'code': 200} Sep 26 13:02:59.098428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44f16ae9-fff1-446b-843e-294e53be5906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:59.109112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b47488-6cb3-4cfc-af47-1c1e54a82bac req-8eccd78c-abfa-4a46-a07c-8f500a631c7a tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.110700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-38b47488-6cb3-4cfc-af47-1c1e54a82bac req-8eccd78c-abfa-4a46-a07c-8f500a631c7a tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 945 time: 0.0938227 Sep 26 13:02:59.155703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44f16ae9-fff1-446b-843e-294e53be5906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:59.238474 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-38b47488-6cb3-4cfc-af47-1c1e54a82bac req-54b2f85d-4003-493f-ae9c-decdf967e448 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/security-groups?id=648f4f39-6ebc-424f-947b-136df933d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172080 Sep 26 13:02:59.316209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ca5d8-e5f1-48d1-a8e5-523b39ffe86b req-ab2ae633-8699-4033-9d6a-4ec94047a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.317767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b1ca5d8-e5f1-48d1-a8e5-523b39ffe86b req-ab2ae633-8699-4033-9d6a-4ec94047a3e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 1102 time: 0.1590817 Sep 26 13:02:59.352297 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44f16ae9-fff1-446b-843e-294e53be5906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:59.354943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44f16ae9-fff1-446b-843e-294e53be5906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:02:59.356107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-44f16ae9-fff1-446b-843e-294e53be5906 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34cb78d1-8ef1-4a8a-af50-463f688a286c HTTP/1.1" status: 204 len: 168 time: 0.4016790 Sep 26 13:02:59.357270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-493700de-b940-456b-ab17-13e4c0e59b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.358751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-493700de-b940-456b-ab17-13e4c0e59b55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16241576-2cbe-42ff-9c38-622f9cbc827e HTTP/1.1" status: 200 len: 909 time: 0.1955523 Sep 26 13:02:59.379561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f16ae9-fff1-446b-843e-294e53be5906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb78d1-8ef1-4a8a-af50-463f688a286c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:02:59.386827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-398f5a5a-b7b2-4091-9357-fe69ab78610a req-51d0dc3e-8f84-4016-a777-559dd50a3b31 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 210 time: 0.0567000 Sep 26 13:02:59.446800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-e1cc03d5-c1b6-46f4-94b6-5a495be65b4f req-7c28b6c9-923d-485a-b719-d4fa8a6926d5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:02:59.448064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1cc03d5-c1b6-46f4-94b6-5a495be65b4f req-7c28b6c9-923d-485a-b719-d4fa8a6926d5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062792 Sep 26 13:02:59.464749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-f0da9b4d-5405-42eb-a7b9-5c9851fa1eda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e5d007b-29aa-4d34-9642-f74f5f0c0a75 HTTP/1.1" status: 200 len: 217 time: 0.0957444 Sep 26 13:02:59.484482 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b1ca5d8-e5f1-48d1-a8e5-523b39ffe86b req-49649e3d-ff03-4417-aab1-2a45827e0a7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd46c257-0dfc-4564-84aa-87901f529606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579366 Sep 26 13:02:59.541766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-b3168d8b-0363-40be-8e02-80c33baa29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.543598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-b3168d8b-0363-40be-8e02-80c33baa29f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 1097 time: 0.1028981 Sep 26 13:02:59.544905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-c179a5a4-fde1-47dc-a5cd-9f7e423a355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.546287 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-c179a5a4-fde1-47dc-a5cd-9f7e423a355b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a6af5a91-511e-463c-ba5a-f129bf1791f8 HTTP/1.1" status: 200 len: 849 time: 0.0609457 Sep 26 13:02:59.575704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b389-d8c3-4f10-a263-e132d3aa4dc7 req-63055f5e-4e71-430b-92f1-ed6668cb678c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.577793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4f35b389-d8c3-4f10-a263-e132d3aa4dc7 req-63055f5e-4e71-430b-92f1-ed6668cb678c tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 951 time: 0.0670826 Sep 26 13:02:59.610101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-fffddc36-0ac6-487f-9482-533a6c5b262b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16241576-2cbe-42ff-9c38-622f9cbc827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395789 Sep 26 13:02:59.666126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4f35b389-d8c3-4f10-a263-e132d3aa4dc7 req-5ea07280-7a79-46da-bc24-b8e11c171106 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762911 Sep 26 13:02:59.752607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-e7764c6d-c108-4503-8ec2-c5cea9783a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.752607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-e7764c6d-c108-4503-8ec2-c5cea9783a64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 912 time: 0.1825254 Sep 26 13:02:59.801910 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-b7e8685d-a3ed-4f01-9d32-3961504205a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c HTTP/1.1" status: 200 len: 217 time: 0.0483644 Sep 26 13:02:59.824314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-911f8be6-2c34-474f-9355-c719dfa9addb service neutron] 10.222.0.23 "GET /v2.0/networks/16241576-2cbe-42ff-9c38-622f9cbc827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033241 Sep 26 13:02:59.888048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ae109-e3dc-4701-9e6b-0e75559eab4a req-65f3c9e4-47dc-4529-82ab-40b786403b62 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.889614 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b8ae109-e3dc-4701-9e6b-0e75559eab4a req-65f3c9e4-47dc-4529-82ab-40b786403b62 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.0888896 Sep 26 13:02:59.951765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-817f9584-fc4b-4ff6-83c7-e6a44ffeb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:02:59.953262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-817f9584-fc4b-4ff6-83c7-e6a44ffeb073 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.1420949 Sep 26 13:02:59.980467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b8ae109-e3dc-4701-9e6b-0e75559eab4a req-56fc73c3-12e1-47ca-ae1f-2a6d124eea76 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822110 Sep 26 13:02:59.997645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-0b95d2f8-4acf-402e-a57b-a054083ac169 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2600017 Sep 26 13:03:00.006612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-ae2b2062-f5de-4453-b071-d9a15d403c5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441206 Sep 26 13:03:00.011243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-9efb5183-7256-4266-9b67-5bc7fc6d661e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:03:00.019919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac6ab-cc74-4b73-95f1-67dbb22703ee req-6dca49ed-031e-4cb0-b71a-5eff6a650197 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:00.021437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2dcac6ab-cc74-4b73-95f1-67dbb22703ee req-6dca49ed-031e-4cb0-b71a-5eff6a650197 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.1481235 Sep 26 13:03:00.022686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-9efb5183-7256-4266-9b67-5bc7fc6d661e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121739 Sep 26 13:03:00.065029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28f176f-1b80-4a75-b913-fe9b54abb1b2 req-aeff5a54-3d0d-4c77-99d5-b8b5560287f8 service neutron] 10.222.0.23 "GET /v2.0/networks/16241576-2cbe-42ff-9c38-622f9cbc827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220726 Sep 26 13:03:00.139461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2dcac6ab-cc74-4b73-95f1-67dbb22703ee req-868b263d-82a1-468f-9857-77efc56f11ce tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966387 Sep 26 13:03:00.181706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-4caf9f0f-16ed-4cdb-8bb2-1f766ee8a428 service neutron] 10.222.0.23 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550236 Sep 26 13:03:00.219076 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c91c60-0643-4216-821d-ebceebb1c1f7 req-2a62d836-d307-409e-9cdb-dcaa6bfe773b tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:00.227524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66c91c60-0643-4216-821d-ebceebb1c1f7 req-2a62d836-d307-409e-9cdb-dcaa6bfe773b tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 950 time: 0.0605376 Sep 26 13:03:00.271918 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66c91c60-0643-4216-821d-ebceebb1c1f7 req-1e1c87c9-b097-48a6-b3af-c9780987522b tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd46c257-0dfc-4564-84aa-87901f529606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Sep 26 13:03:00.347562 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cfeddde-08b5-49f6-93a2-a1ec0e6e7633 req-275ecd91-0973-41bf-8415-4e55721502ac service neutron] 10.222.0.23 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560297 Sep 26 13:03:00.419044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951279-611c-4808-bb5b-c561d895de4b req-1987bc51-2b82-42a8-a167-2e561f8a145b tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:00.427021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26951279-611c-4808-bb5b-c561d895de4b req-1987bc51-2b82-42a8-a167-2e561f8a145b tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 951 time: 0.1522326 Sep 26 13:03:00.439401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe9b11-2963-4fab-940b-72aad9c633a5 req-5abfe413-c8b3-4e7f-8cc2-7381132f0b9c tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:00.442095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80fe9b11-2963-4fab-940b-72aad9c633a5 req-5abfe413-c8b3-4e7f-8cc2-7381132f0b9c tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 945 time: 0.0935404 Sep 26 13:03:00.510416 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80fe9b11-2963-4fab-940b-72aad9c633a5 req-9c4fb884-e886-4194-8c9c-9fcfbb22dbc1 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/security-groups?id=648f4f39-6ebc-424f-947b-136df933d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575423 Sep 26 13:03:00.613685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-2384dc8a-aa71-4e1c-888d-68d09b749c61 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:00.629149 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-2384dc8a-aa71-4e1c-888d-68d09b749c61 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.2584982 Sep 26 13:03:00.633203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26951279-611c-4808-bb5b-c561d895de4b req-3ea7a09d-58ba-406e-ab5c-5d4440e67ef3 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047279 Sep 26 13:03:00.653518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Request body: {'port': {'device_id': 'abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'admin_state_up': True, 'tenant_id': 'e831190842f044e28348624a5393a3de'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:00.678137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eba36d09-ff4b-4619-8254-91f35c511381 req-7f0be8e5-2b02-43cd-870a-c09daa2020e0 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 210 time: 0.0628233 Sep 26 13:03:00.802817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b2a0-c4fb-48eb-bbf5-228e247f8da9 req-7c652b5b-9793-453e-bd8a-f54050afc59b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:00.804407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0dd5b2a0-c4fb-48eb-bbf5-228e247f8da9 req-7c652b5b-9793-453e-bd8a-f54050afc59b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 951 time: 0.0593588 Sep 26 13:03:00.805681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:00.811122 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:00.858602 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0dd5b2a0-c4fb-48eb-bbf5-228e247f8da9 req-25acbfeb-761e-4604-9388-4e29834df1ff tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Sep 26 13:03:00.976870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Allocated IP 172.20.0.12 (0953e2b4-57b2-4b8d-a0af-11232c38a0a6/f1c3a00d-3b90-406a-8755-4a3407d6a9fe/474a59c0-3679-44eb-afc6-3491fb459e05) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:01.167633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:01.218612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660154b-5e7c-4b38-aff2-9c9f104d9fb0 req-a6e07d9c-e578-4e35-b086-5e0e520ee744 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:01.221018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2660154b-5e7c-4b38-aff2-9c9f104d9fb0 req-a6e07d9c-e578-4e35-b086-5e0e520ee744 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 945 time: 0.1240833 Sep 26 13:03:01.236148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:01.239824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:01.240232 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.246411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.279623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2660154b-5e7c-4b38-aff2-9c9f104d9fb0 req-d60ff856-2700-4b27-9d85-4b2316dd6248 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Sep 26 13:03:01.310506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328aa9a-1eca-429c-9f7d-e505d0a2cafc req-e099ca82-9375-469e-98a2-30c63fc1e6f9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:01.319962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8328aa9a-1eca-429c-9f7d-e505d0a2cafc req-e099ca82-9375-469e-98a2-30c63fc1e6f9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0614858 Sep 26 13:03:01.329008 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.348525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:01.367157 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8328aa9a-1eca-429c-9f7d-e505d0a2cafc req-65960e22-da3c-4e9a-aa51-8dd318db0cbb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460618 Sep 26 13:03:01.385922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:01.407454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:01.412358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:01.436265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.462019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event updated for resources: {'Port': ['ID=474a59c0-3679-44eb-afc6-3491fb459e05,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:01.494102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e51229-a913-47a7-9346-200272f1ca53 req-9d5811dc-240e-4ea4-abdf-f7f387dfa86b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:01.495625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12e51229-a913-47a7-9346-200272f1ca53 req-9d5811dc-240e-4ea4-abdf-f7f387dfa86b tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 951 time: 0.1301167 Sep 26 13:03:01.497526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564f5b5-5097-4adf-b513-6619447c4614 req-06d3ea11-4a2a-403a-912d-95a99c224d19 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:01.505303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:01.506209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.506379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9564f5b5-5097-4adf-b513-6619447c4614 req-06d3ea11-4a2a-403a-912d-95a99c224d19 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 950 time: 0.0703406 Sep 26 13:03:01.514517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,segment=NetworkSegment(e49556fd-851e-4826-9ccd-4d6b792ef575),segment_id=e49556fd-851e-4826-9ccd-4d6b792ef575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:01.530633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb20578-9403-4279-94bc-e4552cf1edeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5d007b-29aa-4d34-9642-f74f5f0c0a75'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:01.544284 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ea5356-e0a0-42e6-9a3b-f3a0c6ff4f78" -d '{"events": [{"server_uuid": "6bb20578-9403-4279-94bc-e4552cf1edeb", "name": "network-vif-plugged", "status": "completed", "tag": "4e5d007b-29aa-4d34-9642-f74f5f0c0a75"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:01.552680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-8e89a6b7-06c5-479c-8fae-baf723c2abe2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9043288 Sep 26 13:03:01.555919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9564f5b5-5097-4adf-b513-6619447c4614 req-68f9daaa-ddac-49b4-b917-ed4111f4d5b4 tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd46c257-0dfc-4564-84aa-87901f529606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486181 Sep 26 13:03:01.556536 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.557526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 34cf6adc-3f26-4314-b23b-80ed270ae00c no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:01.586297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Request body: {'port': {'device_id': 'abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:01.636306 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb09d911-13a7-46ea-8923-3aed65eb21c0 x-openstack-request-id: req-cb09d911-13a7-46ea-8923-3aed65eb21c0 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:01.637024 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb20578-9403-4279-94bc-e4552cf1edeb", "name": "network-vif-plugged", "status": "completed", "tag": "4e5d007b-29aa-4d34-9642-f74f5f0c0a75", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:01.637510 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb09d911-13a7-46ea-8923-3aed65eb21c0 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:01.638072 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb20578-9403-4279-94bc-e4552cf1edeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5d007b-29aa-4d34-9642-f74f5f0c0a75', 'code': 200} Sep 26 13:03:01.709072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:01.721109 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.738389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Deleting port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:01.738994 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.745886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810f85c-3435-45d0-a263-5304ca35ec17 req-118ace8a-5d26-47b2-9f60-b9c9fb73e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:01.747816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f810f85c-3435-45d0-a263-5304ca35ec17 req-118ace8a-5d26-47b2-9f60-b9c9fb73e7bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 1098 time: 0.0606406 Sep 26 13:03:01.754067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-470ae099-7267-420e-ae76-816d1ceae0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:01.755782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-470ae099-7267-420e-ae76-816d1ceae0a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1101 time: 0.1212771 Sep 26 13:03:01.786134 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.830970 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f810f85c-3435-45d0-a263-5304ca35ec17 req-a370b684-9dea-451e-bdb6-6a3a2a7487a8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=648f4f39-6ebc-424f-947b-136df933d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737247 Sep 26 13:03:01.851619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:01.853961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a8f55-1957-42ed-8356-1fb42517b9a4 req-56d96b1c-0d2e-4c8e-9eb5-496e1ec1c02e tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:01.855687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea2a8f55-1957-42ed-8356-1fb42517b9a4 req-56d96b1c-0d2e-4c8e-9eb5-496e1ec1c02e tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 946 time: 0.1762412 Sep 26 13:03:01.866506 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:01.937079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:02.216668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e98a55-f2e0-49b7-926f-7cb34725a2c5 req-a6a6333e-c6d8-454c-86b0-187ec9da0b37 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:02.218381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-60e98a55-f2e0-49b7-926f-7cb34725a2c5 req-a6a6333e-c6d8-454c-86b0-187ec9da0b37 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 932 time: 0.0571394 Sep 26 13:03:02.222805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:02.260104 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-60e98a55-f2e0-49b7-926f-7cb34725a2c5 req-97d24e18-860f-457d-8c12-8d5bfe3e9a06 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Sep 26 13:03:02.303803 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:02.335523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] For port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:02.336220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:02.340896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:02.346081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:02.347025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-27b5b8b3-d649-485c-b606-15360d3f45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:02.348490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-27b5b8b3-d649-485c-b606-15360d3f45e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.5773633 Sep 26 13:03:02.355110 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea2a8f55-1957-42ed-8356-1fb42517b9a4 req-b2c4da08-eb91-464e-928a-e60c08e57266 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/security-groups?id=648f4f39-6ebc-424f-947b-136df933d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680450 Sep 26 13:03:02.363964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Calling delete_port for 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:02.396804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=11']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:02.441582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-d938bb18-6f50-4cff-9065-f6095eec5654 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 0.0806787 Sep 26 13:03:02.550957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde24ce-1708-4963-8d10-8661f6558d72 req-7b20fd82-d841-4a46-8923-6222b028fac2 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:02.552813 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfde24ce-1708-4963-8d10-8661f6558d72 req-7b20fd82-d841-4a46-8923-6222b028fac2 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 943 time: 0.0535929 Sep 26 13:03:02.602245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfde24ce-1708-4963-8d10-8661f6558d72 req-a7f8a260-da2d-4914-ba4c-5e8a91f2ae21 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Sep 26 13:03:02.624538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-2cbbcd0b-fb76-42c4-87f0-9b44325d38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:02.626566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-2cbbcd0b-fb76-42c4-87f0-9b44325d38bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1744037 Sep 26 13:03:02.681819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cc668-aa7a-4507-b4fb-cff3a0b2e2cf req-588856e3-0373-4242-a888-77fb2dabcacc tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:02.683311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b12cc668-aa7a-4507-b4fb-cff3a0b2e2cf req-588856e3-0373-4242-a888-77fb2dabcacc tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3de3592-bfd4-4eed-8eab-eaa3c5f7a259 HTTP/1.1" status: 200 len: 951 time: 0.2327144 Sep 26 13:03:02.718237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1498182-ae47-4061-a27d-c76aa9b5abb0 req-8e7e127e-b728-4d8f-a26c-fc3a8149366a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:02.719798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1498182-ae47-4061-a27d-c76aa9b5abb0 req-8e7e127e-b728-4d8f-a26c-fc3a8149366a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0557134 Sep 26 13:03:02.758919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1498182-ae47-4061-a27d-c76aa9b5abb0 req-6be9dc93-4e89-4752-9102-00bc8faf32f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Sep 26 13:03:02.802995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-b817f9bb-270e-440f-88eb-35d5cb84cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:02.804493 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-b817f9bb-270e-440f-88eb-35d5cb84cafc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1659002 Sep 26 13:03:02.812602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474a59c0-3679-44eb-afc6-3491fb459e05 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:02.825905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b12cc668-aa7a-4507-b4fb-cff3a0b2e2cf req-ba43b92a-3bc6-4b9f-aec4-36d50aacbbae tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe91721f-7ab6-4c34-ba24-cacfa93de47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296754 Sep 26 13:03:02.834450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:02.838791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:02.853007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:02.913416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Transition to ACTIVE for port object 474a59c0-3679-44eb-afc6-3491fb459e05 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:03:02.916802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Pushing event deleted for resources: {'Port': ['ID=78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:02.925266 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:03.044696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] No DVR routers for this DVR port 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:03.049377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:03.051913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12e51229-a913-47a7-9346-200272f1ca53 req-9b3ed88f-722d-4367-9253-da6e24bd9f28 tempest-ServersAdminTestJSON-19508902 tempest-ServersAdminTestJSON-19508902-project] 10.222.0.23 "DELETE /v2.0/ports/78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 HTTP/1.1" status: 204 len: 173 time: 1.5414402 Sep 26 13:03:03.101590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-deleted', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:03.104238 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f00352-1b08-46a4-96b3-a51dc890ead1" -d '{"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-deleted", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:03.109900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-2cf8b628-c132-4190-8668-fb785464fb54 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847009 Sep 26 13:03:03.301740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Pushing event updated for resources: {'Port': ['ID=474a59c0-3679-44eb-afc6-3491fb459e05,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:03.311645 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23840c75-4f8d-4c36-9b3e-7f2be09a53e7 x-openstack-request-id: req-23840c75-4f8d-4c36-9b3e-7f2be09a53e7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:03.311941 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de3592-bfd4-4eed-8eab-eaa3c5f7a259", "name": "network-vif-deleted", "tag": "78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:03.312197 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23840c75-4f8d-4c36-9b3e-7f2be09a53e7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:03.312599 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de3592-bfd4-4eed-8eab-eaa3c5f7a259', 'name': 'network-vif-deleted', 'tag': '78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798', 'status': 'completed', 'code': 200} Sep 26 13:03:03.390442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-e21733db-3344-4ab2-adce-ed6f948455e2 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364318 Sep 26 13:03:03.391444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Attempting to bind port 474a59c0-3679-44eb-afc6-3491fb459e05 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:03.392331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9601bf-ca26-4358-81a5-78eec31809f0 req-773ef67c-a868-4284-8bca-d8d5c82168fb tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:03.392517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Attempting to bind port 474a59c0-3679-44eb-afc6-3491fb459e05 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:03.392852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Attempting to bind port 474a59c0-3679-44eb-afc6-3491fb459e05 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:03.394297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b9601bf-ca26-4358-81a5-78eec31809f0 req-773ef67c-a868-4284-8bca-d8d5c82168fb tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 950 time: 0.0742602 Sep 26 13:03:03.401036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Port 474a59c0-3679-44eb-afc6-3491fb459e05 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:03:03.401603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Attempting to bind port 474a59c0-3679-44eb-afc6-3491fb459e05 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:03.411560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:03.412176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Checking segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:03.413392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Bound using segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:03.414771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Bound port: 474a59c0-3679-44eb-afc6-3491fb459e05, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:03.416298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:03.480750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b9601bf-ca26-4358-81a5-78eec31809f0 req-da296ef3-7d9c-41e3-8b78-2683138f79ca tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd46c257-0dfc-4564-84aa-87901f529606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761352 Sep 26 13:03:03.541453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] For port 474a59c0-3679-44eb-afc6-3491fb459e05, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:03.545347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] For port 474a59c0-3679-44eb-afc6-3491fb459e05, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=474a59c0-3679-44eb-afc6-3491fb459e05,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:03.552922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:03.608799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:03.609021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1300fe-f143-42dc-914d-52e80b06cdab req-e46fe0ca-dba8-40df-b5d8-eaaabc810645 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:03.609549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:03.611247 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d1300fe-f143-42dc-914d-52e80b06cdab req-e46fe0ca-dba8-40df-b5d8-eaaabc810645 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 946 time: 0.0554016 Sep 26 13:03:03.611454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] 10.222.0.24 "PUT /v2.0/ports/474a59c0-3679-44eb-afc6-3491fb459e05 HTTP/1.1" status: 200 len: 1093 time: 2.0300119 Sep 26 13:03:03.640231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c'}, {'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:03.642321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbde194-53c0-40dc-961b-50644417d337 req-f8efb42c-9916-465b-8b00-8abafdeb4422 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:03.644061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ccbde194-53c0-40dc-961b-50644417d337 req-f8efb42c-9916-465b-8b00-8abafdeb4422 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 944 time: 0.1573989 Sep 26 13:03:03.645008 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bf81a6-fcac-4742-a4cb-f06112223092" -d '{"events": [{"server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "name": "network-vif-unplugged", "status": "completed", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c"}, {"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:03.665753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d1300fe-f143-42dc-914d-52e80b06cdab req-440a2194-6803-421f-8122-bb63bcb9d7bc tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/security-groups?id=648f4f39-6ebc-424f-947b-136df933d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474107 Sep 26 13:03:03.676716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16010d9e-fb78-407e-9bfc-3f72deca9a04 service neutron] Pushing event updated for resources: {'Port': ['ID=474a59c0-3679-44eb-afc6-3491fb459e05,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:03.732310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ccbde194-53c0-40dc-961b-50644417d337 req-3c9a3b29-ca54-4b34-b419-02cca83fa14b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811868 Sep 26 13:03:03.737945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-f8446df5-5bed-498b-b6d4-e59488313856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:03.741017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-f8446df5-5bed-498b-b6d4-e59488313856 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 1096 time: 0.0745010 Sep 26 13:03:03.795528 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9196c82c-2ab1-46c2-b483-000c2ec67610 x-openstack-request-id: req-9196c82c-2ab1-46c2-b483-000c2ec67610 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:03.795831 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "name": "network-vif-unplugged", "status": "failed", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c", "code": 422}, {"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:03.796298 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9196c82c-2ab1-46c2-b483-000c2ec67610 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:03.796743 n-d-806683-13 neutron-server[94813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'code': 422} returned with failed status Sep 26 13:03:03.797003 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'code': 200} Sep 26 13:03:03.808053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-c45718f5-a82c-4351-a8f3-0ce7b3767451 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=474a59c0-3679-44eb-afc6-3491fb459e05 HTTP/1.1" status: 200 len: 217 time: 0.0480134 Sep 26 13:03:03.851202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb0d57-3f08-44ca-924b-9b8adcdb3252 req-87a985f3-157a-4f84-afc0-a512bf8e2a1b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:03.852793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54cb0d57-3f08-44ca-924b-9b8adcdb3252 req-87a985f3-157a-4f84-afc0-a512bf8e2a1b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 943 time: 0.0583541 Sep 26 13:03:03.861467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-7a3e74b5-1e14-482b-8304-aeec1eb23c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:03.865299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-7a3e74b5-1e14-482b-8304-aeec1eb23c05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0492096 Sep 26 13:03:03.894517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54cb0d57-3f08-44ca-924b-9b8adcdb3252 req-72b88cb5-0760-499d-b57d-69860923775a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Sep 26 13:03:03.898594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-402f29d9-cd5e-4db2-b0bf-14a4dafb15a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253367 Sep 26 13:03:04.025769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-d7a15c94-f6c5-4b9a-be6c-d199b063c518 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162562 Sep 26 13:03:04.065005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502b860-1315-430b-b2cd-b397540d6f50 req-cee9dd63-4e03-4706-883c-da482ebc8438 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:04.065005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d502b860-1315-430b-b2cd-b397540d6f50 req-cee9dd63-4e03-4706-883c-da482ebc8438 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0890818 Sep 26 13:03:04.151547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d502b860-1315-430b-b2cd-b397540d6f50 req-290bafdc-f585-4c73-8b90-b2b373a0419a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789580 Sep 26 13:03:04.177759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffd8f0cb-6f40-4a76-af8a-be4cfc5997fe req-4683ee1e-0fd7-4b43-b8f3-82420a4623e5 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438217 Sep 26 13:03:04.410994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37378) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:04.630592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ecd6e26a-34bb-49ec-8716-0a0c9d24f0a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c3d8f20a82e446899bfe1ef3ddc3fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182603 Sep 26 13:03:04.632907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37422) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:04.659506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-c7bad613-0a6f-41f4-b83b-dea1d71ee78f tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:04.662160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-c7bad613-0a6f-41f4-b83b-dea1d71ee78f tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.24 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 950 time: 0.0727289 Sep 26 13:03:04.694986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-363d0259-44ca-436b-8aa0-4390a16e2a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:04.720718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-363d0259-44ca-436b-8aa0-4390a16e2a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:04.770453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Deleting port 241c724f-8bcb-4c20-908c-d79f21d7ee5b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:04.770919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:04.789140 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-363d0259-44ca-436b-8aa0-4390a16e2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:04.791720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-363d0259-44ca-436b-8aa0-4390a16e2a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:04.793102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-363d0259-44ca-436b-8aa0-4390a16e2a0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe91721f-7ab6-4c34-ba24-cacfa93de47f HTTP/1.1" status: 204 len: 168 time: 0.1587598 Sep 26 13:03:04.817457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d0259-44ca-436b-8aa0-4390a16e2a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe91721f-7ab6-4c34-ba24-cacfa93de47f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:04.899962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] For port 241c724f-8bcb-4c20-908c-d79f21d7ee5b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=241c724f-8bcb-4c20-908c-d79f21d7ee5b,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:04.900246 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:04.915645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Calling delete_port for 241c724f-8bcb-4c20-908c-d79f21d7ee5b owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:05.037630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b781f-7465-4fd8-a7fd-d2e5dc82d9c0 req-0c920954-6935-4011-852d-fdae58c4cee3 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:05.039766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-704b781f-7465-4fd8-a7fd-d2e5dc82d9c0 req-0c920954-6935-4011-852d-fdae58c4cee3 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 946 time: 0.0771599 Sep 26 13:03:05.106252 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-704b781f-7465-4fd8-a7fd-d2e5dc82d9c0 req-476fafd0-ef48-4a26-8b12-091b29916876 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/security-groups?id=648f4f39-6ebc-424f-947b-136df933d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599811 Sep 26 13:03:05.124339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-7649cf3d-2361-42cb-bc8d-a2bc4773d5ca tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:05.131590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-7649cf3d-2361-42cb-bc8d-a2bc4773d5ca tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b45be09-5555-4665-bb7e-a01339cb84c5 HTTP/1.1" status: 200 len: 943 time: 0.1301799 Sep 26 13:03:05.161201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.161428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:05.197313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37454) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:05.198627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['241c724f-8bcb-4c20-908c-d79f21d7ee5b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:05.208348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Pushing event deleted for resources: {'Port': ['ID=241c724f-8bcb-4c20-908c-d79f21d7ee5b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:05.225350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e95f97ce-f302-468d-b11d-a99b01c17d02 req-20088099-fc78-4f74-a1a8-12799afe3d7d tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.13 "GET /v2.0/ports?device_id=908c8c6b-a200-4936-ad7c-a5c0514e86c8 HTTP/1.1" status: 200 len: 210 time: 0.0579045 Sep 26 13:03:05.232135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:03:05.232884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 78cb8b36-efc4-4c20-b2fa-f6f3c9b4b798 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:03:05.233635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 34cf6adc-3f26-4314-b23b-80ed270ae00c no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:05.319931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3', 'tag': '474a59c0-3679-44eb-afc6-3491fb459e05'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:05.322404 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e79564-1081-4a6b-accb-783f0d0e39ae" -d '{"events": [{"name": "network-changed", "server_uuid": "abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3", "tag": "474a59c0-3679-44eb-afc6-3491fb459e05"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:05.325330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] No DVR routers for this DVR port 241c724f-8bcb-4c20-908c-d79f21d7ee5b on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:05.334917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.337623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2000936-a07f-4188-877e-0e08cf91eeb5 req-6875421e-42be-4ed0-a339-44f4298bcc7c tempest-TenantUsagesTestJSON-797594822 tempest-TenantUsagesTestJSON-797594822-project] 10.222.0.24 "DELETE /v2.0/ports/241c724f-8bcb-4c20-908c-d79f21d7ee5b HTTP/1.1" status: 204 len: 173 time: 0.6682377 Sep 26 13:03:05.377281 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-51783c06-3b12-4661-8e5e-7aa74060fd1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5568da52629c4ee1b3e3287731aa30b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786482 Sep 26 13:03:05.379939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37458) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:05.406282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5ae40-bc6d-4df2-85f6-3a4454fb68f2 req-367c2756-7f3f-463c-aadc-5427b85f9221 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:05.415714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13b5ae40-bc6d-4df2-85f6-3a4454fb68f2 req-367c2756-7f3f-463c-aadc-5427b85f9221 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 944 time: 0.1003411 Sep 26 13:03:05.443514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Deleting port 34cf6adc-3f26-4314-b23b-80ed270ae00c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:05.444238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.498815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13b5ae40-bc6d-4df2-85f6-3a4454fb68f2 req-a26cf31d-406a-4ac3-b9d1-4ba372b45bd7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770228 Sep 26 13:03:05.533173 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-117876e2-ee83-4534-beee-5413588d229d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.571117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-117876e2-ee83-4534-beee-5413588d229d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.590755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] For port 34cf6adc-3f26-4314-b23b-80ed270ae00c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=34cf6adc-3f26-4314-b23b-80ed270ae00c,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:05.591122 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.618690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Calling delete_port for 34cf6adc-3f26-4314-b23b-80ed270ae00c owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:05.679389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-117876e2-ee83-4534-beee-5413588d229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.681905 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-117876e2-ee83-4534-beee-5413588d229d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.683073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-117876e2-ee83-4534-beee-5413588d229d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa7613a0-14f6-43bb-bf66-df996acebc22 HTTP/1.1" status: 204 len: 168 time: 0.3018148 Sep 26 13:03:05.697971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117876e2-ee83-4534-beee-5413588d229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7613a0-14f6-43bb-bf66-df996acebc22,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:05.839224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d471312-2e17-4023-a7c8-60b574a109dd req-8fa87229-429d-4658-ad07-e2a51b6a977b tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:05.841372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d471312-2e17-4023-a7c8-60b574a109dd req-8fa87229-429d-4658-ad07-e2a51b6a977b tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 946 time: 0.1010604 Sep 26 13:03:05.842982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:05.890393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event deleted for resources: {'Port': ['ID=34cf6adc-3f26-4314-b23b-80ed270ae00c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:06.056090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] No DVR routers for this DVR port 34cf6adc-3f26-4314-b23b-80ed270ae00c on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:06.059983 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:06.075978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ecd3ec9-e2ff-4721-b35d-ac5c64a75022 req-5c8614db-d04c-47c1-8103-388bc36516c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "DELETE /v2.0/ports/34cf6adc-3f26-4314-b23b-80ed270ae00c HTTP/1.1" status: 204 len: 173 time: 0.9419677 Sep 26 13:03:06.153664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Deleting port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:06.155213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:06.231121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 474a59c0-3679-44eb-afc6-3491fb459e05 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:03:06.337112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] For port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,segment=NetworkSegment(e49556fd-851e-4826-9ccd-4d6b792ef575),segment_id=e49556fd-851e-4826-9ccd-4d6b792ef575)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:06.337882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:06.356296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Calling delete_port for 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:06.397146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 474a59c0-3679-44eb-afc6-3491fb459e05, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=474a59c0-3679-44eb-afc6-3491fb459e05,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:06.411228 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '474a59c0-3679-44eb-afc6-3491fb459e05', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'port_id': '474a59c0-3679-44eb-afc6-3491fb459e05', 'mac_address': 'fa:16:3e:70:0a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c3a00d-3b90-406a-8755-4a3407d6a9fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:03:06.429654 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96e56c8-f53b-492c-9396-07998d5f2487 x-openstack-request-id: req-e96e56c8-f53b-492c-9396-07998d5f2487 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:06.441470 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3", "tag": "474a59c0-3679-44eb-afc6-3491fb459e05", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:06.444390 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e96e56c8-f53b-492c-9396-07998d5f2487 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:06.444390 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3', 'tag': '474a59c0-3679-44eb-afc6-3491fb459e05', 'status': 'completed', 'code': 200} Sep 26 13:03:06.464719 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:06.489552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474a59c0-3679-44eb-afc6-3491fb459e05 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:06.496373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4a2e-3a9a-4f51-b2b8-dbf4e1593850 req-bd73769b-3796-4573-b0e4-4cabf93b4cd8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:06.498199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-784e4a2e-3a9a-4f51-b2b8-dbf4e1593850 req-bd73769b-3796-4573-b0e4-4cabf93b4cd8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0695918 Sep 26 13:03:06.525526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 474a59c0-3679-44eb-afc6-3491fb459e05, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=474a59c0-3679-44eb-afc6-3491fb459e05,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:06.534153 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:06.547545 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-784e4a2e-3a9a-4f51-b2b8-dbf4e1593850 req-d5797d34-f8e9-43f6-b338-650c4f6c8c21 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Sep 26 13:03:06.558401 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-49128764-82b3-4634-8d72-132551f57686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:06.560017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-49128764-82b3-4634-8d72-132551f57686 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 1096 time: 0.1070509 Sep 26 13:03:06.604038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=474a59c0-3679-44eb-afc6-3491fb459e05,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:06.742576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37face53-6c2d-4f47-aac3-119a59576c56 req-6d592daa-d523-483d-ab5a-1824d6619a8d tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:06.744101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-37face53-6c2d-4f47-aac3-119a59576c56 req-6d592daa-d523-483d-ab5a-1824d6619a8d tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb20578-9403-4279-94bc-e4552cf1edeb HTTP/1.1" status: 200 len: 946 time: 0.1813445 Sep 26 13:03:06.746926 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:06.748680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['474a59c0-3679-44eb-afc6-3491fb459e05'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:06.782467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['4e5d007b-29aa-4d34-9642-f74f5f0c0a75'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:06.784216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Pushing event deleted for resources: {'Port': ['ID=4e5d007b-29aa-4d34-9642-f74f5f0c0a75,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:06.818787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-eb2f6371-95f8-4efc-8ea2-9fdc5df764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:06.820280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-eb2f6371-95f8-4efc-8ea2-9fdc5df764f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 905 time: 0.2325399 Sep 26 13:03:06.879614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37546) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:06.880453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] No DVR routers for this DVR port 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:06.912165 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:06.914199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d471312-2e17-4023-a7c8-60b574a109dd req-c8bdd386-7405-4d9f-ba12-56b402f78325 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.23 "DELETE /v2.0/ports/4e5d007b-29aa-4d34-9642-f74f5f0c0a75 HTTP/1.1" status: 204 len: 173 time: 1.0596941 Sep 26 13:03:06.919397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-0c4f164d-2096-41e6-b9ef-1675f98aa18f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=474a59c0-3679-44eb-afc6-3491fb459e05 HTTP/1.1" status: 200 len: 217 time: 0.0774643 Sep 26 13:03:06.924850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-37face53-6c2d-4f47-aac3-119a59576c56 req-8080c329-051a-4348-ad27-05eda3a53db7 tempest-ServerGroupTestJSON-1570080855 tempest-ServerGroupTestJSON-1570080855-project] 10.222.0.13 "GET /v2.0/security-groups?id=648f4f39-6ebc-424f-947b-136df933d9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417913 Sep 26 13:03:06.994417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-6006d422-32bb-4a84-9abd-015c96ba35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:06.995976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-6006d422-32bb-4a84-9abd-015c96ba35ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0695367 Sep 26 13:03:07.055403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-2de2e44a-7f5b-42cf-9a32-cfc0958da5c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513146 Sep 26 13:03:07.198697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37554) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:07.227725 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f12812ed-c638-452e-84f6-7355962ee4e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a8f510ba52d4294827374566afeda86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467729 Sep 26 13:03:07.228834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37558) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:07.248484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca100e-1c9a-4df1-af2c-89975c191695 req-074c7ca3-c8a7-4ce6-a8cb-65d4a8941ab6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:07.250046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b3ca100e-1c9a-4df1-af2c-89975c191695 req-074c7ca3-c8a7-4ce6-a8cb-65d4a8941ab6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 945 time: 0.1203036 Sep 26 13:03:07.257413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-b42a914c-145c-4764-adb0-ba01420c2553 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949048 Sep 26 13:03:07.294415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9082dc48-967b-44be-9370-4bb5be98410f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.326257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b3ca100e-1c9a-4df1-af2c-89975c191695 req-80628253-1062-44b2-9f8b-c37d8a96b003 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678685 Sep 26 13:03:07.338401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9082dc48-967b-44be-9370-4bb5be98410f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.359144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-network', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:07.411352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Made reservation on behalf of b9b9cc95fec54dc9b34a48be191dd377 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:07.413929 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.422112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99e79564-1081-4a6b-accb-783f0d0e39ae req-6fe06b82-5ee1-44ac-b5ff-2db5aeb92871 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545372 Sep 26 13:03:07.425508 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.486214 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9082dc48-967b-44be-9370-4bb5be98410f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.489184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9082dc48-967b-44be-9370-4bb5be98410f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.490526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9082dc48-967b-44be-9370-4bb5be98410f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd46c257-0dfc-4564-84aa-87901f529606 HTTP/1.1" status: 204 len: 168 time: 0.2605059 Sep 26 13:03:07.511123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082dc48-967b-44be-9370-4bb5be98410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd46c257-0dfc-4564-84aa-87901f529606,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:07.632167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.634117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-c1e1265d-e8eb-4b1e-961c-40b69a26ef84 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:07.638265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.643918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-c1e1265d-e8eb-4b1e-961c-40b69a26ef84 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.1651042 Sep 26 13:03:07.664433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-444ae48f-00a4-44ad-a2d6-b8693b8d7ccc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/quotas/3844b22116ae47059cad74debaf97419 HTTP/1.1" status: 200 len: 375 time: 0.0188305 Sep 26 13:03:07.669627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:03:07.690923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a537f85-6124-4e00-ba7c-e97241019a47,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:07.698425 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.698425 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Added segment e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0 of type vlan for network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf Sep 26 13:03:07.711007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-19ac9c4d-df58-4318-8af9-f640e9e59da3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455792 Sep 26 13:03:07.745364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.802006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.802972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:07.803736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.814735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-b5786aca-ed9a-4560-9e9f-31e7796df548 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962055 Sep 26 13:03:07.837857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6352546 Sep 26 13:03:07.841815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:07.846405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e83242-c1b6-41ea-916f-4b86be2160f4 req-06d6e0a4-1544-41ff-b270-6fc2608ec245 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:07.847580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Request body: {'subnet': {'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-subnet', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:07.848090 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16e83242-c1b6-41ea-916f-4b86be2160f4 req-06d6e0a4-1544-41ff-b270-6fc2608ec245 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0848467 Sep 26 13:03:07.902418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37608) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:07.904432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a782c73-814c-4445-bd5f-7c803cc7d103 admin admin] Pushing event updated for resources: {'Network': ['ID=fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:07.917336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:03:07.922444 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fec2ce95-eac3-4783-bfac-3ea3956bb0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:07.946609 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16e83242-c1b6-41ea-916f-4b86be2160f4 req-be3c6b3d-4d09-40db-95d0-e1d365cf9619 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913036 Sep 26 13:03:07.947215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-953dd9bb-9b6d-4a5a-a533-7e939a776301 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266425 Sep 26 13:03:07.955655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Made reservation on behalf of b9b9cc95fec54dc9b34a48be191dd377 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:07.960199 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.097125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fec2ce95-eac3-4783-bfac-3ea3956bb0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.103549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fec2ce95-eac3-4783-bfac-3ea3956bb0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.156556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fec2ce95-eac3-4783-bfac-3ea3956bb0c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3490fd5aa8e44103af629a5b81932cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505112 Sep 26 13:03:08.157273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37616) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:08.165312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2ce95-eac3-4783-bfac-3ea3956bb0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14faf2e4-f799-4911-9465-1167a9a0ba18,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:08.243305 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1bb170dd-25f3-493a-b018-cbb8c0fe7e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.245097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 474a59c0-3679-44eb-afc6-3491fb459e05 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:08.281851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1bb170dd-25f3-493a-b018-cbb8c0fe7e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.292577 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-39fb0cb9-1d4b-4ea5-a16b-86122f05a412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.346050 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1bb170dd-25f3-493a-b018-cbb8c0fe7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.349927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1bb170dd-25f3-493a-b018-cbb8c0fe7e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.353890 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1bb170dd-25f3-493a-b018-cbb8c0fe7e73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14faf2e4-f799-4911-9465-1167a9a0ba18 HTTP/1.1" status: 204 len: 168 time: 0.1930213 Sep 26 13:03:08.363811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb170dd-25f3-493a-b018-cbb8c0fe7e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14faf2e4-f799-4911-9465-1167a9a0ba18,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:08.382180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 474a59c0-3679-44eb-afc6-3491fb459e05 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:08.406094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 474a59c0-3679-44eb-afc6-3491fb459e05 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:08.406094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.406336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b0b725aa-e077-4de4-9dae-203bd20e0b22 req-901f1b30-2998-4248-90e5-3904a857da7d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 210 time: 0.0564826 Sep 26 13:03:08.449855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908c8c6b-a200-4936-ad7c-a5c0514e86c8', 'name': 'network-vif-deleted', 'tag': '241c724f-8bcb-4c20-908c-d79f21d7ee5b'}, {'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'name': 'network-vif-deleted', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c'}, {'server_uuid': '6bb20578-9403-4279-94bc-e4552cf1edeb', 'name': 'network-vif-deleted', 'tag': '4e5d007b-29aa-4d34-9642-f74f5f0c0a75'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:08.451193 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34e3b31-469c-45f6-8187-bd99965f861e" -d '{"events": [{"server_uuid": "908c8c6b-a200-4936-ad7c-a5c0514e86c8", "name": "network-vif-deleted", "tag": "241c724f-8bcb-4c20-908c-d79f21d7ee5b"}, {"server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "name": "network-vif-deleted", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c"}, {"server_uuid": "6bb20578-9403-4279-94bc-e4552cf1edeb", "name": "network-vif-deleted", "tag": "4e5d007b-29aa-4d34-9642-f74f5f0c0a75"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:08.558799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d7042-914a-41af-83ee-5a349cc24f26 req-f192a298-36db-4615-9e29-d7aae08b60ca tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:08.568350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-616d7042-914a-41af-83ee-5a349cc24f26 req-f192a298-36db-4615-9e29-d7aae08b60ca tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 948 time: 0.1422911 Sep 26 13:03:08.603664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.615190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.630983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-616d7042-914a-41af-83ee-5a349cc24f26 req-5ee5635b-e9cc-480b-858f-a1d02bf244d7 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614905 Sep 26 13:03:08.641099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474a59c0-3679-44eb-afc6-3491fb459e05'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:08.643885 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf7e1e6-73ca-4706-84a1-350608a79944" -d '{"events": [{"server_uuid": "abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "474a59c0-3679-44eb-afc6-3491fb459e05"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:08.663426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 474a59c0-3679-44eb-afc6-3491fb459e05, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=474a59c0-3679-44eb-afc6-3491fb459e05,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:08.675843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.677105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 241c724f-8bcb-4c20-908c-d79f21d7ee5b no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:08.716080 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 522 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f66408d-992f-4d77-8d13-52d7f58b0882 x-openstack-request-id: req-3f66408d-992f-4d77-8d13-52d7f58b0882 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:08.716446 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908c8c6b-a200-4936-ad7c-a5c0514e86c8", "name": "network-vif-deleted", "tag": "241c724f-8bcb-4c20-908c-d79f21d7ee5b", "status": "completed", "code": 200}, {"server_uuid": "6b45be09-5555-4665-bb7e-a01339cb84c5", "name": "network-vif-deleted", "tag": "34cf6adc-3f26-4314-b23b-80ed270ae00c", "status": "failed", "code": 422}, {"server_uuid": "6bb20578-9403-4279-94bc-e4552cf1edeb", "name": "network-vif-deleted", "tag": "4e5d007b-29aa-4d34-9642-f74f5f0c0a75", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:08.716691 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f66408d-992f-4d77-8d13-52d7f58b0882 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:08.718003 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908c8c6b-a200-4936-ad7c-a5c0514e86c8', 'name': 'network-vif-deleted', 'tag': '241c724f-8bcb-4c20-908c-d79f21d7ee5b', 'status': 'completed', 'code': 200} Sep 26 13:03:08.718631 n-d-806683-13 neutron-server[94812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b45be09-5555-4665-bb7e-a01339cb84c5', 'name': 'network-vif-deleted', 'tag': '34cf6adc-3f26-4314-b23b-80ed270ae00c', 'status': 'failed', 'code': 422} returned with failed status Sep 26 13:03:08.719574 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb20578-9403-4279-94bc-e4552cf1edeb', 'name': 'network-vif-deleted', 'tag': '4e5d007b-29aa-4d34-9642-f74f5f0c0a75', 'status': 'completed', 'code': 200} Sep 26 13:03:08.773173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 241c724f-8bcb-4c20-908c-d79f21d7ee5b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:03:08.773556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 241c724f-8bcb-4c20-908c-d79f21d7ee5b not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:03:08.804366 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6ce69c-4b17-402d-b116-787f01c6888d x-openstack-request-id: req-aa6ce69c-4b17-402d-b116-787f01c6888d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:08.804713 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "474a59c0-3679-44eb-afc6-3491fb459e05", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:08.805046 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa6ce69c-4b17-402d-b116-787f01c6888d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:08.805564 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474a59c0-3679-44eb-afc6-3491fb459e05', 'code': 200} Sep 26 13:03:08.811097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9235a3-bed3-4595-9c40-c5be5daf3840,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:08.811689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=474a59c0-3679-44eb-afc6-3491fb459e05,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:08.835624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Checking segment: {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:08.836162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Network hostable DHCP agents. Network: fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:03:08.872181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc421-a9cd-4dff-bc29-feafbe3a45c6 req-610daaa0-b0a8-41c0-92dc-71f85e462d9f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:08.875312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-132dc421-a9cd-4dff-bc29-feafbe3a45c6 req-610daaa0-b0a8-41c0-92dc-71f85e462d9f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 945 time: 0.2403603 Sep 26 13:03:08.952766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-132dc421-a9cd-4dff-bc29-feafbe3a45c6 req-3bfe40bc-654f-4b74-8bc3-2e948ae3839e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460882 Sep 26 13:03:08.954828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:03:08.968787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde9af-c4f7-4bcb-bbdb-d01c634ea0b8 req-5daf5068-1bbd-4a3f-8812-6b3b7f71605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:08.968787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54dde9af-c4f7-4bcb-bbdb-d01c634ea0b8 req-5daf5068-1bbd-4a3f-8812-6b3b7f71605a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 1098 time: 0.0943880 Sep 26 13:03:08.969925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:08.974210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:08.974842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:08.981439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b495fc4-c713-4b7a-9620-af45a1f52fae None None] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:09.018807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f47dd730-fa96-4b93-ab61-39a3ed40d6de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1736963 Sep 26 13:03:09.019735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37668) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:09.025366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:09.032713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54dde9af-c4f7-4bcb-bbdb-d01c634ea0b8 req-4cdf005d-6d63-4073-aa06-b7b69e267f43 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 Sep 26 13:03:09.076337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37672) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:09.095238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.096256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.132375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e137c-853e-44d3-aa6d-d12218d25c0b req-c13c0152-0c68-4b24-9f87-23b1c599ef98 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:09.134159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e7e137c-853e-44d3-aa6d-d12218d25c0b req-c13c0152-0c68-4b24-9f87-23b1c599ef98 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0612595 Sep 26 13:03:09.159376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-58149ccb-d579-42bc-b79a-5240d28e9426 admin admin] Deleting subnet a6af5a91-511e-463c-ba5a-f129bf1791f8 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:03:09.163391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58149ccb-d579-42bc-b79a-5240d28e9426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.184605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e7e137c-853e-44d3-aa6d-d12218d25c0b req-f4af8e59-bda5-40eb-a7b7-8fb20e79d694 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Sep 26 13:03:09.193332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:09.212323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.233812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:03:09.234229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4e5d007b-29aa-4d34-9642-f74f5f0c0a75 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:03:09.270924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'fixed_ips': [{'subnet_id': '4a9235a3-bed3-4595-9c40-c5be5daf3840'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:03:09.271805 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.443488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Allocated IP 172.20.0.2 (fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf/4a9235a3-bed3-4595-9c40-c5be5daf3840/dfaf722f-5792-491e-ab00-e728cd89428a) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:09.530454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37688) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:09.607902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58149ccb-d579-42bc-b79a-5240d28e9426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.624695 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.631705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.643209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-network', 'tenant_id': '26cef2cd1c044b248639708861accb8f'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:09.670978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:09.674096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:09.680106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:09.692363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Made reservation on behalf of 26cef2cd1c044b248639708861accb8f for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:09.696987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.730411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.747003 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1cf2009a-338a-49ca-80c2-5d67d9f24cdb req-1409c0ac-372b-4fb2-a932-9325ce1d5ee1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 210 time: 0.1532111 Sep 26 13:03:09.772206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.780085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Pushing event updated for resources: {'Port': ['ID=dfaf722f-5792-491e-ab00-e728cd89428a,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:09.793752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Attempting to bind port dfaf722f-5792-491e-ab00-e728cd89428a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:09.794125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Attempting to bind port dfaf722f-5792-491e-ab00-e728cd89428a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:09.794486 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Attempting to bind port dfaf722f-5792-491e-ab00-e728cd89428a on network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:09.800420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:09.801154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Checking segment: {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:09.801782 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.802351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Bound using segment: {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:09.803768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Bound port: dfaf722f-5792-491e-ab00-e728cd89428a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:09.804337 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.805963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58149ccb-d579-42bc-b79a-5240d28e9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.885000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] For port dfaf722f-5792-491e-ab00-e728cd89428a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:09.889387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] For port dfaf722f-5792-491e-ab00-e728cd89428a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dfaf722f-5792-491e-ab00-e728cd89428a,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:09.894998 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.900429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09166531-2b81-45ac-98d9-b375d01a0a8f req-020d5ae0-dc70-46fb-a5ec-b61a02fb9db3 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:09.902609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09166531-2b81-45ac-98d9-b375d01a0a8f req-020d5ae0-dc70-46fb-a5ec-b61a02fb9db3 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 948 time: 0.1738007 Sep 26 13:03:09.920760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58149ccb-d579-42bc-b79a-5240d28e9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.951498 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58149ccb-d579-42bc-b79a-5240d28e9426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6af5a91-511e-463c-ba5a-f129bf1791f8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:09.961417 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58149ccb-d579-42bc-b79a-5240d28e9426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:09.965532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-58149ccb-d579-42bc-b79a-5240d28e9426 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6af5a91-511e-463c-ba5a-f129bf1791f8 HTTP/1.1" status: 204 len: 168 time: 0.8859065 Sep 26 13:03:09.965862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37694) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:09.979033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-6f4fc4cb-0907-4067-bd8d-d7a4b939fd90 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:09.980089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-6f4fc4cb-0907-4067-bd8d-d7a4b939fd90 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.2793732 Sep 26 13:03:10.001286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3743c21-24a3-4cde-88e7-521caebe7e78 None None] Pushing event updated for resources: {'Port': ['ID=dfaf722f-5792-491e-ab00-e728cd89428a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:10.003161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Request body: {'port': {'device_id': '5d99cddb-82a4-406c-ba2f-6660abf21add', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'admin_state_up': True, 'tenant_id': '3844b22116ae47059cad74debaf97419'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:10.056953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09166531-2b81-45ac-98d9-b375d01a0a8f req-63271bda-313a-42b3-abc6-549962ea58e6 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443412 Sep 26 13:03:10.155918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.164771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.164998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.203116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:03:10.264606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.265102 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Added segment 5263f535-f253-48ff-8fbf-4224dd1ee721 of type vlan for network 0d61f450-e939-4a53-b8e2-4bfa165b52ca Sep 26 13:03:10.275607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa33525-9335-4452-84b2-9e15a700584e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:10.281357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Made reservation on behalf of 3844b22116ae47059cad74debaf97419 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:10.285149 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.334732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958940b9-2855-4356-88e1-2ab8f83647ed req-695b724d-315f-4bfd-8782-4cbf66084650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:10.336778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-958940b9-2855-4356-88e1-2ab8f83647ed req-695b724d-315f-4bfd-8782-4cbf66084650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 946 time: 0.2160149 Sep 26 13:03:10.347440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.355282 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.390683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.440863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.470957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70434c-b96b-47d6-be7f-86e821fc0d98 req-4e0b040a-4a2e-4209-8b2e-89643c309914 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:10.472388 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe70434c-b96b-47d6-be7f-86e821fc0d98 req-4e0b040a-4a2e-4209-8b2e-89643c309914 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.1655552 Sep 26 13:03:10.490746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.491667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:10.491849 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-958940b9-2855-4356-88e1-2ab8f83647ed req-f70f8ef6-ebf8-4d1e-a28f-2fcf0bec6c32 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419845 Sep 26 13:03:10.492248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.506364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16241576-2cbe-42ff-9c38-622f9cbc827e']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:10.520359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49556fd-851e-4826-9ccd-4d6b792ef575') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:10.520659 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49556fd-851e-4826-9ccd-4d6b792ef575') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:10.548172 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.552259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-e3e9f77b-85c7-46d1-b8b5-8fff1b55e768 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:10.553804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-e3e9f77b-85c7-46d1-b8b5-8fff1b55e768 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.23 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 948 time: 0.1944780 Sep 26 13:03:10.589858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.601200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:03:10.601691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:03:10.603567 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:03:10.610121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0740566 Sep 26 13:03:10.613668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37700) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:10.615647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Request body: {'subnet': {'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-subnet', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:10.632279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Allocated IP 172.25.4.70 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/30f0017c-8969-4751-8724-3ab05266fa59) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:10.638998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dfaf722f-5792-491e-ab00-e728cd89428a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:10.672324 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe70434c-b96b-47d6-be7f-86e821fc0d98 req-f2a3d7a1-f08a-4a71-b38e-305ef8d2b1c4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921504 Sep 26 13:03:10.679914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c43339-a809-49cc-b45b-05f5f50cd847 admin admin] Pushing event updated for resources: {'Network': ['ID=0d61f450-e939-4a53-b8e2-4bfa165b52ca,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:10.687301 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.693457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.696421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/16241576-2cbe-42ff-9c38-622f9cbc827e HTTP/1.1" status: 204 len: 168 time: 0.7297547 Sep 26 13:03:10.714271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:03:10.729686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1a938-38fa-4038-ace7-9a6f940291c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=16241576-2cbe-42ff-9c38-622f9cbc827e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:10.742740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Allocated IP 172.20.0.13 (f273fa41-305f-4b7f-b781-89736d65eb6a/fac6c873-36de-432a-b898-cb946da0945e/c5074c8b-8661-4f63-965b-cb027d20f025) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:10.800315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Made reservation on behalf of 26cef2cd1c044b248639708861accb8f for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:10.803064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.826107 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port dfaf722f-5792-491e-ab00-e728cd89428a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:10.826765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.848198 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.925803 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88d45af1-2821-4a88-89fb-180e9eb5a871 req-1baf5f7c-a809-4879-817e-173872ee0e70 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 210 time: 0.0752232 Sep 26 13:03:10.926314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37706) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:10.956984 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:10.989345 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9cb4afd-344a-448b-abd5-4d272c0f212d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.002938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:11.008054 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.011833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:11.014595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:11.038394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Deleting port 70e1e805-10a8-48d1-89bb-a012fd525dc4 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:11.038910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.056314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f2f57972-e483-4e5d-be34-5e897eeefdfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d2e66dd178d40de83c0b64f8b0fff76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240795 Sep 26 13:03:11.060741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port dfaf722f-5792-491e-ab00-e728cd89428a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dfaf722f-5792-491e-ab00-e728cd89428a,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:11.071585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.077974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37708) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:11.083158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Pushing event updated for resources: {'Port': ['ID=30f0017c-8969-4751-8724-3ab05266fa59,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:11.147437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=dfaf722f-5792-491e-ab00-e728cd89428a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:11.200289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44bc77-a780-4aeb-9b3f-f71df82bae43 None None] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:11.241616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-508ae2a7-1bfb-4be1-864b-1baeaa600869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.300144 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-508ae2a7-1bfb-4be1-864b-1baeaa600869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.334778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-78d28331-203e-483b-b358-f1c595efbd5c None None] Provisioning complete for port dfaf722f-5792-491e-ab00-e728cd89428a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:11.335896 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78d28331-203e-483b-b358-f1c595efbd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.349022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.351640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] For port 70e1e805-10a8-48d1-89bb-a012fd525dc4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70e1e805-10a8-48d1-89bb-a012fd525dc4,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:11.352003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.384111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e3ea-2338-4a3d-b81b-7c3a2efa5bc8 req-44468a7b-424d-4174-9152-9662c315b0c7 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:11.391269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-03c5e3ea-2338-4a3d-b81b-7c3a2efa5bc8 req-44468a7b-424d-4174-9152-9662c315b0c7 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 948 time: 0.2109118 Sep 26 13:03:11.396557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Calling delete_port for 70e1e805-10a8-48d1-89bb-a012fd525dc4 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:11.430655 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.521701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.530932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-03c5e3ea-2338-4a3d-b81b-7c3a2efa5bc8 req-be766b65-022c-410d-8fe5-c904bea6e3b3 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388073 Sep 26 13:03:11.560762 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-508ae2a7-1bfb-4be1-864b-1baeaa600869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.564433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-508ae2a7-1bfb-4be1-864b-1baeaa600869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.566154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-508ae2a7-1bfb-4be1-864b-1baeaa600869 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/648f4f39-6ebc-424f-947b-136df933d9cd HTTP/1.1" status: 204 len: 168 time: 0.4838772 Sep 26 13:03:11.591718 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.604395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.675374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Network f273fa41-305f-4b7f-b781-89736d65eb6a is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:11.683987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebd6fda-c6e8-416d-8362-c2f0162581a8,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:11.690019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ae2a7-1bfb-4be1-864b-1baeaa600869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f4f39-6ebc-424f-947b-136df933d9cd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:11.694099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:11.703469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:11.755334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event updated for resources: {'Port': ['ID=c5074c8b-8661-4f63-965b-cb027d20f025,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:11.764964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90266b9b-3d56-4668-a5fc-91d1722e40a6 req-95c1ee0a-8b9a-41d9-9f66-d5e884c68ea2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:11.773250 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90266b9b-3d56-4668-a5fc-91d1722e40a6 req-95c1ee0a-8b9a-41d9-9f66-d5e884c68ea2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 946 time: 0.1169791 Sep 26 13:03:11.823386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Checking segment: {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:11.823744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Network hostable DHCP agents. Network: 0d61f450-e939-4a53-b8e2-4bfa165b52ca, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:03:11.835656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90266b9b-3d56-4668-a5fc-91d1722e40a6 req-23991535-77e3-4acf-88e0-0eaf62a23ae6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603476 Sep 26 13:03:11.842026 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.901721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:11.901969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f7243914-cf97-46da-a2fd-7a5f1a5c51ca None None] Provisioning complete for port dfaf722f-5792-491e-ab00-e728cd89428a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:11.902334 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f7243914-cf97-46da-a2fd-7a5f1a5c51ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.903456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.935207 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:11.957159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:03:12.009608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113505b-4208-48a8-b84f-fd9b2179e634 req-2dd5a7b9-0aa8-4ae0-84c4-ff20a76a49c8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:12.018387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b113505b-4208-48a8-b84f-fd9b2179e634 req-2dd5a7b9-0aa8-4ae0-84c4-ff20a76a49c8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.1770325 Sep 26 13:03:12.055107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Pushing event deleted for resources: {'Port': ['ID=70e1e805-10a8-48d1-89bb-a012fd525dc4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:12.058009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-916d5ab0-daca-43b6-b066-df7a204746c7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0652244 Sep 26 13:03:12.073636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Request body: {'port': {'device_id': '5d99cddb-82a4-406c-ba2f-6660abf21add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:12.080655 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.093002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0d61f450-e939-4a53-b8e2-4bfa165b52ca) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:12.103043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcbc04d-bbec-44f7-8c94-6dafca4f3eeb None None] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:12.104388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] No DVR routers for this DVR port 70e1e805-10a8-48d1-89bb-a012fd525dc4 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:12.131675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:12.132417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.135919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.138332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1aacbd29-516f-43b0-ab11-ecf475019976 req-5943d4d7-e2f1-4bbe-8965-ef8ca3d92c53 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.23 "DELETE /v2.0/ports/70e1e805-10a8-48d1-89bb-a012fd525dc4 HTTP/1.1" status: 204 len: 173 time: 1.5636094 Sep 26 13:03:12.138793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'name': 'network-vif-deleted', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:12.142960 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e1efdd-2b65-490d-8199-d37a416e1e71" -d '{"events": [{"server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "name": "network-vif-deleted", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:12.160810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Router 699eeab2-6768-4651-a442-36465e340b1b is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:03:12.171826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18fb0d-7d7c-4ccf-85d8-b601b9176181 req-cec81258-39db-4f74-8529-b44aa147d563 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:12.174016 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd18fb0d-7d7c-4ccf-85d8-b601b9176181 req-cec81258-39db-4f74-8529-b44aa147d563 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 932 time: 0.1009655 Sep 26 13:03:12.188606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b113505b-4208-48a8-b84f-fd9b2179e634 req-b76aa489-697d-4ddb-81d4-f3ac2c3d8701 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690838 Sep 26 13:03:12.207882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7a64b05f-f887-4fd8-9a21-b7555de1b1eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5959632 Sep 26 13:03:12.212774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37736) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:12.220699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:12.270093 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.337344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd18fb0d-7d7c-4ccf-85d8-b601b9176181 req-ca7b1c9f-da13-40ec-94db-58d1ff59242c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545200 Sep 26 13:03:12.391061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.392612 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.431575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:03:12.434852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:03:12.436124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.449633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Sync routers for ids ['699eeab2-6768-4651-a442-36465e340b1b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:03:12.455894 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.463733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4cd5066e-ca61-4ebb-9688-59f522aeeb94 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4426417 Sep 26 13:03:12.465773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:12.549818 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec03c10-b07a-4753-a40a-afeca6f20478 x-openstack-request-id: req-0ec03c10-b07a-4753-a40a-afeca6f20478 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:12.550134 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ec93b6-bf0d-4742-ae21-8de4dc064a39", "name": "network-vif-deleted", "tag": "70e1e805-10a8-48d1-89bb-a012fd525dc4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:12.551534 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ec03c10-b07a-4753-a40a-afeca6f20478 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:12.552088 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ec93b6-bf0d-4742-ae21-8de4dc064a39', 'name': 'network-vif-deleted', 'tag': '70e1e805-10a8-48d1-89bb-a012fd525dc4', 'status': 'completed', 'code': 200} Sep 26 13:03:12.607505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Routers {'699eeab2-6768-4651-a442-36465e340b1b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:12.608157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['699eeab2-6768-4651-a442-36465e340b1b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:12.704402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:12.797498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46ab0c1-18a9-4cd0-b86e-e4cf44c457c5 req-dbd71732-5d34-4351-a12e-a2a545d45132 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ec93b6-bf0d-4742-ae21-8de4dc064a39 HTTP/1.1" status: 200 len: 210 time: 0.0629282 Sep 26 13:03:12.799501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37758) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:12.895983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-16e80943-79fa-451c-85a9-153f3de6b68b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:12.903918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-16e80943-79fa-451c-85a9-153f3de6b68b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.5656111 Sep 26 13:03:12.928158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-3d5a9b20-82ab-420f-a52d-67b68cf5f8c4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/quotas/e831190842f044e28348624a5393a3de HTTP/1.1" status: 200 len: 375 time: 0.0229335 Sep 26 13:03:12.932062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Set router 699eeab2-6768-4651-a442-36465e340b1b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:12.991076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dfaf722f-5792-491e-ab00-e728cd89428a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:13.012408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1965662726-network', 'tenant_id': '38c39fa7ff80442e88507e6de6afc8bb'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:13.081578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.108924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Made reservation on behalf of 38c39fa7ff80442e88507e6de6afc8bb for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:13.109578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.133217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port dfaf722f-5792-491e-ab00-e728cd89428a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:13.133868 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.176930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Allocated IP 172.20.0.2 (0d61f450-e939-4a53-b8e2-4bfa165b52ca/9ebd6fda-c6e8-416d-8362-c2f0162581a8/70c768aa-3a97-44bb-9e69-cd3fddf8f502) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:13.256583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70e1e805-10a8-48d1-89bb-a012fd525dc4 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:13.304693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 70e1e805-10a8-48d1-89bb-a012fd525dc4 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:03:13.305194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70e1e805-10a8-48d1-89bb-a012fd525dc4 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:03:13.364428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a0dd3-f3ea-46c8-85e1-50cac1286719 req-c0ee9257-23ee-41f1-95c4-776f9065bea0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:13.366425 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-454a0dd3-f3ea-46c8-85e1-50cac1286719 req-c0ee9257-23ee-41f1-95c4-776f9065bea0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0717032 Sep 26 13:03:13.426061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c557337f-4297-4edd-85bc-00aa81a605ef tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4967325 Sep 26 13:03:13.443965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.458821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:03:11Z', 'revision_number': 3, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:13.481144 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-454a0dd3-f3ea-46c8-85e1-50cac1286719 req-b5b02533-25d0-4a8e-b16f-1dbee3fb485b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680516 Sep 26 13:03:13.487879 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.492776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Checking router: 699eeab2-6768-4651-a442-36465e340b1b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:03:13.493287 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Updating router 699eeab2-6768-4651-a442-36465e340b1b port 30f0017c-8969-4751-8724-3ab05266fa59 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:03:13.495680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.519785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5074c8b-8661-4f63-965b-cb027d20f025 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:13.531164 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.536023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.555934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.560537 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.596400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Transition to ACTIVE for port object c5074c8b-8661-4f63-965b-cb027d20f025 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:03:13.614731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:13.630155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:13.638734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.673328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Pushing event updated for resources: {'Port': ['ID=70c768aa-3a97-44bb-9e69-cd3fddf8f502,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:13.676023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:13.678597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-42eefa42-4f92-4ce0-b796-d8968598dd7e service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326052 Sep 26 13:03:13.703240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d217f0c-5960-4ba2-8e4e-5de7afc1f7f5 req-c2075b3f-92d0-43fb-a08d-4a349cd50548 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:13.709521 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d217f0c-5960-4ba2-8e4e-5de7afc1f7f5 req-c2075b3f-92d0-43fb-a08d-4a349cd50548 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 944 time: 0.1220183 Sep 26 13:03:13.769119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Attempting to bind port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:13.769795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Attempting to bind port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:13.770337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Attempting to bind port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 on network 0d61f450-e939-4a53-b8e2-4bfa165b52ca {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:13.771833 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5074c8b-8661-4f63-965b-cb027d20f025,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:13.778796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:13.779490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Checking segment: {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:13.780086 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.780636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Bound using segment: {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:13.781300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Bound port: 70c768aa-3a97-44bb-9e69-cd3fddf8f502, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:13.782414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.788002 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d217f0c-5960-4ba2-8e4e-5de7afc1f7f5 req-5902785b-a3ee-406f-a7bc-d385b88a3f27 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779171 Sep 26 13:03:13.807686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Allocated IP 172.20.0.1 (fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf/4a9235a3-bed3-4595-9c40-c5be5daf3840/a36a5c74-b530-472a-95c7-e071cc5c3542) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:13.866437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.893239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.930458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:03:13.947693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.966795 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-92c79b4e-5384-40ea-bb43-47deded20f3d service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772417 Sep 26 13:03:13.977133 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:13.993770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.011248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.024852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db451004-649a-487a-b2bf-3c2710ed0baf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:14.031893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Attempting to bind port c5074c8b-8661-4f63-965b-cb027d20f025 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:14.032317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Attempting to bind port c5074c8b-8661-4f63-965b-cb027d20f025 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:14.032650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Attempting to bind port c5074c8b-8661-4f63-965b-cb027d20f025 on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:14.035116 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.035610 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Added segment 838f7336-5a64-4d67-885c-82b431d11b79 of type vlan for network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe Sep 26 13:03:14.053158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:14.056791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:14.091059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Port c5074c8b-8661-4f63-965b-cb027d20f025 on network f273fa41-305f-4b7f-b781-89736d65eb6a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:03:14.091613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:14.091738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Attempting to bind port c5074c8b-8661-4f63-965b-cb027d20f025 on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:14.109404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:14.110299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Checking segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:14.110681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Bound using segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:14.111136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Bound port: c5074c8b-8661-4f63-965b-cb027d20f025, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:14.111500 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.119700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.141541 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.155000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=a36a5c74-b530-472a-95c7-e071cc5c3542,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:14.183731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.217607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.219397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a2369-470b-4d04-8c68-538783171abb None None] Pushing event updated for resources: {'Port': ['ID=30f0017c-8969-4751-8724-3ab05266fa59,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:14.255355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Attempting to bind port 30f0017c-8969-4751-8724-3ab05266fa59 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:14.257105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Attempting to bind port 30f0017c-8969-4751-8724-3ab05266fa59 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:14.257691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Attempting to bind port 30f0017c-8969-4751-8724-3ab05266fa59 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:14.267571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] For port 70c768aa-3a97-44bb-9e69-cd3fddf8f502, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:14.288136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:14.288849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:14.289715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.290268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:14.291196 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Bound port: 30f0017c-8969-4751-8724-3ab05266fa59, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:14.292635 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.300736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] For port 70c768aa-3a97-44bb-9e69-cd3fddf8f502, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=70c768aa-3a97-44bb-9e69-cd3fddf8f502,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:14.333274 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.367442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b0afa86-29c5-4d31-80c0-ae0f0838659d req-a8a0b217-40a3-409b-9a9f-49ad264b6307 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 210 time: 0.1153300 Sep 26 13:03:14.377328 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.378072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:14.378660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.427286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] For port c5074c8b-8661-4f63-965b-cb027d20f025, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:14.430014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35f468-47ad-4a23-a8a0-01d973601644 req-d773a9f4-3579-41b8-9b99-01d1383505a1 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:14.439362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc35f468-47ad-4a23-a8a0-01d973601644 req-d773a9f4-3579-41b8-9b99-01d1383505a1 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 949 time: 0.1192770 Sep 26 13:03:14.455063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] For port c5074c8b-8661-4f63-965b-cb027d20f025, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c5074c8b-8661-4f63-965b-cb027d20f025,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:14.456860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6459095 Sep 26 13:03:14.461107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37780) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:14.474574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] For port 30f0017c-8969-4751-8724-3ab05266fa59, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:14.511177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] For port 30f0017c-8969-4751-8724-3ab05266fa59, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=30f0017c-8969-4751-8724-3ab05266fa59,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:14.520824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5871109-a8d4-49ae-8417-1fd742875283 None None] Pushing event updated for resources: {'Port': ['ID=70c768aa-3a97-44bb-9e69-cd3fddf8f502,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:14.529040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.529625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Request body: {'subnet': {'network_id': 'fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1965662726-subnet', 'tenant_id': '38c39fa7ff80442e88507e6de6afc8bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:14.538234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b188dd-46a9-4a50-a95f-0fef52964044 admin admin] Pushing event updated for resources: {'Network': ['ID=fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:14.539483 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-21d44e5a-e727-4620-97ed-5c1331979bc1 None None] Provisioning complete for port a36a5c74-b530-472a-95c7-e071cc5c3542 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:14.540618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.541185 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-21d44e5a-e727-4620-97ed-5c1331979bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.564470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc35f468-47ad-4a23-a8a0-01d973601644 req-c9f2df7a-6b45-4959-b8ba-3c9ef2f7f5f0 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238747 Sep 26 13:03:14.604100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-21d44e5a-e727-4620-97ed-5c1331979bc1 None None] Port a36a5c74-b530-472a-95c7-e071cc5c3542 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:03:14.606002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.609953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:14.610575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.611157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:03:14.612040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] 10.222.0.24 "PUT /v2.0/ports/c5074c8b-8661-4f63-965b-cb027d20f025 HTTP/1.1" status: 200 len: 1093 time: 2.5434530 Sep 26 13:03:14.615103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d99cddb-82a4-406c-ba2f-6660abf21add', 'tag': 'c5074c8b-8661-4f63-965b-cb027d20f025'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:14.617692 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e4e9f-3db0-45bd-8280-d59e03ddf361" -d '{"events": [{"name": "network-changed", "server_uuid": "5d99cddb-82a4-406c-ba2f-6660abf21add", "tag": "c5074c8b-8661-4f63-965b-cb027d20f025"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:14.632785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Made reservation on behalf of 38c39fa7ff80442e88507e6de6afc8bb for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:14.637865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:14.652367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Allocated IP 172.25.4.10 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/68ac4e82-5ba4-4a16-83bf-c6a706ab219d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:14.768637 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd815216-abd9-4ad5-ae1f-212251e2ee14 x-openstack-request-id: req-cd815216-abd9-4ad5-ae1f-212251e2ee14 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:14.769146 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d99cddb-82a4-406c-ba2f-6660abf21add", "tag": "c5074c8b-8661-4f63-965b-cb027d20f025", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:14.769635 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd815216-abd9-4ad5-ae1f-212251e2ee14 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:14.770417 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d99cddb-82a4-406c-ba2f-6660abf21add', 'tag': 'c5074c8b-8661-4f63-965b-cb027d20f025', 'status': 'completed', 'code': 200} Sep 26 13:03:14.776114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133d8d0-b4d5-46c9-9a4b-5b20e4838cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5074c8b-8661-4f63-965b-cb027d20f025,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:14.789831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a2369-470b-4d04-8c68-538783171abb None None] Pushing event updated for resources: {'Port': ['ID=30f0017c-8969-4751-8724-3ab05266fa59,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:14.807094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Routers {'699eeab2-6768-4651-a442-36465e340b1b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:14.814662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['699eeab2-6768-4651-a442-36465e340b1b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:15.012664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b77c95-5d4c-4f9a-9346-61425f49b869 req-681605aa-cd73-4fb2-8f32-a4582668ab77 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:15.014671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5b77c95-5d4c-4f9a-9346-61425f49b869 req-681605aa-cd73-4fb2-8f32-a4582668ab77 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.3421676 Sep 26 13:03:15.020622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:15.025439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:15.027709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-938f3d9d-5e80-4d92-b0ed-3e8bfa526f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:15.029657 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-938f3d9d-5e80-4d92-b0ed-3e8bfa526f55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 1096 time: 0.3635771 Sep 26 13:03:15.052357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285d182-82dd-417b-b9ad-eb0ea090d3ce req-c3872fee-adf4-4e30-9000-95c38b0c998c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:15.054064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f285d182-82dd-417b-b9ad-eb0ea090d3ce req-c3872fee-adf4-4e30-9000-95c38b0c998c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 944 time: 0.1444221 Sep 26 13:03:15.055596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:15.070570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] Set router 699eeab2-6768-4651-a442-36465e340b1b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:15.115839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:15.117977 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-5636288d-bb75-4570-9816-e59b06d1e735 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5074c8b-8661-4f63-965b-cb027d20f025 HTTP/1.1" status: 200 len: 217 time: 0.0670002 Sep 26 13:03:15.125222 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:15.202329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=a36a5c74-b530-472a-95c7-e071cc5c3542,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:15.205700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5b77c95-5d4c-4f9a-9346-61425f49b869 req-5bb33257-be21-4231-b24b-b17cea11d96c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747477 Sep 26 13:03:15.242932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f285d182-82dd-417b-b9ad-eb0ea090d3ce req-1ee82844-0993-4b2c-bcbf-1dab8292c95f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288142 Sep 26 13:03:15.285849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-b591752a-453b-4100-98cf-99033d07c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:15.287452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-b591752a-453b-4100-98cf-99033d07c4dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.1583264 Sep 26 13:03:15.310377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:15.339915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:15.341459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:15.345459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-3da2b027-7473-485d-8156-277ad1e08d6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485699 Sep 26 13:03:15.368863 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:15.405235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 4, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a36a5c74-b530-472a-95c7-e071cc5c3542', 'name': '', 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'mac_address': 'fa:16:3e:7a:ba:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:13Z', 'updated_at': '2021-09-26T13:03:13Z', 'revision_number': 1, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'subnets': [{'id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:15.449598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366d8cb-c69f-4fe6-bd62-b2fb2decf3cf None None] The sync data for ids ['699eeab2-6768-4651-a442-36465e340b1b'] in n-d-806683-13 is: [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 4, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a36a5c74-b530-472a-95c7-e071cc5c3542', 'name': '', 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'mac_address': 'fa:16:3e:7a:ba:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:13Z', 'updated_at': '2021-09-26T13:03:13Z', 'revision_number': 1, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'subnets': [{'id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:03:15.470546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:15.500290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:15.502627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c08865-eb23-4873-8a3f-9e5e75635794,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:15.504622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:15.524912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Router 699eeab2-6768-4651-a442-36465e340b1b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:03:15.535973 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:03:15.581900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Pushing event updated for resources: {'Port': ['ID=68ac4e82-5ba4-4a16-83bf-c6a706ab219d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:15.691188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6da1cbb1-5100-4267-b266-a0f9a2881c56 req-b6b36c30-50c8-4920-824c-6ea6195142fe tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 210 time: 0.1757655 Sep 26 13:03:15.721960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Checking segment: {'id': '838f7336-5a64-4d67-885c-82b431d11b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:15.722334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Network hostable DHCP agents. Network: fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:03:15.802869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:03:15.840605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e56c908b-4d4b-4a83-8c67-df80aeeb0ce9 admin admin] 10.222.0.13 "PUT /v2.0/routers/699eeab2-6768-4651-a442-36465e340b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3579912 Sep 26 13:03:15.855039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4206780a-a679-44d3-a0ed-7854f31158bb None None] Provisioning complete for port a36a5c74-b530-472a-95c7-e071cc5c3542 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:15.855716 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4206780a-a679-44d3-a0ed-7854f31158bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:15.886201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1b0b8-8283-4fab-a43b-0f338321f2ed req-bea0b23e-0d31-4225-b99a-ecdbf636c252 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:15.894656 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-699d972a-b399-4883-bd21-a059ad36f2f6 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205646 Sep 26 13:03:15.897951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88b1b0b8-8283-4fab-a43b-0f338321f2ed req-bea0b23e-0d31-4225-b99a-ecdbf636c252 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 949 time: 0.1929181 Sep 26 13:03:15.964001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4206780a-a679-44d3-a0ed-7854f31158bb None None] Port a36a5c74-b530-472a-95c7-e071cc5c3542 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:03:16.010223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88b1b0b8-8283-4fab-a43b-0f338321f2ed req-b890fa02-0eb2-44b5-bfee-bc693449a8f6 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933330 Sep 26 13:03:16.048673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a616f-212f-4bbc-9e06-3418732a9fac None None] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:16.138387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3c41279e-4bed-452a-b4ad-068e4fac4935 None None] Provisioning complete for port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:16.138763 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c41279e-4bed-452a-b4ad-068e4fac4935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:16.171004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:03:16.271450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a275125-156a-4f0d-ac27-463080f02de0 req-76a1daf9-7fa4-49d5-8bdf-480ba9b5f9dd tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:16.273219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a275125-156a-4f0d-ac27-463080f02de0 req-76a1daf9-7fa4-49d5-8bdf-480ba9b5f9dd tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.24 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 949 time: 0.3678899 Sep 26 13:03:16.292131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:16.307016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcee9d0-3335-4764-a1c5-3eb8dc0ea107 None None] Network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:16.322826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:16.323480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:16.474441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f0fa8-aad9-4fa1-a50b-dedd8f1a804e req-c24b2a65-04db-4056-a706-7f8464a9b73a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:16.481883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c15f0fa8-aad9-4fa1-a50b-dedd8f1a804e req-c24b2a65-04db-4056-a706-7f8464a9b73a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 944 time: 0.0989702 Sep 26 13:03:16.497676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8780cc77-7668-4a49-bba0-00c7590cd57f req-e4a954eb-130c-4411-9c42-e13c706edea3 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000927 Sep 26 13:03:16.506191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-4b8d9413-089b-4f7f-b43a-16b8985e2057 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:16.513380 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c41279e-4bed-452a-b4ad-068e4fac4935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:16.521454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-4b8d9413-089b-4f7f-b43a-16b8985e2057 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.23 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.7875364 Sep 26 13:03:16.569621 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c15f0fa8-aad9-4fa1-a50b-dedd8f1a804e req-3bbdb36c-f04d-403b-9381-038473675606 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809364 Sep 26 13:03:16.628852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a76e07e3-f626-48a4-a3c6-e6e45ce36165 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1571994 Sep 26 13:03:16.628852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Request body: {'port': {'device_id': 'b5d9e186-1d9d-4e21-ba44-b9d7d0be010a', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'admin_state_up': True, 'tenant_id': 'e831190842f044e28348624a5393a3de'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:16.633189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37812) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:16.639535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-network', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:16.691206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Made reservation on behalf of cf8662b6d39d47daaa9b02382502f808 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:16.694653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:16.705032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3c41279e-4bed-452a-b4ad-068e4fac4935 None None] For port 70c768aa-3a97-44bb-9e69-cd3fddf8f502, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=70c768aa-3a97-44bb-9e69-cd3fddf8f502,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:16.706962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:16.712079 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c41279e-4bed-452a-b4ad-068e4fac4935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:16.894436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 70c768aa-3a97-44bb-9e69-cd3fddf8f502 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:16.946663 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e3d1d473-4eed-45dd-b26a-f4c8c790220b req-38a763ed-a3c1-474c-8a61-cba719c30889 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 210 time: 0.0758755 Sep 26 13:03:16.991835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41279e-4bed-452a-b4ad-068e4fac4935 None None] Pushing event updated for resources: {'Port': ['ID=70c768aa-3a97-44bb-9e69-cd3fddf8f502,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:17.010873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.016182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.027338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44428002-0ab2-4fdb-a5f2-ad05e8ee28ff None None] Network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:17.034075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:03:17.047739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.048076 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Added segment f4236305-ba43-4c3f-8109-251ee4f2dbeb of type vlan for network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe Sep 26 13:03:17.101705 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.144662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.146481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:17.146738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.215845 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5788031 Sep 26 13:03:17.216682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863aab23-3801-4fc9-baa4-9c7cadea0b46,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:17.221531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37826) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:17.227847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Request body: {'subnet': {'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-subnet', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:17.271600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed89c91-f28a-44d1-9352-c6b871bbf10f admin admin] Pushing event updated for resources: {'Network': ['ID=b696dd0e-606d-4bc2-9121-5e8ec9c55bbe,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:17.295142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Made reservation on behalf of cf8662b6d39d47daaa9b02382502f808 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:17.306018 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.311780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fee32-7eb4-4da4-ac8c-cb130d676c05 req-910f9f9c-336e-40b0-a810-0f200adb5fb4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:17.314143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-551fee32-7eb4-4da4-ac8c-cb130d676c05 req-910f9f9c-336e-40b0-a810-0f200adb5fb4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.8941748 Sep 26 13:03:17.321442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:17.321994 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.322444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-85ffdee9-8a42-4365-aee5-12ecf9efb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:17.324061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-85ffdee9-8a42-4365-aee5-12ecf9efb7b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 1096 time: 0.6933675 Sep 26 13:03:17.327989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:03:17.339763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.399741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6e0b6341-ad4e-47d8-8404-9d670c434390 None None] Provisioning complete for port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:17.400125 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6341-ad4e-47d8-8404-9d670c434390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.544096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-551fee32-7eb4-4da4-ac8c-cb130d676c05 req-470269c3-e467-4d95-88ee-fef82b4edce0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181313 Sep 26 13:03:17.569460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de267-3998-4608-a00f-55f7e413b58c req-cea52054-47f9-4c11-a3c5-4c10ff650ac7 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:17.571067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-cea52054-47f9-4c11-a3c5-4c10ff650ac7 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/networks?id=fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe HTTP/1.1" status: 200 len: 813 time: 0.1729395 Sep 26 13:03:17.577802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Deleting port 7ad66653-6971-4dd4-a7b0-70dc887906aa {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:17.578250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.622276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-1c055b35-6fd8-487a-9c92-f5425d8337b7 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/quotas/38c39fa7ff80442e88507e6de6afc8bb HTTP/1.1" status: 200 len: 375 time: 0.0163462 Sep 26 13:03:17.624868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:17.629772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.667426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-1c707c10-7ff0-421f-8479-55c55f58c9e6 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38c39fa7ff80442e88507e6de6afc8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329337 Sep 26 13:03:17.668357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 30f0017c-8969-4751-8724-3ab05266fa59 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:17.668851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.723273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 30f0017c-8969-4751-8724-3ab05266fa59 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:17.723636 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.744790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-02e0ebbf-ad1c-4997-8067-96d8411f62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:17.746625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-02e0ebbf-ad1c-4997-8067-96d8411f62ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 912 time: 0.4035046 Sep 26 13:03:17.757420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbee1dfa-c4e3-4964-be64-b6cde1150428,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:17.812355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.812575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Checking segment: {'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:17.812933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Network hostable DHCP agents. Network: b696dd0e-606d-4bc2-9121-5e8ec9c55bbe, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:03:17.835624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 30f0017c-8969-4751-8724-3ab05266fa59, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=30f0017c-8969-4751-8724-3ab05266fa59,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:17.841424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.842243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-70b69573-ed05-4954-959f-6bf468356d06 service neutron] 10.222.0.13 "GET /v2.0/networks/fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506877 Sep 26 13:03:17.855593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:03:17.882775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b696dd0e-606d-4bc2-9121-5e8ec9c55bbe) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:17.894530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:17.895124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.895259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba83ad4-a415-47be-a6b5-925a678402d7 None None] Network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:17.919317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=30f0017c-8969-4751-8724-3ab05266fa59,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:17.928925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-3862ce65-2996-4a91-87cc-03ff025d5476 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5074c8b-8661-4f63-965b-cb027d20f025 HTTP/1.1" status: 200 len: 217 time: 0.1725297 Sep 26 13:03:17.936007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] For port 7ad66653-6971-4dd4-a7b0-70dc887906aa, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7ad66653-6971-4dd4-a7b0-70dc887906aa,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:17.936386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:17.942606 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8abb64a-ba7d-4172-8e98-b8ef59db4ea4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7198517 Sep 26 13:03:17.943491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:17.952589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:17.976839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b38171-c7e4-48d3-8eeb-9b91ecabf13b req-7a3a0adf-47fb-4932-b5fe-f94cc5ad997d tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:17.982056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-68b38171-c7e4-48d3-8eeb-9b91ecabf13b req-7a3a0adf-47fb-4932-b5fe-f94cc5ad997d tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 949 time: 0.3272407 Sep 26 13:03:17.997585 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-c3b4feaf-98bb-4ffd-9593-ea4d7c910afc service neutron] 10.222.0.13 "GET /v2.0/networks/fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391249 Sep 26 13:03:18.004672 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.006858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.066847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.083147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Calling delete_port for 7ad66653-6971-4dd4-a7b0-70dc887906aa owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:18.088111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b696dd0e-606d-4bc2-9121-5e8ec9c55bbe', 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'fixed_ips': [{'subnet_id': 'dbee1dfa-c4e3-4964-be64-b6cde1150428'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:03:18.089246 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.123792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.254905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-68b38171-c7e4-48d3-8eeb-9b91ecabf13b req-4c8818ea-e90a-434e-b541-8d6b4d8bf35d tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/security-groups?id=4d7c2c7b-8646-4177-967c-ccaf9cda393f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700231 Sep 26 13:03:18.275245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Allocated IP 172.20.0.2 (b696dd0e-606d-4bc2-9121-5e8ec9c55bbe/dbee1dfa-c4e3-4964-be64-b6cde1150428/739a20a4-cdce-47d7-8761-c2baaf72ce3d) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:18.300486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-23e9d810-ac07-4a45-9f79-01bd5878ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:18.302012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-23e9d810-ac07-4a45-9f79-01bd5878ebe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.3581517 Sep 26 13:03:18.312023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Allocated IP 172.20.0.10 (0953e2b4-57b2-4b8d-a0af-11232c38a0a6/f1c3a00d-3b90-406a-8755-4a3407d6a9fe/6b59426f-a584-4a03-b3e1-211e340ceb2a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:18.349575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-75492663-ce4a-499c-b4a5-35752bef1f31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315707 Sep 26 13:03:18.435812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c5074c8b-8661-4f63-965b-cb027d20f025 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:03:18.438564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7ad66653-6971-4dd4-a7b0-70dc887906aa no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:18.448185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e0d1ea0c-0f8c-4216-93f2-5bae60cf1927 req-d99d07ca-16f0-4528-88c0-fa1b9471e8cb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 210 time: 0.0401988 Sep 26 13:03:18.509052 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.515319 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.542052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:03:18.542604 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.597707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321fdd8-785a-4abc-a6f2-e7844ef5eaf3 req-3ebfe5b4-192b-4ddd-9c98-6ca7e58163c5 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:18.606899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f321fdd8-785a-4abc-a6f2-e7844ef5eaf3 req-3ebfe5b4-192b-4ddd-9c98-6ca7e58163c5 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 944 time: 0.3793399 Sep 26 13:03:18.659623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:18.673255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:18.686490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:18.692453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Pushing event updated for resources: {'Port': ['ID=739a20a4-cdce-47d7-8761-c2baaf72ce3d,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:18.733366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:03:18.736009 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Sync routers for ids ['699eeab2-6768-4651-a442-36465e340b1b'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:03:18.748388 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Routers {'699eeab2-6768-4651-a442-36465e340b1b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:18.749015 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['699eeab2-6768-4651-a442-36465e340b1b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:18.782615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Sync routers for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:03:18.784876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f321fdd8-785a-4abc-a6f2-e7844ef5eaf3 req-e0485705-4326-4785-af1c-602c243635c3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765904 Sep 26 13:03:18.795607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7387f98a-29ac-4f0f-8157-ea8a28e2b731 req-f5dd9c55-ff90-40a4-8adb-92e0b1e138f2 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 210 time: 0.0685644 Sep 26 13:03:18.812455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-3cbb692c-8d3f-4efe-933c-9e84cb3f70d8 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432564 Sep 26 13:03:18.844995 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.846362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e0fd5393-fa55-4ea0-8cd9-6a5109aaf74b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.6325071 Sep 26 13:03:18.849066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37854) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:18.859630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 70c768aa-3a97-44bb-9e69-cd3fddf8f502 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:18.893001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.951195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c5074c8b-8661-4f63-965b-cb027d20f025, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c5074c8b-8661-4f63-965b-cb027d20f025,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:18.958207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Attempting to bind port 739a20a4-cdce-47d7-8761-c2baaf72ce3d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:18.958741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Attempting to bind port 739a20a4-cdce-47d7-8761-c2baaf72ce3d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:18.959213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Attempting to bind port 739a20a4-cdce-47d7-8761-c2baaf72ce3d on network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:18.983533 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Set router 699eeab2-6768-4651-a442-36465e340b1b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:18.987037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:18.987825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Checking segment: {'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:18.988765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:18.989337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Bound using segment: {'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:18.989998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Bound port: 739a20a4-cdce-47d7-8761-c2baaf72ce3d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:18.990569 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.004150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Pushing event deleted for resources: {'Port': ['ID=7ad66653-6971-4dd4-a7b0-70dc887906aa,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:19.025122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'c5074c8b-8661-4f63-965b-cb027d20f025', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'port_id': 'c5074c8b-8661-4f63-965b-cb027d20f025', 'mac_address': 'fa:16:3e:2a:7a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac6c873-36de-432a-b898-cb946da0945e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:03:19.032046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:19.033948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:19.085197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] No DVR routers for this DVR port 7ad66653-6971-4dd4-a7b0-70dc887906aa on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:19.092618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.095499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a275125-156a-4f0d-ac27-463080f02de0 req-311c5442-801d-4f7a-ba80-ea5765d2efc4 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.24 "DELETE /v2.0/ports/7ad66653-6971-4dd4-a7b0-70dc887906aa HTTP/1.1" status: 204 len: 173 time: 2.7959239 Sep 26 13:03:19.095499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-deleted', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:19.097391 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e35a6d-a03b-468e-a280-b91e6fb5f8fe" -d '{"events": [{"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-deleted", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:19.159229 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c71e4e9f-3db0-45bd-8280-d59e03ddf361 req-eb9e776a-091a-47bb-a636-6b4993a5e981 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434458 Sep 26 13:03:19.172652 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f8b277-4d63-43c5-a1e5-1afa92650183 x-openstack-request-id: req-41f8b277-4d63-43c5-a1e5-1afa92650183 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:19.173181 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366a75ee-bc40-4f44-a649-9730c28eb983", "name": "network-vif-deleted", "tag": "7ad66653-6971-4dd4-a7b0-70dc887906aa", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:19.173640 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41f8b277-4d63-43c5-a1e5-1afa92650183 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:19.174217 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a75ee-bc40-4f44-a649-9730c28eb983', 'name': 'network-vif-deleted', 'tag': '7ad66653-6971-4dd4-a7b0-70dc887906aa', 'status': 'completed', 'code': 200} Sep 26 13:03:19.187408 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.213064 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.236153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5074c8b-8661-4f63-965b-cb027d20f025 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:19.249292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.261782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c5074c8b-8661-4f63-965b-cb027d20f025, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c5074c8b-8661-4f63-965b-cb027d20f025,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:19.274758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:19.280817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['474a59c0-3679-44eb-afc6-3491fb459e05'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:19.296398 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.339911 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.342516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754111-877a-4949-a8f6-4df60819696e req-c4b50b25-8ae7-4498-b604-b6e509f06b1e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:19.344220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef754111-877a-4949-a8f6-4df60819696e req-c4b50b25-8ae7-4498-b604-b6e509f06b1e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.3693454 Sep 26 13:03:19.371667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event updated for resources: {'Port': ['ID=6b59426f-a584-4a03-b3e1-211e340ceb2a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:19.397761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:19.403286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:19.409448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:19.419072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.456481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=c5074c8b-8661-4f63-965b-cb027d20f025,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:19.529402 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 4, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a36a5c74-b530-472a-95c7-e071cc5c3542', 'name': '', 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'mac_address': 'fa:16:3e:7a:ba:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:13Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 2, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'subnets': [{'id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:19.543478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] For port 739a20a4-cdce-47d7-8761-c2baaf72ce3d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:19.548042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] For port 739a20a4-cdce-47d7-8761-c2baaf72ce3d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=739a20a4-cdce-47d7-8761-c2baaf72ce3d,segment=NetworkSegment(f4236305-ba43-4c3f-8109-251ee4f2dbeb),segment_id=f4236305-ba43-4c3f-8109-251ee4f2dbeb)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:19.548729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:19.549661 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.555722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4be8a89-53a7-42e7-9c87-5fbf740528b0 req-a5b26ed2-3e94-4ce6-8bc4-fa5bd367bbc6 tempest-ListImageFiltersTestJSON-442124520 tempest-ListImageFiltersTestJSON-442124520-project] 10.222.0.13 "GET /v2.0/ports?device_id=366a75ee-bc40-4f44-a649-9730c28eb983 HTTP/1.1" status: 200 len: 210 time: 0.0563676 Sep 26 13:03:19.559041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:19.559534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.593883 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Checking router: 699eeab2-6768-4651-a442-36465e340b1b for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:03:19.595871 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Updating router 699eeab2-6768-4651-a442-36465e340b1b port a36a5c74-b530-472a-95c7-e071cc5c3542 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:03:19.603166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-c16fb18d-ce28-43da-b103-d6f83887b87d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9796317 Sep 26 13:03:19.626484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Request body: {'port': {'device_id': 'b5d9e186-1d9d-4e21-ba44-b9d7d0be010a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:19.645936 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.827337 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.869308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779ae0-a869-4a36-ad60-28f7f655c905 req-8e82c9ff-c44c-40c6-b206-4c7f498c315b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:19.870821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1779ae0-a869-4a36-ad60-28f7f655c905 req-8e82c9ff-c44c-40c6-b206-4c7f498c315b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 932 time: 0.2025938 Sep 26 13:03:19.912622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:19.975836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef754111-877a-4949-a8f6-4df60819696e req-6d81652d-ed6e-4fdf-9717-07fb76f5a8b1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562704 Sep 26 13:03:19.989862 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35fa18-172a-4805-9bf5-709d9534ab2f None None] Pushing event updated for resources: {'Port': ['ID=739a20a4-cdce-47d7-8761-c2baaf72ce3d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:20.010093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['c5074c8b-8661-4f63-965b-cb027d20f025'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:20.143245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1779ae0-a869-4a36-ad60-28f7f655c905 req-025606b8-012d-47f8-8efd-e2aaef9c5204 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607760 Sep 26 13:03:20.148675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:20.170547 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.183868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de267-3998-4608-a00f-55f7e413b58c req-418099b0-0a04-411d-86e0-0dd69557428b tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:20.185411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-418099b0-0a04-411d-86e0-0dd69557428b tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.24 "GET /v2.0/networks?id=fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe HTTP/1.1" status: 200 len: 813 time: 0.4079454 Sep 26 13:03:20.187702 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.217590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Request body: {'port': {'device_id': '19773842-7ca9-4dc1-b73b-d15de49ab2cd', 'network_id': 'fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe', 'admin_state_up': True, 'tenant_id': '38c39fa7ff80442e88507e6de6afc8bb'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:20.226696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Allocated IP 172.25.4.48 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/fcd3e9fa-a80c-45ce-8b28-05e136072bca) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:20.289920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Pushing event updated for resources: {'Port': ['ID=a36a5c74-b530-472a-95c7-e071cc5c3542,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:20.374083 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.428454 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.429121 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.429691 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.430364 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.437518 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.438522 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.438874 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.439214 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.439549 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.439880 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.440210 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.440636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:20.458639 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Attempting to bind port a36a5c74-b530-472a-95c7-e071cc5c3542 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:20.459065 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Attempting to bind port a36a5c74-b530-472a-95c7-e071cc5c3542 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:20.459731 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Attempting to bind port a36a5c74-b530-472a-95c7-e071cc5c3542 on network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:20.465377 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:20.465777 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Checking segment: {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:20.466184 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.466639 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Bound using segment: {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:20.467115 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Bound port: a36a5c74-b530-472a-95c7-e071cc5c3542, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:20.467520 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.571876 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] For port a36a5c74-b530-472a-95c7-e071cc5c3542, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:20.576834 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] For port a36a5c74-b530-472a-95c7-e071cc5c3542, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a36a5c74-b530-472a-95c7-e071cc5c3542,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:20.583251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 30f0017c-8969-4751-8724-3ab05266fa59 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:20.588503 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.654906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a7db0-e634-4f48-8ed5-032ec4aabf92 req-753473e0-58af-4fc2-92b2-cdb4751a068f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:20.662633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb6a7db0-e634-4f48-8ed5-032ec4aabf92 req-753473e0-58af-4fc2-92b2-cdb4751a068f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 945 time: 0.5509307 Sep 26 13:03:20.672792 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a43cb-c9b3-4dc4-8283-31e6c7d450e5 None None] Pushing event updated for resources: {'Port': ['ID=a36a5c74-b530-472a-95c7-e071cc5c3542,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:20.689575 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Routers {'699eeab2-6768-4651-a442-36465e340b1b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:20.690845 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['699eeab2-6768-4651-a442-36465e340b1b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:20.813843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb6a7db0-e634-4f48-8ed5-032ec4aabf92 req-f5f0028f-7385-4de8-b64f-603444daae94 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456308 Sep 26 13:03:20.854824 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.867336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2cee64f5-092f-4517-abd9-dfd4448164bd None None] Provisioning complete for port a36a5c74-b530-472a-95c7-e071cc5c3542 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:20.868541 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cee64f5-092f-4517-abd9-dfd4448164bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.875243 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.909094 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] Set router 699eeab2-6768-4651-a442-36465e340b1b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:20.932908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b59426f-a584-4a03-b3e1-211e340ceb2a {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:20.955276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:20.985008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 30f0017c-8969-4751-8724-3ab05266fa59 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:20.985540 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:21.008930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Transition to ACTIVE for port object 6b59426f-a584-4a03-b3e1-211e340ceb2a will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:03:21.023448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:21.040220 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f5a54f80-1cf1-48d8-ad30-08efa25e2aec service neutron] show failed (client error): The resource could not be found. Sep 26 13:03:21.042145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f5a54f80-1cf1-48d8-ad30-08efa25e2aec service neutron] 10.222.0.23 "GET /v2.0/ports/0b4a65be-98ba-4184-84e8-e494e3eed624/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.8480792 Sep 26 13:03:21.091073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:16Z', 'revision_number': 3, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:21.099381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:21.140417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:21.193475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Checking router: 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:03:21.193857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Updating router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:03:21.198341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:21.219853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-857e7491-67d3-4326-ad05-a03d4ed5b4c4 req-b43ca4e1-ea79-4fb8-9219-519783b784c4 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 210 time: 0.9205747 Sep 26 13:03:21.233002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:21.238221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd3e9fa-a80c-45ce-8b28-05e136072bca,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:21.320313 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 4, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a36a5c74-b530-472a-95c7-e071cc5c3542', 'name': '', 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'mac_address': 'fa:16:3e:7a:ba:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:13Z', 'updated_at': '2021-09-26T13:03:20Z', 'revision_number': 4, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'subnets': [{'id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:21.324521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Allocated IP 172.20.0.1 (0d61f450-e939-4a53-b8e2-4bfa165b52ca/9ebd6fda-c6e8-416d-8362-c2f0162581a8/355d92bf-e1a2-4fb1-92c9-f9302625c4f5) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:21.339906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:21.372394 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf655a4-645f-46db-b818-0b46811c8901 None None] The sync data for ids ['699eeab2-6768-4651-a442-36465e340b1b'] in n-d-806683-13 is: [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:03:14Z', 'revision_number': 4, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a36a5c74-b530-472a-95c7-e071cc5c3542', 'name': '', 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'mac_address': 'fa:16:3e:7a:ba:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:13Z', 'updated_at': '2021-09-26T13:03:20Z', 'revision_number': 4, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'subnets': [{'id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:03:21.419839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Pushing event updated for resources: {'Port': ['ID=6b59426f-a584-4a03-b3e1-211e340ceb2a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:21.458165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cee64f5-092f-4517-abd9-dfd4448164bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:21.712422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2cee64f5-092f-4517-abd9-dfd4448164bd None None] For port a36a5c74-b530-472a-95c7-e071cc5c3542, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a36a5c74-b530-472a-95c7-e071cc5c3542,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:21.730090 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cee64f5-092f-4517-abd9-dfd4448164bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:21.749171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d30335-f4ea-4142-b183-1db9cf3ccb1e None None] Network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:21.940978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee64f5-092f-4517-abd9-dfd4448164bd None None] Pushing event updated for resources: {'Port': ['ID=a36a5c74-b530-472a-95c7-e071cc5c3542,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:22.010698 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cbd5dc84-de5a-413a-89f5-a8238f7f60de None None] Provisioning complete for port 739a20a4-cdce-47d7-8761-c2baaf72ce3d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:22.011142 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cbd5dc84-de5a-413a-89f5-a8238f7f60de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.046797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Made reservation on behalf of 38c39fa7ff80442e88507e6de6afc8bb for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:22.048868 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.050793 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.054125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 739a20a4-cdce-47d7-8761-c2baaf72ce3d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:22.102470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.149455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-de5d645e-69bc-4bf1-9e9d-6e74fe94c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:22.151420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-de5d645e-69bc-4bf1-9e9d-6e74fe94c533 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818&tenant_id=90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 1101 time: 0.7188880 Sep 26 13:03:22.165875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Pushing event updated for resources: {'Port': ['ID=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:22.178466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47ad30-4ef6-4398-bd29-fa7633e731a2 req-421ea535-6ce0-48d5-b223-e73619114030 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:22.179835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f47ad30-4ef6-4398-bd29-fa7633e731a2 req-421ea535-6ce0-48d5-b223-e73619114030 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 944 time: 0.3867631 Sep 26 13:03:22.194040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:22.204946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:22.207879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:22.258309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.270518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 739a20a4-cdce-47d7-8761-c2baaf72ce3d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:22.270751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:22.271123 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.309421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f47ad30-4ef6-4398-bd29-fa7633e731a2 req-60b0ac2a-3540-4bbe-90bc-2c6cece7edb7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170411 Sep 26 13:03:22.358150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.391392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ef366-4ace-4495-bb6c-2c57b05145ce req-ebe854c8-b51a-4319-b67b-a98af6600858 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:22.409258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256ef366-4ace-4495-bb6c-2c57b05145ce req-ebe854c8-b51a-4319-b67b-a98af6600858 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.9778790 Sep 26 13:03:22.414737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Attempting to bind port 6b59426f-a584-4a03-b3e1-211e340ceb2a on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:22.418754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Attempting to bind port 6b59426f-a584-4a03-b3e1-211e340ceb2a by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:22.419095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Attempting to bind port 6b59426f-a584-4a03-b3e1-211e340ceb2a on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:22.457985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.470496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c5074c8b-8661-4f63-965b-cb027d20f025 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:22.479415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Port 6b59426f-a584-4a03-b3e1-211e340ceb2a on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:03:22.479742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Attempting to bind port 6b59426f-a584-4a03-b3e1-211e340ceb2a on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:22.508859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.530585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:22.530927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Checking segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:22.531349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Bound using segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:22.531795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Bound port: 6b59426f-a584-4a03-b3e1-211e340ceb2a, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:22.545616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.562098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.635865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256ef366-4ace-4495-bb6c-2c57b05145ce req-6823f4a5-5abd-411c-90e9-1b6ded1f011c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253292 Sep 26 13:03:22.651967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Allocated IP 172.20.0.2 (fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe/b7c08865-eb23-4873-8a3f-9e5e75635794/9280ce82-4cb2-489f-a368-4662fddc2708) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:22.676873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.731258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.741696 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cbd5dc84-de5a-413a-89f5-a8238f7f60de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.842945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Attempting to bind port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:22.843519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Attempting to bind port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:22.844734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Attempting to bind port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:22.854668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:22.855331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:22.855980 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.857428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a0a4e27-12ce-45b2-a2b5-bc08ebed0296 req-03c2cdb1-64bf-483b-a3e8-a3249a289dc1 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 210 time: 0.0772882 Sep 26 13:03:22.871521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:22.872538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Bound port: 68ac4e82-5ba4-4a16-83bf-c6a706ab219d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:22.873266 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:22.878840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-cbd5dc84-de5a-413a-89f5-a8238f7f60de None None] For port 739a20a4-cdce-47d7-8761-c2baaf72ce3d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=739a20a4-cdce-47d7-8761-c2baaf72ce3d,segment=NetworkSegment(f4236305-ba43-4c3f-8109-251ee4f2dbeb),segment_id=f4236305-ba43-4c3f-8109-251ee4f2dbeb)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:22.892690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ececc2-40d9-40a8-b0c5-a5559f810bb6 None None] Pushing event updated for resources: {'Port': ['ID=68ac4e82-5ba4-4a16-83bf-c6a706ab219d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:22.948613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc5eec-3743-41f0-bc98-b1cba5af56d5 req-076969f2-5944-4feb-89be-d8eede3f8716 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:22.956005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ecc5eec-3743-41f0-bc98-b1cba5af56d5 req-076969f2-5944-4feb-89be-d8eede3f8716 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 945 time: 0.1792598 Sep 26 13:03:22.967690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] For port 6b59426f-a584-4a03-b3e1-211e340ceb2a, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:22.996491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] For port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:23.001659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] For port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=68ac4e82-5ba4-4a16-83bf-c6a706ab219d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:23.011507 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cbd5dc84-de5a-413a-89f5-a8238f7f60de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.014982 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.027944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.050273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Router 82a52d07-7068-46be-b759-53d2375e9a17 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:03:23.094706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] For port 6b59426f-a584-4a03-b3e1-211e340ceb2a, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6b59426f-a584-4a03-b3e1-211e340ceb2a,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:23.103401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port c5074c8b-8661-4f63-965b-cb027d20f025 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:23.105465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cbd5dc84-de5a-413a-89f5-a8238f7f60de None None] Provisioning complete for port a36a5c74-b530-472a-95c7-e071cc5c3542 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:23.105963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cbd5dc84-de5a-413a-89f5-a8238f7f60de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.115312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ecc5eec-3743-41f0-bc98-b1cba5af56d5 req-5238c1aa-417b-4690-97d1-6e7b5d42d29a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288545 Sep 26 13:03:23.183594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.194247 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.204889 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.285620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:03:23.299667 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Sync routers for ids ['82a52d07-7068-46be-b759-53d2375e9a17'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:03:23.300353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 0b4a65be-98ba-4184-84e8-e494e3eed624 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:23.303239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port c5074c8b-8661-4f63-965b-cb027d20f025 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:23.303619 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.305982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Pushing event updated for resources: {'Port': ['ID=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:23.309536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.320405 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Routers {'82a52d07-7068-46be-b759-53d2375e9a17'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:23.321481 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['82a52d07-7068-46be-b759-53d2375e9a17'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:23.326018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:23.326646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.328075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] 10.222.0.23 "PUT /v2.0/ports/6b59426f-a584-4a03-b3e1-211e340ceb2a HTTP/1.1" status: 200 len: 1093 time: 3.7162833 Sep 26 13:03:23.330875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d9e186-1d9d-4e21-ba44-b9d7d0be010a', 'tag': '6b59426f-a584-4a03-b3e1-211e340ceb2a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:23.333188 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c781c56d-bedc-44c2-989d-a979d379d90a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d9e186-1d9d-4e21-ba44-b9d7d0be010a", "tag": "6b59426f-a584-4a03-b3e1-211e340ceb2a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:23.344281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:23.345011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:23.475882 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9a3f90-c060-4bf4-aed8-2bac4edb4193 x-openstack-request-id: req-3c9a3f90-c060-4bf4-aed8-2bac4edb4193 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:23.476173 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d9e186-1d9d-4e21-ba44-b9d7d0be010a", "tag": "6b59426f-a584-4a03-b3e1-211e340ceb2a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:23.476430 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c9a3f90-c060-4bf4-aed8-2bac4edb4193 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:23.476831 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d9e186-1d9d-4e21-ba44-b9d7d0be010a', 'tag': '6b59426f-a584-4a03-b3e1-211e340ceb2a', 'status': 'completed', 'code': 200} Sep 26 13:03:23.487212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf059f7-7e44-4363-8882-4c421682f71e service neutron] Pushing event updated for resources: {'Port': ['ID=6b59426f-a584-4a03-b3e1-211e340ceb2a,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:23.509426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.513182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-871f700a-d413-403f-9391-73ff4fa64e51 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5632608 Sep 26 13:03:23.515239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:23.528667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:23.537452 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Set router 82a52d07-7068-46be-b759-53d2375e9a17 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:23.578620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:23.612619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5dc84-de5a-413a-89f5-a8238f7f60de None None] Pushing event updated for resources: {'Port': ['ID=739a20a4-cdce-47d7-8761-c2baaf72ce3d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:23.698167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:23.726490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-022086cc-d604-4124-9012-a4a19db586c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:23.728521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-022086cc-d604-4124-9012-a4a19db586c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 1096 time: 0.3277786 Sep 26 13:03:23.802959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:23.840630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b3346-e302-41ed-b94b-d00567a4fbb8 req-663b93b8-d1d9-4332-94f6-e8ee86ea27e4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:23.842820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b21b3346-e302-41ed-b94b-d00567a4fbb8 req-663b93b8-d1d9-4332-94f6-e8ee86ea27e4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 944 time: 0.3605323 Sep 26 13:03:23.845197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:23.858165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-4e14fb4a-bf80-4478-b6b3-2c0f02cbbde0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b59426f-a584-4a03-b3e1-211e340ceb2a HTTP/1.1" status: 200 len: 217 time: 0.1168783 Sep 26 13:03:23.871068 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:03:21Z', 'revision_number': 3, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:23.893976 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:03:23.893976 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:03:23.914606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37962) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:23.924450 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Checking router: 82a52d07-7068-46be-b759-53d2375e9a17 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:03:23.925109 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Updating router 82a52d07-7068-46be-b759-53d2375e9a17 port fcd3e9fa-a80c-45ce-8b28-05e136072bca binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:03:23.963067 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.028110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-225db10f-8d67-486b-9457-ed3035065c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:24.040173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-225db10f-8d67-486b-9457-ed3035065c81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.1226239 Sep 26 13:03:24.047231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b21b3346-e302-41ed-b94b-d00567a4fbb8 req-969a79d7-6c28-4845-b39e-c389322a6fb8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665351 Sep 26 13:03:24.115891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.164907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:03:24.171344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-7d17df36-04b6-4ebe-9ec2-ce9764af4895 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965247 Sep 26 13:03:24.183351 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.185508 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.256645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:24.276971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ececc2-40d9-40a8-b0c5-a5559f810bb6 None None] Pushing event updated for resources: {'Port': ['ID=68ac4e82-5ba4-4a16-83bf-c6a706ab219d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:24.380788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c0cc-e9fd-4d33-94a0-fba2f3742aae req-62785b98-725e-41d2-aa0b-b11f2165299c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:24.382801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c2c0cc-e9fd-4d33-94a0-fba2f3742aae req-62785b98-725e-41d2-aa0b-b11f2165299c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.2270343 Sep 26 13:03:24.396418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c5074c8b-8661-4f63-965b-cb027d20f025, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c5074c8b-8661-4f63-965b-cb027d20f025,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:24.399737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d99cddb-82a4-406c-ba2f-6660abf21add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5074c8b-8661-4f63-965b-cb027d20f025'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:24.402859 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6852ff11-a0d8-4d7a-97d5-8eb5b15ade9d" -d '{"events": [{"server_uuid": "5d99cddb-82a4-406c-ba2f-6660abf21add", "name": "network-vif-plugged", "status": "completed", "tag": "c5074c8b-8661-4f63-965b-cb027d20f025"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:24.414644 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.429520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:24.436706 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.447752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.473435 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.495385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:24.498033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:24.504361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4d699aac-47e7-4227-88da-fbaf5cea200b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0652190729124dcc9d3cc1de72f30b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345082 Sep 26 13:03:24.542763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37982) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:24.568369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a36a5c74-b530-472a-95c7-e071cc5c3542 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:24.600886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Pushing event updated for resources: {'Port': ['ID=9280ce82-4cb2-489f-a368-4662fddc2708,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:24.612724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1ed9b876-1ad3-43ff-819b-466fc308f3f0 None None] Provisioning complete for port 739a20a4-cdce-47d7-8761-c2baaf72ce3d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:24.613897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b876-1ad3-43ff-819b-466fc308f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.619972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=c5074c8b-8661-4f63-965b-cb027d20f025,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:24.620159 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Attempting to bind port fcd3e9fa-a80c-45ce-8b28-05e136072bca on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:24.620541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Transition to ACTIVE for port object 0b4a65be-98ba-4184-84e8-e494e3eed624 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:03:24.620704 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Attempting to bind port fcd3e9fa-a80c-45ce-8b28-05e136072bca by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:24.620976 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Attempting to bind port fcd3e9fa-a80c-45ce-8b28-05e136072bca on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:24.628564 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:24.628952 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:24.629387 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.629809 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:24.630286 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Bound port: fcd3e9fa-a80c-45ce-8b28-05e136072bca, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:24.630690 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.680654 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.700280 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] For port fcd3e9fa-a80c-45ce-8b28-05e136072bca, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:24.704067 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] For port fcd3e9fa-a80c-45ce-8b28-05e136072bca, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcd3e9fa-a80c-45ce-8b28-05e136072bca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:24.747018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb003ce-c4a4-4e1e-ae79-a368d7c8282c req-0c06953b-32fd-40ad-bdf4-df60b0c6c06f tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:24.748649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2eb003ce-c4a4-4e1e-ae79-a368d7c8282c req-0c06953b-32fd-40ad-bdf4-df60b0c6c06f tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 931 time: 0.5124893 Sep 26 13:03:24.758228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:03:24.764383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c2c0cc-e9fd-4d33-94a0-fba2f3742aae req-a1fdd7bf-6d3f-4d0e-b2c9-3c180b24e027 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713856 Sep 26 13:03:24.766710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a36a5c74-b530-472a-95c7-e071cc5c3542 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:24.767637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.784125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:24.785373 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.801168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cc62dc79-0aef-4e5e-aaba-8e40a31d9569 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ceccf1e-86ab-4d34-ac61-1fc699eb2572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9491000 Sep 26 13:03:24.823424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:03:24.824204 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:03:24.830957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 2, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:24.834112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-3b6b4dca-9178-450e-bbeb-28df40b2351a tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6374807 Sep 26 13:03:24.852777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-450589a3-2d63-4c83-882f-db8e1a179b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.868557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263e903-ea7c-47c3-a8dc-c604437c388a None None] The sync data for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 is: [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 2, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:03:24.913680 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-450589a3-2d63-4c83-882f-db8e1a179b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.927343 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:24.993464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1ed9b876-1ad3-43ff-819b-466fc308f3f0 None None] Provisioning complete for port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:24.994005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b876-1ad3-43ff-819b-466fc308f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.024121 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f710c4-164a-449b-b117-32770029d22c None None] Pushing event updated for resources: {'Port': ['ID=fcd3e9fa-a80c-45ce-8b28-05e136072bca,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:25.042930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Request body: {'port': {'device_id': '19773842-7ca9-4dc1-b73b-d15de49ab2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:25.045929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1ed9b876-1ad3-43ff-819b-466fc308f3f0 None None] Port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:03:25.051695 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.126338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] No DVR routers for this DVR port 0b4a65be-98ba-4184-84e8-e494e3eed624 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:25.151368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-185323d4-1efd-4607-b65b-b1678e17a9cd service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8151157 Sep 26 13:03:25.152611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:25.158739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-450589a3-2d63-4c83-882f-db8e1a179b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.161361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-450589a3-2d63-4c83-882f-db8e1a179b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.165061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-450589a3-2d63-4c83-882f-db8e1a179b6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d7c2c7b-8646-4177-967c-ccaf9cda393f HTTP/1.1" status: 204 len: 168 time: 0.6190238 Sep 26 13:03:25.165741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9c59c-cf54-4056-8b6c-3bbbe1c1e3c3 req-d520ad26-d848-48e7-95dc-869f3f507589 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:25.167685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aeb9c59c-cf54-4056-8b6c-3bbbe1c1e3c3 req-d520ad26-d848-48e7-95dc-869f3f507589 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.2095699 Sep 26 13:03:25.220480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 739a20a4-cdce-47d7-8761-c2baaf72ce3d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:25.228433 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Routers {'82a52d07-7068-46be-b759-53d2375e9a17'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:25.229276 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['82a52d07-7068-46be-b759-53d2375e9a17'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:25.241888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450589a3-2d63-4c83-882f-db8e1a179b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7c2c7b-8646-4177-967c-ccaf9cda393f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:25.341146 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f710c4-164a-449b-b117-32770029d22c None None] Pushing event updated for resources: {'Port': ['ID=fcd3e9fa-a80c-45ce-8b28-05e136072bca,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:25.359994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aeb9c59c-cf54-4056-8b6c-3bbbe1c1e3c3 req-5c2e4eb8-644a-4e91-8dec-4364f4083a5a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816466 Sep 26 13:03:25.458155 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] Set router 82a52d07-7068-46be-b759-53d2375e9a17 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:25.480033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2eb003ce-c4a4-4e1e-ae79-a368d7c8282c req-20bd8c9e-c753-4648-94bd-364c1e22a373 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755614 Sep 26 13:03:25.494852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:25.504573 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3a6fe-af53-4286-9ade-d370e756fed8 x-openstack-request-id: req-a1b3a6fe-af53-4286-9ade-d370e756fed8 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:25.504780 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d99cddb-82a4-406c-ba2f-6660abf21add", "name": "network-vif-plugged", "status": "completed", "tag": "c5074c8b-8661-4f63-965b-cb027d20f025", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:25.505038 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1b3a6fe-af53-4286-9ade-d370e756fed8 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:25.505437 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d99cddb-82a4-406c-ba2f-6660abf21add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5074c8b-8661-4f63-965b-cb027d20f025', 'code': 200} Sep 26 13:03:25.525464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Allocated IP 172.20.0.1 (b696dd0e-606d-4bc2-9121-5e8ec9c55bbe/dbee1dfa-c4e3-4964-be64-b6cde1150428/53ae7d09-e1b1-4fb1-bb1a-030cc241d231) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:25.533852 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6580bb-115e-425a-8a15-47891697c5a7" -d '{"events": [{"server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "name": "network-vif-unplugged", "status": "completed", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:25.534204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 739a20a4-cdce-47d7-8761-c2baaf72ce3d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:25.534661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.705373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a36a5c74-b530-472a-95c7-e071cc5c3542 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:25.738114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf13306-14ef-4aea-bb40-60b634a681e3 req-78826be0-cef0-46a6-969a-bc30bfcf601a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:25.749232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7bf13306-14ef-4aea-bb40-60b634a681e3 req-78826be0-cef0-46a6-969a-bc30bfcf601a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 944 time: 0.1595676 Sep 26 13:03:25.796049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a36a5c74-b530-472a-95c7-e071cc5c3542 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:25.799012 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:03:21Z', 'revision_number': 3, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:25.802266 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.815143 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.834841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.838348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Attempting to bind port 0b4a65be-98ba-4184-84e8-e494e3eed624 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:25.838690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Attempting to bind port 0b4a65be-98ba-4184-84e8-e494e3eed624 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:25.839018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Attempting to bind port 0b4a65be-98ba-4184-84e8-e494e3eed624 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:25.855556 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3c8bd-e4d5-4a27-8cf3-5bc2fae6440f None None] The sync data for ids ['82a52d07-7068-46be-b759-53d2375e9a17'] in n-d-806683-13 is: [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:03:21Z', 'revision_number': 3, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:03:25.864479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Port 0b4a65be-98ba-4184-84e8-e494e3eed624 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:03:25.864802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Attempting to bind port 0b4a65be-98ba-4184-84e8-e494e3eed624 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:25.873509 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7bf13306-14ef-4aea-bb40-60b634a681e3 req-6656c62d-38bf-4fff-bbe4-806504a9d4c5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184301 Sep 26 13:03:25.944366 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:25.949071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41c4fcad-0d8b-4b33-b4ec-683114c8b5b7 req-29ce5b52-9a65-4234-82ce-b28a479e1f7d service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825108 Sep 26 13:03:25.976497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:25.976848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:25.979970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:25.980482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Bound port: 0b4a65be-98ba-4184-84e8-e494e3eed624, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:25.980860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:26.078739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Pushing event updated for resources: {'Port': ['ID=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:26.082430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:26.084334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:26.087081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:26.087701 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b5ba9-ec74-4f5c-9550-f8f350c8ac69 x-openstack-request-id: req-f16b5ba9-ec74-4f5c-9550-f8f350c8ac69 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:26.088019 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "name": "network-vif-unplugged", "status": "completed", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:26.088294 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f16b5ba9-ec74-4f5c-9550-f8f350c8ac69 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:26.088686 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'code': 200} Sep 26 13:03:26.136090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be51e15-07b1-44b7-b5f1-d9b611489e72 req-9e2a2162-6a48-4494-af42-8c4f83991caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:26.137708 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6be51e15-07b1-44b7-b5f1-d9b611489e72 req-9e2a2162-6a48-4494-af42-8c4f83991caa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 1098 time: 0.5323784 Sep 26 13:03:26.139292 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:26.485598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc314f4-b282-4fec-b3a5-1a1d8de1c2c9 req-097874f5-afb8-4dea-983d-b6c23e18c98a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:26.487234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdc314f4-b282-4fec-b3a5-1a1d8de1c2c9 req-097874f5-afb8-4dea-983d-b6c23e18c98a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.1835890 Sep 26 13:03:26.492286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6be51e15-07b1-44b7-b5f1-d9b611489e72 req-cd07fbae-1d69-43cc-8185-ee78d9bdfa1d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274090 Sep 26 13:03:26.503898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781c56d-bedc-44c2-989d-a979d379d90a req-9915c3a1-3d6d-4c2d-adec-877a7d323625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:26.505511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c781c56d-bedc-44c2-989d-a979d379d90a req-9915c3a1-3d6d-4c2d-adec-877a7d323625 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 1096 time: 0.4137931 Sep 26 13:03:26.578694 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdc314f4-b282-4fec-b3a5-1a1d8de1c2c9 req-11868899-60dd-4faa-b97a-834029587898 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793378 Sep 26 13:03:26.579137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a8a4d474-8054-48cf-b10c-0393b1fdaed2 None None] Provisioning complete for port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:26.579614 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d474-8054-48cf-b10c-0393b1fdaed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:26.584985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:26.658178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4d474-8054-48cf-b10c-0393b1fdaed2 None None] Port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:03:26.777033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efc535-5225-446a-9e32-677423de0ef0 req-6a52949a-6bef-45fd-b152-59843a195707 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:26.779039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16efc535-5225-446a-9e32-677423de0ef0 req-6a52949a-6bef-45fd-b152-59843a195707 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1321068 Sep 26 13:03:26.823910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:26.862921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:26.866097 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16efc535-5225-446a-9e32-677423de0ef0 req-6ac72b7a-0377-4973-9369-44cef0dfa0ed tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795510 Sep 26 13:03:26.888864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:26.902739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:26.909955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:26.955462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781c56d-bedc-44c2-989d-a979d379d90a req-206de0a8-0e0f-4af6-932d-fb6dc1e05ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:26.958607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c781c56d-bedc-44c2-989d-a979d379d90a req-206de0a8-0e0f-4af6-932d-fb6dc1e05ffc service neutron] 10.222.0.23 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 905 time: 0.4446170 Sep 26 13:03:26.978879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4422-c05f-48d5-b041-d24a3d614def req-7526c03a-8c3c-459e-b0ab-55debd1eda91 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:26.980705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-7526c03a-8c3c-459e-b0ab-55debd1eda91 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/networks?id=0d61f450-e939-4a53-b8e2-4bfa165b52ca HTTP/1.1" status: 200 len: 829 time: 0.6919746 Sep 26 13:03:27.062273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.102776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9280ce82-4cb2-489f-a368-4662fddc2708 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:27.118308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.145170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Transition to ACTIVE for port object 9280ce82-4cb2-489f-a368-4662fddc2708 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:03:27.146422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:27.156680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:27.158386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.160293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-f0356f10-44e8-4283-8ce1-d20c4914eff7 service neutron] 10.222.0.24 "PUT /v2.0/ports/0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 1096 time: 4.9028056 Sep 26 13:03:27.258598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38044) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:27.303387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 68ac4e82-5ba4-4a16-83bf-c6a706ab219d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:27.316775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:27.329628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:27.331966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Pushing event updated for resources: {'Port': ['ID=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:27.440568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:27.440933 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.452746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52c31f-c213-4a71-b5c0-9570e0087c94 req-62d1e8d1-9a35-4e4d-9e5f-b48b3cc55059 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:27.458985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f52c31f-c213-4a71-b5c0-9570e0087c94 req-62d1e8d1-9a35-4e4d-9e5f-b48b3cc55059 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 931 time: 0.4630187 Sep 26 13:03:27.641729 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.642333 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb557efc-78c1-44de-823e-49dba2fdfd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.668923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f52c31f-c213-4a71-b5c0-9570e0087c94 req-a6f31e5a-4e4e-4a3f-b706-ae07aaf91c45 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231997 Sep 26 13:03:27.685441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c781c56d-bedc-44c2-989d-a979d379d90a req-bfa7aa8d-e400-4c1a-87be-cce228e0e7d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b59426f-a584-4a03-b3e1-211e340ceb2a HTTP/1.1" status: 200 len: 217 time: 0.6846313 Sep 26 13:03:27.689837 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.696016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=68ac4e82-5ba4-4a16-83bf-c6a706ab219d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:27.713432 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.714994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcd3e9fa-a80c-45ce-8b28-05e136072bca up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:27.734166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Router 82a52d07-7068-46be-b759-53d2375e9a17 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:03:27.786755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781c56d-bedc-44c2-989d-a979d379d90a req-e85a7ee9-b24f-4e6d-a37e-eb4060ff0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:27.791379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c781c56d-bedc-44c2-989d-a979d379d90a req-e85a7ee9-b24f-4e6d-a37e-eb4060ff0c1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0883369 Sep 26 13:03:27.811676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-45b7bf70-8c75-4af2-8dee-6f488e993619 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/quotas/26cef2cd1c044b248639708861accb8f HTTP/1.1" status: 200 len: 375 time: 0.1583555 Sep 26 13:03:27.844452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f2ce65cc-c9cc-4d51-848d-ab998c811ad0 None None] Provisioning complete for port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:27.844881 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f2ce65cc-c9cc-4d51-848d-ab998c811ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:27.849609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=68ac4e82-5ba4-4a16-83bf-c6a706ab219d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:27.872377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-69cb847c-ae10-46ed-b2e5-06cbee72196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:27.874478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-69cb847c-ae10-46ed-b2e5-06cbee72196e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1099 time: 0.2188928 Sep 26 13:03:27.888227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c781c56d-bedc-44c2-989d-a979d379d90a req-fd69aeb0-5997-43cf-b1a6-f01db40b7387 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805423 Sep 26 13:03:28.015959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Pushing event updated for resources: {'Port': ['ID=9280ce82-4cb2-489f-a368-4662fddc2708,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:28.052408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:03:28.071525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce65cc-c9cc-4d51-848d-ab998c811ad0 None None] Port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:03:28.074400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-17fde5d1-bb7c-405a-b3f6-489546b10be2 admin admin] 10.222.0.13 "PUT /v2.0/routers/82a52d07-7068-46be-b759-53d2375e9a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5570400 Sep 26 13:03:28.111812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fcd3e9fa-a80c-45ce-8b28-05e136072bca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:28.112192 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.116062 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb557efc-78c1-44de-823e-49dba2fdfd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.122276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:28.124768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb557efc-78c1-44de-823e-49dba2fdfd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.135634 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b" -d '{"events": [{"name": "network-changed", "server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:28.200941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb557efc-78c1-44de-823e-49dba2fdfd54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e0367734c22446b9f500effd2e2b71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9396727 Sep 26 13:03:28.207686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38066) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:28.251835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb557efc-78c1-44de-823e-49dba2fdfd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca64511-6507-4f72-aa85-abdbf8fc23f3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:28.281672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01763d4f-4236-4d45-8ceb-4dd82ed829b2 req-5136e95c-1757-49ba-ab9c-90b1b2503dc5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:28.283405 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01763d4f-4236-4d45-8ceb-4dd82ed829b2 req-5136e95c-1757-49ba-ab9c-90b1b2503dc5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 944 time: 0.1296523 Sep 26 13:03:28.295819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.326778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port fcd3e9fa-a80c-45ce-8b28-05e136072bca, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcd3e9fa-a80c-45ce-8b28-05e136072bca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:28.330567 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-9eff5b54-4af1-4f79-9edc-77c4f19616e8 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=26cef2cd1c044b248639708861accb8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5042176 Sep 26 13:03:28.345477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-d63a6176-b960-44b0-99a7-48c4ba69681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:28.346956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.347893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-d63a6176-b960-44b0-99a7-48c4ba69681e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.4526846 Sep 26 13:03:28.352049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad581a62-7b59-4e53-bb57-d3d236dc49ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.383980 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad581a62-7b59-4e53-bb57-d3d236dc49ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.413295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=fcd3e9fa-a80c-45ce-8b28-05e136072bca,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:28.442979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01763d4f-4236-4d45-8ceb-4dd82ed829b2 req-1eb3e7fb-02c2-4e6c-b36a-4a50096a405a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476748 Sep 26 13:03:28.457479 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad581a62-7b59-4e53-bb57-d3d236dc49ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.460708 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad581a62-7b59-4e53-bb57-d3d236dc49ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.461928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ad581a62-7b59-4e53-bb57-d3d236dc49ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ca64511-6507-4f72-aa85-abdbf8fc23f3 HTTP/1.1" status: 204 len: 168 time: 0.2515216 Sep 26 13:03:28.474543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Attempting to bind port 9280ce82-4cb2-489f-a368-4662fddc2708 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:28.475653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Attempting to bind port 9280ce82-4cb2-489f-a368-4662fddc2708 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '838f7336-5a64-4d67-885c-82b431d11b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:28.475987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Attempting to bind port 9280ce82-4cb2-489f-a368-4662fddc2708 on network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:28.480516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad581a62-7b59-4e53-bb57-d3d236dc49ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca64511-6507-4f72-aa85-abdbf8fc23f3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:28.482561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-c4eed64b-34d5-4e9f-9f34-fc34982d24ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 0.1184080 Sep 26 13:03:28.488499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c781c56d-bedc-44c2-989d-a979d379d90a req-9295f3c1-512e-4147-ad26-807414060d3a service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784955 Sep 26 13:03:28.497331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Port 9280ce82-4cb2-489f-a368-4662fddc2708 on network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:03:28.497694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Attempting to bind port 9280ce82-4cb2-489f-a368-4662fddc2708 on network fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:28.501099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38078) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:28.582150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:28.582491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Checking segment: {'id': '838f7336-5a64-4d67-885c-82b431d11b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:28.582893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Bound using segment: {'id': '838f7336-5a64-4d67-885c-82b431d11b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:28.583342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Bound port: 9280ce82-4cb2-489f-a368-4662fddc2708, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838f7336-5a64-4d67-885c-82b431d11b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:28.583719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.613838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543998e-3b6e-4bcf-88e1-7286d7d34a18 req-6abf510d-97a4-42ad-b9da-1a70f3897548 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:28.615607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2543998e-3b6e-4bcf-88e1-7286d7d34a18 req-6abf510d-97a4-42ad-b9da-1a70f3897548 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.0669293 Sep 26 13:03:28.689909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2543998e-3b6e-4bcf-88e1-7286d7d34a18 req-e8c36d11-7d2f-400f-90cb-575fccd57225 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511506 Sep 26 13:03:28.708130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-99631c10-4268-49bc-9a3b-d6024a87b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:28.709662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-99631c10-4268-49bc-9a3b-d6024a87b45b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2134647 Sep 26 13:03:28.800066 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-19a2bcf2-112a-463e-9934-ba0815a56d40 service neutron] 10.222.0.13 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091909 Sep 26 13:03:28.853110 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c781c56d-bedc-44c2-989d-a979d379d90a req-20d1afbd-a229-4104-a79a-76de426126fa service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435118 Sep 26 13:03:28.855308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb98983-9a0d-4606-90e1-bc8e50081ee2 req-61e37ff4-88a7-4b96-8489-41b1c8a552c9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:28.867140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7eb98983-9a0d-4606-90e1-bc8e50081ee2 req-61e37ff4-88a7-4b96-8489-41b1c8a552c9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.0979025 Sep 26 13:03:28.902163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] For port 9280ce82-4cb2-489f-a368-4662fddc2708, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:28.906439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-4f7302b8-1574-41b1-bc2b-8510115eb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:28.908118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-4f7302b8-1574-41b1-bc2b-8510115eb125 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1898835 Sep 26 13:03:28.924064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] For port 9280ce82-4cb2-489f-a368-4662fddc2708, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9280ce82-4cb2-489f-a368-4662fddc2708,segment=NetworkSegment(838f7336-5a64-4d67-885c-82b431d11b79),segment_id=838f7336-5a64-4d67-885c-82b431d11b79)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:28.945138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:28.949424 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7eb98983-9a0d-4606-90e1-bc8e50081ee2 req-73912e2c-b02d-44fc-89f1-269f118c0640 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794575 Sep 26 13:03:29.080748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-8a0d40f8-9d84-465a-a2c4-ae12d25d2058 service neutron] 10.222.0.13 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088608 Sep 26 13:03:29.143202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1085034a-e12e-4cae-a1ff-51fc3d6a345e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:29.180387 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b814abca-23ce-499c-8f4c-5e03ceead74b x-openstack-request-id: req-b814abca-23ce-499c-8f4c-5e03ceead74b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:29.183509 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:29.185180 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b814abca-23ce-499c-8f4c-5e03ceead74b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:29.185725 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'status': 'completed', 'code': 200} Sep 26 13:03:29.193177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:29.194186 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:29.196117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] 10.222.0.24 "PUT /v2.0/ports/9280ce82-4cb2-489f-a368-4662fddc2708 HTTP/1.1" status: 200 len: 1092 time: 4.3506470 Sep 26 13:03:29.375687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 68ac4e82-5ba4-4a16-83bf-c6a706ab219d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:29.517563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c0118-0e13-4cef-8b18-b5e393d00056 service neutron] Pushing event updated for resources: {'Port': ['ID=9280ce82-4cb2-489f-a368-4662fddc2708,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:29.526424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:29.526800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:29.593301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-e4eda86d-e08f-488f-b866-fcff88bed251 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667526 Sep 26 13:03:29.605018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ce400-19cc-463e-9329-d9576be7acf6 req-42302f1e-87c0-4215-bfab-bd48f900b4f3 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:29.612815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd5ce400-19cc-463e-9329-d9576be7acf6 req-42302f1e-87c0-4215-bfab-bd48f900b4f3 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 943 time: 0.1694584 Sep 26 13:03:29.627582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1085034a-e12e-4cae-a1ff-51fc3d6a345e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:29.654070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1085034a-e12e-4cae-a1ff-51fc3d6a345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:29.725955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd5ce400-19cc-463e-9329-d9576be7acf6 req-552c6395-5c54-4dd5-8ac2-5bf4eb1b40ef tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118102 Sep 26 13:03:29.749831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de267-3998-4608-a00f-55f7e413b58c req-2bcb985e-828c-4a23-8605-ab0caf1e1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:29.757502 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-2bcb985e-828c-4a23-8605-ab0caf1e1af2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=38c39fa7ff80442e88507e6de6afc8bb&device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 1095 time: 0.4782197 Sep 26 13:03:29.839509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcd3e9fa-a80c-45ce-8b28-05e136072bca up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:29.862707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-764f3991-84eb-41a3-b388-fd28242eea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:29.870537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-764f3991-84eb-41a3-b388-fd28242eea7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1099 time: 0.6704214 Sep 26 13:03:29.891319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1085034a-e12e-4cae-a1ff-51fc3d6a345e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78cd4427e8354fd086c5c318993939aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3822978 Sep 26 13:03:29.897113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38120) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:29.899862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085034a-e12e-4cae-a1ff-51fc3d6a345e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcae373-cda8-41c4-a2be-5550b7309553,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:29.900416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Sync routers for ids ['82a52d07-7068-46be-b759-53d2375e9a17'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:03:29.917149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Routers {'82a52d07-7068-46be-b759-53d2375e9a17'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:29.918553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['82a52d07-7068-46be-b759-53d2375e9a17'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:30.032130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef6311a5-881a-42d0-a363-5225c9c1738c req-9536edee-7309-4b7f-8a95-3164f12bbf1b tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 210 time: 0.1861026 Sep 26 13:03:30.123383 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd51445d-dc7c-4ac2-97ac-de6d95cd073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:30.135744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85539f2-9ce3-454e-b997-8307260816e4 req-96fe49d8-3ab3-4a8c-990e-1cd47cd7db6a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:30.145312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b85539f2-9ce3-454e-b997-8307260816e4 req-96fe49d8-3ab3-4a8c-990e-1cd47cd7db6a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 944 time: 0.1304176 Sep 26 13:03:30.230511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd51445d-dc7c-4ac2-97ac-de6d95cd073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:30.270593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b85539f2-9ce3-454e-b997-8307260816e4 req-f9bc1e8f-7d66-4c16-b341-d9ac9818b416 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205847 Sep 26 13:03:30.308717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fcd3e9fa-a80c-45ce-8b28-05e136072bca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:30.309233 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:30.342421 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-9fb74785-6088-4f60-a4da-ac9aba0fdea7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9280ce82-4cb2-489f-a368-4662fddc2708 HTTP/1.1" status: 200 len: 217 time: 0.5278721 Sep 26 13:03:30.482286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd51445d-dc7c-4ac2-97ac-de6d95cd073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:30.486708 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd51445d-dc7c-4ac2-97ac-de6d95cd073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:30.496009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fd51445d-dc7c-4ac2-97ac-de6d95cd073a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fcae373-cda8-41c4-a2be-5550b7309553 HTTP/1.1" status: 204 len: 168 time: 0.5723486 Sep 26 13:03:30.498327 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Sync routers for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:03:30.513746 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:30.514718 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:30.544843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Set router 82a52d07-7068-46be-b759-53d2375e9a17 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:30.557877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51445d-dc7c-4ac2-97ac-de6d95cd073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcae373-cda8-41c4-a2be-5550b7309553,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:30.708414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16015893-3fcc-4bf9-8f5b-0b8a1223ee24 req-9173440a-49ff-4eae-9f9c-9f8713d86fa0 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0800552 Sep 26 13:03:30.727565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de267-3998-4608-a00f-55f7e413b58c req-9aee432b-a086-40cd-8e42-13b64d09cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:30.730688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-9aee432b-a086-40cd-8e42-13b64d09cf4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7c08865-eb23-4873-8a3f-9e5e75635794 HTTP/1.1" status: 200 len: 853 time: 0.3660827 Sep 26 13:03:30.772671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37ff2d-cfc7-4579-8d59-3a421670cc77 req-a12fc801-f515-4765-b57b-06ede86de81e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:30.780009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f37ff2d-cfc7-4579-8d59-3a421670cc77 req-a12fc801-f515-4765-b57b-06ede86de81e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.2115533 Sep 26 13:03:30.792409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538038e2-4803-492d-83b7-c9a792a67588 req-4a0fd7bd-74c1-4dae-b930-eaca9c17732d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:30.796303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-538038e2-4803-492d-83b7-c9a792a67588 req-4a0fd7bd-74c1-4dae-b930-eaca9c17732d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.4439442 Sep 26 13:03:30.800156 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:30.958140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f37ff2d-cfc7-4579-8d59-3a421670cc77 req-768063b2-9c0e-44e4-bf72-f9f0fffabf08 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771607 Sep 26 13:03:30.985352 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-79e05ede-4cb6-46a0-9965-cd22e8597b66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2379003 Sep 26 13:03:31.005903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-3c3bf2cb-0e42-4b5e-a21d-beb624b528ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:31.007727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-3c3bf2cb-0e42-4b5e-a21d-beb624b528ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 1.0781379 Sep 26 13:03:31.296197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19773842-7ca9-4dc1-b73b-d15de49ab2cd', 'tag': '9280ce82-4cb2-489f-a368-4662fddc2708'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:31.311122 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fe2494-4a47-46ec-9564-c17ab7b1c094" -d '{"events": [{"name": "network-changed", "server_uuid": "19773842-7ca9-4dc1-b73b-d15de49ab2cd", "tag": "9280ce82-4cb2-489f-a368-4662fddc2708"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:31.349767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-ebadfbfd-d542-4e21-963b-15787dfac860 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 0.2643504 Sep 26 13:03:31.365978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889794f7-453e-431f-ae4d-46982fda2305 req-62644f4f-d74c-4355-8ed3-ba4e6d5a3110 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:31.390727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6b59426f-a584-4a03-b3e1-211e340ceb2a details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:03:31.405816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-889794f7-453e-431f-ae4d-46982fda2305 req-62644f4f-d74c-4355-8ed3-ba4e6d5a3110 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 943 time: 0.2621908 Sep 26 13:03:31.548503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-889794f7-453e-431f-ae4d-46982fda2305 req-273658f3-c56c-4671-a902-957fa6746bd9 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331594 Sep 26 13:03:31.577457 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 2, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:31.599448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-538038e2-4803-492d-83b7-c9a792a67588 req-12c22523-4e8d-4e1c-8b0d-704333fe04d7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7775838 Sep 26 13:03:31.643289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6b59426f-a584-4a03-b3e1-211e340ceb2a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6b59426f-a584-4a03-b3e1-211e340ceb2a,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:31.684546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '6b59426f-a584-4a03-b3e1-211e340ceb2a', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'port_id': '6b59426f-a584-4a03-b3e1-211e340ceb2a', 'mac_address': 'fa:16:3e:9c:26:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c3a00d-3b90-406a-8755-4a3407d6a9fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:03:31.694022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-f74731f3-a34d-4a4a-95f5-236d579e8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:31.696464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-f74731f3-a34d-4a4a-95f5-236d579e8cff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1099 time: 0.8751152 Sep 26 13:03:31.809704 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Checking router: 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:03:31.821268 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Updating router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:03:31.871942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:31.925110 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:31.953446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ec4aa45-3c02-4dd9-b7d9-8bf7289e37ba req-c29de65a-e251-43ff-87a4-76d366d08059 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 210 time: 0.1048856 Sep 26 13:03:31.958757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-2cfffa2f-5e31-4409-82b3-67bc0089f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:31.975765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-2cfffa2f-5e31-4409-82b3-67bc0089f6c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.5783663 Sep 26 13:03:32.030766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b59426f-a584-4a03-b3e1-211e340ceb2a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:32.066028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6b59426f-a584-4a03-b3e1-211e340ceb2a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6b59426f-a584-4a03-b3e1-211e340ceb2a,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:32.084438 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:32.127994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:32.167764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6b59426f-a584-4a03-b3e1-211e340ceb2a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:32.169594 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc8ffd-a825-427a-9be2-fc37a531624c x-openstack-request-id: req-4afc8ffd-a825-427a-9be2-fc37a531624c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:32.169988 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19773842-7ca9-4dc1-b73b-d15de49ab2cd", "tag": "9280ce82-4cb2-489f-a368-4662fddc2708", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:32.170251 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4afc8ffd-a825-427a-9be2-fc37a531624c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:32.170670 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19773842-7ca9-4dc1-b73b-d15de49ab2cd', 'tag': '9280ce82-4cb2-489f-a368-4662fddc2708', 'status': 'completed', 'code': 200} Sep 26 13:03:32.174490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:03:26Z', 'revision_number': 4, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '53ae7d09-e1b1-4fb1-bb1a-030cc241d231', 'name': '', 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'mac_address': 'fa:16:3e:71:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'dbee1dfa-c4e3-4964-be64-b6cde1150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:25Z', 'updated_at': '2021-09-26T13:03:26Z', 'revision_number': 2, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'subnets': [{'id': 'dbee1dfa-c4e3-4964-be64-b6cde1150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:32.232408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Checking router: 82a52d07-7068-46be-b759-53d2375e9a17 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:03:32.234873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Updating router 82a52d07-7068-46be-b759-53d2375e9a17 port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:03:32.300561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-0ea35322-2908-480e-8e9f-1e6ad166f50c service neutron] 10.222.0.24 "GET /v2.0/networks/fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2667871 Sep 26 13:03:32.318019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:32.448807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-52685697-network', 'tenant_id': '0b0238637b184a849f4c12e88c8d0d05'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:32.497014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Made reservation on behalf of 0b0238637b184a849f4c12e88c8d0d05 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:32.500082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:32.508854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['6b59426f-a584-4a03-b3e1-211e340ceb2a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:32.524449 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:32.609168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-3842e64b-fb13-400c-8239-8c875e726c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:32.612922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-3842e64b-fb13-400c-8239-8c875e726c04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.8777616 Sep 26 13:03:32.743673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aa62f-1c10-49e6-916a-2581c662350b req-a72afb55-e22b-4785-a79a-123ec65842d5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:32.754706 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec8aa62f-1c10-49e6-916a-2581c662350b req-a72afb55-e22b-4785-a79a-123ec65842d5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.3908138 Sep 26 13:03:32.883918 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:32.892820 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:32.902262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4422-c05f-48d5-b041-d24a3d614def req-d0ad3c63-3438-41e8-aebf-16f2f614a61c tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:32.903783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-d0ad3c63-3438-41e8-aebf-16f2f614a61c tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.24 "GET /v2.0/networks?id=0d61f450-e939-4a53-b8e2-4bfa165b52ca HTTP/1.1" status: 200 len: 829 time: 1.0942063 Sep 26 13:03:33.014628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec8aa62f-1c10-49e6-916a-2581c662350b req-a059230e-a8e0-4ffd-9283-006223b68dcd tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578597 Sep 26 13:03:33.203642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.232800 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.253118 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa34e-e1f3-47ae-ae03-ce46558a661d None None] Pushing event updated for resources: {'Port': ['ID=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:33.305301 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Attempting to bind port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:33.305873 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Attempting to bind port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:33.306419 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Attempting to bind port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 on network 0d61f450-e939-4a53-b8e2-4bfa165b52ca {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:33.314607 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:33.315340 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Checking segment: {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:33.315981 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.316573 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Bound using segment: {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:33.318597 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Bound port: 355d92bf-e1a2-4fb1-92c9-f9302625c4f5, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:33.319420 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.396387 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.408769 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.429056 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] For port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:33.430860 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:03:33.446918 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] For port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:33.460074 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.481984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b204a-13d0-416a-b13e-d10b2ef08cc2 None None] Pushing event updated for resources: {'Port': ['ID=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:33.518587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b7b25b-39c5-47b6-9e38-393673fee448,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:33.564596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.565310 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Added segment 1dfad221-df5f-4d39-a411-1a2f0c44593b of type vlan for network 30404ccf-17d1-43c9-b420-7211daefccb4 Sep 26 13:03:33.705756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-43a7d938-7d07-4d54-a284-cdc8293613a9 None None] Provisioning complete for port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:33.712840 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43a7d938-7d07-4d54-a284-cdc8293613a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.715387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d78067-9b6d-4c59-b18a-dc7d6516f19b req-27d784fe-b2bf-48a9-8c56-4fb8a0ee2d35 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:33.731376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a0d78067-9b6d-4c59-b18a-dc7d6516f19b req-27d784fe-b2bf-48a9-8c56-4fb8a0ee2d35 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 943 time: 0.4517083 Sep 26 13:03:33.741097 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa34e-e1f3-47ae-ae03-ce46558a661d None None] Pushing event updated for resources: {'Port': ['ID=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:33.744039 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:33.744663 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:33.748163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.807286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Attempting to bind port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:33.808411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Attempting to bind port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:33.809392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Attempting to bind port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 on network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:33.861558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:33.863251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Checking segment: {'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:33.864173 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.867363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Bound using segment: {'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:33.868165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Bound port: 53ae7d09-e1b1-4fb1-bb1a-030cc241d231, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4236305-ba43-4c3f-8109-251ee4f2dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:33.869519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.906599 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a0d78067-9b6d-4c59-b18a-dc7d6516f19b req-9a8899cd-7e65-401e-a8d1-7716a4a82bc1 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735184 Sep 26 13:03:33.922925 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:33.927657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:33.929141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:34.043064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9138012 Sep 26 13:03:34.048386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38224) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:34.055561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Request body: {'subnet': {'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-52685697-subnet', 'tenant_id': '0b0238637b184a849f4c12e88c8d0d05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:34.157779 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:34.161060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b78064-cd88-4e0c-9d17-cde7c1c41e72 admin admin] Pushing event updated for resources: {'Network': ['ID=30404ccf-17d1-43c9-b420-7211daefccb4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:34.182810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Made reservation on behalf of 0b0238637b184a849f4c12e88c8d0d05 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:34.186559 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:34.188302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 30404ccf-17d1-43c9-b420-7211daefccb4 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:03:34.305271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] For port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:34.317232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-170de267-3998-4608-a00f-55f7e413b58c req-62c4e5a3-20cf-4dbd-873c-a7b7341d06d3 service neutron] 10.222.0.24 "GET /v2.0/networks/fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9993446 Sep 26 13:03:34.323879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Request body: {'port': {'device_id': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'admin_state_up': True, 'tenant_id': '26cef2cd1c044b248639708861accb8f'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:34.383912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] For port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,segment=NetworkSegment(f4236305-ba43-4c3f-8109-251ee4f2dbeb),segment_id=f4236305-ba43-4c3f-8109-251ee4f2dbeb)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:34.386304 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43a7d938-7d07-4d54-a284-cdc8293613a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:34.438447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-7d6fc1f5-64a8-4be2-9ffc-cce61969bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:34.440070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-7d6fc1f5-64a8-4be2-9ffc-cce61969bfc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 2.3802149 Sep 26 13:03:34.483157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-a16c009e-3b3c-43b7-a413-bdb1672966e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 1.7715321 Sep 26 13:03:34.493386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631913-859c-492b-9682-4ff0be45cf9b req-f9292a85-df15-475a-b686-8a272714f742 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:34.506585 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3631913-859c-492b-9682-4ff0be45cf9b req-f9292a85-df15-475a-b686-8a272714f742 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 944 time: 2.6882551 Sep 26 13:03:34.526449 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:34.550014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd921b1e-3b82-4e38-89bb-72370dbef61a req-a022fcf6-585d-48bd-9e06-ead64a885908 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:34.559259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd921b1e-3b82-4e38-89bb-72370dbef61a req-a022fcf6-585d-48bd-9e06-ead64a885908 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.5087066 Sep 26 13:03:34.570735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0b4a65be-98ba-4184-84e8-e494e3eed624 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:03:34.621616 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:34.628844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Made reservation on behalf of 26cef2cd1c044b248639708861accb8f for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:34.632793 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:34.647775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-6a4f089e-e600-467d-b73f-3f2b809c7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:34.649703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-6a4f089e-e600-467d-b73f-3f2b809c7517 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1026909 Sep 26 13:03:34.665365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7d46db-322c-4a6a-8a03-c1ea3d49d187,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:34.694458 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd921b1e-3b82-4e38-89bb-72370dbef61a req-4e9242ea-8149-4f3e-b04a-0ab30494cb68 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196392 Sep 26 13:03:34.717458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Checking segment: {'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:34.719244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Network hostable DHCP agents. Network: 30404ccf-17d1-43c9-b420-7211daefccb4, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:03:34.759678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Network 30404ccf-17d1-43c9-b420-7211daefccb4 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:03:34.792018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-610a7c38-9340-4352-b730-ebd50d6699b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:34.796099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-610a7c38-9340-4352-b730-ebd50d6699b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=38c39fa7ff80442e88507e6de6afc8bb&device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 1095 time: 0.3163896 Sep 26 13:03:34.796942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 30404ccf-17d1-43c9-b420-7211daefccb4) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:34.801373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-cd8cf33c-011e-4c93-aed6-a7c769b7f553 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 2.3927753 Sep 26 13:03:34.803644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:34.804492 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:34.829279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-43a7d938-7d07-4d54-a284-cdc8293613a9 None None] For port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:34.853335 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:33Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:34.854026 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43a7d938-7d07-4d54-a284-cdc8293613a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:34.860988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b55cf-3280-4116-a454-f6f74942eee9 None None] Network 30404ccf-17d1-43c9-b420-7211daefccb4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:34.881979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c1efed9c-0b2f-43a1-abbe-c17027cfd3c9 req-28549468-f6a8-471b-9713-3cbe03970508 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 210 time: 0.0491087 Sep 26 13:03:34.884342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c0cc942d-0641-44da-a08c-eb6ae3fbe7ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8326766 Sep 26 13:03:34.930174 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4d80e-80e0-472f-a36e-8c6d9cebf4a3 None None] The sync data for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 is: [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:33Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:03:35.075360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-7895ab2b-06c5-4fe3-b5c2-e0820e825068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:35.079682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-7895ab2b-06c5-4fe3-b5c2-e0820e825068 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe HTTP/1.1" status: 200 len: 913 time: 0.2725351 Sep 26 13:03:35.124948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3631913-859c-492b-9682-4ff0be45cf9b req-adfa5201-6329-4e02-aa9f-630e140f0f5d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097636 Sep 26 13:03:35.149933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc418f-de7d-42f8-83cb-813bf2bf9526 req-5cd67920-6dc8-4186-85fa-328e27b8ad99 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:35.158729 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24fc418f-de7d-42f8-83cb-813bf2bf9526 req-5cd67920-6dc8-4186-85fa-328e27b8ad99 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 947 time: 0.1793144 Sep 26 13:03:35.226899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24fc418f-de7d-42f8-83cb-813bf2bf9526 req-81b3763b-be30-46cc-9ffb-8a435ac85df8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670130 Sep 26 13:03:35.422910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6b59426f-a584-4a03-b3e1-211e340ceb2a up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:35.493477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:35.562413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-b8d71b16-c9ab-4154-93d1-e5444e868a91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9280ce82-4cb2-489f-a368-4662fddc2708 HTTP/1.1" status: 200 len: 217 time: 0.2528346 Sep 26 13:03:35.564726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-8e81e6d6-3cbb-469b-a02b-3e7a1a0554e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:35.566675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-8e81e6d6-3cbb-469b-a02b-3e7a1a0554e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8708887 Sep 26 13:03:35.570423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-31f9e7df-ff66-4b29-b408-cacb931d287f req-7c4ae199-6123-4e98-9d70-4e714ac9e090 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1333846041', 'description': 'tempest-description-537690225'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:35.605100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31f9e7df-ff66-4b29-b408-cacb931d287f req-7c4ae199-6123-4e98-9d70-4e714ac9e090 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:35.661435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.resource_extend [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] It took 0.92 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:03:35.716805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Routers {'82a52d07-7068-46be-b759-53d2375e9a17'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:03:35.717662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['82a52d07-7068-46be-b759-53d2375e9a17'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:35.770948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-9b100e9e-a29f-42f4-858d-71b8a53136a1 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771479 Sep 26 13:03:35.777387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-ecb931e9-cbf5-4e4d-988d-4d736747dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:35.781784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-ecb931e9-cbf5-4e4d-988d-4d736747dab2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1101 time: 0.6950052 Sep 26 13:03:35.927219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31f9e7df-ff66-4b29-b408-cacb931d287f req-7c4ae199-6123-4e98-9d70-4e714ac9e090 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:35.929642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] Set router 82a52d07-7068-46be-b759-53d2375e9a17 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:03:35.933997 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31f9e7df-ff66-4b29-b408-cacb931d287f req-7c4ae199-6123-4e98-9d70-4e714ac9e090 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:36.039087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b204a-13d0-416a-b13e-d10b2ef08cc2 None None] Pushing event updated for resources: {'Port': ['ID=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:36.043848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ae199-6123-4e98-9d70-4e714ac9e090 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541aaa54-01ff-4379-831b-2d6df78a5032,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:36.046378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-31f9e7df-ff66-4b29-b408-cacb931d287f req-7c4ae199-6123-4e98-9d70-4e714ac9e090 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:36.060675 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31f9e7df-ff66-4b29-b408-cacb931d287f req-7c4ae199-6123-4e98-9d70-4e714ac9e090 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4947841 Sep 26 13:03:36.156396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7af422bf-7d36-4ca6-9514-fb538ce67d81 req-ec36e8bc-4661-426d-8760-16c0c987ef8d service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676550 Sep 26 13:03:36.350695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:36.355592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-9124c3e3-fb7e-4e59-b0d0-c1e2435851b3 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8744342 Sep 26 13:03:36.360106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Allocated IP 172.20.0.3 (0d61f450-e939-4a53-b8e2-4bfa165b52ca/9ebd6fda-c6e8-416d-8362-c2f0162581a8/314fe711-78e6-4a06-bb3d-0f3aaa10a6f1) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:36.364940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7d938-7d07-4d54-a284-cdc8293613a9 None None] Pushing event updated for resources: {'Port': ['ID=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:36.389568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'mac_address': 'fa:16:3e:af:85:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:03:36.397355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f59708-105f-44c2-a3b9-2b9701a1fff2 req-8a3f43cb-3928-44df-84bb-5e920296c9da tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:36.408058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f59708-105f-44c2-a3b9-2b9701a1fff2 req-8a3f43cb-3928-44df-84bb-5e920296c9da tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 943 time: 0.9675064 Sep 26 13:03:36.491807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-f5d77812-3d31-4b77-9426-13b92a52b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:36.493447 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-f5d77812-3d31-4b77-9426-13b92a52b236 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1099 time: 0.2752752 Sep 26 13:03:36.494829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-c7f14258-5757-4393-b52b-d0a4ed39fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:36.496153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-c7f14258-5757-4393-b52b-d0a4ed39fde2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7c08865-eb23-4873-8a3f-9e5e75635794 HTTP/1.1" status: 200 len: 853 time: 0.8991625 Sep 26 13:03:36.517328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5f5705e1-5533-4326-be20-1b3180d367c9 None None] Provisioning complete for port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:36.521014 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f5705e1-5533-4326-be20-1b3180d367c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:36.523018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75b5cc-44da-4781-a532-893a42273f91 None None] Network 30404ccf-17d1-43c9-b420-7211daefccb4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:03:36.578936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f59708-105f-44c2-a3b9-2b9701a1fff2 req-19b21e95-e131-4424-ab63-2132dfa2257f tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677313 Sep 26 13:03:36.683129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 6b59426f-a584-4a03-b3e1-211e340ceb2a completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:36.731948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b1827-c333-4443-99d7-9321b1cc6ee8 req-21c902f4-f9be-488b-9e13-ce69de8fbd84 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:36.744434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-747b1827-c333-4443-99d7-9321b1cc6ee8 req-21c902f4-f9be-488b-9e13-ce69de8fbd84 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.2952218 Sep 26 13:03:36.767509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-b77082a5-377a-4af6-8223-ba25cc7f4b25 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:36.782606 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-b77082a5-377a-4af6-8223-ba25cc7f4b25 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818&tenant_id=90f04e6ddbab44e4af218f5e38804408&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 947 time: 0.2881002 Sep 26 13:03:36.789164 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:36.819064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-99dde6e5-8251-427e-b26b-4321b986c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:36.821700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-99dde6e5-8251-427e-b26b-4321b986c86d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1078765 Sep 26 13:03:36.895574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 6b59426f-a584-4a03-b3e1-211e340ceb2a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:36.895955 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:36.907525 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-da135003-69cd-4e3e-b598-0e0354de4696 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 0.0587068 Sep 26 13:03:36.954304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1dc0a906-383b-4e62-9bde-a50b538d5ca8 req-c6197dcf-501e-4ed2-ad08-da703e2bedcb tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 210 time: 0.1313064 Sep 26 13:03:36.956453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-400c8118-3fc3-488b-9d9b-dec12892968b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2437794 Sep 26 13:03:36.956588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-747b1827-c333-4443-99d7-9321b1cc6ee8 req-51417b12-6b79-43ea-a988-7cc3ae34993e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093830 Sep 26 13:03:36.982547 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-41a3f076-2334-40d8-8f89-f0bb82cd0b55 service neutron] delete failed (client error): The resource could not be found. Sep 26 13:03:36.983545 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-41a3f076-2334-40d8-8f89-f0bb82cd0b55 service neutron] 10.222.0.23 "DELETE /v2.0/ports/0b4a65be-98ba-4184-84e8-e494e3eed624/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.1589012 Sep 26 13:03:37.007469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-e6cf1f96-29cd-4213-acf5-9e639d2fde13 req-672b6043-89fb-463d-8459-23d538bbc7e8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1743101647', 'description': 'tempest-description-1852605275'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:37.058946 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e6cf1f96-29cd-4213-acf5-9e639d2fde13 req-672b6043-89fb-463d-8459-23d538bbc7e8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.104003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:37.104366 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.106996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-950eaf27-ec75-498a-9173-71080173be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:37.108647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-950eaf27-ec75-498a-9173-71080173be7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1669271 Sep 26 13:03:37.134551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4a65be-98ba-4184-84e8-e494e3eed624 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:37.157222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:37.201000 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.217169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-7eb20269-b74b-4c39-b996-52d3de7a6f9a service neutron] 10.222.0.24 "GET /v2.0/networks/fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029193 Sep 26 13:03:37.245085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9280ce82-4cb2-489f-a368-4662fddc2708 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:03:37.364394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9280ce82-4cb2-489f-a368-4662fddc2708, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9280ce82-4cb2-489f-a368-4662fddc2708,segment=NetworkSegment(838f7336-5a64-4d67-885c-82b431d11b79),segment_id=838f7336-5a64-4d67-885c-82b431d11b79)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:37.395505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '9280ce82-4cb2-489f-a368-4662fddc2708', 'network_id': 'fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe', 'port_id': '9280ce82-4cb2-489f-a368-4662fddc2708', 'mac_address': 'fa:16:3e:1f:96:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c08865-eb23-4873-8a3f-9e5e75635794', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:03:37.438057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e6cf1f96-29cd-4213-acf5-9e639d2fde13 req-672b6043-89fb-463d-8459-23d538bbc7e8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.444717 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e6cf1f96-29cd-4213-acf5-9e639d2fde13 req-672b6043-89fb-463d-8459-23d538bbc7e8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.478778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-f9314463-b413-4e8b-bf31-e0b884b74106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:37.480471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-f9314463-b413-4e8b-bf31-e0b884b74106 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 1.5736248 Sep 26 13:03:37.490662 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.501413 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e6cf1f96-29cd-4213-acf5-9e639d2fde13 req-672b6043-89fb-463d-8459-23d538bbc7e8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.515673 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-8ab22b24-d4ea-4345-bdf2-c5a29ef942de service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0867805 Sep 26 13:03:37.546987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9280ce82-4cb2-489f-a368-4662fddc2708 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:37.558887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e6cf1f96-29cd-4213-acf5-9e639d2fde13 req-672b6043-89fb-463d-8459-23d538bbc7e8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5486450 Sep 26 13:03:37.560076 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b6043-89fb-463d-8459-23d538bbc7e8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a0e058-081a-4fc5-8335-423d2597edf5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:37.572841 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5fe2494-4a47-46ec-9564-c17ab7b1c094 req-ead1ccb9-a208-411c-8c4a-f2fd23638492 service neutron] 10.222.0.24 "GET /v2.0/networks/fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105707 Sep 26 13:03:37.649060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-b83a446c-ea10-4364-bdf8-1c00764640c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:37.650670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-b83a446c-ea10-4364-bdf8-1c00764640c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4245546 Sep 26 13:03:37.656757 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-049d9271-9ae4-4b9d-82cb-48838a84d9c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.1440299 Sep 26 13:03:37.693254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0b4a65be-98ba-4184-84e8-e494e3eed624'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:37.695158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600555f-1d50-4f66-abf4-0e09d783c652 req-ea045e7f-a6e9-4aea-be4e-bf6b8f1f9da0 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:37.696765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a600555f-1d50-4f66-abf4-0e09d783c652 req-ea045e7f-a6e9-4aea-be4e-bf6b8f1f9da0 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 945 time: 0.5850034 Sep 26 13:03:37.739620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:37.798093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab486f1-362a-4fd6-a8cc-ce10b6aa3e0d req-c124a790-0e09-453c-bd37-3203419a6435 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:37.803751 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ab486f1-362a-4fd6-a8cc-ce10b6aa3e0d req-c124a790-0e09-453c-bd37-3203419a6435 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 948 time: 0.1404548 Sep 26 13:03:37.808975 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.885241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9280ce82-4cb2-489f-a368-4662fddc2708, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9280ce82-4cb2-489f-a368-4662fddc2708,segment=NetworkSegment(838f7336-5a64-4d67-885c-82b431d11b79),segment_id=838f7336-5a64-4d67-885c-82b431d11b79)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:37.906953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ab486f1-362a-4fd6-a8cc-ce10b6aa3e0d req-f361e8c9-1fb6-4b49-9b85-544acce948c5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966978 Sep 26 13:03:37.948550 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:37.999023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:38.083205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9280ce82-4cb2-489f-a368-4662fddc2708,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:38.133846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d9e186-1d9d-4e21-ba44-b9d7d0be010a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59426f-a584-4a03-b3e1-211e340ceb2a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:38.137275 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ea8b71-8049-4173-ae0a-4b2bdb51f29f" -d '{"events": [{"server_uuid": "b5d9e186-1d9d-4e21-ba44-b9d7d0be010a", "name": "network-vif-plugged", "status": "completed", "tag": "6b59426f-a584-4a03-b3e1-211e340ceb2a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:38.141361 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f5705e1-5533-4326-be20-1b3180d367c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:38.182547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b487-2259-41e5-9b13-0bb631b6dfca req-f2338af7-bd97-45f3-9086-9a4d20172e86 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:38.184237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1e6b487-2259-41e5-9b13-0bb631b6dfca req-f2338af7-bd97-45f3-9086-9a4d20172e86 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 944 time: 0.1401057 Sep 26 13:03:38.200808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:38.201987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-108c1554-82a3-4ada-835d-7659a571626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:38.206188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-108c1554-82a3-4ada-835d-7659a571626d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.5275128 Sep 26 13:03:38.210875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['9280ce82-4cb2-489f-a368-4662fddc2708'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:38.223095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 6b59426f-a584-4a03-b3e1-211e340ceb2a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6b59426f-a584-4a03-b3e1-211e340ceb2a,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:38.249357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5f5705e1-5533-4326-be20-1b3180d367c9 None None] For port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,segment=NetworkSegment(f4236305-ba43-4c3f-8109-251ee4f2dbeb),segment_id=f4236305-ba43-4c3f-8109-251ee4f2dbeb)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:38.276947 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1e6b487-2259-41e5-9b13-0bb631b6dfca req-510af12a-7837-4d3c-9f2c-67625487cd0c tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847807 Sep 26 13:03:38.341710 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f5705e1-5533-4326-be20-1b3180d367c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:38.345227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:38.348593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-ad8f5d6c-4276-41a0-b268-d8f455c36031 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717010 Sep 26 13:03:38.361529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:03:26Z', 'revision_number': 4, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '53ae7d09-e1b1-4fb1-bb1a-030cc241d231', 'name': '', 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'mac_address': 'fa:16:3e:71:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'dbee1dfa-c4e3-4964-be64-b6cde1150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:25Z', 'updated_at': '2021-09-26T13:03:34Z', 'revision_number': 4, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'subnets': [{'id': 'dbee1dfa-c4e3-4964-be64-b6cde1150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:38.387742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a600555f-1d50-4f66-abf4-0e09d783c652 req-2b88c614-4238-42a1-bf4e-3a16785e4d7f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466215 Sep 26 13:03:38.420617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-47e334ab-b3ef-4e6f-8f8a-b030c15ed1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:38.422406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-47e334ab-b3ef-4e6f-8f8a-b030c15ed1d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1100 time: 0.6890397 Sep 26 13:03:38.538251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-8ed7ebd4-0701-4472-8da0-03948a4ac4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:38.539844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-8ed7ebd4-0701-4472-8da0-03948a4ac4eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2815862 Sep 26 13:03:38.665716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-4ca29cc4-66e6-4c5e-9c9d-0d934b28750e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:38.674921 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-4ca29cc4-66e6-4c5e-9c9d-0d934b28750e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 811 time: 0.2492666 Sep 26 13:03:38.681175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:38.698275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-b0a3077d-e185-496e-a742-466c241b2eb2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/quotas/0b0238637b184a849f4c12e88c8d0d05 HTTP/1.1" status: 200 len: 375 time: 0.0161455 Sep 26 13:03:38.901609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5705e1-5533-4326-be20-1b3180d367c9 None None] Pushing event updated for resources: {'Port': ['ID=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:38.948821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680beb9-7b59-461b-aab3-357a605080c1 None None] The sync data for ids ['82a52d07-7068-46be-b759-53d2375e9a17'] in n-d-806683-13 is: [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:03:26Z', 'revision_number': 4, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '53ae7d09-e1b1-4fb1-bb1a-030cc241d231', 'name': '', 'network_id': 'b696dd0e-606d-4bc2-9121-5e8ec9c55bbe', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'mac_address': 'fa:16:3e:71:6d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'dbee1dfa-c4e3-4964-be64-b6cde1150428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:25Z', 'updated_at': '2021-09-26T13:03:34Z', 'revision_number': 4, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'subnets': [{'id': 'dbee1dfa-c4e3-4964-be64-b6cde1150428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:03:39.072341 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-558c5ad0-60a6-4d00-b098-a3183892d80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:39.227212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=6b59426f-a584-4a03-b3e1-211e340ceb2a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:39.303696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5f5705e1-5533-4326-be20-1b3180d367c9 None None] Provisioning complete for port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:39.304069 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f5705e1-5533-4326-be20-1b3180d367c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:39.336508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:39.336876 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:39.400780 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-def92a9c-7c7b-4d22-afe6-cbe8999f8862 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7075741 Sep 26 13:03:39.615840 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-6d228e41-2db8-4f55-9b5a-c4132263ba6f service neutron] 10.222.0.13 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140312 Sep 26 13:03:39.715981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:39.752037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:39.754485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c2d2366e-f210-4a31-97be-f09444e949cb None None] Provisioning complete for port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:39.754812 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c2d2366e-f210-4a31-97be-f09444e949cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:39.777407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6ff4b1a-aa29-4b57-8aa3-f7df9a65617b req-36c2cf37-d1b4-4e1e-aed1-0f8b599d9466 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4119358 Sep 26 13:03:39.784284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:39.863275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-c9309f36-dd2a-40a2-a60c-640d7d2ffcf5 service neutron] 10.222.0.13 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432947 Sep 26 13:03:39.893185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:39.894228 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:40.086264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db77112-53d5-4023-808e-626e09aa0dbc req-6d2d883f-9882-4fc3-9c9e-dc0afced6889 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:40.120143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3db77112-53d5-4023-808e-626e09aa0dbc req-6d2d883f-9882-4fc3-9c9e-dc0afced6889 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 1.5902138 Sep 26 13:03:40.241258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Pushing event updated for resources: {'Port': ['ID=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:40.255643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-195f6e5c-343d-4ba9-9ec2-9f8fb4202bf9 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6893158 Sep 26 13:03:40.257099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-dd649aa7-ea8f-47bf-8569-89070d09ae6a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3264475 Sep 26 13:03:40.261211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-4d98ba25-8e25-4108-80aa-e7c7360d7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:40.262906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-4d98ba25-8e25-4108-80aa-e7c7360d7c9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 1.8086271 Sep 26 13:03:40.277248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Request body: {'port': {'device_id': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:40.298316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3db77112-53d5-4023-808e-626e09aa0dbc req-2bca5374-d64a-4177-9ca3-0f2d639dde6d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755302 Sep 26 13:03:40.341862 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:40.508512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970d770-68a4-4d2e-b932-b697ef353540 req-f96043cd-7454-4da4-aca8-0b6669b8cbc3 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:40.527373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-23537a3f-7ae2-4d4c-aadc-d29b39f045fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 0.2469490 Sep 26 13:03:40.528654 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aff331-114a-4a6e-9853-6a9658f0254f x-openstack-request-id: req-e2aff331-114a-4a6e-9853-6a9658f0254f {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:40.529424 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d9e186-1d9d-4e21-ba44-b9d7d0be010a", "name": "network-vif-plugged", "status": "completed", "tag": "6b59426f-a584-4a03-b3e1-211e340ceb2a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:40.529834 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2aff331-114a-4a6e-9853-6a9658f0254f {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:40.530383 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d9e186-1d9d-4e21-ba44-b9d7d0be010a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59426f-a584-4a03-b3e1-211e340ceb2a', 'code': 200} Sep 26 13:03:40.536512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:40.537073 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:40.551130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f970d770-68a4-4d2e-b932-b697ef353540 req-f96043cd-7454-4da4-aca8-0b6669b8cbc3 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 931 time: 0.1604314 Sep 26 13:03:40.681374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9e73e8eb-233c-4b07-86b9-9eb91172c3dc None None] Provisioning complete for port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:40.682128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e73e8eb-233c-4b07-86b9-9eb91172c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:40.805073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9e73e8eb-233c-4b07-86b9-9eb91172c3dc None None] Port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:03:40.882805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:40.910197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f970d770-68a4-4d2e-b932-b697ef353540 req-2dd75765-7648-481c-b69d-bf2baa1f7857 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572750 Sep 26 13:03:40.927403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-8be0e78d-fb74-4875-a28f-718bcd26877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:40.929425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-8be0e78d-fb74-4875-a28f-718bcd26877e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2991197 Sep 26 13:03:40.958007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32c1c9-40e2-45ea-98d1-7733cb99ef3c req-7722de71-24c7-4158-b637-528bfc8d14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:40.963939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c32c1c9-40e2-45ea-98d1-7733cb99ef3c req-7722de71-24c7-4158-b637-528bfc8d14e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 1098 time: 0.3291435 Sep 26 13:03:41.004228 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e9b2b57e-43ef-490d-940a-028573743e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:41.068622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c32c1c9-40e2-45ea-98d1-7733cb99ef3c req-11eab1cd-24e3-452e-9a13-8eef8de86074 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965190 Sep 26 13:03:41.180906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087167-8006-458a-ab09-1f783ef58509 req-c6ac4c26-e855-4e83-bb74-295860d5c585 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:41.193381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4087167-8006-458a-ab09-1f783ef58509 req-c6ac4c26-e855-4e83-bb74-295860d5c585 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 944 time: 0.1223404 Sep 26 13:03:41.235077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9280ce82-4cb2-489f-a368-4662fddc2708 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:41.328710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 9280ce82-4cb2-489f-a368-4662fddc2708 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:41.333391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 9280ce82-4cb2-489f-a368-4662fddc2708 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:41.334793 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:41.338709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4087167-8006-458a-ab09-1f783ef58509 req-7a8dc262-b34a-4a10-af3c-5677fffb44d4 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342402 Sep 26 13:03:41.503465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e29a7-b683-482b-8128-c6cf55bae499 req-8c755fe8-9a56-4ab6-add2-9eeb7edfda13 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:41.523417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-878e29a7-b683-482b-8128-c6cf55bae499 req-8c755fe8-9a56-4ab6-add2-9eeb7edfda13 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 948 time: 0.6733520 Sep 26 13:03:41.535290 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:41.541012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f687f68c-4be1-4ddb-b0dd-f89b5b379234 req-b425e688-e43b-4b12-bbe9-045e3b41877c service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2671144 Sep 26 13:03:41.621428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9280ce82-4cb2-489f-a368-4662fddc2708, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9280ce82-4cb2-489f-a368-4662fddc2708,segment=NetworkSegment(838f7336-5a64-4d67-885c-82b431d11b79),segment_id=838f7336-5a64-4d67-885c-82b431d11b79)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:41.633245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:41.634243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0b4a65be-98ba-4184-84e8-e494e3eed624 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:41.640668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b61d2-8b1f-4e5a-b1d6-e3aa9194d574 req-7424edaf-0b7d-4024-8256-46e4dccc2318 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:41.652551 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d16b61d2-8b1f-4e5a-b1d6-e3aa9194d574 req-7424edaf-0b7d-4024-8256-46e4dccc2318 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 946 time: 0.1572256 Sep 26 13:03:41.735817 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d16b61d2-8b1f-4e5a-b1d6-e3aa9194d574 req-c14cb975-b639-4d61-aacd-6717a256ad7e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804975 Sep 26 13:03:41.786955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-6e7f4b21-dd0b-4cfc-96d0-6048dbcdaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:41.788597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-6e7f4b21-dd0b-4cfc-96d0-6048dbcdaeb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6615393 Sep 26 13:03:41.797933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-878e29a7-b683-482b-8128-c6cf55bae499 req-50ad10db-72fd-4f07-82ad-707019beb1d6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558017 Sep 26 13:03:41.813821 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:41.887164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38554) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:41.923977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 0b4a65be-98ba-4184-84e8-e494e3eed624 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:41.950051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 0b4a65be-98ba-4184-84e8-e494e3eed624 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:41.950434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.037951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9280ce82-4cb2-489f-a368-4662fddc2708,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:42.055654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.056430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.056430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.056740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.057158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.057478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.057854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.058178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.058491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.058923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.059254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.059770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.070722 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.072463 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c8a694eb-4412-42c9-a369-a0758f657763 req-fb6f6c0d-2554-44e9-951e-3952ae70d918 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 210 time: 0.1166193 Sep 26 13:03:42.084444 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.137915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.202229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:42.204245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-c2ee116a-f926-48a8-8fb0-a7ba1adc23d6 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935032 Sep 26 13:03:42.209534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.231698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434227b-e271-4dfd-ba62-57d11c9dc4ea req-1f537f12-bf6a-4646-a043-46c03690ecd9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:42.239195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4434227b-e271-4dfd-ba62-57d11c9dc4ea req-1f537f12-bf6a-4646-a043-46c03690ecd9 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1823421 Sep 26 13:03:42.271720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ee3ec-ca2b-4104-a361-f8c40e9aec48 req-d2eb0477-0305-473b-aa4e-64288335ffba tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:42.273953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a90ee3ec-ca2b-4104-a361-f8c40e9aec48 req-d2eb0477-0305-473b-aa4e-64288335ffba tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 931 time: 0.0829756 Sep 26 13:03:42.280919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.290059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:42.290240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.355036 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1007e36379d4ab8952a41031e63e98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643130 Sep 26 13:03:42.357873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38574) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:42.372312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454d5896-c65d-4d50-9fe5-385d71c1254f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:42.379237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4434227b-e271-4dfd-ba62-57d11c9dc4ea req-26ba352d-95b1-4c4d-979c-e61ea530bce5 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385550 Sep 26 13:03:42.380584 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a90ee3ec-ca2b-4104-a361-f8c40e9aec48 req-0d7cfe46-c342-4163-9491-7b7560c108ff tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981309 Sep 26 13:03:42.390864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:42.396220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.396566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.396905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.397242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.397614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.397925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.398250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.398572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.398885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.399207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.399526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.399843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89adbbec-70b5-4760-abdb-b9551df0d4c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:42.401091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.420316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Transition to ACTIVE for port object 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:03:42.425703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.432673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8602499f-2a47-43f0-945d-d91bc9a0d79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.479133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7801ca7-67a0-4ab3-8158-fb302640fd3e req-2e459d6f-f09a-446e-a253-856523a0f4dc service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661793 Sep 26 13:03:42.479930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8602499f-2a47-43f0-945d-d91bc9a0d79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.536017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19773842-7ca9-4dc1-b73b-d15de49ab2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9280ce82-4cb2-489f-a368-4662fddc2708'}, {'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:42.541660 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044fb313-f534-4a92-bd53-38d81008fe5f" -d '{"events": [{"server_uuid": "19773842-7ca9-4dc1-b73b-d15de49ab2cd", "name": "network-vif-plugged", "status": "completed", "tag": "9280ce82-4cb2-489f-a368-4662fddc2708"}, {"server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:42.592979 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8602499f-2a47-43f0-945d-d91bc9a0d79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.595870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8602499f-2a47-43f0-945d-d91bc9a0d79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:42.597169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8602499f-2a47-43f0-945d-d91bc9a0d79e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/454d5896-c65d-4d50-9fe5-385d71c1254f HTTP/1.1" status: 204 len: 168 time: 0.2381375 Sep 26 13:03:42.620450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602499f-2a47-43f0-945d-d91bc9a0d79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454d5896-c65d-4d50-9fe5-385d71c1254f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:42.643278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:42.712666 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325dce31-0631-43d7-a0cd-b43c18e04a44 x-openstack-request-id: req-325dce31-0631-43d7-a0cd-b43c18e04a44 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:42.713116 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19773842-7ca9-4dc1-b73b-d15de49ab2cd", "name": "network-vif-plugged", "status": "completed", "tag": "9280ce82-4cb2-489f-a368-4662fddc2708", "code": 200}, {"server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:42.713435 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-325dce31-0631-43d7-a0cd-b43c18e04a44 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:42.714213 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19773842-7ca9-4dc1-b73b-d15de49ab2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9280ce82-4cb2-489f-a368-4662fddc2708', 'code': 200} Sep 26 13:03:42.714892 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'code': 200} Sep 26 13:03:42.823490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2102-120a-4b7c-9d3c-99f8f2f55209 req-25ea1bcb-80bd-4513-b24b-e68625a9904d tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:42.832675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6ac2102-120a-4b7c-9d3c-99f8f2f55209 req-25ea1bcb-80bd-4513-b24b-e68625a9904d tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 945 time: 0.3508005 Sep 26 13:03:42.924500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c36658-1e7b-4fb5-88a5-df5d98264361 req-864075e7-eb44-4636-9001-3f88ca2c66ec tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:42.933430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-23c36658-1e7b-4fb5-88a5-df5d98264361 req-864075e7-eb44-4636-9001-3f88ca2c66ec tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 946 time: 0.0748272 Sep 26 13:03:42.961610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-824c0b52-b9c5-43e3-aab2-59ddf00fd631 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:42.963452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-824c0b52-b9c5-43e3-aab2-59ddf00fd631 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.23 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 811 time: 0.3244429 Sep 26 13:03:43.000408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-23c36658-1e7b-4fb5-88a5-df5d98264361 req-5409afae-5af3-474b-b345-3f1c19a1f4e8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619674 Sep 26 13:03:43.141313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'port': {'device_id': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4', 'admin_state_up': True, 'tenant_id': '0b0238637b184a849f4c12e88c8d0d05'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:43.166848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6ac2102-120a-4b7c-9d3c-99f8f2f55209 req-240999cb-efae-4dd0-95f6-5aa6d795b370 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332946 Sep 26 13:03:43.184918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Attempting to bind port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:43.185601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Attempting to bind port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:43.186089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Attempting to bind port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 on network 0d61f450-e939-4a53-b8e2-4bfa165b52ca {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:43.209317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0cee8-12c9-4275-811e-5db3923c289e req-195d07a8-00b2-4007-a087-80d74f8e1809 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:43.216251 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4d0cee8-12c9-4275-811e-5db3923c289e req-195d07a8-00b2-4007-a087-80d74f8e1809 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.1018283 Sep 26 13:03:43.223670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 on network 0d61f450-e939-4a53-b8e2-4bfa165b52ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:03:43.224146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Attempting to bind port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 on network 0d61f450-e939-4a53-b8e2-4bfa165b52ca {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:43.322145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4d0cee8-12c9-4275-811e-5db3923c289e req-985f8b53-2783-4359-ba83-c72060d8cb0e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938430 Sep 26 13:03:43.324174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1319afb-e991-4263-90b0-322902c75fb8 req-a7139791-964b-4574-82bf-45bfe763148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:43.326309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1319afb-e991-4263-90b0-322902c75fb8 req-a7139791-964b-4574-82bf-45bfe763148f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 1097 time: 0.4777951 Sep 26 13:03:43.332118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:43.332602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Checking segment: {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:43.333179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Bound using segment: {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:43.333793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Bound port: 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5263f535-f253-48ff-8fbf-4224dd1ee721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:43.334767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:43.456767 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:43.527622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e7c8a33-16b1-454e-bcd8-09183d005084 req-8bd5cf98-f815-4ccb-a600-7c45b280e38c tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 210 time: 0.0634017 Sep 26 13:03:43.531226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1319afb-e991-4263-90b0-322902c75fb8 req-ee94920f-beb6-4dc5-9d4c-336b1001d6bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917868 Sep 26 13:03:43.595531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74b0dd-f2f4-40fd-a4d8-8b1bfb28f229 req-91b723c3-b9bc-4068-89ad-103e6320e590 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:43.605820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc74b0dd-f2f4-40fd-a4d8-8b1bfb28f229 req-91b723c3-b9bc-4068-89ad-103e6320e590 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 946 time: 0.2776496 Sep 26 13:03:43.616422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Made reservation on behalf of 0b0238637b184a849f4c12e88c8d0d05 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:43.620507 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:43.642558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] For port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:43.671012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] For port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:43.686528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:43.704803 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc74b0dd-f2f4-40fd-a4d8-8b1bfb28f229 req-b058332e-3801-48ce-83be-0d6c81b39451 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986660 Sep 26 13:03:43.717033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4f525-7cfb-4f6f-8a6f-0a3e627acc51 req-34dbde55-46cf-445d-8e8c-007fe0ebeb9f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:43.724977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa4f525-7cfb-4f6f-8a6f-0a3e627acc51 req-34dbde55-46cf-445d-8e8c-007fe0ebeb9f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.0872195 Sep 26 13:03:43.780593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aa4f525-7cfb-4f6f-8a6f-0a3e627acc51 req-74fa7b01-f21f-4e0c-91d2-fc15695b56dc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498397 Sep 26 13:03:43.863649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:43.864461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:43.866280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] 10.222.0.24 "PUT /v2.0/ports/314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 200 len: 1092 time: 3.5968671 Sep 26 13:03:43.889214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:43.894087 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd" -d '{"events": [{"name": "network-changed", "server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:43.917137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9840b55-df0b-480b-aefe-878e9bb6fd90 req-63cc0138-93be-46d2-80d1-537985f7197c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:43.925671 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9840b55-df0b-480b-aefe-878e9bb6fd90 req-63cc0138-93be-46d2-80d1-537985f7197c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 946 time: 0.0875793 Sep 26 13:03:44.003757 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9840b55-df0b-480b-aefe-878e9bb6fd90 req-0115513a-39a9-4837-922a-a40d6b9c1d5d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717459 Sep 26 13:03:44.005686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59cb99-85e7-4ba0-8f51-ca97e1964ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:44.046292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4784-8845-4b45-bda6-a412632c5252 req-0cdc3abf-d0f3-4380-943d-e08523b3f0a4 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:44.054121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c4784-8845-4b45-bda6-a412632c5252 req-0cdc3abf-d0f3-4380-943d-e08523b3f0a4 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 943 time: 0.2243629 Sep 26 13:03:44.070991 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584eb062-b041-4179-b0ff-c67cf4a0a519 x-openstack-request-id: req-584eb062-b041-4179-b0ff-c67cf4a0a519 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:44.071285 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:44.071535 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-584eb062-b041-4179-b0ff-c67cf4a0a519 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:44.071924 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'status': 'completed', 'code': 200} Sep 26 13:03:44.073009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Allocated IP 172.20.0.3 (30404ccf-17d1-43c9-b420-7211daefccb4/ca7d46db-322c-4a6a-8a03-c1ea3d49d187/90b5a09d-d0d3-4726-b9f6-545a5b637f7d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:44.097320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4422-c05f-48d5-b041-d24a3d614def req-ea66c310-c27f-49e7-a4cf-e9f16955ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:44.097671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-ea66c310-c27f-49e7-a4cf-e9f16955ede5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26cef2cd1c044b248639708861accb8f&device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 1095 time: 0.1869986 Sep 26 13:03:44.174395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c4784-8845-4b45-bda6-a412632c5252 req-4a53220d-9b04-4019-8e2b-cae6cdb1d466 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192944 Sep 26 13:03:44.194326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-dfdd9779-7f73-42bc-8ce8-2d2e385a32ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 200 len: 217 time: 0.0783703 Sep 26 13:03:44.326640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4422-c05f-48d5-b041-d24a3d614def req-d652af9d-02ac-44d3-b9ee-f1bfbfffd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:44.331927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-d652af9d-02ac-44d3-b9ee-f1bfbfffd6ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ebd6fda-c6e8-416d-8362-c2f0162581a8 HTTP/1.1" status: 200 len: 868 time: 0.1249609 Sep 26 13:03:44.432677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52504-b95e-4d4d-8432-f9f1b1d8b56f req-6e3e5dda-dc93-4e2e-9882-ba177a9b75e9 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:44.444469 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10a52504-b95e-4d4d-8432-f9f1b1d8b56f req-6e3e5dda-dc93-4e2e-9882-ba177a9b75e9 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 946 time: 0.0786047 Sep 26 13:03:44.486267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4422-c05f-48d5-b041-d24a3d614def req-e31828aa-2122-48a3-915e-c753e519c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:44.487938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-e31828aa-2122-48a3-915e-c753e519c884 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d61f450-e939-4a53-b8e2-4bfa165b52ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370735 Sep 26 13:03:44.505799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10a52504-b95e-4d4d-8432-f9f1b1d8b56f req-a4adf3e6-68a7-4030-8fda-5207358d2487 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599494 Sep 26 13:03:44.508705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdedd67-af8e-4387-a01c-c48d4a80aa2d req-a2d0a926-404b-45ba-98e3-c253446f9fcc tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:44.520075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bbdedd67-af8e-4387-a01c-c48d4a80aa2d req-a2d0a926-404b-45ba-98e3-c253446f9fcc tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 945 time: 0.1975076 Sep 26 13:03:44.542706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:44.631690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:44.659522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1aa6-7212-4bb2-8813-bb919d63cc34 req-918acf05-c77b-4876-bf78-b7e8e506f846 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:44.667101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-767c1aa6-7212-4bb2-8813-bb919d63cc34 req-918acf05-c77b-4876-bf78-b7e8e506f846 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0857711 Sep 26 13:03:44.711828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-767c1aa6-7212-4bb2-8813-bb919d63cc34 req-2801016c-3927-478d-9e34-42ebc925e0e2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433064 Sep 26 13:03:44.794834 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bbdedd67-af8e-4387-a01c-c48d4a80aa2d req-0a97a110-4247-4650-ad83-0826f4b66058 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765851 Sep 26 13:03:44.798670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Network 30404ccf-17d1-43c9-b420-7211daefccb4 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:44.808649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:44.828123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:44.908996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:44.922985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'Port': ['ID=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:44.952949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-4bfaf569-9188-4593-8d60-e07195ee792c service neutron] 10.222.0.24 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336283 Sep 26 13:03:44.956146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fb7bf-2021-40bb-b245-090edcb0fbf9 req-b79ab6c1-a592-4d0f-877c-21e55ff61219 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:44.957999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c30fb7bf-2021-40bb-b245-090edcb0fbf9 req-b79ab6c1-a592-4d0f-877c-21e55ff61219 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 931 time: 0.0991449 Sep 26 13:03:45.013431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:45.014270 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:45.024950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38674) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:45.033970 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c30fb7bf-2021-40bb-b245-090edcb0fbf9 req-37f7d569-b218-4946-8bf1-57d4553264d3 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635841 Sep 26 13:03:45.069538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace06bc8-ec2d-4d16-bf5a-94bee821e8f5 req-e283322b-c789-49d9-b548-31b0205b824a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:45.077760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ace06bc8-ec2d-4d16-bf5a-94bee821e8f5 req-e283322b-c789-49d9-b548-31b0205b824a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.1406493 Sep 26 13:03:45.083234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-eb931fba-46a5-4b2f-9f94-cc4af4291b3a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9901764 Sep 26 13:03:45.146857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Request body: {'port': {'device_id': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:45.162914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd5c2a-3ef0-4f34-a29b-32d67629655f req-e37bbdeb-0f45-4ede-b2ec-75551baa9f41 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:45.165021 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05dd5c2a-3ef0-4f34-a29b-32d67629655f req-e37bbdeb-0f45-4ede-b2ec-75551baa9f41 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.0609145 Sep 26 13:03:45.187844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ace06bc8-ec2d-4d16-bf5a-94bee821e8f5 req-0f2c51a4-ba16-425f-91fe-e23d46e72366 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087132 Sep 26 13:03:45.212319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f433f51-b20c-424d-950e-ae07dfadd050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:45.248899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05dd5c2a-3ef0-4f34-a29b-32d67629655f req-b4926b92-fd7c-46f3-a065-899439a3fdfb tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725865 Sep 26 13:03:45.275434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094e4422-c05f-48d5-b041-d24a3d614def req-de940e08-b173-4539-ba94-2bd86507481b service neutron] 10.222.0.24 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008800 Sep 26 13:03:45.295318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:45.625031 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-ec5ea82d-d894-4fa3-b45d-d95bd43f5096 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=90f04e6ddbab44e4af218f5e38804408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316205 Sep 26 13:03:45.781894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-76de87a1-58a3-43fb-a32a-11ea9ec292fc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:45.789908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-76de87a1-58a3-43fb-a32a-11ea9ec292fc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635106 Sep 26 13:03:45.807617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-76831f3e-75d6-46ed-8fc2-e6e5fb470d2c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/quotas/90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 375 time: 0.0162585 Sep 26 13:03:45.869951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-8806981c-f7dc-4ec5-bb43-9da4da7df1cd tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611627 Sep 26 13:03:45.872978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-d0ea9939-66f3-4fc2-9ad7-b7ce100f01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:45.874534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-d0ea9939-66f3-4fc2-9ad7-b7ce100f01f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26cef2cd1c044b248639708861accb8f&device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 1095 time: 0.5293570 Sep 26 13:03:45.882881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d1d2d-594d-44ea-a7cc-41a505b07b84 req-7aa6321f-ff63-425e-b488-4f589c1975ca tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:45.891381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-005d1d2d-594d-44ea-a7cc-41a505b07b84 req-7aa6321f-ff63-425e-b488-4f589c1975ca tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 943 time: 0.5929961 Sep 26 13:03:45.997426 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-005d1d2d-594d-44ea-a7cc-41a505b07b84 req-307eb975-c599-42a8-914c-fcd99570dd1a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032608 Sep 26 13:03:46.048451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f433f51-b20c-424d-950e-ae07dfadd050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:46.113241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f433f51-b20c-424d-950e-ae07dfadd050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:46.162126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b16ad8-5021-411a-aa54-d2755a547ab2 req-09b22926-fb60-430b-80b8-e69662be6dff tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:46.165282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3b16ad8-5021-411a-aa54-d2755a547ab2 req-09b22926-fb60-430b-80b8-e69662be6dff tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 946 time: 0.0925615 Sep 26 13:03:46.167611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f433f51-b20c-424d-950e-ae07dfadd050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eae752c-30f7-4652-8a93-9504b74b8333,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:46.270412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3b16ad8-5021-411a-aa54-d2755a547ab2 req-cf9afdc3-3a48-4e01-86ba-e5bafd35cb7f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868139 Sep 26 13:03:46.277138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6f433f51-b20c-424d-950e-ae07dfadd050 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d3a297372dc4e00b2f1fcd5ecc66727&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2486753 Sep 26 13:03:46.279928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38712) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:46.324161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-4f44f0d3-205d-4a79-b1c3-cc450aea50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:46.345918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-4f44f0d3-205d-4a79-b1c3-cc450aea50ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d61f450-e939-4a53-b8e2-4bfa165b52ca HTTP/1.1" status: 200 len: 929 time: 0.4297934 Sep 26 13:03:46.378864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c70cbf6f-bc54-42f0-b61b-85ef0b6bfa92 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:46.380369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c70cbf6f-bc54-42f0-b61b-85ef0b6bfa92 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 946 time: 0.3600848 Sep 26 13:03:46.429095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fb5c992-9afc-4165-b1d3-62ac9bbb30d0 req-ed0b94db-eb93-44ed-9a84-7f1a6c1267ff tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 210 time: 0.0586824 Sep 26 13:03:46.430029 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45279f64-d921-4352-93e5-1a30a54077cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:46.455763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45279f64-d921-4352-93e5-1a30a54077cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:46.456847 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-8b9fd480-60e7-4169-8107-75d95c1717a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 200 len: 217 time: 0.1101797 Sep 26 13:03:46.475581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc62492-6c9a-4e77-aebe-8363b0ac98ed req-fe8800fd-83d2-4b5f-812b-5141a5f6e4b2 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:46.477143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbc62492-6c9a-4e77-aebe-8363b0ac98ed req-fe8800fd-83d2-4b5f-812b-5141a5f6e4b2 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 945 time: 0.2854137 Sep 26 13:03:46.523135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45279f64-d921-4352-93e5-1a30a54077cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:46.527756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45279f64-d921-4352-93e5-1a30a54077cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:46.531879 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-45279f64-d921-4352-93e5-1a30a54077cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2eae752c-30f7-4652-8a93-9504b74b8333 HTTP/1.1" status: 204 len: 168 time: 0.2507503 Sep 26 13:03:46.545383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45279f64-d921-4352-93e5-1a30a54077cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eae752c-30f7-4652-8a93-9504b74b8333,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:46.632391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef854120-ca2d-4a5c-b58a-d0dd64c93343 req-9d5700dc-87b9-4a35-8e95-322167b83962 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:46.640919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef854120-ca2d-4a5c-b58a-d0dd64c93343 req-9d5700dc-87b9-4a35-8e95-322167b83962 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 931 time: 0.0710588 Sep 26 13:03:46.697420 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef854120-ca2d-4a5c-b58a-d0dd64c93343 req-f6beee0c-441e-4e57-a9b3-ea4c1a347ef6 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542977 Sep 26 13:03:46.912288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f5990-fab4-4c8f-9ddb-316ff17b8853 req-3826932d-b2d7-4bf0-a2dc-111ab7462356 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:46.915551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b5a09d-d0d3-4726-b9f6-545a5b637f7d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:46.919791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-930f5990-fab4-4c8f-9ddb-316ff17b8853 req-3826932d-b2d7-4bf0-a2dc-111ab7462356 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1118248 Sep 26 13:03:46.946118 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:46.969955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbc62492-6c9a-4e77-aebe-8363b0ac98ed req-e3035a80-455b-4d6c-a849-78b967edfedd tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681130 Sep 26 13:03:46.983192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-930f5990-fab4-4c8f-9ddb-316ff17b8853 req-c36e9cd6-7f2d-4759-989d-53251e477416 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624280 Sep 26 13:03:46.994793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-a36602a5-0506-47cc-8200-284708a20ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:46.997799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-a36602a5-0506-47cc-8200-284708a20ae6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ebd6fda-c6e8-416d-8362-c2f0162581a8 HTTP/1.1" status: 200 len: 868 time: 0.4667504 Sep 26 13:03:47.009597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Transition to ACTIVE for port object 90b5a09d-d0d3-4726-b9f6-545a5b637f7d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:03:47.014549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:47.215967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:47.243461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Deleting port 6b59426f-a584-4a03-b3e1-211e340ceb2a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:47.243812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:47.277936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:03:47.278518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-f643aded-f868-456a-8d2a-d1c0638e0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:47.279893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-f643aded-f868-456a-8d2a-d1c0638e0d0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d61f450-e939-4a53-b8e2-4bfa165b52ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2717407 Sep 26 13:03:47.373242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77deb-a25e-4623-9405-c2127bb9868b req-8f424753-0247-4753-8a31-3b7147a8f468 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:47.375403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ad77deb-a25e-4623-9405-c2127bb9868b req-8f424753-0247-4753-8a31-3b7147a8f468 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 943 time: 0.2383552 Sep 26 13:03:47.490255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:47.503645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'port_id': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'mac_address': 'fa:16:3e:aa:5f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:03:47.607702 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:47.624145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] For port 6b59426f-a584-4a03-b3e1-211e340ceb2a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=6b59426f-a584-4a03-b3e1-211e340ceb2a,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:47.624533 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:47.630099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ad77deb-a25e-4623-9405-c2127bb9868b req-13bb6502-7c60-4f96-bc9d-7b8451ff4118 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403786 Sep 26 13:03:47.636963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Attempting to bind port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:47.637335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Attempting to bind port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:47.637697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Attempting to bind port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d on network 30404ccf-17d1-43c9-b420-7211daefccb4 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:47.651496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Calling delete_port for 6b59426f-a584-4a03-b3e1-211e340ceb2a owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:47.657912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d on network 30404ccf-17d1-43c9-b420-7211daefccb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:03:47.658246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Attempting to bind port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d on network 30404ccf-17d1-43c9-b420-7211daefccb4 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:47.672992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:47.673332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Checking segment: {'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:47.713586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Bound using segment: {'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:47.713586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Bound port: 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:47.713586 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:47.713586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-151920ce-ca50-4afc-9e7c-792e9a55f352 service neutron] 10.222.0.24 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628843 Sep 26 13:03:47.720920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:47.731097 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-bc912ceb-200d-4cb6-ae4b-ec4272fc4915 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=90f04e6ddbab44e4af218f5e38804408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1727710 Sep 26 13:03:47.831383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:47.839918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:47.915334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc953e5a-2851-40d2-b19c-cd272cf8a211 req-969b1ad5-ee11-4968-84e4-2366f3b2e34a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:47.925125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc953e5a-2851-40d2-b19c-cd272cf8a211 req-969b1ad5-ee11-4968-84e4-2366f3b2e34a tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5d9e186-1d9d-4e21-ba44-b9d7d0be010a HTTP/1.1" status: 200 len: 946 time: 0.2802644 Sep 26 13:03:47.927371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:47.942844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] For port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:47.997857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc953e5a-2851-40d2-b19c-cd272cf8a211 req-a6accd96-293c-401e-a5c2-3156d2af2038 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636928 Sep 26 13:03:48.000357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] For port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:48.065734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d79dedfc-2b05-4dd3-a47d-eea955d4eafd req-3f43cbdc-c400-4c36-b66d-59853311a743 service neutron] 10.222.0.24 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433745 Sep 26 13:03:48.071708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:48.118475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf6603-41c4-43ed-b968-72cf54a3f798 req-7771a01c-a85a-4d92-b809-e8b43e4a1037 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:48.121043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eecf6603-41c4-43ed-b968-72cf54a3f798 req-7771a01c-a85a-4d92-b809-e8b43e4a1037 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 945 time: 0.2588406 Sep 26 13:03:48.138504 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:48.148239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:48.148898 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:48.150395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] 10.222.0.23 "PUT /v2.0/ports/90b5a09d-d0d3-4726-b9f6-545a5b637f7d HTTP/1.1" status: 200 len: 1092 time: 3.0107992 Sep 26 13:03:48.150868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:48.151560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['474a59c0-3679-44eb-afc6-3491fb459e05'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:48.152947 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6558a4b0-02d4-423c-b39d-8302e0765e09" -d '{"events": [{"name": "network-changed", "server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:48.154213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe', '6b59426f-a584-4a03-b3e1-211e340ceb2a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:48.163517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ac05c88-0da2-47d3-97d8-a1ef6c0b3bc0 req-8ac5d966-2458-45b7-802e-97350b66ae17 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 210 time: 0.0592504 Sep 26 13:03:48.189441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['314fe711-78e6-4a06-bb3d-0f3aaa10a6f1'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:48.221029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-60c2373b-82e2-4529-bfc8-639577a42ca1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:48.223303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-60c2373b-82e2-4529-bfc8-639577a42ca1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4763129 Sep 26 13:03:48.237444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Request body: {'port': {'device_id': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '90f04e6ddbab44e4af218f5e38804408'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:48.307409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e20df2-eb0f-4e10-841a-9fac2a72f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:48.314887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] No DVR routers for this DVR port 6b59426f-a584-4a03-b3e1-211e340ceb2a on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:48.322470 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:48.325419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.23 "DELETE /v2.0/ports/6b59426f-a584-4a03-b3e1-211e340ceb2a HTTP/1.1" status: 204 len: 173 time: 1.8976889 Sep 26 13:03:48.367364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event deleted for resources: {'Port': ['ID=6b59426f-a584-4a03-b3e1-211e340ceb2a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:48.374355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eecf6603-41c4-43ed-b968-72cf54a3f798 req-280d1a41-1e1b-41a8-9f34-2012e6fb3b61 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065761 Sep 26 13:03:48.389382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-f683f3ca-c67a-40a1-afc0-72d61a589047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:48.391808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-f683f3ca-c67a-40a1-afc0-72d61a589047 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1095 time: 0.1811819 Sep 26 13:03:48.454197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-2ab18632-30c0-451c-98e9-1c16d590e3fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d HTTP/1.1" status: 200 len: 217 time: 0.0542905 Sep 26 13:03:48.514296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe1b8-3130-4ee1-a301-d633b9849de5 req-3ddb1804-215b-4a82-8bfc-faed002df0da tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:48.517429 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb6fe1b8-3130-4ee1-a301-d633b9849de5 req-3ddb1804-215b-4a82-8bfc-faed002df0da tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 943 time: 0.2322438 Sep 26 13:03:48.555391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-3c775d3a-870b-431f-b329-fccd7e3a6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:48.557978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-3c775d3a-870b-431f-b329-fccd7e3a6ff3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.0954285 Sep 26 13:03:48.630332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-5ccb70fc-748d-4c6e-b60d-88fe35b6b108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629141 Sep 26 13:03:48.638519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb6fe1b8-3130-4ee1-a301-d633b9849de5 req-e65ea911-649f-4ba4-9416-b17a0d812e32 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024776 Sep 26 13:03:48.640027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Made reservation on behalf of 90f04e6ddbab44e4af218f5e38804408 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:48.645976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:48.758617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bdae1-09d1-45d1-a577-3d8ed16c0bfd req-1f625312-2f00-43f7-a4f1-2fc188d2d93e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:48.760708 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-269bdae1-09d1-45d1-a577-3d8ed16c0bfd req-1f625312-2f00-43f7-a4f1-2fc188d2d93e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1789575 Sep 26 13:03:48.779231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:48.799294 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a156f626-3023-4e0b-b1dd-9534e194d80f x-openstack-request-id: req-a156f626-3023-4e0b-b1dd-9534e194d80f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:48.799573 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:48.802195 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a156f626-3023-4e0b-b1dd-9534e194d80f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:48.802608 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d', 'status': 'completed', 'code': 200} Sep 26 13:03:48.939355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-da6c7506-bc4f-4884-ba0e-8ecf6522d509 service neutron] 10.222.0.23 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847688 Sep 26 13:03:48.980891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Allocated IP 192.168.233.87 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/622fd712-428b-4fe9-bcd9-f8dcda13bcca) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:48.998822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-269bdae1-09d1-45d1-a577-3d8ed16c0bfd req-a7c3ddc5-f15d-4087-8a86-34c5d4a3e02d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307844 Sep 26 13:03:49.013602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57936b71-3739-4d8b-a8a5-90ce1bc377f6 req-c2dc223b-011c-4742-bf17-a9f5eed608e7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:49.024428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57936b71-3739-4d8b-a8a5-90ce1bc377f6 req-c2dc223b-011c-4742-bf17-a9f5eed608e7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 944 time: 0.1243539 Sep 26 13:03:49.134163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b06fe00-8ef6-4089-9d19-6387a675bfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:49.144144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-96116a84-5a40-41ae-87b2-97b125f4f41e tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:49.145781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-96116a84-5a40-41ae-87b2-97b125f4f41e tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.24 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 945 time: 0.2627113 Sep 26 13:03:49.214827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57936b71-3739-4d8b-a8a5-90ce1bc377f6 req-3a8b1099-57a5-4b83-9c80-2e9b60f36c62 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886923 Sep 26 13:03:49.283052 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc6d6315-5e0a-462b-b405-8c483230d1ae req-f6e3cbfd-d9f3-421f-92f4-ccc490e66c47 service neutron] 10.222.0.23 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878203 Sep 26 13:03:49.310541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Deleting port 9280ce82-4cb2-489f-a368-4662fddc2708 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:49.311179 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:49.400164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-814dad1a-a622-4b0a-a6a2-279b5e988150 req-0f0c598a-749e-456a-ad4b-bf88d45d6873 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 210 time: 0.0670183 Sep 26 13:03:49.480978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:49.545719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b06fe00-8ef6-4089-9d19-6387a675bfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:49.557046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b06fe00-8ef6-4089-9d19-6387a675bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:49.568141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217fd90-bf92-4fc1-9340-1e4d7d40506b req-553b5132-8501-4a31-8535-a9a2d54a1373 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:49.576749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a217fd90-bf92-4fc1-9340-1e4d7d40506b req-553b5132-8501-4a31-8535-a9a2d54a1373 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 946 time: 0.1641479 Sep 26 13:03:49.599947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-e4a6fe19-ca72-40ab-9b59-4a20add988a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:49.602602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-e4a6fe19-ca72-40ab-9b59-4a20add988a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1095 time: 0.2531817 Sep 26 13:03:49.608312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab4979-489f-4d67-ad51-131b4c9b1545 req-c5e8f744-7752-4688-a724-209e04e02203 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:49.610666 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bab4979-489f-4d67-ad51-131b4c9b1545 req-c5e8f744-7752-4688-a724-209e04e02203 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 945 time: 0.1126928 Sep 26 13:03:49.621244 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:49.632712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['11c159ed-940c-4016-b10d-0d158ba604a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:49.636540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0b4a65be-98ba-4184-84e8-e494e3eed624'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:49.674900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3b06fe00-8ef6-4089-9d19-6387a675bfd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a73b5ef7583640bca576518082f4f1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8916931 Sep 26 13:03:49.676472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38790) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:49.719539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06fe00-8ef6-4089-9d19-6387a675bfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4978c5d7-6a09-4e2a-92a9-1ba09d4c3936,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:49.755325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:49.762688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-8dafd319-177e-48e2-aa4b-4329f937e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:49.764255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-8dafd319-177e-48e2-aa4b-4329f937e795 service neutron] 10.222.0.23 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 911 time: 0.1493585 Sep 26 13:03:49.776854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:49.777048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] For port 9280ce82-4cb2-489f-a368-4662fddc2708, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9280ce82-4cb2-489f-a368-4662fddc2708,segment=NetworkSegment(838f7336-5a64-4d67-885c-82b431d11b79),segment_id=838f7336-5a64-4d67-885c-82b431d11b79)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:49.777305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:49.792769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:49.835373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-9e68adb9-9af2-4f9c-b81b-c56988ad7df7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d HTTP/1.1" status: 200 len: 217 time: 0.0624676 Sep 26 13:03:49.860046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:49.861188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:49.891169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6586406 Sep 26 13:03:49.922246 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bab4979-489f-4d67-ad51-131b4c9b1545 req-9384b983-53f2-4498-82a4-42c250c5fdd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/security-groups?id=db451004-649a-487a-b2bf-3c2710ed0baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937546 Sep 26 13:03:49.945245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-6cb0b7a9-3bbf-4495-99ed-7ce3449dfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:49.946930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-6cb0b7a9-3bbf-4495-99ed-7ce3449dfd4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.0994365 Sep 26 13:03:49.947905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Calling delete_port for 9280ce82-4cb2-489f-a368-4662fddc2708 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:49.999084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Request body: {'port': {'device_id': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:50.004527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a217fd90-bf92-4fc1-9340-1e4d7d40506b req-477f9581-6747-4c66-bccc-1e9628ab7c1b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267790 Sep 26 13:03:50.024721 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.051718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-099b2483-6dc6-4fe5-a3ec-d8999a2e4412 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941734 Sep 26 13:03:50.074192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d046703-b0a6-4d5e-b1c7-77906905a629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.114619 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.118792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95486f6c-74a2-4187-a002-c67e86d8143a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:50.219782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d5adaf60-23c3-44b8-bda8-23aa23edee02 None None] Provisioning complete for port 622fd712-428b-4fe9-bcd9-f8dcda13bcca triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:50.220194 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d5adaf60-23c3-44b8-bda8-23aa23edee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.264204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d5adaf60-23c3-44b8-bda8-23aa23edee02 None None] Port 622fd712-428b-4fe9-bcd9-f8dcda13bcca cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:03:50.288842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85743ee-6ba0-4572-af51-b322ad09a0d3 req-8d8faa80-7591-4d71-be3d-2935ba5e758a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:50.298047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e85743ee-6ba0-4572-af51-b322ad09a0d3 req-8d8faa80-7591-4d71-be3d-2935ba5e758a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1338601 Sep 26 13:03:50.303582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-1ef5dc1b-cc0e-49b1-9d17-825e630ab7ca service neutron] 10.222.0.23 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438982 Sep 26 13:03:50.330278 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d046703-b0a6-4d5e-b1c7-77906905a629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.352691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944896f-cff2-41da-a42d-3060baa3d94e req-0eec2776-0227-4f19-88f4-cad2d0d7f449 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:50.360097 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b944896f-cff2-41da-a42d-3060baa3d94e req-0eec2776-0227-4f19-88f4-cad2d0d7f449 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 943 time: 0.2480915 Sep 26 13:03:50.384150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e85743ee-6ba0-4572-af51-b322ad09a0d3 req-a21101fe-d699-4e57-84ae-8e6094514505 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783195 Sep 26 13:03:50.501204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b944896f-cff2-41da-a42d-3060baa3d94e req-fa0cc370-a301-4f0b-9f68-ec1887733490 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258023 Sep 26 13:03:50.535144 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d046703-b0a6-4d5e-b1c7-77906905a629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.537741 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d046703-b0a6-4d5e-b1c7-77906905a629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.541271 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1d046703-b0a6-4d5e-b1c7-77906905a629 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4978c5d7-6a09-4e2a-92a9-1ba09d4c3936 HTTP/1.1" status: 204 len: 168 time: 0.8236768 Sep 26 13:03:50.593242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046703-b0a6-4d5e-b1c7-77906905a629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4978c5d7-6a09-4e2a-92a9-1ba09d4c3936,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:50.642973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5d9a-f5f3-4133-8121-1be8c7d7e3a8 req-b223a8d5-592b-43da-a42c-81c1d94b7f74 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:50.644827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd2c5d9a-f5f3-4133-8121-1be8c7d7e3a8 req-b223a8d5-592b-43da-a42c-81c1d94b7f74 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 944 time: 0.1474142 Sep 26 13:03:50.649746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.662254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['9280ce82-4cb2-489f-a368-4662fddc2708'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:50.680840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Pushing event deleted for resources: {'Port': ['ID=9280ce82-4cb2-489f-a368-4662fddc2708,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:50.685701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6558a4b0-02d4-423c-b39d-8302e0765e09 req-608c3c04-f8e0-4cd5-8a83-3446090e82f5 service neutron] 10.222.0.23 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486912 Sep 26 13:03:50.712936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112c38f-97b7-45be-bf40-a33d806ec090 req-75460806-9b72-409c-b6e1-d7e0f0691145 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:50.714544 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5112c38f-97b7-45be-bf40-a33d806ec090 req-75460806-9b72-409c-b6e1-d7e0f0691145 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 935 time: 0.1224833 Sep 26 13:03:50.730163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622fd712-428b-4fe9-bcd9-f8dcda13bcca {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:50.759425 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.798600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5112c38f-97b7-45be-bf40-a33d806ec090 req-23f896ac-b010-40fa-8448-53ad05f045cd tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750856 Sep 26 13:03:50.814479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d9e186-1d9d-4e21-ba44-b9d7d0be010a', 'name': 'network-vif-deleted', 'tag': '6b59426f-a584-4a03-b3e1-211e340ceb2a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:50.818079 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e54cd7e-87f4-4793-8809-8d919c6a5e73" -d '{"events": [{"server_uuid": "b5d9e186-1d9d-4e21-ba44-b9d7d0be010a", "name": "network-vif-deleted", "tag": "6b59426f-a584-4a03-b3e1-211e340ceb2a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:50.821137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Transition to ACTIVE for port object 622fd712-428b-4fe9-bcd9-f8dcda13bcca will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:03:50.824719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd2c5d9a-f5f3-4133-8121-1be8c7d7e3a8 req-f7d151b2-b186-42ff-8739-f365ca981ff7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714542 Sep 26 13:03:50.829034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.835980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] No DVR routers for this DVR port 9280ce82-4cb2-489f-a368-4662fddc2708 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:50.841432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:50.847726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f97c9921-96b2-4833-97da-7ac27ed28077 req-a4fdd0fd-2039-4bfd-879a-6b75aa4aabd8 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.24 "DELETE /v2.0/ports/9280ce82-4cb2-489f-a368-4662fddc2708 HTTP/1.1" status: 204 len: 173 time: 1.6608851 Sep 26 13:03:50.922959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-f7ff378d-8414-43d3-a8e5-1cdd47c1a4be tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:50.923163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:50.924789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-f7ff378d-8414-43d3-a8e5-1cdd47c1a4be tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 946 time: 0.1572242 Sep 26 13:03:50.926284 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd867cef-16b1-4d4b-8309-3c895707f071 x-openstack-request-id: req-dd867cef-16b1-4d4b-8309-3c895707f071 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:50.926574 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d9e186-1d9d-4e21-ba44-b9d7d0be010a", "name": "network-vif-deleted", "tag": "6b59426f-a584-4a03-b3e1-211e340ceb2a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:50.926830 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd867cef-16b1-4d4b-8309-3c895707f071 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:50.927212 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d9e186-1d9d-4e21-ba44-b9d7d0be010a', 'name': 'network-vif-deleted', 'tag': '6b59426f-a584-4a03-b3e1-211e340ceb2a', 'status': 'completed', 'code': 200} Sep 26 13:03:51.034315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:03:51.034315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:03:51.048652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:51.055892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:03:51.056233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:03:51.072742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:03:51.073772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:03:51.074501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:03:51.077398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Bound port: 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:03:51.078924 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:51.134166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0550ce64-e362-4401-ae12-9a8dc00ed9b1 req-74de6aca-0568-4157-bca0-1fa5dde70790 tempest-ServerPasswordTestJSON-1399189189 tempest-ServerPasswordTestJSON-1399189189-project] 10.222.0.13 "GET /v2.0/ports?device_id=19773842-7ca9-4dc1-b73b-d15de49ab2cd HTTP/1.1" status: 200 len: 210 time: 0.0837090 Sep 26 13:03:51.188989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Deleting port 474a59c0-3679-44eb-afc6-3491fb459e05 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:51.196520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:51.263567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:03:51.276527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:03:51.289203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:51.301417 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:51.339137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bdcea-5f4c-4e32-ba41-b729bef7b4eb req-c173808a-1800-4903-8123-e6d26632e7f5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:51.340827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe4bdcea-5f4c-4e32-ba41-b729bef7b4eb req-c173808a-1800-4903-8123-e6d26632e7f5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 946 time: 0.1672692 Sep 26 13:03:51.393223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6b59426f-a584-4a03-b3e1-211e340ceb2a no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:51.443678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:51.444315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:51.445930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] 10.222.0.23 "PUT /v2.0/ports/622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 1096 time: 1.5014088 Sep 26 13:03:51.448508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:51.453626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 6b59426f-a584-4a03-b3e1-211e340ceb2a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:03:51.454294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 6b59426f-a584-4a03-b3e1-211e340ceb2a not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:03:51.459738 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4373361-a797-4431-bcbd-776a2a1f68b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:51.463663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:51.473957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:51.474509 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:51.619397 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe4bdcea-5f4c-4e32-ba41-b729bef7b4eb req-7a661a18-8fef-4d0f-8c8d-ca0a96f1f0a1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240384 Sep 26 13:03:51.647416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3357a-208e-4a96-a478-5cca3f478842 service neutron] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:51.668264 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:51.683912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-0b5e9e0b-e207-43af-ac5d-cdc08b98d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:51.690059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-0b5e9e0b-e207-43af-ac5d-cdc08b98d31a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1099 time: 0.1664886 Sep 26 13:03:51.732673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:51.735426 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a9b4bb-bfc5-46fc-9838-89af8217fed5" -d '{"events": [{"server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "name": "network-vif-plugged", "status": "completed", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:51.770620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:51.795029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:51.798495 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc5f40-bb58-4f24-b4c8-fcc3846952f0 x-openstack-request-id: req-a3dc5f40-bb58-4f24-b4c8-fcc3846952f0 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:51.798793 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:51.799408 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3dc5f40-bb58-4f24-b4c8-fcc3846952f0 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:51.799586 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'status': 'completed', 'code': 200} Sep 26 13:03:51.801284 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-a58a8d6d-c21f-45ed-87ba-83ac2e23a002 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.1028919 Sep 26 13:03:51.864191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:51.958800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-d737a415-0acf-4d05-b44d-adf50c13621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:51.960797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-d737a415-0acf-4d05-b44d-adf50c13621e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1479478 Sep 26 13:03:52.047773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] For port 474a59c0-3679-44eb-afc6-3491fb459e05, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=474a59c0-3679-44eb-afc6-3491fb459e05,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:52.048091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:52.052321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930275eb-4942-4c87-8903-c1c07181b4f0 req-70d05f93-bc97-431f-aea1-5bd5f34a4ac8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:52.055179 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-930275eb-4942-4c87-8903-c1c07181b4f0 req-70d05f93-bc97-431f-aea1-5bd5f34a4ac8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 943 time: 0.1615446 Sep 26 13:03:52.064535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06475142-59f8-456c-a55d-fb15722655df req-5e9c466d-8d22-4c2b-9043-13fcc8fe3120 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:52.066177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06475142-59f8-456c-a55d-fb15722655df req-5e9c466d-8d22-4c2b-9043-13fcc8fe3120 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1107941 Sep 26 13:03:52.090798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Calling delete_port for 474a59c0-3679-44eb-afc6-3491fb459e05 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:52.117113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-4113f994-a4f5-4d48-9de3-a393a399c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:52.118663 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-4113f994-a4f5-4d48-9de3-a393a399c6e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1393955 Sep 26 13:03:52.135407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-930275eb-4942-4c87-8903-c1c07181b4f0 req-7c57db8f-5aec-40d7-80ec-b16bea8a7e86 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595424 Sep 26 13:03:52.176801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06475142-59f8-456c-a55d-fb15722655df req-028decd9-a6db-4213-a673-9e8095aed3ba tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909164 Sep 26 13:03:52.196006 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e5d918-b827-4ce3-bbb2-3e18d32abf6f x-openstack-request-id: req-15e5d918-b827-4ce3-bbb2-3e18d32abf6f {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:52.196295 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "name": "network-vif-plugged", "status": "completed", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:52.196738 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15e5d918-b827-4ce3-bbb2-3e18d32abf6f {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:52.198393 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'code': 200} Sep 26 13:03:52.337280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-60ee6ce4-1073-4a82-b184-3569a5524bd3 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005594 Sep 26 13:03:52.353477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658faa-4973-4c7b-82f1-205697f78f50 req-4c9f0a65-ccb2-43a0-a5b0-3192bf41dd05 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:52.354938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b658faa-4973-4c7b-82f1-205697f78f50 req-4c9f0a65-ccb2-43a0-a5b0-3192bf41dd05 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 947 time: 0.0802665 Sep 26 13:03:52.414197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583541-f7ce-46c4-b75c-ae0982ef0472 req-42664bc3-2045-4737-acc7-c1f73434bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:52.415730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c583541-f7ce-46c4-b75c-ae0982ef0472 req-42664bc3-2045-4737-acc7-c1f73434bf23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 1097 time: 0.1411874 Sep 26 13:03:52.478569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a890dcc-cabf-4280-a99f-20e660be7c3c req-b00c3a35-2963-4dc8-997e-ffe168914c7b tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:52.486616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a890dcc-cabf-4280-a99f-20e660be7c3c req-b00c3a35-2963-4dc8-997e-ffe168914c7b tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 945 time: 0.1908863 Sep 26 13:03:52.500690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c583541-f7ce-46c4-b75c-ae0982ef0472 req-33f7b096-1512-478b-a5a6-1153a97cd92d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736561 Sep 26 13:03:52.510971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:52.524740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['474a59c0-3679-44eb-afc6-3491fb459e05'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:52.525400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b658faa-4973-4c7b-82f1-205697f78f50 req-ec4422cb-b139-49ea-bcc8-34d9af7bca5f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560924 Sep 26 13:03:52.535718 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:03:52.552682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event deleted for resources: {'Port': ['ID=474a59c0-3679-44eb-afc6-3491fb459e05,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:52.582919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:52.587646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39fc48bd-7d82-4e25-ab18-06d00cd21073 req-7bf3da13-40e4-4043-9044-3b35f75eea25 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299182 Sep 26 13:03:52.628613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38848) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:52.653397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a890dcc-cabf-4280-a99f-20e660be7c3c req-87810d53-bcff-4a23-8ded-f858982a84ca tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657705 Sep 26 13:03:52.670415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] No DVR routers for this DVR port 474a59c0-3679-44eb-afc6-3491fb459e05 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:03:52.673808 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:52.676708 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eed68e05-9dc4-4b1e-a551-a1a7550d5547 req-13f79677-1ed2-4496-828b-afbc7402cb5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "DELETE /v2.0/ports/474a59c0-3679-44eb-afc6-3491fb459e05 HTTP/1.1" status: 204 len: 173 time: 1.7451091 Sep 26 13:03:52.813524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0cef8ee-e96e-4430-8ee6-80670400505f req-a2e03291-97ea-4c03-a1e5-478797cc0e0c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3 HTTP/1.1" status: 200 len: 210 time: 0.0777962 Sep 26 13:03:52.828508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62ea5f5-6201-425a-802f-b44b9c9fca85 admin admin] Deleting subnet b7c08865-eb23-4873-8a3f-9e5e75635794 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:03:52.841248 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d62ea5f5-6201-425a-802f-b44b9c9fca85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:52.869627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-ef6a1081-759b-4978-84ed-c53390038c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:52.871292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-ef6a1081-759b-4978-84ed-c53390038c54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1099 time: 0.1807871 Sep 26 13:03:52.920143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d62ea5f5-6201-425a-802f-b44b9c9fca85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:52.928855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19773842-7ca9-4dc1-b73b-d15de49ab2cd', 'name': 'network-vif-deleted', 'tag': '9280ce82-4cb2-489f-a368-4662fddc2708'}, {'server_uuid': 'abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3', 'name': 'network-vif-deleted', 'tag': '474a59c0-3679-44eb-afc6-3491fb459e05'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:52.931275 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12423300-1047-43c5-a128-1c3f56f79258" -d '{"events": [{"server_uuid": "19773842-7ca9-4dc1-b73b-d15de49ab2cd", "name": "network-vif-deleted", "tag": "9280ce82-4cb2-489f-a368-4662fddc2708"}, {"server_uuid": "abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3", "name": "network-vif-deleted", "tag": "474a59c0-3679-44eb-afc6-3491fb459e05"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:52.944483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38858) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:52.997804 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd84d699-8ed9-4d9d-8009-f31d50c1fda1 x-openstack-request-id: req-dd84d699-8ed9-4d9d-8009-f31d50c1fda1 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:52.998399 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19773842-7ca9-4dc1-b73b-d15de49ab2cd", "name": "network-vif-deleted", "tag": "9280ce82-4cb2-489f-a368-4662fddc2708", "status": "completed", "code": 200}, {"server_uuid": "abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3", "name": "network-vif-deleted", "tag": "474a59c0-3679-44eb-afc6-3491fb459e05", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:52.998805 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd84d699-8ed9-4d9d-8009-f31d50c1fda1 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:52.999355 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19773842-7ca9-4dc1-b73b-d15de49ab2cd', 'name': 'network-vif-deleted', 'tag': '9280ce82-4cb2-489f-a368-4662fddc2708', 'status': 'completed', 'code': 200} Sep 26 13:03:53.000326 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf99a5c-b5e9-47b0-8bc6-cc9809c5b6c3', 'name': 'network-vif-deleted', 'tag': '474a59c0-3679-44eb-afc6-3491fb459e05', 'status': 'completed', 'code': 200} Sep 26 13:03:53.012109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d62ea5f5-6201-425a-802f-b44b9c9fca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.034262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-c0eae775-ee43-452a-9161-30b208420321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:53.035936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-c0eae775-ee43-452a-9161-30b208420321 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1568797 Sep 26 13:03:53.095262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-5dd1fd48-f9b5-4280-ac9e-fb540fd3775a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.0508122 Sep 26 13:03:53.098796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:53.143470 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.192718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-186d501f-da8d-499f-8e7a-c5d7420bdf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:53.194764 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-186d501f-da8d-499f-8e7a-c5d7420bdf41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0813246 Sep 26 13:03:53.202377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d62ea5f5-6201-425a-802f-b44b9c9fca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.282731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9280ce82-4cb2-489f-a368-4662fddc2708 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:53.332656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 9280ce82-4cb2-489f-a368-4662fddc2708 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:03:53.334058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9280ce82-4cb2-489f-a368-4662fddc2708 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:03:53.335072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 474a59c0-3679-44eb-afc6-3491fb459e05 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:03:53.344431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d62ea5f5-6201-425a-802f-b44b9c9fca85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.351520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d62ea5f5-6201-425a-802f-b44b9c9fca85 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b7c08865-eb23-4873-8a3f-9e5e75635794 HTTP/1.1" status: 204 len: 168 time: 0.7216747 Sep 26 13:03:53.352154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38866) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:53.367585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 474a59c0-3679-44eb-afc6-3491fb459e05 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:03:53.367930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 474a59c0-3679-44eb-afc6-3491fb459e05 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:03:53.380685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ea5f5-6201-425a-802f-b44b9c9fca85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c08865-eb23-4873-8a3f-9e5e75635794,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:53.411331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 90b5a09d-d0d3-4726-b9f6-545a5b637f7d details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:03:53.411855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.435885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cda99-2f55-4c68-bc55-823e8b33f180 req-d9c6cdb9-71ba-40d5-94d3-9ee1afa9dda7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:53.444023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f79cda99-2f55-4c68-bc55-823e8b33f180 req-d9c6cdb9-71ba-40d5-94d3-9ee1afa9dda7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 943 time: 0.1448514 Sep 26 13:03:53.447103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-27fc9cbe-6a1b-48d3-b3d0-8dab1e72617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:53.448546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-27fc9cbe-6a1b-48d3-b3d0-8dab1e72617f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2427850 Sep 26 13:03:53.530337 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f79cda99-2f55-4c68-bc55-823e8b33f180 req-86a3624f-bef6-4eec-b872-150bf7fda8fc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852540 Sep 26 13:03:53.552722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:53.567701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d', 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4', 'port_id': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d', 'mac_address': 'fa:16:3e:e8:a4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7d46db-322c-4a6a-8a03-c1ea3d49d187', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:03:53.571923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65b097-2fdd-410d-b74e-5ddf2dbe1de8 req-434cde5a-4124-4037-b387-a6a73b978548 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:53.574974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf65b097-2fdd-410d-b74e-5ddf2dbe1de8 req-434cde5a-4124-4037-b387-a6a73b978548 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.2015567 Sep 26 13:03:53.579839 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.635740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.651084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b5a09d-d0d3-4726-b9f6-545a5b637f7d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:53.654563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-f77ebea3-ebce-4154-8308-b35315931d42 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900353 Sep 26 13:03:53.660162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Allocated IP 172.25.4.171 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/b9fb95f9-be02-4980-8788-bbfa4cb6ef95) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:53.674153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:53.681422 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.719989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf65b097-2fdd-410d-b74e-5ddf2dbe1de8 req-767a8144-6ff8-4323-b0b0-a40b23ba80c6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327429 Sep 26 13:03:53.735092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:53.791346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.872645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:53.893763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838f7336-5a64-4d67-885c-82b431d11b79') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:53.894082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838f7336-5a64-4d67-885c-82b431d11b79') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:03:53.919621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.945300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.961873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee136e-f67b-4244-83e7-fe5373b544ed req-82965986-6d0c-40a0-9fba-187a3b75d4ed tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:53.963727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1ee136e-f67b-4244-83e7-fe5373b544ed req-82965986-6d0c-40a0-9fba-187a3b75d4ed tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 945 time: 0.1350522 Sep 26 13:03:53.965126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.976933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:03:53.977448 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:03:53.979413 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:03:54.141800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1ee136e-f67b-4244-83e7-fe5373b544ed req-8f84fb75-395b-4622-8900-8b3e13b2e2e0 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571145 Sep 26 13:03:54.144632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.152772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69379c75-c1fe-4563-b9a5-335bd072959e req-80376b02-3fc2-4ac8-8178-0cb807597ff6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:54.161065 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-69379c75-c1fe-4563-b9a5-335bd072959e req-80376b02-3fc2-4ac8-8178-0cb807597ff6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 947 time: 0.5030744 Sep 26 13:03:54.164049 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.165695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe HTTP/1.1" status: 204 len: 168 time: 0.8113723 Sep 26 13:03:54.188492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.194459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4373361-a797-4431-bcbd-776a2a1f68b1 req-ae801c04-dadd-4fd1-b353-3f1df1bb775d service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114572 Sep 26 13:03:54.212619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-69379c75-c1fe-4563-b9a5-335bd072959e req-9ae479fd-2279-4973-adc8-d6b0968863ab tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505593 Sep 26 13:03:54.223689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd467fc2-33b5-4b45-b0bd-1ba75d50f7fe,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:54.228094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:54.241778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.251429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6319f3c-bd64-400a-b85d-b3f32a81b97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:03:54.259302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:54.262708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:54.299296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Pushing event updated for resources: {'Port': ['ID=b9fb95f9-be02-4980-8788-bbfa4cb6ef95,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:54.420055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.478253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.535092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38884) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:54.678214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-37dae026-9425-4e55-8b47-64e325e81c0d req-144470a4-7a7a-4c8f-b5db-2329e04767b9 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 258 time: 0.3935575 Sep 26 13:03:54.687768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:54.699780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-34fd44fd-01df-4dce-98a2-15ae999fe2a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38c39fa7ff80442e88507e6de6afc8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612146 Sep 26 13:03:54.704733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38898) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:54.743925 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.808411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-767419c5-6fdd-4be3-aeef-2eddbfede0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.844640 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.860853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.869748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-767419c5-6fdd-4be3-aeef-2eddbfede0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.921231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-3622911a-a8cf-418a-803b-2a09b02f0617 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:54.931122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-3622911a-a8cf-418a-803b-2a09b02f0617 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.2604380 Sep 26 13:03:54.937006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.950771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-767419c5-6fdd-4be3-aeef-2eddbfede0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.953454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-767419c5-6fdd-4be3-aeef-2eddbfede0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:54.954645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-767419c5-6fdd-4be3-aeef-2eddbfede0c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db451004-649a-487a-b2bf-3c2710ed0baf HTTP/1.1" status: 204 len: 168 time: 0.2489684 Sep 26 13:03:54.955345 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-d27a61fd-6bc2-40bb-a16e-b389a821cdd7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/quotas/e831190842f044e28348624a5393a3de HTTP/1.1" status: 200 len: 375 time: 0.0231168 Sep 26 13:03:54.997872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767419c5-6fdd-4be3-aeef-2eddbfede0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db451004-649a-487a-b2bf-3c2710ed0baf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:55.031584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Pushing event updated for resources: {'Port': ['ID=b9fb95f9-be02-4980-8788-bbfa4cb6ef95,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:55.114281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Allocated IP 172.25.4.253 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/58eeb086-d9cd-4d00-ba79-f5060c4bf927) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:55.139226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-827d185d-8e77-435d-9880-ab84932e11d3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1827939 Sep 26 13:03:55.146485 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.172772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.178172 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7e16771a-c6f1-4036-a2ce-c9c0fed7bed5 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2301543 Sep 26 13:03:55.185803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38904) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:55.197710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1691005565', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'fixed_ips': [{'ip_address': '172.25.4.171'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:55.298418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-4a34b295-de31-4855-988f-f1aa423806d8 service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384280 Sep 26 13:03:55.331006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Made reservation on behalf of e557e28d269e46d7905bcdf968c0aac1 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:55.334401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.358916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.361635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.416249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 90b5a09d-d0d3-4726-b9f6-545a5b637f7d up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:55.435270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.461931 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-bbfc9882-1a41-4eaa-afc1-dcf83e6b754c service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621945 Sep 26 13:03:55.504764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:55.506348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Pushing event updated for resources: {'Port': ['ID=58eeb086-d9cd-4d00-ba79-f5060c4bf927,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:55.509680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:55.510082 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.606385 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.611151 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.619312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.630101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] device_id is not set on port 50c24819-f25e-43c0-9f59-89678ead2e3e yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:03:55.646645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:55.647713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:03:55.650609 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5197694a-13e1-4a88-b8a6-37560fe2fe88" -d '{"events": [{"server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "name": "network-vif-plugged", "status": "completed", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:03:55.655554 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:55.713499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:55.750361 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:55.784167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:55.792679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:55.888373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40622190-705c-4716-a423-896b676ae481,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:55.891261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274be72-5580-4ebf-9ab4-b0987310017e req-00528aea-16fa-47bf-a069-0fc078f48d48 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:55.899953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1274be72-5580-4ebf-9ab4-b0987310017e req-00528aea-16fa-47bf-a069-0fc078f48d48 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 945 time: 0.0914404 Sep 26 13:03:55.977978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1274be72-5580-4ebf-9ab4-b0987310017e req-5ea6da12-bbd9-4c10-9c33-8de614b7ecdf tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Sep 26 13:03:56.024033 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 26 13:03:56.024590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:03:56.027433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.087185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.131674 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-836141c8-e8c9-4a61-b899-8172e51c6456 tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9390957 Sep 26 13:03:56.134877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38934) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:56.179508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766574f4-d2e2-4419-8a87-4b39a5a56fe5 req-33ae1678-2f67-4513-ad6d-978bc455889c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:56.189056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-766574f4-d2e2-4419-8a87-4b39a5a56fe5 req-33ae1678-2f67-4513-ad6d-978bc455889c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1063485 Sep 26 13:03:56.245831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-766574f4-d2e2-4419-8a87-4b39a5a56fe5 req-fb96d923-1bd5-4e7b-9b0f-adf1c6aa792e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555267 Sep 26 13:03:56.390700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad737eb1-6fd8-4cd4-9417-62eb5559b2fe req-7edb7a37-818b-4713-a054-c5adfaef24ed tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:56.399451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad737eb1-6fd8-4cd4-9417-62eb5559b2fe req-7edb7a37-818b-4713-a054-c5adfaef24ed tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 947 time: 0.0721710 Sep 26 13:03:56.407952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Deleting port b9fb95f9-be02-4980-8788-bbfa4cb6ef95 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:03:56.408489 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.444903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.454581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad737eb1-6fd8-4cd4-9417-62eb5559b2fe req-44b167e9-aa95-4d19-9498-8a4ce07292a9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541425 Sep 26 13:03:56.492942 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9526d4c1-3118-4294-a8b6-dcdbc09ae584 x-openstack-request-id: req-9526d4c1-3118-4294-a8b6-dcdbc09ae584 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:03:56.493782 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "name": "network-vif-plugged", "status": "completed", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:03:56.494178 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9526d4c1-3118-4294-a8b6-dcdbc09ae584 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:03:56.494731 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d', 'code': 200} Sep 26 13:03:56.512631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.582079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5855cc68-67ce-4b2a-9a41-39125add58b0 req-7417e7d2-4a8f-4f38-9e5d-a52d660d885f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 210 time: 0.0332234 Sep 26 13:03:56.605738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.606076 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.638459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Pushing event updated for resources: {'Port': ['ID=58eeb086-d9cd-4d00-ba79-f5060c4bf927,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:56.641790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Calling delete_port for b9fb95f9-be02-4980-8788-bbfa4cb6ef95 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:03:56.716214 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.766873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd2f18-690f-4267-bce0-c5fe017328d1 req-d8df1eb5-d172-49e6-9367-465ca1a4aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:56.768408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bdd2f18-690f-4267-bce0-c5fe017328d1 req-d8df1eb5-d172-49e6-9367-465ca1a4aa70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1097 time: 0.1596622 Sep 26 13:03:56.770955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:56.777945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-37dae026-9425-4e55-8b47-64e325e81c0d req-d687e6f2-d050-4859-ae26-c2fd8ddfce85 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0940578 Sep 26 13:03:56.870007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-37dae026-9425-4e55-8b47-64e325e81c0d req-f741a010-3bc4-4aa9-bb85-bb84f6956447 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 696 time: 0.0911167 Sep 26 13:03:56.950459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bdd2f18-690f-4267-bce0-c5fe017328d1 req-fc8740b9-0d46-410b-b175-4a56f9cef563 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662428 Sep 26 13:03:57.010397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:57.052057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9fb95f9-be02-4980-8788-bbfa4cb6ef95,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:57.065584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dae026-9425-4e55-8b47-64e325e81c0d req-f2426d0c-20b9-4c5f-b042-972e8e9c875f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:57.078459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-37dae026-9425-4e55-8b47-64e325e81c0d req-f2426d0c-20b9-4c5f-b042-972e8e9c875f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2075348 Sep 26 13:03:57.226417 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:57.228846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:57.234150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-59c2f7cc-3b1c-499a-af45-070270d964da tempest-ExternalNetworksAdminNegativeTestJSON-121576982 tempest-ExternalNetworksAdminNegativeTestJSON-121576982-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/0a5a2121-88be-4143-8643-651deb40c9a0 HTTP/1.1" status: 204 len: 168 time: 1.0940640 Sep 26 13:03:57.271598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbfeb2-ec50-48f2-b873-e801a1daec41 req-119931f3-4baf-4023-91ee-991f92d8009d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:57.284974 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3dbfeb2-ec50-48f2-b873-e801a1daec41 req-119931f3-4baf-4023-91ee-991f92d8009d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 945 time: 0.1395657 Sep 26 13:03:57.390530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3dbfeb2-ec50-48f2-b873-e801a1daec41 req-e8323ead-a827-483d-8f4c-e4c4ca534664 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041725 Sep 26 13:03:57.428397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:03:57.498279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-b7856a4d-cfb3-4fdf-a646-ea512955651f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:57.499787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-b7856a4d-cfb3-4fdf-a646-ea512955651f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.2791038 Sep 26 13:03:57.520142 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Request body: {'port': {'device_id': 'e6979811-4a5a-4a5f-a669-f037af0b80aa', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'admin_state_up': True, 'tenant_id': 'e831190842f044e28348624a5393a3de'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:57.572159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-50825245-9dbd-469b-adf6-9e91e6323250 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:57.575898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-50825245-9dbd-469b-adf6-9e91e6323250 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1490781 Sep 26 13:03:57.603649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:57.634510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3fb7-2ba2-469f-89b5-f7aae4529e17 req-87ac52e9-2325-4e3c-bb82-f1985a89246d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:57.636444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'mac_address': 'fa:16:3e:d7:a8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:03:57.649335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-949e3fb7-2ba2-469f-89b5-f7aae4529e17 req-87ac52e9-2325-4e3c-bb82-f1985a89246d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1488800 Sep 26 13:03:57.726584 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:57.753357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-949e3fb7-2ba2-469f-89b5-f7aae4529e17 req-77eca211-23be-42b0-962d-d42095abcdda tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007657 Sep 26 13:03:57.756987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622fd712-428b-4fe9-bcd9-f8dcda13bcca {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:03:57.788585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:57.797973 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:57.840169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38976) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:57.868332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-fe3e1433-e805-4d67-a563-596cfc29a457 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 696 time: 0.1691067 Sep 26 13:03:57.883948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Request body: {'floatingip': {'port_id': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:57.917368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:57.956125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.016661 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-392ad128-f225-4d24-a042-eb887490bc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.020632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:03:58.024180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.113314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1b033-62ca-439f-aa4e-96ff298d897c req-7a51986b-4557-4273-8cb4-bcef15645f49 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:58.115087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83b1b033-62ca-439f-aa4e-96ff298d897c req-7a51986b-4557-4273-8cb4-bcef15645f49 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.0883660 Sep 26 13:03:58.178596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['622fd712-428b-4fe9-bcd9-f8dcda13bcca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:58.192009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83b1b033-62ca-439f-aa4e-96ff298d897c req-fbf57c26-2d08-4e20-ba61-345f3b234773 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701718 Sep 26 13:03:58.232087 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-392ad128-f225-4d24-a042-eb887490bc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.239983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-392ad128-f225-4d24-a042-eb887490bc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.296960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-392ad128-f225-4d24-a042-eb887490bc9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26f9e538d3974305b86c839779c36b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527001 Sep 26 13:03:58.296960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ad128-f225-4d24-a042-eb887490bc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8583b2-d4bd-4cb5-bfea-ae20ad6f1ed9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:58.299675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38980) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:58.386729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d64fbc8-c280-40bb-8b7e-cd16019a9bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.428696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2bb982f7-711b-4402-93b7-94e85cb426df req-96b6b3ba-4f8f-40a9-b8bf-b586263462b0 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 210 time: 0.0688519 Sep 26 13:03:58.511775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Allocated IP 172.20.0.12 (0953e2b4-57b2-4b8d-a0af-11232c38a0a6/f1c3a00d-3b90-406a-8755-4a3407d6a9fe/f6e90489-de4e-4371-a71b-b4d65f1e5cca) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:03:58.519211 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d64fbc8-c280-40bb-8b7e-cd16019a9bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.651547 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d64fbc8-c280-40bb-8b7e-cd16019a9bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.654150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d64fbc8-c280-40bb-8b7e-cd16019a9bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:58.655321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1d64fbc8-c280-40bb-8b7e-cd16019a9bf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee8583b2-d4bd-4cb5-bfea-ae20ad6f1ed9 HTTP/1.1" status: 204 len: 168 time: 0.3549323 Sep 26 13:03:58.688233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64fbc8-c280-40bb-8b7e-cd16019a9bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8583b2-d4bd-4cb5-bfea-ae20ad6f1ed9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:58.727072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c486b1-1b96-47d1-873e-167d52aec7cb req-70d50ee7-4c75-437f-89c9-5be0f6510c7e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:58.728674 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82c486b1-1b96-47d1-873e-167d52aec7cb req-70d50ee7-4c75-437f-89c9-5be0f6510c7e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 945 time: 0.1829779 Sep 26 13:03:58.802214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82c486b1-1b96-47d1-873e-167d52aec7cb req-68f8819c-fc50-45f8-ac42-44c31c80d968 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557864 Sep 26 13:03:58.982072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e73b31-d8c5-4be4-a14a-bce3f1c6e826 req-30bec98d-ff14-4605-935e-f75720b2861e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:58.990331 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63e73b31-d8c5-4be4-a14a-bce3f1c6e826 req-30bec98d-ff14-4605-935e-f75720b2861e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.1074119 Sep 26 13:03:59.037865 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63e73b31-d8c5-4be4-a14a-bce3f1c6e826 req-52f6c34e-bf86-49fa-b024-0cfab2b91007 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Sep 26 13:03:59.122405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38994) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:59.217144 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-9b49cd6c-4b06-4e1b-96b1-8cab3eaca973 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1333846041&fields=id&tenant_id=0b0238637b184a849f4c12e88c8d0d05 HTTP/1.1" status: 200 len: 267 time: 0.0860829 Sep 26 13:03:59.221884 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-43becda5-b04d-4e16-98be-9d2912460a2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e557e28d269e46d7905bcdf968c0aac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976307 Sep 26 13:03:59.225300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38996) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:03:59.259925 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.resource_extend [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:03:59.288206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-b6c7589c-1bc0-4727-910b-1100b27616ca tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:59.290029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-b6c7589c-1bc0-4727-910b-1100b27616ca tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 945 time: 0.0717208 Sep 26 13:03:59.308802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'port': {'security_groups': ['d1b7b25b-39c5-47b6-9e38-393673fee448', '541aaa54-01ff-4379-831b-2d6df78a5032']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:03:59.349526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.351214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.359273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.388177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.435371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:03:59.449864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa72f91e-db78-4ff5-a6dc-21f2f0616be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.509152 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa72f91e-db78-4ff5-a6dc-21f2f0616be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.533749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 622fd712-428b-4fe9-bcd9-f8dcda13bcca completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:03:59.550534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 622fd712-428b-4fe9-bcd9-f8dcda13bcca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:03:59.551193 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.562972 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.567985 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Floating IP 342719e7-0ccd-49b1-abcc-68ff1c08a9f9 associated. External IP: 172.25.4.253, port: 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1. Sep 26 13:03:59.591294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:03:59.593038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:03:59.596328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:03:59.610605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:03:59.719756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] For port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:03:59.720835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa72f91e-db78-4ff5-a6dc-21f2f0616be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.723385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa72f91e-db78-4ff5-a6dc-21f2f0616be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.727358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aa72f91e-db78-4ff5-a6dc-21f2f0616be8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40622190-705c-4716-a423-896b676ae481 HTTP/1.1" status: 204 len: 168 time: 0.4991090 Sep 26 13:03:59.799046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.810071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.846560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:59.847574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.850214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event updated for resources: {'Port': ['ID=f6e90489-de4e-4371-a71b-b4d65f1e5cca,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:59.854210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72f91e-db78-4ff5-a6dc-21f2f0616be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40622190-705c-4716-a423-896b676ae481,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:03:59.943694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:03:59.944736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:03:59.971277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05780e1d-f6f5-4d13-8507-de09c2fb53b7 req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "PUT /v2.0/ports/90b5a09d-d0d3-4726-b9f6-545a5b637f7d HTTP/1.1" status: 200 len: 981 time: 0.6684422 Sep 26 13:03:59.999990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:00.015541 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8181ed9d-2b05-4967-ab3f-b7984db2300e" -d '{"events": [{"name": "network-changed", "server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:00.026518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:00.029028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:00.089429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a26a3340-90a8-4ebf-9ccb-82b691887cf3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5737147 Sep 26 13:04:00.122707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Request body: {'port': {'device_id': 'e6979811-4a5a-4a5f-a669-f037af0b80aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:00.125634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ab5b9-8980-4443-a617-1f457fb740db tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'Port': ['ID=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,revision_number=6']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:00.155836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:00.159023 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fd03d4-2dcb-4862-8254-49a8742ff6b9" -d '{"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-plugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:00.185268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:00.197590 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:00.259610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:00.287370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:00.373616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd8831-9a9b-4ace-97c3-755897e1c117 req-c6574616-36b2-423f-ac36-3e1f9eecc265 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:00.378099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17cd8831-9a9b-4ace-97c3-755897e1c117 req-c6574616-36b2-423f-ac36-3e1f9eecc265 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1149664 Sep 26 13:04:00.395684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:00.421869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:00.476523 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17cd8831-9a9b-4ace-97c3-755897e1c117 req-edbc54dd-bd43-4405-a1ce-f6910f459be2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906637 Sep 26 13:04:00.567041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:00.577247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:00.592204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] Sync routers for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:00.655703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:00.655703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:00.657590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-0ab0a6d3-3dd1-448b-84f7-e4c3fc01fea7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "PUT /v2.0/floatingips/342719e7-0ccd-49b1-abcc-68ff1c08a9f9 HTTP/1.1" status: 200 len: 996 time: 2.7641809 Sep 26 13:04:00.668560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e725485-d81a-40f2-97ef-172e1110d510 req-2d5839b0-00c5-4baf-a46c-c4b65170107d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:00.676588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e725485-d81a-40f2-97ef-172e1110d510 req-2d5839b0-00c5-4baf-a46c-c4b65170107d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 932 time: 0.0840793 Sep 26 13:04:00.685182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:00.688022 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b163f-d2d1-4532-86f2-8725bbc17849" -d '{"events": [{"name": "network-changed", "server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:00.764099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e725485-d81a-40f2-97ef-172e1110d510 req-05d7b5f5-c81a-42ae-a003-20b83e826ffa tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865386 Sep 26 13:04:00.789100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:04:00.815828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-a38f7d60-6e70-4a2c-a24b-6b3fea1fcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:00.817341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-a38f7d60-6e70-4a2c-a24b-6b3fea1fcc84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26cef2cd1c044b248639708861accb8f&device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 1097 time: 0.1264000 Sep 26 13:04:00.953330 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-9efd7c97-456f-4557-a5d0-04b42d66d378 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1743101647&fields=id&tenant_id=0b0238637b184a849f4c12e88c8d0d05 HTTP/1.1" status: 200 len: 267 time: 0.0517726 Sep 26 13:04:00.993813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e90489-de4e-4371-a71b-b4d65f1e5cca {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:01.006967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.029443 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-a593ebf6-1e83-400d-a120-d29642dea5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.031561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-a593ebf6-1e83-400d-a120-d29642dea5af service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d61f450-e939-4a53-b8e2-4bfa165b52ca HTTP/1.1" status: 200 len: 929 time: 0.1928222 Sep 26 13:04:01.034530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Transition to ACTIVE for port object f6e90489-de4e-4371-a71b-b4d65f1e5cca will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:04:01.045082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-77b1e9e9-dca4-425a-82e0-dc2fee2c1c12 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.050782 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.055191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-77b1e9e9-dca4-425a-82e0-dc2fee2c1c12 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 984 time: 0.1008890 Sep 26 13:04:01.060733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'port': {'security_groups': ['541aaa54-01ff-4379-831b-2d6df78a5032', 'd1b7b25b-39c5-47b6-9e38-393673fee448', '06a0e058-081a-4fc5-8335-423d2597edf5']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:01.160484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-9730adb3-3289-4671-bad2-e648122ae693 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 200 len: 999 time: 0.1204739 Sep 26 13:04:01.168158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Pushing event updated for resources: {'Port': ['ID=f6e90489-de4e-4371-a71b-b4d65f1e5cca,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:01.177559 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.187540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39050) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:01.204882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '342719e7-0ccd-49b1-abcc-68ff1c08a9f9', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'port_id': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'mac_address': 'fa:16:3e:aa:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:03:55Z', 'updated_at': '2021-09-26T13:03:58Z', 'revision_number': 1, 'project_id': '26cef2cd1c044b248639708861accb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:34Z', 'revision_number': 5, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:01.240580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] Checking router: 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:04:01.253834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:01.255212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:01.265575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-c3554ef0-7d79-4b95-b0e0-1b43808cbd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.267186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-c3554ef0-7d79-4b95-b0e0-1b43808cbd88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ebd6fda-c6e8-416d-8362-c2f0162581a8 HTTP/1.1" status: 200 len: 868 time: 0.0786107 Sep 26 13:04:01.290088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Attempting to bind port f6e90489-de4e-4371-a71b-b4d65f1e5cca on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:04:01.290311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Attempting to bind port f6e90489-de4e-4371-a71b-b4d65f1e5cca by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:04:01.290644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Attempting to bind port f6e90489-de4e-4371-a71b-b4d65f1e5cca on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:01.311345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Port f6e90489-de4e-4371-a71b-b4d65f1e5cca on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:04:01.311680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Attempting to bind port f6e90489-de4e-4371-a71b-b4d65f1e5cca on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:01.320139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:04:01.320479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Checking segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:01.320994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Bound using segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:04:01.321336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Bound port: f6e90489-de4e-4371-a71b-b4d65f1e5cca, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:04:01.321748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.336677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-661461232'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:01.340333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-7ce3f5bb-d8dc-4f14-a935-f7a540705180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.341899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-7ce3f5bb-d8dc-4f14-a935-f7a540705180 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d61f450-e939-4a53-b8e2-4bfa165b52ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649726 Sep 26 13:04:01.382276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:04:01.415142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:01.419094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.431322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.460472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] For port f6e90489-de4e-4371-a71b-b4d65f1e5cca, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:01.467925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] For port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:01.478559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] For port f6e90489-de4e-4371-a71b-b4d65f1e5cca, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f6e90489-de4e-4371-a71b-b4d65f1e5cca,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:04:01.485758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.516629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-aa38e79b-11e4-4dd4-bbd7-c64375bf1858 service neutron] 10.222.0.13 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493154 Sep 26 13:04:01.529764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.531877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.532615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.534548 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] 10.222.0.24 "PUT /v2.0/ports/f6e90489-de4e-4371-a71b-b4d65f1e5cca HTTP/1.1" status: 200 len: 1093 time: 1.4321713 Sep 26 13:04:01.537805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.553816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:01.596729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2bf07-9cbc-4b59-a3fa-ad6de85ed73e service neutron] Pushing event updated for resources: {'Port': ['ID=f6e90489-de4e-4371-a71b-b4d65f1e5cca,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:01.628559 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.629930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.631766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdfcc53d-f2ed-45a0-9ae6-b81f78298090 req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "PUT /v2.0/ports/90b5a09d-d0d3-4726-b9f6-545a5b637f7d HTTP/1.1" status: 200 len: 1020 time: 0.5757771 Sep 26 13:04:01.667688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-124190f9-1400-4106-b377-db46381e7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.669226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-124190f9-1400-4106-b377-db46381e7b8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 1096 time: 0.0880196 Sep 26 13:04:01.685436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a1a4f-fd9e-46cd-8303-041ab4214638 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'Port': ['ID=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:01.686122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36287ecf-e14a-4c25-9b41-f8edb48be1a1 req-9064ffe7-3216-4a7a-8483-294a7f8c9b06 service neutron] 10.222.0.13 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564884 Sep 26 13:04:01.718111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:01.727034 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07d3b16-b81b-4898-a411-fada7c2467a9 x-openstack-request-id: req-c07d3b16-b81b-4898-a411-fada7c2467a9 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:01.727199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-63f42312-e340-4e33-a43c-750a8e7f11c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6e90489-de4e-4371-a71b-b4d65f1e5cca HTTP/1.1" status: 200 len: 217 time: 0.0483472 Sep 26 13:04:01.727773 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:01.727965 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c07d3b16-b81b-4898-a411-fada7c2467a9 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:01.728365 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d', 'status': 'completed', 'code': 200} Sep 26 13:04:01.777035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.802679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-cde19168-5ec1-46af-a478-6afa814a8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.805545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-cde19168-5ec1-46af-a478-6afa814a8816 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0717351 Sep 26 13:04:01.820470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.839844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '342719e7-0ccd-49b1-abcc-68ff1c08a9f9', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'port_id': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'mac_address': 'fa:16:3e:aa:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:03:55Z', 'updated_at': '2021-09-26T13:03:58Z', 'revision_number': 1, 'project_id': '26cef2cd1c044b248639708861accb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:34Z', 'revision_number': 5, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:01.843589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-a06a3d7f-5837-45b8-b74c-b637bda038ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312736 Sep 26 13:04:01.877133 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad59503-73b5-411a-a3fb-7b1b6ee84f0d x-openstack-request-id: req-0ad59503-73b5-411a-a3fb-7b1b6ee84f0d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:01.877439 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-plugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:01.877742 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad59503-73b5-411a-a3fb-7b1b6ee84f0d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:01.878193 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'code': 200} Sep 26 13:04:01.880163 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b157aa8-c8f3-4b0d-8a61-27fb871d983c None None] The sync data for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 is: [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '342719e7-0ccd-49b1-abcc-68ff1c08a9f9', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'port_id': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'mac_address': 'fa:16:3e:aa:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:03:55Z', 'updated_at': '2021-09-26T13:03:58Z', 'revision_number': 1, 'project_id': '26cef2cd1c044b248639708861accb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:34Z', 'revision_number': 5, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:01.924765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:04:01.937060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a14ea5-9ae8-4a83-a581-94d41c72d1f5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:01.962860 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-a2062daf-8892-4422-ac85-0d84ff344d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:01.964960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-a2062daf-8892-4422-ac85-0d84ff344d77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1175 time: 0.2260082 Sep 26 13:04:01.966537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:01.966897 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Added segment 767d1d41-f063-4023-be91-c7865fe54cdb of type vlan for network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 Sep 26 13:04:01.981281 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c1bbe-d882-4ec1-9bca-741d03151e7d x-openstack-request-id: req-353c1bbe-d882-4ec1-9bca-741d03151e7d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:01.981449 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:01.981843 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-353c1bbe-d882-4ec1-9bca-741d03151e7d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:01.982570 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'status': 'completed', 'code': 200} Sep 26 13:04:02.047372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc4b-a20d-412c-96be-05f0ba80eb65 req-941777f4-eebe-4e61-9a7b-c8758da97731 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.052917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6b64a-4a84-46a0-9cc5-3e527585480b req-1e0a987e-7983-42a1-a40b-b1606da588e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.054552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8af6b64a-4a84-46a0-9cc5-3e527585480b req-1e0a987e-7983-42a1-a40b-b1606da588e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1101 time: 0.1195717 Sep 26 13:04:02.056450 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-796afc4b-a20d-412c-96be-05f0ba80eb65 req-941777f4-eebe-4e61-9a7b-c8758da97731 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.2730322 Sep 26 13:04:02.063267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-8c045086-4232-40d8-a775-9f69909fba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.064754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-8c045086-4232-40d8-a775-9f69909fba2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26cef2cd1c044b248639708861accb8f&device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 1097 time: 0.0974352 Sep 26 13:04:02.071611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-162f5d58-bf2d-432e-9b57-7406a81aa340 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216327 Sep 26 13:04:02.082460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:02.227341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-796afc4b-a20d-412c-96be-05f0ba80eb65 req-d57ca2e2-5d65-42db-9f48-83210c2c52ba tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697252 Sep 26 13:04:02.236970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:02.242607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.243239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:02.257796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8af6b64a-4a84-46a0-9cc5-3e527585480b req-537a9942-7998-42b0-85da-e81b641bf534 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920469 Sep 26 13:04:02.299756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-89e8110e-6b7b-4174-8e0b-5292d926b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.302212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-89e8110e-6b7b-4174-8e0b-5292d926b95a service neutron] 10.222.0.23 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 911 time: 0.3173797 Sep 26 13:04:02.322013 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4173def-1371-476c-b477-a2609e122376 None None] New status for floating IP 342719e7-0ccd-49b1-abcc-68ff1c08a9f9: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:04:02.350963 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbece51c-0754-4941-86d8-c160cd3c84fa req-81774e09-a306-4204-8862-7aa57b703ded service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619600 Sep 26 13:04:02.387026 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1982455 Sep 26 13:04:02.401560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39078) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:02.424584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'subnet': {'network_id': '008c97bc-b6d5-4be5-a7a7-e7cbf57ad768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:02.446438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-e7998cc5-83cb-45c9-9ba2-a2d1d5975951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.448047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-e7998cc5-83cb-45c9-9ba2-a2d1d5975951 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d61f450-e939-4a53-b8e2-4bfa165b52ca HTTP/1.1" status: 200 len: 929 time: 0.3605664 Sep 26 13:04:02.471870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1297ef-bd16-4655-ab7e-d4c8431e0e5f tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Network': ['ID=008c97bc-b6d5-4be5-a7a7-e7cbf57ad768,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:02.484479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:04:02.538178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-20de08d5-4885-4086-995f-28b7b1883230 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.540123 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-20de08d5-4885-4086-995f-28b7b1883230 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/networks?id=fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf HTTP/1.1" status: 200 len: 815 time: 0.2937725 Sep 26 13:04:02.544768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43554f25-617a-4d2d-8e02-91011684d4cc req-284cc420-9744-4da0-9913-aca1f3f38765 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.552569 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43554f25-617a-4d2d-8e02-91011684d4cc req-284cc420-9744-4da0-9913-aca1f3f38765 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.2239625 Sep 26 13:04:02.575309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-bd682d99-f8d9-4b7a-be0c-c7f80d37c3cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 200 len: 999 time: 0.1166978 Sep 26 13:04:02.579523 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-0f3cd56b-54cc-4398-9720-cc265152c2b3 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/quotas/b9b9cc95fec54dc9b34a48be191dd377 HTTP/1.1" status: 200 len: 375 time: 0.0292623 Sep 26 13:04:02.589985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-c6d92134-4b92-4784-be40-0967a3368403 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d HTTP/1.1" status: 200 len: 217 time: 0.0685868 Sep 26 13:04:02.666772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-f4b86b72-4908-4f8e-9b66-89e4f6de1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.668184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-f4b86b72-4908-4f8e-9b66-89e4f6de1313 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ebd6fda-c6e8-416d-8362-c2f0162581a8 HTTP/1.1" status: 200 len: 868 time: 0.0802364 Sep 26 13:04:02.678964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-6a59b112-757e-400e-b214-b99580c4483a tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9b9cc95fec54dc9b34a48be191dd377&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928319 Sep 26 13:04:02.786429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-0f7de305-96e0-407a-a1f8-a015c5347368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:02.787966 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-0f7de305-96e0-407a-a1f8-a015c5347368 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d61f450-e939-4a53-b8e2-4bfa165b52ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081243 Sep 26 13:04:02.812805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7c77a269-e11f-41b1-b940-b2a3e6205533 service neutron] 10.222.0.13 "GET /v2.0/networks/fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247971 Sep 26 13:04:02.959486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:02.962912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:02.970760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43554f25-617a-4d2d-8e02-91011684d4cc req-8ba4e7a7-62db-4205-afe3-c9d6901d0c25 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173586 Sep 26 13:04:03.001274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-dd963ba9-a628-4f9b-b3fe-c5696a12f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:03.002876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-dd963ba9-a628-4f9b-b3fe-c5696a12f4b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.3930244 Sep 26 13:04:03.077080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-0af3a952-3c24-4f7d-b734-ea5ae4e27fe5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646152 Sep 26 13:04:03.205702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b98ed-2549-409d-8101-7de104570cd0 req-c3ab8880-f835-4f0a-96c8-840bc3e83d6b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:03.207209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-952b98ed-2549-409d-8101-7de104570cd0 req-c3ab8880-f835-4f0a-96c8-840bc3e83d6b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1023 time: 0.1535387 Sep 26 13:04:03.221205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-99412290-a292-4e1e-939c-22d9dd5e8303 service neutron] 10.222.0.24 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218819 Sep 26 13:04:03.253269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-43f975d5-667b-4a21-b12e-176903f31b72 service neutron] 10.222.0.13 "GET /v2.0/networks/fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308941 Sep 26 13:04:03.280028 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-562e16c5-40e7-418b-99c8-1995f99d87cb service neutron] 10.222.0.23 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918750 Sep 26 13:04:03.325547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da1b163f-d2d1-4532-86f2-8725bbc17849 req-becb6aa6-3d58-41b3-9aff-7992160d98db service neutron] 10.222.0.24 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950496 Sep 26 13:04:03.438312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-952b98ed-2549-409d-8101-7de104570cd0 req-4882cb3c-cf56-4f2d-bd6d-e79dab68d5cb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=541aaa54-01ff-4379-831b-2d6df78a5032&id=d1b7b25b-39c5-47b6-9e38-393673fee448&id=06a0e058-081a-4fc5-8335-423d2597edf5 HTTP/1.1" status: 200 len: 6149 time: 0.2230887 Sep 26 13:04:03.441386 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:03.540673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Subnet': ['ID=c393e35b-362d-413f-88c8-020c202b0e3a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:03.544126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8181ed9d-2b05-4967-ab3f-b7984db2300e req-a2ee441c-4ef8-4a40-a1e2-5c15e6fda91b service neutron] 10.222.0.23 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518961 Sep 26 13:04:03.583851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dca3b-60e7-4b20-96b1-3bf1dd34e208 req-1ecc8486-f14d-4d47-b2e5-6c66375a8ad4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:03.585908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b4dca3b-60e7-4b20-96b1-3bf1dd34e208 req-1ecc8486-f14d-4d47-b2e5-6c66375a8ad4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 944 time: 0.0835767 Sep 26 13:04:03.587636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Checking segment: {'id': '767d1d41-f063-4023-be91-c7865fe54cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '008c97bc-b6d5-4be5-a7a7-e7cbf57ad768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:03.588557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network hostable DHCP agents. Network: 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:04:03.634338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:04:03.635445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-701cb114-2545-428f-b983-b35a31873075 req-3d5978cc-f4af-46ec-a331-a841f2f75863 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 258 time: 0.2497520 Sep 26 13:04:03.646905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b4dca3b-60e7-4b20-96b1-3bf1dd34e208 req-36be6875-d6ec-42cb-9779-6f652208be89 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536609 Sep 26 13:04:03.652206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:03.654825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:03.661059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:03.662103 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:03.674714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03b02db-f208-4233-b304-86257f39eb91 None None] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:04:03.688281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:03.698296 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7094d66b-42c5-48b7-940b-d3964930618b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2956171 Sep 26 13:04:03.702489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39092) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:03.709607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-346736978', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:03.729794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:03.733370 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:03.761995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:03.763994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:03.830871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:03.862067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c490d16a-da18-4ff7-95ee-a3fcc6e92254 None None] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:04:03.962146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.107176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6979811-4a5a-4a5f-a669-f037af0b80aa', 'tag': 'f6e90489-de4e-4371-a71b-b4d65f1e5cca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:04.110674 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b6dee-154d-4164-8a0f-c8e57066030e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6979811-4a5a-4a5f-a669-f037af0b80aa", "tag": "f6e90489-de4e-4371-a71b-b4d65f1e5cca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:04.147854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Allocated IP 172.25.4.137 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/67ac6cc0-ccb4-43e8-bbac-69df6f193823) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:04.166851 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-37ee2b4c-6759-4f4f-a303-c65618191aee req-079540da-c29f-4b1b-82cf-628a89f9f7cd tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 210 time: 0.0721376 Sep 26 13:04:04.219163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-ed1e8bc8-56f5-4872-a9f4-0e2019c55c63 req-8eff07e3-85ed-43ce-978c-4e6c0b7f124a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1077601927 ', 'description': 'tempest-description-118785493'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:04.224667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.274699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ed1e8bc8-56f5-4872-a9f4-0e2019c55c63 req-8eff07e3-85ed-43ce-978c-4e6c0b7f124a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.302449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.340266 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.385914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:04.394322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:04.398874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:04.426781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Pushing event updated for resources: {'Port': ['ID=67ac6cc0-ccb4-43e8-bbac-69df6f193823,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:04.446976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ed1e8bc8-56f5-4872-a9f4-0e2019c55c63 req-8eff07e3-85ed-43ce-978c-4e6c0b7f124a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.475325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ed1e8bc8-56f5-4872-a9f4-0e2019c55c63 req-8eff07e3-85ed-43ce-978c-4e6c0b7f124a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.505826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.531944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.533682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ed1e8bc8-56f5-4872-a9f4-0e2019c55c63 req-8eff07e3-85ed-43ce-978c-4e6c0b7f124a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.534912 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed1e8bc8-56f5-4872-a9f4-0e2019c55c63 req-8eff07e3-85ed-43ce-978c-4e6c0b7f124a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3227260 Sep 26 13:04:04.557063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff07e3-85ed-43ce-978c-4e6c0b7f124a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e949304-e76d-4d62-887e-2fbf3c764377,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:04.560052 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.587391 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:04.604040 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e918cbb3-c060-48a2-85f3-2419b9e575c1 x-openstack-request-id: req-e918cbb3-c060-48a2-85f3-2419b9e575c1 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:04.604040 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:04.604040 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e918cbb3-c060-48a2-85f3-2419b9e575c1 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:04.604463 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d', 'status': 'completed', 'code': 200} Sep 26 13:04:04.801197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-0033b3e1-aec8-4328-b434-ba9044c53857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:04.802683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-0033b3e1-aec8-4328-b434-ba9044c53857 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1175 time: 0.1678832 Sep 26 13:04:04.819338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.25.4.55 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/38ecddb8-7f00-4427-8fa0-0fd857b0a55b) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:04.863000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488f7c8-fb63-41e8-8265-99edfbb0e3d9 req-5a0c75bb-a475-4aad-b3a8-91c4543f78da tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:04.864503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b488f7c8-fb63-41e8-8265-99edfbb0e3d9 req-5a0c75bb-a475-4aad-b3a8-91c4543f78da tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1260600 Sep 26 13:04:04.886538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-f4b7fdeb-740e-4113-b655-a37232ecb3a7 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:04.888417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-f4b7fdeb-740e-4113-b655-a37232ecb3a7 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.23 "GET /v2.0/networks?id=fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf HTTP/1.1" status: 200 len: 815 time: 0.2363460 Sep 26 13:04:04.908951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Request body: {'port': {'device_id': '494f3109-541b-45f0-9def-0b0c7d116d20', 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'admin_state_up': True, 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:04.988472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:05.000468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:05.017356 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b488f7c8-fb63-41e8-8265-99edfbb0e3d9 req-ff1a20db-3d62-4790-bf17-5cf88a3d2aea tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435921 Sep 26 13:04:05.038762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-a86a708c-c02b-4c28-b171-5b3fb6cd476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:05.040605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-a86a708c-c02b-4c28-b171-5b3fb6cd476d service neutron] 10.222.0.23 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 911 time: 0.2229617 Sep 26 13:04:05.140982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Pushing event updated for resources: {'Port': ['ID=67ac6cc0-ccb4-43e8-bbac-69df6f193823,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:05.160959 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:05.179897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-d10e63cc-4e8a-4bc7-95d0-67c61944af85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d HTTP/1.1" status: 200 len: 217 time: 0.1271169 Sep 26 13:04:05.216850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Made reservation on behalf of b9b9cc95fec54dc9b34a48be191dd377 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:05.229659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:05.256593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:05.358135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f6e90489-de4e-4371-a71b-b4d65f1e5cca details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:04:05.417363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-3cc8d1c9-2956-4936-b7ac-c19c19ca3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:05.425784 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-3cc8d1c9-2956-4936-b7ac-c19c19ca3b7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.2207961 Sep 26 13:04:05.472204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Allocated IP 172.20.0.7 (fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf/4a9235a3-bed3-4595-9c40-c5be5daf3840/4b9093ea-4472-4e50-8262-a739eaa6eb04) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:05.508954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69cfb9-c407-495b-9de6-c02373084615 req-80a995f1-105f-4bf1-ba37-a4c500ff2462 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:05.521703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b69cfb9-c407-495b-9de6-c02373084615 req-80a995f1-105f-4bf1-ba37-a4c500ff2462 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.3500087 Sep 26 13:04:05.605996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:05.620483 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:05.628541 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-701cb114-2545-428f-b983-b35a31873075 req-554aa8ce-e289-49c7-ae99-48c673333edd tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9753547 Sep 26 13:04:05.643714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:05.655775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b69cfb9-c407-495b-9de6-c02373084615 req-0b815d94-56b5-46c9-b28c-379558d1877e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331062 Sep 26 13:04:05.665706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:05.673161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:05.679988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f6e90489-de4e-4371-a71b-b4d65f1e5cca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f6e90489-de4e-4371-a71b-b4d65f1e5cca,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:05.699806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'f6e90489-de4e-4371-a71b-b4d65f1e5cca', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'port_id': 'f6e90489-de4e-4371-a71b-b4d65f1e5cca', 'mac_address': 'fa:16:3e:47:c2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c3a00d-3b90-406a-8755-4a3407d6a9fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:04:05.759079 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6960020a-ddac-4f4d-89f9-01b55b9f5837 x-openstack-request-id: req-6960020a-ddac-4f4d-89f9-01b55b9f5837 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:05.759295 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6979811-4a5a-4a5f-a669-f037af0b80aa", "tag": "f6e90489-de4e-4371-a71b-b4d65f1e5cca", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:05.759577 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6960020a-ddac-4f4d-89f9-01b55b9f5837 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:05.760186 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6979811-4a5a-4a5f-a669-f037af0b80aa', 'tag': 'f6e90489-de4e-4371-a71b-b4d65f1e5cca', 'status': 'completed', 'code': 200} Sep 26 13:04:05.844666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-701cb114-2545-428f-b983-b35a31873075 req-d7fa6634-7fc7-4cf1-8113-8903f49abb71 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.2113161 Sep 26 13:04:05.861223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-36015761-8720-4d1b-8d5a-26438d8639f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578401 Sep 26 13:04:05.878686 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:05.896149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e90489-de4e-4371-a71b-b4d65f1e5cca {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:05.919065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-536f08f3-41e2-4b16-a7ae-2ebcb0ef871d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:05.920854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-536f08f3-41e2-4b16-a7ae-2ebcb0ef871d tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 946 time: 0.2912886 Sep 26 13:04:05.950714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f6e90489-de4e-4371-a71b-b4d65f1e5cca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f6e90489-de4e-4371-a71b-b4d65f1e5cca,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:05.958227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-941ac3f1-665a-408f-bf4c-389a6215da31 req-7e76f1fa-2c1a-436c-909a-e3f7add85ceb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/4e949304-e76d-4d62-887e-2fbf3c764377 HTTP/1.1" status: 200 len: 1782 time: 0.1545708 Sep 26 13:04:05.963450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:06.007229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:06.028295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6dee-154d-4164-8a0f-c8e57066030e req-04117224-2751-4d0c-b4a5-bd6425b83edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:06.030140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-404b6dee-154d-4164-8a0f-c8e57066030e req-04117224-2751-4d0c-b4a5-bd6425b83edc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 1096 time: 0.2355502 Sep 26 13:04:06.133729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=f6e90489-de4e-4371-a71b-b4d65f1e5cca,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:06.251218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f6e90489-de4e-4371-a71b-b4d65f1e5cca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:06.259002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=38ecddb8-7f00-4427-8fa0-0fd857b0a55b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:06.302666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cb114-2545-428f-b983-b35a31873075 req-f6a65280-0610-4d13-b9f8-ddd8a864278f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:06.304109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-701cb114-2545-428f-b983-b35a31873075 req-f6a65280-0610-4d13-b9f8-ddd8a864278f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.4431822 Sep 26 13:04:06.464409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4446b-ac48-4148-aeda-22f2d1b895d3 req-b61dd627-bea6-472f-af61-261b9b6f2a20 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:06.465943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19e4446b-ac48-4148-aeda-22f2d1b895d3 req-b61dd627-bea6-472f-af61-261b9b6f2a20 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 945 time: 0.3092630 Sep 26 13:04:06.523157 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-f750ecef-bc0e-4400-a3af-42aae5aef130 service neutron] 10.222.0.23 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795791 Sep 26 13:04:06.523949 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:06.713935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6dee-154d-4164-8a0f-c8e57066030e req-232c2030-e6a8-47e6-81a0-e6b6a323e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:06.715728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-404b6dee-154d-4164-8a0f-c8e57066030e req-232c2030-e6a8-47e6-81a0-e6b6a323e49a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 905 time: 0.6127052 Sep 26 13:04:06.782491 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19e4446b-ac48-4148-aeda-22f2d1b895d3 req-46970749-f9e0-448d-b166-b944b6345b72 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054841 Sep 26 13:04:06.823745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-404b6dee-154d-4164-8a0f-c8e57066030e req-8f7bb1fa-85f0-44e8-b55a-9a841d18a7f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6e90489-de4e-4371-a71b-b4d65f1e5cca HTTP/1.1" status: 200 len: 217 time: 0.0899918 Sep 26 13:04:06.859038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed694f-4c7b-41c4-9546-cc21acb2a3d7 req-ca0b655c-c40f-4b2c-a7fb-4ab9397063ce tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:06.866696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-03ed694f-4c7b-41c4-9546-cc21acb2a3d7 req-ca0b655c-c40f-4b2c-a7fb-4ab9397063ce tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.2829628 Sep 26 13:04:06.873307 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:06.928519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Deleting port c5074c8b-8661-4f63-965b-cb027d20f025 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:06.929156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:07.000261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:07.011951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:07.018274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:07.104885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:07.105595 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:07.165857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6dee-154d-4164-8a0f-c8e57066030e req-49cb2205-60fe-4fac-85d8-9f0af5264099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:07.167355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-404b6dee-154d-4164-8a0f-c8e57066030e req-49cb2205-60fe-4fac-85d8-9f0af5264099 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.3297038 Sep 26 13:04:07.184052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80dc7c19-c84f-4eb7-bbfe-8f68a7ff70e6 req-494f420d-2742-450d-8de8-5b9a44ff2edd service neutron] 10.222.0.23 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115737 Sep 26 13:04:07.204318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e0842-9e4b-49b6-85f3-52d61b8a75a4 req-708185d1-0243-4613-b5e3-16cc77414d48 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:07.208931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a5e0842-9e4b-49b6-85f3-52d61b8a75a4 req-708185d1-0243-4613-b5e3-16cc77414d48 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 931 time: 0.2374628 Sep 26 13:04:07.255057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-03ed694f-4c7b-41c4-9546-cc21acb2a3d7 req-a284a2d9-f6da-4c4c-a736-8547201e8543 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872116 Sep 26 13:04:07.282191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Pushing event updated for resources: {'Port': ['ID=4b9093ea-4472-4e50-8262-a739eaa6eb04,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:07.325213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-71470af1-c4d4-4546-adba-c66c606ca301 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4242477 Sep 26 13:04:07.345895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-404b6dee-154d-4164-8a0f-c8e57066030e req-93f89e11-1eac-4073-8acb-9526aa9515b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872219 Sep 26 13:04:07.376259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f6e90489-de4e-4371-a71b-b4d65f1e5cca up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:04:07.529356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8358676e-2003-43df-9180-9727081ee868 None None] Provisioning complete for port 4b9093ea-4472-4e50-8262-a739eaa6eb04 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:04:07.532918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8358676e-2003-43df-9180-9727081ee868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:07.584460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8358676e-2003-43df-9180-9727081ee868 None None] Port 4b9093ea-4472-4e50-8262-a739eaa6eb04 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:04:07.596576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port f6e90489-de4e-4371-a71b-b4d65f1e5cca completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:04:07.604961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port f6e90489-de4e-4371-a71b-b4d65f1e5cca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:04:07.605470 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:07.629250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] For port c5074c8b-8661-4f63-965b-cb027d20f025, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c5074c8b-8661-4f63-965b-cb027d20f025,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:07.630310 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:07.726069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Calling delete_port for c5074c8b-8661-4f63-965b-cb027d20f025 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:07.765656 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:07.777293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74a82080-d5fc-4554-a2f0-05fc8efff97a req-cbea14c5-642b-4ac0-9c84-64931cdcbfd1 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/4e949304-e76d-4d62-887e-2fbf3c764377 HTTP/1.1" status: 200 len: 1782 time: 0.3370972 Sep 26 13:04:07.801315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-404b6dee-154d-4164-8a0f-c8e57066030e req-e9a13290-8e8b-44a2-8e8f-a68fedf920aa service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452593 Sep 26 13:04:07.851921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6979811-4a5a-4a5f-a669-f037af0b80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e90489-de4e-4371-a71b-b4d65f1e5cca'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:07.868604 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36883c4b-bf3c-424f-9733-583bed395054" -d '{"events": [{"server_uuid": "e6979811-4a5a-4a5f-a669-f037af0b80aa", "name": "network-vif-plugged", "status": "completed", "tag": "f6e90489-de4e-4371-a71b-b4d65f1e5cca"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:07.908067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f6e90489-de4e-4371-a71b-b4d65f1e5cca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f6e90489-de4e-4371-a71b-b4d65f1e5cca,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:07.917180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:07.972091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39152) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:08.000231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.049011 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74a82080-d5fc-4554-a2f0-05fc8efff97a req-44e50550-e809-49ac-bc14-ee1c42ac0b4f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.057595 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-404b6dee-154d-4164-8a0f-c8e57066030e req-c34caa88-2ead-446f-8b84-09a0137c3adf service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315466 Sep 26 13:04:08.057789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=f6e90489-de4e-4371-a71b-b4d65f1e5cca,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:08.152755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a5e0842-9e4b-49b6-85f3-52d61b8a75a4 req-898e857c-b5b4-46bd-928a-57319ef2e23f tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499395 Sep 26 13:04:08.177740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74a82080-d5fc-4554-a2f0-05fc8efff97a req-44e50550-e809-49ac-bc14-ee1c42ac0b4f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.259745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.268662 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-900c1f14-5291-48b4-aef2-7f481a224752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.285387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74a82080-d5fc-4554-a2f0-05fc8efff97a req-44e50550-e809-49ac-bc14-ee1c42ac0b4f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.287894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-74a82080-d5fc-4554-a2f0-05fc8efff97a req-44e50550-e809-49ac-bc14-ee1c42ac0b4f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.289030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74a82080-d5fc-4554-a2f0-05fc8efff97a req-44e50550-e809-49ac-bc14-ee1c42ac0b4f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e949304-e76d-4d62-887e-2fbf3c764377 HTTP/1.1" status: 204 len: 173 time: 0.4929678 Sep 26 13:04:08.310188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:04:08.311478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ba90a4e-c6ae-401f-b12b-d04e8e18c41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.328073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event deleted for resources: {'Port': ['ID=c5074c8b-8661-4f63-965b-cb027d20f025,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:08.331642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e50550-e809-49ac-bc14-ee1c42ac0b4f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e949304-e76d-4d62-887e-2fbf3c764377,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:08.435115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] No DVR routers for this DVR port c5074c8b-8661-4f63-965b-cb027d20f025 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:08.449688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4254a560-2276-41a7-abde-24da168779e7 req-b6203316-4632-4879-8966-e2538e0badbc tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d99cddb-82a4-406c-ba2f-6660abf21add HTTP/1.1" status: 200 len: 210 time: 0.0631390 Sep 26 13:04:08.452293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.454936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be8b353f-6aa4-4ab1-bdf5-44d27848d555 req-3b902f1a-d2e2-441f-8979-687d37d5ce8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "DELETE /v2.0/ports/c5074c8b-8661-4f63-965b-cb027d20f025 HTTP/1.1" status: 204 len: 173 time: 2.5184286 Sep 26 13:04:08.455405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d99cddb-82a4-406c-ba2f-6660abf21add', 'name': 'network-vif-deleted', 'tag': 'c5074c8b-8661-4f63-965b-cb027d20f025'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:08.469849 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f5837f-dc0d-49cc-af6b-b662b9a67b10" -d '{"events": [{"server_uuid": "5d99cddb-82a4-406c-ba2f-6660abf21add", "name": "network-vif-deleted", "tag": "c5074c8b-8661-4f63-965b-cb027d20f025"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:08.626533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1fcd-1d40-4963-8185-7397700f5a82 req-f3528c55-5c8d-45dd-b80f-7b0999512f14 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:08.627086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ba90a4e-c6ae-401f-b12b-d04e8e18c41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.629228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-670d1fcd-1d40-4963-8185-7397700f5a82 req-f3528c55-5c8d-45dd-b80f-7b0999512f14 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3016729 Sep 26 13:04:08.642933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ba90a4e-c6ae-401f-b12b-d04e8e18c41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.655116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb1257-a056-4206-81aa-4e8417334b31 req-d301bd80-afe8-42e2-a522-4b09fa286ac3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:08.656743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0deb1257-a056-4206-81aa-4e8417334b31 req-d301bd80-afe8-42e2-a522-4b09fa286ac3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 946 time: 0.0797191 Sep 26 13:04:08.703311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:08.710918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5ba90a4e-c6ae-401f-b12b-d04e8e18c41d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2777ee5f814547448d2a20be433fd306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7315288 Sep 26 13:04:08.716390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:08.719302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69333d-1e1b-446f-97e4-8068922d9591 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:08.722135 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-670d1fcd-1d40-4963-8185-7397700f5a82 req-4d4926c5-3182-4bd8-b440-7361a0ca0076 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.0720396 Sep 26 13:04:08.730058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69333d-1e1b-446f-97e4-8068922d9591 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:08.730881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7f69333d-1e1b-446f-97e4-8068922d9591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:08.739302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-670d1fcd-1d40-4963-8185-7397700f5a82 req-2e40e9ae-8334-47f2-b8f1-2e8c5bdd031f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Request body: {'floatingip': {'port_id': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:08.748234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0deb1257-a056-4206-81aa-4e8417334b31 req-3382cd16-7752-4666-ab42-a46156a5abb2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Sep 26 13:04:08.753864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba90a4e-c6ae-401f-b12b-d04e8e18c41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c557b73-2887-42a6-87be-d4cfaec987b8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:08.808519 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c85bb95b-8d31-4cb3-a67c-b08659c13a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.823685 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-670d1fcd-1d40-4963-8185-7397700f5a82 req-2e40e9ae-8334-47f2-b8f1-2e8c5bdd031f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.840262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c85bb95b-8d31-4cb3-a67c-b08659c13a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.894432 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-c4801bc6-1f01-41a0-b8f9-76e2cd4dbc3f req-5c5fdc7a-4124-4630-b7a8-a990c9f22fae tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:04:08.896104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4801bc6-1f01-41a0-b8f9-76e2cd4dbc3f req-5c5fdc7a-4124-4630-b7a8-a990c9f22fae tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/4e949304-e76d-4d62-887e-2fbf3c764377 HTTP/1.1" status: 404 len: 352 time: 0.0254853 Sep 26 13:04:08.989999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:08.992156 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2fde93e1-486f-4693-accf-9a4b684db3c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2873063 Sep 26 13:04:08.998007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39168) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:09.111552 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abf2482-7fd5-41a2-a475-09bdc5b51763 x-openstack-request-id: req-4abf2482-7fd5-41a2-a475-09bdc5b51763 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:09.111843 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6979811-4a5a-4a5f-a669-f037af0b80aa", "name": "network-vif-plugged", "status": "completed", "tag": "f6e90489-de4e-4371-a71b-b4d65f1e5cca", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:09.112097 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4abf2482-7fd5-41a2-a475-09bdc5b51763 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:09.112493 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6979811-4a5a-4a5f-a669-f037af0b80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e90489-de4e-4371-a71b-b4d65f1e5cca', 'code': 200} Sep 26 13:04:09.113554 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7f69333d-1e1b-446f-97e4-8068922d9591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:09.125025 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69333d-1e1b-446f-97e4-8068922d9591 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:09.125883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7f69333d-1e1b-446f-97e4-8068922d9591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:03:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:09.181286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7f69333d-1e1b-446f-97e4-8068922d9591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:09.181974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69333d-1e1b-446f-97e4-8068922d9591 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:09.250356 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-670d1fcd-1d40-4963-8185-7397700f5a82 req-2e40e9ae-8334-47f2-b8f1-2e8c5bdd031f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] update failed (client error): There was a conflict when trying to complete your request. Sep 26 13:04:09.251573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-670d1fcd-1d40-4963-8185-7397700f5a82 req-2e40e9ae-8334-47f2-b8f1-2e8c5bdd031f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "PUT /v2.0/floatingips/9a736133-37a6-45c5-bc07-c2706b36a996 HTTP/1.1" status: 409 len: 550 time: 0.5204477 Sep 26 13:04:09.370576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-2b08837a-a7b8-4636-9d19-5c01233054aa req-dea777c4-c22f-4e95-99a2-7d91528391f5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:04:09.371601 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b08837a-a7b8-4636-9d19-5c01233054aa req-dea777c4-c22f-4e95-99a2-7d91528391f5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054581 Sep 26 13:04:09.402411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c5074c8b-8661-4f63-965b-cb027d20f025 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:09.430994 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d111d7-0777-488e-887d-8586b3dbf166 x-openstack-request-id: req-e6d111d7-0777-488e-887d-8586b3dbf166 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:09.431372 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d99cddb-82a4-406c-ba2f-6660abf21add", "name": "network-vif-deleted", "tag": "c5074c8b-8661-4f63-965b-cb027d20f025", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:09.431535 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6d111d7-0777-488e-887d-8586b3dbf166 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:09.431911 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d99cddb-82a4-406c-ba2f-6660abf21add', 'name': 'network-vif-deleted', 'tag': 'c5074c8b-8661-4f63-965b-cb027d20f025', 'status': 'completed', 'code': 200} Sep 26 13:04:09.449118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: c5074c8b-8661-4f63-965b-cb027d20f025 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:04:09.451542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c5074c8b-8661-4f63-965b-cb027d20f025 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:09.490955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e6b7a0e8-0056-4175-aaa7-453911f423d4 req-e4414232-d8e2-4831-98c4-79604be51f82 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1185822103', 'description': 'tempest-description-437166351'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:09.508382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c85bb95b-8d31-4cb3-a67c-b08659c13a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:09.510949 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c85bb95b-8d31-4cb3-a67c-b08659c13a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:09.514854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c85bb95b-8d31-4cb3-a67c-b08659c13a5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c557b73-2887-42a6-87be-d4cfaec987b8 HTTP/1.1" status: 204 len: 168 time: 0.7956226 Sep 26 13:04:09.566016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa7160-8129-48ea-b66a-4cabe9ffdc35 req-acfd7c26-bc18-4b94-85a4-54776153b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:09.567559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3fa7160-8129-48ea-b66a-4cabe9ffdc35 req-acfd7c26-bc18-4b94-85a4-54776153b82d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 1098 time: 0.6587121 Sep 26 13:04:09.576408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bb95b-8d31-4cb3-a67c-b08659c13a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c557b73-2887-42a6-87be-d4cfaec987b8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:09.630893 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6b7a0e8-0056-4175-aaa7-453911f423d4 req-e4414232-d8e2-4831-98c4-79604be51f82 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:09.692052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39388f4b-88ff-4670-886c-00bee0b31285 req-5b867018-a3b4-49a4-acbf-87aff99375fe tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:09.693647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39388f4b-88ff-4670-886c-00bee0b31285 req-5b867018-a3b4-49a4-acbf-87aff99375fe tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 931 time: 0.0863526 Sep 26 13:04:09.704082 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-8d1500d4-e81f-45f3-806b-3c2a524db784 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644276 Sep 26 13:04:09.710420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3fa7160-8129-48ea-b66a-4cabe9ffdc35 req-62c25246-3f40-4a5c-bff9-f63534d1a48b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273851 Sep 26 13:04:09.810951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39388f4b-88ff-4670-886c-00bee0b31285 req-b8c36942-96fe-4de3-9dcc-33405f84f5d0 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046956 Sep 26 13:04:09.935051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-ce6b650e-ec3f-4a43-b72e-fe2c44361158 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips/9a736133-37a6-45c5-bc07-c2706b36a996 HTTP/1.1" status: 200 len: 693 time: 0.0625257 Sep 26 13:04:09.965663 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6b7a0e8-0056-4175-aaa7-453911f423d4 req-e4414232-d8e2-4831-98c4-79604be51f82 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:09.972846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6b7a0e8-0056-4175-aaa7-453911f423d4 req-e4414232-d8e2-4831-98c4-79604be51f82 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:10.037633 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6b7a0e8-0056-4175-aaa7-453911f423d4 req-e4414232-d8e2-4831-98c4-79604be51f82 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:10.049513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6b7a0e8-0056-4175-aaa7-453911f423d4 req-e4414232-d8e2-4831-98c4-79604be51f82 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6201355 Sep 26 13:04:10.068114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4414232-d8e2-4831-98c4-79604be51f82 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a87689-cda4-4507-8421-b70c4b7e33d3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:10.205614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-c18fff1a-9d56-4147-b9fc-00e0e21ab899 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:10.224994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-c18fff1a-9d56-4147-b9fc-00e0e21ab899 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2827456 Sep 26 13:04:10.321813 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-5f3f4a01-54f6-4384-a53a-4540cc740fb7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.0953293 Sep 26 13:04:10.342939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21ad81-18fc-460b-8443-72a40c81fdde req-2a5cb6b1-3d52-48ea-9280-8b46362f8734 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:10.352141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd21ad81-18fc-460b-8443-72a40c81fdde req-2a5cb6b1-3d52-48ea-9280-8b46362f8734 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1210065 Sep 26 13:04:10.428695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd21ad81-18fc-460b-8443-72a40c81fdde req-d62c5b9c-04cb-4c71-83f5-6ed1253739c6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752580 Sep 26 13:04:10.431224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:10.451308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-6c5b1361-9633-479f-b4b2-bd33e3bf83af tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.1220648 Sep 26 13:04:10.618721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c8e9b-ffcb-4bc6-8fed-c736f8ca0eb5 req-051626b2-e9fb-42f4-9607-949afd1f1741 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:10.620416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-227c8e9b-ffcb-4bc6-8fed-c736f8ca0eb5 req-051626b2-e9fb-42f4-9607-949afd1f1741 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 946 time: 0.1198485 Sep 26 13:04:10.747396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-227c8e9b-ffcb-4bc6-8fed-c736f8ca0eb5 req-861aaf5c-536e-4748-af53-3958b678ef5f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187668 Sep 26 13:04:10.779698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Deleting port 67ac6cc0-ccb4-43e8-bbac-69df6f193823 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:10.780046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:10.796043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b734e528-35e8-40a8-aeec-1103ae827886 req-f5a2d4d8-8c75-4ef1-8599-a837b63389f6 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-262745797', 'description': 'tempest-description-798657508'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:10.906380 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:10.907042 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:10.927940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b734e528-35e8-40a8-aeec-1103ae827886 req-f5a2d4d8-8c75-4ef1-8599-a837b63389f6 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:10.928587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Calling delete_port for 67ac6cc0-ccb4-43e8-bbac-69df6f193823 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:11.004785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-613d32d1-8f86-4db3-bbb7-bc3389cc1941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.092463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.20.0.1 (008c97bc-b6d5-4be5-a7a7-e7cbf57ad768/c393e35b-362d-413f-88c8-020c202b0e3a/f8c41596-d985-42c3-b6c7-b09a6eaf7628) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:11.164141 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b734e528-35e8-40a8-aeec-1103ae827886 req-f5a2d4d8-8c75-4ef1-8599-a837b63389f6 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.173042 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b734e528-35e8-40a8-aeec-1103ae827886 req-f5a2d4d8-8c75-4ef1-8599-a837b63389f6 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.194849 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.230151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Pushing event deleted for resources: {'Port': ['ID=67ac6cc0-ccb4-43e8-bbac-69df6f193823,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:11.246148 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b734e528-35e8-40a8-aeec-1103ae827886 req-f5a2d4d8-8c75-4ef1-8599-a837b63389f6 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.247458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b734e528-35e8-40a8-aeec-1103ae827886 req-f5a2d4d8-8c75-4ef1-8599-a837b63389f6 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4563043 Sep 26 13:04:11.258954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2d4d8-8c75-4ef1-8599-a837b63389f6 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a8ac89-b970-4134-bb7e-6582c1dfe0b7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:11.289073 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.295579 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.300475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.301795 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77568ae1-0b75-4bee-8c54-a4b84d6e0a0a req-2dd46171-e7be-4ee0-b6e7-c1067dbbc76f tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "DELETE /v2.0/floatingips/9a736133-37a6-45c5-bc07-c2706b36a996 HTTP/1.1" status: 204 len: 173 time: 0.8494277 Sep 26 13:04:11.325952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.407241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:11.414767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:11.425146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:11.427013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadddc8-a2ce-4181-8747-f6ca61a11921 req-adca72ad-5859-43c8-8494-0db1dcd993ca tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:11.428587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bbadddc8-a2ce-4181-8747-f6ca61a11921 req-adca72ad-5859-43c8-8494-0db1dcd993ca tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 931 time: 0.0661404 Sep 26 13:04:11.483896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=f8c41596-d985-42c3-b6c7-b09a6eaf7628,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:11.491106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bbadddc8-a2ce-4181-8747-f6ca61a11921 req-e60a7507-1a42-4f2f-ac7a-c7fe3225c6ab tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565226 Sep 26 13:04:11.520413 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.566560 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.607064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-1fdf3752-d05b-450b-8ad3-0d8fc3ed96b7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:11.608697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-1fdf3752-d05b-450b-8ad3-0d8fc3ed96b7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.2415721 Sep 26 13:04:11.666701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-4ebd46ca-d2e9-4a8d-9644-3f41b77df005 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/quotas/3844b22116ae47059cad74debaf97419 HTTP/1.1" status: 200 len: 375 time: 0.0381277 Sep 26 13:04:11.717312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-1914c0b0-6e9c-4cef-a41f-2c41e819e5e8 req-0e0ada65-e5ad-441c-925a-78bc8d476f54 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-301642906', 'description': 'tempest-description-671262938'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:11.718535 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-22e8b86a-998e-4ced-8070-34991e7d60f6 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411153 Sep 26 13:04:11.742462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1914c0b0-6e9c-4cef-a41f-2c41e819e5e8 req-0e0ada65-e5ad-441c-925a-78bc8d476f54 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.769231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.827519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1914c0b0-6e9c-4cef-a41f-2c41e819e5e8 req-0e0ada65-e5ad-441c-925a-78bc8d476f54 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.831400 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1914c0b0-6e9c-4cef-a41f-2c41e819e5e8 req-0e0ada65-e5ad-441c-925a-78bc8d476f54 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.853865 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1914c0b0-6e9c-4cef-a41f-2c41e819e5e8 req-0e0ada65-e5ad-441c-925a-78bc8d476f54 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:11.861980 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1914c0b0-6e9c-4cef-a41f-2c41e819e5e8 req-0e0ada65-e5ad-441c-925a-78bc8d476f54 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1498425 Sep 26 13:04:11.883139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ada65-e5ad-441c-925a-78bc8d476f54 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b122075f-61ab-4931-99f5-5e14d54ac878,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:11.949481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-41123d53-43dd-48d8-89b4-8d25a2ad4876 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092834 Sep 26 13:04:12.000983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:12.033105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-64be916b-0c9c-4e1b-8857-d7065be6a587 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 1001 time: 0.1613622 Sep 26 13:04:12.082933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-13a6f0f1-ef07-48be-b71f-0fdc017aa0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:12.084633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-13a6f0f1-ef07-48be-b71f-0fdc017aa0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports/314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 200 len: 942 time: 0.0508037 Sep 26 13:04:12.103292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-b7bc93eb-b5d5-4c94-baf1-ca588fa665f2 service neutron] 10.222.0.13 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409338 Sep 26 13:04:12.224883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-b78c36a3-fc79-4c29-9e6e-fb075bd40e4c tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 1001 time: 0.0949929 Sep 26 13:04:12.231101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:12.245157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:12.361678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=f8c41596-d985-42c3-b6c7-b09a6eaf7628,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:12.361949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-2b67f79e-0f2c-46f0-b522-a38a1e4f71b4 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:12.363463 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-2b67f79e-0f2c-46f0-b522-a38a1e4f71b4 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1372135 Sep 26 13:04:12.369556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:12.379721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-b09f015d-654c-4d4a-a1fd-4364032a2a24 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:04:12.380649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-b09f015d-654c-4d4a-a1fd-4364032a2a24 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081112 Sep 26 13:04:12.503983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-f8ce53eb-c945-4cad-a69e-ea6c01488e59 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 1001 time: 0.0974402 Sep 26 13:04:12.517085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:12.525168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6b0d1-6fb2-443e-8963-edc447d6fb1c req-21f0cf3e-3f1d-4b72-a2a1-9119fa0de180 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:12.526962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08a6b0d1-6fb2-443e-8963-edc447d6fb1c req-21f0cf3e-3f1d-4b72-a2a1-9119fa0de180 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.2089770 Sep 26 13:04:12.537821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:12.549531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:12.576877 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:12.665760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08a6b0d1-6fb2-443e-8963-edc447d6fb1c req-cfd4a51f-ee24-4d69-9219-f618e5beb5d5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267085 Sep 26 13:04:12.750675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:12.817263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:12.822759 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:12.823133 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Floating IP 342719e7-0ccd-49b1-abcc-68ff1c08a9f9 disassociated. External IP: 172.25.4.253, port: 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1. Sep 26 13:04:13.163135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:13.280545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:13.285893 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:13.301811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ae98c-a1b8-463a-840e-d45effff414f req-cc2b0fe2-6d3c-47fd-90a0-12f5958ee0eb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:13.319599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-365ae98c-a1b8-463a-840e-d45effff414f req-cc2b0fe2-6d3c-47fd-90a0-12f5958ee0eb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 946 time: 0.4347403 Sep 26 13:04:13.319919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-bb7daea3-9af4-4092-8097-bb0ec99cfbb6 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "PUT /v2.0/floatingips/342719e7-0ccd-49b1-abcc-68ff1c08a9f9 HTTP/1.1" status: 200 len: 695 time: 0.8085597 Sep 26 13:04:13.320686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:13.323655 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8477f737-94f8-4b08-96e0-60aa830a8c07" -d '{"events": [{"name": "network-changed", "server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:13.332824 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] Sync routers for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:13.342461 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:13.343126 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:13.354022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:13.362726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-979caede-eb94-4036-b885-d8f6d6ead903 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/routers/4a71fbc0-88a8-4529-8b6f-2c0c96e87077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3635015 Sep 26 13:04:13.367877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6077d90-a0a3-49c6-b970-5bbbbe66be3f None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:13.376249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39274) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:13.386146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6077d90-a0a3-49c6-b970-5bbbbe66be3f None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:13.387047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e6077d90-a0a3-49c6-b970-5bbbbe66be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:13.400171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'port': {'network_id': '008c97bc-b6d5-4be5-a7a7-e7cbf57ad768', 'name': 'tempest-FloatingIPTestJSON-1655231291'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:13.432079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-365ae98c-a1b8-463a-840e-d45effff414f req-69bed051-d36a-48ad-85c5-ddda578ec216 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115346 Sep 26 13:04:13.456487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-2a62eb90-8f84-4c1f-baa0-918b837bb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:13.469388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-2a62eb90-8f84-4c1f-baa0-918b837bb1d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26cef2cd1c044b248639708861accb8f&device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 1097 time: 0.1203101 Sep 26 13:04:13.522557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e6077d90-a0a3-49c6-b970-5bbbbe66be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:13.544463 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:04:13.574961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6077d90-a0a3-49c6-b970-5bbbbe66be3f None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:13.575961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e6077d90-a0a3-49c6-b970-5bbbbe66be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:13.579589 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:13.641516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e6077d90-a0a3-49c6-b970-5bbbbe66be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:13.644255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6077d90-a0a3-49c6-b970-5bbbbe66be3f None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:13.693140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-f40000da-a9dc-4237-94da-bbfdd112bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:13.694810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-f40000da-a9dc-4237-94da-bbfdd112bd0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d61f450-e939-4a53-b8e2-4bfa165b52ca HTTP/1.1" status: 200 len: 929 time: 0.2241409 Sep 26 13:04:13.739047 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-acb3874e-d8bc-4c02-b482-3ed206c3e8e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 200 len: 217 time: 0.0370193 Sep 26 13:04:13.817120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:13.820729 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:13.833518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-ec68ce43-a304-49f3-8128-c6423b4d97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:13.836163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-ec68ce43-a304-49f3-8128-c6423b4d97c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ebd6fda-c6e8-416d-8362-c2f0162581a8 HTTP/1.1" status: 200 len: 868 time: 0.0826857 Sep 26 13:04:13.883041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-fc150eed-26e0-49eb-b124-9acf0c3ac098 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:13.884786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-fc150eed-26e0-49eb-b124-9acf0c3ac098 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 812 time: 0.3250768 Sep 26 13:04:13.891420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] device_id is not set on port 17997a32-6edf-46ff-a8ea-214ddf27a7ef yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:04:13.910432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-919df0af-96e2-4602-861a-c5b6a96bf3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:13.913081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Request body: {'port': {'device_id': 'ff6e6480-ee1f-4866-8174-522ae799296b', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'admin_state_up': True, 'tenant_id': '3844b22116ae47059cad74debaf97419'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:13.954615 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-919df0af-96e2-4602-861a-c5b6a96bf3b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d61f450-e939-4a53-b8e2-4bfa165b52ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111026 Sep 26 13:04:14.007700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d96a9b7-9b7a-4459-9d7a-40ad98bf0695 req-b9e0a398-bc81-4c4e-9b42-ff1c6693b5e1 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b0238637b184a849f4c12e88c8d0d05 HTTP/1.1" status: 200 len: 10900 time: 0.5398614 Sep 26 13:04:14.012144 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:34Z', 'revision_number': 5, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:14.070240 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] Checking router: 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:04:14.081468 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:14.090309 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:14.093932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-3cc8fbb3-1a57-420d-8fbb-88faa4379017 service neutron] 10.222.0.13 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373513 Sep 26 13:04:14.168228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d96a9b7-9b7a-4459-9d7a-40ad98bf0695 req-dfa07083-517f-472a-b590-3fcba041e965 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/d1b7b25b-39c5-47b6-9e38-393673fee448 HTTP/1.1" status: 200 len: 2981 time: 0.1499159 Sep 26 13:04:14.171866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.20.0.12 (008c97bc-b6d5-4be5-a7a7-e7cbf57ad768/c393e35b-362d-413f-88c8-020c202b0e3a/17997a32-6edf-46ff-a8ea-214ddf27a7ef) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:14.209354 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-febcc61b-5571-4d57-b092-26cd93242fb8 req-e6526d2f-7a9c-420f-aaf0-bc69decc674d service neutron] 10.222.0.13 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144257 Sep 26 13:04:14.223750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Made reservation on behalf of 3844b22116ae47059cad74debaf97419 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:14.227547 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:14.227853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:04:14.299280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d96a9b7-9b7a-4459-9d7a-40ad98bf0695 req-eac371e8-1a74-4630-861f-8a0c414c568a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/d1b7b25b-39c5-47b6-9e38-393673fee448 HTTP/1.1" status: 200 len: 2981 time: 0.1246879 Sep 26 13:04:14.410734 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45fd3c59-2509-420c-bd02-8741144a4739 req-97b8b28b-f0f9-404d-96fc-2e860ca6587b tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 210 time: 0.0514290 Sep 26 13:04:14.512639 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020b6f4b-240b-4a0c-9dd9-9cbb398773d2 x-openstack-request-id: req-020b6f4b-240b-4a0c-9dd9-9cbb398773d2 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:14.512939 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:14.513197 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-020b6f4b-240b-4a0c-9dd9-9cbb398773d2 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:14.513637 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'status': 'completed', 'code': 200} Sep 26 13:04:14.545301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:14.562573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63fd0-b835-45e9-a238-667a35c180fa req-f0d80b87-b2d5-4067-a428-a0521f3df76f tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:14.564194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27d63fd0-b835-45e9-a238-667a35c180fa req-f0d80b87-b2d5-4067-a428-a0521f3df76f tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 931 time: 0.1459184 Sep 26 13:04:14.576464 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:34Z', 'revision_number': 5, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:14.583721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Allocated IP 172.20.0.2 (f273fa41-305f-4b7f-b781-89736d65eb6a/fac6c873-36de-432a-b898-cb946da0945e/29af906d-7a9a-40d7-99df-62d186ebbd75) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:14.606891 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a1fc94-b33c-40ca-b552-ebe2897531df None None] The sync data for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 is: [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:03:22Z', 'revision_number': 4, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '355d92bf-e1a2-4fb1-92c9-f9302625c4f5', 'name': '', 'network_id': '0d61f450-e939-4a53-b8e2-4bfa165b52ca', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'mac_address': 'fa:16:3e:47:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:20Z', 'updated_at': '2021-09-26T13:03:34Z', 'revision_number': 5, 'project_id': '26cef2cd1c044b248639708861accb8f', 'subnets': [{'id': '9ebd6fda-c6e8-416d-8362-c2f0162581a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:14.701267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27d63fd0-b835-45e9-a238-667a35c180fa req-bbb5de94-003f-4e0a-a892-3758de013bfb tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150811 Sep 26 13:04:14.709146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-70330ad7-ac08-4898-b879-431622ebf858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:14.709146 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-70330ad7-ac08-4898-b879-431622ebf858 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26cef2cd1c044b248639708861accb8f&device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 1097 time: 0.1667268 Sep 26 13:04:14.713768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:14.801950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbf73c-8b90-4003-b122-d76d7cb8ba39 req-333e49c5-300f-4904-b567-b310f1d20793 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:14.811405 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ccbf73c-8b90-4003-b122-d76d7cb8ba39 req-333e49c5-300f-4904-b567-b310f1d20793 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.0822585 Sep 26 13:04:14.875803 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ccbf73c-8b90-4003-b122-d76d7cb8ba39 req-bdfe354a-eb05-4496-af16-5bc245dfdbbb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633502 Sep 26 13:04:14.893596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:14.901596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-2d07b175-83b0-46a8-81e0-9d5ab9381097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:14.903585 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-2d07b175-83b0-46a8-81e0-9d5ab9381097 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d61f450-e939-4a53-b8e2-4bfa165b52ca HTTP/1.1" status: 200 len: 929 time: 0.1850486 Sep 26 13:04:14.955778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd4280cb-5b1d-46e3-a31a-c5de10674c5b req-a72d2089-f682-41d7-9dc0-171804ec9419 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/c5a87689-cda4-4507-8421-b70c4b7e33d3 HTTP/1.1" status: 200 len: 1802 time: 0.0582993 Sep 26 13:04:15.028160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-dd4280cb-5b1d-46e3-a31a-c5de10674c5b req-bd335b7a-2e75-46ef-9186-a72956070494 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.052002 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aff584-292b-4fd8-8319-c22d5d731948 None None] New status for floating IP 342719e7-0ccd-49b1-abcc-68ff1c08a9f9: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:04:15.088484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-dd4280cb-5b1d-46e3-a31a-c5de10674c5b req-bd335b7a-2e75-46ef-9186-a72956070494 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.107485 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-3be6fc97-a04c-4023-b5fd-6da7e896df21 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips/342719e7-0ccd-49b1-abcc-68ff1c08a9f9 HTTP/1.1" status: 200 len: 695 time: 0.3327961 Sep 26 13:04:15.121324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:15.122479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=17997a32-6edf-46ff-a8ea-214ddf27a7ef,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:15.127453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-ace1d8a3-438b-4b5e-a18e-526dfa58b130 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 200 len: 217 time: 0.2049923 Sep 26 13:04:15.159675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-dd4280cb-5b1d-46e3-a31a-c5de10674c5b req-bd335b7a-2e75-46ef-9186-a72956070494 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.162538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-dd4280cb-5b1d-46e3-a31a-c5de10674c5b req-bd335b7a-2e75-46ef-9186-a72956070494 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.163763 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd4280cb-5b1d-46e3-a31a-c5de10674c5b req-bd335b7a-2e75-46ef-9186-a72956070494 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5a87689-cda4-4507-8421-b70c4b7e33d3 HTTP/1.1" status: 204 len: 173 time: 0.2072010 Sep 26 13:04:15.173701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:15.174007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd335b7a-2e75-46ef-9186-a72956070494 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a87689-cda4-4507-8421-b70c4b7e33d3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:15.208149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:15.358947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-9a12488f-7a29-436c-a341-32737859eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:15.360398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-9a12488f-7a29-436c-a341-32737859eb18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ebd6fda-c6e8-416d-8362-c2f0162581a8 HTTP/1.1" status: 200 len: 868 time: 0.1953487 Sep 26 13:04:15.373922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034fc9-8867-4348-b460-b9392edced67 req-d30c5ba3-a63c-43fe-9456-16ed9829d61b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:15.383953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17034fc9-8867-4348-b460-b9392edced67 req-d30c5ba3-a63c-43fe-9456-16ed9829d61b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 946 time: 0.1189194 Sep 26 13:04:15.434331 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17034fc9-8867-4348-b460-b9392edced67 req-97a196f5-8ec5-49b1-b9a0-a7989b4074ed tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488780 Sep 26 13:04:15.438703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:15.439367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.448931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.469608 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-b89c95b4-9552-4a00-8536-3d80b93c91f2 req-b2df264f-0a44-4586-a6d0-4d11f18ba883 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:04:15.470981 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b89c95b4-9552-4a00-8536-3d80b93c91f2 req-b2df264f-0a44-4586-a6d0-4d11f18ba883 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/c5a87689-cda4-4507-8421-b70c4b7e33d3 HTTP/1.1" status: 404 len: 352 time: 0.0178459 Sep 26 13:04:15.508012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fac19dcc-4231-41d2-81e1-29bfedbf5887 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1272104 Sep 26 13:04:15.512051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39302) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:15.517686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'port': {'network_id': '008c97bc-b6d5-4be5-a7a7-e7cbf57ad768', 'name': 'tempest-FloatingIPTestJSON-1646677363'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:15.526375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-537f994d-88e9-4323-962f-e423f4a4b0da tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:15.527776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-537f994d-88e9-4323-962f-e423f4a4b0da tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.3988092 Sep 26 13:04:15.558683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-c214b8ad-6e85-4b7d-ab63-1adb3d54f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:15.560226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-c214b8ad-6e85-4b7d-ab63-1adb3d54f28e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d61f450-e939-4a53-b8e2-4bfa165b52ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567082 Sep 26 13:04:15.598407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fced5d59-d312-4461-a2ae-a32eae1de00a req-3802bd45-209c-49d0-ae2f-e72e8c02f650 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 210 time: 0.0545921 Sep 26 13:04:15.648233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-d7728383-10d6-44e7-80f7-81831d05e1b2 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 696 time: 0.1105368 Sep 26 13:04:15.650416 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.719198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Network f273fa41-305f-4b7f-b781-89736d65eb6a is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:15.734373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:15.738010 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.760092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799fa79-7b00-4618-8cce-c949133b6b6d req-cb54c4b7-3400-4e57-b937-79a1d40c3f32 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:15.760845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:15.761479 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e799fa79-7b00-4618-8cce-c949133b6b6d req-cb54c4b7-3400-4e57-b937-79a1d40c3f32 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 946 time: 0.0810051 Sep 26 13:04:15.763286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:15.767775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] device_id is not set on port 796840f5-fe37-4441-b307-ae2a525024f1 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:04:15.831274 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-3db0b1d0-6ca7-49b4-bd9f-bccca3cc0610 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.253 HTTP/1.1" status: 200 len: 696 time: 0.1605849 Sep 26 13:04:15.840413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event updated for resources: {'Port': ['ID=29af906d-7a9a-40d7-99df-62d186ebbd75,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:15.843007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e799fa79-7b00-4618-8cce-c949133b6b6d req-8b921de7-a9dd-4790-a9a4-5acc83a87515 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704441 Sep 26 13:04:15.891840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:15.892478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:15.931208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-52a56bbe-dd79-4461-a3bd-90d1637734e1 service neutron] 10.222.0.24 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966142 Sep 26 13:04:15.965318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.20.0.11 (008c97bc-b6d5-4be5-a7a7-e7cbf57ad768/c393e35b-362d-413f-88c8-020c202b0e3a/796840f5-fe37-4441-b307-ae2a525024f1) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:15.973601 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f0a0fec-2fee-446f-b689-7d3a7ddb453d req-60898f74-73e3-4c91-9cc8-9b6f340938cd tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/b0a8ac89-b970-4134-bb7e-6582c1dfe0b7 HTTP/1.1" status: 200 len: 1801 time: 0.0676668 Sep 26 13:04:16.003709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-bb80d537-e496-499f-9835-7bd442910491 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1035638 Sep 26 13:04:16.022915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Request body: {'port': {'device_id': 'ff6e6480-ee1f-4866-8174-522ae799296b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:16.085053 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6f0a0fec-2fee-446f-b689-7d3a7ddb453d req-a1e11896-fc14-4244-b15c-3912570c147b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.147151 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6f0a0fec-2fee-446f-b689-7d3a7ddb453d req-a1e11896-fc14-4244-b15c-3912570c147b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.161234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8477f737-94f8-4b08-96e0-60aa830a8c07 req-6b57584d-5759-4a2d-8930-84385e51e2d7 service neutron] 10.222.0.24 "GET /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133942 Sep 26 13:04:16.162624 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.197590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Deleting port 58eeb086-d9cd-4d00-ba79-f5060c4bf927 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:16.197935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.204748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.223062 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6f0a0fec-2fee-446f-b689-7d3a7ddb453d req-a1e11896-fc14-4244-b15c-3912570c147b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.226076 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6f0a0fec-2fee-446f-b689-7d3a7ddb453d req-a1e11896-fc14-4244-b15c-3912570c147b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.227344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f0a0fec-2fee-446f-b689-7d3a7ddb453d req-a1e11896-fc14-4244-b15c-3912570c147b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0a8ac89-b970-4134-bb7e-6582c1dfe0b7 HTTP/1.1" status: 204 len: 173 time: 0.2473569 Sep 26 13:04:16.289186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e11896-fc14-4244-b15c-3912570c147b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a8ac89-b970-4134-bb7e-6582c1dfe0b7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:16.329822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.390403 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.390734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.418799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Calling delete_port for 58eeb086-d9cd-4d00-ba79-f5060c4bf927 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:16.424327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:16.435143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:16.446272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=796840f5-fe37-4441-b307-ae2a525024f1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:16.448690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:16.500347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dd7e2-ce1f-4376-b215-d6f861bca7a3 req-e6a0e0ec-b086-4a81-8783-181401afe523 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:16.501996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-053dd7e2-ce1f-4376-b215-d6f861bca7a3 req-e6a0e0ec-b086-4a81-8783-181401afe523 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 931 time: 0.1607704 Sep 26 13:04:16.526289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:16.526954 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.556241 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ca7afe5-6aa4-42a9-9491-2bed70e4e434 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0430331 Sep 26 13:04:16.560309 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39314) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:16.564804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '796840f5-fe37-4441-b307-ae2a525024f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:16.581269 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-053dd7e2-ce1f-4376-b215-d6f861bca7a3 req-7ef3be30-1478-4fb6-818c-69e9e46090fc tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717111 Sep 26 13:04:16.592662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.724314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.901801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.25.4.212 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/f9e40d57-aca3-4220-8770-87927f408322) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:16.922532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3562-2b22-49f5-bb91-8b0d71d1594a req-5dd84491-d1f9-4a39-a77a-56ddc18784fc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:16.923907 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3c3562-2b22-49f5-bb91-8b0d71d1594a req-5dd84491-d1f9-4a39-a77a-56ddc18784fc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.0863459 Sep 26 13:04:16.932073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29af906d-7a9a-40d7-99df-62d186ebbd75 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:16.957313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:16.989468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Transition to ACTIVE for port object 29af906d-7a9a-40d7-99df-62d186ebbd75 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:04:16.990376 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.016634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.024574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Pushing event deleted for resources: {'Port': ['ID=58eeb086-d9cd-4d00-ba79-f5060c4bf927,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:17.068374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.123822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.141690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3c3562-2b22-49f5-bb91-8b0d71d1594a req-f24c1084-d26c-43ef-adb0-897de1ccb156 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062957 Sep 26 13:04:17.163247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Pushing event updated for resources: {'Port': ['ID=29af906d-7a9a-40d7-99df-62d186ebbd75,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:17.182210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.184686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.185895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-921d536b-3c77-42b9-8eb7-9c45373177b8 req-beca2497-42ee-4e6b-8e2e-02be38a1699a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "DELETE /v2.0/floatingips/342719e7-0ccd-49b1-abcc-68ff1c08a9f9 HTTP/1.1" status: 204 len: 173 time: 1.3283205 Sep 26 13:04:17.188984 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-1e759a5c-9661-428b-ab54-452ec47d390f req-a370b921-defd-4275-8551-522030ffb9dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:04:17.195055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1e759a5c-9661-428b-ab54-452ec47d390f req-a370b921-defd-4275-8551-522030ffb9dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/b0a8ac89-b970-4134-bb7e-6582c1dfe0b7 HTTP/1.1" status: 404 len: 352 time: 0.0268364 Sep 26 13:04:17.203744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:17.205110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Attempting to bind port 29af906d-7a9a-40d7-99df-62d186ebbd75 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:04:17.205455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Attempting to bind port 29af906d-7a9a-40d7-99df-62d186ebbd75 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:04:17.206111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Attempting to bind port 29af906d-7a9a-40d7-99df-62d186ebbd75 on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:17.206793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:17.217325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Port 29af906d-7a9a-40d7-99df-62d186ebbd75 on network f273fa41-305f-4b7f-b781-89736d65eb6a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:04:17.217325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Attempting to bind port 29af906d-7a9a-40d7-99df-62d186ebbd75 on network f273fa41-305f-4b7f-b781-89736d65eb6a {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:17.217924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:17.227646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:04:17.227646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Checking segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:17.227646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Bound using segment: {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:04:17.227646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Bound port: 29af906d-7a9a-40d7-99df-62d186ebbd75, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550c1c83-06d5-498a-bba4-27fc10596807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:04:17.227646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.257882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=f9e40d57-aca3-4220-8770-87927f408322,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:17.400721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd440d52-8df9-4b70-ba4e-2d935eb49077 req-0c681413-80c1-41eb-8699-34ab6b84f67a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:17.402578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cd440d52-8df9-4b70-ba4e-2d935eb49077 req-0c681413-80c1-41eb-8699-34ab6b84f67a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 943 time: 0.1261432 Sep 26 13:04:17.409395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] For port 29af906d-7a9a-40d7-99df-62d186ebbd75, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:17.413123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] For port 29af906d-7a9a-40d7-99df-62d186ebbd75, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=29af906d-7a9a-40d7-99df-62d186ebbd75,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:04:17.426292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2966666-a6d7-4e10-8a56-551016dd12cc req-b5630af2-c6d7-4ae5-a250-864560552d66 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:17.427779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c2966666-a6d7-4e10-8a56-551016dd12cc req-b5630af2-c6d7-4ae5-a250-864560552d66 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 946 time: 0.0896118 Sep 26 13:04:17.428827 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.476595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:17.477203 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.478796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] 10.222.0.24 "PUT /v2.0/ports/29af906d-7a9a-40d7-99df-62d186ebbd75 HTTP/1.1" status: 200 len: 1092 time: 1.4606109 Sep 26 13:04:17.480617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6e6480-ee1f-4866-8174-522ae799296b', 'tag': '29af906d-7a9a-40d7-99df-62d186ebbd75'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:17.482889 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6e6480-ee1f-4866-8174-522ae799296b", "tag": "29af906d-7a9a-40d7-99df-62d186ebbd75"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:17.527334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c2966666-a6d7-4e10-8a56-551016dd12cc req-7ac771f5-c57f-4f5a-8fce-c51dbf9bbab1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873320 Sep 26 13:04:17.579217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefbfc9-2e04-4b4b-a2a9-5a1588061a33 service neutron] Pushing event updated for resources: {'Port': ['ID=29af906d-7a9a-40d7-99df-62d186ebbd75,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:17.599211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-b73624ae-f6d3-41b0-8323-c6e17a513392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:17.603660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-b73624ae-f6d3-41b0-8323-c6e17a513392 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 1095 time: 0.0751266 Sep 26 13:04:17.621670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cd440d52-8df9-4b70-ba4e-2d935eb49077 req-c1610bad-b779-4201-b212-e40db23bbc58 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734531 Sep 26 13:04:17.674112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-4ac3f4a6-4798-4d52-87b4-ee22599ac8aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29af906d-7a9a-40d7-99df-62d186ebbd75 HTTP/1.1" status: 200 len: 217 time: 0.0456984 Sep 26 13:04:17.736598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4d8cd32-f036-4f2c-b4e0-a4c52cc74f75 req-2367e49d-ffd0-45bd-9c1b-6da1d14596e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/b122075f-61ab-4931-99f5-5e14d54ac878 HTTP/1.1" status: 200 len: 1801 time: 0.1317465 Sep 26 13:04:17.749299 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e6d86e-84fc-479f-a50e-cd4e8192fd63 x-openstack-request-id: req-57e6d86e-84fc-479f-a50e-cd4e8192fd63 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:17.750231 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6e6480-ee1f-4866-8174-522ae799296b", "tag": "29af906d-7a9a-40d7-99df-62d186ebbd75", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:17.750477 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57e6d86e-84fc-479f-a50e-cd4e8192fd63 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:17.750881 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6e6480-ee1f-4866-8174-522ae799296b', 'tag': '29af906d-7a9a-40d7-99df-62d186ebbd75', 'status': 'completed', 'code': 200} Sep 26 13:04:17.768617 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.772387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-fafc5dcb-fe1f-4322-96d5-08cb78238296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:17.786693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-fafc5dcb-fe1f-4322-96d5-08cb78238296 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.1040504 Sep 26 13:04:17.873440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-17fae501-f18f-448f-ada8-504020752817 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662177 Sep 26 13:04:17.884164 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.912785 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e4d8cd32-f036-4f2c-b4e0-a4c52cc74f75 req-362d0d18-04da-492d-80d2-07b562896a78 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:17.959203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5347492-c76c-422c-950d-8ae8cd440f7d req-c33fe26b-3b1d-4752-b0c0-3bf029740531 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:17.960701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a5347492-c76c-422c-950d-8ae8cd440f7d req-c33fe26b-3b1d-4752-b0c0-3bf029740531 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1112514 Sep 26 13:04:17.975448 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e4d8cd32-f036-4f2c-b4e0-a4c52cc74f75 req-362d0d18-04da-492d-80d2-07b562896a78 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.035546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a5347492-c76c-422c-950d-8ae8cd440f7d req-9cd209e7-3ddc-455d-b889-9b832cd6278d tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0612240 Sep 26 13:04:18.063632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-4fc0afc4-7931-4cc8-a788-d9cf6649ce24 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746662 Sep 26 13:04:18.108986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e4d8cd32-f036-4f2c-b4e0-a4c52cc74f75 req-362d0d18-04da-492d-80d2-07b562896a78 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.120731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e4d8cd32-f036-4f2c-b4e0-a4c52cc74f75 req-362d0d18-04da-492d-80d2-07b562896a78 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.127900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4d8cd32-f036-4f2c-b4e0-a4c52cc74f75 req-362d0d18-04da-492d-80d2-07b562896a78 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/b122075f-61ab-4931-99f5-5e14d54ac878 HTTP/1.1" status: 204 len: 173 time: 0.3735650 Sep 26 13:04:18.133027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:18.174626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d0d18-04da-492d-80d2-07b562896a78 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b122075f-61ab-4931-99f5-5e14d54ac878,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:18.235201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3be4a-2bf4-4f9f-8b1d-182865e151f7 req-7c5abc37-1564-4bb3-b659-8cac8d9da835 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:18.236917 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66e3be4a-2bf4-4f9f-8b1d-182865e151f7 req-7c5abc37-1564-4bb3-b659-8cac8d9da835 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 931 time: 0.1028838 Sep 26 13:04:18.247406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8ae958b-ecc0-4e4f-a90d-1d8d1de5115e req-b0f02606-27c4-4d50-b01a-92b95e94ac2b tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0934944 Sep 26 13:04:18.336400 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-1b6b0166-43e1-40ee-b69e-82039d987077 req-3c2a4748-9a05-4c3c-be91-828928681c85 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:04:18.337446 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b6b0166-43e1-40ee-b69e-82039d987077 req-3c2a4748-9a05-4c3c-be91-828928681c85 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/b122075f-61ab-4931-99f5-5e14d54ac878 HTTP/1.1" status: 404 len: 352 time: 0.0335169 Sep 26 13:04:18.362759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-81952e30-68cd-414a-afeb-783d0899793e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:18.364451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-81952e30-68cd-414a-afeb-783d0899793e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 946 time: 0.1501484 Sep 26 13:04:18.371533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed2d14a8-ae8b-4e64-8f1f-79f726776561 req-106488f6-0356-4416-bc37-bf76ad45a675 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838020 Sep 26 13:04:18.590224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c7fbe-2bbc-4494-b3e7-9f42341ec6ed req-cff6800c-2fb3-45a0-97dc-fc7f87ca5eda tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:18.591674 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-562c7fbe-2bbc-4494-b3e7-9f42341ec6ed req-cff6800c-2fb3-45a0-97dc-fc7f87ca5eda tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.0956829 Sep 26 13:04:18.602342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-38e28970-e08d-4aca-9b9c-b05e4406c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:18.604356 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-38e28970-e08d-4aca-9b9c-b05e4406c96e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3844b22116ae47059cad74debaf97419&device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 1095 time: 0.1653974 Sep 26 13:04:18.636203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Deleting port f6e90489-de4e-4371-a71b-b4d65f1e5cca {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:18.636543 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.642423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.644112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88c25524-fbcf-47d7-b3ca-950f692d1d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.658542 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.676167 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66e3be4a-2bf4-4f9f-8b1d-182865e151f7 req-bf5accfb-f803-4bf8-a88c-2aadc58c31d8 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324601 Sep 26 13:04:18.759220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=f9e40d57-aca3-4220-8770-87927f408322,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:18.764578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-562c7fbe-2bbc-4494-b3e7-9f42341ec6ed req-c2a602f0-3fc7-4e91-ae0a-7c9ee8386e9c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578014 Sep 26 13:04:18.771294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.852449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] For port f6e90489-de4e-4371-a71b-b4d65f1e5cca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f6e90489-de4e-4371-a71b-b4d65f1e5cca,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:18.853113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.869587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-d9972ead-6e52-4a01-9423-1ea3d017077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:18.871455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-d9972ead-6e52-4a01-9423-1ea3d017077c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 200 len: 912 time: 0.2550206 Sep 26 13:04:18.891882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Calling delete_port for f6e90489-de4e-4371-a71b-b4d65f1e5cca owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:18.928016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88c25524-fbcf-47d7-b3ca-950f692d1d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:18.930360 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP fd0f2d99-f496-4221-9deb-0c1fe1bedd98 associated. External IP: 172.25.4.212, port: 796840f5-fe37-4441-b307-ae2a525024f1. Sep 26 13:04:18.948456 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-40a6b273-ae9c-40b9-956e-226f2437d6b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29af906d-7a9a-40d7-99df-62d186ebbd75 HTTP/1.1" status: 200 len: 217 time: 0.0667729 Sep 26 13:04:18.974362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88c25524-fbcf-47d7-b3ca-950f692d1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.028145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6108b2f0-f171-4154-8cb4-5e05fb619591 req-43d6987d-96f9-4605-a463-9d0ec1043558 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b0238637b184a849f4c12e88c8d0d05 HTTP/1.1" status: 200 len: 6149 time: 0.2122426 Sep 26 13:04:19.071929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-88c25524-fbcf-47d7-b3ca-950f692d1d58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a05dd44aff514eea955403f567a04a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9056118 Sep 26 13:04:19.077006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39362) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:19.085938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c25524-fbcf-47d7-b3ca-950f692d1d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f800bf-2925-4097-996e-a32be5f7f40e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:19.094033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-cea2277d-f530-4a1d-868b-1e9b94f132b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:19.095492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-cea2277d-f530-4a1d-868b-1e9b94f132b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 200 len: 852 time: 0.1383166 Sep 26 13:04:19.103292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ecfc9-2bcd-44ab-865d-6c5228f7cc73 req-6f274f13-6d46-4497-8dc7-5550046b0b82 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:19.104850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae6ecfc9-2bcd-44ab-865d-6c5228f7cc73 req-6f274f13-6d46-4497-8dc7-5550046b0b82 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6979811-4a5a-4a5f-a669-f037af0b80aa HTTP/1.1" status: 200 len: 946 time: 0.1712186 Sep 26 13:04:19.149843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-92e09aa9-391d-4925-ba41-779a379e6663 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f273fa41-305f-4b7f-b781-89736d65eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428383 Sep 26 13:04:19.172856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6108b2f0-f171-4154-8cb4-5e05fb619591 req-4e61a5d8-1209-4770-9763-f2b569a5feed tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/d1b7b25b-39c5-47b6-9e38-393673fee448 HTTP/1.1" status: 200 len: 2981 time: 0.1296926 Sep 26 13:04:19.218560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae6ecfc9-2bcd-44ab-865d-6c5228f7cc73 req-994f1e2a-e97e-457e-bd76-37e49cbd1ff2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051974 Sep 26 13:04:19.269845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:19.316821 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e266051b-42ea-4a6e-829a-0f4b0f86c537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.346286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6108b2f0-f171-4154-8cb4-5e05fb619591 req-3d6b5289-2c44-4103-9006-43568c28434b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/d1b7b25b-39c5-47b6-9e38-393673fee448 HTTP/1.1" status: 200 len: 2981 time: 0.1545062 Sep 26 13:04:19.365405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.376642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e266051b-42ea-4a6e-829a-0f4b0f86c537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.382010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-c6617061-51a9-437a-804b-8378c57c6a46 service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197666 Sep 26 13:04:19.382194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f6e90489-de4e-4371-a71b-b4d65f1e5cca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:19.384915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:19.411679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155ff2f-0fe9-41e9-bd2d-d336d2cf6185 req-7f7bff9b-428b-463e-969d-0300d4618c40 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:19.413195 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5155ff2f-0fe9-41e9-bd2d-d336d2cf6185 req-7f7bff9b-428b-463e-969d-0300d4618c40 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 943 time: 0.1310828 Sep 26 13:04:19.432160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:19.446453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event deleted for resources: {'Port': ['ID=f6e90489-de4e-4371-a71b-b4d65f1e5cca,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:19.461051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a4267-18d9-4afc-82dc-9560c569e5e7 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:19.465900 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.490959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a4267-18d9-4afc-82dc-9560c569e5e7 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:19.491920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-db6a4267-18d9-4afc-82dc-9560c569e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:19.492960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5155ff2f-0fe9-41e9-bd2d-d336d2cf6185 req-4cd0dbf1-f7eb-4cdb-9e71-e2ded7e03c82 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695820 Sep 26 13:04:19.504143 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a463e2f-a10e-4d3d-8c46-82c44ef393d9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9427023 Sep 26 13:04:19.504798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39366) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:19.509775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:19.540974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-db6a4267-18d9-4afc-82dc-9560c569e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:19.552416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-5922c655-5e74-4056-ad6b-a29ac4e7d48a req-88ecfdad-3589-4b59-9613-4596421c1995 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-23850710', 'description': 'tempest-description-1694808058'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:19.555396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] No DVR routers for this DVR port f6e90489-de4e-4371-a71b-b4d65f1e5cca on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:19.562758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a4267-18d9-4afc-82dc-9560c569e5e7 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:19.563368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-db6a4267-18d9-4afc-82dc-9560c569e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:19.588195 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.590860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a50cba4d-d719-4210-a941-095c0b17c3c0 req-88d72a74-7a5d-489c-a27b-e7a9818b3650 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "DELETE /v2.0/ports/f6e90489-de4e-4371-a71b-b4d65f1e5cca HTTP/1.1" status: 204 len: 173 time: 1.2180212 Sep 26 13:04:19.595355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.599426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5922c655-5e74-4056-ad6b-a29ac4e7d48a req-88ecfdad-3589-4b59-9613-4596421c1995 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.609597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-db6a4267-18d9-4afc-82dc-9560c569e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:19.610726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a4267-18d9-4afc-82dc-9560c569e5e7 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:19.618530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4bdd1-974d-40e3-9437-d938d074e06c req-3d20afbc-99a7-4122-9db1-bf7e795900d3 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:19.620237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6e4bdd1-974d-40e3-9437-d938d074e06c req-3d20afbc-99a7-4122-9db1-bf7e795900d3 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 945 time: 0.1864636 Sep 26 13:04:19.670522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e266051b-42ea-4a6e-829a-0f4b0f86c537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.673112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e266051b-42ea-4a6e-829a-0f4b0f86c537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.676524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e266051b-42ea-4a6e-829a-0f4b0f86c537 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17f800bf-2925-4097-996e-a32be5f7f40e HTTP/1.1" status: 204 len: 168 time: 0.5962989 Sep 26 13:04:19.680464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b617c2e-72f7-4de5-ba53-a12b3e140a1d req-a1533628-2a87-44a3-917d-577a651bd16e service neutron] 10.222.0.24 "GET /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543819 Sep 26 13:04:19.703988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266051b-42ea-4a6e-829a-0f4b0f86c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f800bf-2925-4097-996e-a32be5f7f40e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:19.714373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6e4bdd1-974d-40e3-9437-d938d074e06c req-270ba7b5-6baf-415d-9051-a88d4fde9a11 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa33525-9335-4452-84b2-9e15a700584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848391 Sep 26 13:04:19.752346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6979811-4a5a-4a5f-a669-f037af0b80aa', 'name': 'network-vif-deleted', 'tag': 'f6e90489-de4e-4371-a71b-b4d65f1e5cca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:19.754778 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f11a1b-2d21-4840-8257-b0920c730647" -d '{"events": [{"server_uuid": "e6979811-4a5a-4a5f-a669-f037af0b80aa", "name": "network-vif-deleted", "tag": "f6e90489-de4e-4371-a71b-b4d65f1e5cca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:19.838591 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.846016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.846353 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP fd0f2d99-f496-4221-9deb-0c1fe1bedd98 disassociated. External IP: 172.25.4.212, port: 796840f5-fe37-4441-b307-ae2a525024f1. Sep 26 13:04:19.854149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d12a5-e85b-4fe2-a43c-c3413f50943a req-72b05173-69e0-4b8a-8640-d2b331f86f6a tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:19.856037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c5d12a5-e85b-4fe2-a43c-c3413f50943a req-72b05173-69e0-4b8a-8640-d2b331f86f6a tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 931 time: 0.0591588 Sep 26 13:04:19.902660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c5d12a5-e85b-4fe2-a43c-c3413f50943a req-eeb43a24-638c-479c-b455-092632b9d847 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Sep 26 13:04:19.951702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5922c655-5e74-4056-ad6b-a29ac4e7d48a req-88ecfdad-3589-4b59-9613-4596421c1995 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.957869 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7162c-2b6d-4ec8-8360-972fbcd65e8a x-openstack-request-id: req-95e7162c-2b6d-4ec8-8360-972fbcd65e8a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:19.958213 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6979811-4a5a-4a5f-a669-f037af0b80aa", "name": "network-vif-deleted", "tag": "f6e90489-de4e-4371-a71b-b4d65f1e5cca", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:19.958474 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95e7162c-2b6d-4ec8-8360-972fbcd65e8a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:19.958890 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6979811-4a5a-4a5f-a669-f037af0b80aa', 'name': 'network-vif-deleted', 'tag': 'f6e90489-de4e-4371-a71b-b4d65f1e5cca', 'status': 'completed', 'code': 200} Sep 26 13:04:19.960977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:19.961302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5922c655-5e74-4056-ad6b-a29ac4e7d48a req-88ecfdad-3589-4b59-9613-4596421c1995 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.000119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5922c655-5e74-4056-ad6b-a29ac4e7d48a req-88ecfdad-3589-4b59-9613-4596421c1995 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.001295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5922c655-5e74-4056-ad6b-a29ac4e7d48a req-88ecfdad-3589-4b59-9613-4596421c1995 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4546134 Sep 26 13:04:20.008522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecfdad-3589-4b59-9613-4596421c1995 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72692d5-d158-4f84-911c-53d4905a4142,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:20.078149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-6125f662-e171-4759-a909-3b437d8eb241 req-8db3b3fd-11df-4a50-a0db-13a6a1c396e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-534651725', 'description': 'tempest-description-1358754877'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:20.099126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d30ee-f647-40a4-9907-17b77fcbe6ac req-a408e305-f615-49e1-ac22-06efcc58c722 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:20.101023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a58d30ee-f647-40a4-9907-17b77fcbe6ac req-a408e305-f615-49e1-ac22-06efcc58c722 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.0898027 Sep 26 13:04:20.152166 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6125f662-e171-4759-a909-3b437d8eb241 req-8db3b3fd-11df-4a50-a0db-13a6a1c396e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.153864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a58d30ee-f647-40a4-9907-17b77fcbe6ac req-966de4f9-ca1c-4cdd-9ebc-c5df64aa48ca tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446622 Sep 26 13:04:20.203844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:20.268868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-5af77f79-eca8-4483-9475-d117e8300d14 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:20.270727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-5af77f79-eca8-4483-9475-d117e8300d14 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.24 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 945 time: 0.0590186 Sep 26 13:04:20.358170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6125f662-e171-4759-a909-3b437d8eb241 req-8db3b3fd-11df-4a50-a0db-13a6a1c396e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.373945 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6125f662-e171-4759-a909-3b437d8eb241 req-8db3b3fd-11df-4a50-a0db-13a6a1c396e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.382340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:20.388323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.397412 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814efc2-e4a4-4638-9465-2c67a1bd311b None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:20.421357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Deleting port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:20.421839 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.423465 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814efc2-e4a4-4638-9465-2c67a1bd311b None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:20.424105 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3814efc2-e4a4-4638-9465-2c67a1bd311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:20.441135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6125f662-e171-4759-a909-3b437d8eb241 req-8db3b3fd-11df-4a50-a0db-13a6a1c396e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.445333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6125f662-e171-4759-a909-3b437d8eb241 req-8db3b3fd-11df-4a50-a0db-13a6a1c396e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4186056 Sep 26 13:04:20.451171 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-26b20f5d-1a4c-4e74-a9e1-208bb923bf84 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/floatingips/fd0f2d99-f496-4221-9deb-0c1fe1bedd98 HTTP/1.1" status: 200 len: 688 time: 0.9452167 Sep 26 13:04:20.451819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39404) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:20.460587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3b3fd-11df-4a50-a0db-13a6a1c396e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7411b42-c9dd-419f-a6ba-2d10ba4791be,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:20.509285 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3814efc2-e4a4-4638-9465-2c67a1bd311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:20.522423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814efc2-e4a4-4638-9465-2c67a1bd311b None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:20.523171 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3814efc2-e4a4-4638-9465-2c67a1bd311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:20.602694 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3814efc2-e4a4-4638-9465-2c67a1bd311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:20.604260 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814efc2-e4a4-4638-9465-2c67a1bd311b None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:20.692704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167fa4f-3703-4cd3-9583-9fafb0107213 req-bcaf0305-c4a9-4f30-92b0-4b631309c209 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:20.693499 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9167fa4f-3703-4cd3-9583-9fafb0107213 req-bcaf0305-c4a9-4f30-92b0-4b631309c209 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 943 time: 0.0725346 Sep 26 13:04:20.698241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port f9e40d57-aca3-4220-8770-87927f408322 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:20.698492 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.711551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] For port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:20.711928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.730713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-f4b2f0d9-2b7c-4b5d-8ed3-29aea95641f1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:20.732196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-f4b2f0d9-2b7c-4b5d-8ed3-29aea95641f1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.2160780 Sep 26 13:04:20.736662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Calling delete_port for 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:20.780636 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9167fa4f-3703-4cd3-9583-9fafb0107213 req-9e05e433-991e-4e06-8b28-07b5c19c1144 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800579 Sep 26 13:04:20.790869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-86b0a259-9011-40d4-adab-75b523d53ce3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/quotas/e831190842f044e28348624a5393a3de HTTP/1.1" status: 200 len: 375 time: 0.0451696 Sep 26 13:04:20.820440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.820771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:20.834621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for f9e40d57-aca3-4220-8770-87927f408322 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:20.871341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-87ef2215-d994-4d1f-b38f-e505fed5ae6b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692720 Sep 26 13:04:20.989416 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.001612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['314fe711-78e6-4a06-bb3d-0f3aaa10a6f1'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:21.037869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-dd401b6f-16ff-499c-830b-547c3245b6d7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:21.045290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-dd401b6f-16ff-499c-830b-547c3245b6d7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 811 time: 0.1456311 Sep 26 13:04:21.070089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-1e4b6f51-3a06-4436-9dc9-abc5c77814ff tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/quotas/0b0238637b184a849f4c12e88c8d0d05 HTTP/1.1" status: 200 len: 375 time: 0.0238030 Sep 26 13:04:21.080149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Pushing event deleted for resources: {'Port': ['ID=314fe711-78e6-4a06-bb3d-0f3aaa10a6f1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:21.102815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] No DVR routers for this DVR port 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:21.105951 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.111569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5fa4cabd-cd76-499a-b1bf-1616fe34b636 req-add2340d-c497-4b6e-b995-106a66a4f29a tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.24 "DELETE /v2.0/ports/314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 HTTP/1.1" status: 204 len: 173 time: 0.8337224 Sep 26 13:04:21.132476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-71208384-bcb1-4310-a014-b0e0a5925ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264218 Sep 26 13:04:21.154235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.160594 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-50b9a99b-f246-4aa1-91b7-f4b98def1e31 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649199 Sep 26 13:04:21.201072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=f9e40d57-aca3-4220-8770-87927f408322,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:21.269714 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-7573dcc9-7c95-41ae-8ec5-abb16fef8300 service neutron] 10.222.0.13 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275883 Sep 26 13:04:21.329450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.332153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.333343 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-13555fe6-9f31-4364-9d65-38a0d1daae01 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd0f2d99-f496-4221-9deb-0c1fe1bedd98 HTTP/1.1" status: 204 len: 168 time: 0.8805234 Sep 26 13:04:21.337210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39448) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:21.339990 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-6a168830-c18d-4460-9a21-87d5e49279b8 service neutron] 10.222.0.13 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512542 Sep 26 13:04:21.345164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '17997a32-6edf-46ff-a8ea-214ddf27a7ef'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:21.381045 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.480398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 29af906d-7a9a-40d7-99df-62d186ebbd75 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:04:21.486430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f6e90489-de4e-4371-a71b-b4d65f1e5cca no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:21.514101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-e20d46ff-6d2a-4a4f-96da-cb545f0f6496 service neutron] 10.222.0.13 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670284 Sep 26 13:04:21.531590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: f6e90489-de4e-4371-a71b-b4d65f1e5cca {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:04:21.531929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f6e90489-de4e-4371-a71b-b4d65f1e5cca not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:21.594976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85df9a5f-ea58-4487-ab95-01bea82a87f8 req-23628fcf-5299-40b8-acfb-2f295c41e0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812 tempest-FloatingIPsAssociationNegativeTestJSON-1414193812-project] 10.222.0.13 "GET /v2.0/ports?device_id=c29452e0-73a9-42af-ad80-f1535783b04d HTTP/1.1" status: 200 len: 210 time: 0.0463984 Sep 26 13:04:21.665021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.775506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 29af906d-7a9a-40d7-99df-62d186ebbd75, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=29af906d-7a9a-40d7-99df-62d186ebbd75,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:21.821202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '29af906d-7a9a-40d7-99df-62d186ebbd75', 'network_id': 'f273fa41-305f-4b7f-b781-89736d65eb6a', 'port_id': '29af906d-7a9a-40d7-99df-62d186ebbd75', 'mac_address': 'fa:16:3e:9b:b9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac6c873-36de-432a-b898-cb946da0945e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:04:21.927084 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.944844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29af906d-7a9a-40d7-99df-62d186ebbd75 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:21.953349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e4ec2-56c4-4897-91da-d5b3d0385096 req-1cfbfdce-64d0-49e7-b3e9-4035fa936053 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:21.956312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c73cc8-d93f-4027-bc6c-13a1f462c055 req-94f2b0c8-7238-474c-982a-ffaaad99ee9a tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:21.963159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb5e4ec2-56c4-4897-91da-d5b3d0385096 req-1cfbfdce-64d0-49e7-b3e9-4035fa936053 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1246111 Sep 26 13:04:21.970233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60c73cc8-d93f-4027-bc6c-13a1f462c055 req-94f2b0c8-7238-474c-982a-ffaaad99ee9a tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 931 time: 0.2119851 Sep 26 13:04:21.974430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 29af906d-7a9a-40d7-99df-62d186ebbd75, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=29af906d-7a9a-40d7-99df-62d186ebbd75,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:21.985270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:21.995708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'name': 'network-vif-deleted', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:22.000726 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733bc575-ac0c-41d4-94b9-353c81289225" -d '{"events": [{"server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "name": "network-vif-deleted", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:22.017736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb5e4ec2-56c4-4897-91da-d5b3d0385096 req-d769b70a-b208-40eb-970a-b1b3da2338a7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534420 Sep 26 13:04:22.083032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=29af906d-7a9a-40d7-99df-62d186ebbd75,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:22.105160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60c73cc8-d93f-4027-bc6c-13a1f462c055 req-2af27756-d328-4cc0-9a87-d03a59b2b4c4 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339843 Sep 26 13:04:22.128454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Request body: {'port': {'device_id': '494f3109-541b-45f0-9def-0b0c7d116d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:22.170458 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b5d7c36-0cad-4c1e-9806-56e41bcbf0a4 req-390e38fb-e193-438f-a53a-11de2e862261 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 210 time: 0.0590203 Sep 26 13:04:22.211502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['29af906d-7a9a-40d7-99df-62d186ebbd75'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:22.223777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf2250f5-9c90-4ada-8c64-cf41c5fff70d req-cde7d753-17fe-4987-a234-243888cefc32 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 210 time: 0.0642395 Sep 26 13:04:22.230407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-6ae32c64-06e1-45ca-924e-47439e370187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:22.232070 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-6ae32c64-06e1-45ca-924e-47439e370187 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1101 time: 0.0653102 Sep 26 13:04:22.238047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.25.4.8 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/93235a78-4012-46b1-9e5a-6165898c2494) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:22.396611 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a579019-0908-4e3d-b4e2-d7a65d2579d7 x-openstack-request-id: req-6a579019-0908-4e3d-b4e2-d7a65d2579d7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:22.396964 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29452e0-73a9-42af-ad80-f1535783b04d", "name": "network-vif-deleted", "tag": "314fe711-78e6-4a06-bb3d-0f3aaa10a6f1", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:22.397153 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a579019-0908-4e3d-b4e2-d7a65d2579d7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:22.397573 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29452e0-73a9-42af-ad80-f1535783b04d', 'name': 'network-vif-deleted', 'tag': '314fe711-78e6-4a06-bb3d-0f3aaa10a6f1', 'status': 'completed', 'code': 200} Sep 26 13:04:22.438709 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:22.442107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-94dce47f-494c-43f6-93a3-0e4d5e98d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:22.447188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-94dce47f-494c-43f6-93a3-0e4d5e98d6d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2053354 Sep 26 13:04:22.449385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:22.518079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-104712a1-b613-4d86-8f29-388150b2763e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.0605755 Sep 26 13:04:22.526198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765619a-29d1-4049-aaa2-8e4536991cd1 req-966a2603-af18-4aab-a330-596fe7c2cd8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:22.534803 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6765619a-29d1-4049-aaa2-8e4536991cd1 req-966a2603-af18-4aab-a330-596fe7c2cd8e tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 944 time: 0.1884925 Sep 26 13:04:22.613535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-fcb8fab3-d45f-42be-82cf-6274644f14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:22.615640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-fcb8fab3-d45f-42be-82cf-6274644f14b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0785246 Sep 26 13:04:22.657628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6765619a-29d1-4049-aaa2-8e4536991cd1 req-679b79a1-d84e-439b-9416-df2d1309127c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215003 Sep 26 13:04:22.688144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39490) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:22.694849 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:22.791212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:22.799931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:22.807584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=93235a78-4012-46b1-9e5a-6165898c2494,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:22.811389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:22.930895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9093ea-4472-4e50-8262-a739eaa6eb04 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:22.938858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-f6c1a66e-fbb2-4cc3-a3ae-49920c399160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:22.941118 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-f6c1a66e-fbb2-4cc3-a3ae-49920c399160 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1773937 Sep 26 13:04:22.961328 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:22.986220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Transition to ACTIVE for port object 4b9093ea-4472-4e50-8262-a739eaa6eb04 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:04:22.998084 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:23.299938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70f24c-8e06-4073-9c1f-cf08f4625529 req-dd83c2e5-dd34-4826-8493-e1714754bf6a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:23.301557 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e70f24c-8e06-4073-9c1f-cf08f4625529 req-dd83c2e5-dd34-4826-8493-e1714754bf6a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1679301 Sep 26 13:04:23.342257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-9652a839-af8c-4748-90b2-090dec991865 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134265 Sep 26 13:04:23.391449 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e70f24c-8e06-4073-9c1f-cf08f4625529 req-7d3b11b9-2be3-41a5-b6a7-267ce8a1ea6e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794199 Sep 26 13:04:23.432015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39504) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:23.482689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 29af906d-7a9a-40d7-99df-62d186ebbd75 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:04:23.530201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Pushing event updated for resources: {'Port': ['ID=4b9093ea-4472-4e50-8262-a739eaa6eb04,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:23.569855 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-86ee4a35-2213-4982-a360-d485121d40bb service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099621 Sep 26 13:04:23.618471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f8429ab-eac9-43a4-9073-db268e6a2424 req-3521fbf8-109d-45b9-837f-a25417e08995 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 210 time: 0.0743732 Sep 26 13:04:23.651485 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:23.669481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 29af906d-7a9a-40d7-99df-62d186ebbd75 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:04:23.690358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 29af906d-7a9a-40d7-99df-62d186ebbd75 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:04:23.690760 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:23.760907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72642765-8632-4c1e-ba19-87b7cb1e5ce8 req-eadbacf9-ea63-41e9-bd10-b6683835b23d tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:23.762685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72642765-8632-4c1e-ba19-87b7cb1e5ce8 req-eadbacf9-ea63-41e9-bd10-b6683835b23d tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 943 time: 0.3485038 Sep 26 13:04:23.819905 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd4cddfa-2554-4cea-bba4-e6e8ce0eb244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:23.859186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-76bab227-a6bf-4fca-91ec-7bc12dbf60ae tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:23.861263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-76bab227-a6bf-4fca-91ec-7bc12dbf60ae tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 805 time: 0.4480541 Sep 26 13:04:23.864545 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:23.892792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6e6480-ee1f-4866-8174-522ae799296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af906d-7a9a-40d7-99df-62d186ebbd75'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:23.896722 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a921116b-8aab-4327-95f3-d65f9225fe28" -d '{"events": [{"server_uuid": "ff6e6480-ee1f-4866-8174-522ae799296b", "name": "network-vif-plugged", "status": "completed", "tag": "29af906d-7a9a-40d7-99df-62d186ebbd75"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:23.911774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 29af906d-7a9a-40d7-99df-62d186ebbd75, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=29af906d-7a9a-40d7-99df-62d186ebbd75,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:23.912023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Request body: {'port': {'device_id': '024b6dd8-62a5-4682-8f66-f43124fde9ca', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'admin_state_up': True, 'tenant_id': 'e831190842f044e28348624a5393a3de'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:23.916644 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:23.917747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:23.962470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:04:23.963085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 314fe711-78e6-4a06-bb3d-0f3aaa10a6f1 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:23.995284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=29af906d-7a9a-40d7-99df-62d186ebbd75,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:23.995519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Attempting to bind port 4b9093ea-4472-4e50-8262-a739eaa6eb04 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:04:23.995859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Attempting to bind port 4b9093ea-4472-4e50-8262-a739eaa6eb04 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:04:23.996201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Attempting to bind port 4b9093ea-4472-4e50-8262-a739eaa6eb04 on network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:24.059669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Port 4b9093ea-4472-4e50-8262-a739eaa6eb04 on network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:04:24.059895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Attempting to bind port 4b9093ea-4472-4e50-8262-a739eaa6eb04 on network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:24.064536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72642765-8632-4c1e-ba19-87b7cb1e5ce8 req-4f57e86f-5c9c-48f7-ba1c-18518acafcf9 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757392 Sep 26 13:04:24.103638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:04:24.103924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Checking segment: {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:24.104317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Bound using segment: {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:04:24.104773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Bound port: 4b9093ea-4472-4e50-8262-a739eaa6eb04, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:04:24.105134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.113938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-aa784901-0173-4e25-8018-a81a4f708154 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:24.115267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-aa784901-0173-4e25-8018-a81a4f708154 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.24 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 811 time: 0.4109869 Sep 26 13:04:24.141356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'port': {'device_id': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4', 'admin_state_up': True, 'tenant_id': '0b0238637b184a849f4c12e88c8d0d05'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:24.175132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a6c6d3b2-c3e2-4f55-aa8a-cd8420114df6 req-0f3c2b2c-2643-418e-9904-66ffed00c2d0 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 210 time: 0.4286792 Sep 26 13:04:24.191395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.246993 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37852ecb-dad1-4c8c-8a48-d28f44865552 x-openstack-request-id: req-37852ecb-dad1-4c8c-8a48-d28f44865552 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:24.247998 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6e6480-ee1f-4866-8174-522ae799296b", "name": "network-vif-plugged", "status": "completed", "tag": "29af906d-7a9a-40d7-99df-62d186ebbd75", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:24.247998 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37852ecb-dad1-4c8c-8a48-d28f44865552 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:24.248225 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6e6480-ee1f-4866-8174-522ae799296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af906d-7a9a-40d7-99df-62d186ebbd75', 'code': 200} Sep 26 13:04:24.357062 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd4cddfa-2554-4cea-bba4-e6e8ce0eb244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.362179 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd4cddfa-2554-4cea-bba4-e6e8ce0eb244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.445077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29587c41-c7d8-4d8c-aff7-025dc4b951f8 req-66429812-edd8-4f98-a538-da30d5bca517 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:24.446721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29587c41-c7d8-4d8c-aff7-025dc4b951f8 req-66429812-edd8-4f98-a538-da30d5bca517 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 945 time: 0.2929389 Sep 26 13:04:24.447702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cd4cddfa-2554-4cea-bba4-e6e8ce0eb244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a74911c739c4e68b7af128392e7b90b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0130775 Sep 26 13:04:24.449725 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cddfa-2554-4cea-bba4-e6e8ce0eb244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11e2429-a75b-40d4-9a41-4bb82edf2c9a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:24.452076 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39514) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:24.462528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] For port 4b9093ea-4472-4e50-8262-a739eaa6eb04, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:24.487739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Made reservation on behalf of e831190842f044e28348624a5393a3de for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:24.491326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.518282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] For port 4b9093ea-4472-4e50-8262-a739eaa6eb04, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4b9093ea-4472-4e50-8262-a739eaa6eb04,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:04:24.520191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.532397 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.542265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Deleting port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:24.542610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.559705 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9544a8d5-7d33-4f81-a9d5-23ef4902e9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.569387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974eca7-0b44-4080-8b1d-e66e2413f037 req-a8f3a61c-5e7c-46c5-8d54-a6b8fb629458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:24.570921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a974eca7-0b44-4080-8b1d-e66e2413f037 req-a8f3a61c-5e7c-46c5-8d54-a6b8fb629458 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 1097 time: 0.2425339 Sep 26 13:04:24.630255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2570b8-5feb-4c96-97cc-b101bff6cf5c req-cfb0bb94-1710-43ac-9b8a-ca95ef677d36 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:24.631719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f2570b8-5feb-4c96-97cc-b101bff6cf5c req-cfb0bb94-1710-43ac-9b8a-ca95ef677d36 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1387424 Sep 26 13:04:24.641540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29587c41-c7d8-4d8c-aff7-025dc4b951f8 req-014243fa-7406-48d7-9640-f68da517e1a7 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825233 Sep 26 13:04:24.641798 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9544a8d5-7d33-4f81-a9d5-23ef4902e9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.683277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:24.683903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.685361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] 10.222.0.23 "PUT /v2.0/ports/4b9093ea-4472-4e50-8262-a739eaa6eb04 HTTP/1.1" status: 200 len: 1092 time: 2.5771263 Sep 26 13:04:24.687844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494f3109-541b-45f0-9def-0b0c7d116d20', 'tag': '4b9093ea-4472-4e50-8262-a739eaa6eb04'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:24.690638 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3562c2-a588-4c98-96b8-cdc43a50972f" -d '{"events": [{"name": "network-changed", "server_uuid": "494f3109-541b-45f0-9def-0b0c7d116d20", "tag": "4b9093ea-4472-4e50-8262-a739eaa6eb04"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:24.699844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Made reservation on behalf of 0b0238637b184a849f4c12e88c8d0d05 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:24.704056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.735625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] For port 355d92bf-e1a2-4fb1-92c9-f9302625c4f5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:24.736534 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.741767 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9544a8d5-7d33-4f81-a9d5-23ef4902e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.744299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9544a8d5-7d33-4f81-a9d5-23ef4902e9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.745461 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9544a8d5-7d33-4f81-a9d5-23ef4902e9a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d11e2429-a75b-40d4-9a41-4bb82edf2c9a HTTP/1.1" status: 204 len: 168 time: 0.2915649 Sep 26 13:04:24.763828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544a8d5-7d33-4f81-a9d5-23ef4902e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11e2429-a75b-40d4-9a41-4bb82edf2c9a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:24.805432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Calling delete_port for 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:24.816503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f2570b8-5feb-4c96-97cc-b101bff6cf5c req-678aae0f-2cf4-473b-a872-aed3f21bc0cf tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114516 Sep 26 13:04:24.915603 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a82548-422b-4741-91d0-f25c5d8d50fd x-openstack-request-id: req-e5a82548-422b-4741-91d0-f25c5d8d50fd {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:24.915895 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494f3109-541b-45f0-9def-0b0c7d116d20", "tag": "4b9093ea-4472-4e50-8262-a739eaa6eb04", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:24.916148 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5a82548-422b-4741-91d0-f25c5d8d50fd {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:24.916542 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494f3109-541b-45f0-9def-0b0c7d116d20', 'tag': '4b9093ea-4472-4e50-8262-a739eaa6eb04', 'status': 'completed', 'code': 200} Sep 26 13:04:24.927238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7177c7-904f-45a9-98c9-09b232aae43d service neutron] Pushing event updated for resources: {'Port': ['ID=4b9093ea-4472-4e50-8262-a739eaa6eb04,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:24.945291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:24.969886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e712b0b5-c761-4094-8cda-61b0ed158ed7 req-9ef54dcf-f18b-494e-a25a-aac0c3467ae9 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 210 time: 0.2185822 Sep 26 13:04:24.972366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a974eca7-0b44-4080-8b1d-e66e2413f037 req-d42695ef-f7ee-4cd1-86b3-becd483abff5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610203 Sep 26 13:04:24.982537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:25.062934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:25.095469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Pushing event deleted for resources: {'Port': ['ID=355d92bf-e1a2-4fb1-92c9-f9302625c4f5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:25.141426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39526) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:25.159153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-771bac31-e5de-4866-895a-96c205e45589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:25.160584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-771bac31-e5de-4866-895a-96c205e45589 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9b9cc95fec54dc9b34a48be191dd377&device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 1095 time: 0.2920229 Sep 26 13:04:25.272270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=93235a78-4012-46b1-9e5a-6165898c2494,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:25.278544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Allocated IP 172.20.0.8 (0953e2b4-57b2-4b8d-a0af-11232c38a0a6/f1c3a00d-3b90-406a-8755-4a3407d6a9fe/cb87b0b0-f52b-4053-b222-56207ef14199) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:25.291888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-1ad0526d-b594-4cb3-82c8-e31211d4a3e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9093ea-4472-4e50-8262-a739eaa6eb04 HTTP/1.1" status: 200 len: 217 time: 0.1142099 Sep 26 13:04:25.292740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0576740a-c60e-4a40-90b7-456494503cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:25.294935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092880a-81b5-43ea-85c2-83d1eadd4caf req-b285befc-0e39-4318-bc5c-3da9fc4904ef tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:25.298008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8092880a-81b5-43ea-85c2-83d1eadd4caf req-b285befc-0e39-4318-bc5c-3da9fc4904ef tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 943 time: 0.1315413 Sep 26 13:04:25.354592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c497936-9ded-41a7-a6dc-e9c4cc36a6fb req-2ddf3326-9899-4320-9684-600de1a3f44e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 210 time: 0.0735662 Sep 26 13:04:25.365331 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8092880a-81b5-43ea-85c2-83d1eadd4caf req-e27b738e-2999-415d-9dbe-5b86b4bd42d5 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558450 Sep 26 13:04:25.366274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:25.407655 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:25.427361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Allocated IP 172.20.0.13 (30404ccf-17d1-43c9-b420-7211daefccb4/ca7d46db-322c-4a6a-8a03-c1ea3d49d187/f61f869f-5a09-47ac-a0eb-59b3c8f1471b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:25.531560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-143649a6-2c57-4077-afc1-e1c7dc9f16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:25.533046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-143649a6-2c57-4077-afc1-e1c7dc9f16b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a9235a3-bed3-4595-9c40-c5be5daf3840 HTTP/1.1" status: 200 len: 854 time: 0.2159414 Sep 26 13:04:25.599445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:25.725825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:25.733610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1b92c029-3f22-4547-b62a-bc4152dcf46e admin admin] 10.222.0.13 "PUT /v2.0/routers/9ceccf1e-86ab-4d34-ac61-1fc699eb2572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0422893 Sep 26 13:04:25.736532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] Sync routers for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:25.747127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39532) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:25.748269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:25.749096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:25.856553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ff728-9a70-4ac3-b423-355e80a49857 req-53864236-8490-48b7-a84b-0410b4b27401 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:25.857608 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d17ff728-9a70-4ac3-b423-355e80a49857 req-53864236-8490-48b7-a84b-0410b4b27401 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 945 time: 0.1436932 Sep 26 13:04:25.906217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:04:25.915294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:25.929118 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d17ff728-9a70-4ac3-b423-355e80a49857 req-1846d2a6-3df9-4c11-ad09-969a90513722 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651064 Sep 26 13:04:26.063866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-40dbc9ef-52c4-4b7c-997f-7b57293e6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:26.065365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-40dbc9ef-52c4-4b7c-997f-7b57293e6786 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5203967 Sep 26 13:04:26.116175 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP f4810476-823a-4232-a160-7c9f4bca070d associated. External IP: 172.25.4.8, port: 17997a32-6edf-46ff-a8ea-214ddf27a7ef. Sep 26 13:04:26.131782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b913b96-42d3-4228-9c00-de671ffb54ff req-9f4889ba-27cb-4a8e-b719-c0ddb5020fc1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 210 time: 0.0339439 Sep 26 13:04:26.158552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.184760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:04:25Z', 'revision_number': 5, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port': {'id': '68ac4e82-5ba4-4a16-83bf-c6a706ab219d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:14Z', 'updated_at': '2021-09-26T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:26.212016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] Checking router: 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:04:26.212551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Deleting port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:26.212901 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.221463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] Routers {'9ceccf1e-86ab-4d34-ac61-1fc699eb2572'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:26.222187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:26.311431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] Set router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:04:26.315848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] For port 68ac4e82-5ba4-4a16-83bf-c6a706ab219d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=68ac4e82-5ba4-4a16-83bf-c6a706ab219d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:26.316359 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.329292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Calling delete_port for 68ac4e82-5ba4-4a16-83bf-c6a706ab219d owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:26.331540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.338530 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0576740a-c60e-4a40-90b7-456494503cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.361793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03293a1c-2eac-44e6-9025-e711f5f0bce0 req-5b2bf266-7754-44a1-a952-e14facd88734 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:26.363283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-03293a1c-2eac-44e6-9025-e711f5f0bce0 req-5b2bf266-7754-44a1-a952-e14facd88734 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.3295481 Sep 26 13:04:26.368119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:04:26Z', 'revision_number': 6, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:26.372859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0576740a-c60e-4a40-90b7-456494503cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.395317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd4376-d26c-4ad7-8b66-4d561a37a300 None None] The sync data for ids ['9ceccf1e-86ab-4d34-ac61-1fc699eb2572'] in n-d-806683-13 is: [{'id': '9ceccf1e-86ab-4d34-ac61-1fc699eb2572', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122136085-router', 'tenant_id': '26cef2cd1c044b248639708861accb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:12Z', 'updated_at': '2021-09-26T13:04:26Z', 'revision_number': 6, 'project_id': '26cef2cd1c044b248639708861accb8f', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:26.472283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.510268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-db2c99c0-4f80-4aa3-a446-6269e508b574 service neutron] 10.222.0.23 "GET /v2.0/networks/fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294250 Sep 26 13:04:26.512472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0576740a-c60e-4a40-90b7-456494503cd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8790dac4132f4dc69553d7f6ed1ddaa9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3601630 Sep 26 13:04:26.517750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39542) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:26.521433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576740a-c60e-4a40-90b7-456494503cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e98dc55-8cc2-46e0-b0b5-d22b3852c146,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:26.557104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437deaea-e5b9-47e8-9887-280743c52ff0 req-a9056ae7-40e0-4280-899e-f91a717a4193 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:26.558812 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437deaea-e5b9-47e8-9887-280743c52ff0 req-a9056ae7-40e0-4280-899e-f91a717a4193 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 943 time: 0.0992610 Sep 26 13:04:26.565040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-03293a1c-2eac-44e6-9025-e711f5f0bce0 req-3f5663c0-a468-4b60-ae72-b6eabd6ba009 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795571 Sep 26 13:04:26.615852 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.620825 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.633257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:26.670924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437deaea-e5b9-47e8-9887-280743c52ff0 req-89817734-b5d1-4b3a-8f6b-7b7013cf7cb8 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030500 Sep 26 13:04:26.672172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Pushing event deleted for resources: {'Port': ['ID=68ac4e82-5ba4-4a16-83bf-c6a706ab219d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:26.676851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d730-e48c-4eb4-bc0e-87bcc901f2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.734477 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.741114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d730-e48c-4eb4-bc0e-87bcc901f2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.777397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.798644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:26.805127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event updated for resources: {'Port': ['ID=cb87b0b0-f52b-4053-b222-56207ef14199,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:26.816794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:26.820543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:26.863556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Network 30404ccf-17d1-43c9-b420-7211daefccb4 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:26.885311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.887890 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.898041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:26.909603 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cca3f61d-8266-411d-a08a-52bb6143f88b req-bb9dec02-d06c-4f8c-ba20-7741d08b0040 service neutron] 10.222.0.23 "GET /v2.0/networks/fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809414 Sep 26 13:04:26.912393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:26.930618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c9e1a-ffbe-4af4-8855-83ecebce9dc1 req-90ac587c-86d0-401d-a50f-89b1c2272ff7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:26.932067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e9c9e1a-ffbe-4af4-8855-83ecebce9dc1 req-90ac587c-86d0-401d-a50f-89b1c2272ff7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 932 time: 0.2760460 Sep 26 13:04:26.935251 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d730-e48c-4eb4-bc0e-87bcc901f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.938994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d730-e48c-4eb4-bc0e-87bcc901f2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.940349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f2e6d730-e48c-4eb4-bc0e-87bcc901f2a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e98dc55-8cc2-46e0-b0b5-d22b3852c146 HTTP/1.1" status: 204 len: 168 time: 0.4208653 Sep 26 13:04:26.950894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6d730-e48c-4eb4-bc0e-87bcc901f2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e98dc55-8cc2-46e0-b0b5-d22b3852c146,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:26.959530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.960330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ceccf1e-86ab-4d34-ac61-1fc699eb2572 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:04:26.970163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:26.971370 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-53a6df96-4d70-47e5-8c21-481c9ddff06f admin admin] 10.222.0.13 "DELETE /v2.0/routers/9ceccf1e-86ab-4d34-ac61-1fc699eb2572 HTTP/1.1" status: 204 len: 168 time: 1.2231500 Sep 26 13:04:26.974750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39548) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:26.976681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:26.989033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'Port': ['ID=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:27.011631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:27.012061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:27.012384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.028933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2e792d-bfba-49c4-afb5-1fda48a57bc2 admin admin] Deleting subnet 9ebd6fda-c6e8-416d-8362-c2f0162581a8 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:04:27.032867 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d2e792d-bfba-49c4-afb5-1fda48a57bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.094658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:27.095289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.098407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-097b6c4d-ad6e-464a-b2ce-c4a39b146ccd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1924796 Sep 26 13:04:27.113928 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d2e792d-bfba-49c4-afb5-1fda48a57bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.115772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e9c9e1a-ffbe-4af4-8855-83ecebce9dc1 req-aad4e2df-2ee3-40db-9aab-94ec3ab21839 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419022 Sep 26 13:04:27.120331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Request body: {'port': {'device_id': '024b6dd8-62a5-4682-8f66-f43124fde9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:27.160073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0af4d7-ab0f-4e48-9727-1fbe8377fe8d req-4bfa9a24-244f-4eab-8219-0895b8ac9490 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:27.161627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb0af4d7-ab0f-4e48-9727-1fbe8377fe8d req-4bfa9a24-244f-4eab-8219-0895b8ac9490 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 945 time: 0.1080065 Sep 26 13:04:27.190534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d9e4b569-2404-4eba-81b8-80b007461256 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0533149 Sep 26 13:04:27.234006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Request body: {'port': {'device_id': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:27.240577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-c216374c-4148-4930-9723-708da065a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:27.242167 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-c216374c-4148-4930-9723-708da065a5e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9b9cc95fec54dc9b34a48be191dd377&device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 1095 time: 0.2272267 Sep 26 13:04:27.281965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb0af4d7-ab0f-4e48-9727-1fbe8377fe8d req-34d7bbdd-e8fd-4166-9413-f52677e728b8 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062567 Sep 26 13:04:27.300817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d2e792d-bfba-49c4-afb5-1fda48a57bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.394210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.400387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d2e792d-bfba-49c4-afb5-1fda48a57bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.418220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d2e792d-bfba-49c4-afb5-1fda48a57bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.422943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5d2e792d-bfba-49c4-afb5-1fda48a57bc2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ebd6fda-c6e8-416d-8362-c2f0162581a8 HTTP/1.1" status: 204 len: 168 time: 0.4437644 Sep 26 13:04:27.435748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6966926-9609-4bfa-bc95-c789edada208 None None] Network 0d61f450-e939-4a53-b8e2-4bfa165b52ca requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:04:27.459075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39556) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:27.466657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e792d-bfba-49c4-afb5-1fda48a57bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebd6fda-c6e8-416d-8362-c2f0162581a8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:27.504746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.563768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.569309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:27.579550 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0fc209-31f1-47aa-8e85-865783c3efaf None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:27.586187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7e272-5f2b-4dee-9e00-719739525a20 req-a5423b7d-3755-4fbe-b292-8e28852d947f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:27.588797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ede7e272-5f2b-4dee-9e00-719739525a20 req-a5423b7d-3755-4fbe-b292-8e28852d947f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 931 time: 0.3165669 Sep 26 13:04:27.594746 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0fc209-31f1-47aa-8e85-865783c3efaf None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:27.595543 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-dc0fc209-31f1-47aa-8e85-865783c3efaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:27.641290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-77d7f611-856c-4d71-a35a-a61d437c133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:27.643020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-77d7f611-856c-4d71-a35a-a61d437c133e service neutron] 10.222.0.23 "GET /v2.0/networks?id=fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf HTTP/1.1" status: 200 len: 915 time: 0.3761036 Sep 26 13:04:27.723254 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-dc0fc209-31f1-47aa-8e85-865783c3efaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:27.731604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Deleting port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:27.732734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.756412 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0fc209-31f1-47aa-8e85-865783c3efaf None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:27.757196 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-dc0fc209-31f1-47aa-8e85-865783c3efaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:27.771902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.803597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-5c640541-4519-4cec-bbd3-b2b325c8d253 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9093ea-4472-4e50-8262-a739eaa6eb04 HTTP/1.1" status: 200 len: 217 time: 0.1389461 Sep 26 13:04:27.837422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] DHCP port deletion for 0d61f450-e939-4a53-b8e2-4bfa165b52ca request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:04:27.846789 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-dc0fc209-31f1-47aa-8e85-865783c3efaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:27.848383 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0fc209-31f1-47aa-8e85-865783c3efaf None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:27.866476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] For port 70c768aa-3a97-44bb-9e69-cd3fddf8f502, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=70c768aa-3a97-44bb-9e69-cd3fddf8f502,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:27.867182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:27.886116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Calling delete_port for 70c768aa-3a97-44bb-9e69-cd3fddf8f502 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:27.903039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] Deleting port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:27.903601 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.005197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ede7e272-5f2b-4dee-9e00-719739525a20 req-8438e10c-f1d5-46a4-b913-b115fb3f6620 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059739 Sep 26 13:04:28.017892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-20b443f7-23be-40c9-a81a-3cc500952d92 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6762621 Sep 26 13:04:28.038742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39574) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:28.064001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-aed768fd-8543-434c-84e3-f1e5dc526847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:28.065539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-aed768fd-8543-434c-84e3-f1e5dc526847 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a9235a3-bed3-4595-9c40-c5be5daf3840 HTTP/1.1" status: 200 len: 854 time: 0.1768725 Sep 26 13:04:28.133051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] For port 70c768aa-3a97-44bb-9e69-cd3fddf8f502, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=70c768aa-3a97-44bb-9e69-cd3fddf8f502,segment=NetworkSegment(5263f535-f253-48ff-8fbf-4224dd1ee721),segment_id=5263f535-f253-48ff-8fbf-4224dd1ee721)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:28.134271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.143300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.169373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 68ac4e82-5ba4-4a16-83bf-c6a706ab219d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:28.172141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] Calling delete_port for 70c768aa-3a97-44bb-9e69-cd3fddf8f502 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:28.202272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Pushing event deleted for resources: {'Port': ['ID=70c768aa-3a97-44bb-9e69-cd3fddf8f502,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:28.212001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] No DVR routers for this DVR port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:28.212915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 68ac4e82-5ba4-4a16-83bf-c6a706ab219d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:04:28.213792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 68ac4e82-5ba4-4a16-83bf-c6a706ab219d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:28.213792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 70c768aa-3a97-44bb-9e69-cd3fddf8f502 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:28.242235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 70c768aa-3a97-44bb-9e69-cd3fddf8f502 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:04:28.242235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 70c768aa-3a97-44bb-9e69-cd3fddf8f502 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:28.242587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:28.269462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:04:28.270005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 355d92bf-e1a2-4fb1-92c9-f9302625c4f5 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:28.298414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.329941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d61f450-e939-4a53-b8e2-4bfa165b52ca']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:28.350852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e96dbcb8-46db-4ee2-8abd-9db65a959fd4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "GET /v2.0/floatingips/f4810476-823a-4232-a160-7c9f4bca070d HTTP/1.1" status: 200 len: 977 time: 0.3107014 Sep 26 13:04:28.352814 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5263f535-f253-48ff-8fbf-4224dd1ee721') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:28.353109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5263f535-f253-48ff-8fbf-4224dd1ee721') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:28.361882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.386372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39586) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:28.413632 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.416912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] No DVR routers for this DVR port 70c768aa-3a97-44bb-9e69-cd3fddf8f502 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:28.423199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58ec6-4d77-45a0-822e-f21460723c6b None None] Pushing event deleted for resources: {'Port': ['ID=70c768aa-3a97-44bb-9e69-cd3fddf8f502,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:28.437136 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.472353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8da1d3-d5ee-44a7-948f-809b9b6a4833 req-7b448d8f-4aab-4e79-98eb-d37124fd4a77 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:28.478488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c8da1d3-d5ee-44a7-948f-809b9b6a4833 req-7b448d8f-4aab-4e79-98eb-d37124fd4a77 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.3595061 Sep 26 13:04:28.538200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:04:28.538523 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:04:28.545748 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:04:28.662595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-d9b821c8-3e7c-437e-bd00-86247d15be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:28.664076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-d9b821c8-3e7c-437e-bd00-86247d15be4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5798488 Sep 26 13:04:28.672831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.679743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1b17d273-cb42-4786-b1cc-025a9f8eb465 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2896256 Sep 26 13:04:28.683750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39594) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:28.686627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.688542 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d61f450-e939-4a53-b8e2-4bfa165b52ca HTTP/1.1" status: 204 len: 168 time: 1.2280595 Sep 26 13:04:28.695464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'port_id': '796840f5-fe37-4441-b307-ae2a525024f1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:28.723337 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c8da1d3-d5ee-44a7-948f-809b9b6a4833 req-a80376aa-1db6-49f0-845e-547cf96f4c8c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866672 Sep 26 13:04:28.757908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61f869f-5a09-47ac-a0eb-59b3c8f1471b {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:28.766073 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.776783 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf31e-0267-4a43-a002-87785d9e585d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d61f450-e939-4a53-b8e2-4bfa165b52ca,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:28.779096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Transition to ACTIVE for port object f61f869f-5a09-47ac-a0eb-59b3c8f1471b will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:04:28.799967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.845564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:28.853478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bf374-2b84-4894-b5b8-b4247209f376 req-7b8802bf-8d9e-4281-912c-83a7ea00207f tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:28.863239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-167bf374-2b84-4894-b5b8-b4247209f376 req-7b8802bf-8d9e-4281-912c-83a7ea00207f tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 943 time: 0.7040224 Sep 26 13:04:28.900500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39604) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:28.901464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Pushing event updated for resources: {'Port': ['ID=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:28.944450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b537f-2e6b-4c62-b460-61b5b8028ae3 req-fd1ccb8a-a868-484d-88fb-ada5b6f8f2b1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:28.946043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b5b537f-2e6b-4c62-b460-61b5b8028ae3 req-fd1ccb8a-a868-484d-88fb-ada5b6f8f2b1 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 945 time: 0.1229255 Sep 26 13:04:29.033453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb87b0b0-f52b-4053-b222-56207ef14199 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:29.039920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b5b537f-2e6b-4c62-b460-61b5b8028ae3 req-dab4e963-0e11-44a1-8cd6-fc4bedf7fcec tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772336 Sep 26 13:04:29.052607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.105860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-167bf374-2b84-4894-b5b8-b4247209f376 req-4479d57d-b030-400b-929d-846b2f4ab2fc tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374368 Sep 26 13:04:29.137229 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-a5996e0c-2100-495e-8fd4-e5018a35186f service neutron] 10.222.0.23 "GET /v2.0/networks/fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566225 Sep 26 13:04:29.140377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-13e499e3-048e-4f5e-8c1b-072216ae6ce6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26cef2cd1c044b248639708861accb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356784 Sep 26 13:04:29.151539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39614) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:29.176231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Transition to ACTIVE for port object cb87b0b0-f52b-4053-b222-56207ef14199 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:04:29.204037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.253751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593055a0-41d8-443d-81dd-e9bc41aad37c req-e9b87553-cd35-43ed-a262-12345c8ef4b1 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:29.255299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-593055a0-41d8-443d-81dd-e9bc41aad37c req-e9b87553-cd35-43ed-a262-12345c8ef4b1 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 944 time: 0.1170828 Sep 26 13:04:29.320352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d92a6cc4-55f3-401f-9656-d65c0058f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.369760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87b0b0-f52b-4053-b222-56207ef14199,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:29.390837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Attempting to bind port f61f869f-5a09-47ac-a0eb-59b3c8f1471b on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:04:29.391184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Attempting to bind port f61f869f-5a09-47ac-a0eb-59b3c8f1471b by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:04:29.391521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Attempting to bind port f61f869f-5a09-47ac-a0eb-59b3c8f1471b on network 30404ccf-17d1-43c9-b420-7211daefccb4 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:29.424242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e3562c2-a588-4c98-96b8-cdc43a50972f req-eb0d2f7e-87c2-4eb1-9d74-d8bd7c532268 service neutron] 10.222.0.23 "GET /v2.0/networks/fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598560 Sep 26 13:04:29.424882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Port f61f869f-5a09-47ac-a0eb-59b3c8f1471b on network 30404ccf-17d1-43c9-b420-7211daefccb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:04:29.425209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Attempting to bind port f61f869f-5a09-47ac-a0eb-59b3c8f1471b on network 30404ccf-17d1-43c9-b420-7211daefccb4 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:29.436195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45cef-5352-4a84-aa22-ff993a6756a4 req-b7d83a9f-3406-4750-be54-03679a0586cb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:29.438003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4a45cef-5352-4a84-aa22-ff993a6756a4 req-b7d83a9f-3406-4750-be54-03679a0586cb tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 943 time: 0.2605946 Sep 26 13:04:29.474531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:04:29.475471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Checking segment: {'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:29.476133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Bound using segment: {'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:04:29.476592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Bound port: f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfad221-df5f-4d39-a411-1a2f0c44593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:04:29.476956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.542297 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:04:29.565097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Attempting to bind port cb87b0b0-f52b-4053-b222-56207ef14199 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:04:29.565444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Attempting to bind port cb87b0b0-f52b-4053-b222-56207ef14199 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:04:29.565803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Attempting to bind port cb87b0b0-f52b-4053-b222-56207ef14199 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:29.576541 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4a45cef-5352-4a84-aa22-ff993a6756a4 req-a4e9b3c3-c1f2-4dbe-8981-4d2892f09eb8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111763 Sep 26 13:04:29.583099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Port cb87b0b0-f52b-4053-b222-56207ef14199 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:04:29.583441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Attempting to bind port cb87b0b0-f52b-4053-b222-56207ef14199 on network 0953e2b4-57b2-4b8d-a0af-11232c38a0a6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:29.611593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:04:29.611974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Checking segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:29.612509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Bound using segment: {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:04:29.612932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Bound port: cb87b0b0-f52b-4053-b222-56207ef14199, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:04:29.613287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.631130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] For port f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:29.673600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] For port f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:04:29.682686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.751788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:29.752415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.753834 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] 10.222.0.24 "PUT /v2.0/ports/f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 200 len: 1093 time: 2.5346258 Sep 26 13:04:29.754287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:29.756617 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9" -d '{"events": [{"name": "network-changed", "server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:29.778664 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-593055a0-41d8-443d-81dd-e9bc41aad37c req-1394b77c-99ec-4939-b157-eb76bb0e292a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943485 Sep 26 13:04:29.797111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] For port cb87b0b0-f52b-4053-b222-56207ef14199, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:29.798642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] For port cb87b0b0-f52b-4053-b222-56207ef14199, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb87b0b0-f52b-4053-b222-56207ef14199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:04:29.827937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.831825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75267b36-acef-411a-b9f3-c17c6b51aa98 service neutron] Pushing event updated for resources: {'Port': ['ID=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:29.902134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d92a6cc4-55f3-401f-9656-d65c0058f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.906105 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3523e316-0b01-476f-9249-9fb7223edfc9 x-openstack-request-id: req-3523e316-0b01-476f-9249-9fb7223edfc9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:29.906444 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:29.907046 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3523e316-0b01-476f-9249-9fb7223edfc9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:29.907443 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b', 'status': 'completed', 'code': 200} Sep 26 13:04:29.924914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:29.927202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:29.928790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/cb87b0b0-f52b-4053-b222-56207ef14199 HTTP/1.1" status: 200 len: 1092 time: 2.8165500 Sep 26 13:04:29.941603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-863fb559-305c-480a-96d1-3182ca46ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:29.943306 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-863fb559-305c-480a-96d1-3182ca46ea84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1096 time: 0.1432824 Sep 26 13:04:30.043477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d88bd3-b383-416d-af5a-c58e00b8b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb87b0b0-f52b-4053-b222-56207ef14199,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:30.049096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-7c4d8e20-5dc3-4105-93bc-944ba7ede9e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 200 len: 217 time: 0.0916159 Sep 26 13:04:30.073407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:30.086071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6e66d-f041-4bc0-ad48-b7c2c6f24a46 req-cd857f03-de29-4484-9686-8d7bb96a820a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.089987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63e6e66d-f041-4bc0-ad48-b7c2c6f24a46 req-cd857f03-de29-4484-9686-8d7bb96a820a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1902678 Sep 26 13:04:30.105432 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:30.121879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd6825-4400-4f7e-82c2-e7fb709a98ab req-aca841b0-0940-486f-aef7-8c10b9f94aa2 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.123400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7fd6825-4400-4f7e-82c2-e7fb709a98ab req-aca841b0-0940-486f-aef7-8c10b9f94aa2 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 945 time: 0.1736443 Sep 26 13:04:30.145579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d5c3a0b5-4c5b-459d-a780-081cb15f76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.147007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-d5c3a0b5-4c5b-459d-a780-081cb15f76ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.0774415 Sep 26 13:04:30.154142 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d92a6cc4-55f3-401f-9656-d65c0058f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:30.154400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-74fe274d-596e-4b6b-b5f1-d953b1421c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.156012 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d92a6cc4-55f3-401f-9656-d65c0058f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:30.156417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-74fe274d-596e-4b6b-b5f1-d953b1421c2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 1095 time: 0.1605606 Sep 26 13:04:30.159566 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d92a6cc4-55f3-401f-9656-d65c0058f758 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfa33525-9335-4452-84b2-9e15a700584e HTTP/1.1" status: 204 len: 168 time: 1.0046694 Sep 26 13:04:30.217797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a6cc4-55f3-401f-9656-d65c0058f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa33525-9335-4452-84b2-9e15a700584e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:30.225086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-da0c7729-a1c5-4e60-a97e-0302f20ba454 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676930 Sep 26 13:04:30.232633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-095e5600-5b64-479c-9df1-7d2995b09689 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb87b0b0-f52b-4053-b222-56207ef14199 HTTP/1.1" status: 200 len: 217 time: 0.0630522 Sep 26 13:04:30.252362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63e6e66d-f041-4bc0-ad48-b7c2c6f24a46 req-a368ca97-99a9-4a43-916f-787829830a96 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441061 Sep 26 13:04:30.266295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7fd6825-4400-4f7e-82c2-e7fb709a98ab req-92f2daac-e436-494d-9207-6b04c57c4a8f tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325946 Sep 26 13:04:30.340148 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP f4810476-823a-4232-a160-7c9f4bca070d associated. External IP: 172.25.4.8, port: 17997a32-6edf-46ff-a8ea-214ddf27a7ef. Sep 26 13:04:30.348078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-b689ef6a-95fc-4632-ae21-a6722faad8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.349601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-b689ef6a-95fc-4632-ae21-a6722faad8fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.1023071 Sep 26 13:04:30.395145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-c4eba0bd-705c-4840-b823-50ae3d582d96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373449 Sep 26 13:04:30.399382 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-17174990-8654-4233-b379-8cb9632649c7 service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636357 Sep 26 13:04:30.474960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5a6f8-fcfe-402c-b0d4-67d1b01929f8 req-e2ab67f8-9536-46b2-b24a-d91482b6a3ac tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.477405 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afa5a6f8-fcfe-402c-b0d4-67d1b01929f8 req-e2ab67f8-9536-46b2-b24a-d91482b6a3ac tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 943 time: 0.1537547 Sep 26 13:04:30.575471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afa5a6f8-fcfe-402c-b0d4-67d1b01929f8 req-b35883f0-a427-4831-8989-74d4c8f7b204 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902057 Sep 26 13:04:30.585784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-81922527-585f-44e7-8e51-3e18680ea264 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744933 Sep 26 13:04:30.587777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90f378cb-8546-4f55-9d6d-836b19cbc1ad req-781e0dcb-006a-43b7-b217-1a24785cb763 service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680169 Sep 26 13:04:30.678493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:30.703227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39662) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:30.793899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b2db-b435-476f-992a-68144e69b6d9 req-8c4a31ef-951f-4b7f-8956-6fa412c3816b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.795423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c21b2db-b435-476f-992a-68144e69b6d9 req-8c4a31ef-951f-4b7f-8956-6fa412c3816b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 943 time: 0.1075084 Sep 26 13:04:30.797293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-bad36c7c-76df-4bdd-96c9-fb3e5300304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.798682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-bad36c7c-76df-4bdd-96c9-fb3e5300304a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1096 time: 0.1449659 Sep 26 13:04:30.824479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:30.839034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f0f87f-5a03-4dbd-967a-b138aabfde97 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:30.844877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0857a1a6-0cc4-4ba1-967c-a239640f05d8 req-85ea4f8b-3c80-41ba-9a78-0b9c3b754c32 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458670 Sep 26 13:04:30.859166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0f87f-5a03-4dbd-967a-b138aabfde97 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:30.860683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a6f0f87f-5a03-4dbd-967a-b138aabfde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:30.913740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c21b2db-b435-476f-992a-68144e69b6d9 req-3080ca72-3a81-4d78-b975-c3074639e545 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902112 Sep 26 13:04:30.947781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a6f0f87f-5a03-4dbd-967a-b138aabfde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:30.953126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-59c7d280-44d1-49c1-9e6a-1604deeb9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:30.954761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-59c7d280-44d1-49c1-9e6a-1604deeb9cc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 911 time: 0.1411619 Sep 26 13:04:30.967573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0f87f-5a03-4dbd-967a-b138aabfde97 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:30.970768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a6f0f87f-5a03-4dbd-967a-b138aabfde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:31.034430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746b99-4e55-44b6-8d54-7eae44692faf req-2bf3ea02-8368-4e83-bbdc-b1eab341e448 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.037151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08746b99-4e55-44b6-8d54-7eae44692faf req-2bf3ea02-8368-4e83-bbdc-b1eab341e448 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 944 time: 0.1378698 Sep 26 13:04:31.038408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a6f0f87f-5a03-4dbd-967a-b138aabfde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:31.039063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f0f87f-5a03-4dbd-967a-b138aabfde97 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:31.054560 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-7f362136-9870-493f-b946-2ddfbaadff52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 200 len: 217 time: 0.0845962 Sep 26 13:04:31.087085 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14c63872-0ee5-43c1-b8e2-7c03d1e735d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.148499 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08746b99-4e55-44b6-8d54-7eae44692faf req-5aa37095-74d5-4f03-8790-06028ceedeb3 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022766 Sep 26 13:04:31.148736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-22645e14-107a-437a-906a-6fc8732f2eef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1111276 Sep 26 13:04:31.151587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-a8476e17-433a-486a-8d21-d819e508c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.161815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-a8476e17-433a-486a-8d21-d819e508c98d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.0778093 Sep 26 13:04:31.205087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-0a003460-acb6-4c8f-b46e-6e48c0a8b870 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425107 Sep 26 13:04:31.224593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:31.327139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-1d5032b0-0277-434d-a6fc-d2e6a635794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.329146 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-1d5032b0-0277-434d-a6fc-d2e6a635794e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 1098 time: 0.1546538 Sep 26 13:04:31.355762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:31.361321 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.370871 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53333e5-2ce8-4054-8d2f-cb9abf1aafc6 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:31.386336 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53333e5-2ce8-4054-8d2f-cb9abf1aafc6 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:31.387318 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d53333e5-2ce8-4054-8d2f-cb9abf1aafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:31.434899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-f8b7d074-78a7-4204-ac31-652504d89f71 service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150490 Sep 26 13:04:31.443415 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d53333e5-2ce8-4054-8d2f-cb9abf1aafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:31.453581 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53333e5-2ce8-4054-8d2f-cb9abf1aafc6 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:31.454413 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d53333e5-2ce8-4054-8d2f-cb9abf1aafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:31.466039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b2746378-b60d-433f-b740-ca5a919ce3f2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/floatingips/f4810476-823a-4232-a160-7c9f4bca070d HTTP/1.1" status: 200 len: 977 time: 2.7741642 Sep 26 13:04:31.469552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39690) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:31.477128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:31.501617 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d53333e5-2ce8-4054-8d2f-cb9abf1aafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:31.502428 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53333e5-2ce8-4054-8d2f-cb9abf1aafc6 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:31.517053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-7b15b251-37ed-4113-8f3e-3d44fd3bb51a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.518593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-7b15b251-37ed-4113-8f3e-3d44fd3bb51a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 945 time: 0.2104540 Sep 26 13:04:31.537940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadba62-5109-4f4a-9d76-33fa72e7c552 req-7f009eaf-99a9-4ef4-9c5e-56ab32a363ba tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.542039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14c63872-0ee5-43c1-b8e2-7c03d1e735d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.543985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-beadba62-5109-4f4a-9d76-33fa72e7c552 req-7f009eaf-99a9-4ef4-9c5e-56ab32a363ba tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 945 time: 0.1571426 Sep 26 13:04:31.548021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4b9093ea-4472-4e50-8262-a739eaa6eb04 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:04:31.567063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14c63872-0ee5-43c1-b8e2-7c03d1e735d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.597986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.604595 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-beadba62-5109-4f4a-9d76-33fa72e7c552 req-744f5a6d-d446-4a96-a78d-4d4b0d3f5258 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592973 Sep 26 13:04:31.677667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba8c46-f85f-490d-927a-d4e7adea3dfa req-5734f4be-6db9-4a65-b903-4815c8830058 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.679210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-faba8c46-f85f-490d-927a-d4e7adea3dfa req-5734f4be-6db9-4a65-b903-4815c8830058 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.2852268 Sep 26 13:04:31.691678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-ea437509-5335-4660-9997-0391765fcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.693188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-ea437509-5335-4660-9997-0391765fcc5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 905 time: 0.3374698 Sep 26 13:04:31.714259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4b9093ea-4472-4e50-8262-a739eaa6eb04, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4b9093ea-4472-4e50-8262-a739eaa6eb04,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:31.733335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '4b9093ea-4472-4e50-8262-a739eaa6eb04', 'network_id': 'fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf', 'port_id': '4b9093ea-4472-4e50-8262-a739eaa6eb04', 'mac_address': 'fa:16:3e:19:46:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9235a3-bed3-4595-9c40-c5be5daf3840', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:04:31.751982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c63872-0ee5-43c1-b8e2-7c03d1e735d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6694b144-5fb4-48e5-a6ac-95c66b2977e9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:31.756936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-14c63872-0ee5-43c1-b8e2-7c03d1e735d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3f2fa48ea9448a980e2283fabed9440&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0516341 Sep 26 13:04:31.761528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39700) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:31.799379 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.802805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-74057e7c-299a-43ec-bc90-58cbcb71cc98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ff57d61-0577-4e24-868d-0d1edf82dcfe HTTP/1.1" status: 200 len: 217 time: 0.0858798 Sep 26 13:04:31.810406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07eb562e-8cfb-4114-ab6a-f1e0d3ad01c9 req-e13b4be9-f060-4cc4-b565-e51253e5276b service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528647 Sep 26 13:04:31.837846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.847566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9093ea-4472-4e50-8262-a739eaa6eb04 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:31.865717 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.866179 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP f4810476-823a-4232-a160-7c9f4bca070d disassociated. External IP: 172.25.4.8, port: 796840f5-fe37-4441-b307-ae2a525024f1. Sep 26 13:04:31.867366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-faba8c46-f85f-490d-927a-d4e7adea3dfa req-9c2174a3-51ba-4378-9bd6-016059acffd9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598330 Sep 26 13:04:31.878765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4b9093ea-4472-4e50-8262-a739eaa6eb04, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4b9093ea-4472-4e50-8262-a739eaa6eb04,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:31.885601 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.888145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-bcc5b146-ae1c-42e3-b7a0-02d3e4d40819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.889663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-bcc5b146-ae1c-42e3-b7a0-02d3e4d40819 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.0744035 Sep 26 13:04:31.899483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Deleting port 29af906d-7a9a-40d7-99df-62d186ebbd75 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:31.900121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:31.916681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024b6dd8-62a5-4682-8f66-f43124fde9ca', 'tag': 'cb87b0b0-f52b-4053-b222-56207ef14199'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:31.923966 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44606d-479b-48da-8ea3-4332c58e0c40" -d '{"events": [{"name": "network-changed", "server_uuid": "024b6dd8-62a5-4682-8f66-f43124fde9ca", "tag": "cb87b0b0-f52b-4053-b222-56207ef14199"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:31.947515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=4b9093ea-4472-4e50-8262-a739eaa6eb04,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:31.974470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-cd278159-d74f-446f-9298-a8800196d28f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708160 Sep 26 13:04:31.995768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5791f9-eb69-40a1-a25d-bd1cd5bd0fc1 req-4b1a5c1b-c32f-4b77-a35a-e55ba5b03256 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:31.998221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb5791f9-eb69-40a1-a25d-bd1cd5bd0fc1 req-4b1a5c1b-c32f-4b77-a35a-e55ba5b03256 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 943 time: 0.2420948 Sep 26 13:04:32.069529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0778cb00-ef5b-404e-a486-67ba31470c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.106154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb5791f9-eb69-40a1-a25d-bd1cd5bd0fc1 req-55e55d04-57d1-44d0-bb4b-b86a18fbc0c6 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001432 Sep 26 13:04:32.122248 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0778cb00-ef5b-404e-a486-67ba31470c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.165031 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387233f2-d033-4a3c-9776-95f174166101 x-openstack-request-id: req-387233f2-d033-4a3c-9776-95f174166101 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:32.165332 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024b6dd8-62a5-4682-8f66-f43124fde9ca", "tag": "cb87b0b0-f52b-4053-b222-56207ef14199", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:32.165583 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-387233f2-d033-4a3c-9776-95f174166101 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:32.165967 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024b6dd8-62a5-4682-8f66-f43124fde9ca', 'tag': 'cb87b0b0-f52b-4053-b222-56207ef14199', 'status': 'completed', 'code': 200} Sep 26 13:04:32.184347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] For port 29af906d-7a9a-40d7-99df-62d186ebbd75, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=29af906d-7a9a-40d7-99df-62d186ebbd75,segment=NetworkSegment(550c1c83-06d5-498a-bba4-27fc10596807),segment_id=550c1c83-06d5-498a-bba4-27fc10596807)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:32.184721 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.215818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3c25a-2e06-4530-b892-03fc90c25271 req-19612137-59fe-470f-9812-447b19b5240f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:32.222106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f3c25a-2e06-4530-b892-03fc90c25271 req-19612137-59fe-470f-9812-447b19b5240f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 943 time: 0.1715102 Sep 26 13:04:32.225101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-38ef64ac-1ca3-43bd-9cd1-cde480b999f5 service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400143 Sep 26 13:04:32.232694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Calling delete_port for 29af906d-7a9a-40d7-99df-62d186ebbd75 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:32.255895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['4b9093ea-4472-4e50-8262-a739eaa6eb04'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:32.264154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0778cb00-ef5b-404e-a486-67ba31470c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.266865 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0778cb00-ef5b-404e-a486-67ba31470c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.273786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0778cb00-ef5b-404e-a486-67ba31470c55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6694b144-5fb4-48e5-a6ac-95c66b2977e9 HTTP/1.1" status: 204 len: 168 time: 0.5072553 Sep 26 13:04:32.335663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:32.338015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778cb00-ef5b-404e-a486-67ba31470c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694b144-5fb4-48e5-a6ac-95c66b2977e9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:32.420841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc4f71-6cdf-4f01-b818-914ed3e4115b req-13902790-8e9d-4d9b-aafd-c22dfe6e611d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:32.422969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9bfc4f71-6cdf-4f01-b818-914ed3e4115b req-13902790-8e9d-4d9b-aafd-c22dfe6e611d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 944 time: 0.1476524 Sep 26 13:04:32.512293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9bfc4f71-6cdf-4f01-b818-914ed3e4115b req-6d500c66-273a-488b-b067-5025c462abf8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596478 Sep 26 13:04:32.535133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:32.540015 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.547367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16328c4d-5fa3-4423-bc4e-71ebb0951aa1 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:32.559147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16328c4d-5fa3-4423-bc4e-71ebb0951aa1 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:32.562449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-16328c4d-5fa3-4423-bc4e-71ebb0951aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:32.586209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-24ac261d-0048-4621-b607-e74a37785f9e tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/floatingips/f4810476-823a-4232-a160-7c9f4bca070d HTTP/1.1" status: 200 len: 686 time: 1.1155579 Sep 26 13:04:32.586873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39744) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:32.611729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-16328c4d-5fa3-4423-bc4e-71ebb0951aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:32.628022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16328c4d-5fa3-4423-bc4e-71ebb0951aa1 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:32.629155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-16328c4d-5fa3-4423-bc4e-71ebb0951aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:32.673959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-16328c4d-5fa3-4423-bc4e-71ebb0951aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:32.675297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16328c4d-5fa3-4423-bc4e-71ebb0951aa1 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:32.723546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-c8ea3351-1f9d-44e5-88e8-f0aba8a70144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:32.725098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-c8ea3351-1f9d-44e5-88e8-f0aba8a70144 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e831190842f044e28348624a5393a3de&device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 1095 time: 0.5340714 Sep 26 13:04:32.736378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f3c25a-2e06-4530-b892-03fc90c25271 req-e6cf401a-9248-4d28-979c-11870e0371fa tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081685 Sep 26 13:04:32.739841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port 93235a78-4012-46b1-9e5a-6165898c2494 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:32.740323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.755862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39760) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:32.780499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7fde85e-ed87-4a6c-b1f7-aa0cbcedb7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.870055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.870830 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:32.895334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for 93235a78-4012-46b1-9e5a-6165898c2494 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:32.973278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5415ec5-574c-4494-9ede-2e1cf5df8778 req-09503dcd-5b8c-4bfd-9da6-0ae25683bd42 service neutron] 10.222.0.23 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156148 Sep 26 13:04:32.992458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26958d-4e46-48f0-a1d9-3422d514dda9 req-e05a48b7-5539-40ee-9c44-00c611acbe8c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:32.994003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb26958d-4e46-48f0-a1d9-3422d514dda9 req-e05a48b7-5539-40ee-9c44-00c611acbe8c tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff6e6480-ee1f-4866-8174-522ae799296b HTTP/1.1" status: 200 len: 945 time: 0.1880918 Sep 26 13:04:33.026760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7fde85e-ed87-4a6c-b1f7-aa0cbcedb7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.036484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7fde85e-ed87-4a6c-b1f7-aa0cbcedb7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.039763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.041847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-d1c2e23e-4efe-428b-9e00-e0be70d71253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.043544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-d1c2e23e-4efe-428b-9e00-e0be70d71253 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 200 len: 905 time: 0.3044806 Sep 26 13:04:33.051263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['29af906d-7a9a-40d7-99df-62d186ebbd75'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:33.090886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fde85e-ed87-4a6c-b1f7-aa0cbcedb7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b8a4de-d3ff-45af-b54c-90d1f68460c3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:33.097524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d7fde85e-ed87-4a6c-b1f7-aa0cbcedb7d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f072465d55ef43ae99f6fccdc1a60969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383255 Sep 26 13:04:33.104774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb26958d-4e46-48f0-a1d9-3422d514dda9 req-8b354f55-ac79-4dd5-9b85-913530ae1b6a tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9ec003d-4040-446d-b160-da040a11b2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034420 Sep 26 13:04:33.113782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39782) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:33.141629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Pushing event deleted for resources: {'Port': ['ID=29af906d-7a9a-40d7-99df-62d186ebbd75,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:33.177177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.179227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-bbd018dc-4508-4aaf-acac-e9faa98d2dcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb87b0b0-f52b-4053-b222-56207ef14199 HTTP/1.1" status: 200 len: 217 time: 0.0733640 Sep 26 13:04:33.187238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540b735-563d-4cf1-91be-937e94817e48 req-28edaf49-6783-48ef-be55-2c46f5bb9f09 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.188876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a540b735-563d-4cf1-91be-937e94817e48 req-28edaf49-6783-48ef-be55-2c46f5bb9f09 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.0708039 Sep 26 13:04:33.222290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=93235a78-4012-46b1-9e5a-6165898c2494,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:33.257361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] No DVR routers for this DVR port 29af906d-7a9a-40d7-99df-62d186ebbd75 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:33.262304 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.264252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8bd545fc-29fd-41b5-be20-d80d7db1a631 req-06f9f119-5479-4bce-af1a-85ea194f6bc3 tempest-DeleteServersTestJSON-429395390 tempest-DeleteServersTestJSON-429395390-project] 10.222.0.24 "DELETE /v2.0/ports/29af906d-7a9a-40d7-99df-62d186ebbd75 HTTP/1.1" status: 204 len: 173 time: 1.7274475 Sep 26 13:04:33.293342 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4e251a06-671e-4ae7-ab58-fbb5606c0617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.311089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a540b735-563d-4cf1-91be-937e94817e48 req-e85ec5ab-87c9-4f1e-b974-31aa80472afc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980520 Sep 26 13:04:33.312240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-518256f2-7b7b-4beb-88cc-bd423f5b1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.314640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-518256f2-7b7b-4beb-88cc-bd423f5b1338 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 200 len: 845 time: 0.1261175 Sep 26 13:04:33.358160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.360794 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.364760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f7ca2af-c72f-4e90-b798-38b36af4566a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/floatingips/f4810476-823a-4232-a160-7c9f4bca070d HTTP/1.1" status: 204 len: 168 time: 0.7767189 Sep 26 13:04:33.365394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39814) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:33.392071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4e251a06-671e-4ae7-ab58-fbb5606c0617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.456665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-24ebb3c4-b480-4a9b-8487-cdb795f8f5e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0953e2b4-57b2-4b8d-a0af-11232c38a0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319516 Sep 26 13:04:33.458685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4e251a06-671e-4ae7-ab58-fbb5606c0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.461545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4e251a06-671e-4ae7-ab58-fbb5606c0617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.464998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4e251a06-671e-4ae7-ab58-fbb5606c0617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78b8a4de-d3ff-45af-b54c-90d1f68460c3 HTTP/1.1" status: 204 len: 168 time: 0.3475387 Sep 26 13:04:33.468061 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-341c82c9-4dfa-4314-ae97-876b4201d507 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] delete failed (client error): The resource could not be found. Sep 26 13:04:33.472682 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-341c82c9-4dfa-4314-ae97-876b4201d507 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/floatingips/f4810476-823a-4232-a160-7c9f4bca070d HTTP/1.1" status: 404 len: 345 time: 0.1025524 Sep 26 13:04:33.473158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39822) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:33.490694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e251a06-671e-4ae7-ab58-fbb5606c0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b8a4de-d3ff-45af-b54c-90d1f68460c3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:33.556631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4b9093ea-4472-4e50-8262-a739eaa6eb04 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:04:33.560870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cb87b0b0-f52b-4053-b222-56207ef14199 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:04:33.585593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd8384-a420-4d76-a02a-9fd7319b0263 req-2b12a9b6-f241-4b82-bd63-8c1fe3f58530 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.587270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93bd8384-a420-4d76-a02a-9fd7319b0263 req-2b12a9b6-f241-4b82-bd63-8c1fe3f58530 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 944 time: 0.1293426 Sep 26 13:04:33.607118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-16ed8f0e-5e09-4596-adc4-da2721000b44 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411500 Sep 26 13:04:33.618016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc3025-4495-4a34-b6bc-c4fe3d169590 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.624483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc3025-4495-4a34-b6bc-c4fe3d169590 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.631203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc3025-4495-4a34-b6bc-c4fe3d169590 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.632892 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a6cc3025-4495-4a34-b6bc-c4fe3d169590 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "GET /v2.0/ports?network_id=008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 HTTP/1.1" status: 200 len: 2360 time: 0.1586368 Sep 26 13:04:33.641207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39830) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:33.748056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f44606d-479b-48da-8ea3-4332c58e0c40 req-b214428a-28fe-495f-a605-72f8628a77c2 service neutron] 10.222.0.24 "GET /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333811 Sep 26 13:04:33.754311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cb87b0b0-f52b-4053-b222-56207ef14199, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb87b0b0-f52b-4053-b222-56207ef14199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:33.767591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'cb87b0b0-f52b-4053-b222-56207ef14199', 'network_id': '0953e2b4-57b2-4b8d-a0af-11232c38a0a6', 'port_id': 'cb87b0b0-f52b-4053-b222-56207ef14199', 'mac_address': 'fa:16:3e:e7:33:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c3a00d-3b90-406a-8755-4a3407d6a9fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:04:33.799699 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93bd8384-a420-4d76-a02a-9fd7319b0263 req-c77f337e-10ec-49c8-a254-4590310f4468 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063735 Sep 26 13:04:33.804613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 4b9093ea-4472-4e50-8262-a739eaa6eb04 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:04:33.812357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 4b9093ea-4472-4e50-8262-a739eaa6eb04 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:04:33.812742 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.833327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb0450-5486-4bf8-83ca-72d30c6796cc tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.834133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8959946-3af8-47e2-b701-ba2f2348d465 req-8c7b76bd-fc8b-420f-aef2-42117a5a05f8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:33.836218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8959946-3af8-47e2-b701-ba2f2348d465 req-8c7b76bd-fc8b-420f-aef2-42117a5a05f8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 944 time: 0.0907004 Sep 26 13:04:33.850980 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-26fb0450-5486-4bf8-83ca-72d30c6796cc tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "GET /v2.0/subnets/c393e35b-362d-413f-88c8-020c202b0e3a HTTP/1.1" status: 200 len: 797 time: 0.2041588 Sep 26 13:04:33.851182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.851957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39842) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:33.859726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'port': {'network_id': '008c97bc-b6d5-4be5-a7a7-e7cbf57ad768', 'name': 'tempest-FloatingIPTestJSON-257319401', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:33.893627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb87b0b0-f52b-4053-b222-56207ef14199 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:33.930121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cb87b0b0-f52b-4053-b222-56207ef14199, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb87b0b0-f52b-4053-b222-56207ef14199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:33.957283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8959946-3af8-47e2-b701-ba2f2348d465 req-bc1767b3-cf8b-4559-8b82-6106cb71b646 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109428 Sep 26 13:04:33.965061 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:33.965746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f61f869f-5a09-47ac-a0eb-59b3c8f1471b details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:04:33.975265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:34.167591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6e6480-ee1f-4866-8174-522ae799296b', 'name': 'network-vif-deleted', 'tag': '29af906d-7a9a-40d7-99df-62d186ebbd75'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:34.172991 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c17786-cc79-4bfb-9580-2ab48a0bba96" -d '{"events": [{"server_uuid": "ff6e6480-ee1f-4866-8174-522ae799296b", "name": "network-vif-deleted", "tag": "29af906d-7a9a-40d7-99df-62d186ebbd75"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:34.195607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4b9093ea-4472-4e50-8262-a739eaa6eb04, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4b9093ea-4472-4e50-8262-a739eaa6eb04,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:34.200050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494f3109-541b-45f0-9def-0b0c7d116d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9093ea-4472-4e50-8262-a739eaa6eb04'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:34.203258 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf356f-f2f1-46d4-a323-47b6950a3d35" -d '{"events": [{"server_uuid": "494f3109-541b-45f0-9def-0b0c7d116d20", "name": "network-vif-plugged", "status": "completed", "tag": "4b9093ea-4472-4e50-8262-a739eaa6eb04"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:34.210224 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:34.242537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=cb87b0b0-f52b-4053-b222-56207ef14199,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:34.354031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ec1ea-c3e9-42a1-ac41-90d233b575eb req-e6ffc798-59f0-4a4c-813b-bfa355bb78f3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:34.356142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe0ec1ea-c3e9-42a1-ac41-90d233b575eb req-e6ffc798-59f0-4a4c-813b-bfa355bb78f3 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 944 time: 0.1158800 Sep 26 13:04:34.359409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=4b9093ea-4472-4e50-8262-a739eaa6eb04,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:34.369180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:34.372848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:34.383144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b', 'network_id': '30404ccf-17d1-43c9-b420-7211daefccb4', 'port_id': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b', 'mac_address': 'fa:16:3e:fe:14:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7d46db-322c-4a6a-8a03-c1ea3d49d187', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:04:34.434005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:34.451520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61f869f-5a09-47ac-a0eb-59b3c8f1471b {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:34.482017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe0ec1ea-c3e9-42a1-ac41-90d233b575eb req-d63718b2-e20f-4b9a-a66d-0b716e4a6cf1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108634 Sep 26 13:04:34.487307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:34.493537 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:34.526110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:34.551281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] device_id is not set on port 79a1fd95-9b4a-486b-bd2d-6235f9948a5e yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:04:34.553212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:34.582338 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2344e1-cd01-4a64-8d24-331e77956e0c x-openstack-request-id: req-3a2344e1-cd01-4a64-8d24-331e77956e0c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:34.582759 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6e6480-ee1f-4866-8174-522ae799296b", "name": "network-vif-deleted", "tag": "29af906d-7a9a-40d7-99df-62d186ebbd75", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:34.583278 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a2344e1-cd01-4a64-8d24-331e77956e0c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:34.583777 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6e6480-ee1f-4866-8174-522ae799296b', 'name': 'network-vif-deleted', 'tag': '29af906d-7a9a-40d7-99df-62d186ebbd75', 'status': 'completed', 'code': 200} Sep 26 13:04:34.591678 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f28bf1-1aa9-4502-9e41-57620e12c03c x-openstack-request-id: req-c4f28bf1-1aa9-4502-9e41-57620e12c03c {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:34.592070 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494f3109-541b-45f0-9def-0b0c7d116d20", "name": "network-vif-plugged", "status": "completed", "tag": "4b9093ea-4472-4e50-8262-a739eaa6eb04", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:34.592421 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4f28bf1-1aa9-4502-9e41-57620e12c03c {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:34.593569 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494f3109-541b-45f0-9def-0b0c7d116d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9093ea-4472-4e50-8262-a739eaa6eb04', 'code': 200} Sep 26 13:04:34.708649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208c19d-ed35-4696-a86d-c837fba4e6f1 req-bba21ee7-889f-41ca-9ddc-2e97208d70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:34.710149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f61f869f-5a09-47ac-a0eb-59b3c8f1471b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:34.710637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b208c19d-ed35-4696-a86d-c837fba4e6f1 req-bba21ee7-889f-41ca-9ddc-2e97208d70b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 1097 time: 0.0482419 Sep 26 13:04:34.712484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['cb87b0b0-f52b-4053-b222-56207ef14199'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:34.781121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b208c19d-ed35-4696-a86d-c837fba4e6f1 req-d0e001f9-2dc9-4784-a51d-fa375986864b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Sep 26 13:04:34.818965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85585271-8c8c-4968-ad2a-3ddf521306a6 req-3a12467c-7cef-467b-a68d-73cf93339502 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:34.826084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85585271-8c8c-4968-ad2a-3ddf521306a6 req-3a12467c-7cef-467b-a68d-73cf93339502 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1484156 Sep 26 13:04:34.913518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85585271-8c8c-4968-ad2a-3ddf521306a6 req-9e67ebab-f79e-45a4-a4fd-53db8016a5d6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864563 Sep 26 13:04:35.041111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.20.0.14 (008c97bc-b6d5-4be5-a7a7-e7cbf57ad768/c393e35b-362d-413f-88c8-020c202b0e3a/79a1fd95-9b4a-486b-bd2d-6235f9948a5e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:35.055952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.20.0.13 (008c97bc-b6d5-4be5-a7a7-e7cbf57ad768/c393e35b-362d-413f-88c8-020c202b0e3a/79a1fd95-9b4a-486b-bd2d-6235f9948a5e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:35.252682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:35.275310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc211-8736-41c2-9288-e67db5d37e54 req-3dea2b7c-30e3-4d67-bfd4-4cf83d69c58e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:35.276871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-486bc211-8736-41c2-9288-e67db5d37e54 req-3dea2b7c-30e3-4d67-bfd4-4cf83d69c58e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 945 time: 0.0599546 Sep 26 13:04:35.299281 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:35.332887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-486bc211-8736-41c2-9288-e67db5d37e54 req-9dba5ff2-6110-45c4-adea-e66930dbd34a tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486970 Sep 26 13:04:35.389793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:35.393640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=79a1fd95-9b4a-486b-bd2d-6235f9948a5e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:35.397258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:35.407186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15314c-b9e8-47d4-b62e-5111e4effdf3 req-474c1e83-28e4-4066-b113-dab1ed97f2c1 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:35.410486 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df15314c-b9e8-47d4-b62e-5111e4effdf3 req-474c1e83-28e4-4066-b113-dab1ed97f2c1 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 945 time: 0.3762107 Sep 26 13:04:35.412306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:35.488739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:35.489376 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:35.494105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df15314c-b9e8-47d4-b62e-5111e4effdf3 req-159da309-43c7-4432-8f0c-065633241aac tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558391 Sep 26 13:04:35.516163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-42e4fc7d-6b29-4b5f-8f96-b350c98fc035 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6611953 Sep 26 13:04:35.518644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40006) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:35.523813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '79a1fd95-9b4a-486b-bd2d-6235f9948a5e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:35.548191 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:35.566853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cb87b0b0-f52b-4053-b222-56207ef14199 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:04:35.633434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port cb87b0b0-f52b-4053-b222-56207ef14199 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:04:35.638532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port cb87b0b0-f52b-4053-b222-56207ef14199 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:04:35.639049 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:35.739731 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:35.757047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d835e-ace4-4bf0-8eae-3f57c70aa431 req-5eacde87-d656-48e1-94ea-148f2cf444dd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:35.758694 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-291d835e-ace4-4bf0-8eae-3f57c70aa431 req-5eacde87-d656-48e1-94ea-148f2cf444dd tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 944 time: 0.0902579 Sep 26 13:04:35.771965 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:35.788556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cb87b0b0-f52b-4053-b222-56207ef14199, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb87b0b0-f52b-4053-b222-56207ef14199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:35.794412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:35.795652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f61f869f-5a09-47ac-a0eb-59b3c8f1471b up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:04:35.922723 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-899bf160-984e-4f20-9247-e82913e03f57 service neutron] show failed (client error): The resource could not be found. Sep 26 13:04:35.922943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-291d835e-ace4-4bf0-8eae-3f57c70aa431 req-18a3b178-b40c-461b-b370-6877aec9c32b tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532886 Sep 26 13:04:35.925904 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-899bf160-984e-4f20-9247-e82913e03f57 service neutron] 10.222.0.23 "GET /v2.0/ports/622fd712-428b-4fe9-bcd9-f8dcda13bcca/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.1046560 Sep 26 13:04:35.934362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=cb87b0b0-f52b-4053-b222-56207ef14199,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:35.956058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.25.4.233 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c4e49348-7f2e-4cf9-8c64-8c5692dc276e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:35.967055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port f61f869f-5a09-47ac-a0eb-59b3c8f1471b completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:04:35.972642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port f61f869f-5a09-47ac-a0eb-59b3c8f1471b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:04:35.973696 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:36.103643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:36.155131 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:36.163193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:36.170419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:36.171785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 29af906d-7a9a-40d7-99df-62d186ebbd75 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:36.183562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d2237-7721-40c6-8cfd-93d7834861ca req-aba96cce-5d3d-422c-9c43-b294129421fb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:36.186520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c19d2237-7721-40c6-8cfd-93d7834861ca req-aba96cce-5d3d-422c-9c43-b294129421fb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.0956788 Sep 26 13:04:36.206540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 29af906d-7a9a-40d7-99df-62d186ebbd75 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:04:36.206889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 29af906d-7a9a-40d7-99df-62d186ebbd75 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:36.278207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-8f07fb57-9ca9-43cb-847c-6c089484edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:36.280091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-8f07fb57-9ca9-43cb-847c-6c089484edba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4&tenant_id=90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 1101 time: 0.0790806 Sep 26 13:04:36.293698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:36.293855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:36.331727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c19d2237-7721-40c6-8cfd-93d7834861ca req-f1fa6ad2-1768-4b6d-a495-5fe28c3d64bd tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371260 Sep 26 13:04:36.338966 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:36.421631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:36.436432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:36.443161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:36.446810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:36.529474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=c4e49348-7f2e-4cf9-8c64-8c5692dc276e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:36.556083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9b562-2b8b-4d92-a019-ac5061b3846a req-d41713ef-9a26-432f-8299-99764a9b5770 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:36.557983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ed9b562-2b8b-4d92-a019-ac5061b3846a req-d41713ef-9a26-432f-8299-99764a9b5770 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 946 time: 0.0796881 Sep 26 13:04:36.594622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b6dd8-62a5-4682-8f66-f43124fde9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87b0b0-f52b-4053-b222-56207ef14199'}, {'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:36.598296 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a981ad5-5122-4f1c-bb25-6039727819d6" -d '{"events": [{"server_uuid": "024b6dd8-62a5-4682-8f66-f43124fde9ca", "name": "network-vif-plugged", "status": "completed", "tag": "cb87b0b0-f52b-4053-b222-56207ef14199"}, {"server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "name": "network-vif-plugged", "status": "completed", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:36.673688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ed9b562-2b8b-4d92-a019-ac5061b3846a req-a7c3e79e-26cc-440b-b3b9-b82172208e1b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805523 Sep 26 13:04:36.748087 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e31ed5-d7f5-4c9c-8b19-59def3fb8bca x-openstack-request-id: req-27e31ed5-d7f5-4c9c-8b19-59def3fb8bca {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:36.748476 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b6dd8-62a5-4682-8f66-f43124fde9ca", "name": "network-vif-plugged", "status": "completed", "tag": "cb87b0b0-f52b-4053-b222-56207ef14199", "code": 200}, {"server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "name": "network-vif-plugged", "status": "completed", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:36.750035 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27e31ed5-d7f5-4c9c-8b19-59def3fb8bca {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:36.750515 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b6dd8-62a5-4682-8f66-f43124fde9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb87b0b0-f52b-4053-b222-56207ef14199', 'code': 200} Sep 26 13:04:36.750832 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b', 'code': 200} Sep 26 13:04:36.891222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:36.901918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc7d36-ed0d-4981-b032-e4f6749d30d8 req-4b5db732-2b67-4398-9702-22b56ebcbf87 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:36.911533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76cc7d36-ed0d-4981-b032-e4f6749d30d8 req-4b5db732-2b67-4398-9702-22b56ebcbf87 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 945 time: 0.1676750 Sep 26 13:04:37.066639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.069109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:37.071581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ef255-e52e-48b4-bdda-bd1dfe76bdaf req-6da16f85-7d11-444f-8b27-0f2f0bba7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:37.074385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-903ef255-e52e-48b4-bdda-bd1dfe76bdaf req-6da16f85-7d11-444f-8b27-0f2f0bba7535 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1098 time: 0.2537570 Sep 26 13:04:37.098693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:37.113998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76cc7d36-ed0d-4981-b032-e4f6749d30d8 req-390455ce-1d70-4fb1-bd18-aeaecc84418b tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014906 Sep 26 13:04:37.187112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c674f-8529-49b5-a13a-c2b9e5cb3c33 req-477e96b2-2e28-412a-b3ac-dd7cbe16ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:37.188740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-615c674f-8529-49b5-a13a-c2b9e5cb3c33 req-477e96b2-2e28-412a-b3ac-dd7cbe16ba7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 1097 time: 0.3193612 Sep 26 13:04:37.190310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.248964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-615c674f-8529-49b5-a13a-c2b9e5cb3c33 req-b6a793ec-5195-4e3d-94e3-201c3f1394f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Sep 26 13:04:37.291562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:37.293831 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31d458f-e3f2-4c9a-9181-fa6578f15659" -d '{"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-unplugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:37.301045 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.317290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-903ef255-e52e-48b4-bdda-bd1dfe76bdaf req-b019a7b9-6a9d-46f7-a3b4-5687ffa83361 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245269 Sep 26 13:04:37.334409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aec8d-d0e6-4666-aec5-d2c98f1d57b1 req-36467d7c-3c61-4081-ace7-20524f08a8e5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:37.341963 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e3aec8d-d0e6-4666-aec5-d2c98f1d57b1 req-36467d7c-3c61-4081-ace7-20524f08a8e5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.1028075 Sep 26 13:04:37.350240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Transition to ACTIVE for port object 622fd712-428b-4fe9-bcd9-f8dcda13bcca will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:04:37.361734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.411795 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.412340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:37.421791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5acc46a6-20b1-4e0c-99a7-8b15de56bf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.424291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.445132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e3aec8d-d0e6-4666-aec5-d2c98f1d57b1 req-241b7532-d57e-493c-a098-ef43d9489269 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021452 Sep 26 13:04:37.496575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] No DVR routers for this DVR port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:37.496736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=c4e49348-7f2e-4cf9-8c64-8c5692dc276e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:37.554069 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0450ef6-4d60-4e73-b230-c2392acba4ac x-openstack-request-id: req-f0450ef6-4d60-4e73-b230-c2392acba4ac {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:37.554436 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-unplugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:37.554802 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0450ef6-4d60-4e73-b230-c2392acba4ac {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:37.557138 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'code': 200} Sep 26 13:04:37.602651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:04:37.604574 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.605132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:04:37.605691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:37.615236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:04:37.615842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:37.625232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:04:37.625976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:37.626895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:04:37.628216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Bound port: 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:04:37.628786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.778543 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5acc46a6-20b1-4e0c-99a7-8b15de56bf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.840919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:37.845306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:04:37.854504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b85af-dd18-479c-8173-a8c447d44a68 req-04772ca0-b1ab-484f-80ef-4b0ee53242e3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:37.862103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-311b85af-dd18-479c-8173-a8c447d44a68 req-04772ca0-b1ab-484f-80ef-4b0ee53242e3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 947 time: 0.1375818 Sep 26 13:04:37.870604 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.894318 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5acc46a6-20b1-4e0c-99a7-8b15de56bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:37.949335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:37.997109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc46a6-20b1-4e0c-99a7-8b15de56bf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d51228-4e44-46ec-af23-b3e8560594d9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:37.998110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:38.000464 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:38.006860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5acc46a6-20b1-4e0c-99a7-8b15de56bf9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94a72394dcf047e08eea62a1ca5a4fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298465 Sep 26 13:04:38.007611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-282b4fbe-90e9-4d0e-a24c-ae24acd71e9c service neutron] 10.222.0.24 "PUT /v2.0/ports/622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 1096 time: 1.7200129 Sep 26 13:04:38.008136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40236) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:38.039362 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP be246ba4-7cea-4f0f-ba1e-cec524398e67 associated. External IP: 172.25.4.233, port: 79a1fd95-9b4a-486b-bd2d-6235f9948a5e. Sep 26 13:04:38.087728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-311b85af-dd18-479c-8173-a8c447d44a68 req-d49f9dee-fabb-4635-adfb-5f2cb00b84ea tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244141 Sep 26 13:04:38.178434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-be36514c-2ddc-4839-b17a-3aed9bc5a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:38.182341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-be36514c-2ddc-4839-b17a-3aed9bc5a606 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1099 time: 0.1384993 Sep 26 13:04:38.189711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-690a05ea-be4d-411b-962c-5b85cdc8c2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:38.274780 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3894a579-5698-448c-8564-f5845d3542a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:38.442645 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-690a05ea-be4d-411b-962c-5b85cdc8c2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:38.519928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3826b4-9f4e-435b-976c-e3397c3ac5bf req-8393c702-08db-4e5e-8464-0154bfb87b32 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:38.529210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa3826b4-9f4e-435b-976c-e3397c3ac5bf req-8393c702-08db-4e5e-8464-0154bfb87b32 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 946 time: 0.3325794 Sep 26 13:04:38.640128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-f488ade0-6b41-4820-bd41-22ff5af00318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:38.641898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-f488ade0-6b41-4820-bd41-22ff5af00318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.4305787 Sep 26 13:04:38.662392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa3826b4-9f4e-435b-976c-e3397c3ac5bf req-d8496c1c-ff62-4953-818e-8ffe4bb24db9 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300220 Sep 26 13:04:38.759577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-5ed646d4-e465-497c-a6c1-5e288b2e69f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.0937872 Sep 26 13:04:38.760293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-690a05ea-be4d-411b-962c-5b85cdc8c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:38.766559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-690a05ea-be4d-411b-962c-5b85cdc8c2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:38.776093 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-690a05ea-be4d-411b-962c-5b85cdc8c2dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8d51228-4e44-46ec-af23-b3e8560594d9 HTTP/1.1" status: 204 len: 168 time: 0.7552857 Sep 26 13:04:38.811877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4a5e-b999-4945-9a3d-360b314e2652 req-0f0d7118-4913-465a-90f6-d88cffb01472 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:38.829088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb9e4a5e-b999-4945-9a3d-360b314e2652 req-0f0d7118-4913-465a-90f6-d88cffb01472 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.1424575 Sep 26 13:04:38.862473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a05ea-be4d-411b-962c-5b85cdc8c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d51228-4e44-46ec-af23-b3e8560594d9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:38.898181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-98633049-c80c-4f27-9012-d357d317b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:38.899675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-98633049-c80c-4f27-9012-d357d317b1c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1250868 Sep 26 13:04:38.904059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:39.019126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-fe297b0c-eb90-4799-bbb3-2c6e0a5ca224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:39.021818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-fe297b0c-eb90-4799-bbb3-2c6e0a5ca224 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124754 Sep 26 13:04:39.051969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb9e4a5e-b999-4945-9a3d-360b314e2652 req-c7f1720a-f766-46df-8452-048fa7c3324c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248847 Sep 26 13:04:39.109819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:39.121896 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ff1c6-b0c8-42e6-bcef-df867d082a6a None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:39.148952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:39.216376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-6db145f9-0f95-4ebc-bf7c-9be6e070e90c service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866212 Sep 26 13:04:39.220386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bba64172-a3be-4149-9bbb-f60494ef5163 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7002521 Sep 26 13:04:39.220808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40304) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:39.243510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'port_id': '79a1fd95-9b4a-486b-bd2d-6235f9948a5e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:39.392704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40314) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:39.407687 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ff1c6-b0c8-42e6-bcef-df867d082a6a None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:39.408370 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7c5ff1c6-b0c8-42e6-bcef-df867d082a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:39.413512 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e46ae2ae-34b9-400b-8802-737636aaf8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:39.464881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18302c3c-bed5-484e-9d7b-bf4fd18bd47a req-1db60a06-3108-4b23-9b90-9367d2c69d37 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:39.465825 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7c5ff1c6-b0c8-42e6-bcef-df867d082a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:39.472551 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-18302c3c-bed5-484e-9d7b-bf4fd18bd47a req-1db60a06-3108-4b23-9b90-9367d2c69d37 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 947 time: 0.0990875 Sep 26 13:04:39.477799 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ff1c6-b0c8-42e6-bcef-df867d082a6a None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:39.478483 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7c5ff1c6-b0c8-42e6-bcef-df867d082a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:39.515818 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7c5ff1c6-b0c8-42e6-bcef-df867d082a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:39.516957 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5ff1c6-b0c8-42e6-bcef-df867d082a6a None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:39.535686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-18302c3c-bed5-484e-9d7b-bf4fd18bd47a req-35bd3db1-88f1-4666-a75b-87219572230e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Sep 26 13:04:39.560801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:39.563685 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69" -d '{"events": [{"name": "network-changed", "server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:39.577688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:39.581670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:39.628600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:39.653716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-187adc9d-c7eb-495e-95f4-0f68cbae0ea4 req-f8145216-7f66-4588-9f32-4a68995a5bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025569 Sep 26 13:04:39.701787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084076a-04ea-4407-9d60-d97b4b1efc5b req-ab8dca24-3ac5-4443-b622-6140b71619a0 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:39.706075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6084076a-04ea-4407-9d60-d97b4b1efc5b req-ab8dca24-3ac5-4443-b622-6140b71619a0 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2434456 Sep 26 13:04:39.726913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e46ae2ae-34b9-400b-8802-737636aaf8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:39.739172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e46ae2ae-34b9-400b-8802-737636aaf8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:39.844266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e46ae2ae-34b9-400b-8802-737636aaf8a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=627d19e4af01444b810a2f526f1f1fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473324 Sep 26 13:04:39.844794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40352) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:39.845908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ae2ae-34b9-400b-8802-737636aaf8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fdcce7-9ae1-4eaa-b114-4ec72f9b62db,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:39.916876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6084076a-04ea-4407-9d60-d97b4b1efc5b req-04b7f3b7-a66a-4dc7-909c-6b90b7122317 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625774 Sep 26 13:04:39.933118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e57f368a-3ce0-4d3d-addc-8202afd819e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:39.963776 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e57f368a-3ce0-4d3d-addc-8202afd819e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:40.015479 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dd4573-66ba-4d02-b753-3cc04a9e2079 x-openstack-request-id: req-e7dd4573-66ba-4d02-b753-3cc04a9e2079 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:40.015888 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:40.016316 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7dd4573-66ba-4d02-b753-3cc04a9e2079 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:40.016901 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'status': 'completed', 'code': 200} Sep 26 13:04:40.031677 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e57f368a-3ce0-4d3d-addc-8202afd819e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:40.034622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e57f368a-3ce0-4d3d-addc-8202afd819e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:40.036383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e57f368a-3ce0-4d3d-addc-8202afd819e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6fdcce7-9ae1-4eaa-b114-4ec72f9b62db HTTP/1.1" status: 204 len: 168 time: 0.1889565 Sep 26 13:04:40.052817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f368a-3ce0-4d3d-addc-8202afd819e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fdcce7-9ae1-4eaa-b114-4ec72f9b62db,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:40.231422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb986e-9761-4d2e-a8db-e8647112f28c req-d15d6496-3d43-49dd-852f-b5a881af40e2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:40.233954 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bceb986e-9761-4d2e-a8db-e8647112f28c req-d15d6496-3d43-49dd-852f-b5a881af40e2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.0749545 Sep 26 13:04:40.331735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bceb986e-9761-4d2e-a8db-e8647112f28c req-ac1b282d-dd84-4fbe-9bbb-16e89b963e36 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885959 Sep 26 13:04:40.336573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-ccaece61-8e63-4eba-9b7e-77e74af96933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:40.338265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-ccaece61-8e63-4eba-9b7e-77e74af96933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1099 time: 0.2914324 Sep 26 13:04:40.416881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-10cfb1ee-ede0-441e-9f71-2b900df7c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:40.418744 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-10cfb1ee-ede0-441e-9f71-2b900df7c351 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1099 time: 0.2938421 Sep 26 13:04:40.479211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.resource_extend [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:04:40.998014 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f660f086-e6e5-4ef4-96e5-e6532f5dfdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:41.174492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:41.188893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-d8da755b-f416-416a-b4ec-66517bfa78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:41.191029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-d8da755b-f416-416a-b4ec-66517bfa78ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.8406441 Sep 26 13:04:41.197001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:41.251173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-f5263d30-2fe1-414f-8705-1c1213bfe439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:41.252409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-f5263d30-2fe1-414f-8705-1c1213bfe439 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.8189454 Sep 26 13:04:41.377224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-c6b11b97-280a-4936-a256-869a6783e647 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.1316123 Sep 26 13:04:41.389908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c923277-09ef-43a2-9b4a-232ce9fcd614 req-f8f9bcf0-56dc-4da8-b22d-37418bce3368 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:41.398451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c923277-09ef-43a2-9b4a-232ce9fcd614 req-f8f9bcf0-56dc-4da8-b22d-37418bce3368 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 946 time: 1.1569564 Sep 26 13:04:41.400931 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-7f200b0c-7bbd-4aaf-ae6f-8a9b63b5bd6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.1141193 Sep 26 13:04:41.449011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346751a-e793-4018-a234-8c6451a581be req-2a2de474-7bca-43e2-bf5d-b6b7dc59b655 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:41.451668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b346751a-e793-4018-a234-8c6451a581be req-2a2de474-7bca-43e2-bf5d-b6b7dc59b655 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 947 time: 0.1070576 Sep 26 13:04:41.510928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b346751a-e793-4018-a234-8c6451a581be req-94f15066-4102-47e4-9349-7a408f407484 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519083 Sep 26 13:04:41.582333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:04:41.598680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:41.725264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c923277-09ef-43a2-9b4a-232ce9fcd614 req-f72562d0-c503-4760-b471-ad5c05e181ae tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257616 Sep 26 13:04:41.729223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-fc32ca98-629b-4917-9171-2184d9597c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:41.730711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-fc32ca98-629b-4917-9171-2184d9597c1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.3213973 Sep 26 13:04:41.732369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-05c717c7-2079-42e6-859e-1b3b0f150333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:41.750226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839861e-4c7d-474a-aecc-0eed87cdb213 req-5f423677-a077-4ba7-9d77-a903dd45b5f1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:41.752175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9839861e-4c7d-474a-aecc-0eed87cdb213 req-5f423677-a077-4ba7-9d77-a903dd45b5f1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.0888579 Sep 26 13:04:41.754005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-05c717c7-2079-42e6-859e-1b3b0f150333 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2920010 Sep 26 13:04:41.841217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:41.862568 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9839861e-4c7d-474a-aecc-0eed87cdb213 req-27860c37-0dc8-43a1-ba6b-bf2f76da9382 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042304 Sep 26 13:04:41.870158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'mac_address': 'fa:16:3e:d7:a8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:04:41.913262 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:41.943327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622fd712-428b-4fe9-bcd9-f8dcda13bcca {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:41.992410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:42.003173 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.004420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-2554923e-7123-43a3-a4e7-187951f59de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:42.019090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-2554923e-7123-43a3-a4e7-187951f59de5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2304592 Sep 26 13:04:42.048858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.099407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40452) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:42.147006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-cb77b41f-4717-4d87-8c1e-1d8345bc0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:42.150258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-cb77b41f-4717-4d87-8c1e-1d8345bc0171 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3951285 Sep 26 13:04:42.155905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:42.174038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.175564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.176108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.179062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.179577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.180268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.180831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.181502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.182059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.184242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.184811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.185360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.213001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Deleting subnet fac6c873-36de-432a-b898-cb946da0945e {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:04:42.217061 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.238835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['622fd712-428b-4fe9-bcd9-f8dcda13bcca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:42.281369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-a36b6969-2533-4890-a384-ed4c8b977b5c service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543621 Sep 26 13:04:42.290254 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.385690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.427914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-3ce558b7-2be1-45aa-b79c-7583882ca657 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-23850710&fields=id&tenant_id=0b0238637b184a849f4c12e88c8d0d05 HTTP/1.1" status: 200 len: 267 time: 0.3734074 Sep 26 13:04:42.486950 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.515091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:42.552890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-9eb40647-8a0b-47d9-86bb-355f0cd69538 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780358 Sep 26 13:04:42.565198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40466) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:42.579244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac6c873-36de-432a-b898-cb946da0945e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:42.588279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.592829 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fac6c873-36de-432a-b898-cb946da0945e HTTP/1.1" status: 204 len: 168 time: 0.4923542 Sep 26 13:04:42.594405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.594751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.595141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.595427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.595765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.596090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.596547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.596879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.597197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.597536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.597863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.598186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623a963-6989-4926-8120-cf7d90157426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:42.600862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40468) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:42.645840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-71bd794b-6a7a-415f-8c28-7dba0da90310 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455038 Sep 26 13:04:42.706883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-949ab4e4-0e05-435e-827a-27f468ee5887 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:42.708451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-949ab4e4-0e05-435e-827a-27f468ee5887 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 946 time: 0.2663441 Sep 26 13:04:42.710736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.731244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'port': {'security_groups': ['d1b7b25b-39c5-47b6-9e38-393673fee448', 'e72692d5-d158-4f84-911c-53d4905a4142']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:42.735975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0887c0-480a-445a-b58b-5dc3c891e5e0 req-ef5884bc-8e0a-4845-821f-46e66c24a435 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:42.743207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb0887c0-480a-445a-b58b-5dc3c891e5e0 req-ef5884bc-8e0a-4845-821f-46e66c24a435 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.1062872 Sep 26 13:04:42.841774 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.862569 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb0887c0-480a-445a-b58b-5dc3c891e5e0 req-d726387a-81f6-4eba-bf94-60a6752a1ff2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180174 Sep 26 13:04:42.879021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f273fa41-305f-4b7f-b781-89736d65eb6a']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:42.896097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550c1c83-06d5-498a-bba4-27fc10596807') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:42.896731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550c1c83-06d5-498a-bba4-27fc10596807') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:42.908462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.927405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.934778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:04:42.935211 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:04:42.937781 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:04:43.012302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-069fec82-2846-4021-ad7b-36e266c9b49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.030864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.043930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.046431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f273fa41-305f-4b7f-b781-89736d65eb6a HTTP/1.1" status: 204 len: 168 time: 0.4401727 Sep 26 13:04:43.047762 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.080665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:43.088297 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.090087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f558a-6244-4d3f-b3dc-32a916bd6369 admin admin] Pushing event deleted for resources: {'Network': ['ID=f273fa41-305f-4b7f-b781-89736d65eb6a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:43.100194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4bcc0-a292-4dc1-9c3c-daf9173126e2 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:43.114368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4bcc0-a292-4dc1-9c3c-daf9173126e2 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:43.115091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dac4bcc0-a292-4dc1-9c3c-daf9173126e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:43.161730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dac4bcc0-a292-4dc1-9c3c-daf9173126e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:43.180446 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4bcc0-a292-4dc1-9c3c-daf9173126e2 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:43.181367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dac4bcc0-a292-4dc1-9c3c-daf9173126e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:43.238351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dac4bcc0-a292-4dc1-9c3c-daf9173126e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:43.241012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4bcc0-a292-4dc1-9c3c-daf9173126e2 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:43.292734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40502) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:43.309972 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0132e1b3-f9fb-4bb6-8ed0-0e6de3280a69 req-751bb734-ea35-4ead-a3fb-0a203b2da19e service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762261 Sep 26 13:04:43.420588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-88fb5a76-bc5f-4608-a561-bc93d214cec0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3844b22116ae47059cad74debaf97419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266601 Sep 26 13:04:43.427921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aa505615-7dd9-407a-83d1-2fcdccc98512 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/floatingips/be246ba4-7cea-4f0f-ba1e-cec524398e67 HTTP/1.1" status: 200 len: 978 time: 4.2030458 Sep 26 13:04:43.429497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40506) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:43.429846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40508) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:43.436110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db26e70-7dc0-4621-8b30-709972e35669 req-697ea42d-57ce-4158-9097-b689aef7399f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:43.438628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1db26e70-7dc0-4621-8b30-709972e35669 req-697ea42d-57ce-4158-9097-b689aef7399f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.1075001 Sep 26 13:04:43.450335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.487921 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1db26e70-7dc0-4621-8b30-709972e35669 req-8e9bb610-8ab5-46a5-bfaa-7362f3e4ae28 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 Sep 26 13:04:43.509543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-de46f69c-4fc0-4400-ab01-8b80c449207e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:43.509543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-de46f69c-4fc0-4400-ab01-8b80c449207e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4&tenant_id=90f04e6ddbab44e4af218f5e38804408&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 948 time: 0.2362821 Sep 26 13:04:43.606406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:04:43.684360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc6021-2d36-4221-a45c-622d5fe75e7e req-3fe23200-90a3-4910-a8a3-27f4697999d2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:43.699998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92cc6021-2d36-4221-a45c-622d5fe75e7e req-3fe23200-90a3-4910-a8a3-27f4697999d2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.1188612 Sep 26 13:04:43.721650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 622fd712-428b-4fe9-bcd9-f8dcda13bcca completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:04:43.729010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 622fd712-428b-4fe9-bcd9-f8dcda13bcca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:04:43.730021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.762765 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05c559bc-9ac4-4868-a67e-f92985503b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.772257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-069fec82-2846-4021-ad7b-36e266c9b49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.798350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92cc6021-2d36-4221-a45c-622d5fe75e7e req-0db820d1-379f-43ad-9fae-06bed1ed936c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868566 Sep 26 13:04:43.820235 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-069fec82-2846-4021-ad7b-36e266c9b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.823643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-1e42270b-cfe7-4dab-bc2f-20bb055a74c1 service neutron] 10.222.0.24 "GET /v2.0/ports/622fd712-428b-4fe9-bcd9-f8dcda13bcca/bindings/n-h2-806683-13 HTTP/1.1" status: 200 len: 383 time: 0.2902546 Sep 26 13:04:43.860937 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.885349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:43.885772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05c559bc-9ac4-4868-a67e-f92985503b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.888641 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbea399e-2a94-4b29-a7c6-315ef8a3437d" -d '{"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-plugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:43.908470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:43.914195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:43.959574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fec82-2846-4021-ad7b-36e266c9b49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c0c99f-350b-4c49-a6a1-2e488cf89d88,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:43.964742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-069fec82-2846-4021-ad7b-36e266c9b49a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de4ce231ece945a696cfd6f06b5fc72c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3985426 Sep 26 13:04:43.970833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:43.973982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40520) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:43.979936 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce96be6a-c9b6-497b-96b2-5bf19cf834aa x-openstack-request-id: req-ce96be6a-c9b6-497b-96b2-5bf19cf834aa {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:43.980773 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-plugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:43.981036 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce96be6a-c9b6-497b-96b2-5bf19cf834aa {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:43.981437 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'code': 200} Sep 26 13:04:43.998957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] For port f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:44.012353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:44.018754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-9a159433-0460-4619-8c43-eb4ae1769da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:44.020172 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-9a159433-0460-4619-8c43-eb4ae1769da0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1100 time: 0.1368954 Sep 26 13:04:44.060619 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port c4e49348-7f2e-4cf9-8c64-8c5692dc276e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:44.060966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.066430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.087231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1cf2ce7f-6f5a-40ec-a594-7d3a38ca5609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.087553 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05c559bc-9ac4-4868-a67e-f92985503b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.090072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05c559bc-9ac4-4868-a67e-f92985503b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.093996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-05c559bc-9ac4-4868-a67e-f92985503b54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9ec003d-4040-446d-b160-da040a11b2e2 HTTP/1.1" status: 204 len: 168 time: 0.6624494 Sep 26 13:04:44.099726 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.111606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1cf2ce7f-6f5a-40ec-a594-7d3a38ca5609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.114414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:44.135944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c559bc-9ac4-4868-a67e-f92985503b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ec003d-4040-446d-b160-da040a11b2e2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:44.164350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1cf2ce7f-6f5a-40ec-a594-7d3a38ca5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.167421 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1cf2ce7f-6f5a-40ec-a594-7d3a38ca5609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.171716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1cf2ce7f-6f5a-40ec-a594-7d3a38ca5609 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53c0c99f-350b-4c49-a6a1-2e488cf89d88 HTTP/1.1" status: 204 len: 168 time: 0.2025769 Sep 26 13:04:44.179995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2ce7f-6f5a-40ec-a594-7d3a38ca5609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c0c99f-350b-4c49-a6a1-2e488cf89d88,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:44.186002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f61f869f-5a09-47ac-a0eb-59b3c8f1471b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:44.231391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-699c5be3-ca0a-4007-8f80-10113095be32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.255878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:44.256609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.258073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e73b2da-f694-4d98-b2c3-a5b28e1b265b req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "PUT /v2.0/ports/f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 200 len: 982 time: 1.5359612 Sep 26 13:04:44.258560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:44.260799 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ac8072-742a-4d00-8473-7d7c31d7e69a" -d '{"events": [{"name": "network-changed", "server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:44.361528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.362217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.365554 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f61f869f-5a09-47ac-a0eb-59b3c8f1471b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:44.385410 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a7aee0-4484-4931-afd9-512e87f29178 x-openstack-request-id: req-a9a7aee0-4484-4931-afd9-512e87f29178 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:44.385705 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:44.386221 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9a7aee0-4484-4931-afd9-512e87f29178 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:44.386417 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b', 'status': 'completed', 'code': 200} Sep 26 13:04:44.387796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-53221bcf-9387-4006-a90b-0aebbc3fcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:44.401444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-53221bcf-9387-4006-a90b-0aebbc3fcf0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3507805 Sep 26 13:04:44.404422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ce90e-1074-4678-830d-200333a87ca7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'Port': ['ID=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:44.427904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for c4e49348-7f2e-4cf9-8c64-8c5692dc276e owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:44.452817 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-841930de-e70f-4caf-9def-072bda71c31c req-565b168c-6ea8-4f9c-8337-883def03ef75 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/e72692d5-d158-4f84-911c-53d4905a4142 HTTP/1.1" status: 200 len: 1801 time: 0.1116688 Sep 26 13:04:44.602279 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-841930de-e70f-4caf-9def-072bda71c31c req-fd167af6-ca3a-4df4-90b2-f85ef6ba8923 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 26 13:04:44.626315 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-841930de-e70f-4caf-9def-072bda71c31c req-fd167af6-ca3a-4df4-90b2-f85ef6ba8923 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/e72692d5-d158-4f84-911c-53d4905a4142 HTTP/1.1" status: 409 len: 341 time: 0.1654434 Sep 26 13:04:44.691479 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-699c5be3-ca0a-4007-8f80-10113095be32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.702632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-c0980d64-f819-45f2-ae5c-d80ee0574780 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.2759168 Sep 26 13:04:44.705332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-699c5be3-ca0a-4007-8f80-10113095be32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:44.801369 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-699c5be3-ca0a-4007-8f80-10113095be32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51ef78b155224f469344163ce45bb5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8233905 Sep 26 13:04:44.802421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40554) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:44.829016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c5be3-ca0a-4007-8f80-10113095be32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d89d69b-ce95-4e09-8243-1975c576df25,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:44.935066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-032e0d73-8c21-4dcb-8d9b-a529119e2996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:45.037047 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-032e0d73-8c21-4dcb-8d9b-a529119e2996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:45.110927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7bef-6320-4e52-8b62-c7dc3b01d81b req-9c4352bb-1ffe-435a-9bf8-26f8f8b0d491 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:45.125730 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5db7bef-6320-4e52-8b62-c7dc3b01d81b req-9c4352bb-1ffe-435a-9bf8-26f8f8b0d491 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.1473675 Sep 26 13:04:45.222944 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5db7bef-6320-4e52-8b62-c7dc3b01d81b req-2b4b0070-2200-4778-96ee-20ef8b5b06c5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921810 Sep 26 13:04:45.224679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-032e0d73-8c21-4dcb-8d9b-a529119e2996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:45.228361 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-032e0d73-8c21-4dcb-8d9b-a529119e2996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:45.229761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-032e0d73-8c21-4dcb-8d9b-a529119e2996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d89d69b-ce95-4e09-8243-1975c576df25 HTTP/1.1" status: 204 len: 168 time: 0.4100599 Sep 26 13:04:45.245598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e0d73-8c21-4dcb-8d9b-a529119e2996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d89d69b-ce95-4e09-8243-1975c576df25,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:45.305644 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:45.469166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5b06-f89b-4ff8-b3f3-6af2d54e4067 req-7b19b334-85dc-48dc-9711-c04461044c7d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:45.471285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0abb5b06-f89b-4ff8-b3f3-6af2d54e4067 req-7b19b334-85dc-48dc-9711-c04461044c7d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 985 time: 0.1112738 Sep 26 13:04:45.557212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0abb5b06-f89b-4ff8-b3f3-6af2d54e4067 req-e4ca1eab-47e0-4133-9edc-e7a36e696833 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72692d5-d158-4f84-911c-53d4905a4142&id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0782437 Sep 26 13:04:45.666448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-df3d7e16-3a78-4c84-9a9f-fc53e5cbb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:45.668299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-df3d7e16-3a78-4c84-9a9f-fc53e5cbb74d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1137 time: 1.2495768 Sep 26 13:04:45.678014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-1b31b7e3-4b8d-4d0c-b2db-45ac620ff3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:45.678525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40584) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:45.685734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-1b31b7e3-4b8d-4d0c-b2db-45ac620ff3a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.9333076 Sep 26 13:04:45.716955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91764d6-a73b-495c-b70b-04c1bb91c4d9 req-42a8c6a8-c08f-4636-9e18-210c319698e4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:45.724090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b91764d6-a73b-495c-b70b-04c1bb91c4d9 req-42a8c6a8-c08f-4636-9e18-210c319698e4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 1.0311131 Sep 26 13:04:45.786588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40590) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:45.821107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-119481650-network', 'tenant_id': '227801e0639b4046847d2360c003256a'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:45.856242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Made reservation on behalf of 227801e0639b4046847d2360c003256a for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:45.861175 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:45.882476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-322242908-network', 'tenant_id': 'f4ed04c410de41b7b9283e98d258ea80'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:45.891809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:45.908739 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b91764d6-a73b-495c-b70b-04c1bb91c4d9 req-d2aa5c75-49ec-4bda-b154-ee561fa90717 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837335 Sep 26 13:04:45.912012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-bd82002e-c71d-4694-8ba8-831189493824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:45.913821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-bd82002e-c71d-4694-8ba8-831189493824 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2133472 Sep 26 13:04:45.915579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-dbbaf5e0-7fc6-4211-afc9-8dda5d4443ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:45.917240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-dbbaf5e0-7fc6-4211-afc9-8dda5d4443ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 911 time: 0.2296760 Sep 26 13:04:45.963059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Made reservation on behalf of f4ed04c410de41b7b9283e98d258ea80 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:45.965513 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:45.979406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40594) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:45.989969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.009582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-6c97ab5b-3eb4-4e60-a95d-47bfe2911039 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 200 len: 217 time: 0.0654795 Sep 26 13:04:46.012018 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fdd087ca-1c36-452f-8785-69c2e93d177a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.061092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.089761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.097235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.134481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=c4e49348-7f2e-4cf9-8c64-8c5692dc276e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:46.147137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:04:46.153119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddcba16-f72a-47e7-81e0-4a67d14e8f41,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:46.162376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-ecfebcaf-331c-45e3-9886-af56a294a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:46.163886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-ecfebcaf-331c-45e3-9886-af56a294a781 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.1418729 Sep 26 13:04:46.174171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.174514 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Added segment c7799771-261c-40ad-92dd-1e4125b9b53d of type vlan for network a5729d71-02a4-41dd-b715-b55e3c780048 Sep 26 13:04:46.208429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-5273ed03-b64d-4208-99da-aa2cd7ece463 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656372 Sep 26 13:04:46.227644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-995a1b76-4f03-4ff2-85b2-7618d6e3e637 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518486 Sep 26 13:04:46.235786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.289647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.290728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:46.291370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.294983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.351102 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.351456 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP be246ba4-7cea-4f0f-ba1e-cec524398e67 disassociated (deleted). External IP: 172.25.4.233, port: 79a1fd95-9b4a-486b-bd2d-6235f9948a5e. Sep 26 13:04:46.363422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.374712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:04:46.384893 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.385250 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Added segment ffe8d468-6274-4938-873b-9e7e5f8518b4 of type vlan for network 61122e81-16f4-4bdf-b823-8d08c0b63298 Sep 26 13:04:46.428340 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.494701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.495866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:46.496475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.501323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-32c45a0b-5988-4fc1-9194-d7d046beeaf3 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762234 Sep 26 13:04:46.504993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-224dac68-32e0-4513-9ed4-996aeaea0955 service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682426 Sep 26 13:04:46.569808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] Pushing event updated for resources: {'Network': ['ID=a5729d71-02a4-41dd-b715-b55e3c780048,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:46.584330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network a5729d71-02a4-41dd-b715-b55e3c780048 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:04:46.625157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce90bc8c-711b-4e6d-8750-67e91a0511ed,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:46.662921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d866d65-aab5-4a71-952c-4cccacbeb7e6 req-6ae2c087-12f4-4122-99a8-2c12308f5793 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:46.670139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d866d65-aab5-4a71-952c-4cccacbeb7e6 req-6ae2c087-12f4-4122-99a8-2c12308f5793 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.3517542 Sep 26 13:04:46.755015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] Pushing event updated for resources: {'Network': ['ID=61122e81-16f4-4bdf-b823-8d08c0b63298,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:46.772495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 61122e81-16f4-4bdf-b823-8d08c0b63298 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:04:46.792157 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d866d65-aab5-4a71-952c-4cccacbeb7e6 req-b10b84c5-ee8e-4198-8083-10a0f1b083ef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190302 Sep 26 13:04:46.794058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21ac8072-742a-4d00-8473-7d7c31d7e69a req-d8fdaa94-056c-4605-bbe9-f5b9621972fe service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790742 Sep 26 13:04:46.815016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fdd087ca-1c36-452f-8785-69c2e93d177a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.819736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb22e2-c1a3-44aa-826c-14c8e91206bf req-d24b4da7-f14c-41dc-8583-bedd63f9148b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:46.821806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-debb22e2-c1a3-44aa-826c-14c8e91206bf req-d24b4da7-f14c-41dc-8583-bedd63f9148b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 985 time: 0.1433144 Sep 26 13:04:46.826520 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fdd087ca-1c36-452f-8785-69c2e93d177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.836619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8832fdd7-d173-4e5a-957d-a531ff47ebb5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0484898 Sep 26 13:04:46.846856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40602) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:46.855011 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d80b32dd-fa0c-4464-9989-8a895830bf1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1754158 Sep 26 13:04:46.865504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Request body: {'subnet': {'network_id': '61122e81-16f4-4bdf-b823-8d08c0b63298', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-322242908-subnet', 'tenant_id': 'f4ed04c410de41b7b9283e98d258ea80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:46.868914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40604) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:46.895024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Request body: {'subnet': {'network_id': 'a5729d71-02a4-41dd-b715-b55e3c780048', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-119481650-subnet', 'tenant_id': '227801e0639b4046847d2360c003256a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:46.899437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:46.918072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd087ca-1c36-452f-8785-69c2e93d177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e047803d-64cb-463d-b037-ebf886a62fd1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:46.928171 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fdd087ca-1c36-452f-8785-69c2e93d177a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d036854db2d74a07a6090ce8a6c836c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9440298 Sep 26 13:04:46.929396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Made reservation on behalf of 227801e0639b4046847d2360c003256a for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:46.929551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-debb22e2-c1a3-44aa-826c-14c8e91206bf req-084f64d5-2fc5-4446-9b45-bf228548eb95 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72692d5-d158-4f84-911c-53d4905a4142&id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0882509 Sep 26 13:04:46.932625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:46.933194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:46.987111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-1fddddf7-5eb0-4972-be3f-f876b974796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:46.988810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-1fddddf7-5eb0-4972-be3f-f876b974796e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1137 time: 0.1408067 Sep 26 13:04:47.119199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Made reservation on behalf of f4ed04c410de41b7b9283e98d258ea80 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:47.121420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.137468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84d7c4b0-1247-42f9-b48e-3d5c0a6effc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.189381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:47.194818 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.196887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-0a6448ae-9956-41cf-a189-d05348060d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:47.198719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-0a6448ae-9956-41cf-a189-d05348060d99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 911 time: 0.1794639 Sep 26 13:04:47.201634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84d7c4b0-1247-42f9-b48e-3d5c0a6effc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.207213 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e325f-b85b-4b9b-afdd-b8a5570a3fa5 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:47.220630 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e325f-b85b-4b9b-afdd-b8a5570a3fa5 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:47.221628 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ef5e325f-b85b-4b9b-afdd-b8a5570a3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:47.237285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f842eda-e2c7-4af2-a30a-1ed33315f353 req-97336035-68b1-4459-932d-c6b36d98c5e9 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:47.243974 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f842eda-e2c7-4af2-a30a-1ed33315f353 req-97336035-68b1-4459-932d-c6b36d98c5e9 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2032559 Sep 26 13:04:47.253870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.255490 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ef5e325f-b85b-4b9b-afdd-b8a5570a3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:47.265024 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e325f-b85b-4b9b-afdd-b8a5570a3fa5 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:47.265930 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ef5e325f-b85b-4b9b-afdd-b8a5570a3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:47.269753 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-7c7c960e-fd83-4ee2-8630-0562cdbf5929 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 200 len: 217 time: 0.0461061 Sep 26 13:04:47.281891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b3345cfb-a00d-4149-8d73-7b9a6df379b5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/floatingips/be246ba4-7cea-4f0f-ba1e-cec524398e67 HTTP/1.1" status: 204 len: 168 time: 3.8491685 Sep 26 13:04:47.286481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:47.314170 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ef5e325f-b85b-4b9b-afdd-b8a5570a3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:47.315712 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e325f-b85b-4b9b-afdd-b8a5570a3fa5 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:47.352504 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f842eda-e2c7-4af2-a30a-1ed33315f353 req-ab3f5945-1cce-4a72-b603-a541d50b53e6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076441 Sep 26 13:04:47.354653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-9a48593b-cb03-4633-b3c2-542220c9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:47.356209 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-9a48593b-cb03-4633-b3c2-542220c9127f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.0687993 Sep 26 13:04:47.356608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8805936-fba3-4702-909f-d106f0e70317,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:47.406381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Checking segment: {'id': 'c7799771-261c-40ad-92dd-1e4125b9b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5729d71-02a4-41dd-b715-b55e3c780048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:47.406752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Network hostable DHCP agents. Network: a5729d71-02a4-41dd-b715-b55e3c780048, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:04:47.472150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Network a5729d71-02a4-41dd-b715-b55e3c780048 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:04:47.491119 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84d7c4b0-1247-42f9-b48e-3d5c0a6effc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.491651 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.494064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84d7c4b0-1247-42f9-b48e-3d5c0a6effc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.497710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-84d7c4b0-1247-42f9-b48e-3d5c0a6effc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e047803d-64cb-463d-b037-ebf886a62fd1 HTTP/1.1" status: 204 len: 168 time: 0.5606551 Sep 26 13:04:47.497710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-0c12033a-e827-44a4-9a94-7b77f50cf657 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814977 Sep 26 13:04:47.506059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, a5729d71-02a4-41dd-b715-b55e3c780048) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:47.511024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:47.511828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.516904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7c4b0-1247-42f9-b48e-3d5c0a6effc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e047803d-64cb-463d-b037-ebf886a62fd1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:47.555398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a5e40-84f7-42b2-8cd3-44ea50c61c02 None None] Network a5729d71-02a4-41dd-b715-b55e3c780048 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:04:47.563668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7f05c57b-90ee-4c66-a371-b05e66f63589 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6898696 Sep 26 13:04:47.582961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31c664e-c570-46e3-8d64-7a93c783fee2,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:47.597749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Checking segment: {'id': 'ffe8d468-6274-4938-873b-9e7e5f8518b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '61122e81-16f4-4bdf-b823-8d08c0b63298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:47.597749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Network hostable DHCP agents. Network: 61122e81-16f4-4bdf-b823-8d08c0b63298, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:04:47.614213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ec03d9c0-7e2a-4248-9e7d-5d64a827b139 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port 79a1fd95-9b4a-486b-bd2d-6235f9948a5e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:47.614395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec03d9c0-7e2a-4248-9e7d-5d64a827b139 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.620791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Network 61122e81-16f4-4bdf-b823-8d08c0b63298 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:04:47.634877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 61122e81-16f4-4bdf-b823-8d08c0b63298) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:47.649071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:47.649707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.677977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb940f-b109-472f-a3f1-3a0e77d83e06 None None] Network 61122e81-16f4-4bdf-b823-8d08c0b63298 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:04:47.684043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-f42a7950-99e0-4f93-8750-6e5e7301abf5 service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764529 Sep 26 13:04:47.692898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2ae8c3c4-9148-4050-b94b-07ea237a7e42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8363695 Sep 26 13:04:47.790956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:47.867948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4824745-0a8b-427e-b5d0-ff5827f7c541 admin admin] Deleting subnet c8805936-fba3-4702-909f-d106f0e70317 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:04:47.872474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4824745-0a8b-427e-b5d0-ff5827f7c541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.894216 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec03d9c0-7e2a-4248-9e7d-5d64a827b139 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:47.923920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ec03d9c0-7e2a-4248-9e7d-5d64a827b139 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for 79a1fd95-9b4a-486b-bd2d-6235f9948a5e owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:47.952902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140cd46d-cb9c-4a2f-bcf8-c93cb56df42f None None] Network a5729d71-02a4-41dd-b715-b55e3c780048 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:04:47.954174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3ac6d3e-c245-41bb-8925-d0b0e18777cf req-345843c1-d3eb-48d3-931f-33b0012e9a70 service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290273 Sep 26 13:04:48.024810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4824745-0a8b-427e-b5d0-ff5827f7c541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.090230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c8fe6a-a933-4b82-8faf-cbe38291e6d7 None None] Network 61122e81-16f4-4bdf-b823-8d08c0b63298 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:04:48.147343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd2c03-5a77-46fa-b16b-f5fa45290818 req-ea3c5afe-a011-4c66-a3a7-d3108ef47e6b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:48.151089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76fd2c03-5a77-46fa-b16b-f5fa45290818 req-ea3c5afe-a011-4c66-a3a7-d3108ef47e6b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.2037268 Sep 26 13:04:48.178769 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4824745-0a8b-427e-b5d0-ff5827f7c541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.209110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b71f66e6-9b8c-436f-8401-1c8574bf1261 req-da19f698-8e45-4f47-9920-221d8a0c201d tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1717768507', 'description': 'tempest-description-1795867161'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:48.215378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec03d9c0-7e2a-4248-9e7d-5d64a827b139 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.256407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03d9c0-7e2a-4248-9e7d-5d64a827b139 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=79a1fd95-9b4a-486b-bd2d-6235f9948a5e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:48.289622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b71f66e6-9b8c-436f-8401-1c8574bf1261 req-da19f698-8e45-4f47-9920-221d8a0c201d tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.291407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76fd2c03-5a77-46fa-b16b-f5fa45290818 req-af81d318-085b-489f-b5a6-3190c461f7b0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242740 Sep 26 13:04:48.350575 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4824745-0a8b-427e-b5d0-ff5827f7c541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.383638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4824745-0a8b-427e-b5d0-ff5827f7c541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8805936-fba3-4702-909f-d106f0e70317,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:48.396422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4824745-0a8b-427e-b5d0-ff5827f7c541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.399247 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e4824745-0a8b-427e-b5d0-ff5827f7c541 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c8805936-fba3-4702-909f-d106f0e70317 HTTP/1.1" status: 204 len: 168 time: 0.6072006 Sep 26 13:04:48.401805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40646) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:48.491746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec03d9c0-7e2a-4248-9e7d-5d64a827b139 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.495992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ec03d9c0-7e2a-4248-9e7d-5d64a827b139 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/ports/79a1fd95-9b4a-486b-bd2d-6235f9948a5e HTTP/1.1" status: 204 len: 168 time: 1.1682005 Sep 26 13:04:48.499671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40652) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:48.510037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:48.545549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.560614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59ccf-94bf-4643-b9a3-135c377ffa75 req-1af9ed3d-b54a-462a-871c-1a02e738cebb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:48.562853 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42d59ccf-94bf-4643-b9a3-135c377ffa75 req-1af9ed3d-b54a-462a-871c-1a02e738cebb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 985 time: 0.1516025 Sep 26 13:04:48.606429 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b71f66e6-9b8c-436f-8401-1c8574bf1261 req-da19f698-8e45-4f47-9920-221d8a0c201d tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.620588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b71f66e6-9b8c-436f-8401-1c8574bf1261 req-da19f698-8e45-4f47-9920-221d8a0c201d tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.666400 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.673700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42d59ccf-94bf-4643-b9a3-135c377ffa75 req-e0e9ded2-f740-4d05-ae0c-514aad5a0e7e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72692d5-d158-4f84-911c-53d4905a4142&id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1046424 Sep 26 13:04:48.687305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b71f66e6-9b8c-436f-8401-1c8574bf1261 req-da19f698-8e45-4f47-9920-221d8a0c201d tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.692448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b71f66e6-9b8c-436f-8401-1c8574bf1261 req-da19f698-8e45-4f47-9920-221d8a0c201d tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4884470 Sep 26 13:04:48.696573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19f698-8e45-4f47-9920-221d8a0c201d tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155407c8-c76e-4d36-9561-7106e8dd6d11,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:48.728467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.756624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5729d71-02a4-41dd-b715-b55e3c780048']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:48.767629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7799771-261c-40ad-92dd-1e4125b9b53d') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:48.768027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7799771-261c-40ad-92dd-1e4125b9b53d') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:48.778324 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.817538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.826838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:04:48.827100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:04:48.829232 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:04:48.831612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80043711-acf9-459d-9e2d-985ef10f0d05 req-eb2515e8-e75e-4388-abe0-5bc7499817d4 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/155407c8-c76e-4d36-9561-7106e8dd6d11 HTTP/1.1" status: 200 len: 1815 time: 0.1174202 Sep 26 13:04:48.840013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-80043711-acf9-459d-9e2d-985ef10f0d05 req-e6eb1a3f-7d0d-4e6c-b54f-69c6a345635e tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '155407c8-c76e-4d36-9561-7106e8dd6d11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:48.840328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-80043711-acf9-459d-9e2d-985ef10f0d05 req-e6eb1a3f-7d0d-4e6c-b54f-69c6a345635e tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '155407c8-c76e-4d36-9561-7106e8dd6d11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:48.898162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.943623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-80043711-acf9-459d-9e2d-985ef10f0d05 req-e6eb1a3f-7d0d-4e6c-b54f-69c6a345635e tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.958167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a3aa5-dce7-4d37-949e-b427c8065bab req-a6465880-7a81-4cf7-b0bc-ae92ce44fd4d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:48.959740 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-995a3aa5-dce7-4d37-949e-b427c8065bab req-a6465880-7a81-4cf7-b0bc-ae92ce44fd4d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.1742413 Sep 26 13:04:48.970093 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.984427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:48.986348 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5729d71-02a4-41dd-b715-b55e3c780048 HTTP/1.1" status: 204 len: 168 time: 0.5833693 Sep 26 13:04:49.008662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fc4a5-7c3f-4292-b22d-70e6ea7f6d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5729d71-02a4-41dd-b715-b55e3c780048,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:49.031131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-995a3aa5-dce7-4d37-949e-b427c8065bab req-c327c9f1-1059-4522-8505-d2ae6a707b64 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622454 Sep 26 13:04:49.103192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-80043711-acf9-459d-9e2d-985ef10f0d05 req-e6eb1a3f-7d0d-4e6c-b54f-69c6a345635e tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.111980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-80043711-acf9-459d-9e2d-985ef10f0d05 req-e6eb1a3f-7d0d-4e6c-b54f-69c6a345635e tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.127489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.25.4.145 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/b1fe7386-da1e-4f7b-a362-869af8b599c5) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:49.137595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-e68fc49d-6c20-47bb-9b85-2d998ce5f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:49.139124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-e68fc49d-6c20-47bb-9b85-2d998ce5f6ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4&tenant_id=90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 1101 time: 0.3384051 Sep 26 13:04:49.156964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-e4542227-a0d4-49ea-9188-9cbcb20c4e57 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:04:49.158131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-e4542227-a0d4-49ea-9188-9cbcb20c4e57 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101116 Sep 26 13:04:49.162741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb1a3f-7d0d-4e6c-b54f-69c6a345635e tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9977001e-25f3-4c0a-91d5-9b5fa9bc5243,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:49.169856 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-80043711-acf9-459d-9e2d-985ef10f0d05 req-e6eb1a3f-7d0d-4e6c-b54f-69c6a345635e tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.174379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80043711-acf9-459d-9e2d-985ef10f0d05 req-e6eb1a3f-7d0d-4e6c-b54f-69c6a345635e tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3388071 Sep 26 13:04:49.187617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:49.199731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40682) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:49.273525 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c4ff25a-bae1-442a-9809-769bbe6d4df2 req-e63e71cc-6222-4e73-97c6-39998da01e9a tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/155407c8-c76e-4d36-9561-7106e8dd6d11 HTTP/1.1" status: 200 len: 2409 time: 0.0753083 Sep 26 13:04:49.277459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f119ff51-ee02-435a-bca3-417dedacdc05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=227801e0639b4046847d2360c003256a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766649 Sep 26 13:04:49.282905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40684) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:49.294043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40688) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:49.303920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.392268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937917e4-3d59-424f-9eda-dd14acd7d39d req-1b79b67f-821f-4586-843f-3eff4dfea3bf tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-group-rules/9977001e-25f3-4c0a-91d5-9b5fa9bc5243 HTTP/1.1" status: 200 len: 778 time: 0.0892000 Sep 26 13:04:49.408415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.423227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-498f56d9-5eae-436b-a476-499efd888cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.452222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ace5-f8d3-48dc-be76-ce274696035b req-9c006aa0-351b-499e-9f2d-2b7faca14e98 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:49.453690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64a4ace5-f8d3-48dc-be76-ce274696035b req-9c006aa0-351b-499e-9f2d-2b7faca14e98 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 949 time: 0.0796332 Sep 26 13:04:49.511563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64a4ace5-f8d3-48dc-be76-ce274696035b req-4f5724cc-c739-4156-aaf4-5648ac55c01d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515070 Sep 26 13:04:49.517318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fdf291b-2650-4595-b026-1fa23d2e97ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.575634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-498f56d9-5eae-436b-a476-499efd888cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.580242 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-498f56d9-5eae-436b-a476-499efd888cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.582315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937917e4-3d59-424f-9eda-dd14acd7d39d req-52e9babb-3e9b-4eac-ba93-d1d7bcd0a6a4 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/155407c8-c76e-4d36-9561-7106e8dd6d11 HTTP/1.1" status: 200 len: 2409 time: 0.1787651 Sep 26 13:04:49.587112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fdf291b-2650-4595-b026-1fa23d2e97ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.620719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f56d9-5eae-436b-a476-499efd888cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f51adb-b7c5-4828-b474-228fb3898644,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:49.627573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-498f56d9-5eae-436b-a476-499efd888cb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d48994b5af645c0bbcbe079048abd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299315 Sep 26 13:04:49.627730 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.627844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40694) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:49.678006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acd9c620-1b33-40cf-acd3-96b491fa0953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.699011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acd9c620-1b33-40cf-acd3-96b491fa0953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.736790 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-937917e4-3d59-424f-9eda-dd14acd7d39d req-f8779f6b-d93b-4375-b18c-bb610fe157b9 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.743336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:49.753452 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acd9c620-1b33-40cf-acd3-96b491fa0953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.754382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:49.756273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acd9c620-1b33-40cf-acd3-96b491fa0953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.756938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:49.757601 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-acd9c620-1b33-40cf-acd3-96b491fa0953 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83f51adb-b7c5-4828-b474-228fb3898644 HTTP/1.1" status: 204 len: 168 time: 0.1288211 Sep 26 13:04:49.766715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9c620-1b33-40cf-acd3-96b491fa0953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f51adb-b7c5-4828-b474-228fb3898644,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:49.772619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-937917e4-3d59-424f-9eda-dd14acd7d39d req-f8779f6b-d93b-4375-b18c-bb610fe157b9 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:49.833839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2305481-7305-42c4-9cfc-b30717998850 req-9317d6a1-1733-420f-be55-4e620edc101d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:49.835671 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2305481-7305-42c4-9cfc-b30717998850 req-9317d6a1-1733-420f-be55-4e620edc101d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 985 time: 0.0575228 Sep 26 13:04:49.891277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2305481-7305-42c4-9cfc-b30717998850 req-f3d7a241-46c8-4f5c-a814-9d3ae0abb268 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72692d5-d158-4f84-911c-53d4905a4142&id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0485609 Sep 26 13:04:49.954588 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.017017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9df248d0-63b0-4729-b424-135784f7f4de req-3f88a27b-ad14-4211-80b6-7e2c83960a60 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-534651725&fields=id&tenant_id=0b0238637b184a849f4c12e88c8d0d05 HTTP/1.1" status: 200 len: 267 time: 0.0496707 Sep 26 13:04:50.070296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df248d0-63b0-4729-b424-135784f7f4de req-4861c5f2-c1c1-4531-b97a-4c1bf5a63068 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:50.074652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9df248d0-63b0-4729-b424-135784f7f4de req-4861c5f2-c1c1-4531-b97a-4c1bf5a63068 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 985 time: 0.0562813 Sep 26 13:04:50.086085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-9df248d0-63b0-4729-b424-135784f7f4de req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'port': {'security_groups': ['d1b7b25b-39c5-47b6-9e38-393673fee448', 'e72692d5-d158-4f84-911c-53d4905a4142', 'f7411b42-c9dd-419f-a6ba-2d10ba4791be']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:50.128351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=b1fe7386-da1e-4f7b-a362-869af8b599c5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:50.162480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9df248d0-63b0-4729-b424-135784f7f4de req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.164836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:50.184976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fdf291b-2650-4595-b026-1fa23d2e97ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.188020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fdf291b-2650-4595-b026-1fa23d2e97ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.189175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1fdf291b-2650-4595-b026-1fa23d2e97ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dddcba16-f72a-47e7-81e0-4a67d14e8f41 HTTP/1.1" status: 204 len: 168 time: 0.9078341 Sep 26 13:04:50.209430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-937917e4-3d59-424f-9eda-dd14acd7d39d req-f8779f6b-d93b-4375-b18c-bb610fe157b9 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.220419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf291b-2650-4595-b026-1fa23d2e97ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddcba16-f72a-47e7-81e0-4a67d14e8f41,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:50.225427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-937917e4-3d59-424f-9eda-dd14acd7d39d req-f8779f6b-d93b-4375-b18c-bb610fe157b9 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.226900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937917e4-3d59-424f-9eda-dd14acd7d39d req-f8779f6b-d93b-4375-b18c-bb610fe157b9 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9977001e-25f3-4c0a-91d5-9b5fa9bc5243 HTTP/1.1" status: 204 len: 173 time: 0.6379175 Sep 26 13:04:50.257390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779f6b-d93b-4375-b18c-bb610fe157b9 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9977001e-25f3-4c0a-91d5-9b5fa9bc5243,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:50.269038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:50.332820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.359703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:50.362335 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff4645-dd1e-4604-858a-1e7cf34effdc" -d '{"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-unplugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:50.366954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.407598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Transition to ACTIVE for port object 622fd712-428b-4fe9-bcd9-f8dcda13bcca will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:04:50.415895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.444759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303840-9979-4278-9af6-437159d44524 req-45d38435-0e7c-40c2-bf14-9dbe43e99905 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:50.446281 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27303840-9979-4278-9af6-437159d44524 req-45d38435-0e7c-40c2-bf14-9dbe43e99905 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.1383891 Sep 26 13:04:50.449076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.627402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] No DVR routers for this DVR port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:50.634195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:50.657468 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27303840-9979-4278-9af6-437159d44524 req-3ca11400-2739-4273-926d-ca21c1c96e5d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953714 Sep 26 13:04:50.735734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-9df248d0-63b0-4729-b424-135784f7f4de req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] For port f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:50.741862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-61c86346-525a-4ee7-8708-77b33fc4a35a req-37c6fb0d-b01e-4163-8d0c-902538e3f362 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-954598790', 'description': 'tempest-description-254280423'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:50.767724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:04:50.768144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:04:50.768542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:50.797322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9df248d0-63b0-4729-b424-135784f7f4de req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.803694 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9df248d0-63b0-4729-b424-135784f7f4de req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.807976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:04:50.810108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Attempting to bind port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:50.816582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:50.822182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f61f869f-5a09-47ac-a0eb-59b3c8f1471b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:50.822384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61c86346-525a-4ee7-8708-77b33fc4a35a req-37c6fb0d-b01e-4163-8d0c-902538e3f362 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.828420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:04:50.828759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:50.829141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:04:50.829603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Bound port: 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:04:50.829955 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.902009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.903321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df248d0-63b0-4729-b424-135784f7f4de req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:50.904125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9df248d0-63b0-4729-b424-135784f7f4de req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.920134 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9df248d0-63b0-4729-b424-135784f7f4de req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "PUT /v2.0/ports/f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 200 len: 1021 time: 0.8390615 Sep 26 13:04:50.923707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:50.928029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:50.934410 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7931c84-0303-477b-954a-92167ed4415d" -d '{"events": [{"name": "network-changed", "server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:50.994625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f61f869f-5a09-47ac-a0eb-59b3c8f1471b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:50.997063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b596ba-be69-4e52-916e-203362303a35 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'Port': ['ID=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:51.012162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:51.036968 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e533ba-8e80-4fd9-825c-033ba14a14c0 x-openstack-request-id: req-42e533ba-8e80-4fd9-825c-033ba14a14c0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:51.037295 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-unplugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:51.037566 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42e533ba-8e80-4fd9-825c-033ba14a14c0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:51.038076 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'code': 200} Sep 26 13:04:51.065808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:04:51.070331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=b1fe7386-da1e-4f7b-a362-869af8b599c5,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:51.081406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:51.097092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:51.153952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61c86346-525a-4ee7-8708-77b33fc4a35a req-37c6fb0d-b01e-4163-8d0c-902538e3f362 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:51.163071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:51.164121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:51.166258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] 10.222.0.23 "PUT /v2.0/ports/622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 1097 time: 1.9912822 Sep 26 13:04:51.170191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61c86346-525a-4ee7-8708-77b33fc4a35a req-37c6fb0d-b01e-4163-8d0c-902538e3f362 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:51.186217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:51.188236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b53e6775-ac2e-4604-affe-f09829bcae99 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6847465 Sep 26 13:04:51.191156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40752) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:51.198585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'port': {'network_id': '008c97bc-b6d5-4be5-a7a7-e7cbf57ad768', 'name': 'tempest-FloatingIPTestJSON-1253720509'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:51.229957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed54ce-bdec-4a1b-adf2-aef56d83e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=11']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:51.299574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-61c86346-525a-4ee7-8708-77b33fc4a35a req-37c6fb0d-b01e-4163-8d0c-902538e3f362 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:51.301410 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61c86346-525a-4ee7-8708-77b33fc4a35a req-37c6fb0d-b01e-4163-8d0c-902538e3f362 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5727365 Sep 26 13:04:51.302225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6fb0d-b01e-4163-8d0c-902538e3f362 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a59cc-3069-47d7-add4-ae7863a1ddb2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:51.341402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-c16c6209-9649-4f5a-8b57-538280e1783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:51.344057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-c16c6209-9649-4f5a-8b57-538280e1783e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1100 time: 0.1324584 Sep 26 13:04:51.438813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df766a70-b08a-4124-912e-2f18af23ce71 req-dd6d3d84-cfd4-4c2a-a023-7578a47e78c9 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/f7411b42-c9dd-419f-a6ba-2d10ba4791be HTTP/1.1" status: 200 len: 1802 time: 0.0918097 Sep 26 13:04:51.573656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9de91b-4599-421d-a09a-a4cf1640be05 req-b7cb7d5f-914a-467a-8fd8-917db2f63901 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:51.575792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-339bee58-7103-4984-8ea5-211dea9a8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:51.578931 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-339bee58-7103-4984-8ea5-211dea9a8a0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2074213 Sep 26 13:04:51.586035 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c9de91b-4599-421d-a09a-a4cf1640be05 req-b7cb7d5f-914a-467a-8fd8-917db2f63901 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.3171484 Sep 26 13:04:51.590899 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-df766a70-b08a-4124-912e-2f18af23ce71 req-829dc829-9471-4425-a212-3457c012ab6e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 26 13:04:51.593740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df766a70-b08a-4124-912e-2f18af23ce71 req-829dc829-9471-4425-a212-3457c012ab6e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7411b42-c9dd-419f-a6ba-2d10ba4791be HTTP/1.1" status: 409 len: 341 time: 0.1063712 Sep 26 13:04:51.630401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:51.659105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-c71fc8fc-e100-4241-a894-cb6251ed7845 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.0637698 Sep 26 13:04:51.678759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:51.694808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:51.709987 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3787b93-dc55-4b70-b3bf-0108b5c19f91 x-openstack-request-id: req-a3787b93-dc55-4b70-b3bf-0108b5c19f91 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:51.710276 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:51.718594 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3787b93-dc55-4b70-b3bf-0108b5c19f91 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:51.719082 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b', 'status': 'completed', 'code': 200} Sep 26 13:04:51.751649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:51.751819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c9de91b-4599-421d-a09a-a4cf1640be05 req-89379d93-3f21-4609-978f-e4a8604d0632 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647432 Sep 26 13:04:51.773576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] device_id is not set on port f025d25e-0671-46d1-b66d-fcd4cbd93c49 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:04:51.785259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-3369af4f-6368-4ebe-9cdd-36bb8027a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:51.786806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-3369af4f-6368-4ebe-9cdd-36bb8027a9cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1172781 Sep 26 13:04:51.931696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7931c84-0303-477b-954a-92167ed4415d req-31660a27-fec8-4b59-a669-c18e8586b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:51.932395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.20.0.6 (008c97bc-b6d5-4be5-a7a7-e7cbf57ad768/c393e35b-362d-413f-88c8-020c202b0e3a/f025d25e-0671-46d1-b66d-fcd4cbd93c49) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:51.933385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-31660a27-fec8-4b59-a669-c18e8586b6ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0238637b184a849f4c12e88c8d0d05&device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1176 time: 0.1455324 Sep 26 13:04:51.935926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-5d5c046f-87a3-4a5f-9fe9-8c6544564793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:51.938125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-5d5c046f-87a3-4a5f-9fe9-8c6544564793 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193297 Sep 26 13:04:51.941785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64538adb-faa2-4893-8fe9-6144eb3fcd4a req-113575e3-2df1-4aa7-819a-b5a016099cae tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/d24a59cc-3069-47d7-add4-ae7863a1ddb2 HTTP/1.1" status: 200 len: 1813 time: 0.1529939 Sep 26 13:04:52.154937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7931c84-0303-477b-954a-92167ed4415d req-6807e942-912a-44c1-b063-c8bc1b07ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:52.157115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-6807e942-912a-44c1-b063-c8bc1b07ee6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 200 len: 911 time: 0.2136676 Sep 26 13:04:52.164068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-cd7343dc-25e7-4b82-a424-4bcbdd352895 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066092 Sep 26 13:04:52.167484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a33ee-93c0-4f59-ac8c-2efb7cfa0d70 req-06d37da9-46e7-4fb3-8d20-d0034460fd2f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:52.169092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-046a33ee-93c0-4f59-ac8c-2efb7cfa0d70 req-06d37da9-46e7-4fb3-8d20-d0034460fd2f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.1324606 Sep 26 13:04:52.173925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea3fd-6828-4e66-826c-5f24b895e5dd req-dfdb42ff-500d-43f8-a0d8-234b9e0599dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:52.175476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b3ea3fd-6828-4e66-826c-5f24b895e5dd req-dfdb42ff-500d-43f8-a0d8-234b9e0599dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1024 time: 0.1353126 Sep 26 13:04:52.230889 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.251859 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-9798d0f3-a0d5-404f-934f-bacf99319f59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 200 len: 217 time: 0.0753663 Sep 26 13:04:52.255057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-046a33ee-93c0-4f59-ac8c-2efb7cfa0d70 req-14249778-2893-4fe2-b379-00db31b8ef9f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752063 Sep 26 13:04:52.303074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.322677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-c0e3a0b5-4085-4b1d-8b34-a7f942f515a4 req-28e28f3b-ed3c-4864-a92c-05227947a2fe tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1827773591', 'description': 'tempest-description-1326615461'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:52.366246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b3ea3fd-6828-4e66-826c-5f24b895e5dd req-c1c47585-88e3-48e6-a8db-3824b6f7b651 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72692d5-d158-4f84-911c-53d4905a4142&id=f7411b42-c9dd-419f-a6ba-2d10ba4791be&id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1747956 Sep 26 13:04:52.366359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:52.373904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:52.376747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:52.407170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23cb9fc7-4884-429c-8e9a-9ee2442b0619 req-bf933eed-5917-4a15-9e07-4379b47aa6c6 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296388 Sep 26 13:04:52.412276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c0e3a0b5-4085-4b1d-8b34-a7f942f515a4 req-28e28f3b-ed3c-4864-a92c-05227947a2fe tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.417050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7931c84-0303-477b-954a-92167ed4415d req-c1e1dca7-4c9e-45d0-bd6e-1a26c262d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:52.418912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=f025d25e-0671-46d1-b66d-fcd4cbd93c49,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:52.419089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-c1e1dca7-4c9e-45d0-bd6e-1a26c262d3fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 200 len: 851 time: 0.1579053 Sep 26 13:04:52.458105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-c5283168-5404-4d26-b6fa-68f3518f2e07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30404ccf-17d1-43c9-b420-7211daefccb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294390 Sep 26 13:04:52.462819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:52.463451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.473329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-ab72f239-a5a1-490a-99bf-7923c4e34a71 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:04:52.475027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-ab72f239-a5a1-490a-99bf-7923c4e34a71 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082879 Sep 26 13:04:52.557724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c0e3a0b5-4085-4b1d-8b34-a7f942f515a4 req-28e28f3b-ed3c-4864-a92c-05227947a2fe tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.566155 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c0e3a0b5-4085-4b1d-8b34-a7f942f515a4 req-28e28f3b-ed3c-4864-a92c-05227947a2fe tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.582148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-22e15313-2377-4a06-a531-41556d36f129 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3892045 Sep 26 13:04:52.585400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40806) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:52.588477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c0e3a0b5-4085-4b1d-8b34-a7f942f515a4 req-28e28f3b-ed3c-4864-a92c-05227947a2fe tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.592427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'port_id': 'f025d25e-0671-46d1-b66d-fcd4cbd93c49'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:52.594192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0e3a0b5-4085-4b1d-8b34-a7f942f515a4 req-28e28f3b-ed3c-4864-a92c-05227947a2fe tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2856207 Sep 26 13:04:52.625736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e28f3b-ed3c-4864-a92c-05227947a2fe tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0e698-113e-4f2e-aabb-889f1ba4982b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:52.636100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-cd34e83f-6728-4095-977c-723228057ec9 service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526814 Sep 26 13:04:52.665531 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.751492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40816) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:52.828109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d652aa8-1bbb-440c-b7d7-24356444c782 req-d1a578de-397e-44d0-bbea-05ebeb974899 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/b0b0e698-113e-4f2e-aabb-889f1ba4982b HTTP/1.1" status: 200 len: 1815 time: 0.1950457 Sep 26 13:04:52.868413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7931c84-0303-477b-954a-92167ed4415d req-8c4e05a5-9dca-4825-bfe3-7584b35ee01f service neutron] 10.222.0.24 "GET /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177975 Sep 26 13:04:52.900988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926c942-27aa-4338-a013-7911db084959 req-518faacd-7f01-4bbe-a927-5ed111907ea6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:52.909533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8926c942-27aa-4338-a013-7911db084959 req-518faacd-7f01-4bbe-a927-5ed111907ea6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.0795398 Sep 26 13:04:52.912911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8e1178d9-652c-48e8-808f-4ce243b5628d req-08750958-782d-4bc5-bcb6-9447fb8d7b5f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1427626180', 'description': 'tempest-description-983129145'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:52.937239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a89d-4631-412f-b896-695140c91e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:52.973471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8926c942-27aa-4338-a013-7911db084959 req-42105ed0-34fc-4169-8b9c-6e8e571810ce tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640042 Sep 26 13:04:52.980077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-4bc0a89d-4631-412f-b896-695140c91e57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:04:52.980077 n-d-806683-13 neutron-server[94811]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 26 13:04:52.980077 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id': '319c32f1b9794ef89bbbb6616cc5531b', 'id': '605e4fa8-912d-40b3-bfab-eac30ff42a70', 'expiration': datetime.datetime(2021, 9, 26, 13, 6, 52, 968931)}] Sep 26 13:04:52.980077 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:04:52.980693 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-4bc0a89d-4631-412f-b896-695140c91e57 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:04:52.997685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e1178d9-652c-48e8-808f-4ce243b5628d req-08750958-782d-4bc5-bcb6-9447fb8d7b5f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.045439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:53.049627 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d0cdef-69f5-48cc-8270-7f5520fd135a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:53.133748 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159110eb-5eac-4e6b-b759-803f0dd260a6 x-openstack-request-id: req-159110eb-5eac-4e6b-b759-803f0dd260a6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:53.134064 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:53.134332 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-159110eb-5eac-4e6b-b759-803f0dd260a6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:53.134749 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'status': 'completed', 'code': 200} Sep 26 13:04:53.282981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-0eef6922-20cf-4c97-a837-1870008627b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:53.284530 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-0eef6922-20cf-4c97-a837-1870008627b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1100 time: 0.1469612 Sep 26 13:04:53.293661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-d68b339e-d6ea-4cf8-8dd6-262bea11da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:53.295113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-d68b339e-d6ea-4cf8-8dd6-262bea11da2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 1100 time: 0.1429307 Sep 26 13:04:53.369479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40842) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:53.400941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d53e-19b0-415f-a05d-02fd14f0b8bb req-753ac82b-eb18-4579-b910-41b7f9f67527 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:53.402623 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61f2d53e-19b0-415f-a05d-02fd14f0b8bb req-753ac82b-eb18-4579-b910-41b7f9f67527 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.0614822 Sep 26 13:04:53.414080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e1178d9-652c-48e8-808f-4ce243b5628d req-08750958-782d-4bc5-bcb6-9447fb8d7b5f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.436103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e1178d9-652c-48e8-808f-4ce243b5628d req-08750958-782d-4bc5-bcb6-9447fb8d7b5f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.456775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61f2d53e-19b0-415f-a05d-02fd14f0b8bb req-cb8c2dd5-7eae-47ea-b503-a03f7a2e8ffa tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Sep 26 13:04:53.482493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a89d-4631-412f-b896-695140c91e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.524534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.535491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-09faaa14-6715-40f8-9383-f01782ff4113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.549926 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.639994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b94d31-cfcd-4f40-bb6c-38b5bfbb50a3 req-0aed6c03-16ab-4271-85b2-c1312dd59b3e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:53.641541 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6b94d31-cfcd-4f40-bb6c-38b5bfbb50a3 req-0aed6c03-16ab-4271-85b2-c1312dd59b3e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1024 time: 0.0779214 Sep 26 13:04:53.657195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08750958-782d-4bc5-bcb6-9447fb8d7b5f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aabb96-ff2c-4a83-8457-fbce2e5d20d2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:53.667467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a89d-4631-412f-b896-695140c91e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.676272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a89d-4631-412f-b896-695140c91e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.685263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e1178d9-652c-48e8-808f-4ce243b5628d req-08750958-782d-4bc5-bcb6-9447fb8d7b5f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.686549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e1178d9-652c-48e8-808f-4ce243b5628d req-08750958-782d-4bc5-bcb6-9447fb8d7b5f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7806354 Sep 26 13:04:53.687578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-ef6f4a2b-52f0-49a2-9e89-a5104e2f196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:53.688950 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-ef6f4a2b-52f0-49a2-9e89-a5104e2f196c service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3906076 Sep 26 13:04:53.696518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-9b2f970e-b5c8-4080-815f-793d864b379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:53.696633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-9b2f970e-b5c8-4080-815f-793d864b379f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3876598 Sep 26 13:04:53.704749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73647f8b-34df-4114-9ccd-58793a48168c req-fd9c9fcb-f80d-4c35-8338-9f873472db48 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:53.706235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73647f8b-34df-4114-9ccd-58793a48168c req-fd9c9fcb-f80d-4c35-8338-9f873472db48 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.24 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1024 time: 0.2868552 Sep 26 13:04:53.752038 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6b94d31-cfcd-4f40-bb6c-38b5bfbb50a3 req-3cfca3b6-16c7-403d-8790-9883767c652b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72692d5-d158-4f84-911c-53d4905a4142&id=f7411b42-c9dd-419f-a6ba-2d10ba4791be&id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1003573 Sep 26 13:04:53.757114 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4bc0a89d-4631-412f-b896-695140c91e57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=319c32f1b9794ef89bbbb6616cc5531b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0018001 Sep 26 13:04:53.757114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0a89d-4631-412f-b896-695140c91e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3734ee4d-6d71-4e7f-ba8d-f146aee7a5d9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:53.761678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40850) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:53.859319 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b696-be24-43f5-8ddf-0bf256836a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.896229 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-09faaa14-6715-40f8-9383-f01782ff4113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.902163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b696-be24-43f5-8ddf-0bf256836a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.903974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-09faaa14-6715-40f8-9383-f01782ff4113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:53.976277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-09faaa14-6715-40f8-9383-f01782ff4113 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09511a41a8554007b422c45e3768867f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054583 Sep 26 13:04:53.977866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faaa14-6715-40f8-9383-f01782ff4113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1654f8a2-e716-4f80-9489-09ef14d26876,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:53.980484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40852) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:54.027535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b696-be24-43f5-8ddf-0bf256836a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.031712 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b696-be24-43f5-8ddf-0bf256836a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.033959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bdc0b696-be24-43f5-8ddf-0bf256836a8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3734ee4d-6d71-4e7f-ba8d-f146aee7a5d9 HTTP/1.1" status: 204 len: 168 time: 0.2712774 Sep 26 13:04:54.066728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed1be5e-af3f-4b0e-8f4d-120395b34187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.085750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0b696-be24-43f5-8ddf-0bf256836a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734ee4d-6d71-4e7f-ba8d-f146aee7a5d9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:54.132197 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed1be5e-af3f-4b0e-8f4d-120395b34187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.155950 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-2142bf61-9e79-48a4-818b-8f447ebd99ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.4482243 Sep 26 13:04:54.165891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-145ca95d-7b00-45a7-b639-67395c4ab5b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 200 len: 217 time: 0.4560857 Sep 26 13:04:54.173686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518e192-b228-4e4b-90b6-4c62a5925eee req-712415dc-7049-4742-adf0-ac242f799c6f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:54.178174 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2518e192-b228-4e4b-90b6-4c62a5925eee req-712415dc-7049-4742-adf0-ac242f799c6f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.1091907 Sep 26 13:04:54.224364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed1be5e-af3f-4b0e-8f4d-120395b34187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.227331 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ed1be5e-af3f-4b0e-8f4d-120395b34187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.228592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7ed1be5e-af3f-4b0e-8f4d-120395b34187 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1654f8a2-e716-4f80-9489-09ef14d26876 HTTP/1.1" status: 204 len: 168 time: 0.2471886 Sep 26 13:04:54.236952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2518e192-b228-4e4b-90b6-4c62a5925eee req-265a1120-4489-4009-b2bd-0890f120f954 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501645 Sep 26 13:04:54.247301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1be5e-af3f-4b0e-8f4d-120395b34187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1654f8a2-e716-4f80-9489-09ef14d26876,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:54.283267 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP c20bfc7c-c240-4a96-889e-bf6656606dcd associated. External IP: 172.25.4.145, port: f025d25e-0671-46d1-b66d-fcd4cbd93c49. Sep 26 13:04:54.371244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6917180-d267-4617-88ed-b8bb432894fd req-85912026-b13e-4b00-b429-c5d52cbc772f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/d7aabb96-ff2c-4a83-8457-fbce2e5d20d2 HTTP/1.1" status: 200 len: 1814 time: 0.6422944 Sep 26 13:04:54.376170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-81450a79-86af-4aa2-a1ec-0e28c372bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:54.380953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-81450a79-86af-4aa2-a1ec-0e28c372bc24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2106547 Sep 26 13:04:54.411909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-4dce0c35-1731-411c-aced-058cf545e870 req-68c7326d-e8a1-432a-9607-ae33b92c76ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-509090919', 'description': 'tempest-description-845849351'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:54.466602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Deleting port f61f869f-5a09-47ac-a0eb-59b3c8f1471b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:54.466869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.494423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4dce0c35-1731-411c-aced-058cf545e870 req-68c7326d-e8a1-432a-9607-ae33b92c76ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.536968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-a7f5fc64-f9b7-4f55-a7fc-a77f9336d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:54.538546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-a7f5fc64-f9b7-4f55-a7fc-a77f9336d88e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520660 Sep 26 13:04:54.672873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4dce0c35-1731-411c-aced-058cf545e870 req-68c7326d-e8a1-432a-9607-ae33b92c76ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.681876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4dce0c35-1731-411c-aced-058cf545e870 req-68c7326d-e8a1-432a-9607-ae33b92c76ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.717145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-4dce0c35-1731-411c-aced-058cf545e870 req-68c7326d-e8a1-432a-9607-ae33b92c76ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.730260 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4dce0c35-1731-411c-aced-058cf545e870 req-68c7326d-e8a1-432a-9607-ae33b92c76ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3219090 Sep 26 13:04:54.735078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7326d-e8a1-432a-9607-ae33b92c76ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e115fb-5465-482c-833c-fef800997e02,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:54.749065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-1085f922-1c82-46ce-bf85-ae64e4c00775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:54.749905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-1085f922-1c82-46ce-bf85-ae64e4c00775 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.5379319 Sep 26 13:04:54.846801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9aaf0f4b-6df8-40a0-a6fe-6844b553312d req-0420d787-ab50-4044-9790-5b85b4c885a3 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/72e115fb-5465-482c-833c-fef800997e02 HTTP/1.1" status: 200 len: 1813 time: 0.0501893 Sep 26 13:04:54.848238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] For port f61f869f-5a09-47ac-a0eb-59b3c8f1471b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:54.848621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:54.876900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:54.884198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Calling delete_port for f61f869f-5a09-47ac-a0eb-59b3c8f1471b owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:54.893411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ce381-2d9e-4620-8d55-ac862b0beb31 req-f2f690ab-fff2-489f-8220-b7676676a25e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:54.895027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f54ce381-2d9e-4620-8d55-ac862b0beb31 req-f2f690ab-fff2-489f-8220-b7676676a25e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2801037 Sep 26 13:04:54.917832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-644366e1-b2b9-48e8-a154-4ae021bf0424 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644402 Sep 26 13:04:54.976638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-3d540d53-e1f3-41f3-a8aa-d4b2d0128a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:54.978608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-3d540d53-e1f3-41f3-a8aa-d4b2d0128a13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1963944 Sep 26 13:04:55.155031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f54ce381-2d9e-4620-8d55-ac862b0beb31 req-fc584085-bcfc-47b4-876b-999ec6ead20f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483094 Sep 26 13:04:55.207079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40920) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:55.308206 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-e48dcf19-8d98-4195-9c87-e60071545fd6 req-78547163-8612-4736-afea-1e7e2bafcf92 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] show failed (client error): The resource could not be found. Sep 26 13:04:55.309839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e48dcf19-8d98-4195-9c87-e60071545fd6 req-78547163-8612-4736-afea-1e7e2bafcf92 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/1af92b5e-f4d3-4631-b778-da782eb2b379 HTTP/1.1" status: 404 len: 352 time: 0.0511041 Sep 26 13:04:55.325892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-ec665762-bed2-4292-be48-bc78fffb59f9 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927717 Sep 26 13:04:55.330879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:55.339919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.342322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef72a60-1e6a-43d2-b77c-0d81085a1682 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:55.356324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef72a60-1e6a-43d2-b77c-0d81085a1682 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:55.357333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9ef72a60-1e6a-43d2-b77c-0d81085a1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:55.365893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-dca5e355-054c-4ece-b8bd-527103162837 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292990 Sep 26 13:04:55.372104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-795969454-network', 'tenant_id': '35765a257c8c441fb53b2a166313414b'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:55.424683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9ef72a60-1e6a-43d2-b77c-0d81085a1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:55.425367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa92a4-f834-44da-85de-e6e10a96e88b req-6397714f-78e3-492d-b4f6-8c60744e3715 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:55.438833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef72a60-1e6a-43d2-b77c-0d81085a1682 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:55.439633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9ef72a60-1e6a-43d2-b77c-0d81085a1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:55.446046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1baa92a4-f834-44da-85de-e6e10a96e88b req-6397714f-78e3-492d-b4f6-8c60744e3715 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=033972e1-8ab4-4e39-9818-370d70eb58b1 HTTP/1.1" status: 200 len: 1024 time: 0.2297850 Sep 26 13:04:55.458726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bbe749b1-61e0-437a-be81-0ea0a56cd8c8 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/floatingips/c20bfc7c-c240-4a96-889e-bf6656606dcd HTTP/1.1" status: 200 len: 978 time: 2.8719637 Sep 26 13:04:55.465977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Made reservation on behalf of 35765a257c8c441fb53b2a166313414b for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:55.468361 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.476213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40932) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:55.479698 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9ef72a60-1e6a-43d2-b77c-0d81085a1682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:55.479846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.480437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef72a60-1e6a-43d2-b77c-0d81085a1682 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:55.516882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.531958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f61f869f-5a09-47ac-a0eb-59b3c8f1471b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:55.562796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:55.586309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'Port': ['ID=f61f869f-5a09-47ac-a0eb-59b3c8f1471b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:55.587746 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1baa92a4-f834-44da-85de-e6e10a96e88b req-5efa10f0-965c-402b-abcb-ddb0e9d44db5 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72692d5-d158-4f84-911c-53d4905a4142&id=f7411b42-c9dd-419f-a6ba-2d10ba4791be&id=d1b7b25b-39c5-47b6-9e38-393673fee448&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1343372 Sep 26 13:04:55.637535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.637993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.638210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.638561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.638891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.639211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.640150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.640488 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.640803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.641117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.641431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.641846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:04:55.656693 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-bfcc76d8-c3cb-4550-905e-aa2c984ddbf3 req-66d02439-b808-4ea9-9d6c-a8253a1d1ed0 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] show failed (client error): The resource could not be found. Sep 26 13:04:55.679440 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bfcc76d8-c3cb-4550-905e-aa2c984ddbf3 req-66d02439-b808-4ea9-9d6c-a8253a1d1ed0 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-group-rules/3389daf2-de21-42cb-b54c-043c8b9327ae HTTP/1.1" status: 404 len: 361 time: 0.0415943 Sep 26 13:04:55.693360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.698540 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.699027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969d3fd-2915-4c4a-be40-20670ca80e47 req-aa6a0265-e9e4-45de-a922-0309fcee6196 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:55.700569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8969d3fd-2915-4c4a-be40-20670ca80e47 req-aa6a0265-e9e4-45de-a922-0309fcee6196 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.2736197 Sep 26 13:04:55.705518 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33d0cdef-69f5-48cc-8270-7f5520fd135a req-75036d0a-7e91-4ae0-9587-3841833bf593 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170812 Sep 26 13:04:55.728589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] No DVR routers for this DVR port f61f869f-5a09-47ac-a0eb-59b3c8f1471b on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:04:55.736766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.738965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73647f8b-34df-4114-9ccd-58793a48168c req-feeeaec5-075b-4ab7-b402-bd6a2e5424e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.24 "DELETE /v2.0/ports/f61f869f-5a09-47ac-a0eb-59b3c8f1471b HTTP/1.1" status: 204 len: 173 time: 2.0175760 Sep 26 13:04:55.739342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'name': 'network-vif-deleted', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:04:55.742023 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a55215-4159-43d9-9807-1590357e1113" -d '{"events": [{"server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "name": "network-vif-deleted", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:04:55.788445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port f025d25e-0671-46d1-b66d-fcd4cbd93c49 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:55.788788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.795382 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8969d3fd-2915-4c4a-be40-20670ca80e47 req-d3f90b45-6746-4057-9920-db7544bee0d1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697329 Sep 26 13:04:55.832135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:04:55.878410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d087a8-3718-426f-8ad5-fb2b0a601f98,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:55.893071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.894310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:55.894640 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Added segment 8472a8b7-33c5-4311-b946-5d9aea564422 of type vlan for network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 Sep 26 13:04:55.927401 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2471e467-e603-4cc8-9d96-2e7db2975c3b req-5af8c454-4fe6-4811-a16b-9b61d1235f92 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/72e115fb-5465-482c-833c-fef800997e02 HTTP/1.1" status: 200 len: 1813 time: 0.2147446 Sep 26 13:04:55.948797 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477ecb7d-c395-456b-a405-7fb4f4224bc9 x-openstack-request-id: req-477ecb7d-c395-456b-a405-7fb4f4224bc9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:04:55.949466 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033972e1-8ab4-4e39-9818-370d70eb58b1", "name": "network-vif-deleted", "tag": "f61f869f-5a09-47ac-a0eb-59b3c8f1471b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:04:55.950030 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-477ecb7d-c395-456b-a405-7fb4f4224bc9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:04:55.950828 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033972e1-8ab4-4e39-9818-370d70eb58b1', 'name': 'network-vif-deleted', 'tag': 'f61f869f-5a09-47ac-a0eb-59b3c8f1471b', 'status': 'completed', 'code': 200} Sep 26 13:04:55.986466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.033436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2471e467-e603-4cc8-9d96-2e7db2975c3b req-906f6d2e-6e97-4327-bbdc-105ab72b66ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.079898 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.080925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:56.081557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.085606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2471e467-e603-4cc8-9d96-2e7db2975c3b req-906f6d2e-6e97-4327-bbdc-105ab72b66ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.152232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9427927 Sep 26 13:04:56.154171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40948) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:56.172160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Request body: {'subnet': {'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-subnet', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:56.201127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d40969-6cfc-4b75-9542-9f245a49b60c admin admin] Pushing event updated for resources: {'Network': ['ID=0b9c0767-1ed7-4b4b-9457-82b6598e8925,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:56.214428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:04:56.236455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2471e467-e603-4cc8-9d96-2e7db2975c3b req-906f6d2e-6e97-4327-bbdc-105ab72b66ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.242648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2471e467-e603-4cc8-9d96-2e7db2975c3b req-906f6d2e-6e97-4327-bbdc-105ab72b66ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.255447 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2471e467-e603-4cc8-9d96-2e7db2975c3b req-906f6d2e-6e97-4327-bbdc-105ab72b66ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "DELETE /v2.0/security-groups/72e115fb-5465-482c-833c-fef800997e02 HTTP/1.1" status: 204 len: 173 time: 0.3059192 Sep 26 13:04:56.271570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f6d2e-6e97-4327-bbdc-105ab72b66ed tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e115fb-5465-482c-833c-fef800997e02,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:56.333937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.335088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.335667 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP c20bfc7c-c240-4a96-889e-bf6656606dcd disassociated. External IP: 172.25.4.145, port: f025d25e-0671-46d1-b66d-fcd4cbd93c49. Sep 26 13:04:56.338449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for f025d25e-0671-46d1-b66d-fcd4cbd93c49 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:56.365280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec1cfaf5-0f95-4425-9d93-4f6305f74842 req-b59035cd-d4ef-47be-abce-7650cf77fc31 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/d7aabb96-ff2c-4a83-8457-fbce2e5d20d2 HTTP/1.1" status: 200 len: 1814 time: 0.0749562 Sep 26 13:04:56.457936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Made reservation on behalf of 35765a257c8c441fb53b2a166313414b for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:04:56.460943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.504460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec1cfaf5-0f95-4425-9d93-4f6305f74842 req-086d38b4-2247-490a-8b86-145896490dea tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.559680 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec1cfaf5-0f95-4425-9d93-4f6305f74842 req-086d38b4-2247-490a-8b86-145896490dea tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.620394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664706ca-a7de-4e07-9c59-01073416ea2b req-abaee678-971e-476b-b8b1-d82171355341 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:56.630279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-664706ca-a7de-4e07-9c59-01073416ea2b req-abaee678-971e-476b-b8b1-d82171355341 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2593112 Sep 26 13:04:56.636223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec1cfaf5-0f95-4425-9d93-4f6305f74842 req-086d38b4-2247-490a-8b86-145896490dea tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.642148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ec1cfaf5-0f95-4425-9d93-4f6305f74842 req-086d38b4-2247-490a-8b86-145896490dea tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.652375 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec1cfaf5-0f95-4425-9d93-4f6305f74842 req-086d38b4-2247-490a-8b86-145896490dea tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7aabb96-ff2c-4a83-8457-fbce2e5d20d2 HTTP/1.1" status: 204 len: 173 time: 0.2578220 Sep 26 13:04:56.676486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d38b4-2247-490a-8b86-145896490dea tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aabb96-ff2c-4a83-8457-fbce2e5d20d2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:56.734583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-664706ca-a7de-4e07-9c59-01073416ea2b req-5f8ea7ef-107f-4a7e-876e-f89f96829ad8 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031904 Sep 26 13:04:56.796881 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d72b409-9019-41af-96e1-e70f054814aa req-dcbee4a1-0d61-407a-b0d0-5c0add49ab1d tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/b0b0e698-113e-4f2e-aabb-889f1ba4982b HTTP/1.1" status: 200 len: 1815 time: 0.0458584 Sep 26 13:04:56.887378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5d72b409-9019-41af-96e1-e70f054814aa req-7ceb54c0-082e-4478-82c8-f18c47fbe7a5 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.909478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.913477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5d72b409-9019-41af-96e1-e70f054814aa req-7ceb54c0-082e-4478-82c8-f18c47fbe7a5 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.932875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5efa968b-3f4e-416d-9109-715fc340919a req-2dec6b3d-ec1e-4011-a90d-8222586d0a7b tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/e72692d5-d158-4f84-911c-53d4905a4142 HTTP/1.1" status: 200 len: 1801 time: 0.1599135 Sep 26 13:04:56.971181 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5d72b409-9019-41af-96e1-e70f054814aa req-7ceb54c0-082e-4478-82c8-f18c47fbe7a5 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.975375 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5d72b409-9019-41af-96e1-e70f054814aa req-7ceb54c0-082e-4478-82c8-f18c47fbe7a5 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:56.977146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d72b409-9019-41af-96e1-e70f054814aa req-7ceb54c0-082e-4478-82c8-f18c47fbe7a5 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0b0e698-113e-4f2e-aabb-889f1ba4982b HTTP/1.1" status: 204 len: 173 time: 0.1729643 Sep 26 13:04:56.978955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=f025d25e-0671-46d1-b66d-fcd4cbd93c49,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:57.000117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb54c0-082e-4478-82c8-f18c47fbe7a5 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0e698-113e-4f2e-aabb-889f1ba4982b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:57.001384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.119417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933858-f8b9-428e-bbc8-3f8748174346 req-315bdf8a-4620-49bf-bb13-cf7ebb785d1a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:57.127643 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65933858-f8b9-428e-bbc8-3f8748174346 req-315bdf8a-4620-49bf-bb13-cf7ebb785d1a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.0879533 Sep 26 13:04:57.190987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65933858-f8b9-428e-bbc8-3f8748174346 req-7e1f4ec2-365d-47a0-bc65-c74b7a7010bd tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517809 Sep 26 13:04:57.262268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40980) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:57.274279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ff5c19b-8133-489b-839d-f61658e86e5b req-295c64a5-19e0-415e-aac2-26ca0d10d13b tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/d24a59cc-3069-47d7-add4-ae7863a1ddb2 HTTP/1.1" status: 200 len: 1813 time: 0.0503268 Sep 26 13:04:57.348016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6ff5c19b-8133-489b-839d-f61658e86e5b req-9f785e50-e2e8-4bce-adfa-3a855db90b12 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.379710 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6ff5c19b-8133-489b-839d-f61658e86e5b req-9f785e50-e2e8-4bce-adfa-3a855db90b12 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.430075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6ff5c19b-8133-489b-839d-f61658e86e5b req-9f785e50-e2e8-4bce-adfa-3a855db90b12 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.432742 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-6ff5c19b-8133-489b-839d-f61658e86e5b req-9f785e50-e2e8-4bce-adfa-3a855db90b12 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.442782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ff5c19b-8133-489b-839d-f61658e86e5b req-9f785e50-e2e8-4bce-adfa-3a855db90b12 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "DELETE /v2.0/security-groups/d24a59cc-3069-47d7-add4-ae7863a1ddb2 HTTP/1.1" status: 204 len: 173 time: 0.1589406 Sep 26 13:04:57.458134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-afda1b26-7cde-47dc-bbe1-1c6658acfde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.473591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f785e50-e2e8-4bce-adfa-3a855db90b12 tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a59cc-3069-47d7-add4-ae7863a1ddb2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:57.504840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68faaff-2707-4521-8127-1738d9f366bf,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:57.518914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5efa968b-3f4e-416d-9109-715fc340919a req-d32465f8-ad60-4400-a919-484d698ea04f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.536369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Checking segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:57.536866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Network hostable DHCP agents. Network: 0b9c0767-1ed7-4b4b-9457-82b6598e8925, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:04:57.568063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:04:57.569951 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5efa968b-3f4e-416d-9109-715fc340919a req-d32465f8-ad60-4400-a919-484d698ea04f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.596119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2501c-4da2-4445-8253-738c3cdfa950 req-9522398a-9f52-42b2-867f-a05b88860503 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:57.598161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1aa2501c-4da2-4445-8253-738c3cdfa950 req-9522398a-9f52-42b2-867f-a05b88860503 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 948 time: 0.0770848 Sep 26 13:04:57.600090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:04:57.654013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0b9c0767-1ed7-4b4b-9457-82b6598e8925) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:57.665390 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-afda1b26-7cde-47dc-bbe1-1c6658acfde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.668071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f61f869f-5a09-47ac-a0eb-59b3c8f1471b no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:04:57.671847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1aa2501c-4da2-4445-8253-738c3cdfa950 req-0ded01b5-a75a-4712-a8fd-ff6b8ff3d7f0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659018 Sep 26 13:04:57.673050 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-afda1b26-7cde-47dc-bbe1-1c6658acfde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.679427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419c73f-1218-48a8-b903-ec1dc9081e39 None None] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:04:57.693050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:57.694015 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.713667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda1b26-7cde-47dc-bbe1-1c6658acfde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d2a75a-1384-4466-8c17-56ab0c1186c0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:57.720571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-afda1b26-7cde-47dc-bbe1-1c6658acfde1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e96432d61cd74ca8bd0b06ab98fc7d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548647 Sep 26 13:04:57.721220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40990) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:57.722763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5efa968b-3f4e-416d-9109-715fc340919a req-d32465f8-ad60-4400-a919-484d698ea04f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.727664 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5efa968b-3f4e-416d-9109-715fc340919a req-d32465f8-ad60-4400-a919-484d698ea04f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.729577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5efa968b-3f4e-416d-9109-715fc340919a req-d32465f8-ad60-4400-a919-484d698ea04f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/e72692d5-d158-4f84-911c-53d4905a4142 HTTP/1.1" status: 204 len: 173 time: 0.7957087 Sep 26 13:04:57.750720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32465f8-ad60-4400-a919-484d698ea04f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72692d5-d158-4f84-911c-53d4905a4142,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:57.771246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bb89d197-015a-4316-989c-5a281b11fb9b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6159828 Sep 26 13:04:57.773597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40996) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:57.778737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:57.816599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8477dac6-2903-4ad1-a176-ba165fb46c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.843247 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25986124-b218-4e55-87d0-4af419610821 req-1555506e-3dd1-4da3-ab0b-75a1e6214e3f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "GET /v2.0/security-groups/155407c8-c76e-4d36-9561-7106e8dd6d11 HTTP/1.1" status: 200 len: 1815 time: 0.0968139 Sep 26 13:04:57.853753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:04:57.855171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8477dac6-2903-4ad1-a176-ba165fb46c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.930028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-166ebd6f-be60-46a1-8246-8433166dd607 req-99f04089-f0c8-4ddd-8577-97357649ed5e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/f7411b42-c9dd-419f-a6ba-2d10ba4791be HTTP/1.1" status: 200 len: 1802 time: 0.0976372 Sep 26 13:04:57.942187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: f61f869f-5a09-47ac-a0eb-59b3c8f1471b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:04:57.944533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f61f869f-5a09-47ac-a0eb-59b3c8f1471b not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:04:57.944734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-25986124-b218-4e55-87d0-4af419610821 req-b49436a1-6b20-4510-b79c-a64834b9050f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.954237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8477dac6-2903-4ad1-a176-ba165fb46c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.956540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.957784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8477dac6-2903-4ad1-a176-ba165fb46c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.958596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:57.959111 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8477dac6-2903-4ad1-a176-ba165fb46c17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43d2a75a-1384-4466-8c17-56ab0c1186c0 HTTP/1.1" status: 204 len: 168 time: 0.2371826 Sep 26 13:04:57.979174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477dac6-2903-4ad1-a176-ba165fb46c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d2a75a-1384-4466-8c17-56ab0c1186c0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:57.990159 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-25986124-b218-4e55-87d0-4af419610821 req-b49436a1-6b20-4510-b79c-a64834b9050f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.042840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-25986124-b218-4e55-87d0-4af419610821 req-b49436a1-6b20-4510-b79c-a64834b9050f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.045542 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-25986124-b218-4e55-87d0-4af419610821 req-b49436a1-6b20-4510-b79c-a64834b9050f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.046969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25986124-b218-4e55-87d0-4af419610821 req-b49436a1-6b20-4510-b79c-a64834b9050f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] 10.222.0.13 "DELETE /v2.0/security-groups/155407c8-c76e-4d36-9561-7106e8dd6d11 HTTP/1.1" status: 204 len: 173 time: 0.1945386 Sep 26 13:04:58.052865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41004) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:58.104495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49436a1-6b20-4510-b79c-a64834b9050f tempest-SecurityGroupRulesNegativeTestJSON-105027537 tempest-SecurityGroupRulesNegativeTestJSON-105027537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155407c8-c76e-4d36-9561-7106e8dd6d11,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:58.114465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.116993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:04:58.131347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-85806042-90c1-4a8c-8429-202fb207651c admin admin] Deleting subnet d31c664e-c570-46e3-8d64-7a93c783fee2 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:04:58.134710 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7483cc-9de3-41c1-8aa2-943a28a42933 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:04:58.136747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85806042-90c1-4a8c-8429-202fb207651c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.154212 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7483cc-9de3-41c1-8aa2-943a28a42933 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:58.154928 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1d7483cc-9de3-41c1-8aa2-943a28a42933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:58.190325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:04:58.193198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.216850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85806042-90c1-4a8c-8429-202fb207651c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.224172 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1d7483cc-9de3-41c1-8aa2-943a28a42933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:58.245195 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7483cc-9de3-41c1-8aa2-943a28a42933 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:04:58.247128 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1d7483cc-9de3-41c1-8aa2-943a28a42933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:58.278780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:58.297328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'mac_address': 'fa:16:3e:d7:a8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:04:58.323280 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1d7483cc-9de3-41c1-8aa2-943a28a42933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:58.323945 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7483cc-9de3-41c1-8aa2-943a28a42933 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:04:58.326754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85806042-90c1-4a8c-8429-202fb207651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.379977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2befdbe-c46a-40cc-afa3-4efea719324e req-669fe84a-e161-4752-a9c9-a721df173842 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:58.381873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2befdbe-c46a-40cc-afa3-4efea719324e req-669fe84a-e161-4752-a9c9-a721df173842 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2179427 Sep 26 13:04:58.392694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-166ebd6f-be60-46a1-8246-8433166dd607 req-97c515fb-4ff1-4fc8-bdd9-1a3e2348b7fb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.396724 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.400856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac872b71-4ad6-4b94-a263-9fbc65d049c5 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/ports/f025d25e-0671-46d1-b66d-fcd4cbd93c49 HTTP/1.1" status: 204 len: 168 time: 2.9214785 Sep 26 13:04:58.415812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41008) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:58.426206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85806042-90c1-4a8c-8429-202fb207651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.445058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.464981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-166ebd6f-be60-46a1-8246-8433166dd607 req-97c515fb-4ff1-4fc8-bdd9-1a3e2348b7fb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.465159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.499967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622fd712-428b-4fe9-bcd9-f8dcda13bcca {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:04:58.579711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41012) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:58.598160 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5387ab27-818f-46b9-bd4b-7ec046d32922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.601106 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-166ebd6f-be60-46a1-8246-8433166dd607 req-97c515fb-4ff1-4fc8-bdd9-1a3e2348b7fb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.603748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-166ebd6f-be60-46a1-8246-8433166dd607 req-97c515fb-4ff1-4fc8-bdd9-1a3e2348b7fb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.605446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85806042-90c1-4a8c-8429-202fb207651c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31c664e-c570-46e3-8d64-7a93c783fee2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:58.606725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-166ebd6f-be60-46a1-8246-8433166dd607 req-97c515fb-4ff1-4fc8-bdd9-1a3e2348b7fb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7411b42-c9dd-419f-a6ba-2d10ba4791be HTTP/1.1" status: 204 len: 173 time: 0.6708775 Sep 26 13:04:58.612551 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2befdbe-c46a-40cc-afa3-4efea719324e req-91de6353-9c3c-4f18-9dd3-c759be6738e1 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988354 Sep 26 13:04:58.640237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c515fb-4ff1-4fc8-bdd9-1a3e2348b7fb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7411b42-c9dd-419f-a6ba-2d10ba4791be,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:58.644620 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85806042-90c1-4a8c-8429-202fb207651c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.648785 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-85806042-90c1-4a8c-8429-202fb207651c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d31c664e-c570-46e3-8d64-7a93c783fee2 HTTP/1.1" status: 204 len: 168 time: 0.5920119 Sep 26 13:04:58.651370 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-acba7736-a6e6-4131-9af4-5a15e60ae586 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "GET /v2.0/floatingips/c20bfc7c-c240-4a96-889e-bf6656606dcd HTTP/1.1" status: 200 len: 688 time: 0.2342155 Sep 26 13:04:58.652018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41016) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:58.748649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:04:58.753170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:58.754525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5387ab27-818f-46b9-bd4b-7ec046d32922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.756537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.783427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-ac486d6c-be14-40f1-9963-da01a4453b15 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=90f04e6ddbab44e4af218f5e38804408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256152 Sep 26 13:04:58.785322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5387ab27-818f-46b9-bd4b-7ec046d32922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.794829 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:58.824414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387ab27-818f-46b9-bd4b-7ec046d32922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5abce-b7a2-4312-8231-eba9c12f69c0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:58.824991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-2cc6be92-e39a-4b04-a719-db542d8b8c72 req-f59afe4e-19c4-4c6f-a4bd-bb6cb7bf0671 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1890942876', 'description': 'tempest-description-73683144'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:58.853814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Allocated IP 172.20.0.2 (0b9c0767-1ed7-4b4b-9457-82b6598e8925/b68faaff-2707-4521-8127-1738d9f366bf/5bf98ce9-e54b-474a-8489-ef742edc2a8b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:58.892875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5387ab27-818f-46b9-bd4b-7ec046d32922 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bdbb0e5357243efad5082b4dfb23362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116763 Sep 26 13:04:58.897246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41028) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:58.920068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:58.948058 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.008950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61122e81-16f4-4bdf-b823-8d08c0b63298']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:59.032504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe8d468-6274-4938-873b-9e7e5f8518b4') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:59.032854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe8d468-6274-4938-873b-9e7e5f8518b4') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:04:59.049827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2cc6be92-e39a-4b04-a719-db542d8b8c72 req-f59afe4e-19c4-4c6f-a4bd-bb6cb7bf0671 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.064859 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.069400 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.079338 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.103588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.104182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port b1fe7386-da1e-4f7b-a362-869af8b599c5 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:04:59.104578 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.109097 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-23c0e76f-9459-4e6e-9d76-2914ebe8cf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.131141 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-23c0e76f-9459-4e6e-9d76-2914ebe8cf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.135277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Pushing event updated for resources: {'Port': ['ID=5bf98ce9-e54b-474a-8489-ef742edc2a8b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:59.164430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:59.166077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:59.172565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:59.179587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.187566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.198062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:04:59.198531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.201845 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.202695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:04:59.205057 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:04:59.215393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-55c776df-57c9-4540-8f9c-b7425182ff38 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:04:59.222893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-55c776df-57c9-4540-8f9c-b7425182ff38 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4089727 Sep 26 13:04:59.251959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for b1fe7386-da1e-4f7b-a362-869af8b599c5 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:04:59.266181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Attempting to bind port 5bf98ce9-e54b-474a-8489-ef742edc2a8b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:04:59.266529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Attempting to bind port 5bf98ce9-e54b-474a-8489-ef742edc2a8b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:04:59.267187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Attempting to bind port 5bf98ce9-e54b-474a-8489-ef742edc2a8b on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:04:59.275247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:04:59.275669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Checking segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:04:59.276128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.277319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Bound using segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:04:59.281995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Bound port: 5bf98ce9-e54b-474a-8489-ef742edc2a8b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:04:59.282414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.289108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-40fdb0e2-fa44-4697-84d8-8230364ddc23 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/quotas/90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 375 time: 0.0650229 Sep 26 13:04:59.309767 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.310619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['622fd712-428b-4fe9-bcd9-f8dcda13bcca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:04:59.315406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.318868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61122e81-16f4-4bdf-b823-8d08c0b63298 HTTP/1.1" status: 204 len: 168 time: 0.6658943 Sep 26 13:04:59.386217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c670e58-7cff-4957-9e7a-9f2e17dae5a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=61122e81-16f4-4bdf-b823-8d08c0b63298,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:59.406741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Allocated IP 172.25.4.181 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/3af5e4dc-152e-4c70-b19d-c095f7e69dca) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:04:59.432057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2cc6be92-e39a-4b04-a719-db542d8b8c72 req-f59afe4e-19c4-4c6f-a4bd-bb6cb7bf0671 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.441963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2cc6be92-e39a-4b04-a719-db542d8b8c72 req-f59afe4e-19c4-4c6f-a4bd-bb6cb7bf0671 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.450066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] For port 5bf98ce9-e54b-474a-8489-ef742edc2a8b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:04:59.463367 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2cc6be92-e39a-4b04-a719-db542d8b8c72 req-f59afe4e-19c4-4c6f-a4bd-bb6cb7bf0671 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.465048 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cc6be92-e39a-4b04-a719-db542d8b8c72 req-f59afe4e-19c4-4c6f-a4bd-bb6cb7bf0671 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7126262 Sep 26 13:04:59.497387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] For port 5bf98ce9-e54b-474a-8489-ef742edc2a8b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5bf98ce9-e54b-474a-8489-ef742edc2a8b,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:04:59.512215 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.512428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59afe4e-19c4-4c6f-a4bd-bb6cb7bf0671 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76839c-6575-4741-a2fc-14e14d15d0d4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:59.581389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.643230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be31ca78-74b7-4656-b1e6-611b91052293 req-20dcb045-05ff-4df9-94e9-cc68353345b7 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/ac76839c-6575-4741-a2fc-14e14d15d0d4 HTTP/1.1" status: 200 len: 1801 time: 0.1454606 Sep 26 13:04:59.645722 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.662088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-23c0e76f-9459-4e6e-9d76-2914ebe8cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.669648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-23c0e76f-9459-4e6e-9d76-2914ebe8cf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.682046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-23c0e76f-9459-4e6e-9d76-2914ebe8cf67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19e5abce-b7a2-4312-8231-eba9c12f69c0 HTTP/1.1" status: 204 len: 168 time: 0.7497051 Sep 26 13:04:59.685818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41038) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:59.695271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa02a1-ab76-493f-925c-1423d0ad2673 None None] Pushing event updated for resources: {'Port': ['ID=5bf98ce9-e54b-474a-8489-ef742edc2a8b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:59.715173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=b1fe7386-da1e-4f7b-a362-869af8b599c5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:59.715733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0e76f-9459-4e6e-9d76-2914ebe8cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5abce-b7a2-4312-8231-eba9c12f69c0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:59.722485 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.726223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-be31ca78-74b7-4656-b1e6-611b91052293 req-023842c8-0f4d-4490-b5cd-3de0abc69445 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1598081284', 'description': 'tempest-description-hth-562371834'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:59.793465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3af5e4dc-152e-4c70-b19d-c095f7e69dca,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:04:59.832024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-bce292e9-305a-4044-ab80-9ff5286758e8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5416603 Sep 26 13:04:59.850005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:04:59.850552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.856019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-83b839f0-4d1a-4ef5-a4ca-6ffd399f1a7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4ed04c410de41b7b9283e98d258ea80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592994 Sep 26 13:04:59.869639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:04:59.871836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41042) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:59.873582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1f2b7172-71ac-4a90-b1ab-6f950dea292a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/floatingips/c20bfc7c-c240-4a96-889e-bf6656606dcd HTTP/1.1" status: 204 len: 168 time: 1.1103477 Sep 26 13:04:59.874271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:04:59.882100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:04:59.882384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41044) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:04:59.893429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '796840f5-fe37-4441-b307-ae2a525024f1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:04:59.932556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-be31ca78-74b7-4656-b1e6-611b91052293 req-023842c8-0f4d-4490-b5cd-3de0abc69445 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.001859 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.116169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-be31ca78-74b7-4656-b1e6-611b91052293 req-023842c8-0f4d-4490-b5cd-3de0abc69445 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.125242 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-be31ca78-74b7-4656-b1e6-611b91052293 req-023842c8-0f4d-4490-b5cd-3de0abc69445 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.132335 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-be31ca78-74b7-4656-b1e6-611b91052293 req-023842c8-0f4d-4490-b5cd-3de0abc69445 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.143604 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be31ca78-74b7-4656-b1e6-611b91052293 req-023842c8-0f4d-4490-b5cd-3de0abc69445 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "PUT /v2.0/security-groups/ac76839c-6575-4741-a2fc-14e14d15d0d4 HTTP/1.1" status: 200 len: 1776 time: 0.4309428 Sep 26 13:05:00.213281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2832-b196-4fff-bd49-9e7651c3694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.308297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8aa544d8-fa07-4bf5-a0e6-c4c301617a42 req-9716bd1e-6486-424e-b298-c9028df3a6a8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 210 time: 0.0960796 Sep 26 13:05:00.331487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5bf98ce9-e54b-474a-8489-ef742edc2a8b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:00.453576 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2832-b196-4fff-bd49-9e7651c3694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.479299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5bf98ce9-e54b-474a-8489-ef742edc2a8b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:00.479677 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.512661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023842c8-0f4d-4490-b5cd-3de0abc69445 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76839c-6575-4741-a2fc-14e14d15d0d4,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:00.560641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb52e39-ba45-4b0c-a488-d9ba35652c47 req-127a8864-e2c4-47fa-b833-9a15d0c66471 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:00.562720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-feb52e39-ba45-4b0c-a488-d9ba35652c47 req-127a8864-e2c4-47fa-b833-9a15d0c66471 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2678697 Sep 26 13:05:00.584270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8817c04e-04f4-4151-9c92-eb2e840a10cb req-85cfae0c-6359-41c8-856e-d250c7a7d90c tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/ac76839c-6575-4741-a2fc-14e14d15d0d4 HTTP/1.1" status: 200 len: 1776 time: 0.1461332 Sep 26 13:05:00.624662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.765976 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.806711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 5bf98ce9-e54b-474a-8489-ef742edc2a8b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5bf98ce9-e54b-474a-8489-ef742edc2a8b,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:00.815888 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.884882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=5bf98ce9-e54b-474a-8489-ef742edc2a8b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:00.917027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-feb52e39-ba45-4b0c-a488-d9ba35652c47 req-bc53e2d4-4ba8-4d29-ad95-44c0470d7a4c tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364995 Sep 26 13:05:00.926516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.25.4.119 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/d9d1f88b-ecb0-4f56-bba1-dec663383d45) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:00.930591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2832-b196-4fff-bd49-9e7651c3694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.939027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2832-b196-4fff-bd49-9e7651c3694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:00.942424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6e5b2832-b196-4fff-bd49-9e7651c3694b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce90bc8c-711b-4e6d-8750-67e91a0511ed HTTP/1.1" status: 204 len: 168 time: 1.0532150 Sep 26 13:05:00.980344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b2832-b196-4fff-bd49-9e7651c3694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce90bc8c-711b-4e6d-8750-67e91a0511ed,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:01.025957 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:01.102426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca00871d-3b91-4349-bb75-8a14b8d66e7b req-192109cd-b7e4-4877-b650-d8aa6b96d27f tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/ac76839c-6575-4741-a2fc-14e14d15d0d4 HTTP/1.1" status: 200 len: 1776 time: 0.2019978 Sep 26 13:05:01.184272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57575993-51fb-45f8-92f7-2dbadd5a6dcb None None] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:01.277251 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:01.320040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2bc6d165-a6f3-4875-8983-1d2b29d9a90f None None] Provisioning complete for port 5bf98ce9-e54b-474a-8489-ef742edc2a8b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:01.320358 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2bc6d165-a6f3-4875-8983-1d2b29d9a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:01.351298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:01.540825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:01.542839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=d9d1f88b-ecb0-4f56-bba1-dec663383d45,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:01.550013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1745161-a97e-4c39-a810-069455b497fb req-cd2f2503-96ee-47f8-8c98-da227bd90c1d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 210 time: 0.0618899 Sep 26 13:05:01.557375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:01.563497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:01.578238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:01.651287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ca00871d-3b91-4349-bb75-8a14b8d66e7b req-fbbdfad7-1d0e-4ed2-b232-80ae0cae6c5e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:01.705987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:01.716780 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ca00871d-3b91-4349-bb75-8a14b8d66e7b req-fbbdfad7-1d0e-4ed2-b232-80ae0cae6c5e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:01.812782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 622fd712-428b-4fe9-bcd9-f8dcda13bcca completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:05:01.822299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 622fd712-428b-4fe9-bcd9-f8dcda13bcca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:01.823303 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:01.934235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-dfffc808-5ef8-44ce-83e2-13f85f9cd9d7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=90f04e6ddbab44e4af218f5e38804408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680132 Sep 26 13:05:02.003677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Router ab57e1a8-411d-482e-803b-420c23c9b763 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:05:02.079420 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.110117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-39349eb3-15e0-4527-af8a-3da862fd0905 None None] Provisioning complete for port 5bf98ce9-e54b-474a-8489-ef742edc2a8b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:02.110882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-39349eb3-15e0-4527-af8a-3da862fd0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.156284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:02.160539 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fa305a-b57d-4794-94c6-831255a3d727" -d '{"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-plugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:02.185574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5bf98ce9-e54b-474a-8489-ef742edc2a8b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:02.229647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:02.239562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.346763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ca00871d-3b91-4349-bb75-8a14b8d66e7b req-fbbdfad7-1d0e-4ed2-b232-80ae0cae6c5e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.349682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-ca00871d-3b91-4349-bb75-8a14b8d66e7b req-fbbdfad7-1d0e-4ed2-b232-80ae0cae6c5e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.362573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca00871d-3b91-4349-bb75-8a14b8d66e7b req-fbbdfad7-1d0e-4ed2-b232-80ae0cae6c5e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac76839c-6575-4741-a2fc-14e14d15d0d4 HTTP/1.1" status: 204 len: 173 time: 1.2512250 Sep 26 13:05:02.394543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5bf98ce9-e54b-474a-8489-ef742edc2a8b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:02.395064 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.397697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=13']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:02.415109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdfad7-1d0e-4ed2-b232-80ae0cae6c5e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac76839c-6575-4741-a2fc-14e14d15d0d4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:02.631645 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec05504-6cec-4ca7-baae-335d3bd46136 x-openstack-request-id: req-6ec05504-6cec-4ca7-baae-335d3bd46136 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:02.631940 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-plugged", "status": "completed", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:02.632276 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ec05504-6cec-4ca7-baae-335d3bd46136 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:02.632559 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'code': 200} Sep 26 13:05:02.678422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.737591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc675b4-7b14-4e01-bf0a-7016c0c9f05b req-c308b4d4-70a4-49ab-9368-804fa52fbdb4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:02.739333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abc675b4-7b14-4e01-bf0a-7016c0c9f05b req-c308b4d4-70a4-49ab-9368-804fa52fbdb4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.5738306 Sep 26 13:05:02.748321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-5dff1637-a6a1-459e-b72f-8e52b226a3eb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:02.750416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-5dff1637-a6a1-459e-b72f-8e52b226a3eb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8052893 Sep 26 13:05:02.750891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41136) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:02.771466 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-574c257f-3185-448e-9ab6-c5127fa3eb67 req-0dc60f59-17cf-46e8-a9ea-0187e3809062 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 210 time: 0.0410604 Sep 26 13:05:02.777635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Request body: {'port': {'device_id': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '90f04e6ddbab44e4af218f5e38804408'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:02.800143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:02.817225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.818151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Sync routers for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:02.832413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:02.833048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:02.881087 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:02.891546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-43fc789b-37fc-4d80-a02e-5a4b21c509a6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1169875 Sep 26 13:05:02.940164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41148) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:03.005460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abc675b4-7b14-4e01-bf0a-7016c0c9f05b req-f2a9498f-73bc-4220-be57-aa68c0ac248d tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519634 Sep 26 13:05:03.083667 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-81c1ed15-f4ff-42a8-8f38-4480ccba9c60 req-53ef869a-ca20-4e94-81bc-7f73b9944bdb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:05:03.103267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Made reservation on behalf of 90f04e6ddbab44e4af218f5e38804408 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:03.105684 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81c1ed15-f4ff-42a8-8f38-4480ccba9c60 req-53ef869a-ca20-4e94-81bc-7f73b9944bdb tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/f7411b42-c9dd-419f-a6ba-2d10ba4791be HTTP/1.1" status: 404 len: 352 time: 0.1641204 Sep 26 13:05:03.111720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.139202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:03.167841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1645299328-network', 'tenant_id': '1a1c575227304bccafdff98f4802afa8'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:03.198782 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-540fbddd-7dcd-4b22-8c2a-c70b115fd783 req-f1e6d781-16cd-400f-a532-3d8a2083453e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:05:03.199847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-540fbddd-7dcd-4b22-8c2a-c70b115fd783 req-f1e6d781-16cd-400f-a532-3d8a2083453e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/e72692d5-d158-4f84-911c-53d4905a4142 HTTP/1.1" status: 404 len: 352 time: 0.0342355 Sep 26 13:05:03.370577 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-10553756-172e-4c55-bde9-2e41e6248236 req-092e6f6d-8dd4-4d1d-bb45-361eedf6cac8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:05:03.383737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10553756-172e-4c55-bde9-2e41e6248236 req-092e6f6d-8dd4-4d1d-bb45-361eedf6cac8 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/b122075f-61ab-4931-99f5-5e14d54ac878 HTTP/1.1" status: 404 len: 352 time: 0.0238464 Sep 26 13:05:03.408704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Made reservation on behalf of 1a1c575227304bccafdff98f4802afa8 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:03.410973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.425531 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.427311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:00Z', 'revision_number': 3, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:03.443557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.445786 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-1ff7c676-cfd0-4974-8af1-7140eaa79aac req-600afa8d-6977-4d8c-8050-bde7ba170612 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:05:03.460761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ff7c676-cfd0-4974-8af1-7140eaa79aac req-600afa8d-6977-4d8c-8050-bde7ba170612 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/b0a8ac89-b970-4134-bb7e-6582c1dfe0b7 HTTP/1.1" status: 404 len: 352 time: 0.0375612 Sep 26 13:05:03.460761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.464804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Checking router: ab57e1a8-411d-482e-803b-420c23c9b763 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:03.465947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Updating router ab57e1a8-411d-482e-803b-420c23c9b763 port 3af5e4dc-152e-4c70-b19d-c095f7e69dca binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:05:03.501472 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.513669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Allocated IP 192.168.233.175 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/5def196f-c054-4d40-a39a-e6c11ee96192) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:03.529837 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-a96a94ef-ab9d-4c47-9898-99fcea099201 req-3436d1f4-4056-4bd3-9d44-6b8fc4e6fab2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:05:03.530898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a96a94ef-ab9d-4c47-9898-99fcea099201 req-3436d1f4-4056-4bd3-9d44-6b8fc4e6fab2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/c5a87689-cda4-4507-8421-b70c4b7e33d3 HTTP/1.1" status: 404 len: 352 time: 0.0549984 Sep 26 13:05:03.567151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5008d-4f42-4948-bb5d-b34112d74efe req-4cbb12df-4c8e-4188-9996-3f024b386e70 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:03.568877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2f5008d-4f42-4948-bb5d-b34112d74efe req-4cbb12df-4c8e-4188-9996-3f024b386e70 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 945 time: 0.1721201 Sep 26 13:05:03.641832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=d9d1f88b-ecb0-4f56-bba1-dec663383d45,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:03.649076 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-6524aeea-4403-42d7-ab7a-f19c64dc0443 req-2a015256-6d13-4413-9d62-ad852e949bae tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] show failed (client error): The resource could not be found. Sep 26 13:05:03.650139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6524aeea-4403-42d7-ab7a-f19c64dc0443 req-2a015256-6d13-4413-9d62-ad852e949bae tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/4e949304-e76d-4d62-887e-2fbf3c764377 HTTP/1.1" status: 404 len: 352 time: 0.0767708 Sep 26 13:05:03.700485 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.725111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2f5008d-4f42-4948-bb5d-b34112d74efe req-814b52a2-afe8-44dd-a311-93e26e13ac63 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437993 Sep 26 13:05:03.853798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.860592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.911640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:05:03.930550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.942715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f783da-0d7b-49c7-8228-d319209b3cc9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:03.950835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.951208 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Added segment 3ef34a31-5987-4483-8797-38aa5155782f of type vlan for network d124a79d-ce28-49e3-8e9f-8b1f554e8d4e Sep 26 13:05:03.955214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41204) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:03.968481 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.974404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:03.988896 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84d2a654-26dc-4bef-b7c9-897fc27254fa req-b1dbbf24-155e-40f3-952e-074fc9c221fb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 210 time: 0.0631268 Sep 26 13:05:04.065963 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.080219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Attempting to bind port 3af5e4dc-152e-4c70-b19d-c095f7e69dca on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:04.081013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Attempting to bind port 3af5e4dc-152e-4c70-b19d-c095f7e69dca by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:04.081691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Attempting to bind port 3af5e4dc-152e-4c70-b19d-c095f7e69dca on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:04.086488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['11c159ed-940c-4016-b10d-0d158ba604a5', '622fd712-428b-4fe9-bcd9-f8dcda13bcca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:04.088933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0b4a65be-98ba-4184-84e8-e494e3eed624'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:04.089305 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP b3cd65b2-80d0-4c3c-b361-aaa2d226a72e associated. External IP: 172.25.4.119, port: 796840f5-fe37-4441-b307-ae2a525024f1. Sep 26 13:05:04.129773 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.143239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:04.172826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:04.196687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:04.231224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.253664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:04.254592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.258077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:04.265972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fabaa-c061-4deb-8153-0a13b8d9957b req-2d28a7a8-fce6-4623-b0ef-47b4068bcf60 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:04.266789 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c9140b5-c322-4b98-9de1-229198f95a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.267620 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa4fabaa-c061-4deb-8153-0a13b8d9957b req-2d28a7a8-fce6-4623-b0ef-47b4068bcf60 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1023 time: 0.2279902 Sep 26 13:05:04.298060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94768bb-c3b8-4865-a09c-335ede0067eb None None] Pushing event updated for resources: {'Port': ['ID=3af5e4dc-152e-4c70-b19d-c095f7e69dca,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:04.301627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:04.302014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:04.302447 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.302853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:04.303615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Bound port: 3af5e4dc-152e-4c70-b19d-c095f7e69dca, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:04.304147 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.316177 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.317182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:04.317831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.327216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-78306977-82f2-4403-8e53-0d599fd3c3f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5613043 Sep 26 13:05:04.362846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Request body: {'port': {'device_id': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:04.373026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6a9f2-1cb5-4b87-a6f1-c6a7a8e1e578 req-916f99f5-db96-4ad3-98d0-9016233a70cc tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:04.381327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caa6a9f2-1cb5-4b87-a6f1-c6a7a8e1e578 req-916f99f5-db96-4ad3-98d0-9016233a70cc tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2488840 Sep 26 13:05:04.384467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] For port 3af5e4dc-152e-4c70-b19d-c095f7e69dca, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:04.388746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] For port 3af5e4dc-152e-4c70-b19d-c095f7e69dca, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3af5e4dc-152e-4c70-b19d-c095f7e69dca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:04.408034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.482149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d124a79d-ce28-49e3-8e9f-8b1f554e8d4e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:04.494586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa4fabaa-c061-4deb-8153-0a13b8d9957b req-feb5dc38-af10-4ebe-93b5-4121a312eea2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=541aaa54-01ff-4379-831b-2d6df78a5032&id=d1b7b25b-39c5-47b6-9e38-393673fee448&id=06a0e058-081a-4fc5-8335-423d2597edf5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1584923 Sep 26 13:05:04.502571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d124a79d-ce28-49e3-8e9f-8b1f554e8d4e details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:05:04.508622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:04.508622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:04.532390 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.538926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caa6a9f2-1cb5-4b87-a6f1-c6a7a8e1e578 req-a386736d-0176-456e-8dde-b46402a7d6df tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564944 Sep 26 13:05:04.575653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94768bb-c3b8-4865-a09c-335ede0067eb None None] Pushing event updated for resources: {'Port': ['ID=3af5e4dc-152e-4c70-b19d-c095f7e69dca,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:04.628931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c9140b5-c322-4b98-9de1-229198f95a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.634917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56f9e631-87ab-4af4-9a62-f288df580410 None None] Provisioning complete for port 5def196f-c054-4d40-a39a-e6c11ee96192 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:04.635367 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56f9e631-87ab-4af4-9a62-f288df580410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.678720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c9140b5-c322-4b98-9de1-229198f95a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.708777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2e1cb9d3-31e7-497e-89ae-1604565753f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9467590 Sep 26 13:05:04.713142 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41210) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:04.729997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Request body: {'subnet': {'network_id': 'd124a79d-ce28-49e3-8e9f-8b1f554e8d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1645299328-subnet', 'tenant_id': '1a1c575227304bccafdff98f4802afa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:04.756010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8c9140b5-c322-4b98-9de1-229198f95a66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b05b026c5e814eb3b31d082adef1db84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923086 Sep 26 13:05:04.756862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41214) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:04.762675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9140b5-c322-4b98-9de1-229198f95a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e308c3b9-166a-410f-86d7-48a6c933bbb2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:04.788601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56f9e631-87ab-4af4-9a62-f288df580410 None None] Port 5def196f-c054-4d40-a39a-e6c11ee96192 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:04.821702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:04.831118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Made reservation on behalf of 1a1c575227304bccafdff98f4802afa8 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:04.833410 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.952617 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2319-c15c-4a1a-ba04-c6c0a9075c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:04.981540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Allocated IP 172.20.0.1 (0b9c0767-1ed7-4b4b-9457-82b6598e8925/b68faaff-2707-4521-8127-1738d9f366bf/fb386838-a93e-43b5-9e71-fca1b337b617) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:05.008380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2319-c15c-4a1a-ba04-c6c0a9075c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.012402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8420f6d-02af-4bf5-87c8-0b0117c9245f req-4f34ef80-dd29-439f-bd54-7227d407cb40 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:05.014106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8420f6d-02af-4bf5-87c8-0b0117c9245f req-4f34ef80-dd29-439f-bd54-7227d407cb40 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 945 time: 0.1298528 Sep 26 13:05:05.027904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:05.131434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5def196f-c054-4d40-a39a-e6c11ee96192 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:05:05.146063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.216096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Transition to ACTIVE for port object 5def196f-c054-4d40-a39a-e6c11ee96192 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:05:05.225090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2319-c15c-4a1a-ba04-c6c0a9075c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.228470 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2319-c15c-4a1a-ba04-c6c0a9075c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.232727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aa1a2319-c15c-4a1a-ba04-c6c0a9075c78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e308c3b9-166a-410f-86d7-48a6c933bbb2 HTTP/1.1" status: 204 len: 168 time: 0.4710429 Sep 26 13:05:05.254858 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.257062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:05.273305 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933ce0b-6ece-4f0c-9e56-073929a849f3 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:05.279403 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8420f6d-02af-4bf5-87c8-0b0117c9245f req-8faff420-a6f9-4770-ab00-1f633f4c607b tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537715 Sep 26 13:05:05.283412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.307687 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933ce0b-6ece-4f0c-9e56-073929a849f3 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:05.308318 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8933ce0b-6ece-4f0c-9e56-073929a849f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:05.316166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2b75073c-19e0-4023-af48-08e5f84c2889 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4327469 Sep 26 13:05:05.316986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41220) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:05.326385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1183041262'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:05.370590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.378609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:05.381107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a2319-c15c-4a1a-ba04-c6c0a9075c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e308c3b9-166a-410f-86d7-48a6c933bbb2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:05.382493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.382627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:00Z', 'revision_number': 3, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:05.384297 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.387329 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8933ce0b-6ece-4f0c-9e56-073929a849f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:05.405498 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933ce0b-6ece-4f0c-9e56-073929a849f3 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:05.410792 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8933ce0b-6ece-4f0c-9e56-073929a849f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:05.421392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:05:05.440069 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.440337 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Added segment 8252b79e-fce3-4cbd-a128-99bff677cb14 of type vlan for network 75b36340-6398-49c1-a314-5c4509642548 Sep 26 13:05:05.478476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.480883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55781435-9e84-4b98-a389-5698b2c5ab5e None None] The sync data for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 is: [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:00Z', 'revision_number': 3, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:05.488236 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8933ce0b-6ece-4f0c-9e56-073929a849f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:05.493893 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933ce0b-6ece-4f0c-9e56-073929a849f3 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:05.552355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:05.560996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Pushing event updated for resources: {'Port': ['ID=fb386838-a93e-43b5-9e71-fca1b337b617,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:05.565777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05db0a-729b-4a8d-9b9a-2a09a35b43f3 req-fcd350ec-c55b-44fb-a3ab-1f10a5814306 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:05.566460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:05.567970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb05db0a-729b-4a8d-9b9a-2a09a35b43f3 req-fcd350ec-c55b-44fb-a3ab-1f10a5814306 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 936 time: 0.3749249 Sep 26 13:05:05.571023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:05.598718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:05.615747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-f919f2e4-d491-4291-af23-6a1453a1a501 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:05.618027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-f919f2e4-d491-4291-af23-6a1453a1a501 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.23 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 945 time: 0.3805592 Sep 26 13:05:05.702678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.743913 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.751067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:05.751804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.801177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:05.855896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b78381-bfbd-49a5-9777-72f9a61fbe29,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:05.897670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb05db0a-729b-4a8d-9b9a-2a09a35b43f3 req-f7fb26a9-a8c2-4299-b33b-6b9524a13968 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392032 Sep 26 13:05:05.905581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Checking segment: {'id': '3ef34a31-5987-4483-8797-38aa5155782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd124a79d-ce28-49e3-8e9f-8b1f554e8d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:05.921927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Network hostable DHCP agents. Network: d124a79d-ce28-49e3-8e9f-8b1f554e8d4e, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:05:05.952856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6180177 Sep 26 13:05:05.982615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41228) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:05.989172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'subnet': {'network_id': '75b36340-6398-49c1-a314-5c4509642548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:06.046320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04e293-234f-432a-aed2-5cbc6f9ba7b6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Network': ['ID=75b36340-6398-49c1-a314-5c4509642548,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:06.059569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 75b36340-6398-49c1-a314-5c4509642548 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:05:06.067099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfa8c2-11f6-4fb5-b923-0c57960de29d req-23cdd80a-6a40-4eef-9e19-1c259f00e3e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:06.068970 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dcbfa8c2-11f6-4fb5-b923-0c57960de29d req-23cdd80a-6a40-4eef-9e19-1c259f00e3e2 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1023 time: 0.4080749 Sep 26 13:05:06.071266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41230) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:06.106423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-663071c4-d384-4b08-8d88-f9791cb525eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.165722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:06.166504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:06.166841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:06.193840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:05:06.194189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:06.206393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:06.206906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:06.207764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:06.209025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Bound port: 5def196f-c054-4d40-a39a-e6c11ee96192, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:06.209667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.238157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5ce5f233-fec4-4cf4-a06a-71714ef9cd3f None None] Provisioning complete for port fb386838-a93e-43b5-9e71-fca1b337b617 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:06.238157 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5ce5f233-fec4-4cf4-a06a-71714ef9cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.244268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3af5e4dc-152e-4c70-b19d-c095f7e69dca up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:06.324878 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5f233-fec4-4cf4-a06a-71714ef9cd3f None None] Port fb386838-a93e-43b5-9e71-fca1b337b617 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:06.339690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:06.340768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3af5e4dc-152e-4c70-b19d-c095f7e69dca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:06.341328 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.345950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:06.355590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Network d124a79d-ce28-49e3-8e9f-8b1f554e8d4e is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:05:06.370521 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.378123 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-663071c4-d384-4b08-8d88-f9791cb525eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.387291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dcbfa8c2-11f6-4fb5-b923-0c57960de29d req-b6cb3d89-f70c-40b0-84d5-2863efe5a70e tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups?id=541aaa54-01ff-4379-831b-2d6df78a5032&id=d1b7b25b-39c5-47b6-9e38-393673fee448&id=06a0e058-081a-4fc5-8335-423d2597edf5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2828038 Sep 26 13:05:06.393154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-663071c4-d384-4b08-8d88-f9791cb525eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.448667 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-663071c4-d384-4b08-8d88-f9791cb525eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f4abcabc7a6447998f782a07ba87ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746269 Sep 26 13:05:06.449468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41234) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:06.455483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663071c4-d384-4b08-8d88-f9791cb525eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523ae70b-1274-428d-97e3-710fa8635872,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:06.472495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-0806a006-8895-4313-b7f6-32de5253ad0d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:06.473949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:06.474947 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-0806a006-8895-4313-b7f6-32de5253ad0d tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.23 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 1023 time: 0.6314373 Sep 26 13:05:06.494604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:06.499196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.542874 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:05:06.562259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.580506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d124a79d-ce28-49e3-8e9f-8b1f554e8d4e) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:06.586425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 3af5e4dc-152e-4c70-b19d-c095f7e69dca, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3af5e4dc-152e-4c70-b19d-c095f7e69dca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:06.592284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0337bf8c-91ae-493a-bfa2-d164d868c811 None None] Network d124a79d-ce28-49e3-8e9f-8b1f554e8d4e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:06.593412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:06.594062 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.598736 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.634068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Deleting port 4b9093ea-4472-4e50-8262-a739eaa6eb04 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:06.634614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.744175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=3af5e4dc-152e-4c70-b19d-c095f7e69dca,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:06.757563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ca038-eecb-4c99-aeaa-643b40275fcf req-1abf08d2-1ada-4bbe-8587-c66069482cf8 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:06.759131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c3ca038-eecb-4c99-aeaa-643b40275fcf req-1abf08d2-1ada-4bbe-8587-c66069482cf8 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 945 time: 0.1713560 Sep 26 13:05:06.761350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] For port 4b9093ea-4472-4e50-8262-a739eaa6eb04, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4b9093ea-4472-4e50-8262-a739eaa6eb04,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:06.761750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.770873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e48c2c69-c53b-4ceb-875f-1e51a2b6d8c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0500000 Sep 26 13:05:06.811365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Deleting port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:06.811721 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.872843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af81fbd-4011-4ccb-b578-79fc60475ec9 None None] Network d124a79d-ce28-49e3-8e9f-8b1f554e8d4e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:06.889674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.913708 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20aec7b2-b346-4c27-b18d-18cb984c5b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.916799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:06.917456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:06.924312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-3a702399-1c16-415b-b920-10e4b10492e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 1097 time: 2.5720294 Sep 26 13:05:06.934103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dd1d3-6f32-49c6-9971-90fc5a0898f1 req-2205acf8-61c7-4873-8112-092d8940f41e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:06.938434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f73dd1d3-6f32-49c6-9971-90fc5a0898f1 req-2205acf8-61c7-4873-8112-092d8940f41e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.7622023 Sep 26 13:05:06.940007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:06.945364 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd82957-1b52-4f5b-90c0-0308d2a89290" -d '{"events": [{"name": "network-changed", "server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:06.948222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Calling delete_port for 4b9093ea-4472-4e50-8262-a739eaa6eb04 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:07.067035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20aec7b2-b346-4c27-b18d-18cb984c5b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.120152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c3ca038-eecb-4c99-aeaa-643b40275fcf req-2657069d-755c-4a7b-9ae9-7a8b0145ebb1 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a537f85-6124-4e00-ba7c-e97241019a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287470 Sep 26 13:05:07.144440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f73dd1d3-6f32-49c6-9971-90fc5a0898f1 req-570e6d15-a420-4c92-8e26-027661a3bae2 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886702 Sep 26 13:05:07.161832 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.169793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-96e7d0c6-88cc-4999-be3d-6fa30789e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:07.172017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-96e7d0c6-88cc-4999-be3d-6fa30789e3c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1100 time: 0.1876614 Sep 26 13:05:07.185550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] For port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,segment=NetworkSegment(1dfad221-df5f-4d39-a411-1a2f0c44593b),segment_id=1dfad221-df5f-4d39-a411-1a2f0c44593b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:07.185869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.215739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Calling delete_port for 90b5a09d-d0d3-4726-b9f6-545a5b637f7d owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:07.262992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-12f69da6-357d-404e-aef1-3e510c0aa715 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.0634136 Sep 26 13:05:07.316071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20aec7b2-b346-4c27-b18d-18cb984c5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.318659 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20aec7b2-b346-4c27-b18d-18cb984c5b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.322611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-20aec7b2-b346-4c27-b18d-18cb984c5b16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/523ae70b-1274-428d-97e3-710fa8635872 HTTP/1.1" status: 204 len: 168 time: 0.8582246 Sep 26 13:05:07.324624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Subnet': ['ID=5228a609-8943-48e8-93f8-2faafd25bdf9,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:07.342594 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aec7b2-b346-4c27-b18d-18cb984c5b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523ae70b-1274-428d-97e3-710fa8635872,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:07.397206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-76a267b3-4ffe-42d0-bf47-a20203b4cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:07.398988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-76a267b3-4ffe-42d0-bf47-a20203b4cd8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1287844 Sep 26 13:05:07.399923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Checking segment: {'id': '8252b79e-fce3-4cbd-a128-99bff677cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '75b36340-6398-49c1-a314-5c4509642548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:07.400473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network hostable DHCP agents. Network: 75b36340-6398-49c1-a314-5c4509642548, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:05:07.444602 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.459066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['4b9093ea-4472-4e50-8262-a739eaa6eb04'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:07.472527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.494032 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f5e5d4-3706-4e4e-a422-7d25d3793935 x-openstack-request-id: req-80f5e5d4-3706-4e4e-a422-7d25d3793935 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:07.494187 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:07.494433 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80f5e5d4-3706-4e4e-a422-7d25d3793935 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:07.494830 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'status': 'completed', 'code': 200} Sep 26 13:05:07.496262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Pushing event deleted for resources: {'Port': ['ID=4b9093ea-4472-4e50-8262-a739eaa6eb04,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:07.500178 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.510305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 75b36340-6398-49c1-a314-5c4509642548 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:05:07.523511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-a1546e51-35e6-4611-98dd-072445c286e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:07.525399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-a1546e51-35e6-4611-98dd-072445c286e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1168537 Sep 26 13:05:07.556265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 75b36340-6398-49c1-a314-5c4509642548) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:07.564244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f091f8-9d88-4b87-8fa3-d76c087051ae None None] Network 75b36340-6398-49c1-a314-5c4509642548 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:07.583988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] No DVR routers for this DVR port 4b9093ea-4472-4e50-8262-a739eaa6eb04 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:07.588011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:07.588616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.593525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.596014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fef2c95-ff82-4422-adf8-e77dd6786b6a req-33da136a-1ae4-4e58-90b2-4f887437a991 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.23 "DELETE /v2.0/ports/4b9093ea-4472-4e50-8262-a739eaa6eb04 HTTP/1.1" status: 204 len: 173 time: 1.9341249 Sep 26 13:05:07.614540 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-4320ea59-36b8-466d-94bf-6463ad9061f9 req-cbf6401b-5150-429e-8898-27fc8a0f294e tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] show failed (client error): The resource could not be found. Sep 26 13:05:07.640081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4320ea59-36b8-466d-94bf-6463ad9061f9 req-cbf6401b-5150-429e-8898-27fc8a0f294e tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] 10.222.0.13 "GET /v2.0/security-groups/3e12b705-9ffc-42e8-b7ba-3735f32fff7a HTTP/1.1" status: 404 len: 352 time: 0.1656249 Sep 26 13:05:07.688224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.695341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.728138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['90b5a09d-d0d3-4726-b9f6-545a5b637f7d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:07.748583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3fa07b41-bfb8-411a-8605-3fcfba50d503 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7608953 Sep 26 13:05:07.748583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41254) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:07.761406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-129819319', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:07.856193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0dd1-e8c1-4198-ac75-ab66daf016c1 req-be0b58d0-4d08-4151-9750-a20dd2b703ea tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:07.858387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac1b0dd1-e8c1-4198-ac75-ab66daf016c1 req-be0b58d0-4d08-4151-9750-a20dd2b703ea tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 948 time: 0.2755775 Sep 26 13:05:07.863719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-a3d0b110-8a94-42c1-8c65-a3a64ef40d99 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200171 Sep 26 13:05:07.874290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.875791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.969777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-75b36340-6398-49c1-a314-5c4509642548', 'network_id': '75b36340-6398-49c1-a314-5c4509642548', 'tenant_id': 'b4ef8d1cac8f45eeacbfd81ad3164085', 'fixed_ips': [{'subnet_id': '5228a609-8943-48e8-93f8-2faafd25bdf9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:05:07.971218 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:07.998955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Pushing event updated for resources: {'Port': ['ID=fb386838-a93e-43b5-9e71-fca1b337b617,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:08.014221 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac1b0dd1-e8c1-4198-ac75-ab66daf016c1 req-1127f02f-cc3b-4d8b-ac14-906584131577 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473601 Sep 26 13:05:08.076505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] No DVR routers for this DVR port 90b5a09d-d0d3-4726-b9f6-545a5b637f7d on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:08.079067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'Port': ['ID=90b5a09d-d0d3-4726-b9f6-545a5b637f7d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:08.082774 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:08.084614 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98aeb3b6-f075-4ae5-88b3-12515d333862 req-6fdbcec7-4cef-4209-8688-f1f148cac299 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.23 "DELETE /v2.0/ports/90b5a09d-d0d3-4726-b9f6-545a5b637f7d HTTP/1.1" status: 204 len: 173 time: 1.5812497 Sep 26 13:05:08.086512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:08.087280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'name': 'network-vif-deleted', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:08.089758 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6944621-9254-4b91-9433-b2df31d52378" -d '{"events": [{"server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "name": "network-vif-deleted", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:08.117177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:08.120650 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-551d8557-4d52-48c5-829e-a2bf02de1a3d req-7a9bc935-18c5-4c45-9fe2-35052d46ac60 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20625cb-c336-4fd0-94aa-16c789084da0 HTTP/1.1" status: 200 len: 210 time: 0.1244249 Sep 26 13:05:08.147268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:08.204109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3af5e4dc-152e-4c70-b19d-c095f7e69dca up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:08.256743 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d2471-2b50-44a0-a240-c55677090c0e x-openstack-request-id: req-141d2471-2b50-44a0-a240-c55677090c0e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:08.257050 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20625cb-c336-4fd0-94aa-16c789084da0", "name": "network-vif-deleted", "tag": "90b5a09d-d0d3-4726-b9f6-545a5b637f7d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:08.257317 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-141d2471-2b50-44a0-a240-c55677090c0e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:08.257763 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20625cb-c336-4fd0-94aa-16c789084da0', 'name': 'network-vif-deleted', 'tag': '90b5a09d-d0d3-4726-b9f6-545a5b637f7d', 'status': 'completed', 'code': 200} Sep 26 13:05:08.393860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa072a21-1fea-47c9-924c-1203a07c222d req-fe0e7d9a-98c6-4706-8349-40fec00bd6f8 tempest-AttachSCSIVolumeTestJSON-344282037 tempest-AttachSCSIVolumeTestJSON-344282037-project] 10.222.0.13 "GET /v2.0/ports?device_id=494f3109-541b-45f0-9def-0b0c7d116d20 HTTP/1.1" status: 200 len: 210 time: 0.0476646 Sep 26 13:05:08.417627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-edd2452a-6381-4bb0-a011-445f52c18712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:08.445055 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Router ab57e1a8-411d-482e-803b-420c23c9b763 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:08.476255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Allocated IP 172.20.0.2 (75b36340-6398-49c1-a314-5c4509642548/5228a609-8943-48e8-93f8-2faafd25bdf9/f527e4e8-dc2d-4908-a69c-4786368cdfe9) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:08.486481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3af5e4dc-152e-4c70-b19d-c095f7e69dca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:08.486869 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:08.687996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e43900-44c5-407a-a43e-001d7d945853 req-b88cd92d-eada-42d1-a9c5-f1a4c2411173 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:08.690203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-46e43900-44c5-407a-a43e-001d7d945853 req-b88cd92d-eada-42d1-a9c5-f1a4c2411173 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.1156800 Sep 26 13:05:08.729201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:08.730452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-709aac7d-9839-4598-8fda-1216c9cb8377 None None] Provisioning complete for port fb386838-a93e-43b5-9e71-fca1b337b617 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:08.730941 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-709aac7d-9839-4598-8fda-1216c9cb8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:08.744779 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9f88b4dd-dbcf-408c-8f83-2ccc2b845699 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab57e1a8-411d-482e-803b-420c23c9b763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8035994 Sep 26 13:05:08.754879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Sync routers for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:08.769310 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-46e43900-44c5-407a-a43e-001d7d945853 req-acace578-a81f-4a6f-867f-e0dce05b63d5 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676980 Sep 26 13:05:08.844431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7cdf10e-d170-46fa-a85a-cf7246ea4d48 req-59ec3049-0058-425d-b3fd-720f787bc735 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9567544 Sep 26 13:05:08.886902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:08.887824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:09.015241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.028426 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7388b982-57f9-454a-a1cb-97702897f168 req-7a0156ef-b834-4485-8f25-2d32a1c8dff9 tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a1c575227304bccafdff98f4802afa8 HTTP/1.1" status: 200 len: 2988 time: 0.8795857 Sep 26 13:05:09.106551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7388b982-57f9-454a-a1cb-97702897f168 req-2495e81f-f2d1-41a9-bfd0-eaa4f1e59da9 tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] 10.222.0.13 "GET /v2.0/security-groups/87f783da-0d7b-49c7-8228-d319209b3cc9 HTTP/1.1" status: 200 len: 2985 time: 0.0772529 Sep 26 13:05:09.114176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-709aac7d-9839-4598-8fda-1216c9cb8377 None None] Port fb386838-a93e-43b5-9e71-fca1b337b617 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:09.114405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-1c1916b0-f5ec-4208-bec6-3ed1e80e007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:09.115629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-1c1916b0-f5ec-4208-bec6-3ed1e80e007b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1100 time: 0.1490252 Sep 26 13:05:09.167506 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.179800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.215014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Network 75b36340-6398-49c1-a314-5c4509642548 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:09.221461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:09.223943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:09.275662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Pushing event updated for resources: {'Port': ['ID=f527e4e8-dc2d-4908-a69c-4786368cdfe9,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:09.280685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:09.281064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7388b982-57f9-454a-a1cb-97702897f168 req-02449b4f-e60c-4e87-b8ed-6d62abaa0670 tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] 10.222.0.13 "GET /v2.0/security-groups/87f783da-0d7b-49c7-8228-d319209b3cc9 HTTP/1.1" status: 200 len: 2985 time: 0.1557195 Sep 26 13:05:09.309536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-6ffa148c-6171-4213-8a75-c5d792042e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:09.311182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-6ffa148c-6171-4213-8a75-c5d792042e2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1808259 Sep 26 13:05:09.349788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Attempting to bind port f527e4e8-dc2d-4908-a69c-4786368cdfe9 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:09.350156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Attempting to bind port f527e4e8-dc2d-4908-a69c-4786368cdfe9 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8252b79e-fce3-4cbd-a128-99bff677cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '75b36340-6398-49c1-a314-5c4509642548'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:09.350514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Attempting to bind port f527e4e8-dc2d-4908-a69c-4786368cdfe9 on network 75b36340-6398-49c1-a314-5c4509642548 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:09.359745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-037cea5e-b756-46df-9ec2-5b73e492347b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.0410500 Sep 26 13:05:09.364350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:09.364724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Checking segment: {'id': '8252b79e-fce3-4cbd-a128-99bff677cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '75b36340-6398-49c1-a314-5c4509642548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:09.365123 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.365535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Bound using segment: {'id': '8252b79e-fce3-4cbd-a128-99bff677cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '75b36340-6398-49c1-a314-5c4509642548'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:09.366095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Bound port: f527e4e8-dc2d-4908-a69c-4786368cdfe9, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8252b79e-fce3-4cbd-a128-99bff677cb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '75b36340-6398-49c1-a314-5c4509642548'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:09.366386 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.516870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494f3109-541b-45f0-9def-0b0c7d116d20', 'name': 'network-vif-deleted', 'tag': '4b9093ea-4472-4e50-8262-a739eaa6eb04'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:09.519638 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9f72a8-9472-4ca9-bc96-8893be6047d8" -d '{"events": [{"server_uuid": "494f3109-541b-45f0-9def-0b0c7d116d20", "name": "network-vif-deleted", "tag": "4b9093ea-4472-4e50-8262-a739eaa6eb04"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:09.528459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-53a56642-2ceb-44f2-ad57-969adf11456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:09.530662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-53a56642-2ceb-44f2-ad57-969adf11456a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1620121 Sep 26 13:05:09.533866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] For port f527e4e8-dc2d-4908-a69c-4786368cdfe9, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:09.538511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] For port f527e4e8-dc2d-4908-a69c-4786368cdfe9, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f527e4e8-dc2d-4908-a69c-4786368cdfe9,segment=NetworkSegment(8252b79e-fce3-4cbd-a128-99bff677cb14),segment_id=8252b79e-fce3-4cbd-a128-99bff677cb14)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:09.547207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.547688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c89ea1-2f82-4ca4-9311-04df8d86cca2 req-119b0621-7690-4775-9a76-33f000e73908 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:09.556293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90c89ea1-2f82-4ca4-9311-04df8d86cca2 req-119b0621-7690-4775-9a76-33f000e73908 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2010510 Sep 26 13:05:09.650224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd8ecb-97c0-4d22-b5bb-31fb430fba15 None None] Pushing event updated for resources: {'Port': ['ID=f527e4e8-dc2d-4908-a69c-4786368cdfe9,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:09.650525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.686974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:07Z', 'revision_number': 2, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:09.701764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90c89ea1-2f82-4ca4-9311-04df8d86cca2 req-df05e0a2-db74-4d72-96df-7de831daf447 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441033 Sep 26 13:05:09.704391 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.705227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41316) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:09.716231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2345f327-4729-459a-b7fb-4956d34ecd37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162117445', 'description': 'tempest-description--1605070417'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:09.739937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Checking router: ab57e1a8-411d-482e-803b-420c23c9b763 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:09.740406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Updating router ab57e1a8-411d-482e-803b-420c23c9b763 port fb386838-a93e-43b5-9e71-fca1b337b617 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:05:09.744001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 90b5a09d-d0d3-4726-b9f6-545a5b637f7d no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:09.750713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-af0d5437-6745-4b44-b091-c96991b8799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:09.758511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-af0d5437-6745-4b44-b091-c96991b8799e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1991739 Sep 26 13:05:09.788030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 90b5a09d-d0d3-4726-b9f6-545a5b637f7d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:09.788377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 90b5a09d-d0d3-4726-b9f6-545a5b637f7d not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:09.788787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4b9093ea-4472-4e50-8262-a739eaa6eb04 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:09.816291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2345f327-4729-459a-b7fb-4956d34ecd37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.819560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 4b9093ea-4472-4e50-8262-a739eaa6eb04 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:09.819917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4b9093ea-4472-4e50-8262-a739eaa6eb04 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:09.821852 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:09.881236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34769957-b593-4114-91df-dfa21e6c4e0f req-4b4c8248-30f5-4cba-8c27-1de487b3dca3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:09.887166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34769957-b593-4114-91df-dfa21e6c4e0f req-4b4c8248-30f5-4cba-8c27-1de487b3dca3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 948 time: 0.1159875 Sep 26 13:05:10.013416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e5c9d67-7b41-4ce4-92f7-de79391ed42b req-7a4cea76-ed46-4697-b47d-3f1a43ebb97b tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] 10.222.0.13 "GET /v2.0/security-groups/87f783da-0d7b-49c7-8228-d319209b3cc9 HTTP/1.1" status: 200 len: 2985 time: 0.1839323 Sep 26 13:05:10.051526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34769957-b593-4114-91df-dfa21e6c4e0f req-0d1c95d8-a7ad-4808-93c4-e3715de41621 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167207 Sep 26 13:05:10.082698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.25.4.56 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/1d2319cb-6ef9-4c31-8572-f02cfee2399a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:10.137148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2345f327-4729-459a-b7fb-4956d34ecd37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.143389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2345f327-4729-459a-b7fb-4956d34ecd37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.234690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2345f327-4729-459a-b7fb-4956d34ecd37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.240589 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2345f327-4729-459a-b7fb-4956d34ecd37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5322082 Sep 26 13:05:10.244033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41334) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:10.257095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f527e4e8-dc2d-4908-a69c-4786368cdfe9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:10.258732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-704b1bc0-75cd-43c5-a53d-3ab9f94e3c59 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'security_group_rule': {'security_group_id': '1a9513e5-bb3f-49d4-9619-d6c86f181548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:10.265329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345f327-4729-459a-b7fb-4956d34ecd37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9513e5-bb3f-49d4-9619-d6c86f181548,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:10.306945 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-704b1bc0-75cd-43c5-a53d-3ab9f94e3c59 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.382313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.390505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-708857b6-2973-4222-bbe7-6cb95981528f service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200640 Sep 26 13:05:10.392628 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc6c02f-9dd1-49a8-a5c0-d8f80ece7a92 x-openstack-request-id: req-0dc6c02f-9dd1-49a8-a5c0-d8f80ece7a92 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:10.392838 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494f3109-541b-45f0-9def-0b0c7d116d20", "name": "network-vif-deleted", "tag": "4b9093ea-4472-4e50-8262-a739eaa6eb04", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:10.393133 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dc6c02f-9dd1-49a8-a5c0-d8f80ece7a92 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:10.393466 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494f3109-541b-45f0-9def-0b0c7d116d20', 'name': 'network-vif-deleted', 'tag': '4b9093ea-4472-4e50-8262-a739eaa6eb04', 'status': 'completed', 'code': 200} Sep 26 13:05:10.400093 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.413690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f527e4e8-dc2d-4908-a69c-4786368cdfe9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:10.414064 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.415756 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.459079 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-704b1bc0-75cd-43c5-a53d-3ab9f94e3c59 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.493530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799749-63df-431b-ac2e-8f70b26241ca req-d8d0d72d-c9e3-4605-8d71-64442cfe8b53 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:10.495690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a799749-63df-431b-ac2e-8f70b26241ca req-d8d0d72d-c9e3-4605-8d71-64442cfe8b53 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.1699743 Sep 26 13:05:10.496559 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-704b1bc0-75cd-43c5-a53d-3ab9f94e3c59 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.533649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41f61e-2509-4642-9778-ca08611f47cc None None] Pushing event updated for resources: {'Port': ['ID=fb386838-a93e-43b5-9e71-fca1b337b617,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:10.582028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dd82957-1b52-4f5b-90c0-0308d2a89290 req-45af18f9-c7cd-492b-8d5c-9645e7908507 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338072 Sep 26 13:05:10.583109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b1bc0-75cd-43c5-a53d-3ab9f94e3c59 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad430e5-71ba-480e-9ca7-3a53582c0014,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:10.597559 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-704b1bc0-75cd-43c5-a53d-3ab9f94e3c59 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.600014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-704b1bc0-75cd-43c5-a53d-3ab9f94e3c59 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3511453 Sep 26 13:05:10.609198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.613278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41356) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:10.621205 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-7e5c9d67-7b41-4ce4-92f7-de79391ed42b req-f777e123-03c3-4905-8ffb-87fc902d2fec tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 26 13:05:10.647898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-662d2bcb-295f-4bba-88e1-cbf0e0f2f9f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'security_group_rule': {'security_group_id': '1a9513e5-bb3f-49d4-9619-d6c86f181548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:10.652511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e5c9d67-7b41-4ce4-92f7-de79391ed42b req-f777e123-03c3-4905-8ffb-87fc902d2fec tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] 10.222.0.13 "DELETE /v2.0/security-groups/87f783da-0d7b-49c7-8228-d319209b3cc9 HTTP/1.1" status: 409 len: 352 time: 0.6304808 Sep 26 13:05:10.695707 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.702959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Attempting to bind port fb386838-a93e-43b5-9e71-fca1b337b617 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:10.703562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Attempting to bind port fb386838-a93e-43b5-9e71-fca1b337b617 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:10.704110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Attempting to bind port fb386838-a93e-43b5-9e71-fca1b337b617 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:10.736393 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a799749-63df-431b-ac2e-8f70b26241ca req-5e5ae843-9453-4828-b970-eaef8a20e864 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276130 Sep 26 13:05:10.738827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:10.744119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-662d2bcb-295f-4bba-88e1-cbf0e0f2f9f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.753420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:10.769160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:10.769160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Checking segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:10.769160 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.769160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Bound using segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:10.769160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Bound port: fb386838-a93e-43b5-9e71-fca1b337b617, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:10.769160 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.776378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:10.807731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=1d2319cb-6ef9-4c31-8572-f02cfee2399a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:10.859082 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-0f550a1e-6cb1-4df3-adbe-5e1a9add3e53 req-769ebe47-04f9-4e51-aa34-6dad46f43f6f tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] show failed (client error): The resource could not be found. Sep 26 13:05:10.896964 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f550a1e-6cb1-4df3-adbe-5e1a9add3e53 req-769ebe47-04f9-4e51-aa34-6dad46f43f6f tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] 10.222.0.13 "GET /v2.0/security-groups/6f79b95e-aa43-4850-a525-1c99634403b7 HTTP/1.1" status: 404 len: 352 time: 0.0935812 Sep 26 13:05:10.918930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] For port fb386838-a93e-43b5-9e71-fca1b337b617, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:10.922702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] For port fb386838-a93e-43b5-9e71-fca1b337b617, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fb386838-a93e-43b5-9e71-fca1b337b617,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:10.954187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f63cec01-3895-449a-9897-9e82f5d7ce91 req-90f2be2d-a0d1-4046-a562-81359dc94e78 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/06a0e058-081a-4fc5-8335-423d2597edf5 HTTP/1.1" status: 200 len: 1801 time: 0.2351050 Sep 26 13:05:10.971984 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-662d2bcb-295f-4bba-88e1-cbf0e0f2f9f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.975007 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:10.980808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-662d2bcb-295f-4bba-88e1-cbf0e0f2f9f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.010519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d2bcb-295f-4bba-88e1-cbf0e0f2f9f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b554fe-7eff-4dd9-8db7-0b797daa370a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:11.073303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-662d2bcb-295f-4bba-88e1-cbf0e0f2f9f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.074556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-662d2bcb-295f-4bba-88e1-cbf0e0f2f9f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4483171 Sep 26 13:05:11.078857 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41420) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:11.084265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:11.102028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-34141e11-de6c-4cb4-b523-3830a8e26a4a None None] Provisioning complete for port fb386838-a93e-43b5-9e71-fca1b337b617 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:11.102028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-34141e11-de6c-4cb4-b523-3830a8e26a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.161121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.220972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port f527e4e8-dc2d-4908-a69c-4786368cdfe9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f527e4e8-dc2d-4908-a69c-4786368cdfe9,segment=NetworkSegment(8252b79e-fce3-4cbd-a128-99bff677cb14),segment_id=8252b79e-fce3-4cbd-a128-99bff677cb14)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:11.264511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:11.265361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:11.271862 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40c8d1b5-fbe6-4f1f-8dd3-66a00f0018a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.282159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.285059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f63cec01-3895-449a-9897-9e82f5d7ce91 req-9572721c-b329-4670-851c-eda8a0605032 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.359662 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-c392c693-e33f-4914-a94d-4753ca80a3a8 req-b5a4216e-88db-43e3-8e18-fa57abc46ee4 tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] show failed (client error): The resource could not be found. Sep 26 13:05:11.380292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c392c693-e33f-4914-a94d-4753ca80a3a8 req-b5a4216e-88db-43e3-8e18-fa57abc46ee4 tempest-SecurityGroupsNegativeTestJSON-1892180481 tempest-SecurityGroupsNegativeTestJSON-1892180481-project] 10.222.0.13 "GET /v2.0/security-groups/810b8267-54b4-422b-be86-a019120f4535 HTTP/1.1" status: 404 len: 352 time: 0.0701413 Sep 26 13:05:11.380292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41440) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:11.438050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f63cec01-3895-449a-9897-9e82f5d7ce91 req-9572721c-b329-4670-851c-eda8a0605032 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.479084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbfbaaa-75c7-46b8-a13c-955d6005455a None None] Network 75b36340-6398-49c1-a314-5c4509642548 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:11.531024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.544662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f63cec01-3895-449a-9897-9e82f5d7ce91 req-9572721c-b329-4670-851c-eda8a0605032 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.553109 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f63cec01-3895-449a-9897-9e82f5d7ce91 req-9572721c-b329-4670-851c-eda8a0605032 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.554573 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f63cec01-3895-449a-9897-9e82f5d7ce91 req-9572721c-b329-4670-851c-eda8a0605032 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/06a0e058-081a-4fc5-8335-423d2597edf5 HTTP/1.1" status: 204 len: 173 time: 0.5868914 Sep 26 13:05:11.587014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41f61e-2509-4642-9778-ca08611f47cc None None] Pushing event updated for resources: {'Port': ['ID=fb386838-a93e-43b5-9e71-fca1b337b617,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:11.645864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572721c-b329-4670-851c-eda8a0605032 tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a0e058-081a-4fc5-8335-423d2597edf5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:11.735713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=f527e4e8-dc2d-4908-a69c-4786368cdfe9,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:11.854313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a97ec3-35a9-4449-9d61-084ed801c1de admin admin] Deleting subnet 52b78381-bfbd-49a5-9777-72f9a61fbe29 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:05:11.863096 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4a97ec3-35a9-4449-9d61-084ed801c1de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:11.934212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af15257-4068-4218-8432-c484238e3e47 req-d8c0b5fb-156c-4061-984d-ba9d4fe3f6a6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:11.935742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8af15257-4068-4218-8432-c484238e3e47 req-d8c0b5fb-156c-4061-984d-ba9d4fe3f6a6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2687554 Sep 26 13:05:11.955103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:05:11.971654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41460) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:12.016513 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4a97ec3-35a9-4449-9d61-084ed801c1de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.017186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8af15257-4068-4218-8432-c484238e3e47 req-6b17e61c-ec5c-4545-bceb-6e049af5382e tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678825 Sep 26 13:05:12.031064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.055054 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.110450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-34141e11-de6c-4cb4-b523-3830a8e26a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.146539 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.153746 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.resource_extend [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:05:12.181625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18ebaec9-e764-470d-83d7-c5bfb733f4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.191049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e0b79-af5a-4d3e-b9e6-b7f2ffdfcee9 req-c75bee4e-a75d-4caa-909c-6a08d1c81588 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:12.200017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a4e0b79-af5a-4d3e-b9e6-b7f2ffdfcee9 req-c75bee4e-a75d-4caa-909c-6a08d1c81588 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 948 time: 0.3504727 Sep 26 13:05:12.205592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f9f7fb8-bb45-4e31-8915-86687616991e req-2ca68e7b-d34a-44a5-a334-98dbe85c97dd tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "GET /v2.0/security-groups/541aaa54-01ff-4379-831b-2d6df78a5032 HTTP/1.1" status: 200 len: 1800 time: 0.1258810 Sep 26 13:05:12.219335 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4a97ec3-35a9-4449-9d61-084ed801c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.237096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:12.261018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '5def196f-c054-4d40-a39a-e6c11ee96192', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '5def196f-c054-4d40-a39a-e6c11ee96192', 'mac_address': 'fa:16:3e:ae:9a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:05:12.269519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f527e4e8-dc2d-4908-a69c-4786368cdfe9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:12.282515 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.285386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:12.382362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a4e0b79-af5a-4d3e-b9e6-b7f2ffdfcee9 req-5c502200-431b-4726-8cde-c735c25b9c94 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801727 Sep 26 13:05:12.421598 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18ebaec9-e764-470d-83d7-c5bfb733f4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.427012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-34141e11-de6c-4cb4-b523-3830a8e26a4a None None] For port fb386838-a93e-43b5-9e71-fca1b337b617, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fb386838-a93e-43b5-9e71-fca1b337b617,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:12.432828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f9f7fb8-bb45-4e31-8915-86687616991e req-1d268bb9-7672-4be1-9709-da4106cc58dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.436701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18ebaec9-e764-470d-83d7-c5bfb733f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.455866 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4a97ec3-35a9-4449-9d61-084ed801c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.463685 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-34141e11-de6c-4cb4-b523-3830a8e26a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.516745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4a97ec3-35a9-4449-9d61-084ed801c1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.521087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router cbfa560c-db03-485a-bf89-8f5c284b9529 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:05:12.521978 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b4a97ec3-35a9-4449-9d61-084ed801c1de admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52b78381-bfbd-49a5-9777-72f9a61fbe29 HTTP/1.1" status: 204 len: 168 time: 1.1434422 Sep 26 13:05:12.524711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41464) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:12.525689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a97ec3-35a9-4449-9d61-084ed801c1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b78381-bfbd-49a5-9777-72f9a61fbe29,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:12.544686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f9f7fb8-bb45-4e31-8915-86687616991e req-1d268bb9-7672-4be1-9709-da4106cc58dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.561027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-18ebaec9-e764-470d-83d7-c5bfb733f4a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=762409f14bfb465ba29fc9fb9eb7e178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863528 Sep 26 13:05:12.562344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebaec9-e764-470d-83d7-c5bfb733f4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a5153-f244-41ab-b609-d66dc2909e5c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:12.564662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41466) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:12.570521 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.578654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Allocated IP 172.25.4.162 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/f5fe32c1-ab7e-46bc-810f-537aae648ffb) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:12.581951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f527e4e8-dc2d-4908-a69c-4786368cdfe9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:12.582449 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.662635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.680661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5def196f-c054-4d40-a39a-e6c11ee96192 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:05:12.704190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-aa374059-14e0-4814-b287-6fb9e45ce9ae None None] Provisioning complete for port f527e4e8-dc2d-4908-a69c-4786368cdfe9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:12.704562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aa374059-14e0-4814-b287-6fb9e45ce9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.713357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34141e11-de6c-4cb4-b523-3830a8e26a4a None None] Pushing event updated for resources: {'Port': ['ID=fb386838-a93e-43b5-9e71-fca1b337b617,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:12.764862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-1fba6726-523a-4194-934c-0414685e5292 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:12.766450 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-1fba6726-523a-4194-934c-0414685e5292 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.2926958 Sep 26 13:05:12.791344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:12.800698 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f9f7fb8-bb45-4e31-8915-86687616991e req-1d268bb9-7672-4be1-9709-da4106cc58dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.806445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f9f7fb8-bb45-4e31-8915-86687616991e req-1d268bb9-7672-4be1-9709-da4106cc58dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.813138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f9f7fb8-bb45-4e31-8915-86687616991e req-1d268bb9-7672-4be1-9709-da4106cc58dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] 10.222.0.13 "DELETE /v2.0/security-groups/541aaa54-01ff-4379-831b-2d6df78a5032 HTTP/1.1" status: 204 len: 173 time: 0.5398343 Sep 26 13:05:12.813405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.817118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41470) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:12.857341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.892765 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.934230 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:12.946003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d124a79d-ce28-49e3-8e9f-8b1f554e8d4e']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:12.957687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:12.959942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:12.966098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:12.977881 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f41939-8688-432f-991a-5a471d47026a None None] Sync routers for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:12.994547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:12.997721 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f41939-8688-432f-991a-5a471d47026a None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:12.998364 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-80f41939-8688-432f-991a-5a471d47026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:13.052132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cd2277-0401-4d55-a91c-9ebaadf8477f admin admin] Deleting subnet ca7d46db-322c-4a6a-8a03-c1ea3d49d187 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:05:13.063577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:13.064926 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.069995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0b2909bb-a462-4f80-bce7-90a36470d4c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3145902 Sep 26 13:05:13.074080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41474) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:13.074844 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51cd2277-0401-4d55-a91c-9ebaadf8477f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.080191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d268bb9-7672-4be1-9709-da4106cc58dc tempest-SecurityGroupsTestJSON-1496219431 tempest-SecurityGroupsTestJSON-1496219431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541aaa54-01ff-4379-831b-2d6df78a5032,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:13.098836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['5def196f-c054-4d40-a39a-e6c11ee96192'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:13.102930 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-80f41939-8688-432f-991a-5a471d47026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:13.120497 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.125135 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f41939-8688-432f-991a-5a471d47026a None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:13.125787 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-80f41939-8688-432f-991a-5a471d47026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:13.130176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef34a31-5987-4483-8797-38aa5155782f') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:13.130673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef34a31-5987-4483-8797-38aa5155782f') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:13.168303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.177377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec6460bc-f6ce-4a55-94e3-ae39cfcd40f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.187735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-80f41939-8688-432f-991a-5a471d47026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:13.188769 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f41939-8688-432f-991a-5a471d47026a None None] The sync data for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:13.242303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:10Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:13.253817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-aa374059-14e0-4814-b287-6fb9e45ce9ae None None] Provisioning complete for port fb386838-a93e-43b5-9e71-fca1b337b617 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:13.254191 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aa374059-14e0-4814-b287-6fb9e45ce9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.259658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Deleting port cb87b0b0-f52b-4053-b222-56207ef14199 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:13.260045 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.277859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51cd2277-0401-4d55-a91c-9ebaadf8477f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.282688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec6460bc-f6ce-4a55-94e3-ae39cfcd40f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.286006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db645f54-4c52-42f5-b550-68ed99f8c0e8 None None] The sync data for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 is: [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:10Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:13.382183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'Port': ['ID=f5fe32c1-ab7e-46bc-810f-537aae648ffb,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:13.387749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.508241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.520363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.538302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:13.538662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:13.541819 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:13.576477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719e2e-1b68-48fb-a857-d7cd2e0dc8b6 req-dfdc4234-c779-47e3-a3cb-dc9255da0df6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:13.584762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45719e2e-1b68-48fb-a857-d7cd2e0dc8b6 req-dfdc4234-c779-47e3-a3cb-dc9255da0df6 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 945 time: 0.4169631 Sep 26 13:05:13.656903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.658967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.673005 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.681957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] 10.222.0.13 "DELETE /v2.0/networks/d124a79d-ce28-49e3-8e9f-8b1f554e8d4e HTTP/1.1" status: 204 len: 168 time: 1.1515229 Sep 26 13:05:13.684777 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.695682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-43cfff48-8a2d-4b81-8d4f-899e76d7c4dc None None] Provisioning complete for port f527e4e8-dc2d-4908-a69c-4786368cdfe9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:13.696047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43cfff48-8a2d-4b81-8d4f-899e76d7c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.780799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ab410-3abb-43ce-98f2-8c390092952d admin admin] Pushing event deleted for resources: {'Network': ['ID=d124a79d-ce28-49e3-8e9f-8b1f554e8d4e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:13.858357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51cd2277-0401-4d55-a91c-9ebaadf8477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.906400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45719e2e-1b68-48fb-a857-d7cd2e0dc8b6 req-d4acd5f0-c73a-4c6a-8e1c-650ea3e744c0 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212035 Sep 26 13:05:13.925732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'Port': ['ID=f5fe32c1-ab7e-46bc-810f-537aae648ffb,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:13.962866 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.970095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec6460bc-f6ce-4a55-94e3-ae39cfcd40f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.973053 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec6460bc-f6ce-4a55-94e3-ae39cfcd40f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.977303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ec6460bc-f6ce-4a55-94e3-ae39cfcd40f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b8a5153-f244-41ab-b609-d66dc2909e5c HTTP/1.1" status: 204 len: 168 time: 1.3960786 Sep 26 13:05:13.995316 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:13.997805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e763d4cc-0cf0-4b14-813d-ca7c2686a62d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9176109 Sep 26 13:05:14.017444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41486) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:14.121090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51cd2277-0401-4d55-a91c-9ebaadf8477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.125296 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-edcc1144-5d80-479b-bf8c-7aa591741965 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a1c575227304bccafdff98f4802afa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065962 Sep 26 13:05:14.133245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41488) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:14.133957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6460bc-f6ce-4a55-94e3-ae39cfcd40f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a5153-f244-41ab-b609-d66dc2909e5c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:14.226691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3422-acdc-4b1f-bc64-e2fb0105cad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.229347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd2277-0401-4d55-a91c-9ebaadf8477f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7d46db-322c-4a6a-8a03-c1ea3d49d187,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:14.248791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51cd2277-0401-4d55-a91c-9ebaadf8477f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.255520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-51cd2277-0401-4d55-a91c-9ebaadf8477f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ca7d46db-322c-4a6a-8a03-c1ea3d49d187 HTTP/1.1" status: 204 len: 168 time: 1.3856790 Sep 26 13:05:14.260240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41496) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:14.265289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] For port cb87b0b0-f52b-4053-b222-56207ef14199, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb87b0b0-f52b-4053-b222-56207ef14199,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:14.266004 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.318396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Calling delete_port for cb87b0b0-f52b-4053-b222-56207ef14199 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:14.324167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fb386838-a93e-43b5-9e71-fca1b337b617 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:14.334309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738358ff-7f4d-4902-a5b0-b32eb3b25027 req-792cd1a5-c406-4c0f-bb77-a586aa1a645c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:14.336001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-738358ff-7f4d-4902-a5b0-b32eb3b25027 req-792cd1a5-c406-4c0f-bb77-a586aa1a645c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 949 time: 0.5832937 Sep 26 13:05:14.339194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3422-acdc-4b1f-bc64-e2fb0105cad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.426953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fb386838-a93e-43b5-9e71-fca1b337b617 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:14.427800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.550269 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-a23189b9-4482-48c1-8eef-911143e2c139 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1162117445&fields=id&tenant_id=35765a257c8c441fb53b2a166313414b HTTP/1.1" status: 200 len: 267 time: 0.1768730 Sep 26 13:05:14.569303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.678311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-738358ff-7f4d-4902-a5b0-b32eb3b25027 req-c209edb0-6c4c-4272-ada7-06882d521488 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315616 Sep 26 13:05:14.685219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41504) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:14.694660 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3422-acdc-4b1f-bc64-e2fb0105cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.698403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3422-acdc-4b1f-bc64-e2fb0105cad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.699720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0a9f3422-acdc-4b1f-bc64-e2fb0105cad1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87f783da-0d7b-49c7-8228-d319209b3cc9 HTTP/1.1" status: 204 len: 168 time: 0.5657585 Sep 26 13:05:14.756089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca164bf4-e72e-4171-bf37-f715ab3a2dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.761843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f3422-acdc-4b1f-bc64-e2fb0105cad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f783da-0d7b-49c7-8228-d319209b3cc9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:14.837327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-358d1f2a-7a97-4514-83e2-b2030af44f90 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:14.846659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-358d1f2a-7a97-4514-83e2-b2030af44f90 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 816 time: 0.2950838 Sep 26 13:05:14.878580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.900172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.910790 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.918478 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-5ace80a8-1ca5-4f4d-8ac8-ff329a695a57 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/quotas/35765a257c8c441fb53b2a166313414b HTTP/1.1" status: 200 len: 375 time: 0.0700130 Sep 26 13:05:14.928751 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:14.938762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:14.954015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event deleted for resources: {'Port': ['ID=cb87b0b0-f52b-4053-b222-56207ef14199,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:15.039451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30404ccf-17d1-43c9-b420-7211daefccb4']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:15.098454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfad221-df5f-4d39-a411-1a2f0c44593b') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:15.099050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfad221-df5f-4d39-a411-1a2f0c44593b') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:15.130357 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.171050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-185cea1a-87af-4ba7-b274-f8a5ba23c7de tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2515495 Sep 26 13:05:15.173400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f42654ff-69f9-4f18-8f63-19e8b9c07778 req-fb719067-5e62-4037-ab84-ca0b5fdf30e4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=024b6dd8-62a5-4682-8f66-f43124fde9ca HTTP/1.1" status: 200 len: 210 time: 0.0622079 Sep 26 13:05:15.174200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] No DVR routers for this DVR port cb87b0b0-f52b-4053-b222-56207ef14199 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:15.176979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.180862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bf9020f-f0d8-4bc1-a53b-dc4a930cc5c7 req-7091ee29-6a27-46a4-8bf8-d80950ef4366 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.24 "DELETE /v2.0/ports/cb87b0b0-f52b-4053-b222-56207ef14199 HTTP/1.1" status: 204 len: 173 time: 2.4039738 Sep 26 13:05:15.193125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b6dd8-62a5-4682-8f66-f43124fde9ca', 'name': 'network-vif-deleted', 'tag': 'cb87b0b0-f52b-4053-b222-56207ef14199'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:15.205046 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bc8c21-dbad-4e25-a8db-87e974c37996" -d '{"events": [{"server_uuid": "024b6dd8-62a5-4682-8f66-f43124fde9ca", "name": "network-vif-deleted", "tag": "cb87b0b0-f52b-4053-b222-56207ef14199"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:15.205163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.335353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:15.336120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:15.345197 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:15.359434 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1149a31e-fe6d-49ca-bfdf-83f126da244c x-openstack-request-id: req-1149a31e-fe6d-49ca-bfdf-83f126da244c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:15.359744 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b6dd8-62a5-4682-8f66-f43124fde9ca", "name": "network-vif-deleted", "tag": "cb87b0b0-f52b-4053-b222-56207ef14199", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:15.359966 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1149a31e-fe6d-49ca-bfdf-83f126da244c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:15.360351 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b6dd8-62a5-4682-8f66-f43124fde9ca', 'name': 'network-vif-deleted', 'tag': 'cb87b0b0-f52b-4053-b222-56207ef14199', 'status': 'completed', 'code': 200} Sep 26 13:05:15.437908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca164bf4-e72e-4171-bf37-f715ab3a2dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.480410 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca164bf4-e72e-4171-bf37-f715ab3a2dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.524165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.555034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.556944 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] 10.222.0.13 "DELETE /v2.0/networks/30404ccf-17d1-43c9-b420-7211daefccb4 HTTP/1.1" status: 204 len: 168 time: 1.2921417 Sep 26 13:05:15.580220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ca164bf4-e72e-4171-bf37-f715ab3a2dbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fc141e580a54969b39b58cbf8dd4c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912630 Sep 26 13:05:15.580979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca164bf4-e72e-4171-bf37-f715ab3a2dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9244fb2-9394-4c1c-8170-e41fd4a58171,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:15.585288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41526) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:15.596119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164ec9a-eed9-48c9-a652-8d6eb0450287 admin admin] Pushing event deleted for resources: {'Network': ['ID=30404ccf-17d1-43c9-b420-7211daefccb4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:15.598800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.20.0.1 (75b36340-6398-49c1-a314-5c4509642548/5228a609-8943-48e8-93f8-2faafd25bdf9/03a0ffb4-c071-4da4-b4f5-fe52fcdd273b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:15.602341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-34d87ab1-aa52-44aa-bb28-6843fb9718d4 service neutron] 10.222.0.13 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006817 Sep 26 13:05:15.769411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.794136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:15.814103 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-c1de635a-aef7-40e2-97af-9d41bdc39a56 service neutron] 10.222.0.13 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588314 Sep 26 13:05:15.814785 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dece59f8-3ab5-47f8-8f5e-cb2f043f84b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.842469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dece59f8-3ab5-47f8-8f5e-cb2f043f84b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.882635 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.915231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dece59f8-3ab5-47f8-8f5e-cb2f043f84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.919011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dece59f8-3ab5-47f8-8f5e-cb2f043f84b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:15.920710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dece59f8-3ab5-47f8-8f5e-cb2f043f84b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9244fb2-9394-4c1c-8170-e41fd4a58171 HTTP/1.1" status: 204 len: 168 time: 0.3337147 Sep 26 13:05:15.937712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece59f8-3ab5-47f8-8f5e-cb2f043f84b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9244fb2-9394-4c1c-8170-e41fd4a58171,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:15.962746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 75b36340-6398-49c1-a314-5c4509642548 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:15.983295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 5def196f-c054-4d40-a39a-e6c11ee96192 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:05:15.985103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66add435-9d16-41ed-a80c-cf23fbcdb1d9 req-a349ae43-ff7b-4fc9-b7e4-b5e4b8909b77 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:15.987064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66add435-9d16-41ed-a80c-cf23fbcdb1d9 req-a349ae43-ff7b-4fc9-b7e4-b5e4b8909b77 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 949 time: 0.1208551 Sep 26 13:05:15.989229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:15.993319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:15.994733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 5def196f-c054-4d40-a39a-e6c11ee96192 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:15.995895 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.005262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41536) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:16.094145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=03a0ffb4-c071-4da4-b4f5-fe52fcdd273b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:16.170197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd6c8afa-385b-4388-8311-366ced5fb64c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b0238637b184a849f4c12e88c8d0d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635094 Sep 26 13:05:16.174137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41546) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:16.213407 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.248113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66add435-9d16-41ed-a80c-cf23fbcdb1d9 req-7fc6c368-114f-4ade-8ae4-97a576fa3933 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477806 Sep 26 13:05:16.260635 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.332544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:16.334861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:16.340135 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a625e9-3256-4562-afb8-4f9957af5943" -d '{"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-plugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:16.346823 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.348101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cb87b0b0-f52b-4053-b222-56207ef14199 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:16.364734 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1e20bfe-ca1b-44c3-b787-470c007928c8 req-6fad4cc3-9e58-4252-b2b8-fb07b8af545f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 210 time: 0.0909028 Sep 26 13:05:16.402450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: cb87b0b0-f52b-4053-b222-56207ef14199 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:16.406813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cb87b0b0-f52b-4053-b222-56207ef14199 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:16.430124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b95d9c5-41ec-4a02-ae4b-b9816813f985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.527664 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b95d9c5-41ec-4a02-ae4b-b9816813f985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.542487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41564) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:16.571100 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671602df-fe7c-462f-b7c6-a2d937f95598 x-openstack-request-id: req-671602df-fe7c-462f-b7c6-a2d937f95598 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:16.574888 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-plugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:16.575180 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-671602df-fe7c-462f-b7c6-a2d937f95598 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:16.575660 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'code': 200} Sep 26 13:05:16.581736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:16.633016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-29a29345-18f5-4d42-ac47-bec68c13aeef None None] Provisioning complete for port 03a0ffb4-c071-4da4-b4f5-fe52fcdd273b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:16.634511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-29a29345-18f5-4d42-ac47-bec68c13aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.689366 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b95d9c5-41ec-4a02-ae4b-b9816813f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.690378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2b95d9c5-41ec-4a02-ae4b-b9816813f985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:16.707881 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2b95d9c5-41ec-4a02-ae4b-b9816813f985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1b7b25b-39c5-47b6-9e38-393673fee448 HTTP/1.1" status: 204 len: 168 time: 0.5325160 Sep 26 13:05:16.718705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-29a29345-18f5-4d42-ac47-bec68c13aeef None None] Port 03a0ffb4-c071-4da4-b4f5-fe52fcdd273b cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:16.731636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95d9c5-41ec-4a02-ae4b-b9816813f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b7b25b-39c5-47b6-9e38-393673fee448,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:16.876397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41586) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:17.060054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.068352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab67baa-5b4a-4674-8f47-64f7f3dfaf62 req-336a47cc-1899-46bc-a599-802ae37b3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:17.070185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ab67baa-5b4a-4674-8f47-64f7f3dfaf62 req-336a47cc-1899-46bc-a599-802ae37b3b35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1102 time: 0.2277095 Sep 26 13:05:17.246442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ab67baa-5b4a-4674-8f47-64f7f3dfaf62 req-c4c29942-9436-4e99-90f2-ba5b1cf23a86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650860 Sep 26 13:05:17.434449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-181323889-network', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:17.479037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Made reservation on behalf of 6f7da6cdd9384093a8ef11737517db83 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:17.481371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.503288 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.580444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1cb7a-98e8-4970-896e-8dee5bec8a28 req-9ea60150-fcdd-4c25-a155-a166e02869ef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:17.582068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f1cb7a-98e8-4970-896e-8dee5bec8a28 req-9ea60150-fcdd-4c25-a155-a166e02869ef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2269330 Sep 26 13:05:17.637348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.650766 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.684059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a93952e8-e46f-4529-94f3-4a13c01e80d8 req-72a4790f-a8d4-4d07-85d9-02e4279be581 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 210 time: 0.0525992 Sep 26 13:05:17.691684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f1cb7a-98e8-4970-896e-8dee5bec8a28 req-283698f5-3304-4562-84ab-bbcbd72176e1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973933 Sep 26 13:05:17.732077 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17880d7-0c58-4236-b671-660b38421f74,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:17.745111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:05:17.753993 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.758524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.758927 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Added segment 2c778f13-6075-4844-9c58-a4d26a32498f of type vlan for network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a Sep 26 13:05:17.777710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.838408 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.865605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=03a0ffb4-c071-4da4-b4f5-fe52fcdd273b,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:17.883536 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.917642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.946058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16e536-198a-4145-8b40-93dffb9886ea req-78303fa5-7afb-4e6f-9370-2a5971f7ad68 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:17.947640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f16e536-198a-4145-8b40-93dffb9886ea req-78303fa5-7afb-4e6f-9370-2a5971f7ad68 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 946 time: 0.1064894 Sep 26 13:05:17.948921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:17.949982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:17.950782 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.013321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1352909 Sep 26 13:05:18.018216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41644) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:18.027511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Request body: {'subnet': {'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-181323889-subnet', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:18.101436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4a941-c9b0-4536-a980-1d4678310d8a admin admin] Pushing event updated for resources: {'Network': ['ID=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:18.112401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:05:18.127207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f16e536-198a-4145-8b40-93dffb9886ea req-fd5ea07a-cd2b-4fd7-a439-3e54d9989391 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629491 Sep 26 13:05:18.151522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Made reservation on behalf of 6f7da6cdd9384093a8ef11737517db83 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:18.156923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.266941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41650) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:18.298350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 75b36340-6398-49c1-a314-5c4509642548 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:18.310053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:18.444111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-467278f7-80c6-477d-acd7-f5a768ad0787 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:18.445565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-467278f7-80c6-477d-acd7-f5a768ad0787 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.24 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 816 time: 0.4772766 Sep 26 13:05:18.488662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1202633964-network', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:18.490120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.554851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-f8080653-d067-4f7a-8ca1-40a2cddd6576 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35765a257c8c441fb53b2a166313414b HTTP/1.1" status: 200 len: 380 time: 0.0807014 Sep 26 13:05:18.576255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10784a2b-1049-4c2e-bbaf-c0b1df36641f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:18.578170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'port': {'device_id': '7f789000-be21-4aac-89da-afbdd5caf970', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'admin_state_up': True, 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'security_groups': ['1a9513e5-bb3f-49d4-9619-d6c86f181548']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:18.587352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Checking segment: {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:18.587754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Network hostable DHCP agents. Network: 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:05:18.602789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Made reservation on behalf of f58c8846aafb4d3886f0e7201ab43622 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:18.605076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.605970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:05:18.616339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:18.621331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:18.622436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.631850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328ff46b-0259-4845-bb5f-6a298c9b2714 None None] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:18.645555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a89ddbd9-71b3-4cb8-bbe2-e50f64dd64c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6219494 Sep 26 13:05:18.650190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:18.656164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:18.695309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.697748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.706268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-31a35169-b428-408a-9290-e7ea319f9624 None None] Provisioning complete for port 03a0ffb4-c071-4da4-b4f5-fe52fcdd273b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:18.706642 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31a35169-b428-408a-9290-e7ea319f9624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.792538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.821309 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-31a35169-b428-408a-9290-e7ea319f9624 None None] Port 03a0ffb4-c071-4da4-b4f5-fe52fcdd273b cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:18.913302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:05:18.914530 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:18.918590 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5d1b84c-b0ac-45f0-aba7-734d4a17a7f3 req-95da0235-d167-4ea5-87e2-2f0fc66de27b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 210 time: 0.0691786 Sep 26 13:05:18.918788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41670) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:18.964350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router cbfa560c-db03-485a-bf89-8f5c284b9529 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:18.977054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.015770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.127206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Allocated IP 172.20.0.2 (3b1e6318-8252-4127-8ce1-f2a6f42a4a4a/10784a2b-1049-4c2e-bbaf-c0b1df36641f/824ac03d-bf86-4b04-b24b-e7d27acfb2b0) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:19.130125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1143863473'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:19.196743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-6db72bb1-70f8-4e31-87e2-311a699cb88f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:19.197835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-6db72bb1-70f8-4e31-87e2-311a699cb88f tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 946 time: 0.0593183 Sep 26 13:05:19.233209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf84aa-2245-4047-8611-ce4d4feb3705 req-323fc719-92d9-4fec-89b3-558cd1b21aae tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:19.233209 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4daf84aa-2245-4047-8611-ce4d4feb3705 req-323fc719-92d9-4fec-89b3-558cd1b21aae tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2645187 Sep 26 13:05:19.354237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:19.363581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4daf84aa-2245-4047-8611-ce4d4feb3705 req-bb46049b-c114-452b-a79f-02ee8fe48bc3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210668 Sep 26 13:05:19.371694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c09ec6f6-b6da-424f-973f-c1c0bc890fc6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/routers/cbfa560c-db03-485a-bf89-8f5c284b9529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2893198 Sep 26 13:05:19.373501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41676) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:19.383919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'port': {'network_id': '75b36340-6398-49c1-a314-5c4509642548', 'name': 'tempest-FloatingIPTestJSON-1196570534'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:19.428567 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.449730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc81782-383c-4f4c-93c9-0b32c84090b6 None None] Sync routers for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:19.450677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Deleting port a36a5c74-b530-472a-95c7-e071cc5c3542 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:19.451130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.458760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.477095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc81782-383c-4f4c-93c9-0b32c84090b6 None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:19.477774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8cc81782-383c-4f4c-93c9-0b32c84090b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:19.484659 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.522198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8cc81782-383c-4f4c-93c9-0b32c84090b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:19.536647 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.571439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc81782-383c-4f4c-93c9-0b32c84090b6 None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:19.572077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8cc81782-383c-4f4c-93c9-0b32c84090b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:19.589637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:05:19.629535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:19.636191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8cc81782-383c-4f4c-93c9-0b32c84090b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:19.636657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc81782-383c-4f4c-93c9-0b32c84090b6 None None] The sync data for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:19.640312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:19.642745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:19.642896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4faa7a-692c-46b3-9cd7-137d8f286920,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:19.656567 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.656979 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Added segment 6ab647db-6c66-4adb-a0f3-bc0c09d3093a of type vlan for network 6ee1dcee-4f37-4d19-801b-79c4377a3906 Sep 26 13:05:19.658644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Pushing event updated for resources: {'Port': ['ID=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:19.660087 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:05:19.660087 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 13:05:19.660087 n-d-806683-13 neutron-server[94812]: [parameters: {'project_id_1': '35765a257c8c441fb53b2a166313414b', 'expiration_1': datetime.datetime(2021, 9, 26, 13, 4, 59, 219523)}] Sep 26 13:05:19.660087 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:05:19.660851 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:05:19.666854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Made reservation on behalf of 3ceccedd9b4148cba526985fd4251099 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:19.670810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.692883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.708047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424263d5-43f4-4a10-be20-3e8250c03d42 req-9d093a56-8ee7-458e-93ea-b3817705cbdc tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:19.709726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424263d5-43f4-4a10-be20-3e8250c03d42 req-9d093a56-8ee7-458e-93ea-b3817705cbdc tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1102 time: 0.2524681 Sep 26 13:05:19.734523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf78d9-af3a-4d8b-a898-e940c45cf904 req-6ce5caa7-e355-44ad-9f94-dae7872c15b4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:19.735772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Attempting to bind port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:19.736252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Attempting to bind port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:19.736621 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Attempting to bind port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 on network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:19.742832 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7bf78d9-af3a-4d8b-a898-e940c45cf904 req-6ce5caa7-e355-44ad-9f94-dae7872c15b4 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 946 time: 0.4982255 Sep 26 13:05:19.743036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:19.743319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Checking segment: {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:19.743663 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.744060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Bound using segment: {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:19.744537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Bound port: 824ac03d-bf86-4b04-b24b-e7d27acfb2b0, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:19.744913 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.753227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.755740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.759572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] For port a36a5c74-b530-472a-95c7-e071cc5c3542, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a36a5c74-b530-472a-95c7-e071cc5c3542,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:19.759940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.784480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Calling delete_port for a36a5c74-b530-472a-95c7-e071cc5c3542 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:19.804910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.813929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c733e43-7166-4391-8566-44cc53792821 None None] For port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:19.817609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c733e43-7166-4391-8566-44cc53792821 None None] For port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:19.820528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424263d5-43f4-4a10-be20-3e8250c03d42 req-2d4df395-c6d4-4454-87eb-f7e2c0d57e7c tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855482 Sep 26 13:05:19.833542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.836738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Deleting port 1ff57d61-0577-4e24-868d-0d1edf82dcfe {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:19.836965 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.863569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.864699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:19.865417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.924902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c733e43-7166-4391-8566-44cc53792821 None None] Pushing event updated for resources: {'Port': ['ID=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:19.954141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:19.962432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] Pushing event updated for resources: {'Network': ['ID=6ee1dcee-4f37-4d19-801b-79c4377a3906,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:19.979210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:05:20.061928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7bf78d9-af3a-4d8b-a898-e940c45cf904 req-4bc78771-733c-4880-9b20-ef6553ff7c77 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123877 Sep 26 13:05:20.068326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.095751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.149790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Allocated IP 172.25.4.38 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c8ed5b14-9053-4c72-a1bc-89a3ab3303ed) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:20.154108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eb5940ca-259b-40c6-9fa0-12a4cf38a5fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8819821 Sep 26 13:05:20.156777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41688) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:20.177452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Request body: {'subnet': {'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1202633964-subnet', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:20.225518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:05:20.259375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Made reservation on behalf of b4ef8d1cac8f45eeacbfd81ad3164085 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:20.263196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.276387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.301097 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5689c1ae-12da-4e98-b33f-ee493d6ded98 req-6ef5dcdd-b4ac-47e1-bc59-954791c4c6fa tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 210 time: 0.1371315 Sep 26 13:05:20.319392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.319815 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Added segment d5a99d4b-fed8-4211-922a-035cf8056266 of type vlan for network e76e575a-e2a9-4617-8c79-b4eb370139c4 Sep 26 13:05:20.321103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62630bbb-bd4a-43f8-acd8-5b63bfcd1555,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:20.322141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a36a5c74-b530-472a-95c7-e071cc5c3542,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:20.364232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5234600-0717-4dd9-a8c6-5d8ac38bc5d1 req-92d251a2-5ce9-4daa-a679-d39763effeea tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:20.365877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5234600-0717-4dd9-a8c6-5d8ac38bc5d1 req-92d251a2-5ce9-4daa-a679-d39763effeea tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1827621 Sep 26 13:05:20.369527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] device_id is not set on port c8e0a02e-699d-406c-af23-7b84deb93b62 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:05:20.376400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Made reservation on behalf of 35765a257c8c441fb53b2a166313414b for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:20.380358 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.426518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-fd5e3efd-901e-4a28-a4c5-eb489c09541c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2614164 Sep 26 13:05:20.450156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] For port 1ff57d61-0577-4e24-868d-0d1edf82dcfe, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1ff57d61-0577-4e24-868d-0d1edf82dcfe,segment=NetworkSegment(58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a),segment_id=58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:20.450565 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.460615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.490840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Made reservation on behalf of f58c8846aafb4d3886f0e7201ab43622 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:20.493262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.525031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Calling delete_port for 1ff57d61-0577-4e24-868d-0d1edf82dcfe owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:20.556971 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.566220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:20.567281 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.658388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event updated for resources: {'Network': ['ID=e76e575a-e2a9-4617-8c79-b4eb370139c4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:20.667845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5234600-0717-4dd9-a8c6-5d8ac38bc5d1 req-01d3d72a-29ec-475b-a24c-fa3ea660a8f7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835519 Sep 26 13:05:20.669013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e76e575a-e2a9-4617-8c79-b4eb370139c4 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:05:20.740992 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.749709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-70e62d26-66b7-4923-b9ce-b6f28615b584 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8276927 Sep 26 13:05:20.753997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:20.763368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Request body: {'subnet': {'network_id': 'e76e575a-e2a9-4617-8c79-b4eb370139c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:20.940327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.940557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Allocated IP 172.20.0.11 (75b36340-6398-49c1-a314-5c4509642548/5228a609-8943-48e8-93f8-2faafd25bdf9/c8e0a02e-699d-406c-af23-7b84deb93b62) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:20.977560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Made reservation on behalf of 3ceccedd9b4148cba526985fd4251099 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:20.981037 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:20.986986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Allocated IP 172.20.0.5 (0b9c0767-1ed7-4b4b-9457-82b6598e8925/b68faaff-2707-4521-8127-1738d9f366bf/999157e6-47e1-44fe-b6b0-0a474c43e100) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:21.056956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:21.097522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.124098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.210599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:21.223143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:21.285387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479af127-7d4d-4291-9dd9-f936755c364c None None] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:21.293370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Pushing event updated for resources: {'Port': ['ID=c8ed5b14-9053-4c72-a1bc-89a3ab3303ed,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:21.323998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc894ca-1d1e-450d-af1a-824675f7ae8f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:21.405886 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.457897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Checking segment: {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:21.458529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Network hostable DHCP agents. Network: 6ee1dcee-4f37-4d19-801b-79c4377a3906, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:05:21.473585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1ff57d61-0577-4e24-868d-0d1edf82dcfe'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:21.525647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0508b03b-0253-4843-b0ae-01c780e675bc req-aaa0f276-1d40-42e8-a1c2-fc8005803456 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 210 time: 0.0921607 Sep 26 13:05:21.543291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.566982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b58e4dab-b6a6-485d-9454-97b3b1cfa139 None None] Provisioning complete for port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:21.567606 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b58e4dab-b6a6-485d-9454-97b3b1cfa139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.568958 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.572566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Pushing event deleted for resources: {'Port': ['ID=1ff57d61-0577-4e24-868d-0d1edf82dcfe,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:21.583756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] No DVR routers for this DVR port 1ff57d61-0577-4e24-868d-0d1edf82dcfe on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:21.585526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:05:21.612009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.614173 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdf89189-84d9-4982-ac5f-db35e1c90800 req-988ca06b-f63e-466d-aace-9b043c6e5c24 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.23 "DELETE /v2.0/ports/1ff57d61-0577-4e24-868d-0d1edf82dcfe HTTP/1.1" status: 204 len: 173 time: 2.4045701 Sep 26 13:05:21.614729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 6ee1dcee-4f37-4d19-801b-79c4377a3906) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:21.637757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e37a40f-3da2-4c81-b71c-b5dcbd3ab404', 'name': 'network-vif-deleted', 'tag': '1ff57d61-0577-4e24-868d-0d1edf82dcfe'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:21.640953 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7924a8f8-c7b9-48a8-81c2-f1c1831dba66" -d '{"events": [{"server_uuid": "8e37a40f-3da2-4c81-b71c-b5dcbd3ab404", "name": "network-vif-deleted", "tag": "1ff57d61-0577-4e24-868d-0d1edf82dcfe"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:21.642046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1441ca6-33c3-4385-b56a-632a534d4e0f None None] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:21.662782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413f01-3277-4f11-bd75-b811c28099ca req-e527bb20-9640-4366-89b8-0c0c046c8989 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:21.674645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61413f01-3277-4f11-bd75-b811c28099ca req-e527bb20-9640-4366-89b8-0c0c046c8989 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e37a40f-3da2-4c81-b71c-b5dcbd3ab404 HTTP/1.1" status: 200 len: 867 time: 0.4391704 Sep 26 13:05:21.724918 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f267a5-e81f-496c-88d8-e69e2366ce8b x-openstack-request-id: req-d6f267a5-e81f-496c-88d8-e69e2366ce8b {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:21.725139 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e37a40f-3da2-4c81-b71c-b5dcbd3ab404", "name": "network-vif-deleted", "tag": "1ff57d61-0577-4e24-868d-0d1edf82dcfe", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:21.725477 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6f267a5-e81f-496c-88d8-e69e2366ce8b {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:21.726057 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e37a40f-3da2-4c81-b71c-b5dcbd3ab404', 'name': 'network-vif-deleted', 'tag': '1ff57d61-0577-4e24-868d-0d1edf82dcfe', 'status': 'completed', 'code': 200} Sep 26 13:05:21.769098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.775721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:21.776568 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.783386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61413f01-3277-4f11-bd75-b811c28099ca req-a461397e-0459-4aaf-bd2f-856863f86a17 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] 10.222.0.13 "GET /v2.0/security-groups?id=f618e74b-e1c3-4ae3-a765-993ee7403511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066210 Sep 26 13:05:21.787043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event updated for resources: {'Subnet': ['ID=2231c936-5756-47a7-8d1e-4ce0b6fe41e8,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:21.803134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Checking segment: {'id': 'd5a99d4b-fed8-4211-922a-035cf8056266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e76e575a-e2a9-4617-8c79-b4eb370139c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:21.803529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Network hostable DHCP agents. Network: e76e575a-e2a9-4617-8c79-b4eb370139c4, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:05:21.806530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Router 699eeab2-6768-4651-a442-36465e340b1b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:21.837681 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b6ed7c8f-0e78-47a8-8aa8-0ef07f34a234 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6683414 Sep 26 13:05:21.844761 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b58e4dab-b6a6-485d-9454-97b3b1cfa139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.848334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41722) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:21.853372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:21.896440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.897920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.916718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Network e76e575a-e2a9-4617-8c79-b4eb370139c4 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:05:21.932921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e76e575a-e2a9-4617-8c79-b4eb370139c4) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:21.940779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:21.941317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.957734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98f2a0f-042f-4ef4-b555-5990fe821af9 None None] Network e76e575a-e2a9-4617-8c79-b4eb370139c4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:21.959793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f544b366-a8f5-4538-9ee5-1692bdc7cebd tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2047322 Sep 26 13:05:21.962276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41724) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:21.966470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b58e4dab-b6a6-485d-9454-97b3b1cfa139 None None] For port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:21.969996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Request body: {'port': {'network_id': 'e76e575a-e2a9-4617-8c79-b4eb370139c4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-149343015'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:21.983975 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b58e4dab-b6a6-485d-9454-97b3b1cfa139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:21.993921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.056604 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.106834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-6ee1dcee-4f37-4d19-801b-79c4377a3906', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:05:22.107195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.119757 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.167614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Network 75b36340-6398-49c1-a314-5c4509642548 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:22.185069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e4dab-b6a6-485d-9454-97b3b1cfa139 None None] Pushing event updated for resources: {'Port': ['ID=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:22.187944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:22.203672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-97ed9fd7-92f1-4974-a175-0c6674744bcd None None] Provisioning complete for port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:22.204023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97ed9fd7-92f1-4974-a175-0c6674744bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.419848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Made reservation on behalf of 3ceccedd9b4148cba526985fd4251099 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:22.424063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.468970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] device_id is not set on port c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:05:22.487476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:22.555030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e76e575a-e2a9-4617-8c79-b4eb370139c4', 'network_id': 'e76e575a-e2a9-4617-8c79-b4eb370139c4', 'tenant_id': '3ceccedd9b4148cba526985fd4251099', 'fixed_ips': [{'subnet_id': '2231c936-5756-47a7-8d1e-4ce0b6fe41e8'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:05:22.555904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.562845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Allocated IP 172.20.0.2 (6ee1dcee-4f37-4d19-801b-79c4377a3906/0dc894ca-1d1e-450d-af1a-824675f7ae8f/9d6f3d96-a5d2-43f9-b909-766838f936ba) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:22.605175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Allocated IP 172.20.0.10 (e76e575a-e2a9-4617-8c79-b4eb370139c4/2231c936-5756-47a7-8d1e-4ce0b6fe41e8/c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:22.628764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.661719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.663012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:22.669327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event updated for resources: {'Port': ['ID=c8e0a02e-699d-406c-af23-7b84deb93b62,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:22.692161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd9c22-1c45-4883-9af7-3c7826341ec8 req-2980d96a-f92c-4eda-921c-6f962c4bb3f4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:22.692374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:22.692586 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.693225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-92fd9c22-1c45-4883-9af7-3c7826341ec8 req-2980d96a-f92c-4eda-921c-6f962c4bb3f4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.8010070 Sep 26 13:05:22.725178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:22.795015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:22.797451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:22.820227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1c8abf00-f8cd-437a-b10f-d60adc5fdc20 None None] Provisioning complete for port c8e0a02e-699d-406c-af23-7b84deb93b62 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:22.820607 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1c8abf00-f8cd-437a-b10f-d60adc5fdc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:22.856039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-3a4a6afc-2ddc-4462-9f30-509484a02281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:22.857621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-3a4a6afc-2ddc-4462-9f30-509484a02281 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1102 time: 0.8702555 Sep 26 13:05:22.895310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:22.901432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ba5d5440-6354-4058-bf3c-906fb60ebad1 admin admin] 10.222.0.13 "PUT /v2.0/routers/699eeab2-6768-4651-a442-36465e340b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3566089 Sep 26 13:05:22.908286 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] Sync routers for ids ['699eeab2-6768-4651-a442-36465e340b1b'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:22.928812 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] Routers {'699eeab2-6768-4651-a442-36465e340b1b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:22.930718 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['699eeab2-6768-4651-a442-36465e340b1b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:22.944947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41730) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:22.968170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1c8abf00-f8cd-437a-b10f-d60adc5fdc20 None None] Port c8e0a02e-699d-406c-af23-7b84deb93b62 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:23.029720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:23.039223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:23.039890 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.061840 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.073328 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.092583 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] Set router 699eeab2-6768-4651-a442-36465e340b1b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:23.134106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:23.138515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:23.145735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:23.157326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Pushing event updated for resources: {'Port': ['ID=9d6f3d96-a5d2-43f9-b909-766838f936ba,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:23.161652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f81d1-849f-4edd-88b1-8eb08b74b5a6 req-57900bbb-97da-4723-bcd9-4b614adec2c0 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:23.163453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d07f81d1-849f-4edd-88b1-8eb08b74b5a6 req-57900bbb-97da-4723-bcd9-4b614adec2c0 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 931 time: 0.4391224 Sep 26 13:05:23.235874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-92fd9c22-1c45-4883-9af7-3c7826341ec8 req-6b839214-6a31-4b9f-a892-84ddfef55d7a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087194 Sep 26 13:05:23.250333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Attempting to bind port 9d6f3d96-a5d2-43f9-b909-766838f936ba on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:23.250730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Attempting to bind port 9d6f3d96-a5d2-43f9-b909-766838f936ba by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:23.251207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Attempting to bind port 9d6f3d96-a5d2-43f9-b909-766838f936ba on network 6ee1dcee-4f37-4d19-801b-79c4377a3906 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:23.255051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-dbf6bd73-1151-44e8-bc5e-90996b746fe6 None None] Provisioning complete for port 999157e6-47e1-44fe-b6b0-0a474c43e100 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:23.255534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dbf6bd73-1151-44e8-bc5e-90996b746fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.260048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:23.261307 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.300344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d07f81d1-849f-4edd-88b1-8eb08b74b5a6 req-00415d46-7123-4291-be31-f7a9aceef335 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255369 Sep 26 13:05:23.306356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6bd73-1151-44e8-bc5e-90996b746fe6 None None] Port 999157e6-47e1-44fe-b6b0-0a474c43e100 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:23.306522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Router ed26545c-e969-4b98-8af7-219c4e2b1517 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:05:23.309469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:23.310530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Checking segment: {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:23.312679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.312679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Bound using segment: {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:23.313264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Bound port: 9d6f3d96-a5d2-43f9-b909-766838f936ba, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:23.313769 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.314793 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.351065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.364004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41732) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:23.382914 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:05:20Z', 'revision_number': 5, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:23.400909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2f135020-2c9c-4988-8f88-11c5afa385ec tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0247746 Sep 26 13:05:23.406125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41734) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:23.415125 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] Checking router: 699eeab2-6768-4651-a442-36465e340b1b for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:23.420019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] For port 9d6f3d96-a5d2-43f9-b909-766838f936ba, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:23.420845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Request body: {'floatingip': {'port_id': 'c8e0a02e-699d-406c-af23-7b84deb93b62'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:23.425602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] For port 9d6f3d96-a5d2-43f9-b909-766838f936ba, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9d6f3d96-a5d2-43f9-b909-766838f936ba,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:23.432382 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] Routers {'699eeab2-6768-4651-a442-36465e340b1b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:23.432878 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.433693 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['699eeab2-6768-4651-a442-36465e340b1b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:23.480748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-6676ae99-8325-474f-8149-2220b95da8ea tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9136102 Sep 26 13:05:23.510871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Request body: {'port': {'device_id': '7f789000-be21-4aac-89da-afbdd5caf970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:23.521944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.581954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:23.585609 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] Set router 699eeab2-6768-4651-a442-36465e340b1b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:23.593962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Allocated IP 172.20.0.2 (e76e575a-e2a9-4617-8c79-b4eb370139c4/2231c936-5756-47a7-8d1e-4ce0b6fe41e8/53d7d98b-dd16-4585-9cbd-bafbf42bb825) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:23.594321 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.602252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-f26ec4d2-0a1f-4883-9ee1-54f66003b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:23.603947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-f26ec4d2-0a1f-4883-9ee1-54f66003b23f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.7175806 Sep 26 13:05:23.624579 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.666432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Network e76e575a-e2a9-4617-8c79-b4eb370139c4 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:23.684046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:23.690494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.691764 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f30b473d-e04e-4176-b1ae-46f25924009e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0401168 Sep 26 13:05:23.697995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:23.704426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41736) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:23.711123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7e6cd4-b812-4b57-ade7-88e23466a7ee admin admin] Deleting subnet f1c3a00d-3b90-406a-8755-4a3407d6a9fe {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:05:23.748952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.750610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event updated for resources: {'Port': ['ID=c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:23.764964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6cd4-b812-4b57-ade7-88e23466a7ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.818524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-852f4eae-ed40-44ed-8ca9-8d0f42abf5c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.2051921 Sep 26 13:05:23.876718 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.893011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Sync routers for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:23.895976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1ff57d61-0577-4e24-868d-0d1edf82dcfe no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:23.913907 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:05:20Z', 'revision_number': 5, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:23.924597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 1ff57d61-0577-4e24-868d-0d1edf82dcfe {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:23.925008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1ff57d61-0577-4e24-868d-0d1edf82dcfe not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:23.926895 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.937905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a7daa-db84-4dbe-89fb-a52e67f9fdf4 None None] Pushing event updated for resources: {'Port': ['ID=9d6f3d96-a5d2-43f9-b909-766838f936ba,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:23.971697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6cd4-b812-4b57-ade7-88e23466a7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:23.979116 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a515d66-381a-4027-8c25-d6a16269057e None None] The sync data for ids ['699eeab2-6768-4651-a442-36465e340b1b'] in n-d-806683-13 is: [{'id': '699eeab2-6768-4651-a442-36465e340b1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1276937088-router', 'tenant_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '30f0017c-8969-4751-8724-3ab05266fa59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:09Z', 'updated_at': '2021-09-26T13:05:20Z', 'revision_number': 5, 'project_id': 'b9b9cc95fec54dc9b34a48be191dd377', 'gw_port': {'id': '30f0017c-8969-4751-8724-3ab05266fa59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699eeab2-6768-4651-a442-36465e340b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:10Z', 'updated_at': '2021-09-26T13:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:23.990672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:23.991316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:24.088989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:24.089900 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.109559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-36f7796d-e958-4061-b900-fb9fe4ddae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:24.110713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-36f7796d-e958-4061-b900-fb9fe4ddae01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2480364 Sep 26 13:05:24.132411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-28b6dc63-f858-4fa9-b05d-abec377fde9a tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1660566 Sep 26 13:05:24.135540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41738) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:24.180729 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.199730 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6cd4-b812-4b57-ade7-88e23466a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.224975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Pushing event updated for resources: {'Port': ['ID=53d7d98b-dd16-4585-9cbd-bafbf42bb825,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:24.228629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Network e76e575a-e2a9-4617-8c79-b4eb370139c4 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:24.233479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:24.236927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:24.286966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-d6df0573-fff0-472f-8df3-29138c65217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:24.288292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-d6df0573-fff0-472f-8df3-29138c65217f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1605105 Sep 26 13:05:24.307352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Attempting to bind port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:24.307722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Attempting to bind port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'd5a99d4b-fed8-4211-922a-035cf8056266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e76e575a-e2a9-4617-8c79-b4eb370139c4'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:24.308088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Attempting to bind port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 on network e76e575a-e2a9-4617-8c79-b4eb370139c4 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:24.318386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:24.320612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:24.320991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Checking segment: {'id': 'd5a99d4b-fed8-4211-922a-035cf8056266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e76e575a-e2a9-4617-8c79-b4eb370139c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:24.321394 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.321813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Bound using segment: {'id': 'd5a99d4b-fed8-4211-922a-035cf8056266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e76e575a-e2a9-4617-8c79-b4eb370139c4'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:24.322286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Bound port: 53d7d98b-dd16-4585-9cbd-bafbf42bb825, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a99d4b-fed8-4211-922a-035cf8056266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e76e575a-e2a9-4617-8c79-b4eb370139c4'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:24.322666 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.476630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] For port 53d7d98b-dd16-4585-9cbd-bafbf42bb825, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:24.481892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa2a9d-6e33-4b69-acaa-e9f1feaba226 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Deleting port c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:24.482387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5eaa2a9d-6e33-4b69-acaa-e9f1feaba226 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.487381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] For port 53d7d98b-dd16-4585-9cbd-bafbf42bb825, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=53d7d98b-dd16-4585-9cbd-bafbf42bb825,segment=NetworkSegment(d5a99d4b-fed8-4211-922a-035cf8056266),segment_id=d5a99d4b-fed8-4211-922a-035cf8056266)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:24.522951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.655275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513babb-14a3-4508-a2ec-3767f1e86de1 None None] Pushing event updated for resources: {'Port': ['ID=53d7d98b-dd16-4585-9cbd-bafbf42bb825,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:24.728347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-63f3395e-5c19-446c-a6d3-545f7fddac2e service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283571 Sep 26 13:05:24.807042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:24.906045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:24.906618 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.956983 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6cd4-b812-4b57-ade7-88e23466a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:24.961359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cd244-4ad4-4aef-b322-7057eb59c22f req-eee68c0a-35e0-47a2-b592-72f0bcb4fd7a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:24.962985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef1cd244-4ad4-4aef-b322-7057eb59c22f req-eee68c0a-35e0-47a2-b592-72f0bcb4fd7a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 931 time: 0.3693483 Sep 26 13:05:24.974986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:21Z', 'revision_number': 3, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:25.031390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Checking router: ed26545c-e969-4b98-8af7-219c4e2b1517 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:25.031972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Updating router ed26545c-e969-4b98-8af7-219c4e2b1517 port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:05:25.036766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6cd4-b812-4b57-ade7-88e23466a7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.039135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8c7e6cd4-b812-4b57-ade7-88e23466a7ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1c3a00d-3b90-406a-8755-4a3407d6a9fe HTTP/1.1" status: 204 len: 168 time: 1.6741664 Sep 26 13:05:25.046801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41746) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:25.054043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Deleting port 30f0017c-8969-4751-8724-3ab05266fa59 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:25.054787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.089668 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.090299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec37f9-0aaf-4478-8f4d-063d9ef74682 req-54d03f38-b414-4180-8a0e-8c14fcbf664b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:25.092022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98ec37f9-0aaf-4478-8f4d-063d9ef74682 req-54d03f38-b414-4180-8a0e-8c14fcbf664b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.5788484 Sep 26 13:05:25.157395 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9d6f3d96-a5d2-43f9-b909-766838f936ba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:25.160893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e6cd4-b812-4b57-ade7-88e23466a7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c3a00d-3b90-406a-8755-4a3407d6a9fe,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:25.168982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-e7acaa90-6844-422d-9698-fd5a6adeec05 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889995 Sep 26 13:05:25.193805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf5924-38da-4b0b-9651-9a57c375a524 None None] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:25.257814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8d0491c7-d803-4fac-abf2-4de4951a3d93 None None] Provisioning complete for port 9d6f3d96-a5d2-43f9-b909-766838f936ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:25.258151 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d0491c7-d803-4fac-abf2-4de4951a3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.387914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5eaa2a9d-6e33-4b69-acaa-e9f1feaba226 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.389691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9d6f3d96-a5d2-43f9-b909-766838f936ba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:25.390096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.416897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.424206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.430476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa2a9d-6e33-4b69-acaa-e9f1feaba226 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Calling delete_port for c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:25.437807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98ec37f9-0aaf-4478-8f4d-063d9ef74682 req-d440347b-0af9-4f8a-9209-fd3ec59e4b61 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008754 Sep 26 13:05:25.449562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999157e6-47e1-44fe-b6b0-0a474c43e100 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:05:25.460739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef1cd244-4ad4-4aef-b322-7057eb59c22f req-037d8e43-94cc-466f-8f94-8fe802ff0e5b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4600151 Sep 26 13:05:25.461236 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.478548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Transition to ACTIVE for port object 999157e6-47e1-44fe-b6b0-0a474c43e100 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:05:25.484597 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d0491c7-d803-4fac-abf2-4de4951a3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.567284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8d0491c7-d803-4fac-abf2-4de4951a3d93 None None] For port 9d6f3d96-a5d2-43f9-b909-766838f936ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9d6f3d96-a5d2-43f9-b909-766838f936ba,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:25.570640 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.resource_extend [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:05:25.596969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d0491c7-d803-4fac-abf2-4de4951a3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.637405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.673232 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.682381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.785575 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0491c7-d803-4fac-abf2-4de4951a3d93 None None] Pushing event updated for resources: {'Port': ['ID=9d6f3d96-a5d2-43f9-b909-766838f936ba,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:25.794851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a36a5c74-b530-472a-95c7-e071cc5c3542 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:25.821569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a36a5c74-b530-472a-95c7-e071cc5c3542 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:25.821928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a36a5c74-b530-472a-95c7-e071cc5c3542 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:25.894140 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.924627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.926597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5eaa2a9d-6e33-4b69-acaa-e9f1feaba226 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.942847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.945291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.965832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa2a9d-6e33-4b69-acaa-e9f1feaba226 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event deleted for resources: {'Port': ['ID=c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:25.975326 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP b3cd65b2-80d0-4c3c-b361-aaa2d226a72e associated. External IP: 172.25.4.119, port: 796840f5-fe37-4441-b307-ae2a525024f1. Sep 26 13:05:25.990771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] For port 30f0017c-8969-4751-8724-3ab05266fa59, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=30f0017c-8969-4751-8724-3ab05266fa59,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:25.991242 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:25.995624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57be74-6fda-4e1b-9606-b69299d17ad8 None None] Pushing event updated for resources: {'Port': ['ID=c8ed5b14-9053-4c72-a1bc-89a3ab3303ed,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:26.017634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Attempting to bind port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:26.018110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Attempting to bind port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:26.021718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Attempting to bind port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:26.028611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:26.029795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:26.030419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.031181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:26.031873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Bound port: c8ed5b14-9053-4c72-a1bc-89a3ab3303ed, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:26.033808 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.134971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:26.137936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] For port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:26.143201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] For port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c8ed5b14-9053-4c72-a1bc-89a3ab3303ed,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:26.153349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.163548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5eaa2a9d-6e33-4b69-acaa-e9f1feaba226 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.166050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5eaa2a9d-6e33-4b69-acaa-e9f1feaba226 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "DELETE /v2.0/ports/c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be HTTP/1.1" status: 204 len: 168 time: 2.0295403 Sep 26 13:05:26.180078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:26.234476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Allocated IP 172.20.0.1 (3b1e6318-8252-4127-8ce1-f2a6f42a4a4a/10784a2b-1049-4c2e-bbaf-c0b1df36641f/705cf72c-113b-4127-96ef-718f4247a22e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:26.307458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:26.307857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:26.311892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57be74-6fda-4e1b-9606-b69299d17ad8 None None] Pushing event updated for resources: {'Port': ['ID=c8ed5b14-9053-4c72-a1bc-89a3ab3303ed,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:26.333250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Calling delete_port for 30f0017c-8969-4751-8724-3ab05266fa59 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:26.358530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-693dbe7c-a533-4d17-ba62-4ec5ef0967d6 tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1753762 Sep 26 13:05:26.368472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41754) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:26.389010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-276054259'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:26.421258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e69f0b8-cbdc-45b9-8b58-0b6a1953c966 None None] Network e76e575a-e2a9-4617-8c79-b4eb370139c4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:26.424345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 53d7d98b-dd16-4585-9cbd-bafbf42bb825 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:26.511049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Allocated IP 172.25.4.210 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c5d716a2-6f11-4b1c-b02c-c0f677cb3720) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:26.558324 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.579652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:26.593569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.614212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:26.640918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Made reservation on behalf of 3ceccedd9b4148cba526985fd4251099 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:26.644426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.704099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0953e2b4-57b2-4b8d-a0af-11232c38a0a6']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:26.733985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:26.734285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b0f5ba-6aaf-4b65-b6c9-6ce30234cb1a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:26.761799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd92ed-d0be-4f21-934b-9d430fb9e7dd req-f735a71b-5354-482a-9636-e010f025888d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:26.763584 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2cd92ed-d0be-4f21-934b-9d430fb9e7dd req-f735a71b-5354-482a-9636-e010f025888d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.1535919 Sep 26 13:05:26.767531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.807065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.839607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:26.839849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-637e3a01-661d-4d55-a6a6-a8a8dfb8d6d9 None None] Provisioning complete for port 9d6f3d96-a5d2-43f9-b909-766838f936ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:26.840119 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-637e3a01-661d-4d55-a6a6-a8a8dfb8d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.846443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:26.848947 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:26.849076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:05:26.882479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Attempting to bind port 999157e6-47e1-44fe-b6b0-0a474c43e100 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:26.882939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Attempting to bind port 999157e6-47e1-44fe-b6b0-0a474c43e100 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:26.883152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Attempting to bind port 999157e6-47e1-44fe-b6b0-0a474c43e100 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:26.890364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Pushing event updated for resources: {'Port': ['ID=705cf72c-113b-4127-96ef-718f4247a22e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:26.892835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f602a9-b8ab-462a-a5b6-fd957e00d677 req-644a375e-db53-408e-b469-fcd76e8cb3e0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:26.894491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8f602a9-b8ab-462a-a5b6-fd957e00d677 req-644a375e-db53-408e-b469-fcd76e8cb3e0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2869191 Sep 26 13:05:26.900446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.902971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.903655 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Added segment c0dd3a49-dc4b-4150-b259-19697cbdf305 of type vlan for network e313ce87-ae5a-4d62-a67d-2f8b7505c971 Sep 26 13:05:26.911562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:26.923360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Port 999157e6-47e1-44fe-b6b0-0a474c43e100 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:05:26.923868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Attempting to bind port 999157e6-47e1-44fe-b6b0-0a474c43e100 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:26.933060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:26.933481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:26.940374 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:26.947991 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1664720-a322-4ff6-91c6-ca192aff446a None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:26.963083 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2cd92ed-d0be-4f21-934b-9d430fb9e7dd req-a7bf8090-cecc-4b94-8ea6-237e34cd590b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776526 Sep 26 13:05:26.993200 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1664720-a322-4ff6-91c6-ca192aff446a None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:26.994458 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a1664720-a322-4ff6-91c6-ca192aff446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:27.009197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:27.009864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Checking segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:27.009994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Bound using segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:27.010838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Bound port: 999157e6-47e1-44fe-b6b0-0a474c43e100, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:27.010838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.015870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.104222 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.163468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:27.164009 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.190245 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a1664720-a322-4ff6-91c6-ca192aff446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:27.203916 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1664720-a322-4ff6-91c6-ca192aff446a None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:27.204544 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a1664720-a322-4ff6-91c6-ca192aff446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:27.247589 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a1664720-a322-4ff6-91c6-ca192aff446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:27.248367 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1664720-a322-4ff6-91c6-ca192aff446a None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:27.264819 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.293514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.337320 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.337793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:21Z', 'revision_number': 3, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:27.355419 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.356323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f0017c-8969-4751-8724-3ab05266fa59,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:27.366700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:27.384612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router cbfa560c-db03-485a-bf89-8f5c284b9529 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:27.387153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad82ce1d-d4fb-4610-8bac-004bf7b0e542 None None] The sync data for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 is: [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:21Z', 'revision_number': 3, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:27.391465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ea9f2b14-7b52-48bc-8aee-184cd18e8d3d None None] Provisioning complete for port 705cf72c-113b-4127-96ef-718f4247a22e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:27.391717 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2b14-7b52-48bc-8aee-184cd18e8d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.426876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8f602a9-b8ab-462a-a5b6-fd957e00d677 req-1e7d423d-c936-460a-bce3-4bb9bd7fd9f1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195041 Sep 26 13:05:27.427848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.442635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:27.468294 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.470495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0953e2b4-57b2-4b8d-a0af-11232c38a0a6 HTTP/1.1" status: 204 len: 168 time: 2.4046345 Sep 26 13:05:27.475066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f2b14-7b52-48bc-8aee-184cd18e8d3d None None] Port 705cf72c-113b-4127-96ef-718f4247a22e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:27.477244 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.496874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:27.510797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.522369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ea9f2b14-7b52-48bc-8aee-184cd18e8d3d None None] Provisioning complete for port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:27.522832 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2b14-7b52-48bc-8aee-184cd18e8d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.564793 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.570676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.588639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:27.603283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 53d7d98b-dd16-4585-9cbd-bafbf42bb825, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=53d7d98b-dd16-4585-9cbd-bafbf42bb825,segment=NetworkSegment(d5a99d4b-fed8-4211-922a-035cf8056266),segment_id=d5a99d4b-fed8-4211-922a-035cf8056266)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:27.620204 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.622098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9d6f3d96-a5d2-43f9-b909-766838f936ba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:27.624258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:27.642915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6974a20-f574-4fa3-b78f-104a16386d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=0953e2b4-57b2-4b8d-a0af-11232c38a0a6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:27.647132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.653868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:27.654738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.666824 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.754340 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:27.802235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41762) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:27.802924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Pushing event updated for resources: {'Port': ['ID=705cf72c-113b-4127-96ef-718f4247a22e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:27.824425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Pushing event updated for resources: {'Port': ['ID=c5d716a2-6f11-4b1c-b02c-c0f677cb3720,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:27.905226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5292096 Sep 26 13:05:27.905479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=53d7d98b-dd16-4585-9cbd-bafbf42bb825,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:27.915736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9d6f3d96-a5d2-43f9-b909-766838f936ba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:27.916113 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.001568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41764) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:28.014294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:28.014921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.016351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] 10.222.0.24 "PUT /v2.0/ports/999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 1092 time: 4.5142469 Sep 26 13:05:28.045761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:28.048253 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69" -d '{"events": [{"name": "network-changed", "server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:28.076301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.107489 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.160776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cd71c-5f79-4bc4-8f0d-bb49c260f05b service neutron] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:28.237468 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a92cb07-59f7-46dd-ac96-5a170e55ff6d x-openstack-request-id: req-7a92cb07-59f7-46dd-ac96-5a170e55ff6d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:28.237713 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:28.237985 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a92cb07-59f7-46dd-ac96-5a170e55ff6d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:28.238321 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'status': 'completed', 'code': 200} Sep 26 13:05:28.245983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c97317a2-91c1-4bf6-a9e3-3b7cff80d016 None None] Could not find standard attr ID for object c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:05:28.272785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c97317a2-91c1-4bf6-a9e3-3b7cff80d016 None None] Provisioning complete for port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:28.272785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c97317a2-91c1-4bf6-a9e3-3b7cff80d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.290805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0978c-5209-46ca-916d-9a8567e80c01 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event updated for resources: {'Network': ['ID=e313ce87-ae5a-4d62-a67d-2f8b7505c971,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:28.313225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e313ce87-ae5a-4d62-a67d-2f8b7505c971 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:05:28.465892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:28.480180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eeddf7-c359-4c83-aa6d-bc05ba68527b None None] Sync routers for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:28.499016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eeddf7-c359-4c83-aa6d-bc05ba68527b None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:28.500326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b6eeddf7-c359-4c83-aa6d-bc05ba68527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:28.508616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-924913f3-2425-4aa6-a794-d081130ba43f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e831190842f044e28348624a5393a3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6997037 Sep 26 13:05:28.527954 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.531568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41772) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:28.569466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 53d7d98b-dd16-4585-9cbd-bafbf42bb825 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:28.573861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b6eeddf7-c359-4c83-aa6d-bc05ba68527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:28.605057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.605729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699eeab2-6768-4651-a442-36465e340b1b {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:05:28.610664 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.614025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9f23e000-4580-4d2a-a0fc-be65fd8e19c9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/699eeab2-6768-4651-a442-36465e340b1b HTTP/1.1" status: 204 len: 168 time: 5.6534727 Sep 26 13:05:28.614899 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:28.616676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:28.650828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eeddf7-c359-4c83-aa6d-bc05ba68527b None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:28.651693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b6eeddf7-c359-4c83-aa6d-bc05ba68527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:28.666089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:28.687228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5197f5-2a79-43ad-ba02-d89b7d046d6b req-1477fe51-93bf-4b4b-8461-f6d326e97928 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:28.689016 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8c5197f5-2a79-43ad-ba02-d89b7d046d6b req-1477fe51-93bf-4b4b-8461-f6d326e97928 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.2385869 Sep 26 13:05:28.694596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b6eeddf7-c359-4c83-aa6d-bc05ba68527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:28.695397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eeddf7-c359-4c83-aa6d-bc05ba68527b None None] The sync data for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:28.725023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:28.726071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.752432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-26d25c5a-89d4-4140-94e3-2f4722176374 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/floatingips/b3cd65b2-80d0-4c3c-b361-aaa2d226a72e HTTP/1.1" status: 200 len: 979 time: 5.3445401 Sep 26 13:05:28.757326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41776) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:28.825547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7620e9b0-06fb-4b37-b605-fdba77b48635 admin admin] Deleting subnet 4a9235a3-bed3-4595-9c40-c5be5daf3840 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:05:28.831763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-2e302335-3f7e-4be5-b511-2c33db75f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:28.840774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-2e302335-3f7e-4be5-b511-2c33db75f714 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1095 time: 0.7601819 Sep 26 13:05:28.890995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7620e9b0-06fb-4b37-b605-fdba77b48635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.896361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c8ed5b14-9053-4c72-a1bc-89a3ab3303ed up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:28.963793 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3edc9105-1774-47f3-9113-198b31612666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.966186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:28.966841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:28.986967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-d59f5f56-0f3e-43e7-8cca-a68a9bf31248 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 217 time: 0.1288989 Sep 26 13:05:29.011273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8c5197f5-2a79-43ad-ba02-d89b7d046d6b req-24355cc1-0206-4b5b-9721-b9623d655f70 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527628 Sep 26 13:05:29.013935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7620e9b0-06fb-4b37-b605-fdba77b48635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.042765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a176548-526c-47e7-b462-5d6735e6aea6 req-8e2b40c2-d886-4344-b4a1-47cad65ff712 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:29.044392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a176548-526c-47e7-b462-5d6735e6aea6 req-8e2b40c2-d886-4344-b4a1-47cad65ff712 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.4403584 Sep 26 13:05:29.081014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Router ed26545c-e969-4b98-8af7-219c4e2b1517 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:29.117270 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.120193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3edc9105-1774-47f3-9113-198b31612666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.126869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8d7bddc8-6aea-46b7-b55b-cd36d733c815 tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "GET /v2.0/agents/8b1380c7-60d4-47da-937f-4816ef30bc6d/dhcp-networks HTTP/1.1" status: 200 len: 8878 time: 1.1143038 Sep 26 13:05:29.127327 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.131473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41778) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:29.142496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c1bc17ef-75a3-4ea1-b12f-97385622d047 None None] Provisioning complete for port 705cf72c-113b-4127-96ef-718f4247a22e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:29.144392 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1bc17ef-75a3-4ea1-b12f-97385622d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.161971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port c8e0a02e-699d-406c-af23-7b84deb93b62 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:29.162308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.187439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c8ed5b14-9053-4c72-a1bc-89a3ab3303ed,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:29.196075 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.203658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-963a124a-d07c-49c0-ac4c-1c58388ada12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:29.205142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-963a124a-d07c-49c0-ac4c-1c58388ada12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.2074251 Sep 26 13:05:29.216827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7620e9b0-06fb-4b37-b605-fdba77b48635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.263143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc17ef-75a3-4ea1-b12f-97385622d047 None None] Port 705cf72c-113b-4127-96ef-718f4247a22e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:29.264688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a176548-526c-47e7-b462-5d6735e6aea6 req-05b935d5-d6cb-4662-b0c8-81415317c39d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052300 Sep 26 13:05:29.274736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=c8ed5b14-9053-4c72-a1bc-89a3ab3303ed,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:29.316092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-2d0478af-f656-4b2d-bfe1-331139ea2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:29.317683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-2d0478af-f656-4b2d-bfe1-331139ea2d00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972776 Sep 26 13:05:29.372915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3edc9105-1774-47f3-9113-198b31612666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.375496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3edc9105-1774-47f3-9113-198b31612666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.376613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3edc9105-1774-47f3-9113-198b31612666 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f618e74b-e1c3-4ae3-a765-993ee7403511 HTTP/1.1" status: 204 len: 168 time: 0.8428783 Sep 26 13:05:29.413950 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.431666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc9105-1774-47f3-9113-198b31612666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f618e74b-e1c3-4ae3-a765-993ee7403511,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:29.523175 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7620e9b0-06fb-4b37-b605-fdba77b48635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.525551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:29.540924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-40ead586-3510-4d8d-ba3d-5a6138641a79 admin admin] 10.222.0.13 "PUT /v2.0/routers/ed26545c-e969-4b98-8af7-219c4e2b1517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8356605 Sep 26 13:05:29.585877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefcc42-e3df-4cb2-a74d-b93a29cba46e tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] Network e313ce87-ae5a-4d62-a67d-2f8b7505c971 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:05:29.588535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e9b0-06fb-4b37-b605-fdba77b48635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9235a3-bed3-4595-9c40-c5be5daf3840,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:29.602406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7620e9b0-06fb-4b37-b605-fdba77b48635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.604532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7620e9b0-06fb-4b37-b605-fdba77b48635 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a9235a3-bed3-4595-9c40-c5be5daf3840 HTTP/1.1" status: 204 len: 168 time: 0.9858139 Sep 26 13:05:29.607190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b33242-374a-4fc4-845b-59476702c6b9 None None] Network fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:29.625109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41784) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:29.663377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dcefcc42-e3df-4cb2-a74d-b93a29cba46e tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "POST /v2.0/agents/8b1380c7-60d4-47da-937f-4816ef30bc6d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5308440 Sep 26 13:05:29.675462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:29.840239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-7171f48e-0240-4e8d-aa6e-a30d0c5234d8 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775815 Sep 26 13:05:29.841388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.882295 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:29.906879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7f7cd-19be-4891-a63a-9e7977f6aa99 None None] Network e313ce87-ae5a-4d62-a67d-2f8b7505c971 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:30.120330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-39dbb45d-fd70-454c-9979-a1a78424fcb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2160029 Sep 26 13:05:30.175142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] DHCP port deletion for fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:05:30.186433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e1fb6f7-6226-45ca-b788-66ddd4fe861a req-0721f991-03af-4d62-ab39-811d56224f07 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986803 Sep 26 13:05:30.226304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d73221-6f9f-4e25-b49d-cf4c7ee56e1f req-734c8bd1-840e-499f-ae2b-f9a7d3faece2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:30.229188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08d73221-6f9f-4e25-b49d-cf4c7ee56e1f req-734c8bd1-840e-499f-ae2b-f9a7d3faece2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.0916302 Sep 26 13:05:30.257011 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Sync routers for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:30.258264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] Deleting port dfaf722f-5792-491e-ab00-e728cd89428a {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:30.258868 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.272112 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:30.272737 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:30.301758 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.302203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.302594 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Floating IP b3cd65b2-80d0-4c3c-b361-aaa2d226a72e disassociated. External IP: 172.25.4.119, port: c8e0a02e-699d-406c-af23-7b84deb93b62. Sep 26 13:05:30.303136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for c8e0a02e-699d-406c-af23-7b84deb93b62 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:30.359244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-447a8394-7dc0-489a-b877-761050dc9642 tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "GET /v2.0/agents/8b1380c7-60d4-47da-937f-4816ef30bc6d/dhcp-networks HTTP/1.1" status: 200 len: 9609 time: 0.6748686 Sep 26 13:05:30.363258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41806) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:30.368975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] For port dfaf722f-5792-491e-ab00-e728cd89428a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dfaf722f-5792-491e-ab00-e728cd89428a,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:30.371659 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.417934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c8ed5b14-9053-4c72-a1bc-89a3ab3303ed up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:30.468255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Router 93ce908c-64b1-49ed-b8a1-cecee2221af7 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:05:30.483993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08d73221-6f9f-4e25-b49d-cf4c7ee56e1f req-119db7ec-7164-44a8-84b8-40ad6ab92f25 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418897 Sep 26 13:05:30.501710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] Calling delete_port for dfaf722f-5792-491e-ab00-e728cd89428a owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:30.507032 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:30.522498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-4c0f9d85-b1ed-45e8-9288-6f55b2727b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:30.526357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-4c0f9d85-b1ed-45e8-9288-6f55b2727b67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 1101 time: 0.2958705 Sep 26 13:05:30.535353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:30.539566 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.541858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-3a60639c-2abb-4cfc-87a4-f29341693ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:30.543692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-3a60639c-2abb-4cfc-87a4-f29341693ef1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1095 time: 0.2762659 Sep 26 13:05:30.602147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41814) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:30.618252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1ed01412-dc0e-445e-abfd-57d5c8ef4432 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998681755', 'description': 'tempest-description--202496723'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:30.632814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-491f99cf-2f24-4e2b-b078-7cb820bbb4a3 tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "DELETE /v2.0/agents/8b1380c7-60d4-47da-937f-4816ef30bc6d/dhcp-networks/e313ce87-ae5a-4d62-a67d-2f8b7505c971 HTTP/1.1" status: 204 len: 168 time: 0.2681065 Sep 26 13:05:30.635468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Deleting port dfaf722f-5792-491e-ab00-e728cd89428a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:30.635468 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.641091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41818) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:30.755843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.835648 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] No DVR routers for this DVR port dfaf722f-5792-491e-ab00-e728cd89428a on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:30.846157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b467cd1-75ff-4ccc-8544-7b5790e0b3af req-259275e0-3b05-4107-b537-11c2fc6f96d1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:30.849685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b467cd1-75ff-4ccc-8544-7b5790e0b3af req-259275e0-3b05-4107-b537-11c2fc6f96d1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2306862 Sep 26 13:05:30.852940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ed01412-dc0e-445e-abfd-57d5c8ef4432 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.856752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dfaf722f-5792-491e-ab00-e728cd89428a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:30.878326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73432fa-9eb4-4b8d-b53b-8f9c583fe6fd None None] Pushing event deleted for resources: {'Port': ['ID=dfaf722f-5792-491e-ab00-e728cd89428a,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:30.880446 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: dfaf722f-5792-491e-ab00-e728cd89428a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:30.880786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dfaf722f-5792-491e-ab00-e728cd89428a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:30.881193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 30f0017c-8969-4751-8724-3ab05266fa59 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:30.909031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 30f0017c-8969-4751-8724-3ab05266fa59 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:30.909656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 30f0017c-8969-4751-8724-3ab05266fa59 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:30.924208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] For port dfaf722f-5792-491e-ab00-e728cd89428a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dfaf722f-5792-491e-ab00-e728cd89428a,segment=NetworkSegment(e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0),segment_id=e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:30.924681 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:30.931168 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 2, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:30.979632 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Checking router: ed26545c-e969-4b98-8af7-219c4e2b1517 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:30.980075 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Updating router ed26545c-e969-4b98-8af7-219c4e2b1517 port 705cf72c-113b-4127-96ef-718f4247a22e binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:05:31.006187 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:31.047906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Calling delete_port for dfaf722f-5792-491e-ab00-e728cd89428a owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:31.059599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:31.060005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:31.062137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-a6a1d4f2-3e9f-4974-910f-7eba5bd81b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:31.063851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-a6a1d4f2-3e9f-4974-910f-7eba5bd81b3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.4446776 Sep 26 13:05:31.071844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Sync routers for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:31.082879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:31.083093 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b467cd1-75ff-4ccc-8544-7b5790e0b3af req-f6b4ac30-3e86-4786-9511-5e6ceaf055e1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793544 Sep 26 13:05:31.085518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:31.137082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-684dc9ed-8baf-4e27-9c27-a0b93745f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:31.138584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-684dc9ed-8baf-4e27-9c27-a0b93745f873 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.5218775 Sep 26 13:05:31.162828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7f39c303-a3f7-4538-aa79-30e3d05b6c18 tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "GET /v2.0/agents/8b1380c7-60d4-47da-937f-4816ef30bc6d/dhcp-networks HTTP/1.1" status: 200 len: 8840 time: 0.5190542 Sep 26 13:05:31.287693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41832) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:31.335688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-59f7d939-57b3-4d62-90ab-8cdb997ba1f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 217 time: 0.2515957 Sep 26 13:05:31.424818 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:31.437339 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:31.441705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-f78114e5-d957-4ec5-a0e8-ae3db5831660 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 200 len: 217 time: 0.1420629 Sep 26 13:05:31.535989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ca44a768-6a0b-4160-b6c8-498e48c3bdbd tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "GET /v2.0/networks/e76e575a-e2a9-4617-8c79-b4eb370139c4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2130191 Sep 26 13:05:31.548039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41842) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:31.583347 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Pushing event updated for resources: {'Port': ['ID=705cf72c-113b-4127-96ef-718f4247a22e,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:31.610811 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.611671 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.612530 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.613092 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.613676 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.614211 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.614742 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.616226 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.616799 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.617339 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.617928 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.618589 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:31.626034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:31.649517 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Attempting to bind port 705cf72c-113b-4127-96ef-718f4247a22e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:31.650252 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Attempting to bind port 705cf72c-113b-4127-96ef-718f4247a22e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:31.650721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-ac2cd0bb-ec74-40fd-8d78-eb4e68ccda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:31.651123 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Attempting to bind port 705cf72c-113b-4127-96ef-718f4247a22e on network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:31.652342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-ac2cd0bb-ec74-40fd-8d78-eb4e68ccda12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.2455561 Sep 26 13:05:31.659842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f779b80-c3dc-4c33-9125-4d79d7aa2d81 req-70936bf6-cefe-4dba-b240-cf1a6dda215f tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0666921 Sep 26 13:05:31.669329 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:31.672908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-7b571f5f-2895-45d6-85fb-49b95a6d43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:31.674629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-7b571f5f-2895-45d6-85fb-49b95a6d43c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2065613 Sep 26 13:05:31.678541 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Checking segment: {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:31.682410 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:31.684427 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Bound using segment: {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:31.684939 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Bound port: 705cf72c-113b-4127-96ef-718f4247a22e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:31.685329 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:31.710384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=c8e0a02e-699d-406c-af23-7b84deb93b62,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:31.714536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-47a131d0-cb0f-49be-97cf-690942a4ace6 tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "GET /v2.0/networks/e76e575a-e2a9-4617-8c79-b4eb370139c4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1653867 Sep 26 13:05:31.718034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41846) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:31.782936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-d5fb64b0-ee6b-4b65-b35d-c81707b0492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:31.785343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-d5fb64b0-ee6b-4b65-b35d-c81707b0492a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227336 Sep 26 13:05:31.795669 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] For port 705cf72c-113b-4127-96ef-718f4247a22e, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:31.798558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-f7b61109-9a2c-42a8-b503-f4ee92c5eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:31.799633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] For port 705cf72c-113b-4127-96ef-718f4247a22e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=705cf72c-113b-4127-96ef-718f4247a22e,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:31.800965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-f7b61109-9a2c-42a8-b503-f4ee92c5eecd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031802 Sep 26 13:05:31.812543 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:31.881507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:05:31.949117 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:31.950928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router cbfa560c-db03-485a-bf89-8f5c284b9529 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:31.954643 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.035701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:32.037805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c56ef4-e7b3-4839-a6f8-c4719907a1d2 req-0aca0b66-fe9c-40f4-b87f-b7fd3374f5ae tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:32.039586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c56ef4-e7b3-4839-a6f8-c4719907a1d2 req-0aca0b66-fe9c-40f4-b87f-b7fd3374f5ae tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.3306522 Sep 26 13:05:32.055917 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ed01412-dc0e-445e-abfd-57d5c8ef4432 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.059817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.104731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.109049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c81d1b13-6685-466a-89fc-5e5cd4ad344c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2564604 Sep 26 13:05:32.109678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-2362b6b5-cacc-45ea-92ce-9328be6dce97 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855864 Sep 26 13:05:32.110164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41852) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:32.112385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ed01412-dc0e-445e-abfd-57d5c8ef4432 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.117897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-0572323c-aa29-4db3-a8df-4643ae35222e service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057611 Sep 26 13:05:32.143896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] No DVR routers for this DVR port dfaf722f-5792-491e-ab00-e728cd89428a on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:32.177383 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:32.189473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'port_id': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'mac_address': 'fa:16:3e:90:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:05:32.265269 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d3e1b-d0a4-4217-9f24-5e196692edb1 None None] Pushing event updated for resources: {'Port': ['ID=705cf72c-113b-4127-96ef-718f4247a22e,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:32.272005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8bbac544-22b4-4d33-bd9f-113501c216bf None None] Provisioning complete for port 705cf72c-113b-4127-96ef-718f4247a22e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:32.276205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bbac544-22b4-4d33-bd9f-113501c216bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.398526 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.401849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:28Z', 'revision_number': 3, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.419713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bedb498a-e98f-44b2-a494-fde220e3a63b req-15174ec8-9077-4799-87ca-aa011786dbd6 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989905 Sep 26 13:05:32.430180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2ad7ef2d-07a1-44a6-8a9a-fa803968d626 tempest-DHCPAgentSchedulersTestJSON-1749375897 tempest-DHCPAgentSchedulersTestJSON-1749375897-project-admin] 10.222.0.13 "GET /v2.0/agents/8b1380c7-60d4-47da-937f-4816ef30bc6d/dhcp-networks HTTP/1.1" status: 200 len: 8840 time: 0.6925895 Sep 26 13:05:32.438612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41858) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:32.465111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed01412-dc0e-445e-abfd-57d5c8ef4432 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39725cb2-a0ab-4966-b95f-6a91f9167e19,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:32.492790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Checking router: 93ce908c-64b1-49ed-b8a1-cecee2221af7 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:32.492790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Updating router 93ce908c-64b1-49ed-b8a1-cecee2221af7 port c5d716a2-6f11-4b1c-b02c-c0f677cb3720 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:05:32.511896 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:31Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.524014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.540644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999157e6-47e1-44fe-b6b0-0a474c43e100 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:05:32.545729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.548703 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b617e19-7dd5-4974-9ad7-9a8e835ac776 None None] The sync data for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 is: [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:31Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:32.556175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.556642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d4c15c-5f05-47ee-915d-7c3e11cf0aa0') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.565608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:32.566859 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f29c13c-d72f-4f37-a3c4-2e96a4c65e69 req-ca84abf1-3df5-4373-8345-689552ba9d42 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000509 Sep 26 13:05:32.572299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.578037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfaf722f-5792-491e-ab00-e728cd89428a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:32.585033 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.587463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.613161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c56ef4-e7b3-4839-a6f8-c4719907a1d2 req-4eaf767b-d62a-4a4f-ab1d-474cb3687159 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5601740 Sep 26 13:05:32.624886 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ed01412-dc0e-445e-abfd-57d5c8ef4432 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.626374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1ed01412-dc0e-445e-abfd-57d5c8ef4432 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0152588 Sep 26 13:05:32.630788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41860) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:32.636286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d8d907b8-2f8f-4d96-8fd0-7f6a52c03e1c tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Request body: {'security_group_rule': {'security_group_id': '39725cb2-a0ab-4966-b95f-6a91f9167e19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:32.640777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.655286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.696182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:32.700400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:32.701104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.703511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87240ec-1b78-4f63-add3-b81a3fae7832 req-d71b2ba3-3ca7-4d4d-8724-5b9c0d477f4a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:32.713726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b87240ec-1b78-4f63-add3-b81a3fae7832 req-d71b2ba3-3ca7-4d4d-8724-5b9c0d477f4a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.3268764 Sep 26 13:05:32.721480 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca35a56-63e3-4466-9250-7b7d42d5b7f6 None None] Sync routers for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:32.727166 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:32.741951 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca35a56-63e3-4466-9250-7b7d42d5b7f6 None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:32.742958 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6ca35a56-63e3-4466-9250-7b7d42d5b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.832878 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6ca35a56-63e3-4466-9250-7b7d42d5b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.857190 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca35a56-63e3-4466-9250-7b7d42d5b7f6 None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:32.858717 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6ca35a56-63e3-4466-9250-7b7d42d5b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.871271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bbac544-22b4-4d33-bd9f-113501c216bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.902394 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6ca35a56-63e3-4466-9250-7b7d42d5b7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:32.903309 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca35a56-63e3-4466-9250-7b7d42d5b7f6 None None] The sync data for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:32.923965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b87240ec-1b78-4f63-add3-b81a3fae7832 req-330dff63-1c56-4de8-b8eb-8dc84de19efe tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092285 Sep 26 13:05:32.970204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b6233856-b97d-4c04-9b97-56ec146d4437 req-4f03e64d-2dfc-4098-acb3-2bd5b778a15a tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0866981 Sep 26 13:05:32.973868 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8d907b8-2f8f-4d96-8fd0-7f6a52c03e1c tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:32.975033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:33.020237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.022004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['999157e6-47e1-44fe-b6b0-0a474c43e100'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:33.032748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.040236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] 10.222.0.13 "DELETE /v2.0/networks/fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf HTTP/1.1" status: 204 len: 168 time: 3.4138792 Sep 26 13:05:33.044568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8bbac544-22b4-4d33-bd9f-113501c216bf None None] For port 705cf72c-113b-4127-96ef-718f4247a22e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=705cf72c-113b-4127-96ef-718f4247a22e,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:33.053950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41864) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:33.067365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9458a-dc74-4899-a4fe-4c767051092f admin admin] Pushing event deleted for resources: {'Network': ['ID=fefa5b9c-ab93-4827-9f0a-5f2762f8a5cf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:33.067622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.074096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-28efa754-4a8f-499a-bdcc-ad55406ca9b9 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/ports/c8e0a02e-699d-406c-af23-7b84deb93b62 HTTP/1.1" status: 204 len: 168 time: 4.2739723 Sep 26 13:05:33.076544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41866) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:33.087662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.115799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e313ce87-ae5a-4d62-a67d-2f8b7505c971']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:33.127982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dd3a49-dc4b-4150-b259-19697cbdf305') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:33.128595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dd3a49-dc4b-4150-b259-19697cbdf305') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:33.142710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.159460 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.166409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:33.167236 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.241283 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.244793 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bbac544-22b4-4d33-bd9f-113501c216bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.256494 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.326708 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Attempting to bind port c5d716a2-6f11-4b1c-b02c-c0f677cb3720 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:33.327083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Attempting to bind port c5d716a2-6f11-4b1c-b02c-c0f677cb3720 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:33.327445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Attempting to bind port c5d716a2-6f11-4b1c-b02c-c0f677cb3720 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:33.345118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:33.345649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:33.345998 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.346464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:33.346961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Bound port: c5d716a2-6f11-4b1c-b02c-c0f677cb3720, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:33.347337 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.350322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8d907b8-2f8f-4d96-8fd0-7f6a52c03e1c tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:33.358769 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:33.381954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.388460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8d907b8-2f8f-4d96-8fd0-7f6a52c03e1c tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.409415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.415583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "DELETE /v2.0/networks/e313ce87-ae5a-4d62-a67d-2f8b7505c971 HTTP/1.1" status: 204 len: 168 time: 0.9683051 Sep 26 13:05:33.416953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c9a30-2f4d-41b3-8338-34523e29fe9f tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event deleted for resources: {'Network': ['ID=e313ce87-ae5a-4d62-a67d-2f8b7505c971,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:33.424722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41868) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:33.438176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbac544-22b4-4d33-bd9f-113501c216bf None None] Pushing event updated for resources: {'Port': ['ID=705cf72c-113b-4127-96ef-718f4247a22e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:33.451247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4c8f0819-4139-4bb6-92b7-6afa5440977e None None] Provisioning complete for port 705cf72c-113b-4127-96ef-718f4247a22e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:33.452170 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c8f0819-4139-4bb6-92b7-6afa5440977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.471549 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] For port c5d716a2-6f11-4b1c-b02c-c0f677cb3720, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:33.475213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d907b8-2f8f-4d96-8fd0-7f6a52c03e1c tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c194f25f-01da-49ce-a4e6-0e66d47b9181,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:33.528173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] For port c5d716a2-6f11-4b1c-b02c-c0f677cb3720, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5d716a2-6f11-4b1c-b02c-c0f677cb3720,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:33.545977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.578979 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8e74c4-bd57-41e1-9d3a-5a5c7071e284 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] DELETE failed (client error): The resource could not be found. Sep 26 13:05:33.579670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8e74c4-bd57-41e1-9d3a-5a5c7071e284 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:05:33.580750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ab58d-bd27-48a7-9c8b-280152c04f73 None None] Pushing event updated for resources: {'Port': ['ID=c5d716a2-6f11-4b1c-b02c-c0f677cb3720,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:33.594280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fc8e74c4-bd57-41e1-9d3a-5a5c7071e284 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "DELETE /v2.0/ports/c9ae4eca-cc1f-45b1-a5e6-2d6528e7e0be HTTP/1.1" status: 404 len: 333 time: 0.1200502 Sep 26 13:05:33.598714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41870) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:33.636922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8d907b8-2f8f-4d96-8fd0-7f6a52c03e1c tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.638333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8d907b8-2f8f-4d96-8fd0-7f6a52c03e1c tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0068905 Sep 26 13:05:33.643251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41872) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:33.663224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ab58d-bd27-48a7-9c8b-280152c04f73 None None] Pushing event updated for resources: {'Port': ['ID=c5d716a2-6f11-4b1c-b02c-c0f677cb3720,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:33.672896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.678490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-87290570-334f-4ac6-809a-561069564ae9 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Deleting subnet 2231c936-5756-47a7-8d1e-4ce0b6fe41e8 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:05:33.686700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3eb1257e-96c4-4fed-bdb6-be58f7208afa tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Request body: {'security_group_rule': {'security_group_id': '39725cb2-a0ab-4966-b95f-6a91f9167e19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:33.689439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:33.690834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:33.690986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87290570-334f-4ac6-809a-561069564ae9 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.845758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87290570-334f-4ac6-809a-561069564ae9 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.881320 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3eb1257e-96c4-4fed-bdb6-be58f7208afa tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:33.902335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:33.928833 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3c6a3-70c2-4498-a813-0fcb7b704c1b req-3028ae95-1d89-4bd8-9819-18582406aa1f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:33.930497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cff3c6a3-70c2-4498-a813-0fcb7b704c1b req-3028ae95-1d89-4bd8-9819-18582406aa1f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.1802626 Sep 26 13:05:34.114022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.203804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:28Z', 'revision_number': 3, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:34.219881 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.325347 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3eb1257e-96c4-4fed-bdb6-be58f7208afa tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.364805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3eb1257e-96c4-4fed-bdb6-be58f7208afa tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.367807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34a76e-d410-4f61-994d-60c8c4cca134 req-6524b683-b2a5-46f5-a343-796b2998f353 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:34.369774 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc34a76e-d410-4f61-994d-60c8c4cca134 req-6524b683-b2a5-46f5-a343-796b2998f353 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.3067486 Sep 26 13:05:34.407095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 705cf72c-113b-4127-96ef-718f4247a22e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:34.427211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1257e-96c4-4fed-bdb6-be58f7208afa tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4180a1dc-73af-4eea-99a6-cda06dd2cb16,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:34.445005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14198531-d6e9-4f69-81c7-5492ab45f542 None None] The sync data for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 is: [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:28Z', 'revision_number': 3, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:34.455787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3eb1257e-96c4-4fed-bdb6-be58f7208afa tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.460086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 705cf72c-113b-4127-96ef-718f4247a22e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:34.460254 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3eb1257e-96c4-4fed-bdb6-be58f7208afa tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8142898 Sep 26 13:05:34.460475 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.463829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:34.478456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:34.511428 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cff3c6a3-70c2-4498-a813-0fcb7b704c1b req-9edb829a-c053-4741-9494-45a07fcd7906 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5703282 Sep 26 13:05:34.547973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87290570-334f-4ac6-809a-561069564ae9 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.585785 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.618847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Allocated IP 172.20.0.1 (6ee1dcee-4f37-4d19-801b-79c4377a3906/0dc894ca-1d1e-450d-af1a-824675f7ae8f/155b6271-b160-4da3-9081-431dd83fe124) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:34.779297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1932904-2e67-4041-af90-8946d2a3448f req-6c12a972-7d15-435b-9e0c-aba77ee41c30 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1043177 Sep 26 13:05:34.834410 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87290570-334f-4ac6-809a-561069564ae9 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.868546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc34a76e-d410-4f61-994d-60c8c4cca134 req-3e43b39f-fd94-40c0-a2e9-8c94d94ed690 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743207 Sep 26 13:05:34.880196 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87290570-334f-4ac6-809a-561069564ae9 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event deleted for resources: {'Subnet': ['ID=2231c936-5756-47a7-8d1e-4ce0b6fe41e8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:34.890324 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87290570-334f-4ac6-809a-561069564ae9 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.894497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-87290570-334f-4ac6-809a-561069564ae9 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "DELETE /v2.0/subnets/2231c936-5756-47a7-8d1e-4ce0b6fe41e8 HTTP/1.1" status: 204 len: 168 time: 1.2923713 Sep 26 13:05:34.897156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2053694-af21-4d9f-bc0d-dc680b5f8f46 None None] Network e76e575a-e2a9-4617-8c79-b4eb370139c4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:34.898813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41882) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:34.915766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:34.969066 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.091180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port 03a0ffb4-c071-4da4-b4f5-fe52fcdd273b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:35.091557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.111929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.131537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] DHCP port deletion for e76e575a-e2a9-4617-8c79-b4eb370139c4 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:05:35.139041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Deleting port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:35.139586 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.196377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] Deleting port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:35.197010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.228451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.235177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Allocated IP 172.25.4.212 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/3b216a81-fafb-485f-b1ef-4715b03ef614) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:35.262545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.280793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for 03a0ffb4-c071-4da4-b4f5-fe52fcdd273b owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:35.287830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] For port 53d7d98b-dd16-4585-9cbd-bafbf42bb825, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=53d7d98b-dd16-4585-9cbd-bafbf42bb825,segment=NetworkSegment(d5a99d4b-fed8-4211-922a-035cf8056266),segment_id=d5a99d4b-fed8-4211-922a-035cf8056266)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:35.289298 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.308434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] For port 53ae7d09-e1b1-4fb1-bb1a-030cc241d231, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,segment=NetworkSegment(f4236305-ba43-4c3f-8109-251ee4f2dbeb),segment_id=f4236305-ba43-4c3f-8109-251ee4f2dbeb)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:35.308582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.309308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:35.309544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] Calling delete_port for 53d7d98b-dd16-4585-9cbd-bafbf42bb825 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:35.324991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:35.328402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:35.364885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Calling delete_port for 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:35.365210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=155b6271-b160-4da3-9081-431dd83fe124,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:35.424612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Deleting port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:35.424961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.439261 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.440929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.482034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] No DVR routers for this DVR port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:35.521758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb73dc3-963c-4843-afef-517f7bd1bb52 None None] Pushing event deleted for resources: {'Port': ['ID=53d7d98b-dd16-4585-9cbd-bafbf42bb825,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:35.546853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.609083 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] For port 53d7d98b-dd16-4585-9cbd-bafbf42bb825, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=53d7d98b-dd16-4585-9cbd-bafbf42bb825,segment=NetworkSegment(d5a99d4b-fed8-4211-922a-035cf8056266),segment_id=d5a99d4b-fed8-4211-922a-035cf8056266)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:35.609450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.684950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Calling delete_port for 53d7d98b-dd16-4585-9cbd-bafbf42bb825 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:35.706526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f455609a-78e7-4011-89bd-581b7e7a6cf6 None None] Provisioning complete for port 155b6271-b160-4da3-9081-431dd83fe124 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:35.707260 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f455609a-78e7-4011-89bd-581b7e7a6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.755806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f455609a-78e7-4011-89bd-581b7e7a6cf6 None None] Port 155b6271-b160-4da3-9081-431dd83fe124 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:35.762729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.790890 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.799480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=03a0ffb4-c071-4da4-b4f5-fe52fcdd273b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:35.809996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8fd41-9fc2-402a-a59d-ddacd32e293a req-cd77f6e1-a585-4256-af66-d8b3f80e6424 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:35.812153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62f8fd41-9fc2-402a-a59d-ddacd32e293a req-cd77f6e1-a585-4256-af66-d8b3f80e6424 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.1999540 Sep 26 13:05:35.838734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.866919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:35.909820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:35.912655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Pushing event deleted for resources: {'Port': ['ID=53ae7d09-e1b1-4fb1-bb1a-030cc241d231,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:35.919423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:35.930096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event updated for resources: {'Port': ['ID=3b216a81-fafb-485f-b1ef-4715b03ef614,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:35.938648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:35.963527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:36.016267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5000b5a0-761d-4f31-860b-e330237ff16e req-0b80ae8b-0e88-4ea4-a20a-10a6d568a84f tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1122460 Sep 26 13:05:36.016496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 999157e6-47e1-44fe-b6b0-0a474c43e100 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:05:36.021797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 999157e6-47e1-44fe-b6b0-0a474c43e100 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:36.022167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.074627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62f8fd41-9fc2-402a-a59d-ddacd32e293a req-3a2498e6-bfac-47a6-b41f-d4303b51169c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312829 Sep 26 13:05:36.086246 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.108800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ddd91f1-2734-45cf-8b0a-e00a9acb98da req-cc87b1fd-124b-4c9f-a273-dfa769ec5d54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0522513 Sep 26 13:05:36.194884 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.200621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] No DVR routers for this DVR port 53d7d98b-dd16-4585-9cbd-bafbf42bb825 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:36.202410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event deleted for resources: {'Port': ['ID=53d7d98b-dd16-4585-9cbd-bafbf42bb825,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:36.234036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:36.239994 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287664b5-b1fb-45f2-9ae1-6eff92eb8624" -d '{"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-plugged", "status": "completed", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:36.271864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:36.283694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.379641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.381457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:36.421128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536803da-b087-4696-ab6a-77c4cf5f01ce req-03c7ec52-bb65-493d-a16e-11bb0f6f24f9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:36.422136 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9946b2da-ef26-46a6-aa1c-5947509e53f5 x-openstack-request-id: req-9946b2da-ef26-46a6-aa1c-5947509e53f5 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:36.422630 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-plugged", "status": "completed", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:36.422976 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9946b2da-ef26-46a6-aa1c-5947509e53f5 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:36.423459 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'code': 200} Sep 26 13:05:36.428571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-536803da-b087-4696-ab6a-77c4cf5f01ce req-03c7ec52-bb65-493d-a16e-11bb0f6f24f9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.3025277 Sep 26 13:05:36.518490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5d716a2-6f11-4b1c-b02c-c0f677cb3720 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:36.527719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.533211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.557207 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.565321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-536803da-b087-4696-ab6a-77c4cf5f01ce req-65c5a6a0-d01e-487e-9d21-ed8bd2096baa tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357949 Sep 26 13:05:36.596293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c5d716a2-6f11-4b1c-b02c-c0f677cb3720 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:36.596293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.612842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76e575a-e2a9-4617-8c79-b4eb370139c4']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:36.649804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a99d4b-fed8-4211-922a-035cf8056266') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:36.650101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a99d4b-fed8-4211-922a-035cf8056266') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:36.663614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.678050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.683290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22340-bb20-4b39-abac-b80a1f47538a req-341cf766-6414-4e27-bf2a-6a1736538ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:36.684923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41e22340-bb20-4b39-abac-b80a1f47538a req-341cf766-6414-4e27-bf2a-6a1736538ebe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1097 time: 0.1813328 Sep 26 13:05:36.701408 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.723601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.725035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port c5d716a2-6f11-4b1c-b02c-c0f677cb3720, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5d716a2-6f11-4b1c-b02c-c0f677cb3720,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:36.733576 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.743769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.747528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.788805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:36.789132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:36.792213 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:36.796191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=c5d716a2-6f11-4b1c-b02c-c0f677cb3720,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:36.831971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 53d7d98b-dd16-4585-9cbd-bafbf42bb825 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:36.866810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 53d7d98b-dd16-4585-9cbd-bafbf42bb825 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:36.867255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 53d7d98b-dd16-4585-9cbd-bafbf42bb825 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:36.883692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Router 82a52d07-7068-46be-b759-53d2375e9a17 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:36.908234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41e22340-bb20-4b39-abac-b80a1f47538a req-ef730980-576a-4808-84ad-078d7235ff66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947641 Sep 26 13:05:36.946929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=155b6271-b160-4da3-9081-431dd83fe124,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:36.953897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.965929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.971371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:36.973631 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] 10.222.0.13 "DELETE /v2.0/networks/e76e575a-e2a9-4617-8c79-b4eb370139c4 HTTP/1.1" status: 204 len: 168 time: 2.0692284 Sep 26 13:05:37.037122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757e89-3400-444a-b11b-fc17828bd849 tempest-DHCPAgentSchedulersTestJSON-630692029 tempest-DHCPAgentSchedulersTestJSON-630692029-project] Pushing event deleted for resources: {'Network': ['ID=e76e575a-e2a9-4617-8c79-b4eb370139c4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:37.154670 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:37.157725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:37.159585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:37.167046 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:37.251045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8216201e-f21a-470b-bcc6-73d03a51c01d req-88028b4a-28b1-4f5d-8bff-5616647b5be6 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0880010 Sep 26 13:05:37.309312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router cbfa560c-db03-485a-bf89-8f5c284b9529 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:37.344607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0b849-f2b5-4a74-bf36-45fa5045028a req-7e13c9e5-2913-4733-80e2-9f3305c3ef9d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:37.346218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22f0b849-f2b5-4a74-bf36-45fa5045028a req-7e13c9e5-2913-4733-80e2-9f3305c3ef9d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1271553 Sep 26 13:05:37.356356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event updated for resources: {'Port': ['ID=3b216a81-fafb-485f-b1ef-4715b03ef614,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:37.383289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41902) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:37.392012 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:37.403920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:37.417478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:37.421543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] Sync routers for ids ['82a52d07-7068-46be-b759-53d2375e9a17'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:37.433462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-559be49f-8792-4c89-9625-66108e38ab2a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9655120 Sep 26 13:05:37.451260 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-45f518d9-0231-42be-b5e1-b4492336ab6b admin admin] 10.222.0.13 "PUT /v2.0/routers/82a52d07-7068-46be-b759-53d2375e9a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3961105 Sep 26 13:05:37.451968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41908) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:37.484597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] Routers {'82a52d07-7068-46be-b759-53d2375e9a17'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:37.485315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['82a52d07-7068-46be-b759-53d2375e9a17'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:37.494062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22f0b849-f2b5-4a74-bf36-45fa5045028a req-9c197722-6648-4049-b489-a3ddca5b4b39 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387129 Sep 26 13:05:37.531595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:37.537012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-944ab04a-8b72-4d95-b090-b3683057e694 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/routers/cbfa560c-db03-485a-bf89-8f5c284b9529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4587631 Sep 26 13:05:37.541115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41910) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:37.562006 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246f3a2-2962-4b9d-8884-c3afde8253b7 None None] Sync routers for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:37.578958 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246f3a2-2962-4b9d-8884-c3afde8253b7 None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:37.579763 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1246f3a2-2962-4b9d-8884-c3afde8253b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:37.632870 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1246f3a2-2962-4b9d-8884-c3afde8253b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:37.657922 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246f3a2-2962-4b9d-8884-c3afde8253b7 None None] Routers {'cbfa560c-db03-485a-bf89-8f5c284b9529'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:37.658808 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1246f3a2-2962-4b9d-8884-c3afde8253b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cbfa560c-db03-485a-bf89-8f5c284b9529'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:37.684353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Router 93ce908c-64b1-49ed-b8a1-cecee2221af7 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:37.705321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-235eb841-d4ef-4649-8a65-73c2b56409c5 None None] Provisioning complete for port 155b6271-b160-4da3-9081-431dd83fe124 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:37.705919 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-235eb841-d4ef-4649-8a65-73c2b56409c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:37.723363 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1246f3a2-2962-4b9d-8884-c3afde8253b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:37.724014 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246f3a2-2962-4b9d-8884-c3afde8253b7 None None] The sync data for ids ['cbfa560c-db03-485a-bf89-8f5c284b9529'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:37.762579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] Set router 82a52d07-7068-46be-b759-53d2375e9a17 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:37.765199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-235eb841-d4ef-4649-8a65-73c2b56409c5 None None] Port 155b6271-b160-4da3-9081-431dd83fe124 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:37.767302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:37.853286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:37.870686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-cffc3cb5-e2f3-43e0-ab9d-57a46fa12970 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1998681755&fields=id&tenant_id=6f7da6cdd9384093a8ef11737517db83 HTTP/1.1" status: 200 len: 267 time: 0.1143162 Sep 26 13:05:37.936733 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:37.937661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-59dd06a1-412b-4bea-b169-586026fa610d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ceccedd9b4148cba526985fd4251099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532470 Sep 26 13:05:37.946520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41924) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:37.953988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b5580-349b-43a0-9a55-71a9781caf76 req-509bd3ed-7e84-46b4-a54f-246f49736581 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:37.962557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b64b5580-349b-43a0-9a55-71a9781caf76 req-509bd3ed-7e84-46b4-a54f-246f49736581 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2380977 Sep 26 13:05:37.977223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 5, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:38.009830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] Checking router: 82a52d07-7068-46be-b759-53d2375e9a17 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:38.019029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] Routers {'82a52d07-7068-46be-b759-53d2375e9a17'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:38.019656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['82a52d07-7068-46be-b759-53d2375e9a17'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:38.033556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:38.039333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b64b5580-349b-43a0-9a55-71a9781caf76 req-b32f82e3-bf0c-4977-bc49-c6bef22f574e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632825 Sep 26 13:05:38.045846 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7139f190-f447-43ae-96e5-3d1e86cdd2e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/93ce908c-64b1-49ed-b8a1-cecee2221af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9343903 Sep 26 13:05:38.079079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Sync routers for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:38.096572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.099301 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85ca0207-8181-45ff-9e64-cf54cace59e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.108664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5c47ab2c-5355-4b1c-8bbc-1c38eec31a71 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:38.110159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5c47ab2c-5355-4b1c-8bbc-1c38eec31a71 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/networks?id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a HTTP/1.1" status: 200 len: 814 time: 0.2219419 Sep 26 13:05:38.126564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:38.127614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:38.130271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port 1d2319cb-6ef9-4c31-8572-f02cfee2399a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:38.130616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.192403 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-41e9dbc5-45b7-42a6-9368-7f8450554a73 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/quotas/6f7da6cdd9384093a8ef11737517db83 HTTP/1.1" status: 200 len: 375 time: 0.0698421 Sep 26 13:05:38.198477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85ca0207-8181-45ff-9e64-cf54cace59e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.294398 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ec7f4a3c-4d1d-4d98-9995-34b8f2148063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.310635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] Set router 82a52d07-7068-46be-b759-53d2375e9a17 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:38.351913 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-d776da06-2c7b-4e15-be0a-21a251c42d3b tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f7da6cdd9384093a8ef11737517db83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418579 Sep 26 13:05:38.379736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5d716a2-6f11-4b1c-b02c-c0f677cb3720 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:38.389372 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.418010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for 1d2319cb-6ef9-4c31-8572-f02cfee2399a owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:38.461593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85ca0207-8181-45ff-9e64-cf54cace59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.464237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85ca0207-8181-45ff-9e64-cf54cace59e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.469474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-85ca0207-8181-45ff-9e64-cf54cace59e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62630bbb-bd4a-43f8-acd8-5b63bfcd1555 HTTP/1.1" status: 204 len: 168 time: 0.5181618 Sep 26 13:05:38.563882 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-132e264c-de48-46f4-a556-acc10800f140 service neutron] 10.222.0.13 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110488 Sep 26 13:05:38.585773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:38.590065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca0207-8181-45ff-9e64-cf54cace59e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62630bbb-bd4a-43f8-acd8-5b63bfcd1555,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:38.617049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Deleting port fcd3e9fa-a80c-45ce-8b28-05e136072bca {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:38.617221 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.673200 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e0d3e0ce-a30d-4856-bdd8-81f9ccdbd157 req-c04ffe72-80a3-4390-9897-ab3a50c05ce7 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0553904 Sep 26 13:05:38.750465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] For port fcd3e9fa-a80c-45ce-8b28-05e136072bca, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcd3e9fa-a80c-45ce-8b28-05e136072bca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:38.751550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.768691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Calling delete_port for fcd3e9fa-a80c-45ce-8b28-05e136072bca owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:38.791655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-8d5191d7-df1b-495b-9832-944d6279e21b service neutron] 10.222.0.13 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150946 Sep 26 13:05:38.910381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.964000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c5d716a2-6f11-4b1c-b02c-c0f677cb3720 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:38.964384 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:38.971487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 2, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:38.994451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41942) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:39.009351 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.023403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Checking router: 93ce908c-64b1-49ed-b8a1-cecee2221af7 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:39.023765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Updating router 93ce908c-64b1-49ed-b8a1-cecee2221af7 port 155b6271-b160-4da3-9081-431dd83fe124 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:05:39.032079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=1d2319cb-6ef9-4c31-8572-f02cfee2399a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:39.059627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.082853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c94f5f6-4212-453b-affd-e4505a85cdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.108781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.129747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd3e9fa-a80c-45ce-8b28-05e136072bca,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:39.151291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 5, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:39.211968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.236726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61d97f8-b6d7-4747-92fc-49308de14b38 None None] The sync data for ids ['82a52d07-7068-46be-b759-53d2375e9a17'] in n-d-806683-13 is: [{'id': '82a52d07-7068-46be-b759-53d2375e9a17', 'name': 'tempest-AttachSCSIVolumeTestJSON-960354750-router', 'tenant_id': 'cf8662b6d39d47daaa9b02382502f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:03:18Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 5, 'project_id': 'cf8662b6d39d47daaa9b02382502f808', 'gw_port': {'id': 'fcd3e9fa-a80c-45ce-8b28-05e136072bca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a52d07-7068-46be-b759-53d2375e9a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:03:19Z', 'updated_at': '2021-09-26T13:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:39.290024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.294273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.353283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.359892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.379839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a99f-33a8-48aa-a8ef-d4187d17266b req-4df60842-0c30-4e46-8cf3-b1f366b1f537 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:39.382155 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fc6a99f-33a8-48aa-a8ef-d4187d17266b req-4df60842-0c30-4e46-8cf3-b1f366b1f537 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.2166002 Sep 26 13:05:39.383784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.384678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Fanout notify agent at l3_agent the message router_deleted on router cbfa560c-db03-485a-bf89-8f5c284b9529 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:05:39.393300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.394484 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89dae3f5-2d96-42d3-99c7-f2c027990ad4 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/routers/cbfa560c-db03-485a-bf89-8f5c284b9529 HTTP/1.1" status: 204 len: 168 time: 1.8517368 Sep 26 13:05:39.402281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41954) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:39.442914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.443660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82a52d07-7068-46be-b759-53d2375e9a17 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:05:39.452919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.458057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-45af9fd2-df46-41cd-b564-031db5b48415 admin admin] 10.222.0.13 "DELETE /v2.0/routers/82a52d07-7068-46be-b759-53d2375e9a17 HTTP/1.1" status: 204 len: 168 time: 2.0050669 Sep 26 13:05:39.458741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41956) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:39.470578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c94f5f6-4212-453b-affd-e4505a85cdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.479398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fc6a99f-33a8-48aa-a8ef-d4187d17266b req-d9f38cd5-6244-4f10-ac51-57988d56f896 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837667 Sep 26 13:05:39.501250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdf0f74-8fc1-4efd-a092-f66e8be06fd2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting subnet 5228a609-8943-48e8-93f8-2faafd25bdf9 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:05:39.506905 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.508877 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f74-8fc1-4efd-a092-f66e8be06fd2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.519654 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.534708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f401f914-0d33-4c29-b450-8c7ebe353a65 admin admin] Deleting subnet dbee1dfa-c4e3-4964-be64-b6cde1150428 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:05:39.537935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f401f914-0d33-4c29-b450-8c7ebe353a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.581793 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f401f914-0d33-4c29-b450-8c7ebe353a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.620653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f74-8fc1-4efd-a092-f66e8be06fd2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.624931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdfecb-da88-4363-bf05-1c57950aef50 None None] Pushing event updated for resources: {'Port': ['ID=155b6271-b160-4da3-9081-431dd83fe124,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:39.674512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Attempting to bind port 155b6271-b160-4da3-9081-431dd83fe124 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:39.675536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Attempting to bind port 155b6271-b160-4da3-9081-431dd83fe124 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:39.679183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Attempting to bind port 155b6271-b160-4da3-9081-431dd83fe124 on network 6ee1dcee-4f37-4d19-801b-79c4377a3906 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:39.693516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:39.694214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Checking segment: {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:39.694847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.695491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Bound using segment: {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:39.696307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Bound port: 155b6271-b160-4da3-9081-431dd83fe124, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:39.696894 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.765983 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f401f914-0d33-4c29-b450-8c7ebe353a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.801538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] For port 155b6271-b160-4da3-9081-431dd83fe124, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:39.805923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] For port 155b6271-b160-4da3-9081-431dd83fe124, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=155b6271-b160-4da3-9081-431dd83fe124,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:39.816900 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.849347 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f74-8fc1-4efd-a092-f66e8be06fd2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.859158 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c94f5f6-4212-453b-affd-e4505a85cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.899453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f401f914-0d33-4c29-b450-8c7ebe353a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.911463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94f5f6-4212-453b-affd-e4505a85cdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e81d537-0377-47f7-90af-bcd79ce34bda,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:39.949372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:39.950557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:39.955443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f401f914-0d33-4c29-b450-8c7ebe353a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:39.964416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f401f914-0d33-4c29-b450-8c7ebe353a65 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dbee1dfa-c4e3-4964-be64-b6cde1150428 HTTP/1.1" status: 204 len: 168 time: 0.5001550 Sep 26 13:05:39.971373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41964) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:39.972218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f914-0d33-4c29-b450-8c7ebe353a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbee1dfa-c4e3-4964-be64-b6cde1150428,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:40.022921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0c94f5f6-4212-453b-affd-e4505a85cdcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c16588500fe441a93d29968ba6183a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0250564 Sep 26 13:05:40.023866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41966) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:40.040674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f74-8fc1-4efd-a092-f66e8be06fd2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.058729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f65b29-e4d2-426b-8f68-46ffe7659c11 None None] Network b696dd0e-606d-4bc2-9121-5e8ec9c55bbe requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:40.072159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdfecb-da88-4363-bf05-1c57950aef50 None None] Pushing event updated for resources: {'Port': ['ID=155b6271-b160-4da3-9081-431dd83fe124,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:40.099169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf0f74-8fc1-4efd-a092-f66e8be06fd2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Subnet': ['ID=5228a609-8943-48e8-93f8-2faafd25bdf9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:40.118777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.127349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0f74-8fc1-4efd-a092-f66e8be06fd2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.136315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41970) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:40.142340 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7cdf0f74-8fc1-4efd-a092-f66e8be06fd2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/subnets/5228a609-8943-48e8-93f8-2faafd25bdf9 HTTP/1.1" status: 204 len: 168 time: 0.7390177 Sep 26 13:05:40.174613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16360eb7-95c8-4dd8-8612-0209784ff265 None None] Network 75b36340-6398-49c1-a314-5c4509642548 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:40.202043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-15b67e1d-0a2b-4283-b466-a4e9d6850ac4 req-c6fc3dfe-9245-4b84-a314-098f48e2abcb tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 210 time: 0.1078162 Sep 26 13:05:40.313685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f360d08b-8552-48d7-96d7-ab74dbf59dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.348280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41972) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:40.357474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d60e541f-09c9-40b5-9de7-3a505ae9c7ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179982463', 'description': 'tempest-description--60584957'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:40.360588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b22c9143-e451-4be2-bb15-c897a99d8145 None None] Provisioning complete for port 155b6271-b160-4da3-9081-431dd83fe124 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:40.360969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b22c9143-e451-4be2-bb15-c897a99d8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.400199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78cfd7-c2a0-447d-a066-b0905e4d7712 req-0ec4369d-9e45-4c08-b90a-0cc5591b3496 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:40.402653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da78cfd7-c2a0-447d-a066-b0905e4d7712 req-0ec4369d-9e45-4c08-b90a-0cc5591b3496 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.0833569 Sep 26 13:05:40.404034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d60e541f-09c9-40b5-9de7-3a505ae9c7ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.411056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.415948 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f360d08b-8552-48d7-96d7-ab74dbf59dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.533278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Deleting port 739a20a4-cdce-47d7-8761-c2baaf72ce3d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:40.533666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.540005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da78cfd7-c2a0-447d-a066-b0905e4d7712 req-3b528745-c836-4c92-87c5-f8ddcb6d88af tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240106 Sep 26 13:05:40.599672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:40.604496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] For port 739a20a4-cdce-47d7-8761-c2baaf72ce3d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=739a20a4-cdce-47d7-8761-c2baaf72ce3d,segment=NetworkSegment(f4236305-ba43-4c3f-8109-251ee4f2dbeb),segment_id=f4236305-ba43-4c3f-8109-251ee4f2dbeb)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:40.604870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.620467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Calling delete_port for 739a20a4-cdce-47d7-8761-c2baaf72ce3d owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:40.686065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:40.760884 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b22c9143-e451-4be2-bb15-c897a99d8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.782008 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5262-3675-4683-82fc-79b173a078ef req-efc6c505-1ebf-49f7-9d8b-105e66577dbd tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:40.783736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-efc6c505-1ebf-49f7-9d8b-105e66577dbd tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.23 "GET /v2.0/networks?id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a HTTP/1.1" status: 200 len: 814 time: 0.2932961 Sep 26 13:05:40.816822 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.826313 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d60e541f-09c9-40b5-9de7-3a505ae9c7ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.840268 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d60e541f-09c9-40b5-9de7-3a505ae9c7ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.845079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b22c9143-e451-4be2-bb15-c897a99d8145 None None] For port 155b6271-b160-4da3-9081-431dd83fe124, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=155b6271-b160-4da3-9081-431dd83fe124,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:40.866917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:40.870533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 53ae7d09-e1b1-4fb1-bb1a-030cc241d231 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:40.872909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b43c7-0ff3-4ea2-9e1b-65ce8c762e1f req-697fa5fc-db87-4602-b5ad-de5fa8d72e75 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:40.875115 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b22c9143-e451-4be2-bb15-c897a99d8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.878444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d0b43c7-0ff3-4ea2-9e1b-65ce8c762e1f req-697fa5fc-db87-4602-b5ad-de5fa8d72e75 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.4595511 Sep 26 13:05:40.879267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Pushing event deleted for resources: {'Port': ['ID=739a20a4-cdce-47d7-8761-c2baaf72ce3d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:40.883755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41982) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:40.884368 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f360d08b-8552-48d7-96d7-ab74dbf59dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.886940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f360d08b-8552-48d7-96d7-ab74dbf59dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:40.888074 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f360d08b-8552-48d7-96d7-ab74dbf59dc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e81d537-0377-47f7-90af-bcd79ce34bda HTTP/1.1" status: 204 len: 168 time: 0.8632970 Sep 26 13:05:40.892289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] No DVR routers for this DVR port 739a20a4-cdce-47d7-8761-c2baaf72ce3d on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:40.896298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'floatingip': {'port_id': '999157e6-47e1-44fe-b6b0-0a474c43e100'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:40.973692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.102526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360d08b-8552-48d7-96d7-ab74dbf59dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e81d537-0377-47f7-90af-bcd79ce34bda,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:41.105276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port f527e4e8-dc2d-4908-a69c-4786368cdfe9 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:41.105567 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.117680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-d8d5c49a-8ce6-4090-9b79-c6feae96b45d tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f7da6cdd9384093a8ef11737517db83 HTTP/1.1" status: 200 len: 380 time: 0.2885115 Sep 26 13:05:41.121115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e541f-09c9-40b5-9de7-3a505ae9c7ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541a3695-ebfd-4e8e-af11-f618b3babfed,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:41.125843 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d60e541f-09c9-40b5-9de7-3a505ae9c7ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.135736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d60e541f-09c9-40b5-9de7-3a505ae9c7ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7734838 Sep 26 13:05:41.136617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41990) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:41.145455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Request body: {'port': {'device_id': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'admin_state_up': True, 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'security_groups': ['39725cb2-a0ab-4966-b95f-6a91f9167e19']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:41.220322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.239112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f965d-6414-4eae-86b7-2ae72e9518cd None None] DHCP port deletion for b696dd0e-606d-4bc2-9121-5e8ec9c55bbe request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:05:41.243576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] DHCP port deletion for 75b36340-6398-49c1-a314-5c4509642548 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:05:41.246515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b696dd0e-606d-4bc2-9121-5e8ec9c55bbe']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:41.264130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4236305-ba43-4c3f-8109-251ee4f2dbeb') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:41.265417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4236305-ba43-4c3f-8109-251ee4f2dbeb') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:41.303847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.321756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.330276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:41.331150 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.389803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ebc04ce0-803e-4416-be1b-7c7b00dad057 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Request body: {'security_group_rule': {'security_group_id': '541a3695-ebfd-4e8e-af11-f618b3babfed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:41.391708 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a787c922-2477-453a-83fe-5c76120fc281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.393133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ede1f3b7-8235-4ea7-a0ae-d05bf041aaa7 None None] Provisioning complete for port 155b6271-b160-4da3-9081-431dd83fe124 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:41.394081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ede1f3b7-8235-4ea7-a0ae-d05bf041aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:41.442753 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:41.449626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5439596d-d575-4004-ad59-551f676cffaa req-95badc59-a026-4fe2-87c6-ea146e36ad55 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 210 time: 0.0465665 Sep 26 13:05:41.476953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:05:41.476953 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 13:05:41.476953 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id_1': '6f7da6cdd9384093a8ef11737517db83', 'expiration_1': datetime.datetime(2021, 9, 26, 13, 5, 21, 445167)}] Sep 26 13:05:41.476953 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:05:41.477432 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:05:41.491990 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ebc04ce0-803e-4416-be1b-7c7b00dad057 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.502362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c9143-e451-4be2-bb15-c897a99d8145 None None] Pushing event updated for resources: {'Port': ['ID=155b6271-b160-4da3-9081-431dd83fe124,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:41.551498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.568382 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ebc04ce0-803e-4416-be1b-7c7b00dad057 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.575864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ebc04ce0-803e-4416-be1b-7c7b00dad057 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.591261 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.594098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] 10.222.0.13 "DELETE /v2.0/networks/b696dd0e-606d-4bc2-9121-5e8ec9c55bbe HTTP/1.1" status: 204 len: 168 time: 1.6191392 Sep 26 13:05:41.607524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34252df8-8202-49e1-8ba0-89ab1a0e4df4 req-55cfb76c-f6db-49a7-96eb-4cb8fa32f947 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1797276 Sep 26 13:05:41.608944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] Deleting port f527e4e8-dc2d-4908-a69c-4786368cdfe9 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:41.609525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.609863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] For port f527e4e8-dc2d-4908-a69c-4786368cdfe9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f527e4e8-dc2d-4908-a69c-4786368cdfe9,segment=NetworkSegment(8252b79e-fce3-4cbd-a128-99bff677cb14),segment_id=8252b79e-fce3-4cbd-a128-99bff677cb14)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:41.610226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.641193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc04ce0-803e-4416-be1b-7c7b00dad057 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ef3847-f43e-4725-b684-764fe1ac4894,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:41.653653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ebc04ce0-803e-4416-be1b-7c7b00dad057 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.654933 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ebc04ce0-803e-4416-be1b-7c7b00dad057 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2697291 Sep 26 13:05:41.658013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42006) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:41.669582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-16ba8e3e-3d43-42a9-87e6-3deef39dfed2 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Request body: {'security_group_rule': {'security_group_id': '541a3695-ebfd-4e8e-af11-f618b3babfed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:41.675212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bec90-d5c2-4583-bb6c-5ea7b62e067f admin admin] Pushing event deleted for resources: {'Network': ['ID=b696dd0e-606d-4bc2-9121-5e8ec9c55bbe,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:41.692856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for f527e4e8-dc2d-4908-a69c-4786368cdfe9 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:41.736039 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.760682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] For port f527e4e8-dc2d-4908-a69c-4786368cdfe9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f527e4e8-dc2d-4908-a69c-4786368cdfe9,segment=NetworkSegment(8252b79e-fce3-4cbd-a128-99bff677cb14),segment_id=8252b79e-fce3-4cbd-a128-99bff677cb14)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:41.761520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.772717 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-16ba8e3e-3d43-42a9-87e6-3deef39dfed2 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.790544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] Calling delete_port for f527e4e8-dc2d-4908-a69c-4786368cdfe9 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:41.823182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42012) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:41.848465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a220459-58df-45ae-9a74-38e5573f19d4 req-8d518c2e-790f-4790-9628-7cf32dc0cb6d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:41.850445 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a220459-58df-45ae-9a74-38e5573f19d4 req-8d518c2e-790f-4790-9628-7cf32dc0cb6d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1527398 Sep 26 13:05:41.865804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:39Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:41.900409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546312b-cd69-4984-89a5-52bdc864d890 None None] The sync data for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 is: [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:39Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:41.915735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a220459-58df-45ae-9a74-38e5573f19d4 req-31b1ed78-ae9d-48b4-95e2-a2638cfaab8b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577531 Sep 26 13:05:41.918989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-16ba8e3e-3d43-42a9-87e6-3deef39dfed2 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.926997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.934574 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-16ba8e3e-3d43-42a9-87e6-3deef39dfed2 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.948187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.954154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba8e3e-3d43-42a9-87e6-3deef39dfed2 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7bf45c-caa6-4a1f-bc9f-86e372d4c979,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:41.972702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-16ba8e3e-3d43-42a9-87e6-3deef39dfed2 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:41.977829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] No DVR routers for this DVR port f527e4e8-dc2d-4908-a69c-4786368cdfe9 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:41.979343 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-16ba8e3e-3d43-42a9-87e6-3deef39dfed2 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3196115 Sep 26 13:05:41.979479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42014) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:41.984836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] Pushing event deleted for resources: {'Port': ['ID=f527e4e8-dc2d-4908-a69c-4786368cdfe9,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:42.001648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:42.028835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b6ef4-eb78-4337-8b1d-e7cca0d027c9 None None] No DVR routers for this DVR port f527e4e8-dc2d-4908-a69c-4786368cdfe9 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:05:42.049619 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.050848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Made reservation on behalf of 6f7da6cdd9384093a8ef11737517db83 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:42.056031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.066622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=f527e4e8-dc2d-4908-a69c-4786368cdfe9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:42.068637 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:05:42.068637 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 13:05:42.068637 n-d-806683-13 neutron-server[94812]: [parameters: {'project_id_1': 'f58c8846aafb4d3886f0e7201ab43622', 'expiration_1': datetime.datetime(2021, 9, 26, 13, 5, 22, 6415)}] Sep 26 13:05:42.068637 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:05:42.068972 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:05:42.121813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d1de294d-668e-43b3-b9c2-7ee13409571e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9b9cc95fec54dc9b34a48be191dd377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527428 Sep 26 13:05:42.122560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42016) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:42.174910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.259219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b36340-6398-49c1-a314-5c4509642548']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:42.317726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8252b79e-fce3-4cbd-a128-99bff677cb14') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:42.318089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8252b79e-fce3-4cbd-a128-99bff677cb14') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:42.362978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 155b6271-b160-4da3-9081-431dd83fe124 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:42.383683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.385660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a4584d3-d15e-4850-a485-1fc51a425f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.431937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.445355 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a4584d3-d15e-4850-a485-1fc51a425f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.476972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:42.477389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:42.481031 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:42.501444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 155b6271-b160-4da3-9081-431dd83fe124 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:42.501853 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.573061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.609207 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.613925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/networks/75b36340-6398-49c1-a314-5c4509642548 HTTP/1.1" status: 204 len: 168 time: 2.4740112 Sep 26 13:05:42.631589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.634587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42028) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:42.721093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Allocated IP 172.20.0.12 (3b1e6318-8252-4127-8ce1-f2a6f42a4a4a/10784a2b-1049-4c2e-bbaf-c0b1df36641f/3c41ce1d-eff4-4dc2-a855-95612b85af28) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:42.731171 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.resource_extend [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:05:42.772443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7632a9ac-7eb3-4730-b55e-5d99611ce60e req-7a5caa8a-3463-43c4-b5c6-109b1c92110d tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0462976 Sep 26 13:05:42.787669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 739a20a4-cdce-47d7-8761-c2baaf72ce3d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:42.792275 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-266f8858-2d08-4e2d-bc65-d7545177aa88 req-61c986d2-84a8-458c-91a1-56f48a80bfbf tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 210 time: 0.2203252 Sep 26 13:05:42.793018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd796e6-f9c7-4b36-b33c-9a12da7e9860 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Network': ['ID=75b36340-6398-49c1-a314-5c4509642548,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:42.837316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 739a20a4-cdce-47d7-8761-c2baaf72ce3d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:42.838343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 739a20a4-cdce-47d7-8761-c2baaf72ce3d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:42.838772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f527e4e8-dc2d-4908-a69c-4786368cdfe9 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:42.889028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f527e4e8-dc2d-4908-a69c-4786368cdfe9 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:42.889380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f527e4e8-dc2d-4908-a69c-4786368cdfe9 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:42.889818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcd3e9fa-a80c-45ce-8b28-05e136072bca no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:05:42.922198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:42.929589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fcd3e9fa-a80c-45ce-8b28-05e136072bca {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:05:42.929925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcd3e9fa-a80c-45ce-8b28-05e136072bca not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:05:42.971750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.003393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.014818 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a4584d3-d15e-4850-a485-1fc51a425f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.017238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a4584d3-d15e-4850-a485-1fc51a425f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.022797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3a4584d3-d15e-4850-a485-1fc51a425f0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a537f85-6124-4e00-ba7c-e97241019a47 HTTP/1.1" status: 204 len: 168 time: 0.8931360 Sep 26 13:05:43.086106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4584d3-d15e-4850-a485-1fc51a425f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a537f85-6124-4e00-ba7c-e97241019a47,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:43.091745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.179803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event updated for resources: {'Port': ['ID=3c41ce1d-eff4-4dc2-a855-95612b85af28,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:43.183880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:43.188986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:43.202098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.202098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.202415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.204164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.204525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.204950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.206104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.206446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.206801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.207118 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.207445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.207770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:43.213175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeebf1-2b42-4409-baf6-56f0b1ee64bd req-78e60e93-fb30-4974-bc55-0bb2aa05be5a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:43.214980 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fceeebf1-2b42-4409-baf6-56f0b1ee64bd req-78e60e93-fb30-4974-bc55-0bb2aa05be5a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1916130 Sep 26 13:05:43.228445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:43.232105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port d9d1f88b-ecb0-4f56-bba1-dec663383d45 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:43.232455 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.356365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fceeebf1-2b42-4409-baf6-56f0b1ee64bd req-07efc262-9ea4-42cd-9fe6-f64585bae7b7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281974 Sep 26 13:05:43.375522 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Floating IP 0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca associated. External IP: 172.25.4.162, port: 999157e6-47e1-44fe-b6b0-0a474c43e100. Sep 26 13:05:43.376394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:43.377633 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.414704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-bfde3046-ef05-491e-b1ef-fc6715182d03 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2753270 Sep 26 13:05:43.428971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Request body: {'port': {'device_id': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:43.452236 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.531179 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.535311 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:05:43.558457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.568876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a05c6ddd-dab5-443b-82b6-bba6cf5019f1 None None] Provisioning complete for port 3c41ce1d-eff4-4dc2-a855-95612b85af28 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:43.569217 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a05c6ddd-dab5-443b-82b6-bba6cf5019f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.633340 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.633768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:43.643125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a05c6ddd-dab5-443b-82b6-bba6cf5019f1 None None] Port 3c41ce1d-eff4-4dc2-a855-95612b85af28 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:43.664260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for d9d1f88b-ecb0-4f56-bba1-dec663383d45 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:43.682875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42054) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:44.020356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c41ce1d-eff4-4dc2-a855-95612b85af28 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:05:44.032313 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.053637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed725927-a3e1-4a0a-aca2-6783d758d5fb req-985f1094-3e59-45dd-99f3-dd071f80e18a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:44.055115 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed725927-a3e1-4a0a-aca2-6783d758d5fb req-985f1094-3e59-45dd-99f3-dd071f80e18a tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 932 time: 0.1163380 Sep 26 13:05:44.071855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Transition to ACTIVE for port object 3c41ce1d-eff4-4dc2-a855-95612b85af28 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:05:44.083978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.141807 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed725927-a3e1-4a0a-aca2-6783d758d5fb req-79fcc88a-6ffa-4f8c-864b-368c09a3e3ab tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773444 Sep 26 13:05:44.163905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Pushing event updated for resources: {'Port': ['ID=3c41ce1d-eff4-4dc2-a855-95612b85af28,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:44.207544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c11c2170-29a1-48d4-b512-dc6168dd29e2 req-ac17cd8e-8e80-43dd-9abe-f7866858a20b tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0824010 Sep 26 13:05:44.258169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Attempting to bind port 3c41ce1d-eff4-4dc2-a855-95612b85af28 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:44.258508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Attempting to bind port 3c41ce1d-eff4-4dc2-a855-95612b85af28 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:44.261609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Attempting to bind port 3c41ce1d-eff4-4dc2-a855-95612b85af28 on network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:44.270092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Allocated IP 172.25.4.184 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c0d3e336-fee0-4dc5-8648-2ef87e2fc5a7) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:44.271331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Port 3c41ce1d-eff4-4dc2-a855-95612b85af28 on network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:05:44.272336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Attempting to bind port 3c41ce1d-eff4-4dc2-a855-95612b85af28 on network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:44.283382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:44.284003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Checking segment: {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:44.285034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Bound using segment: {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:44.285718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-220f33ec-6c45-4cc8-aa6e-cf05b16704c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf8662b6d39d47daaa9b02382502f808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978236 Sep 26 13:05:44.285934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Bound port: 3c41ce1d-eff4-4dc2-a855-95612b85af28, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c778f13-6075-4844-9c58-a4d26a32498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:44.286713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.290460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42072) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:44.353259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Router ab57e1a8-411d-482e-803b-420c23c9b763 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:44.366912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42074) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:44.433880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d666b146-a955-4eb5-b79d-2460667628e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.441967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] For port 3c41ce1d-eff4-4dc2-a855-95612b85af28, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:44.446321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] For port 3c41ce1d-eff4-4dc2-a855-95612b85af28, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:44.471723 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.483290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.519823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:44.520455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.522104 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c41ce1d-eff4-4dc2-a855-95612b85af28 HTTP/1.1" status: 200 len: 1093 time: 1.0993578 Sep 26 13:05:44.523218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'tag': '3c41ce1d-eff4-4dc2-a855-95612b85af28'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:44.525790 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4543f8-0682-44c4-873a-8efb1ea73eec" -d '{"events": [{"name": "network-changed", "server_uuid": "964cfd89-8733-4553-ab62-3b81c0f689ec", "tag": "3c41ce1d-eff4-4dc2-a855-95612b85af28"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:44.553834 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d666b146-a955-4eb5-b79d-2460667628e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.564761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=d9d1f88b-ecb0-4f56-bba1-dec663383d45,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:44.587500 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.658194 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09824a5f-01d2-4a12-9372-5fadd44460ae x-openstack-request-id: req-09824a5f-01d2-4a12-9372-5fadd44460ae {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:44.658517 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964cfd89-8733-4553-ab62-3b81c0f689ec", "tag": "3c41ce1d-eff4-4dc2-a855-95612b85af28", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:44.658828 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09824a5f-01d2-4a12-9372-5fadd44460ae {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:44.659225 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'tag': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'status': 'completed', 'code': 200} Sep 26 13:05:44.672883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:44.687767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:44.694556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.700728 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] Sync routers for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:44.711101 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:44.712061 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:44.720821 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.731999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.738009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5e018977-067d-40c0-bec3-6a55428f058a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/floatingips/b3cd65b2-80d0-4c3c-b361-aaa2d226a72e HTTP/1.1" status: 204 len: 168 time: 2.0675673 Sep 26 13:05:44.741983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42082) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:44.756419 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.768111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9e982-fe00-40b7-b8e6-bcb10dc5ddac req-45a0c4d8-80a5-4b0c-bef3-e3c4eba5a1b0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:44.769701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61b9e982-fe00-40b7-b8e6-bcb10dc5ddac req-45a0c4d8-80a5-4b0c-bef3-e3c4eba5a1b0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2757986 Sep 26 13:05:44.780243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-34460064-f273-4b61-8550-cbfd4497cad9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "PUT /v2.0/floatingips/0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca HTTP/1.1" status: 200 len: 991 time: 3.8903909 Sep 26 13:05:44.781551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381d6af-f4f6-4058-a2b6-b0b708c53b35 service neutron] Pushing event updated for resources: {'Port': ['ID=3c41ce1d-eff4-4dc2-a855-95612b85af28,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:44.785367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:44.789587 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46f04ca-3891-40f1-831f-f1b986176be9" -d '{"events": [{"name": "network-changed", "server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:44.806621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5262-3675-4683-82fc-79b173a078ef req-937a3fa5-04ac-4326-81ad-ac4a41f4bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:44.808470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-937a3fa5-04ac-4326-81ad-ac4a41f4bc2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7da6cdd9384093a8ef11737517db83&device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 1096 time: 0.2292559 Sep 26 13:05:44.814620 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e4c683-bc6f-47c0-ad2d-a1d4334e8e8b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] DELETE failed (client error): The resource could not be found. Sep 26 13:05:44.815456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e4c683-bc6f-47c0-ad2d-a1d4334e8e8b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:05:44.820282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-92e4c683-bc6f-47c0-ad2d-a1d4334e8e8b tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/ports/c8e0a02e-699d-406c-af23-7b84deb93b62 HTTP/1.1" status: 404 len: 333 time: 0.0770266 Sep 26 13:05:44.823021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42088) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:44.824580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.861367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:44.866696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-de4dbcf6-5387-4e8f-90ae-62cf441c9836 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfa560c-db03-485a-bf89-8f5c284b9529 HTTP/1.1" status: 200 len: 205 time: 0.0407605 Sep 26 13:05:44.867575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42090) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:44.877843 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:44.878445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:44.886329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:44.894409 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.916572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d666b146-a955-4eb5-b79d-2460667628e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.919634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d666b146-a955-4eb5-b79d-2460667628e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:44.921146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d666b146-a955-4eb5-b79d-2460667628e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/863aab23-3801-4fc9-baa4-9c7cadea0b46 HTTP/1.1" status: 204 len: 168 time: 0.6267276 Sep 26 13:05:44.929644 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a874cd40-3ee4-4051-91b5-d272bb7f8e4d x-openstack-request-id: req-a874cd40-3ee4-4051-91b5-d272bb7f8e4d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:44.929956 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:44.930219 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a874cd40-3ee4-4051-91b5-d272bb7f8e4d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:44.930628 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'status': 'completed', 'code': 200} Sep 26 13:05:44.942004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-7bf7af60-14d9-4bc8-b505-6cdccb408d94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28 HTTP/1.1" status: 200 len: 217 time: 0.0939558 Sep 26 13:05:44.948611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event updated for resources: {'Port': ['ID=c0d3e336-fee0-4dc5-8648-2ef87e2fc5a7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:44.954980 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-21a97ef9-1c9c-45ee-8ba1-1415a33f5480 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] delete failed (client error): The resource could not be found. Sep 26 13:05:44.955583 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61b9e982-fe00-40b7-b8e6-bcb10dc5ddac req-971de99d-9f74-40e8-a5e0-4c93fc76b7a5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579089 Sep 26 13:05:44.958965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-21a97ef9-1c9c-45ee-8ba1-1415a33f5480 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/routers/cbfa560c-db03-485a-bf89-8f5c284b9529 HTTP/1.1" status: 404 len: 336 time: 0.0883067 Sep 26 13:05:44.970751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42094) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:44.988308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666b146-a955-4eb5-b79d-2460667628e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863aab23-3801-4fc9-baa4-9c7cadea0b46,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:45.019783 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-203e8efa-7681-40c9-b194-c0b6e9fd30c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] DELETE failed (client error): The resource could not be found. Sep 26 13:05:45.020237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203e8efa-7681-40c9-b194-c0b6e9fd30c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:05:45.024613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-203e8efa-7681-40c9-b194-c0b6e9fd30c2 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/subnets/5228a609-8943-48e8-93f8-2faafd25bdf9 HTTP/1.1" status: 404 len: 337 time: 0.0528927 Sep 26 13:05:45.024952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42096) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:45.048698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-507d550b-ccd2-4b5e-a4c3-776a203f644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:45.050265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-507d550b-ccd2-4b5e-a4c3-776a203f644c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1097 time: 0.0966938 Sep 26 13:05:45.125858 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.142318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5262-3675-4683-82fc-79b173a078ef req-0fcec784-09c3-4595-a9ad-b3cbfba08a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:45.143878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-0fcec784-09c3-4595-a9ad-b3cbfba08a2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10784a2b-1049-4c2e-bbaf-c0b1df36641f HTTP/1.1" status: 200 len: 853 time: 0.1766253 Sep 26 13:05:45.206681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.211937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-a9e27447-c11c-4c79-9ed3-b2de215e1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:45.213576 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-a9e27447-c11c-4c79-9ed3-b2de215e1b94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.1442680 Sep 26 13:05:45.323665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d3d04ff8-7635-45ce-8c15-233aa3461e9c tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port 796840f5-fe37-4441-b307-ae2a525024f1 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:45.327090 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d3d04ff8-7635-45ce-8c15-233aa3461e9c tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.343160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5262-3675-4683-82fc-79b173a078ef req-ed6c2ada-0190-4c7e-9571-a794b5ecaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:45.344834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-ed6c2ada-0190-4c7e-9571-a794b5ecaa8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669557 Sep 26 13:05:45.359948 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'port_id': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'mac_address': 'fa:16:3e:90:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f789000-be21-4aac-89da-afbdd5caf970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:13Z', 'updated_at': '2021-09-26T13:05:42Z', 'revision_number': 1, 'project_id': '35765a257c8c441fb53b2a166313414b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:45.365794 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-36515ea1-4098-4344-89ca-0c6629941835 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 999 time: 0.1330867 Sep 26 13:05:45.367544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.390841 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] Checking router: ab57e1a8-411d-482e-803b-420c23c9b763 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:45.410332 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:45.411293 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:45.417712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd536c-5d85-4c38-ac75-bf76acb9256f req-e95febd3-6417-4e8d-9c83-97f6546fd2c8 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:45.419253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54bd536c-5d85-4c38-ac75-bf76acb9256f req-e95febd3-6417-4e8d-9c83-97f6546fd2c8 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 944 time: 0.1438904 Sep 26 13:05:45.505645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-54bd536c-5d85-4c38-ac75-bf76acb9256f req-14768da5-9ac9-4e8b-b51e-ee4485c9fc93 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785770 Sep 26 13:05:45.507062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-6e9ce4cd-7a45-4e05-9b35-6970956fb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:45.508438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-6e9ce4cd-7a45-4e05-9b35-6970956fb171 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.1307313 Sep 26 13:05:45.536925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ff1eef7-e330-4bd4-a1db-7f1bb5347fe5 req-d4c7048c-e9ed-4714-8128-e3f4d824456e tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1305497 Sep 26 13:05:45.575202 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:45.605506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-ed07d819-1765-41c0-ba34-709c141d1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:45.607087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-ed07d819-1765-41c0-ba34-709c141d1385 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818598 Sep 26 13:05:45.613115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.638091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.683948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d3d04ff8-7635-45ce-8c15-233aa3461e9c tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.733830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d3d04ff8-7635-45ce-8c15-233aa3461e9c tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for 796840f5-fe37-4441-b307-ae2a525024f1 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:45.741128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-750d2881-869f-4ad2-8689-77cb576802e1 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700843 Sep 26 13:05:45.783331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event updated for resources: {'Port': ['ID=c0d3e336-fee0-4dc5-8648-2ef87e2fc5a7,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:45.822182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.829732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Allocated IP 172.25.4.52 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/4daf9f62-db63-4623-ba0f-0436c4dcae08) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:45.838966 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-6cc2c04c-75c6-41a1-8019-6f06218fac58 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234635 Sep 26 13:05:45.850282 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:45.853158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f641ee54-1457-4ff9-9e53-7417d2743c75 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8697872 Sep 26 13:05:45.904178 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'port_id': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'mac_address': 'fa:16:3e:90:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f789000-be21-4aac-89da-afbdd5caf970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:13Z', 'updated_at': '2021-09-26T13:05:42Z', 'revision_number': 1, 'project_id': '35765a257c8c441fb53b2a166313414b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:45.950139 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4271dc-3f4d-453f-8eb0-b94985853b06 None None] The sync data for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 is: [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'port_id': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'mac_address': 'fa:16:3e:90:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f789000-be21-4aac-89da-afbdd5caf970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:13Z', 'updated_at': '2021-09-26T13:05:42Z', 'revision_number': 1, 'project_id': '35765a257c8c441fb53b2a166313414b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:45.965098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7bc5262-3675-4683-82fc-79b173a078ef req-6603d544-d0e7-4426-b292-5a2a5f4ab2e0 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143786 Sep 26 13:05:45.987947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c46f04ca-3891-40f1-831f-f1b986176be9 req-2058dc03-7586-41c2-bcec-fe4437cdd904 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254508 Sep 26 13:05:46.101606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42128) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:46.224571 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d3d04ff8-7635-45ce-8c15-233aa3461e9c tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.231753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.235127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-a1ba1fd6-56d4-4573-bb97-5b171ea3131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:46.236893 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-a1ba1fd6-56d4-4573-bb97-5b171ea3131b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7da6cdd9384093a8ef11737517db83&device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 1096 time: 0.1704948 Sep 26 13:05:46.279654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38163824-381a-4073-b21b-9410d0e0aedc None None] New status for floating IP 0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:05:46.294672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91db3e-f1ed-40fe-ba95-2ee37bd9ff8f req-d1111a97-4d22-43ee-8f2e-a90929311d51 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:46.296663 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e91db3e-f1ed-40fe-ba95-2ee37bd9ff8f req-d1111a97-4d22-43ee-8f2e-a90929311d51 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2116725 Sep 26 13:05:46.300786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-76460213-network', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:46.309550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d04ff8-7635-45ce-8c15-233aa3461e9c tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=796840f5-fe37-4441-b307-ae2a525024f1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:46.328212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Made reservation on behalf of 5e027f90f04746ea82ee1c731cbdc86f for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:46.331176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.349208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.481627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e91db3e-f1ed-40fe-ba95-2ee37bd9ff8f req-dd925a4a-efb9-4f0a-a820-8f08f0bb6785 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668618 Sep 26 13:05:46.493781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.508671 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d3d04ff8-7635-45ce-8c15-233aa3461e9c tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.510650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.512294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d3d04ff8-7635-45ce-8c15-233aa3461e9c tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/ports/796840f5-fe37-4441-b307-ae2a525024f1 HTTP/1.1" status: 204 len: 168 time: 1.4839172 Sep 26 13:05:46.515207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42168) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:46.527440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.548403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-330e6614-86c5-4af8-a218-7564f5ec4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:46.549905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-330e6614-86c5-4af8-a218-7564f5ec4317 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a HTTP/1.1" status: 200 len: 914 time: 0.2995472 Sep 26 13:05:46.558571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:46.563342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:46.571930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:46.611158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34254890-c43f-4602-96ce-29184dfd0d52,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:46.641428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'Port': ['ID=4daf9f62-db63-4623-ba0f-0436c4dcae08,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:46.645278 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-f53178ff-9b49-4fb1-8494-d0688ca36823 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28 HTTP/1.1" status: 200 len: 217 time: 0.0850804 Sep 26 13:05:46.660255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:05:46.737360 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57bd16ff-91e1-430d-a318-8ff828c8dfa8 req-d831e182-94bb-4b37-a73c-7ffd01093c49 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0423610 Sep 26 13:05:46.741918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-40bee447-9942-483e-bcce-be7e69c21710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:46.743702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-40bee447-9942-483e-bcce-be7e69c21710 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10784a2b-1049-4c2e-bbaf-c0b1df36641f HTTP/1.1" status: 200 len: 853 time: 0.0899470 Sep 26 13:05:46.762589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.763226 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Added segment faba2e37-e408-4edf-9df2-d5e07ed4723a of type vlan for network be9b30d4-98fa-4823-972c-a579ab99b0e3 Sep 26 13:05:46.825783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.835552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-7ca9c967-cc6f-4dd2-bbbc-a9c4eca28ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:46.837067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-7ca9c967-cc6f-4dd2-bbbc-a9c4eca28ad1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616221 Sep 26 13:05:46.840563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b59546-b49d-480c-abb6-63e9d0eb72e2 req-f75144b1-a611-4c68-b3a2-b59659386a6f tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:46.842704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58b59546-b49d-480c-abb6-63e9d0eb72e2 req-f75144b1-a611-4c68-b3a2-b59659386a6f tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 944 time: 0.2040181 Sep 26 13:05:46.844611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.900459 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.901288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0b0ad-a80f-4a2e-913f-2b77e8054fb6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port 17997a32-6edf-46ff-a8ea-214ddf27a7ef {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:46.901733 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c3d0b0ad-a80f-4a2e-913f-2b77e8054fb6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.927661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58b59546-b49d-480c-abb6-63e9d0eb72e2 req-bc65ecb2-be9d-4315-97fe-7a88d0713be3 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782356 Sep 26 13:05:46.943318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:46.944352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:46.945021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.022921 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-78018485-4cf5-4900-a51b-4381ca7fcbe8 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601326 Sep 26 13:05:47.057453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c3d0b0ad-a80f-4a2e-913f-2b77e8054fb6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.083360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0b0ad-a80f-4a2e-913f-2b77e8054fb6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for 17997a32-6edf-46ff-a8ea-214ddf27a7ef owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:47.176326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] Pushing event updated for resources: {'Network': ['ID=be9b30d4-98fa-4823-972c-a579ab99b0e3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:47.181436 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f122d20d-cbcd-418e-bbbf-527a34ea6134 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0786424 Sep 26 13:05:47.184422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42210) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:47.191337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Request body: {'subnet': {'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-subnet', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:47.195767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network be9b30d4-98fa-4823-972c-a579ab99b0e3 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:05:47.259390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Made reservation on behalf of 5e027f90f04746ea82ee1c731cbdc86f for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:47.263693 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.391417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c3d0b0ad-a80f-4a2e-913f-2b77e8054fb6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.433473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0b0ad-a80f-4a2e-913f-2b77e8054fb6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=17997a32-6edf-46ff-a8ea-214ddf27a7ef,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:47.484722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d4543f8-0682-44c4-873a-8efb1ea73eec req-f4ba509d-ee40-4278-9ba3-705a01da91b6 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503148 Sep 26 13:05:47.515491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.527860 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.570790 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c3d0b0ad-a80f-4a2e-913f-2b77e8054fb6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.575052 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c3d0b0ad-a80f-4a2e-913f-2b77e8054fb6 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/ports/17997a32-6edf-46ff-a8ea-214ddf27a7ef HTTP/1.1" status: 204 len: 168 time: 1.0549364 Sep 26 13:05:47.578924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42214) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:47.635067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'Port': ['ID=4daf9f62-db63-4623-ba0f-0436c4dcae08,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:47.641850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.645794 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.662770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.666248 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-54bf3de9-f8c8-4c9f-b81e-002950117a9f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2976258 Sep 26 13:05:47.667356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42216) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:47.673909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-642610036'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:47.702281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Made reservation on behalf of 575bff7c0a274e4a93b6758eb99ff672 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:47.706900 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.712933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a3e64-8a69-4a18-abd6-a4ad2beeea63 req-b12ce1fc-1f57-4de8-a4f5-f3b4bc17847f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:47.714494 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919a3e64-8a69-4a18-abd6-a4ad2beeea63 req-b12ce1fc-1f57-4de8-a4f5-f3b4bc17847f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1452477 Sep 26 13:05:47.718330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.728216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda7eda2-5810-4570-936a-0cb22494a344,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:47.744495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e3042-fbba-4748-bed7-41dbd7ac3069 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:47.746460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-379e3042-fbba-4748-bed7-41dbd7ac3069 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a71fbc0-88a8-4529-8b6f-2c0c96e87077 HTTP/1.1" status: 200 len: 913 time: 0.1586723 Sep 26 13:05:47.750112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42220) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:47.775864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Checking segment: {'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:47.776223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Network hostable DHCP agents. Network: be9b30d4-98fa-4823-972c-a579ab99b0e3, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:05:47.794308 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919a3e64-8a69-4a18-abd6-a4ad2beeea63 req-b0549eab-e2c8-498c-a4e4-d3a32188b1a2 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669789 Sep 26 13:05:47.810578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Network be9b30d4-98fa-4823-972c-a579ab99b0e3 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:05:47.835253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, be9b30d4-98fa-4823-972c-a579ab99b0e3) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:47.844765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b05db2-d4b1-4766-a40c-712b68b150e1 None None] Network be9b30d4-98fa-4823-972c-a579ab99b0e3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:47.850668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:47.851539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:47.909171 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0001226b-956e-41ba-89c7-e547f152b193 req-2826d24e-1971-4ad2-8bed-782fb70704ca tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0384474 Sep 26 13:05:48.031088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-be9b30d4-98fa-4823-972c-a579ab99b0e3', 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'fixed_ips': [{'subnet_id': 'bda7eda2-5810-4570-936a-0cb22494a344'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:05:48.031960 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.086940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.103860 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.126060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2a1a-d359-4741-ba77-d94a81ba6c90 req-d572791b-e5c2-414f-b943-0cec3ea5731e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:48.134872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b6a2a1a-d359-4741-ba77-d94a81ba6c90 req-d572791b-e5c2-414f-b943-0cec3ea5731e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 944 time: 0.1068957 Sep 26 13:05:48.137141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ab9da8dd-c6f1-4dfa-a3d9-437f180a66b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9517651 Sep 26 13:05:48.140479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42228) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:48.144388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:05:48.158902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:48.177221 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.177645 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Added segment 39ec9e38-2b88-4b51-aaa3-3f957217e64a of type vlan for network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff Sep 26 13:05:48.188733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834eacd4-7958-46f3-92e3-aa5620ebe664,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:48.231184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Allocated IP 172.20.0.2 (be9b30d4-98fa-4823-972c-a579ab99b0e3/bda7eda2-5810-4570-936a-0cb22494a344/8f6bd2c4-09ba-4302-9203-32429f60d407) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:48.232627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b6a2a1a-d359-4741-ba77-d94a81ba6c90 req-5a470684-208c-4f75-97a5-8e6ac229e183 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868051 Sep 26 13:05:48.239567 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.242054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.273611 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.316247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.329314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.339449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:48.340115 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.448938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7778497 Sep 26 13:05:48.448938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097c60-f914-467c-a323-5806e94bcdf1 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'Network': ['ID=f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:48.450893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42230) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:48.452038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.455340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Request body: {'subnet': {'network_id': 'f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:48.467674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.486691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:05:48.511554 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.513976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.535082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Network be9b30d4-98fa-4823-972c-a579ab99b0e3 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:48.543961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:48.549543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:48.609929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Pushing event updated for resources: {'Port': ['ID=8f6bd2c4-09ba-4302-9203-32429f60d407,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:48.628331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Made reservation on behalf of 575bff7c0a274e4a93b6758eb99ff672 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:05:48.632157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.650645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.651996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.652526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.653017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.653516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.654160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.654784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.655264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.655739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.656213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.656687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.657171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:48.691686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Attempting to bind port 8f6bd2c4-09ba-4302-9203-32429f60d407 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:48.692241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Attempting to bind port 8f6bd2c4-09ba-4302-9203-32429f60d407 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:48.692605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Attempting to bind port 8f6bd2c4-09ba-4302-9203-32429f60d407 on network be9b30d4-98fa-4823-972c-a579ab99b0e3 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:48.701394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:48.701809 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Checking segment: {'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:48.702350 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.702751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Bound using segment: {'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:48.703221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Bound port: 8f6bd2c4-09ba-4302-9203-32429f60d407, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:48.704116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.794766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] For port 8f6bd2c4-09ba-4302-9203-32429f60d407, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:48.799440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] For port 8f6bd2c4-09ba-4302-9203-32429f60d407, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8f6bd2c4-09ba-4302-9203-32429f60d407,segment=NetworkSegment(faba2e37-e408-4edf-9df2-d5e07ed4723a),segment_id=faba2e37-e408-4edf-9df2-d5e07ed4723a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:48.805864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.919864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port f8c41596-d985-42c3-b6c7-b09a6eaf7628 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:48.920279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:48.964327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87812b-c57d-47c5-afdb-456235a76e7b None None] Pushing event updated for resources: {'Port': ['ID=8f6bd2c4-09ba-4302-9203-32429f60d407,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:49.089662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.112197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d4670-9704-4240-b799-c9de0ad1bd84 req-21925c96-fb82-4041-bfc6-27d438fe44ef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:49.116873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-542d4670-9704-4240-b799-c9de0ad1bd84 req-21925c96-fb82-4041-bfc6-27d438fe44ef tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1547482 Sep 26 13:05:49.130844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for f8c41596-d985-42c3-b6c7-b09a6eaf7628 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:49.216276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-542d4670-9704-4240-b799-c9de0ad1bd84 req-f60c67c8-73fd-4229-bb8e-db3dfba90df1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958850 Sep 26 13:05:49.343789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e4d7ff2-9456-44f2-be8a-319976074d82 req-23edf65c-c436-47ef-be1a-512389763bc1 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0555630 Sep 26 13:05:49.438377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.464811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.464811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.492405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.528614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=f8c41596-d985-42c3-b6c7-b09a6eaf7628,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:49.560747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6c588-249e-4861-b79b-38ab465d067c req-648368f2-bcd8-4070-b918-b622ef6b468b tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:49.561998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c6c588-249e-4861-b79b-38ab465d067c req-648368f2-bcd8-4070-b918-b622ef6b468b tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 944 time: 0.1376715 Sep 26 13:05:49.592512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'Subnet': ['ID=8798884d-8673-4bf9-874f-c55c4085419e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:49.628245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Checking segment: {'id': '39ec9e38-2b88-4b51-aaa3-3f957217e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:49.628494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Network hostable DHCP agents. Network: f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:05:49.654995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c6c588-249e-4861-b79b-38ab465d067c req-c1e1deef-c030-4daa-a6bf-5b775d26107d tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620174 Sep 26 13:05:49.675317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Allocated IP 172.25.4.39 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/e328d40d-fd04-4ca1-b8ee-b789f0903839) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:49.678211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:05:49.698806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:49.705907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:49.706517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.713118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1572a7ac-5272-4f3c-a7ba-47f7dd715e33 None None] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:49.751293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0edad37e-c182-4b86-a3e1-05a6dd808416 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3007069 Sep 26 13:05:49.774802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42242) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:49.780079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-107771872', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:49.814954 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.822088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 3c41ce1d-eff4-4dc2-a855-95612b85af28 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:05:49.858838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.868438 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.870054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.917749 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.971267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:49.997156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:49.998627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Pushing event updated for resources: {'Port': ['ID=e328d40d-fd04-4ca1-b8ee-b789f0903839,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:50.007153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:50.009759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:50.322167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:50.352635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff', 'network_id': 'f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff', 'tenant_id': '575bff7c0a274e4a93b6758eb99ff672', 'fixed_ips': [{'subnet_id': '8798884d-8673-4bf9-874f-c55c4085419e'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:05:50.353479 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:50.362408 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:50.416582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 3c41ce1d-eff4-4dc2-a855-95612b85af28, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:50.481778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:50.545326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca2518-5c89-4a5a-a1c8-cc4496bbb772 None None] Network be9b30d4-98fa-4823-972c-a579ab99b0e3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:50.564744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8f6bd2c4-09ba-4302-9203-32429f60d407 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:50.584908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eff1eb64-1fc9-46e3-a353-235417fffdff req-51f4c6e9-c12e-45f3-b4f3-00ee0145d601 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0385547 Sep 26 13:05:50.588004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2fb6-5647-47f0-8665-b4715e49f0b5 req-3dd48ff9-8e85-4c5e-8086-369ef9a84b66 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:50.589617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c11b2fb6-5647-47f0-8665-b4715e49f0b5 req-3dd48ff9-8e85-4c5e-8086-369ef9a84b66 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2144616 Sep 26 13:05:50.607408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'port_id': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'mac_address': 'fa:16:3e:2f:93:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:05:50.659589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:50.758811 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:50.760793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c11b2fb6-5647-47f0-8665-b4715e49f0b5 req-48286659-50d8-4adc-a01e-6f91711bbde0 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600451 Sep 26 13:05:50.807697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c41ce1d-eff4-4dc2-a855-95612b85af28 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:05:50.814186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-33727aad-6e68-4469-b9bd-e82eeb6710b3 None None] Provisioning complete for port 8f6bd2c4-09ba-4302-9203-32429f60d407 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:50.814704 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-33727aad-6e68-4469-b9bd-e82eeb6710b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:50.880673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Allocated IP 172.20.0.2 (f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff/8798884d-8673-4bf9-874f-c55c4085419e/3129d9a4-67c9-463f-87fc-09768950b5c6) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:50.940994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 3c41ce1d-eff4-4dc2-a855-95612b85af28, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:50.944565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8f6bd2c4-09ba-4302-9203-32429f60d407 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:50.945374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:50.959558 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.019249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.066595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc604ded-949f-42aa-b925-941f7edc0c4a req-27a6eb54-406d-4724-9f41-e505d1b200a1 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:51.074319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc604ded-949f-42aa-b925-941f7edc0c4a req-27a6eb54-406d-4724-9f41-e505d1b200a1 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 945 time: 0.1165490 Sep 26 13:05:51.158735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=3c41ce1d-eff4-4dc2-a855-95612b85af28,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:51.190934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:51.204756 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dace5231-f4c2-4b61-97f1-ff768337bc22 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "PUT /v2.0/routers/4a71fbc0-88a8-4529-8b6f-2c0c96e87077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4481568 Sep 26 13:05:51.206998 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42256) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:51.212568 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51028ecf-6d21-4549-ab35-e4e3aa21db20 None None] Sync routers for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:51.230820 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51028ecf-6d21-4549-ab35-e4e3aa21db20 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:51.232001 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-51028ecf-6d21-4549-ab35-e4e3aa21db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:51.256383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Router 0ac15c4c-05dd-46e6-a70b-9718668de75b is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:05:51.256629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.271545 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc604ded-949f-42aa-b925-941f7edc0c4a req-c0e7dccb-cd77-49ce-81e3-ba57312223ae tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944239 Sep 26 13:05:51.281476 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-33727aad-6e68-4469-b9bd-e82eeb6710b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.331464 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-51028ecf-6d21-4549-ab35-e4e3aa21db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:51.334711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.338008 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.341722 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.350276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3c41ce1d-eff4-4dc2-a855-95612b85af28'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:05:51.356536 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51028ecf-6d21-4549-ab35-e4e3aa21db20 None None] Routers {'4a71fbc0-88a8-4529-8b6f-2c0c96e87077'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:51.357292 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-51028ecf-6d21-4549-ab35-e4e3aa21db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:51.365565 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.411597 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-51028ecf-6d21-4549-ab35-e4e3aa21db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:51.413886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51028ecf-6d21-4549-ab35-e4e3aa21db20 None None] The sync data for ids ['4a71fbc0-88a8-4529-8b6f-2c0c96e87077'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:51.443396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:51.487509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.497240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e5b19a9d-b1a3-461a-b727-8adba87ca30a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3551505 Sep 26 13:05:51.499448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Pushing event updated for resources: {'Port': ['ID=3129d9a4-67c9-463f-87fc-09768950b5c6,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:51.500153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42260) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:51.508735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Sync routers for ids ['0ac15c4c-05dd-46e6-a70b-9718668de75b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:51.541751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Routers {'0ac15c4c-05dd-46e6-a70b-9718668de75b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:51.543504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0ac15c4c-05dd-46e6-a70b-9718668de75b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:51.554853 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.673352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Set router 0ac15c4c-05dd-46e6-a70b-9718668de75b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:51.742936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Allocated IP 172.25.4.58 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c9ad1235-804a-493b-beb4-fc89fbad0251) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:51.773671 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4076a9da-9515-4bac-97e0-5cef49bac68e req-dd2948a6-d8f6-48b1-bfa7-9911b25d8e56 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0526028 Sep 26 13:05:51.818895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.853565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-33727aad-6e68-4469-b9bd-e82eeb6710b3 None None] For port 8f6bd2c4-09ba-4302-9203-32429f60d407, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8f6bd2c4-09ba-4302-9203-32429f60d407,segment=NetworkSegment(faba2e37-e408-4edf-9df2-d5e07ed4723a),segment_id=faba2e37-e408-4edf-9df2-d5e07ed4723a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:51.860676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:51.869129 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-33727aad-6e68-4469-b9bd-e82eeb6710b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:51.919089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:51.935218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:51.999529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.003007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33727aad-6e68-4469-b9bd-e82eeb6710b3 None None] Pushing event updated for resources: {'Port': ['ID=8f6bd2c4-09ba-4302-9203-32429f60d407,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:52.004769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36cf7e-f61c-4744-8f8f-255dc26cff3e req-9453a719-9a7f-4ff6-8a09-65140d155dc1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:52.007164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e36cf7e-f61c-4744-8f8f-255dc26cff3e req-9453a719-9a7f-4ff6-8a09-65140d155dc1 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1214359 Sep 26 13:05:52.060190 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.071570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting port 38ecddb8-7f00-4427-8fa0-0fd857b0a55b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:05:52.071919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.096529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e36cf7e-f61c-4744-8f8f-255dc26cff3e req-ba54d96f-0f9e-49ff-9ad7-9ab6bc2ae054 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813439 Sep 26 13:05:52.123035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:52.125218 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:05:52.125645 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:05:52.139332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:52.145878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:52.147573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f433f166-5c45-412c-8b13-0a8f3fd4068f None None] Provisioning complete for port 8f6bd2c4-09ba-4302-9203-32429f60d407 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:52.148173 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f433f166-5c45-412c-8b13-0a8f3fd4068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.199080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.211843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Attempting to bind port 3129d9a4-67c9-463f-87fc-09768950b5c6 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:52.212539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Attempting to bind port 3129d9a4-67c9-463f-87fc-09768950b5c6 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '39ec9e38-2b88-4b51-aaa3-3f957217e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:52.212539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Attempting to bind port 3129d9a4-67c9-463f-87fc-09768950b5c6 on network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:52.226099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:52.226539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Checking segment: {'id': '39ec9e38-2b88-4b51-aaa3-3f957217e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:52.227026 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.227426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Bound using segment: {'id': '39ec9e38-2b88-4b51-aaa3-3f957217e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:52.227911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Bound port: 3129d9a4-67c9-463f-87fc-09768950b5c6, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ec9e38-2b88-4b51-aaa3-3f957217e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:52.228297 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.266753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'Port': ['ID=c9ad1235-804a-493b-beb4-fc89fbad0251,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:52.274463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:05:50Z', 'revision_number': 3, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:52.309914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Checking router: 0ac15c4c-05dd-46e6-a70b-9718668de75b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:52.310295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Updating router 0ac15c4c-05dd-46e6-a70b-9718668de75b port e328d40d-fd04-4ca1-b8ee-b789f0903839 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:05:52.346118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.347407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.378113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Allocated IP 172.20.0.1 (be9b30d4-98fa-4823-972c-a579ab99b0e3/bda7eda2-5810-4570-936a-0cb22494a344/9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:52.392574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Calling delete_port for 38ecddb8-7f00-4427-8fa0-0fd857b0a55b owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:05:52.497263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.543054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.571302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] For port 3129d9a4-67c9-463f-87fc-09768950b5c6, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:52.576827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] For port 3129d9a4-67c9-463f-87fc-09768950b5c6, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3129d9a4-67c9-463f-87fc-09768950b5c6,segment=NetworkSegment(39ec9e38-2b88-4b51-aaa3-3f957217e64a),segment_id=39ec9e38-2b88-4b51-aaa3-3f957217e64a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:52.580035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fcff7-d983-4c8d-bf3d-cf8182a941a3 req-64e0d7e6-b557-4869-83b5-efdbfbfd5522 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:52.581927 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-830fcff7-d983-4c8d-bf3d-cf8182a941a3 req-64e0d7e6-b557-4869-83b5-efdbfbfd5522 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 945 time: 0.1641471 Sep 26 13:05:52.591019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Network be9b30d4-98fa-4823-972c-a579ab99b0e3 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:52.594531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:52.600644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:52.631051 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.671738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.784150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-830fcff7-d983-4c8d-bf3d-cf8182a941a3 req-d69522ea-ea9e-4ed5-b8fc-3982937204a0 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652327 Sep 26 13:05:52.786798 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.857409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Pushing event updated for resources: {'Port': ['ID=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:52.959241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-787d3320-5094-4d47-8161-c51b8ea3cb44 req-8487a819-23e4-40c0-8635-04e9f17030fc tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0435436 Sep 26 13:05:52.960137 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:52.983515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.029753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Port': ['ID=38ecddb8-7f00-4427-8fa0-0fd857b0a55b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:53.196162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcc32e-b643-494d-bae5-0dcc8c8488a6 None None] Pushing event updated for resources: {'Port': ['ID=3129d9a4-67c9-463f-87fc-09768950b5c6,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:53.204278 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.237115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.244796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.280861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8f6bd2c4-09ba-4302-9203-32429f60d407 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:53.417537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.434214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Pushing event updated for resources: {'Port': ['ID=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:53.451697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-adc6b49c-80d8-415d-9c88-4f3eecbb2e14 None None] Provisioning complete for port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:53.452894 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-adc6b49c-80d8-415d-9c88-4f3eecbb2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.470045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.479164 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.489008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.539691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8f6bd2c4-09ba-4302-9203-32429f60d407 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:53.539987 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.544180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.571745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-adc6b49c-80d8-415d-9c88-4f3eecbb2e14 None None] Port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:53.575908 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.595149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Network be9b30d4-98fa-4823-972c-a579ab99b0e3 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:53.597368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:53.621776 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.622637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Fanout notify agent at l3_agent the message router_deleted on router 4a71fbc0-88a8-4529-8b6f-2c0c96e87077 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:05:53.633644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.635392 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-923d28e5-35f0-4fef-a871-15421335f93a tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/routers/4a71fbc0-88a8-4529-8b6f-2c0c96e87077 HTTP/1.1" status: 204 len: 168 time: 2.4260826 Sep 26 13:05:53.658696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Attempting to bind port e328d40d-fd04-4ca1-b8ee-b789f0903839 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:53.659072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Attempting to bind port e328d40d-fd04-4ca1-b8ee-b789f0903839 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:53.659438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Attempting to bind port e328d40d-fd04-4ca1-b8ee-b789f0903839 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:53.663438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7ea1b-ba82-46e0-84e8-25a63d0c41c3 None None] Pushing event updated for resources: {'Port': ['ID=e328d40d-fd04-4ca1-b8ee-b789f0903839,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:53.671626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:53.672049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:53.672405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.672804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:53.673284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Bound port: e328d40d-fd04-4ca1-b8ee-b789f0903839, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:53.673698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.685879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42278) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:53.696895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa5f40-9498-4f6c-8de0-d2b8fe14c62a req-a697c9ab-9904-4e6e-954b-e5846ca0e2b3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:53.705955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56fa5f40-9498-4f6c-8de0-d2b8fe14c62a req-a697c9ab-9904-4e6e-954b-e5846ca0e2b3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.4225526 Sep 26 13:05:53.790242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56fa5f40-9498-4f6c-8de0-d2b8fe14c62a req-e50a70b4-6147-43ec-8da5-4aa953aa3634 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831110 Sep 26 13:05:53.851478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] For port e328d40d-fd04-4ca1-b8ee-b789f0903839, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:53.855649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] For port e328d40d-fd04-4ca1-b8ee-b789f0903839, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e328d40d-fd04-4ca1-b8ee-b789f0903839,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:53.873999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b264f47a-8f3f-4493-a73d-6a786f602c83 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Deleting subnet c393e35b-362d-413f-88c8-020c202b0e3a {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:05:53.883159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.889783 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b264f47a-8f3f-4493-a73d-6a786f602c83 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:53.952946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Router 24a54cb9-1fd1-4891-9156-12e9f92395db is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:05:53.974706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Routers {'0ac15c4c-05dd-46e6-a70b-9718668de75b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:53.977303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0ac15c4c-05dd-46e6-a70b-9718668de75b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:53.984569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Router 0ac15c4c-05dd-46e6-a70b-9718668de75b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:05:54.015162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b264f47a-8f3f-4493-a73d-6a786f602c83 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.119977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9a031b09-2d8b-4e9e-a25a-cd070552cf36 None None] Provisioning complete for port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:54.120439 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9a031b09-2d8b-4e9e-a25a-cd070552cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.122398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7ea1b-ba82-46e0-84e8-25a63d0c41c3 None None] Pushing event updated for resources: {'Port': ['ID=e328d40d-fd04-4ca1-b8ee-b789f0903839,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:54.206766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9a031b09-2d8b-4e9e-a25a-cd070552cf36 None None] Port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:54.222672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d8ca8d0-c278-479e-8515-16e4d2f4eceb req-b4161041-444a-487b-ac49-4217a4fa66b7 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0863664 Sep 26 13:05:54.258654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] Set router 0ac15c4c-05dd-46e6-a70b-9718668de75b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:54.261257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b264f47a-8f3f-4493-a73d-6a786f602c83 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.355213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:54.371218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c96294c9-c187-4222-99f4-a59ba4cdb23d admin admin] 10.222.0.13 "PUT /v2.0/routers/0ac15c4c-05dd-46e6-a70b-9718668de75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8610356 Sep 26 13:05:54.401336 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b264f47a-8f3f-4493-a73d-6a786f602c83 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.419295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b264f47a-8f3f-4493-a73d-6a786f602c83 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.425756 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b264f47a-8f3f-4493-a73d-6a786f602c83 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/subnets/c393e35b-362d-413f-88c8-020c202b0e3a HTTP/1.1" status: 204 len: 168 time: 0.7387905 Sep 26 13:05:54.446517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42290) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:54.456883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264f47a-8f3f-4493-a73d-6a786f602c83 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Subnet': ['ID=c393e35b-362d-413f-88c8-020c202b0e3a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:54.538540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286ed21-98d8-444e-beca-12d5b2d71f73 None None] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:05:54.561424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.572494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e060a-69bb-446c-80dd-59adcd1f1946 req-677fffd7-f20b-42d1-a9b2-19c0d40cdbb4 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:54.580709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-565e060a-69bb-446c-80dd-59adcd1f1946 req-677fffd7-f20b-42d1-a9b2-19c0d40cdbb4 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 945 time: 0.6736259 Sep 26 13:05:54.609004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4226a61e-5b7e-4cb8-9fd4-68794a01b12d None None] Provisioning complete for port 3129d9a4-67c9-463f-87fc-09768950b5c6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:54.609675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4226a61e-5b7e-4cb8-9fd4-68794a01b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.641184 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-565e060a-69bb-446c-80dd-59adcd1f1946 req-a4b88379-a046-4f22-b9b5-fd545948a79d tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600762 Sep 26 13:05:54.685868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.687614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:05:54.699840 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85546072-9db9-45f2-a7a3-7e48c7fc49eb None None] Sync routers for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:54.717093 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85546072-9db9-45f2-a7a3-7e48c7fc49eb None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:54.717830 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-85546072-9db9-45f2-a7a3-7e48c7fc49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:54.719446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008c97bc-b6d5-4be5-a7a7-e7cbf57ad768']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:54.736997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767d1d41-f063-4023-be91-c7865fe54cdb') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:54.736997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767d1d41-f063-4023-be91-c7865fe54cdb') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:54.742479 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.744395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a1e9bd5c-0552-4c0d-b9f7-0470f4035e24 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.9685376 Sep 26 13:05:54.747310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42296) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:54.752914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.761870 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-85546072-9db9-45f2-a7a3-7e48c7fc49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:54.773902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.782081 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85546072-9db9-45f2-a7a3-7e48c7fc49eb None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:54.783450 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-85546072-9db9-45f2-a7a3-7e48c7fc49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:54.786970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:05:54.788809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:05:54.796474 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:05:54.858037 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-85546072-9db9-45f2-a7a3-7e48c7fc49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:54.865453 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85546072-9db9-45f2-a7a3-7e48c7fc49eb None None] The sync data for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:54.880849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:05:52Z', 'revision_number': 4, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba', 'name': '', 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'mac_address': 'fa:16:3e:23:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:52Z', 'updated_at': '2021-09-26T13:05:53Z', 'revision_number': 2, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'subnets': [{'id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:54.941569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b92d55-6186-497e-920a-bf01c4063bb2 None None] The sync data for ids ['0ac15c4c-05dd-46e6-a70b-9718668de75b'] in n-d-806683-13 is: [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:05:52Z', 'revision_number': 4, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba', 'name': '', 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'mac_address': 'fa:16:3e:23:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:52Z', 'updated_at': '2021-09-26T13:05:53Z', 'revision_number': 2, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'subnets': [{'id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:05:54.961777 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4226a61e-5b7e-4cb8-9fd4-68794a01b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.022462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5771dec5-e534-4152-85e3-df888c2039d3 req-844d2ac9-6abd-4330-aad8-4c5b6028d201 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2224426 Sep 26 13:05:55.041660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4226a61e-5b7e-4cb8-9fd4-68794a01b12d None None] For port 3129d9a4-67c9-463f-87fc-09768950b5c6, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3129d9a4-67c9-463f-87fc-09768950b5c6,segment=NetworkSegment(39ec9e38-2b88-4b51-aaa3-3f957217e64a),segment_id=39ec9e38-2b88-4b51-aaa3-3f957217e64a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:55.048645 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4226a61e-5b7e-4cb8-9fd4-68794a01b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.095172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:55.125213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.139346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.141261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226a61e-5b7e-4cb8-9fd4-68794a01b12d None None] Pushing event updated for resources: {'Port': ['ID=3129d9a4-67c9-463f-87fc-09768950b5c6,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:55.150003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] 10.222.0.13 "DELETE /v2.0/networks/008c97bc-b6d5-4be5-a7a7-e7cbf57ad768 HTTP/1.1" status: 204 len: 168 time: 0.7020965 Sep 26 13:05:55.167160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a772e25-1813-45cd-9274-dd8808bae188 req-1426e9dd-81bb-4537-b458-bafe509027cb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:55.177662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089780-25dd-425f-9d85-45ddace65693 tempest-FloatingIPTestJSON-796041370 tempest-FloatingIPTestJSON-796041370-project] Pushing event deleted for resources: {'Network': ['ID=008c97bc-b6d5-4be5-a7a7-e7cbf57ad768,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:55.178931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a772e25-1813-45cd-9274-dd8808bae188 req-1426e9dd-81bb-4537-b458-bafe509027cb tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1507230 Sep 26 13:05:55.184456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.344984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3129d9a4-67c9-463f-87fc-09768950b5c6 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:55.431294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a772e25-1813-45cd-9274-dd8808bae188 req-31be1331-dbf1-4543-9af7-98d5cb9ab00d tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476282 Sep 26 13:05:55.434349 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.495223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3129d9a4-67c9-463f-87fc-09768950b5c6 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:55.495617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.626781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-70ef0787-718a-4315-8092-bed6bbb89bc4 None None] Provisioning complete for port 3129d9a4-67c9-463f-87fc-09768950b5c6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:55.628902 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70ef0787-718a-4315-8092-bed6bbb89bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.684977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c181c4f-a501-42a9-8818-10a8de104af9 req-c4bfbd44-1ec9-4d5c-a06f-4ea35e283b1e tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0498447 Sep 26 13:05:55.734920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42312) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:55.755207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Allocated IP 172.25.4.182 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/cfafed89-7593-4a94-8083-fc6507657268) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:55.846871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 3c41ce1d-eff4-4dc2-a855-95612b85af28 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:55.901281 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.923821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 3c41ce1d-eff4-4dc2-a855-95612b85af28 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:05:55.929679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 3c41ce1d-eff4-4dc2-a855-95612b85af28 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:55.930281 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.937851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:55.993952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.043017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9510eb-9532-4737-949c-95585c2f7cff req-e13f6bb6-820e-46ab-95d8-56fc0b86733f tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:56.044641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc9510eb-9532-4737-949c-95585c2f7cff req-e13f6bb6-820e-46ab-95d8-56fc0b86733f tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 945 time: 0.2205405 Sep 26 13:05:56.067076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event updated for resources: {'Port': ['ID=cfafed89-7593-4a94-8083-fc6507657268,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:56.072650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.073351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.073528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.073958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.074387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.074834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.075257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.075682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.076104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.077828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.078637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.083553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:05:56.084223 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.099874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:56.105241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:56.113554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:56.141497 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 3c41ce1d-eff4-4dc2-a855-95612b85af28, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:56.143198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c41ce1d-eff4-4dc2-a855-95612b85af28'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:05:56.153739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc9510eb-9532-4737-949c-95585c2f7cff req-3cd03f80-33c8-4cd3-9459-3be372e4709c tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624151 Sep 26 13:05:56.156694 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c951142-4d4a-4b17-b3ea-51506a0a28ae" -d '{"events": [{"server_uuid": "964cfd89-8733-4553-ab62-3b81c0f689ec", "name": "network-vif-plugged", "status": "completed", "tag": "3c41ce1d-eff4-4dc2-a855-95612b85af28"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:05:56.165250 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.219217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f6edb2f-c686-4f16-99de-5fbbe9257ccd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4ef8d1cac8f45eeacbfd81ad3164085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824767 Sep 26 13:05:56.222319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42320) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:56.279912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.297185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4b2d-ae20-4452-9af2-57fbd63f3831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.350283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.446989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4b2d-ae20-4452-9af2-57fbd63f3831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.547409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=3c41ce1d-eff4-4dc2-a855-95612b85af28,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:56.556058 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc763b-965f-4a91-8434-a4d6c83bebf5 x-openstack-request-id: req-76bc763b-965f-4a91-8434-a4d6c83bebf5 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:05:56.556589 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964cfd89-8733-4553-ab62-3b81c0f689ec", "name": "network-vif-plugged", "status": "completed", "tag": "3c41ce1d-eff4-4dc2-a855-95612b85af28", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:05:56.557019 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76bc763b-965f-4a91-8434-a4d6c83bebf5 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:05:56.557575 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'code': 200} Sep 26 13:05:56.578915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.585557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.683327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event updated for resources: {'Port': ['ID=cfafed89-7593-4a94-8083-fc6507657268,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:56.697064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.712916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.714589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5771dec5-e534-4152-85e3-df888c2039d3 req-cc30be27-28e4-4172-8da2-9fe0ced7c4bf tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6257331 Sep 26 13:05:56.755094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28d7ce-2405-448f-b6ed-101f4f76f84e req-4b9e5af3-37ee-4be6-92ba-69eef310cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:56.756649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae28d7ce-2405-448f-b6ed-101f4f76f84e req-4b9e5af3-37ee-4be6-92ba-69eef310cec6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 1098 time: 0.2333932 Sep 26 13:05:56.775101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5771dec5-e534-4152-85e3-df888c2039d3 req-08e27d4a-b740-449e-97be-b1c67ce1fcbc tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0530400 Sep 26 13:05:56.792352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c56f-0b52-4622-8f32-9c7108720315 req-8220575e-4402-43b6-be68-2f050c984747 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:56.793916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e32c56f-0b52-4622-8f32-9c7108720315 req-8220575e-4402-43b6-be68-2f050c984747 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2024701 Sep 26 13:05:56.800041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4b2d-ae20-4452-9af2-57fbd63f3831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.802756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4b2d-ae20-4452-9af2-57fbd63f3831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:56.806212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f0fc4b2d-ae20-4452-9af2-57fbd63f3831 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11a14ea5-9ae8-4a83-a581-94d41c72d1f5 HTTP/1.1" status: 204 len: 168 time: 0.5801506 Sep 26 13:05:56.869806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc4b2d-ae20-4452-9af2-57fbd63f3831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a14ea5-9ae8-4a83-a581-94d41c72d1f5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:56.898903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae28d7ce-2405-448f-b6ed-101f4f76f84e req-6c882d99-316b-4cf4-b87f-7cdedda9e02d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255915 Sep 26 13:05:56.905678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Allocated IP 172.20.0.1 (f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff/8798884d-8673-4bf9-874f-c55c4085419e/2d653405-0bdc-413b-ade6-17729e9dfe16) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:56.932795 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e32c56f-0b52-4622-8f32-9c7108720315 req-93cb7b61-17b8-4f98-acf6-660bc2c11c7f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990953 Sep 26 13:05:56.987525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771dec5-e534-4152-85e3-df888c2039d3 req-e86ecf23-34ff-4c96-b851-de86afe2fe86 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:56.989430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5771dec5-e534-4152-85e3-df888c2039d3 req-e86ecf23-34ff-4c96-b851-de86afe2fe86 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2034664 Sep 26 13:05:57.091257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eaf54e0b-0a0a-4491-9b1f-af472df3f14b req-0405fc17-0a6a-4357-8eb4-0769b1b2ff6b tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0819247 Sep 26 13:05:57.201660 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:57.372589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3129d9a4-67c9-463f-87fc-09768950b5c6 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:57.404034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f4e38-41d0-431d-a99e-d755d8a1177e req-06f9ac55-86d7-4733-b209-b14dd44f3727 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:57.405948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-609f4e38-41d0-431d-a99e-d755d8a1177e req-06f9ac55-86d7-4733-b209-b14dd44f3727 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 946 time: 0.1507747 Sep 26 13:05:57.416490 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:57.454447 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3129d9a4-67c9-463f-87fc-09768950b5c6 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:57.454859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:57.539977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-609f4e38-41d0-431d-a99e-d755d8a1177e req-9c3a8677-83b6-4de9-ab0b-85be5069bd78 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202590 Sep 26 13:05:57.541855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:57.546052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:57.550736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:57.568771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'Port': ['ID=2d653405-0bdc-413b-ade6-17729e9dfe16,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:57.578478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-b2cb265e-5432-41b7-9d8f-08aae1dd0d88 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5562971 Sep 26 13:05:57.599911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e328d40d-fd04-4ca1-b8ee-b789f0903839 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:57.640955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:57.661547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:57.716786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e328d40d-fd04-4ca1-b8ee-b789f0903839 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:57.717776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:57.792775 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-685541b6-4125-4687-807b-3d57fec91b1a service neutron] show failed (client error): The resource could not be found. Sep 26 13:05:57.795988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-685541b6-4125-4687-807b-3d57fec91b1a service neutron] 10.222.0.24 "GET /v2.0/ports/5def196f-c054-4d40-a39a-e6c11ee96192/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.2235031 Sep 26 13:05:57.803086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:57.924348 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:57.968873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port e328d40d-fd04-4ca1-b8ee-b789f0903839, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e328d40d-fd04-4ca1-b8ee-b789f0903839,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:57.975054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-210ed87a-f66e-40df-b1e9-9eff289b2e52 None None] Provisioning complete for port 2d653405-0bdc-413b-ade6-17729e9dfe16 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:57.975429 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-210ed87a-f66e-40df-b1e9-9eff289b2e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.027388 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.039117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.056504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-210ed87a-f66e-40df-b1e9-9eff289b2e52 None None] Port 2d653405-0bdc-413b-ade6-17729e9dfe16 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:05:58.058075 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.138122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=e328d40d-fd04-4ca1-b8ee-b789f0903839,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:58.252824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Allocated IP 172.25.4.220 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/e2b67311-6600-43e1-b60e-534dc9c09d73) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:05:58.310295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42362) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:58.348807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13eb13-f491-4e74-8beb-d3873793b365 req-89b2046d-27bd-4df8-af12-d12c599d88b8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:58.358651 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b13eb13-f491-4e74-8beb-d3873793b365 req-89b2046d-27bd-4df8-af12-d12c599d88b8 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.2432902 Sep 26 13:05:58.416745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.444385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-101a818a-852d-49ee-b53c-693c587c4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:58.449376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-101a818a-852d-49ee-b53c-693c587c4571 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215&tenant_id=90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 1102 time: 0.3355119 Sep 26 13:05:58.453567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Sync routers for ids ['0ac15c4c-05dd-46e6-a70b-9718668de75b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:05:58.462964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.466426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Routers {'0ac15c4c-05dd-46e6-a70b-9718668de75b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:05:58.467778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0ac15c4c-05dd-46e6-a70b-9718668de75b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:58.488555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b13eb13-f491-4e74-8beb-d3873793b365 req-a5c54649-d555-47dc-91d9-f605b7d7b290 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985558 Sep 26 13:05:58.497248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:58.571133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:05:58.587320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:05:58.594876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.596955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Set router 0ac15c4c-05dd-46e6-a70b-9718668de75b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:05:58.602199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-aec4c4c5-4f3a-4e75-93b6-b0cc6fbc9913 tempest-DvrRoutersNegativeTest-1329332775 tempest-DvrRoutersNegativeTest-1329332775-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1240736678', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:05:58.606241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.policy [None req-aec4c4c5-4f3a-4e75-93b6-b0cc6fbc9913 tempest-DvrRoutersNegativeTest-1329332775 tempest-DvrRoutersNegativeTest-1329332775-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94812) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 26 13:05:58.606653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.policy [None req-aec4c4c5-4f3a-4e75-93b6-b0cc6fbc9913 tempest-DvrRoutersNegativeTest-1329332775 tempest-DvrRoutersNegativeTest-1329332775-project] Failed policy check for 'create_router' {{(pid=94812) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 26 13:05:58.607313 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-aec4c4c5-4f3a-4e75-93b6-b0cc6fbc9913 tempest-DvrRoutersNegativeTest-1329332775 tempest-DvrRoutersNegativeTest-1329332775-project] create failed (client error): Access was denied to this resource. Sep 26 13:05:58.625431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aec4c4c5-4f3a-4e75-93b6-b0cc6fbc9913 tempest-DvrRoutersNegativeTest-1329332775 tempest-DvrRoutersNegativeTest-1329332775-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3059504 Sep 26 13:05:58.631875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:05:58.693845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event updated for resources: {'Port': ['ID=e2b67311-6600-43e1-b60e-534dc9c09d73,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:58.743191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51e6d422-186f-4e9f-ab36-407978e195c2 req-b6e475ed-c9da-48e6-8368-19e33f23e946 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0907271 Sep 26 13:05:58.785430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.869954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:58.890436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:05:52Z', 'revision_number': 4, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba', 'name': '', 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'mac_address': 'fa:16:3e:23:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:52Z', 'updated_at': '2021-09-26T13:05:53Z', 'revision_number': 2, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'subnets': [{'id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:05:58.965432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Checking router: 0ac15c4c-05dd-46e6-a70b-9718668de75b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:05:58.965848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Updating router 0ac15c4c-05dd-46e6-a70b-9718668de75b port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:05:59.005320 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.084177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42376) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:59.111804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.119973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.121051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77fa79-3d43-4e22-b852-b112cb19428f req-dabf183b-abcb-4f3c-ba66-b6917b2a4b41 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:59.122653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cd77fa79-3d43-4e22-b852-b112cb19428f req-dabf183b-abcb-4f3c-ba66-b6917b2a4b41 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 946 time: 0.1940336 Sep 26 13:05:59.125346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.160991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.287782 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.293527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e328d40d-fd04-4ca1-b8ee-b789f0903839 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:05:59.311185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cd77fa79-3d43-4e22-b852-b112cb19428f req-16797d43-70c5-4657-aea4-51daacf60d94 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765094 Sep 26 13:05:59.318371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.319655 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6795814 Sep 26 13:05:59.322343 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-052a3559-2d8b-4d59-82e1-6bf48687775e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.369958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'Port': ['ID=2d653405-0bdc-413b-ade6-17729e9dfe16,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:59.385472 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.394873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.402199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:05:59.411349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.420824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eddb53-fcf2-4057-a709-3387443ae6ed tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event updated for resources: {'Port': ['ID=e2b67311-6600-43e1-b60e-534dc9c09d73,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:59.423599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e328d40d-fd04-4ca1-b8ee-b789f0903839 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:59.423973 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.437643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-df30df30-6e49-451b-8f1a-55aa91388658 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.1114805 Sep 26 13:05:59.586986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a18b12-fc2d-4a64-87e4-539e16ed0724 None None] Pushing event updated for resources: {'Port': ['ID=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:59.648620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-43d0299f-5954-424e-a515-5e609ad0da66 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:59.650121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d020b07-e3bc-4964-9b5a-b96deb8d5d50 req-43d0299f-5954-424e-a515-5e609ad0da66 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2010331 Sep 26 13:05:59.696461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-052a3559-2d8b-4d59-82e1-6bf48687775e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.703161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-052a3559-2d8b-4d59-82e1-6bf48687775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.713794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Attempting to bind port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:05:59.714193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Attempting to bind port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:05:59.714553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Attempting to bind port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba on network be9b30d4-98fa-4823-972c-a579ab99b0e3 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:05:59.728005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:05:59.728421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Checking segment: {'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:05:59.728915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.729423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Bound using segment: {'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:05:59.730022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Bound port: 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba2e37-e408-4edf-9df2-d5e07ed4723a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:05:59.730450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.776875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-052a3559-2d8b-4d59-82e1-6bf48687775e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d31d52f5bfbf43deb6a4ab30c271ef41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919441 Sep 26 13:05:59.782482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42386) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:05:59.840504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] For port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:05:59.850380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a3559-2d8b-4d59-82e1-6bf48687775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809bb1b2-e2e7-4dcc-b9d2-5f7a88479236,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:05:59.864127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] For port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,segment=NetworkSegment(faba2e37-e408-4edf-9df2-d5e07ed4723a),segment_id=faba2e37-e408-4edf-9df2-d5e07ed4723a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:05:59.893297 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.893944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0e12-ce1e-4e8a-a13b-594e18bfc9d8 req-65ebccf1-d7a0-48d6-ba9f-f13ac536dc79 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:05:59.895471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-189b0e12-ce1e-4e8a-a13b-594e18bfc9d8 req-65ebccf1-d7a0-48d6-ba9f-f13ac536dc79 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1034687 Sep 26 13:05:59.898524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4eb34ba7-317b-4bbd-8a1a-0c199dc2142a None None] Provisioning complete for port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:05:59.898883 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4eb34ba7-317b-4bbd-8a1a-0c199dc2142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.915788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baccb290-410a-4638-a789-68fd98e1d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.958837 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baccb290-410a-4638-a789-68fd98e1d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:05:59.963988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-189b0e12-ce1e-4e8a-a13b-594e18bfc9d8 req-46c84b7a-b7c2-4093-b454-48f5c6e2f18f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568643 Sep 26 13:05:59.976537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:00.024450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:00.042674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3107245-6432-4879-9232-93442f262e3b req-5d336348-1553-45d8-9b5d-70a7b7aa1194 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:00.049739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3107245-6432-4879-9232-93442f262e3b req-5d336348-1553-45d8-9b5d-70a7b7aa1194 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 946 time: 0.2467165 Sep 26 13:06:00.059989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Routers {'0ac15c4c-05dd-46e6-a70b-9718668de75b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:00.061171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0ac15c4c-05dd-46e6-a70b-9718668de75b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:00.078759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42392) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:00.083305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Request body: {'floatingip': {'port_id': '3c41ce1d-eff4-4dc2-a855-95612b85af28'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:00.188021 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.215352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a18b12-fc2d-4a64-87e4-539e16ed0724 None None] Pushing event updated for resources: {'Port': ['ID=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:00.256069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baccb290-410a-4638-a789-68fd98e1d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.258680 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baccb290-410a-4638-a789-68fd98e1d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.259791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-baccb290-410a-4638-a789-68fd98e1d52b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/809bb1b2-e2e7-4dcc-b9d2-5f7a88479236 HTTP/1.1" status: 204 len: 168 time: 0.4764922 Sep 26 13:06:00.260762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] Set router 0ac15c4c-05dd-46e6-a70b-9718668de75b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:00.266398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:00.268712 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d4b703-b136-4a24-a358-c43e8f878511" -d '{"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-unplugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:00.293831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.298838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:00.302650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-7adf92a4-7e56-446a-8e07-7788139d7e83 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2880025 Sep 26 13:06:00.303438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccb290-410a-4638-a789-68fd98e1d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809bb1b2-e2e7-4dcc-b9d2-5f7a88479236,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:00.320316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:00.331942 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c07731d7-42aa-452b-8a39-1ffa29917fc5 req-9cffe650-f953-479f-9f97-0f5094c14d6c tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1551955 Sep 26 13:06:00.337308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:00.364239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Transition to ACTIVE for port object 5def196f-c054-4d40-a39a-e6c11ee96192 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:06:00.365575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.406844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.492595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.526342 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a2687b-4def-4138-87e6-aef3f069cdaf x-openstack-request-id: req-f4a2687b-4def-4138-87e6-aef3f069cdaf {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:00.526661 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-unplugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:00.526904 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4a2687b-4def-4138-87e6-aef3f069cdaf {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:00.529072 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'code': 200} Sep 26 13:06:00.616081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4eb34ba7-317b-4bbd-8a1a-0c199dc2142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.717182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.756867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=6']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:00.811755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] No DVR routers for this DVR port 5def196f-c054-4d40-a39a-e6c11ee96192 on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:00.924122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4eb34ba7-317b-4bbd-8a1a-0c199dc2142a None None] For port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,segment=NetworkSegment(faba2e37-e408-4edf-9df2-d5e07ed4723a),segment_id=faba2e37-e408-4edf-9df2-d5e07ed4723a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:00.940746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Router 24a54cb9-1fd1-4891-9156-12e9f92395db has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:06:00.942068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:00.942585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:00.943259 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:00.957655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:06:00.958258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:00.964023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4eb34ba7-317b-4bbd-8a1a-0c199dc2142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:00.977335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Allocated IP 172.25.4.62 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/28a9fde6-0817-4079-af59-0aee0108168e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:00.983135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:00.983729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:00.984305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:00.985086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Bound port: 5def196f-c054-4d40-a39a-e6c11ee96192, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:00.985839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.197877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.211498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb34ba7-317b-4bbd-8a1a-0c199dc2142a None None] Pushing event updated for resources: {'Port': ['ID=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:01.233984 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:06:01.234334 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:06:01.261832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-92b1d3ff-0782-4265-a507-bb78dc752d32 None None] Provisioning complete for port 2d653405-0bdc-413b-ade6-17729e9dfe16 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:01.262215 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92b1d3ff-0782-4265-a507-bb78dc752d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.306855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:01.307809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.370097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:01.373462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:01.379676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:01.385254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e2c56-e476-48ee-82ad-c8822727382f req-4068369e-46d4-4c2e-85da-0dd451bfec6c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:01.386897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-873e2c56-e476-48ee-82ad-c8822727382f req-4068369e-46d4-4c2e-85da-0dd451bfec6c tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 948 time: 0.2667437 Sep 26 13:06:01.394480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:01.413116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:01.418469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:01.424039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-92b1d3ff-0782-4265-a507-bb78dc752d32 None None] Port 2d653405-0bdc-413b-ade6-17729e9dfe16 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:01.430972 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6868331-786d-4e2a-9b9a-882d986cf2c2 None None] Sync routers for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:01.441324 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.resource_extend [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:06:01.446979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-59a99135-4227-4b83-ad92-9d4b922ca608 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "PUT /v2.0/routers/24a54cb9-1fd1-4891-9156-12e9f92395db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6983891 Sep 26 13:06:01.450665 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6868331-786d-4e2a-9b9a-882d986cf2c2 None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:01.451838 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b6868331-786d-4e2a-9b9a-882d986cf2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:01.453843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:01.460615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Request body: {'port': {'network_id': 'f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff', 'name': 'tempest-FloatingIPAdminTestJSON-1141456533'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:01.471932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-92b1d3ff-0782-4265-a507-bb78dc752d32 None None] Provisioning complete for port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:01.472582 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92b1d3ff-0782-4265-a507-bb78dc752d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.498823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event updated for resources: {'Port': ['ID=28a9fde6-0817-4079-af59-0aee0108168e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:01.512612 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b6868331-786d-4e2a-9b9a-882d986cf2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:01.520546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.534435 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6868331-786d-4e2a-9b9a-882d986cf2c2 None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:01.535328 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b6868331-786d-4e2a-9b9a-882d986cf2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:01.540629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:01.541005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.573633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b6868331-786d-4e2a-9b9a-882d986cf2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:01.574596 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6868331-786d-4e2a-9b9a-882d986cf2c2 None None] The sync data for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:01.583227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:05:52Z', 'revision_number': 4, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba', 'name': '', 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'mac_address': 'fa:16:3e:23:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:52Z', 'updated_at': '2021-09-26T13:05:59Z', 'revision_number': 4, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'subnets': [{'id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:01.598944 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-873e2c56-e476-48ee-82ad-c8822727382f req-f20fd694-1019-47c8-8e8f-c431fc21f329 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977715 Sep 26 13:06:01.635484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971502d-b475-4750-9691-fbb43bbb207e None None] The sync data for ids ['0ac15c4c-05dd-46e6-a70b-9718668de75b'] in n-d-806683-13 is: [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:05:52Z', 'revision_number': 4, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba', 'name': '', 'network_id': 'be9b30d4-98fa-4823-972c-a579ab99b0e3', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'mac_address': 'fa:16:3e:23:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:52Z', 'updated_at': '2021-09-26T13:05:59Z', 'revision_number': 4, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'subnets': [{'id': 'bda7eda2-5810-4570-936a-0cb22494a344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:01.688276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:01.688911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.697828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] 10.222.0.23 "PUT /v2.0/ports/5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 1097 time: 3.2057543 Sep 26 13:06:01.733697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.758747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.829707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.892992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42428) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:01.906498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:01.942096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b232bf5-4aba-4f7a-9a10-c9e6b3558822 req-81552897-700c-43ad-9211-24a02ca5ae2f tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.2148070 Sep 26 13:06:01.950261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07125734-8987-46fa-9b23-fda6ca1aba7d service neutron] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:02.006228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Made reservation on behalf of 575bff7c0a274e4a93b6758eb99ff672 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:02.007125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:02.064492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-ce3d741b-d649-42f3-8ebd-ed54028fa126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:02.066458 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-ce3d741b-d649-42f3-8ebd-ed54028fa126 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1100 time: 0.3416991 Sep 26 13:06:02.085678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] device_id is not set on port 9b6b092a-a5fd-4539-aa4c-4bf8707fa63a yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:06:02.145560 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Floating IP 20947969-9821-4630-92b0-f2acb0c88bb3 associated. External IP: 172.25.4.212, port: 3c41ce1d-eff4-4dc2-a855-95612b85af28. Sep 26 13:06:02.170123 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8b6f8c3d-71b6-4af7-b5d6-3a726b7a2396 tempest-ServiceProvidersTest-2071366549 tempest-ServiceProvidersTest-2071366549-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2756815 Sep 26 13:06:02.296488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-007c19a7-8518-4fdf-9b11-1835cb2c5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:02.297768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-007c19a7-8518-4fdf-9b11-1835cb2c5e63 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2220950 Sep 26 13:06:02.328811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Allocated IP 172.20.0.10 (f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff/8798884d-8673-4bf9-874f-c55c4085419e/9b6b092a-a5fd-4539-aa4c-4bf8707fa63a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:02.356744 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-a46d31ff-4521-4514-a9cf-9f6d02fdd711 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.0496135 Sep 26 13:06:02.415089 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:02.424372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:02.513284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-0b6fe2ae-afbb-405f-829c-6db84e0f1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:02.515474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-0b6fe2ae-afbb-405f-829c-6db84e0f1dc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1500905 Sep 26 13:06:02.533351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:02.537704 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e244e8-4599-4fba-8b81-8265a1d32710" -d '{"events": [{"name": "network-changed", "server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:02.602382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:02.618161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event updated for resources: {'Port': ['ID=28a9fde6-0817-4079-af59-0aee0108168e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:02.629618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:02.631266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-a7018c32-e633-44d3-a1f7-0d2fd182df9b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3219516 Sep 26 13:06:02.725594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-69642c90-70e5-429a-a3e9-f73cc91656f7 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.62 HTTP/1.1" status: 200 len: 695 time: 0.0842583 Sep 26 13:06:02.756834 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:02.798179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42442) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:02.818170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-31c115fe-8132-460b-8fbf-5d2a40fd5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:02.820307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-31c115fe-8132-460b-8fbf-5d2a40fd5d05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1100 time: 0.1090720 Sep 26 13:06:03.014248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.017771 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ea13f5-208f-4939-9a35-8f5938b89fbc x-openstack-request-id: req-42ea13f5-208f-4939-9a35-8f5938b89fbc {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:03.018181 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:03.018680 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42ea13f5-208f-4939-9a35-8f5938b89fbc {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:03.019288 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'status': 'completed', 'code': 200} Sep 26 13:06:03.033384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-616fbbe0-b970-4839-a5df-20e5880a953b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:03.035157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f64cf64b-c94d-4b00-9c9b-64b53728f8e3 req-616fbbe0-b970-4839-a5df-20e5880a953b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2724099 Sep 26 13:06:03.074828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4f6b-58f1-4006-a564-cfcdc2ddbbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.099294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Router ed26545c-e969-4b98-8af7-219c4e2b1517 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:06:03.116733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-58e0d286-92a3-48bf-9fc4-093aa793da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:03.118936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-58e0d286-92a3-48bf-9fc4-093aa793da38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5689745 Sep 26 13:06:03.130368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0884e-81ce-4a17-b908-e3ea65bd76d8 req-f06edd84-f402-4972-8307-b597c69148fa tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:03.134821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5f0884e-81ce-4a17-b908-e3ea65bd76d8 req-f06edd84-f402-4972-8307-b597c69148fa tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 948 time: 0.1135752 Sep 26 13:06:03.143290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:03.146727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-8ae04ec7-00fd-42c1-8fdd-3dcd2efd36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:03.150349 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-8ae04ec7-00fd-42c1-8fdd-3dcd2efd36bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3154035 Sep 26 13:06:03.155005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event updated for resources: {'Port': ['ID=9b6b092a-a5fd-4539-aa4c-4bf8707fa63a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:03.157629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:03.183326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:03.188160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-303b09c9-d648-49fc-9599-83095b4f4816 req-c0e723af-7f3b-4676-809f-718a39ece17b tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0664525 Sep 26 13:06:03.231536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:03.348945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:03.349696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.354477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:03.354847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.379495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-eb58a3c2-888a-4d08-87b6-beaa8a8c3dc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.2197237 Sep 26 13:06:03.415364 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e5f0884e-81ce-4a17-b908-e3ea65bd76d8 req-65995829-b7c5-4f07-a261-12c41a6efc2f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725091 Sep 26 13:06:03.455818 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-97860897-6f93-4888-ba0a-cecc46370572 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112788 Sep 26 13:06:03.456983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:03.465538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.491924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] Sync routers for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:03.508256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:03.509211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:03.560985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c5a5947e-507c-44ff-8ee6-3b55cd067add tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "PUT /v2.0/floatingips/20947969-9821-4630-92b0-f2acb0c88bb3 HTTP/1.1" status: 200 len: 992 time: 3.4811029 Sep 26 13:06:03.566396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-14bdfa43-00b2-4007-8dcb-a09c207dd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:03.567903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-14bdfa43-00b2-4007-8dcb-a09c207dd693 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1571488 Sep 26 13:06:03.597183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8ab0252f-fa2f-4323-88a7-b176c01fb654 None None] Provisioning complete for port 9b6b092a-a5fd-4539-aa4c-4bf8707fa63a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:03.598627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ab0252f-fa2f-4323-88a7-b176c01fb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.648486 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9250b70-ab81-475d-bc57-ef538646ca45 req-2540f133-cd3b-4016-9995-6604dbff6ddc service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771104 Sep 26 13:06:03.650400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-92e69fb6-ce22-4411-882b-ba8474a01678 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3514986 Sep 26 13:06:03.653355 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4f6b-58f1-4006-a564-cfcdc2ddbbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.665983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0252f-fa2f-4323-88a7-b176c01fb654 None None] Port 9b6b092a-a5fd-4539-aa4c-4bf8707fa63a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:03.669697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4f6b-58f1-4006-a564-cfcdc2ddbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.677096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:03.715233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a2b8a20b-2ca9-4d2b-b945-1c50c3ee65e7 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2601614 Sep 26 13:06:03.715562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:03.719243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42456) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:03.727032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-308a5ec4-94c7-4227-988f-53b3c7d20aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:03.728529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-308a5ec4-94c7-4227-988f-53b3c7d20aaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1516469 Sep 26 13:06:03.768262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b8cf4f6b-58f1-4006-a564-cfcdc2ddbbe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e20a305ea28456bb06c3d0a62cb9a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9653144 Sep 26 13:06:03.772400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf4f6b-58f1-4006-a564-cfcdc2ddbbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c0727c-ccb0-44a5-b3cf-ce651f675aa5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:03.788362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42460) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:03.805734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:03.852912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-c3278e2c-a324-4947-b408-d1ac53073b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:03.855240 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-c3278e2c-a324-4947-b408-d1ac53073b12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1100 time: 0.1214261 Sep 26 13:06:03.921709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-16103f75-95b5-4914-a5c4-1c0539205fcd service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775358 Sep 26 13:06:04.011221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'project_id': '575bff7c0a274e4a93b6758eb99ff672', 'port_id': '9b6b092a-a5fd-4539-aa4c-4bf8707fa63a'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:04.030177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe189d88-6ddb-48f7-a2d7-9a5a95a413f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.064538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe189d88-6ddb-48f7-a2d7-9a5a95a413f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.070853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.074606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '20947969-9821-4630-92b0-f2acb0c88bb3', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'port_id': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'mac_address': 'fa:16:3e:2f:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:36Z', 'updated_at': '2021-09-26T13:06:01Z', 'revision_number': 1, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:32Z', 'revision_number': 5, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:04.075242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-494a3895-95ec-45ac-9122-0ef324dcfeaa service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461277 Sep 26 13:06:04.114851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-be13186e-8337-4964-a861-fa7780336a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:04.116441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-be13186e-8337-4964-a861-fa7780336a2a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2353735 Sep 26 13:06:04.124837 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.132075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] Checking router: ed26545c-e969-4b98-8af7-219c4e2b1517 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:06:04.141745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:04.142369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:04.195257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-0e960480-eeb8-4920-b793-586c081c39eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.0669065 Sep 26 13:06:04.198871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Allocated IP 172.25.4.99 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/0c910ace-6578-4427-beb6-c359267f7203) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:04.274354 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe189d88-6ddb-48f7-a2d7-9a5a95a413f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.277303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe189d88-6ddb-48f7-a2d7-9a5a95a413f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.281236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fe189d88-6ddb-48f7-a2d7-9a5a95a413f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5c0727c-ccb0-44a5-b3cf-ce651f675aa5 HTTP/1.1" status: 204 len: 168 time: 0.4876189 Sep 26 13:06:04.281785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:04.380943 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-0825cf43-486e-4034-9a0d-8314b5411b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:04.382357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-0825cf43-486e-4034-9a0d-8314b5411b13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1763539 Sep 26 13:06:04.412990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189d88-6ddb-48f7-a2d7-9a5a95a413f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c0727c-ccb0-44a5-b3cf-ce651f675aa5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:04.427277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.473088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-071fb6ef-e0e0-4a89-8215-0e9f316fe46b req-198fac71-d66a-4a09-99eb-abe3128d0159 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1110034 Sep 26 13:06:04.516838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-bb7a1bd6-3cd1-4a6d-b2a5-549b6a815964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:04.518422 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-bb7a1bd6-3cd1-4a6d-b2a5-549b6a815964 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116958 Sep 26 13:06:04.520349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.525461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.580969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:04.584237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:04.588009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:04.646853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event updated for resources: {'Port': ['ID=0c910ace-6578-4427-beb6-c359267f7203,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:04.663507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '20947969-9821-4630-92b0-f2acb0c88bb3', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'port_id': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'mac_address': 'fa:16:3e:2f:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:36Z', 'updated_at': '2021-09-26T13:06:01Z', 'revision_number': 1, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:32Z', 'revision_number': 5, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:04.709923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f398227d-e4eb-4435-870f-daccddc0a763 None None] The sync data for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 is: [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '20947969-9821-4630-92b0-f2acb0c88bb3', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'port_id': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'mac_address': 'fa:16:3e:2f:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:36Z', 'updated_at': '2021-09-26T13:06:01Z', 'revision_number': 1, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:32Z', 'revision_number': 5, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:04.745548 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.818428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b81893-e7b1-45d0-88fb-9ea27d4a8422 req-4d645d00-5f99-4589-9c3e-c58f2212bb01 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:04.821027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:04.826303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96b81893-e7b1-45d0-88fb-9ea27d4a8422 req-4d645d00-5f99-4589-9c3e-c58f2212bb01 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 948 time: 0.2409852 Sep 26 13:06:04.858050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-17c69bf7-a95e-4e5f-85eb-60c42478760f service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296371 Sep 26 13:06:04.875359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Allocated IP 172.25.4.229 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/e88a1bcf-eef5-49ad-a562-fb63eaac4c1a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:04.923176 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96b81893-e7b1-45d0-88fb-9ea27d4a8422 req-7ef90ad2-20f3-4afb-9c26-457b889a3a87 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959768 Sep 26 13:06:05.023908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'tag': '3c41ce1d-eff4-4dc2-a855-95612b85af28'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:05.033221 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "964cfd89-8733-4553-ab62-3b81c0f689ec", "tag": "3c41ce1d-eff4-4dc2-a855-95612b85af28"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:05.057254 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bba85b-2efc-45b2-a115-45e96539879e None None] New status for floating IP 20947969-9821-4630-92b0-f2acb0c88bb3: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:06:05.129094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:05.145092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:05.213960 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba0e019-273e-4932-a883-a6d4b9afd6ee x-openstack-request-id: req-8ba0e019-273e-4932-a883-a6d4b9afd6ee {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:05.214505 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964cfd89-8733-4553-ab62-3b81c0f689ec", "tag": "3c41ce1d-eff4-4dc2-a855-95612b85af28", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:05.214911 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ba0e019-273e-4932-a883-a6d4b9afd6ee {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:05.215461 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'tag': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'status': 'completed', 'code': 200} Sep 26 13:06:05.233871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event updated for resources: {'Port': ['ID=0c910ace-6578-4427-beb6-c359267f7203,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:05.289923 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:05.334212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94e244e8-4599-4fba-8b81-8265a1d32710 req-0828fc02-b28c-409e-91be-2888bf8e0cec service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387476 Sep 26 13:06:05.352272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-103b3aad-255a-4adb-ae46-e7b575339224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:05.353848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-103b3aad-255a-4adb-ae46-e7b575339224 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7da6cdd9384093a8ef11737517db83&device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 1098 time: 0.0996823 Sep 26 13:06:05.363396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:05.366514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-046ebd77-7385-4373-9548-5741d2c63034 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7009504 Sep 26 13:06:05.386796 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:05.441527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:05.504248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:05.510940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:05.515560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:05.582503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Pushing event updated for resources: {'Port': ['ID=e88a1bcf-eef5-49ad-a562-fb63eaac4c1a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:05.668546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42506) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:05.709350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc177933-4094-4f30-84a7-d36d317915a0 req-73fc8905-edb5-43db-8960-f0325ac5369f tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0503538 Sep 26 13:06:05.830023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1314620283'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:05.927896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Made reservation on behalf of 74ff390336d34127bcc9b7792873d884 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:05.931684 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:05.946525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:05.952388 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-092432ef-b9dc-459d-8cc8-10c63d10e4dd tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.5757453 Sep 26 13:06:06.099784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-3438bad6-6766-4a4f-8570-09ef67a57498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:06.101613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-3438bad6-6766-4a4f-8570-09ef67a57498 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a HTTP/1.1" status: 200 len: 914 time: 0.7291794 Sep 26 13:06:06.153404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-c3fd0522-27f6-4c8f-a75e-5f91a531e3a0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:06.155538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45e6c1c5-8549-4807-83d0-13a70e1b7636 req-c3fd0522-27f6-4c8f-a75e-5f91a531e3a0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1645226 Sep 26 13:06:06.201179 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e7777-9ef2-4543-bc3e-38eb2301d61c req-23bbde70-590d-408b-b91f-e7b0d65cdb9f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:06.208390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea2e7777-9ef2-4543-bc3e-38eb2301d61c req-23bbde70-590d-408b-b91f-e7b0d65cdb9f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 948 time: 0.1636372 Sep 26 13:06:06.232457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-38bc1f9f-1661-4415-8f34-61156b22db8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28 HTTP/1.1" status: 200 len: 1002 time: 0.1179664 Sep 26 13:06:06.253222 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:06.294110 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea2e7777-9ef2-4543-bc3e-38eb2301d61c req-5b841339-7b34-4bcf-8be0-6d4753df800f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847645 Sep 26 13:06:06.346893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-562af08a-bbae-4d09-80e2-8943ce8dc8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:06.348802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-562af08a-bbae-4d09-80e2-8943ce8dc8fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10784a2b-1049-4c2e-bbaf-c0b1df36641f HTTP/1.1" status: 200 len: 853 time: 0.1088257 Sep 26 13:06:06.402556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13bc4abd-9ae9-4bc5-8f40-71aed9bfae15 req-5d6bfb4e-ee69-4bdf-80f8-d689cabdc502 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips/7fd70931-51de-4a39-9ab0-d9e9d7defee3 HTTP/1.1" status: 200 len: 692 time: 0.0800085 Sep 26 13:06:06.410066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-772cf5f2-d518-4251-adfc-bca32d4422ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:06.411704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-772cf5f2-d518-4251-adfc-bca32d4422ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467699 Sep 26 13:06:06.497614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:06.525032 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-8c312e31-a435-4f56-a88e-63242af935fe service neutron] 10.222.0.23 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027119 Sep 26 13:06:06.541053 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:06.599204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:06.636844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d14dcb77-8ce2-4525-a5b3-a55bfccd6f6c req-4b577d1f-4f4e-4931-93d4-a16fedb3f000 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942526 Sep 26 13:06:06.638703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc4abd-9ae9-4bc5-8f40-71aed9bfae15 req-4d3f2e26-0f1e-4c74-af17-0e42572d6014 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:06.640056 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13bc4abd-9ae9-4bc5-8f40-71aed9bfae15 req-4d3f2e26-0f1e-4c74-af17-0e42572d6014 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2367399 Sep 26 13:06:06.675334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:06:06.706719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:06.707078 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Added segment 1568b6c7-f49c-400c-b9c5-9dda420c9858 of type vlan for network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 Sep 26 13:06:06.708489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b56ee7f-5e9a-499b-84b9-8db08d13a4fa,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:06.730264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-692f2465-9855-4516-b6a9-10d707c23e0a req-598d058f-84d3-427c-8227-ec5d2f8efdd8 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips/7fd70931-51de-4a39-9ab0-d9e9d7defee3 HTTP/1.1" status: 200 len: 692 time: 0.0627341 Sep 26 13:06:06.776775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:06.837747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f2465-9855-4516-b6a9-10d707c23e0a req-efc10f5f-2dd5-430f-8bf6-cf8c90c4be2e tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:06.839136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-692f2465-9855-4516-b6a9-10d707c23e0a req-efc10f5f-2dd5-430f-8bf6-cf8c90c4be2e tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1080885 Sep 26 13:06:06.860136 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-33f020f9-fe60-4a16-b661-16384fff3399 req-b56da0dd-4c51-4eb5-99c1-0ce608a91206 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0471580 Sep 26 13:06:06.877311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:06.883306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:06.883975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:06.900893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-692f2465-9855-4516-b6a9-10d707c23e0a req-36d993ee-9e06-40ce-83b0-7c7a0bb51a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0545807 Sep 26 13:06:06.952555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2827859 Sep 26 13:06:06.955642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42532) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:06.961760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Request body: {'subnet': {'network_id': '13878d8c-cfc4-42fe-b5a9-eaed8e186457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:06.984672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-692f2465-9855-4516-b6a9-10d707c23e0a req-29509a5e-9fc8-4519-abb4-38b002cb7a8b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0762398 Sep 26 13:06:06.989845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234c700-022e-4f57-b760-aa577d3cd664 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Pushing event updated for resources: {'Network': ['ID=13878d8c-cfc4-42fe-b5a9-eaed8e186457,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:07.002046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:06:07.012048 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.019591 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.104464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Pushing event updated for resources: {'Port': ['ID=e88a1bcf-eef5-49ad-a562-fb63eaac4c1a,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:07.114706 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.180059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Made reservation on behalf of 74ff390336d34127bcc9b7792873d884 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:07.183691 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.229034 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Floating IP b47cbb62-1c3d-4ae8-a4c8-811c4fb5f557 associated. External IP: 172.25.4.229, port: 9b6b092a-a5fd-4539-aa4c-4bf8707fa63a. Sep 26 13:06:07.254217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Deleting port 0c910ace-6578-4427-beb6-c359267f7203 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:07.254537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.396305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.396647 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.421595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Calling delete_port for 0c910ace-6578-4427-beb6-c359267f7203 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:07.608244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.713220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Pushing event updated for resources: {'Subnet': ['ID=d4013e21-feec-48ca-b7b2-91004b2dd45c,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:07.730267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Checking segment: {'id': '1568b6c7-f49c-400c-b9c5-9dda420c9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13878d8c-cfc4-42fe-b5a9-eaed8e186457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:07.730631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Network hostable DHCP agents. Network: 13878d8c-cfc4-42fe-b5a9-eaed8e186457, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:06:07.738322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.774940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event deleted for resources: {'Port': ['ID=0c910ace-6578-4427-beb6-c359267f7203,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:07.783957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:06:07.828557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 13878d8c-cfc4-42fe-b5a9-eaed8e186457) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:07.835239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:07.835843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.844119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3073f9-4530-4a47-a6f2-4eee9be2a41b None None] Network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:07.853934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241dbf5-6e76-4c5e-98e1-86de06e43afc req-6497841c-a442-4c5b-830f-fd36a86938bc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:07.855175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.857286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5241dbf5-6e76-4c5e-98e1-86de06e43afc req-6497841c-a442-4c5b-830f-fd36a86938bc tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 948 time: 0.4420502 Sep 26 13:06:07.861877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:07.876976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-692f2465-9855-4516-b6a9-10d707c23e0a req-12197d23-9804-4e86-8a5a-cfe62dc85a9f tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "DELETE /v2.0/floatingips/7fd70931-51de-4a39-9ab0-d9e9d7defee3 HTTP/1.1" status: 204 len: 173 time: 0.8648560 Sep 26 13:06:07.885894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ee030e9b-3cf1-42a6-a638-415263ecc29a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9285748 Sep 26 13:06:07.886511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42552) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:07.897308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Request body: {'port': {'network_id': '13878d8c-cfc4-42fe-b5a9-eaed8e186457', 'name': 'tempest-TagsExtTest-200358236'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:07.936704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Router 24a54cb9-1fd1-4891-9156-12e9f92395db has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:06:07.968836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5241dbf5-6e76-4c5e-98e1-86de06e43afc req-0ae89640-2bea-4b40-b7af-a8f469921f27 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886102 Sep 26 13:06:08.109998 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:08.137877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f7426-e700-41fb-abf9-610465686891 None None] Sync routers for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:08.145148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.155125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:06:08.176875 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fbf0549-beee-4d7c-80c6-f12fec71cc31 req-c0fe055a-9b6a-470c-93fb-2f1c999c5d26 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0464082 Sep 26 13:06:08.189319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-612fa336-69bf-4096-bf11-ad164bd96327 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.4686179 Sep 26 13:06:08.192004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42556) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:08.204295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f7426-e700-41fb-abf9-610465686891 None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:08.204938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-615f7426-e700-41fb-abf9-610465686891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:08.239373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Made reservation on behalf of 74ff390336d34127bcc9b7792873d884 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:08.243765 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.274916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] device_id is not set on port 6b5c68eb-c8ee-48c3-984a-73967f2e743a yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:06:08.284111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-615f7426-e700-41fb-abf9-610465686891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:08.296080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a8f74340-31af-46a2-ac8b-6576df0b4186 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] 10.222.0.13 "GET /v2.0/floatingips/b47cbb62-1c3d-4ae8-a4c8-811c4fb5f557 HTTP/1.1" status: 200 len: 984 time: 0.1004221 Sep 26 13:06:08.296312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42558) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:08.301272 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.resource_extend [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:06:08.320095 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d0ef08f6-eb0c-41be-bd98-94f0c86e6d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.422188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f7426-e700-41fb-abf9-610465686891 None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:08.422917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-615f7426-e700-41fb-abf9-610465686891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:08.440294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-83adc2af-2692-44f0-956a-f8170dff7eaf tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4957 time: 0.1402371 Sep 26 13:06:08.440637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42562) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:08.443867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c05fd9-7ec7-484b-9ba6-b9d7918a18f4 req-ea491c3b-a59a-42fd-8314-ce6386e8421b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:08.445527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-44c05fd9-7ec7-484b-9ba6-b9d7918a18f4 req-ea491c3b-a59a-42fd-8314-ce6386e8421b tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3041523 Sep 26 13:06:08.553746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab8ef34b-f9cf-45e0-af46-f1ddf6298357 req-e24bc6e8-ecf5-4ec7-9415-9d42a8888607 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=5e027f90f04746ea82ee1c731cbdc86f HTTP/1.1" status: 200 len: 1656 time: 0.0681448 Sep 26 13:06:08.564879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:08.577762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '5def196f-c054-4d40-a39a-e6c11ee96192', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '5def196f-c054-4d40-a39a-e6c11ee96192', 'mac_address': 'fa:16:3e:ae:9a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:06:08.581010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-615f7426-e700-41fb-abf9-610465686891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:08.581889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f7426-e700-41fb-abf9-610465686891 None None] The sync data for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:08.587400 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-13878d8c-cfc4-42fe-b5a9-eaed8e186457', 'network_id': '13878d8c-cfc4-42fe-b5a9-eaed8e186457', 'tenant_id': '74ff390336d34127bcc9b7792873d884', 'fixed_ips': [{'subnet_id': 'd4013e21-feec-48ca-b7b2-91004b2dd45c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:06:08.588239 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.652168 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.672155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Deleting port e88a1bcf-eef5-49ad-a562-fb63eaac4c1a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:08.672941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.686093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Allocated IP 172.20.0.8 (13878d8c-cfc4-42fe-b5a9-eaed8e186457/d4013e21-feec-48ca-b7b2-91004b2dd45c/6b5c68eb-c8ee-48c3-984a-73967f2e743a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:08.747678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ef34b-f9cf-45e0-af46-f1ddf6298357 req-5a598249-a61b-4abc-b70a-147a757de353 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:08.749335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab8ef34b-f9cf-45e0-af46-f1ddf6298357 req-5a598249-a61b-4abc-b70a-147a757de353 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks?id=21ea7ad9-2814-4312-8830-f65d79b335ab&id=21ea7ad9-2814-4312-8830-f65d79b335ab&id=21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 787 time: 0.1861515 Sep 26 13:06:08.769415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5def196f-c054-4d40-a39a-e6c11ee96192 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:06:08.798530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:08.804183 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.827775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.828284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.840936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Calling delete_port for e88a1bcf-eef5-49ad-a562-fb63eaac4c1a owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:08.860139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:08.891632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.947778 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:08.975045 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-41403f36-708b-4786-a70b-1bd30855fad7 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips/c504db1b-729a-4739-87e1-7e4ed713b91e HTTP/1.1" status: 200 len: 692 time: 0.0847158 Sep 26 13:06:09.000182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Allocated IP 172.20.0.2 (13878d8c-cfc4-42fe-b5a9-eaed8e186457/d4013e21-feec-48ca-b7b2-91004b2dd45c/5d9af13b-8440-4ea3-bb85-e67989379f0e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:09.020688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:09.024266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:09.028410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:09.059985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Pushing event updated for resources: {'Port': ['ID=6b5c68eb-c8ee-48c3-984a-73967f2e743a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:09.092126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:09.093147 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.112259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3b70b4c1-a7f6-417c-8762-5b70cca08dbc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2245922 Sep 26 13:06:09.114747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42574) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:09.121126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d6cbb9f4-6cb2-4e1e-bda3-251c42e04b76 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1537100728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:09.187969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-4e625bc7-5053-46ca-b922-af4ea13ca7ae tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:09.190263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb9f4-6cb2-4e1e-bda3-251c42e04b76 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.191406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb9f4-6cb2-4e1e-bda3-251c42e04b76 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.201941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-4e625bc7-5053-46ca-b922-af4ea13ca7ae tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2093480 Sep 26 13:06:09.218876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f98279-5f0a-4e17-b21c-0c3935590847 req-fd415301-37b8-4871-8217-968e5c883403 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:09.220381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5f98279-5f0a-4e17-b21c-0c3935590847 req-fd415301-37b8-4871-8217-968e5c883403 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 949 time: 0.0872993 Sep 26 13:06:09.270901 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.277517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb9f4-6cb2-4e1e-bda3-251c42e04b76 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.280699 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.289700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb9f4-6cb2-4e1e-bda3-251c42e04b76 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.310262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb9f4-6cb2-4e1e-bda3-251c42e04b76 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.312162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6cbb9f4-6cb2-4e1e-bda3-251c42e04b76 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1960051 Sep 26 13:06:09.315668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5f98279-5f0a-4e17-b21c-0c3935590847 req-b5281bf2-43d6-412e-a7c6-6187307af031 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812972 Sep 26 13:06:09.316120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42578) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:09.317783 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-4b96802f-2175-46ba-9382-53a6e90c8b5e tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.62 HTTP/1.1" status: 200 len: 695 time: 0.1132712 Sep 26 13:06:09.320711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0dd7496c-e3a3-4d8b-ab1a-b4a5b358fb24 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1927905745', 'prefixes': ['172.20.0.0/16']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:09.366559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:09.369577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:09.377371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:09.411588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-18429446-8d79-427e-9cfa-84c9027c5445 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.62 HTTP/1.1" status: 200 len: 695 time: 0.0927672 Sep 26 13:06:09.413806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Pushing event updated for resources: {'Port': ['ID=5d9af13b-8440-4ea3-bb85-e67989379f0e,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:09.422869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['5def196f-c054-4d40-a39a-e6c11ee96192'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:09.487727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.496083 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1cc6966-5436-4a7c-9f8b-72cb8f64a652 req-84767c21-a951-4523-9edb-5c06826a90c8 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0480843 Sep 26 13:06:09.537868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Attempting to bind port 5d9af13b-8440-4ea3-bb85-e67989379f0e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:09.538439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Attempting to bind port 5d9af13b-8440-4ea3-bb85-e67989379f0e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '1568b6c7-f49c-400c-b9c5-9dda420c9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13878d8c-cfc4-42fe-b5a9-eaed8e186457'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:09.539855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Attempting to bind port 5d9af13b-8440-4ea3-bb85-e67989379f0e on network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:09.546031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0dd7496c-e3a3-4d8b-ab1a-b4a5b358fb24 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for subnetpool, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.552045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0dd7496c-e3a3-4d8b-ab1a-b4a5b358fb24 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2314742 Sep 26 13:06:09.552285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:09.552909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Checking segment: {'id': '1568b6c7-f49c-400c-b9c5-9dda420c9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13878d8c-cfc4-42fe-b5a9-eaed8e186457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:09.553106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.553529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Bound using segment: {'id': '1568b6c7-f49c-400c-b9c5-9dda420c9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13878d8c-cfc4-42fe-b5a9-eaed8e186457'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:09.554028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Bound port: 5d9af13b-8440-4ea3-bb85-e67989379f0e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1568b6c7-f49c-400c-b9c5-9dda420c9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '13878d8c-cfc4-42fe-b5a9-eaed8e186457'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:09.554428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.561454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42584) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:09.570220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event deleted for resources: {'Port': ['ID=e88a1bcf-eef5-49ad-a562-fb63eaac4c1a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:09.584789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-70585797-5e63-473f-9a28-4629611d1ace tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c', 'tempest-TagsExtTest-Tag-1144987328') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:09.648671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] For port 5d9af13b-8440-4ea3-bb85-e67989379f0e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:09.652564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] For port 5d9af13b-8440-4ea3-bb85-e67989379f0e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5d9af13b-8440-4ea3-bb85-e67989379f0e,segment=NetworkSegment(1568b6c7-f49c-400c-b9c5-9dda420c9858),segment_id=1568b6c7-f49c-400c-b9c5-9dda420c9858)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:09.664893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.696128 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.696128 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Floating IP b47cbb62-1c3d-4ae8-a4c8-811c4fb5f557 disassociated (deleted). External IP: 172.25.4.229, port: 9b6b092a-a5fd-4539-aa4c-4bf8707fa63a. Sep 26 13:06:09.836500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Deleting port 28a9fde6-0817-4079-af59-0aee0108168e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:09.837290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:09.854566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d581bd-d1b0-4a12-b47e-17ea7ed6a667 None None] Pushing event updated for resources: {'Port': ['ID=5d9af13b-8440-4ea3-bb85-e67989379f0e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:10.132562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:10.133021 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:10.144023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-10b0efb4-e0fb-41f6-a9cf-5ec2f8d0f66e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:10.145749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-10b0efb4-e0fb-41f6-a9cf-5ec2f8d0f66e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215&tenant_id=90f04e6ddbab44e4af218f5e38804408&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 949 time: 0.2381451 Sep 26 13:06:10.159946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Calling delete_port for 28a9fde6-0817-4079-af59-0aee0108168e owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:10.172149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Router 24a54cb9-1fd1-4891-9156-12e9f92395db has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:06:10.190296 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-70585797-5e63-473f-9a28-4629611d1ace tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags/tempest-TagsExtTest-Tag-1144987328 HTTP/1.1" status: 201 len: 201 time: 0.6245420 Sep 26 13:06:10.195433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42592) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:10.200439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-41e68b4a-3b70-4bb2-ad94-588256f2ce44 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a', 'tempest-TagsExtTest-Tag-1432031820') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:10.215378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dabb5-f615-4d90-aa22-1f59973b730f req-fd97c8df-a1f7-464a-a49a-0a4a83425e81 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:10.223136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f10dabb5-f615-4d90-aa22-1f59973b730f req-fd97c8df-a1f7-464a-a49a-0a4a83425e81 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 949 time: 0.1813347 Sep 26 13:06:10.305968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f10dabb5-f615-4d90-aa22-1f59973b730f req-c0856ec0-40e8-4ef7-9395-16407ca75772 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794077 Sep 26 13:06:10.316204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-e3808a6b-1677-4369-8e4f-ee59ce06295f service neutron] 10.222.0.23 "GET /v2.0/ports/5def196f-c054-4d40-a39a-e6c11ee96192/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 383 time: 0.1483231 Sep 26 13:06:10.397378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-bd7b6e18-bd20-499e-91aa-be448948a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:10.399099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-bd7b6e18-bd20-499e-91aa-be448948a9bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1101 time: 0.0484412 Sep 26 13:06:10.458489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:10.467873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:10.470838 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386e318-fe47-47ea-a78a-335cc9c7729a None None] Sync routers for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:10.480737 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386e318-fe47-47ea-a78a-335cc9c7729a None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:10.483738 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b386e318-fe47-47ea-a78a-335cc9c7729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:10.524682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-b627bc01-6979-4722-8c87-d7d0fa2318c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:10.526287 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-b627bc01-6979-4722-8c87-d7d0fa2318c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1186597 Sep 26 13:06:10.527423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42594) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:10.527716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-41e68b4a-3b70-4bb2-ad94-588256f2ce44 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags/tempest-TagsExtTest-Tag-1432031820 HTTP/1.1" status: 201 len: 201 time: 0.3310111 Sep 26 13:06:10.533247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-5abff433-9843-4ae2-be38-24c0c3648776 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65', 'tempest-TagsExtTest-Tag-1104703681') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:10.554337 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b386e318-fe47-47ea-a78a-335cc9c7729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:10.560564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-631d786d-bdb5-487a-afda-9f19762d0348 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "DELETE /v2.0/floatingips/b47cbb62-1c3d-4ae8-a4c8-811c4fb5f557 HTTP/1.1" status: 204 len: 168 time: 2.1186571 Sep 26 13:06:10.567608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42598) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:10.568325 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386e318-fe47-47ea-a78a-335cc9c7729a None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:10.569009 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b386e318-fe47-47ea-a78a-335cc9c7729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:05:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:10.585841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:10.612999 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b386e318-fe47-47ea-a78a-335cc9c7729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:10.613826 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386e318-fe47-47ea-a78a-335cc9c7729a None None] The sync data for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:10.617792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:10.657841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:10.659581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event deleted for resources: {'Port': ['ID=28a9fde6-0817-4079-af59-0aee0108168e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:10.703099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-88887476-7392-4ff4-ba67-df6e7debd560 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.1205025 Sep 26 13:06:10.752031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:10.754875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:10.756147 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3fa4732-df99-4716-8872-859b35a6ec36 req-39b7589f-f7a7-470d-923f-4c4321187673 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "DELETE /v2.0/floatingips/c504db1b-729a-4739-87e1-7e4ed713b91e HTTP/1.1" status: 204 len: 173 time: 1.3256578 Sep 26 13:06:10.773198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b4ac648-ee0a-4a66-ba27-2c5ef04448a3 req-3478c73c-4f12-48a9-a947-9e5c32266db3 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1128552 Sep 26 13:06:10.827384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-bee6834f-1e12-4614-be58-281fd86a4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:10.828930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-bee6834f-1e12-4614-be58-281fd86a4979 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1125474 Sep 26 13:06:10.838352 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5abff433-9843-4ae2-be38-24c0c3648776 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags/tempest-TagsExtTest-Tag-1104703681 HTTP/1.1" status: 201 len: 201 time: 0.3071702 Sep 26 13:06:10.838754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42602) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:10.852542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-a046bb39-f3f6-4127-8542-942b860cb27d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57', 'tempest-TagsExtTest-Tag-327521196') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:10.864005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01441c11-69c4-4ec4-ba23-65b53812051c req-71a15719-2b6c-477a-8a07-63d8dd5b2119 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips/b96b9fa3-380a-46d9-bd48-65758c36f708 HTTP/1.1" status: 200 len: 693 time: 0.0551755 Sep 26 13:06:10.971552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-5777ef25-5555-4d17-a67f-517b4ad3a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:10.973714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-50c56c07-7bf8-401c-9646-3986a5898e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:10.988151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-5777ef25-5555-4d17-a67f-517b4ad3a33f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364768 Sep 26 13:06:10.990226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.017012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a046bb39-f3f6-4127-8542-942b860cb27d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags/tempest-TagsExtTest-Tag-327521196 HTTP/1.1" status: 201 len: 201 time: 0.1750176 Sep 26 13:06:11.022123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42608) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:11.028110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-e557f560-3f1f-46f3-ab77-6d8fc5bb809d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:11.132662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01441c11-69c4-4ec4-ba23-65b53812051c req-436efd55-bbfd-4f75-a2a1-4889387537aa tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:11.134531 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-e4f61a41-c8f0-455e-83f5-3c2025ca1e7c service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452801 Sep 26 13:06:11.136840 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01441c11-69c4-4ec4-ba23-65b53812051c req-436efd55-bbfd-4f75-a2a1-4889387537aa tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.2648311 Sep 26 13:06:11.221336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e557f560-3f1f-46f3-ab77-6d8fc5bb809d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags HTTP/1.1" status: 200 len: 241 time: 0.1979501 Sep 26 13:06:11.222039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:11.230405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-b04867ce-d65f-4061-96bd-539589ad4707 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c', 'tempest-TagsExtTest-Tag-1144987328') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:11.261668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5d9af13b-8440-4ea3-bb85-e67989379f0e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:11.287194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c2688-427c-4d1f-b4da-b15641bb714a None None] Network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:11.449525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9a94b587-dcfa-4a0f-a764-45f897cc1b4a None None] Provisioning complete for port 5d9af13b-8440-4ea3-bb85-e67989379f0e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:11.450162 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9a94b587-dcfa-4a0f-a764-45f897cc1b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.459550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5d9af13b-8440-4ea3-bb85-e67989379f0e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:11.459961 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.487767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-def17cba-18bd-4a3e-b0e3-660128e18a59 req-c1a2105e-639d-4cd5-9d19-e9f8b86ddabf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.3481646 Sep 26 13:06:11.541088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01441c11-69c4-4ec4-ba23-65b53812051c req-0a3e1169-6f88-440c-a8bf-094997d0e6f1 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.3617094 Sep 26 13:06:11.542300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Allocated IP 172.25.4.46 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/6f2a045e-55c1-4822-8dd1-dcda308a91bc) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:11.608096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.613526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01441c11-69c4-4ec4-ba23-65b53812051c req-0444611e-93af-421d-89af-cfbd187c53b1 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.220 HTTP/1.1" status: 200 len: 696 time: 0.0639327 Sep 26 13:06:11.647469 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9a94b587-dcfa-4a0f-a764-45f897cc1b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.678484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-9b3dd4e9-8a87-49a0-8c71-52006048a1c5 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322113 Sep 26 13:06:11.690828 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.706984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9a94b587-dcfa-4a0f-a764-45f897cc1b4a None None] For port 5d9af13b-8440-4ea3-bb85-e67989379f0e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5d9af13b-8440-4ea3-bb85-e67989379f0e,segment=NetworkSegment(1568b6c7-f49c-400c-b9c5-9dda420c9858),segment_id=1568b6c7-f49c-400c-b9c5-9dda420c9858)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:11.712833 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839faac-88c4-44f0-8a2b-0fc6e6a57b1f req-68e4be19-3611-40fa-8f32-2bd0fcb271a9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:11.717580 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9a94b587-dcfa-4a0f-a764-45f897cc1b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.722866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0839faac-88c4-44f0-8a2b-0fc6e6a57b1f req-68e4be19-3611-40fa-8f32-2bd0fcb271a9 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 949 time: 0.1160464 Sep 26 13:06:11.757563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b04867ce-d65f-4061-96bd-539589ad4707 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags/tempest-TagsExtTest-Tag-1144987328 HTTP/1.1" status: 204 len: 168 time: 0.5280354 Sep 26 13:06:11.762957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42616) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:11.767704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-889c594f-b3ac-4634-9467-d2064dad9483 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c', 'tempest-TagsExtTest-Tag-1144987328') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:11.804538 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:06:11.804927 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:06:11.806504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0839faac-88c4-44f0-8a2b-0fc6e6a57b1f req-2d74b77d-32ee-492f-9b71-ae26fe10ad9e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812149 Sep 26 13:06:11.807924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94b587-dcfa-4a0f-a764-45f897cc1b4a None None] Pushing event updated for resources: {'Port': ['ID=5d9af13b-8440-4ea3-bb85-e67989379f0e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:11.843072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.862082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Deleting port e2b67311-6600-43e1-b60e-534dc9c09d73 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:11.862429 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:11.917845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-889c594f-b3ac-4634-9467-d2064dad9483 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags/tempest-TagsExtTest-Tag-1144987328 HTTP/1.1" status: 204 len: 168 time: 0.1531096 Sep 26 13:06:11.919025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42620) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:11.928652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-43d86452-b618-4b9e-8957-616dd32b22ac tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:11.934103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:11.999974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.028089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.028689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.070086 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.094354 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Calling delete_port for e2b67311-6600-43e1-b60e-534dc9c09d73 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:12.097125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:12.100163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff31d24d-487d-4dbd-b3e3-6bd578da8fa8 req-b76245c0-ce2c-41d9-8ae8-874740d81f73 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0712006 Sep 26 13:06:12.107412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f820e94d-015b-42d9-9b36-da0fe37d0154 None None] Provisioning complete for port 5d9af13b-8440-4ea3-bb85-e67989379f0e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:12.107792 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f820e94d-015b-42d9-9b36-da0fe37d0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.117052 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-43d86452-b618-4b9e-8957-616dd32b22ac tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags HTTP/1.1" status: 200 len: 205 time: 0.1957755 Sep 26 13:06:12.119849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42628) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:12.125063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-246f3d02-9a87-4e1e-be6c-68f09401ab21 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:12.127718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:12.153519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 5def196f-c054-4d40-a39a-e6c11ee96192 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:06:12.159642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:12.165647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 5def196f-c054-4d40-a39a-e6c11ee96192 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:12.166028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.203797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-246f3d02-9a87-4e1e-be6c-68f09401ab21 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags HTTP/1.1" status: 200 len: 241 time: 0.0794775 Sep 26 13:06:12.204159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42630) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:12.207328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Pushing event updated for resources: {'Port': ['ID=6f2a045e-55c1-4822-8dd1-dcda308a91bc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:12.210169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-c0d30540-b8a0-4199-adce-d5ad81de96fc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a', 'tempest-TagsExtTest-Tag-1432031820') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:12.297128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c0d30540-b8a0-4199-adce-d5ad81de96fc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags/tempest-TagsExtTest-Tag-1432031820 HTTP/1.1" status: 204 len: 168 time: 0.0891087 Sep 26 13:06:12.297854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42634) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:12.302085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-10d7d7af-8f85-4954-bd33-a5fa6e183289 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a', 'tempest-TagsExtTest-Tag-1432031820') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:12.333697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f820e94d-015b-42d9-9b36-da0fe37d0154 None None] Provisioning complete for port 6b5c68eb-c8ee-48c3-984a-73967f2e743a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:12.334030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f820e94d-015b-42d9-9b36-da0fe37d0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.376354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.406294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f820e94d-015b-42d9-9b36-da0fe37d0154 None None] Port 6b5c68eb-c8ee-48c3-984a-73967f2e743a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:12.408833 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.415107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-13299d6a-949a-414b-b03c-fa5f15542787 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--179982463&fields=id&tenant_id=f58c8846aafb4d3886f0e7201ab43622 HTTP/1.1" status: 200 len: 267 time: 0.0570297 Sep 26 13:06:12.425996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:12.428813 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8592a0-b35e-4ee3-990f-0c5dae24169c" -d '{"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-plugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:12.443120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:12.448536 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.498718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:12.507314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.517445 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-10d7d7af-8f85-4954-bd33-a5fa6e183289 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags/tempest-TagsExtTest-Tag-1432031820 HTTP/1.1" status: 204 len: 168 time: 0.2189324 Sep 26 13:06:12.520462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42638) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:12.529653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-6c1b270e-91df-4744-a578-23a5be69d3b6 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:12.531346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-28407554-13be-44ef-bb17-2b7645ec29a1 None None] Provisioning complete for port 6b5c68eb-c8ee-48c3-984a-73967f2e743a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:12.531963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-28407554-13be-44ef-bb17-2b7645ec29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.543173 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.559472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-af84b4b6-0fd2-44b3-a0d4-dec856d6a718 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:12.562441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-af84b4b6-0fd2-44b3-a0d4-dec856d6a718 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/networks?id=6ee1dcee-4f37-4d19-801b-79c4377a3906 HTTP/1.1" status: 200 len: 816 time: 0.1389804 Sep 26 13:06:12.572182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-28407554-13be-44ef-bb17-2b7645ec29a1 None None] Port 6b5c68eb-c8ee-48c3-984a-73967f2e743a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:12.589810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-e291acff-0502-4ba4-8267-1c3f2e26436c tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/quotas/f58c8846aafb4d3886f0e7201ab43622 HTTP/1.1" status: 200 len: 375 time: 0.0202765 Sep 26 13:06:12.590017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event deleted for resources: {'Port': ['ID=e2b67311-6600-43e1-b60e-534dc9c09d73,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:12.659695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6c1b270e-91df-4744-a578-23a5be69d3b6 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags HTTP/1.1" status: 200 len: 205 time: 0.1381559 Sep 26 13:06:12.664096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42640) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:12.673680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-6f78007c-a8a4-4761-8513-128bab0e3ca4 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:12.687991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-e70af94b-d4fc-48dd-81a3-10274f8e9694 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f58c8846aafb4d3886f0e7201ab43622&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927839 Sep 26 13:06:12.711846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.714869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.716185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01441c11-69c4-4ec4-ba23-65b53812051c req-c0de3ada-1118-47c6-955e-06bcd4145621 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "DELETE /v2.0/floatingips/b96b9fa3-380a-46d9-bd48-65758c36f708 HTTP/1.1" status: 204 len: 173 time: 1.0893641 Sep 26 13:06:12.762409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-9c9fa457-89bb-4456-85d1-5652631ce1d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:06:12.763512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-9c9fa457-89bb-4456-85d1-5652631ce1d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0628946 Sep 26 13:06:12.772557 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0dea3c-7dde-46f0-8768-09b527431045 x-openstack-request-id: req-3c0dea3c-7dde-46f0-8768-09b527431045 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:12.773180 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-plugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:12.773785 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c0dea3c-7dde-46f0-8768-09b527431045 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:12.774465 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'code': 200} Sep 26 13:06:12.858764 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6f78007c-a8a4-4761-8513-128bab0e3ca4 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags HTTP/1.1" status: 200 len: 241 time: 0.1916800 Sep 26 13:06:12.861013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-ba177915-9df7-40cd-ab58-dca830eee2ed service neutron] 10.222.0.13 "GET /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910807 Sep 26 13:06:12.861471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42648) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:12.864847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-7d247370-d282-4a8b-b0d7-9366c70d0abd tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips/35c5f7b4-da3b-48db-8a4d-22422ed4c007 HTTP/1.1" status: 200 len: 693 time: 0.0758400 Sep 26 13:06:12.865799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-7f19688c-cacc-4421-8b7a-e1248f4edfac tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65', 'tempest-TagsExtTest-Tag-1104703681') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:12.903187 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:12.911613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.005601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7f19688c-cacc-4421-8b7a-e1248f4edfac tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags/tempest-TagsExtTest-Tag-1104703681 HTTP/1.1" status: 204 len: 168 time: 0.1407518 Sep 26 13:06:13.006941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42652) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.011468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-281ab73a-30df-48f0-91a9-c1f681f4bc92 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65', 'tempest-TagsExtTest-Tag-1104703681') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.038383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Pushing event updated for resources: {'Port': ['ID=6f2a045e-55c1-4822-8dd1-dcda308a91bc,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:13.065902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-778e0148-e70a-46cb-ac76-aa50c7355867 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:13.065902 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-778e0148-e70a-46cb-ac76-aa50c7355867 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1871150 Sep 26 13:06:13.068874 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.071132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-bde1d1cb-08e6-47e6-ad1a-f18828f7ab3f service neutron] 10.222.0.13 "GET /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031910 Sep 26 13:06:13.121763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.124508 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ed5e80c3-b742-44a8-8334-56d77b65f538 tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5426059 Sep 26 13:06:13.126412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-9d3ad40d-ad50-47f7-a213-7b0b85ff8121 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0547445 Sep 26 13:06:13.126837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42654) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.130310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-281ab73a-30df-48f0-91a9-c1f681f4bc92 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags/tempest-TagsExtTest-Tag-1104703681 HTTP/1.1" status: 204 len: 168 time: 0.1202424 Sep 26 13:06:13.130655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42656) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.135723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-4edffa44-d247-4ee6-a9fe-febb4f771fb9 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.211523 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-53042008-36d2-43d1-88da-b3d874114377 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0709038 Sep 26 13:06:13.244653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4edffa44-d247-4ee6-a9fe-febb4f771fb9 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags HTTP/1.1" status: 200 len: 205 time: 0.1128483 Sep 26 13:06:13.251870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42664) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.255505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5d9af13b-8440-4ea3-bb85-e67989379f0e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:13.257223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-9d8da34c-5f25-4e06-918e-5bf6b9d93df1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.281166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9d8da34c-5f25-4e06-918e-5bf6b9d93df1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags HTTP/1.1" status: 200 len: 240 time: 0.0280497 Sep 26 13:06:13.284277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42670) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.290700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-a3ee61a7-cd80-41b4-a8c2-3562e1c77cf6 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57', 'tempest-TagsExtTest-Tag-327521196') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.301020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:13.316048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a3ee61a7-cd80-41b4-a8c2-3562e1c77cf6 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags/tempest-TagsExtTest-Tag-327521196 HTTP/1.1" status: 204 len: 168 time: 0.0294654 Sep 26 13:06:13.318896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42674) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.323754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-52ef57c0-4e5d-4413-956d-95faef5a55a4 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57', 'tempest-TagsExtTest-Tag-327521196') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.377608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-52ef57c0-4e5d-4413-956d-95faef5a55a4 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags/tempest-TagsExtTest-Tag-327521196 HTTP/1.1" status: 204 len: 168 time: 0.0574918 Sep 26 13:06:13.379991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42676) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.386692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-cc7c5299-8bb4-40f6-857f-139e20e1bf5b tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.406439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.433688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cc7c5299-8bb4-40f6-857f-139e20e1bf5b tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags HTTP/1.1" status: 200 len: 205 time: 0.0513620 Sep 26 13:06:13.435610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42678) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.441507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-ce7860d6-e213-4ab9-99be-5086c7301ee6 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.469628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Deleting port cfafed89-7593-4a94-8083-fc6507657268 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:13.470339 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.485404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ce7860d6-e213-4ab9-99be-5086c7301ee6 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags HTTP/1.1" status: 204 len: 168 time: 0.0481095 Sep 26 13:06:13.488052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42682) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.493321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-758d4678-8345-41f6-adff-522fb1a91fb8 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.547169 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.547883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5d9af13b-8440-4ea3-bb85-e67989379f0e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:13.548281 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.659393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.659833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-758d4678-8345-41f6-adff-522fb1a91fb8 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags HTTP/1.1" status: 204 len: 168 time: 0.1674500 Sep 26 13:06:13.660006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.660085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42686) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.664733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-e504ee2a-8674-477b-be00-271f7763f040 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.676007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Calling delete_port for cfafed89-7593-4a94-8083-fc6507657268 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:13.676403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e59a4-2694-4e55-9147-738d2b1f8762 req-d8ae7b0f-77ef-466b-9b2a-2adf38fb2009 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:13.678257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f0e59a4-2694-4e55-9147-738d2b1f8762 req-d8ae7b0f-77ef-466b-9b2a-2adf38fb2009 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.0735800 Sep 26 13:06:13.688537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:13.758017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f0e59a4-2694-4e55-9147-738d2b1f8762 req-217a7e1a-1a49-4a28-b30d-f48b9c2482f3 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Sep 26 13:06:13.778032 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e504ee2a-8674-477b-be00-271f7763f040 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags HTTP/1.1" status: 204 len: 168 time: 0.1168981 Sep 26 13:06:13.781763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.798439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-b5705f99-d475-4d08-b88b-659d557026a5 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.871844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b5705f99-d475-4d08-b88b-659d557026a5 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags HTTP/1.1" status: 204 len: 168 time: 0.0888863 Sep 26 13:06:13.878993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42696) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:13.883747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-87989260-6d16-4b76-b45f-c5d2b5e75aec tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c', 'tempest-TagsExtTest-Tag-737909326') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:13.909576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Allocated IP 172.25.4.232 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/325289a3-656a-4377-90c3-a098927682d5) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:13.973514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-affc847a-c188-4f65-b7f2-d4c607825eac req-92c41e79-409e-403b-a985-9de01a240b4d tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0416851 Sep 26 13:06:14.019240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:14.045184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-87989260-6d16-4b76-b45f-c5d2b5e75aec tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags/tempest-TagsExtTest-Tag-737909326 HTTP/1.1" status: 201 len: 201 time: 0.1642697 Sep 26 13:06:14.048447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42700) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:14.053652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-d044b241-d26c-4830-be3e-29dae4f6ea62 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a', 'tempest-TagsExtTest-Tag-1112544467') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:14.055681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Pushing event deleted for resources: {'Port': ['ID=cfafed89-7593-4a94-8083-fc6507657268,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:14.176827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:14.179373 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:14.180524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a5f1acb-6037-4741-9259-efe59dd29523 req-a3a346b9-d377-440e-b62b-ae58900ddda0 tempest-FloatingIPDetailsTestJSON-1105144034 tempest-FloatingIPDetailsTestJSON-1105144034-project] 10.222.0.13 "DELETE /v2.0/floatingips/35c5f7b4-da3b-48db-8a4d-22422ed4c007 HTTP/1.1" status: 204 len: 173 time: 0.9627528 Sep 26 13:06:14.196073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:14.197275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:14.208057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ff1a627-2f44-437e-8ec2-9a4d4ae64e13 req-6cfa11c7-e163-4a6d-94c0-af420c49639e tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.0312166 Sep 26 13:06:14.214597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:14.215134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d044b241-d26c-4830-be3e-29dae4f6ea62 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags/tempest-TagsExtTest-Tag-1112544467 HTTP/1.1" status: 201 len: 201 time: 0.1653492 Sep 26 13:06:14.233529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-b136ab1d-db9e-4050-b414-e4feaf5755fc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65', 'tempest-TagsExtTest-Tag-1191541269') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:14.416209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:14.440634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-11f27100-1c17-493e-b8e5-3d477ac38b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:14.442166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-11f27100-1c17-493e-b8e5-3d477ac38b0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215&tenant_id=90f04e6ddbab44e4af218f5e38804408 HTTP/1.1" status: 200 len: 1102 time: 0.0895417 Sep 26 13:06:14.456472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:14.510085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:14.522175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b77c2fa-3fc2-44bb-926f-4e7f499d87ac req-367bfa28-fec8-49ba-bf4e-637608c0230a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03f07f388d3447d0b7ec6770d6319ee1&device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0403540 Sep 26 13:06:14.542172 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b136ab1d-db9e-4050-b414-e4feaf5755fc tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags/tempest-TagsExtTest-Tag-1191541269 HTTP/1.1" status: 201 len: 201 time: 0.3172295 Sep 26 13:06:14.544852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff5473db-e1eb-44a2-94b3-5c12e83292a6 req-7cfa0fcb-2739-4548-875e-ae500ad16b11 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0520735 Sep 26 13:06:14.545327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42710) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:14.549739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:14.553528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:14.555392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Pushing event updated for resources: {'Port': ['ID=325289a3-656a-4377-90c3-a098927682d5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:14.580610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-d949907e-c368-414a-b93f-e39a43c217be tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57', 'tempest-TagsExtTest-Tag-1297647843') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:14.608305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b77c2fa-3fc2-44bb-926f-4e7f499d87ac req-1c61d805-50ff-4a07-9050-c7a41bb2f72e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=03f07f388d3447d0b7ec6770d6319ee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682192 Sep 26 13:06:14.613307 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:14.692770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:14.721971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d949907e-c368-414a-b93f-e39a43c217be tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags/tempest-TagsExtTest-Tag-1297647843 HTTP/1.1" status: 201 len: 201 time: 0.1516528 Sep 26 13:06:14.722230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42712) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:14.731812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-c3e836b0-b74f-4579-a1b1-8b9af8e8e469 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c', {'tags': ['tempest-TagsExtTest-Tag-262971596', 'tempest-TagsExtTest-Tag-562234299', 'tempest-TagsExtTest-Tag-396450530']}) {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:14.821326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:14.893537 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.032673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77c2fa-3fc2-44bb-926f-4e7f499d87ac req-ff2d455d-4ad6-4a19-9786-1ded6097b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:15.034283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b77c2fa-3fc2-44bb-926f-4e7f499d87ac req-ff2d455d-4ad6-4a19-9786-1ded6097b861 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4176147 Sep 26 13:06:15.084955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-8fe9857b-63e8-4e6c-a1c6-95e44c196505 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:15.086540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-8fe9857b-63e8-4e6c-a1c6-95e44c196505 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.24 "GET /v2.0/networks?id=6ee1dcee-4f37-4d19-801b-79c4377a3906 HTTP/1.1" status: 200 len: 816 time: 0.3896523 Sep 26 13:06:15.242207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c3e836b0-b74f-4579-a1b1-8b9af8e8e469 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags HTTP/1.1" status: 200 len: 315 time: 0.5189795 Sep 26 13:06:15.250306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42722) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:15.261993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-a6077e2f-11e8-4ecc-8e08-119dec59575d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:15.340710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f55d4-3a0d-42ef-8216-75249675923a req-fc24816e-8511-4b32-af2b-49a0fb8c804e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:15.342318 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa7f55d4-3a0d-42ef-8216-75249675923a req-fc24816e-8511-4b32-af2b-49a0fb8c804e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.4869962 Sep 26 13:06:15.412931 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96775377-5b7e-41a8-9c93-c1ee2fef6a58 req-bed54a20-9292-4e57-bef7-54ed75b32806 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.0368302 Sep 26 13:06:15.459971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-48ce541b-09fa-4423-a78e-29a1625225bc tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58c8846aafb4d3886f0e7201ab43622 HTTP/1.1" status: 200 len: 379 time: 0.3387530 Sep 26 13:06:15.461731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:15.476954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Request body: {'port': {'device_id': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'admin_state_up': True, 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'security_groups': ['541a3695-ebfd-4e8e-af11-f618b3babfed']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:15.477993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa7f55d4-3a0d-42ef-8216-75249675923a req-12b288dc-44e0-47b2-8f86-1a7a911f9722 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007242 Sep 26 13:06:15.527643 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.531390 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.540159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:15.577761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.621618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a6077e2f-11e8-4ecc-8e08-119dec59575d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags HTTP/1.1" status: 204 len: 168 time: 0.3665643 Sep 26 13:06:15.630344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.639364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42726) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:15.643202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:15.645462 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385f7c8a-21bc-477d-9eaf-697d7b93afc7" -d '{"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-unplugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:15.648737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-a15a7a8b-45e5-4cb7-824a-623c6839596c tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c', 'tempest-TagsExtTest-Tag-262971596') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:15.696557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Transition to ACTIVE for port object 5def196f-c054-4d40-a39a-e6c11ee96192 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:06:15.702286 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4670f6-2258-437b-ac8a-501c6c592153 x-openstack-request-id: req-de4670f6-2258-437b-ac8a-501c6c592153 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:15.702638 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-unplugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:15.702906 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de4670f6-2258-437b-ac8a-501c6c592153 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:15.703307 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'code': 200} Sep 26 13:06:15.719856 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.733436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Pushing event updated for resources: {'Port': ['ID=325289a3-656a-4377-90c3-a098927682d5,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:15.751359 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2cab1aec-c857-4f26-9bff-a325ea080fba req-cbe3fb68-b83e-4dc2-bb6f-f7293bbf0d88 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1015859 Sep 26 13:06:15.762595 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.811106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Made reservation on behalf of f58c8846aafb4d3886f0e7201ab43622 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:15.817476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.846328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:15.850355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-803ffc51-c036-4cd4-8af1-dbb33a822d70 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7198160 Sep 26 13:06:15.850522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] No DVR routers for this DVR port 5def196f-c054-4d40-a39a-e6c11ee96192 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:15.850612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42730) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:15.853169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:15.864554 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-a15a7a8b-45e5-4cb7-824a-623c6839596c tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:15.865717 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a15a7a8b-45e5-4cb7-824a-623c6839596c tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags/tempest-TagsExtTest-Tag-262971596 HTTP/1.1" status: 404 len: 328 time: 0.2234237 Sep 26 13:06:15.873741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42732) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:15.878542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-b3f541dc-cc74-4a51-b9d2-e5791ed1a741 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c', 'tempest-TagsExtTest-Tag-562234299') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:15.937158 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-73a9caad-7734-4665-b194-94645ea8959a tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.0823884 Sep 26 13:06:15.939320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42734) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:15.992456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:15.992805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:15.993135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:16.016945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e152d294-b15f-49ce-ba29-e9df149e3ead tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0767281 Sep 26 13:06:16.033041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42738) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:16.054034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:06:16.054602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Attempting to bind port 5def196f-c054-4d40-a39a-e6c11ee96192 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:16.071484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:16.071834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:16.072222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:16.072679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Bound port: 5def196f-c054-4d40-a39a-e6c11ee96192, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:16.073043 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.146129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Allocated IP 172.20.0.10 (6ee1dcee-4f37-4d19-801b-79c4377a3906/0dc894ca-1d1e-450d-af1a-824675f7ae8f/ea7345fb-67b1-4d89-948c-4120f685e7ef) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:16.168958 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-b3f541dc-cc74-4a51-b9d2-e5791ed1a741 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:16.173011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b3f541dc-cc74-4a51-b9d2-e5791ed1a741 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags/tempest-TagsExtTest-Tag-562234299 HTTP/1.1" status: 404 len: 328 time: 0.2956548 Sep 26 13:06:16.178803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42740) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:16.184709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-7bf4c778-a3ca-43a7-8747-7dfc1aa59f5d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c', 'tempest-TagsExtTest-Tag-396450530') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:16.223846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Deleting port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:16.224564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.240399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:16.264905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Deleting port 325289a3-656a-4377-90c3-a098927682d5 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:16.265563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.277465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:16.309105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.405169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:16.405816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.407208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] 10.222.0.24 "PUT /v2.0/ports/5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 1098 time: 1.9556680 Sep 26 13:06:16.410942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] For port 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,segment=NetworkSegment(faba2e37-e408-4edf-9df2-d5e07ed4723a),segment_id=faba2e37-e408-4edf-9df2-d5e07ed4723a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:16.413727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.433942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Calling delete_port for 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:16.451398 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-7bf4c778-a3ca-43a7-8747-7dfc1aa59f5d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:16.455111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7bf4c778-a3ca-43a7-8747-7dfc1aa59f5d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags/tempest-TagsExtTest-Tag-396450530 HTTP/1.1" status: 404 len: 328 time: 0.2727089 Sep 26 13:06:16.484362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42746) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:16.501102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-efb2dbc2-edb1-472c-b9a0-d65d412fb425 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a', {'tags': ['tempest-TagsExtTest-Tag-1705075707', 'tempest-TagsExtTest-Tag-1504351243', 'tempest-TagsExtTest-Tag-2145666893']}) {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:16.509064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e88c1a-ec31-4f9b-b72e-6f14d7a8123f service neutron] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=11']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:16.547645 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.569766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c035aa18-4d60-4f20-a650-db7f1868ba24 req-8d26bfe7-a293-4ed7-844d-ffbe7b0a2b02 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.0427055 Sep 26 13:06:16.573192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.573192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.605021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Calling delete_port for 325289a3-656a-4377-90c3-a098927682d5 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:16.656937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b77c2fa-3fc2-44bb-926f-4e7f499d87ac req-ffaa9df3-1c44-4dfd-9cbb-e243738b15fd tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.1532245 Sep 26 13:06:16.713559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.739691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-a7a323d9-8274-4c6a-9b0e-0fe17ea8bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:16.741454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-a7a323d9-8274-4c6a-9b0e-0fe17ea8bd9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1101 time: 0.3032918 Sep 26 13:06:16.868021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event updated for resources: {'Port': ['ID=ea7345fb-67b1-4d89-948c-4120f685e7ef,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:16.868242 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.895453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-751fd545-b80b-4704-bc37-58aa2240f05f req-669d6b56-0fc4-4910-846c-c64465912fb7 tempest-ServerShowV254Test-1319965924 tempest-ServerShowV254Test-1319965924-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c42b469-88b7-4d79-903d-52712b674752 HTTP/1.1" status: 200 len: 210 time: 0.0406575 Sep 26 13:06:16.913939 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:16.917567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:16.929154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8176b2d-d906-47a1-a6e0-94708853923b req-5ac79bb8-d2dd-40c9-a119-801361cc7032 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:16.937222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8176b2d-d906-47a1-a6e0-94708853923b req-5ac79bb8-d2dd-40c9-a119-801361cc7032 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 949 time: 0.3233194 Sep 26 13:06:16.947294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:16.952200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Pushing event deleted for resources: {'Port': ['ID=325289a3-656a-4377-90c3-a098927682d5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:16.972381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:16.976432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:17.053843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-87937eef-c963-4d1d-89ed-ea15ad9a5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:17.055782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-87937eef-c963-4d1d-89ed-ea15ad9a5793 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1911652 Sep 26 13:06:17.085675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-efb2dbc2-edb1-472c-b9a0-d65d412fb425 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags HTTP/1.1" status: 200 len: 318 time: 0.5948172 Sep 26 13:06:17.099434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42754) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:17.185412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-cef0e686-4714-403d-b798-8123ae3cd3cb tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:17.227516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8176b2d-d906-47a1-a6e0-94708853923b req-ae71785b-2359-40ba-98f7-59858ddd6b93 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891502 Sep 26 13:06:17.293735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.297526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.300971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-06749632-b281-4063-9d5e-99c103729a15 tempest-FloatingIPAdminTestJSON-357505937 tempest-FloatingIPAdminTestJSON-357505937-project] 10.222.0.13 "DELETE /v2.0/floatingips/8580adbd-15c7-4eed-9812-b424096700c2 HTTP/1.1" status: 204 len: 168 time: 1.2659249 Sep 26 13:06:17.303680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42756) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:17.368077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-28a9738b-812c-4074-a9d6-6db7186cbbf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.2775939 Sep 26 13:06:17.394294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9e2aafd6-ed28-4c94-a7a1-3e0ff1329709 None None] Provisioning complete for port ea7345fb-67b1-4d89-948c-4120f685e7ef triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:17.394830 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e2aafd6-ed28-4c94-a7a1-3e0ff1329709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.410195 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.433634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:17.434251 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.476191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-5c789024-1a16-4436-a338-9874af9a5213 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0044951 Sep 26 13:06:17.477929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-3ff5e1c0-3a68-4fe4-af1f-a85954eba306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:17.478546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9e2aafd6-ed28-4c94-a7a1-3e0ff1329709 None None] Port ea7345fb-67b1-4d89-948c-4120f685e7ef cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:17.480851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-3ff5e1c0-3a68-4fe4-af1f-a85954eba306 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1038189 Sep 26 13:06:17.496004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Request body: {'port': {'device_id': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:17.547921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cef0e686-4714-403d-b798-8123ae3cd3cb tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags HTTP/1.1" status: 204 len: 168 time: 0.3887501 Sep 26 13:06:17.552763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42760) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:17.559346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-b57b7ce9-0c4e-472d-a64e-273cb4ca2051 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a', 'tempest-TagsExtTest-Tag-1705075707') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:17.562280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Deleting port 6f2a045e-55c1-4822-8dd1-dcda308a91bc {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:17.562768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.620503 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.623584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-e7c86103-6cfa-458e-b5ed-9a3d0159abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:17.625107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-e7c86103-6cfa-458e-b5ed-9a3d0159abf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1347337 Sep 26 13:06:17.716275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.717329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:17.717651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:17.719884 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434e2a97-0dec-4521-8f5d-feda2dfeab29" -d '{"events": [{"name": "network-changed", "server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:17.762127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Calling delete_port for 6f2a045e-55c1-4822-8dd1-dcda308a91bc owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:17.784232 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-b57b7ce9-0c4e-472d-a64e-273cb4ca2051 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:17.785283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b57b7ce9-0c4e-472d-a64e-273cb4ca2051 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags/tempest-TagsExtTest-Tag-1705075707 HTTP/1.1" status: 404 len: 329 time: 0.2299361 Sep 26 13:06:17.786912 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0fc2ba-c228-4b53-bd5e-594d0161c326 x-openstack-request-id: req-5e0fc2ba-c228-4b53-bd5e-594d0161c326 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:17.787198 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:17.787505 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e0fc2ba-c228-4b53-bd5e-594d0161c326 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:17.787887 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'status': 'completed', 'code': 200} Sep 26 13:06:17.791368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42766) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:17.796549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-2a994731-05b9-4281-8717-ffdeb86b6bf1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a', 'tempest-TagsExtTest-Tag-1504351243') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:17.893084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353ab57-04bc-4a70-8a9f-2d599e707c7c req-26f24544-5fd1-4a6e-aaf0-8356b6e6fc6c tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:17.894646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4353ab57-04bc-4a70-8a9f-2d599e707c7c req-26f24544-5fd1-4a6e-aaf0-8356b6e6fc6c tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 932 time: 0.2446330 Sep 26 13:06:17.909392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Router 0ac15c4c-05dd-46e6-a70b-9718668de75b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:06:17.917481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-d5c454f4-5574-4f6e-8653-30a5363d4233 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805426 Sep 26 13:06:17.934642 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-2a994731-05b9-4281-8717-ffdeb86b6bf1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:17.939516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2a994731-05b9-4281-8717-ffdeb86b6bf1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags/tempest-TagsExtTest-Tag-1504351243 HTTP/1.1" status: 404 len: 329 time: 0.1470950 Sep 26 13:06:17.940161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42768) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:17.954274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-27723034-bad9-4b05-b78b-6f9ba8c219f1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a', 'tempest-TagsExtTest-Tag-2145666893') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:17.969580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:18.044795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:18.105261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4353ab57-04bc-4a70-8a9f-2d599e707c7c req-7d19a6de-6660-40bb-8502-a7fcd889a94f tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905634 Sep 26 13:06:18.108277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-60870456-dac4-4db0-a98f-21473fcf9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:18.110918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-60870456-dac4-4db0-a98f-21473fcf9276 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1101 time: 0.2952952 Sep 26 13:06:18.156018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:18.166629 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-27723034-bad9-4b05-b78b-6f9ba8c219f1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:18.166772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] Sync routers for ids ['0ac15c4c-05dd-46e6-a70b-9718668de75b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:18.167546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27723034-bad9-4b05-b78b-6f9ba8c219f1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags/tempest-TagsExtTest-Tag-2145666893 HTTP/1.1" status: 404 len: 329 time: 0.2181609 Sep 26 13:06:18.168284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:18.171816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42776) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:18.179306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-15e72442-0017-47d0-898f-bbf5e5f7e283 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ac15c4c-05dd-46e6-a70b-9718668de75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9768724 Sep 26 13:06:18.181912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] Routers {'0ac15c4c-05dd-46e6-a70b-9718668de75b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:18.182560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0ac15c4c-05dd-46e6-a70b-9718668de75b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:18.187513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-d8e9de4e-44eb-46c9-8b89-f42f4a57a331 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65', {'tags': ['tempest-TagsExtTest-Tag-1255719593', 'tempest-TagsExtTest-Tag-648347974', 'tempest-TagsExtTest-Tag-1623156169']}) {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:18.289932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42778) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:18.333578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] Set router 0ac15c4c-05dd-46e6-a70b-9718668de75b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:18.478121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4edfad0-e8f7-412c-9d47-e4e26f429305 req-59e37c86-45c8-486a-95d9-3336acd40840 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473967 Sep 26 13:06:18.495140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42786) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:18.590889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-d5d16646-f0c8-4fd8-a5be-47d250bfb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:18.593097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-d5d16646-f0c8-4fd8-a5be-47d250bfb4cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.4741459 Sep 26 13:06:18.705685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:06:16Z', 'revision_number': 5, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:18.741643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] Checking router: 0ac15c4c-05dd-46e6-a70b-9718668de75b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:06:18.752578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] Routers {'0ac15c4c-05dd-46e6-a70b-9718668de75b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:18.754038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0ac15c4c-05dd-46e6-a70b-9718668de75b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:18.820693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8e9de4e-44eb-46c9-8b89-f42f4a57a331 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags HTTP/1.1" status: 200 len: 317 time: 0.6384513 Sep 26 13:06:18.822996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f2a045e-55c1-4822-8dd1-dcda308a91bc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:18.824608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42790) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:18.852678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-aa2079cd-a037-4beb-8843-65baaedb0e34 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:18.879496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] Set router 0ac15c4c-05dd-46e6-a70b-9718668de75b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:18.941953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:18.945435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:18.950122 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-73af58d3-c791-4f1d-8e57-c327beca4cce tempest-FloatingIPAdminTestJSON-1236890108 tempest-FloatingIPAdminTestJSON-1236890108-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/8cafca6a-bc07-4e93-9454-cca44611ba0e HTTP/1.1" status: 204 len: 168 time: 1.6422405 Sep 26 13:06:18.951239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42792) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:18.975630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281bb2e-401f-4046-b742-69cae1609c17 req-3f7a38c8-17cf-4d04-8841-db0b6aeaf967 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:18.983344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c281bb2e-401f-4046-b742-69cae1609c17 req-3f7a38c8-17cf-4d04-8841-db0b6aeaf967 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 949 time: 0.5954301 Sep 26 13:06:18.985861 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-e570ba8f-31ac-4dd0-b2cb-79ee147349c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.0882065 Sep 26 13:06:18.993963 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26ef5862-16a3-4ac4-9e07-70ba66e8ade2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.007494 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.076112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aa2079cd-a037-4beb-8843-65baaedb0e34 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags HTTP/1.1" status: 204 len: 168 time: 0.2278638 Sep 26 13:06:19.090278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42794) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:19.096658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:06:16Z', 'revision_number': 5, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:19.116348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-d3ddd078-1f75-407f-b865-681b379f58c1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65', 'tempest-TagsExtTest-Tag-1255719593') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:19.128667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cfb16-2f77-4c60-a591-528c4e02fbd5 None None] The sync data for ids ['0ac15c4c-05dd-46e6-a70b-9718668de75b'] in n-d-806683-13 is: [{'id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'name': 'tempest-FloatingIPDetailsTestJSON-76460213-router', 'tenant_id': '5e027f90f04746ea82ee1c731cbdc86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:48Z', 'updated_at': '2021-09-26T13:06:16Z', 'revision_number': 5, 'project_id': '5e027f90f04746ea82ee1c731cbdc86f', 'gw_port': {'id': 'e328d40d-fd04-4ca1-b8ee-b789f0903839', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac15c4c-05dd-46e6-a70b-9718668de75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:49Z', 'updated_at': '2021-09-26T13:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:19.143522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-81b42076-2fa4-49ca-b221-904738e81d0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Deleting port 9b6b092a-a5fd-4539-aa4c-4bf8707fa63a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:19.144134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81b42076-2fa4-49ca-b221-904738e81d0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.235430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-9b8105f7-de27-4af6-a905-ad1101675130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:19.237133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-9b8105f7-de27-4af6-a905-ad1101675130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1101 time: 0.6811988 Sep 26 13:06:19.261034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7345fb-67b1-4d89-948c-4120f685e7ef {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:06:19.285021 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81b42076-2fa4-49ca-b221-904738e81d0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.302445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-81b42076-2fa4-49ca-b221-904738e81d0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Calling delete_port for 9b6b092a-a5fd-4539-aa4c-4bf8707fa63a owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:19.314269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c281bb2e-401f-4046-b742-69cae1609c17 req-0da4c9bb-7a9e-4459-a71b-546dfec8a1cf tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300045 Sep 26 13:06:19.321662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bb55e-9ddc-4068-86e4-38bf128a38e1 req-903d0b58-03f7-41b1-abc4-d6d23d242743 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:19.323182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cf6bb55e-9ddc-4068-86e4-38bf128a38e1 req-903d0b58-03f7-41b1-abc4-d6d23d242743 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 932 time: 0.0852318 Sep 26 13:06:19.328928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.356300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Transition to ACTIVE for port object ea7345fb-67b1-4d89-948c-4120f685e7ef will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:06:19.382699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-9f8c44d6-8b36-4cdd-9efc-5c791a08dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:19.384250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-9f8c44d6-8b36-4cdd-9efc-5c791a08dc67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.3809996 Sep 26 13:06:19.400838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.419575 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cf6bb55e-9ddc-4068-86e4-38bf128a38e1 req-530bfb64-6b7d-4931-9e94-fe33ca287adf tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605111 Sep 26 13:06:19.503419 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81b42076-2fa4-49ca-b221-904738e81d0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.534113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b42076-2fa4-49ca-b221-904738e81d0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event deleted for resources: {'Port': ['ID=9b6b092a-a5fd-4539-aa4c-4bf8707fa63a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:19.605890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-f6c6fd75-6f31-4b77-8308-cce9d3588132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:19.608045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-f6c6fd75-6f31-4b77-8308-cce9d3588132 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3556976 Sep 26 13:06:19.609792 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-d3ddd078-1f75-407f-b865-681b379f58c1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:19.617662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d3ddd078-1f75-407f-b865-681b379f58c1 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags/tempest-TagsExtTest-Tag-1255719593 HTTP/1.1" status: 404 len: 329 time: 0.5064192 Sep 26 13:06:19.618985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7345fb-67b1-4d89-948c-4120f685e7ef,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:19.628697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42802) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:19.669684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.684459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-17e14128-bf12-4a4c-83fb-90250282a776 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65', 'tempest-TagsExtTest-Tag-648347974') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:19.686498 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81b42076-2fa4-49ca-b221-904738e81d0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.691264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-81b42076-2fa4-49ca-b221-904738e81d0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "DELETE /v2.0/ports/9b6b092a-a5fd-4539-aa4c-4bf8707fa63a HTTP/1.1" status: 204 len: 168 time: 0.7390976 Sep 26 13:06:19.691913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42804) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:19.772494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e7780b-31b9-4f1d-982d-0c38b9d00941 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:19.774550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e3e7780b-31b9-4f1d-982d-0c38b9d00941 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "GET /v2.0/ports?device_id=24a54cb9-1fd1-4891-9156-12e9f92395db HTTP/1.1" status: 200 len: 913 time: 0.0816035 Sep 26 13:06:19.777158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42806) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:19.884900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-53538776-eb83-429f-a562-267872219a79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 200 len: 217 time: 0.2544827 Sep 26 13:06:19.957577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26ef5862-16a3-4ac4-9e07-70ba66e8ade2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:19.983831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.005350 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26ef5862-16a3-4ac4-9e07-70ba66e8ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.012114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:06:20.035054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-68d75555-b9e3-497b-a73c-e3e6e040aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:20.037513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-68d75555-b9e3-497b-a73c-e3e6e040aec8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6228971 Sep 26 13:06:20.159323 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-17e14128-bf12-4a4c-83fb-90250282a776 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:20.164717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-17e14128-bf12-4a4c-83fb-90250282a776 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags/tempest-TagsExtTest-Tag-648347974 HTTP/1.1" status: 404 len: 328 time: 0.4848399 Sep 26 13:06:20.165510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42808) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.167675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:20.172365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-b80a11f6-bf65-42f3-94d2-986572b6304b tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65', 'tempest-TagsExtTest-Tag-1623156169') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:20.184040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-26ef5862-16a3-4ac4-9e07-70ba66e8ade2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03f07f388d3447d0b7ec6770d6319ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6807671 Sep 26 13:06:20.184936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef5862-16a3-4ac4-9e07-70ba66e8ade2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6540fcf-7be3-4f6b-a266-2f141a21b0c7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:20.187496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '5def196f-c054-4d40-a39a-e6c11ee96192', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '5def196f-c054-4d40-a39a-e6c11ee96192', 'mac_address': 'fa:16:3e:ae:9a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:06:20.208484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42810) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.211565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-e9420711-ba1e-45da-bdfd-33e486215963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:20.214752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-e9420711-ba1e-45da-bdfd-33e486215963 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2539845 Sep 26 13:06:20.245266 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.265201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5def196f-c054-4d40-a39a-e6c11ee96192 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:06:20.287586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:20.292400 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.297699 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-b80a11f6-bf65-42f3-94d2-986572b6304b tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:20.301344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b80a11f6-bf65-42f3-94d2-986572b6304b tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags/tempest-TagsExtTest-Tag-1623156169 HTTP/1.1" status: 404 len: 329 time: 0.1316068 Sep 26 13:06:20.301475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42812) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.306194 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-4b1a9e37-0ced-4f21-8a82-13eb14be87db tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57', {'tags': ['tempest-TagsExtTest-Tag-389515975', 'tempest-TagsExtTest-Tag-1963906606', 'tempest-TagsExtTest-Tag-926114769']}) {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:20.314758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Deleting port e328d40d-fd04-4ca1-b8ee-b789f0903839 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:20.315549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.349887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:20.366819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Attempting to bind port ea7345fb-67b1-4d89-948c-4120f685e7ef on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:20.367485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Attempting to bind port ea7345fb-67b1-4d89-948c-4120f685e7ef by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:20.367859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Attempting to bind port ea7345fb-67b1-4d89-948c-4120f685e7ef on network 6ee1dcee-4f37-4d19-801b-79c4377a3906 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:20.390926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Port ea7345fb-67b1-4d89-948c-4120f685e7ef on network 6ee1dcee-4f37-4d19-801b-79c4377a3906 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:06:20.391251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Attempting to bind port ea7345fb-67b1-4d89-948c-4120f685e7ef on network 6ee1dcee-4f37-4d19-801b-79c4377a3906 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:20.398711 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4b1a9e37-0ced-4f21-8a82-13eb14be87db tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "PUT /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags HTTP/1.1" status: 200 len: 316 time: 0.0962157 Sep 26 13:06:20.407684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42816) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.416315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-42eb7398-eaac-46c7-87ed-157cb233d272 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:20.416500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-c7d00519-5031-401e-b348-625b59e3b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:20.418512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-c7d00519-5031-401e-b348-625b59e3b4fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1909080 Sep 26 13:06:20.425631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:20.425978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Checking segment: {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:20.426378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Bound using segment: {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:20.426817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Bound port: ea7345fb-67b1-4d89-948c-4120f685e7ef, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab647db-6c66-4adb-a0f3-bc0c09d3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:20.427147 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.474895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-5b890235-18e6-43dc-a593-6743bf5bc8ad service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240150 Sep 26 13:06:20.503340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130cfcc-02b6-42bd-89a7-ebaf954b4810 req-1374dc83-5b8b-4af6-90e1-3d224d7a0196 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:20.504910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8130cfcc-02b6-42bd-89a7-ebaf954b4810 req-1374dc83-5b8b-4af6-90e1-3d224d7a0196 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.1113920 Sep 26 13:06:20.516161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f92ca06-f3ad-456d-89c5-11615823c44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.520168 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.524997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['5def196f-c054-4d40-a39a-e6c11ee96192'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:20.534889 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:06:20.629423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-42eb7398-eaac-46c7-87ed-157cb233d272 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags HTTP/1.1" status: 204 len: 168 time: 0.2157161 Sep 26 13:06:20.632645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42822) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.637515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-97cb984f-c0e4-445c-9dc6-261722a762c3 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57', 'tempest-TagsExtTest-Tag-389515975') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:20.670738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8130cfcc-02b6-42bd-89a7-ebaf954b4810 req-086a081e-f919-4a35-84cb-e5f1999b51a4 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534028 Sep 26 13:06:20.689072 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-97cb984f-c0e4-445c-9dc6-261722a762c3 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:20.693524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-97cb984f-c0e4-445c-9dc6-261722a762c3 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags/tempest-TagsExtTest-Tag-389515975 HTTP/1.1" status: 404 len: 328 time: 0.0565097 Sep 26 13:06:20.693524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42826) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.697195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-ada029f8-daa3-4216-87af-919f85df6736 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57', 'tempest-TagsExtTest-Tag-1963906606') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:20.719189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f92ca06-f3ad-456d-89c5-11615823c44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.781412 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-ada029f8-daa3-4216-87af-919f85df6736 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:20.782502 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ada029f8-daa3-4216-87af-919f85df6736 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags/tempest-TagsExtTest-Tag-1963906606 HTTP/1.1" status: 404 len: 329 time: 0.0887105 Sep 26 13:06:20.785274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42830) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.789443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-805e94c4-7fd3-4340-83e6-aa33cfff40df tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57', 'tempest-TagsExtTest-Tag-926114769') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:20.805799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] For port e328d40d-fd04-4ca1-b8ee-b789f0903839, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e328d40d-fd04-4ca1-b8ee-b789f0903839,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:20.806176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:20.845853 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-805e94c4-7fd3-4340-83e6-aa33cfff40df tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] show failed (client error): The resource could not be found. Sep 26 13:06:20.846922 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-805e94c4-7fd3-4340-83e6-aa33cfff40df tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags/tempest-TagsExtTest-Tag-926114769 HTTP/1.1" status: 404 len: 328 time: 0.0607200 Sep 26 13:06:20.851948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42832) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.858822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-e0b56948-b1e3-45fb-b9b0-3b1278038a66 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a26e8cf1-1bbb-40af-a84d-88041f2ebd57') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:20.903719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ce3bd-4aba-4c76-8aaf-031e1b313e76 req-766f67f5-9cf8-41ca-adc5-9ad2013c8862 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:20.905920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-821ce3bd-4aba-4c76-8aaf-031e1b313e76 req-766f67f5-9cf8-41ca-adc5-9ad2013c8862 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 1102 time: 0.0969267 Sep 26 13:06:20.938647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e0b56948-b1e3-45fb-b9b0-3b1278038a66 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57/tags HTTP/1.1" status: 204 len: 168 time: 0.0849426 Sep 26 13:06:20.944166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42834) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:20.949409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-82486997-dc17-4c9d-a8a0-e1a94f5e7f48 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a877ec3-27b9-40c1-9b6d-252a81e2ff65') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:21.065130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-821ce3bd-4aba-4c76-8aaf-031e1b313e76 req-6dbaed5f-5445-4591-8ec9-42f78ede0206 tempest-MigrationsAdminTest-1827508071 tempest-MigrationsAdminTest-1827508071-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357055 Sep 26 13:06:21.095450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Calling delete_port for e328d40d-fd04-4ca1-b8ee-b789f0903839 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:21.099189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-ba25c080-953b-4fd9-9482-7c328dadb8ac service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682405 Sep 26 13:06:21.119567 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-82486997-dc17-4c9d-a8a0-e1a94f5e7f48 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65/tags HTTP/1.1" status: 204 len: 168 time: 0.1721172 Sep 26 13:06:21.119567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Deleting port 2d653405-0bdc-413b-ade6-17729e9dfe16 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:21.119897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.121806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] For port ea7345fb-67b1-4d89-948c-4120f685e7ef, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:21.124678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:21.132116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b264e21-a9dd-4e41-9b1c-a7d8d3c1e755 req-307b5d12-1dbc-472e-8122-abc42b6b6fd5 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:21.133868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b264e21-a9dd-4e41-9b1c-a7d8d3c1e755 req-307b5d12-1dbc-472e-8122-abc42b6b6fd5 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 944 time: 0.5935767 Sep 26 13:06:21.140625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-58e7dcca-e078-42fe-82bf-33f09c036bf3 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b5c68eb-c8ee-48c3-984a-73967f2e743a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:21.141158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-fceb3297-84f6-400e-88b2-811aab091d17 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413729 Sep 26 13:06:21.183970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:21.203991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:21.204295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9e3ae7f3-e2fe-42c6-b72f-169b6fde1aba not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:21.217117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] For port ea7345fb-67b1-4d89-948c-4120f685e7ef, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ea7345fb-67b1-4d89-948c-4120f685e7ef,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:21.227370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f92ca06-f3ad-456d-89c5-11615823c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.229990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6f92ca06-f3ad-456d-89c5-11615823c44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.233538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6f92ca06-f3ad-456d-89c5-11615823c44a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6540fcf-7be3-4f6b-a266-2f141a21b0c7 HTTP/1.1" status: 204 len: 168 time: 1.0150080 Sep 26 13:06:21.239691 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.286952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.306401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Calling delete_port for 2d653405-0bdc-413b-ade6-17729e9dfe16 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:21.317617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-58e7dcca-e078-42fe-82bf-33f09c036bf3 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a/tags HTTP/1.1" status: 204 len: 168 time: 0.1868489 Sep 26 13:06:21.317892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42842) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:21.322087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-2fb0cd9f-7108-43ee-b5f3-8b51566725f9 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd4013e21-feec-48ca-b7b2-91004b2dd45c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:21.331538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92ca06-f3ad-456d-89c5-11615823c44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6540fcf-7be3-4f6b-a266-2f141a21b0c7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:21.355588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:21.356122 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.357616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] 10.222.0.24 "PUT /v2.0/ports/ea7345fb-67b1-4d89-948c-4120f685e7ef HTTP/1.1" status: 200 len: 1093 time: 3.8660142 Sep 26 13:06:21.363772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'tag': 'ea7345fb-67b1-4d89-948c-4120f685e7ef'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:21.366228 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdcaaa5-9591-4e5e-8efb-de50912e4e6e", "tag": "ea7345fb-67b1-4d89-948c-4120f685e7ef"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:21.377902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b264e21-a9dd-4e41-9b1c-a7d8d3c1e755 req-5ffa3a67-fc9d-4bb7-84e6-1d0f957cba02 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176521 Sep 26 13:06:21.495911 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2fb0cd9f-7108-43ee-b5f3-8b51566725f9 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c/tags HTTP/1.1" status: 204 len: 168 time: 0.1727421 Sep 26 13:06:21.503798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4b6c6-4d55-4de7-8ee9-a2463e5c5c68 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7345fb-67b1-4d89-948c-4120f685e7ef,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:21.508471 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc93fc4f-b06f-4fa5-bb32-731c0702a65c x-openstack-request-id: req-fc93fc4f-b06f-4fa5-bb32-731c0702a65c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:21.508767 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdcaaa5-9591-4e5e-8efb-de50912e4e6e", "tag": "ea7345fb-67b1-4d89-948c-4120f685e7ef", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:21.509025 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc93fc4f-b06f-4fa5-bb32-731c0702a65c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:21.509417 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'tag': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'status': 'completed', 'code': 200} Sep 26 13:06:21.511758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42852) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:21.538434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434e2a97-0dec-4521-8f5d-feda2dfeab29 req-89fdfe9e-d1af-41f2-9f2c-a845cd79ae79 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283679 Sep 26 13:06:21.699991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-356f35d4-6c8e-4d16-9d02-ceee517fe07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:21.702567 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-356f35d4-6c8e-4d16-9d02-ceee517fe07e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f58c8846aafb4d3886f0e7201ab43622&device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 1096 time: 0.2723911 Sep 26 13:06:21.710025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0621e980-06f4-4052-9d0c-4f32ae22f2c8 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for subnetpool, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.713434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0621e980-06f4-4052-9d0c-4f32ae22f2c8 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnetpools/a26e8cf1-1bbb-40af-a84d-88041f2ebd57 HTTP/1.1" status: 204 len: 168 time: 0.1966867 Sep 26 13:06:21.714510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42858) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:21.756252 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cacb315b-8905-482e-87e3-905935895f36 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a877ec3-27b9-40c1-9b6d-252a81e2ff65 HTTP/1.1" status: 200 len: 205 time: 0.0374260 Sep 26 13:06:21.759561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42862) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:21.811306 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-9e9b8306-5ac1-44c8-b738-cb97b6954ea4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea7345fb-67b1-4d89-948c-4120f685e7ef HTTP/1.1" status: 200 len: 217 time: 0.0792272 Sep 26 13:06:21.835658 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.882024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.897132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfd2813b-aa9e-45bc-9b60-b5981ed1b045 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:21.916573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Pushing event deleted for resources: {'Port': ['ID=e328d40d-fd04-4ca1-b8ee-b789f0903839,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:21.921276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-32181c4f-e402-4054-938a-bec27385f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:21.923116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-32181c4f-e402-4054-938a-bec27385f800 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0dc894ca-1d1e-450d-af1a-824675f7ae8f HTTP/1.1" status: 200 len: 855 time: 0.1033113 Sep 26 13:06:21.936657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event deleted for resources: {'Port': ['ID=2d653405-0bdc-413b-ade6-17729e9dfe16,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:22.019455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:22.031042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-fd5c093e-96f1-49fd-8f30-d9c3e8bfbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:22.032724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-fd5c093e-96f1-49fd-8f30-d9c3e8bfbc17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ee1dcee-4f37-4d19-801b-79c4377a3906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007180 Sep 26 13:06:22.036530 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.104698 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 5def196f-c054-4d40-a39a-e6c11ee96192 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:06:22.110285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 5def196f-c054-4d40-a39a-e6c11ee96192 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:22.110873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.165036 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.168694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.235831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.255299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5088ed-e18e-4cbf-a9af-223c402bb819 req-ae25d920-960e-411a-a7c8-1155205f47f6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:22.256837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c5088ed-e18e-4cbf-a9af-223c402bb819 req-ae25d920-960e-411a-a7c8-1155205f47f6 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 950 time: 0.3563654 Sep 26 13:06:22.267096 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfd2813b-aa9e-45bc-9b60-b5981ed1b045 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.271794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.272321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:22.274761 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e0b63-eff0-4bcf-acb4-03baf6a27531" -d '{"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-plugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:22.275134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac15c4c-05dd-46e6-a70b-9718668de75b {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:06:22.281548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:22.287053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.299941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfd2813b-aa9e-45bc-9b60-b5981ed1b045 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.303486 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.306915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-37d25ad1-9633-4e7f-943c-fb1c7bcfda18 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0ac15c4c-05dd-46e6-a70b-9718668de75b HTTP/1.1" status: 204 len: 168 time: 4.0102618 Sep 26 13:06:22.320818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:22.348028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=13']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:22.352936 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318ccc44-c3a5-4d63-ac33-05d1e23e700e x-openstack-request-id: req-318ccc44-c3a5-4d63-ac33-05d1e23e700e {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:22.353516 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-plugged", "status": "completed", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:22.353945 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-318ccc44-c3a5-4d63-ac33-05d1e23e700e {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:22.354629 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'code': 200} Sep 26 13:06:22.389429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-0a0578ad-5038-4491-b8d7-8bf467c04425 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488717 Sep 26 13:06:22.390211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42882) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:22.398746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4caf3f4-0698-4d89-a5ff-b5d34ed202d6 admin admin] Deleting subnet bda7eda2-5810-4570-936a-0cb22494a344 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:06:22.427946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4caf3f4-0698-4d89-a5ff-b5d34ed202d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.590516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4caf3f4-0698-4d89-a5ff-b5d34ed202d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.595047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1011734341-network', 'tenant_id': '2378747811bd4d0ab38ecec37951e312'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:22.727780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-de10c75b-0f9c-40aa-b8a1-67f6ab9fc53b req-b48927aa-b6fa-4073-aa2b-c7205144f53e service neutron] 10.222.0.24 "GET /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263955 Sep 26 13:06:22.728346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Made reservation on behalf of 2378747811bd4d0ab38ecec37951e312 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:22.730657 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.742174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfd2813b-aa9e-45bc-9b60-b5981ed1b045 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.742785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd2813b-aa9e-45bc-9b60-b5981ed1b045 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Fanout notify agent at l3_agent the message router_deleted on router 5a877ec3-27b9-40c1-9b6d-252a81e2ff65 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:06:22.751757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfd2813b-aa9e-45bc-9b60-b5981ed1b045 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.752946 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bfd2813b-aa9e-45bc-9b60-b5981ed1b045 tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/routers/5a877ec3-27b9-40c1-9b6d-252a81e2ff65 HTTP/1.1" status: 204 len: 168 time: 0.9922054 Sep 26 13:06:22.758666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42890) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:22.769648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.778716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c5088ed-e18e-4cbf-a9af-223c402bb819 req-a0cbe978-d3b7-4203-bf22-466ad5ad2647 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828951 Sep 26 13:06:22.793117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec55ed-43dd-4bc8-b41e-b6fbaa147cf2 req-003780d2-35ff-4cf2-b2fe-c26ac6c55d79 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:22.795328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90ec55ed-43dd-4bc8-b41e-b6fbaa147cf2 req-003780d2-35ff-4cf2-b2fe-c26ac6c55d79 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 944 time: 0.2299163 Sep 26 13:06:22.800754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.821565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-ed37a6ee-1853-4502-a83a-c89f71f7d309 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:22.823561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-ed37a6ee-1853-4502-a83a-c89f71f7d309 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 951 time: 0.2029407 Sep 26 13:06:22.824548 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4caf3f4-0698-4d89-a5ff-b5d34ed202d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:22.992847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5e8cb-fe8a-46b9-baeb-a3ba1ccfcc0a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Deleting port 6b5c68eb-c8ee-48c3-984a-73967f2e743a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:22.993236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e8cb-fe8a-46b9-baeb-a3ba1ccfcc0a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.012522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90ec55ed-43dd-4bc8-b41e-b6fbaa147cf2 req-e4134d8e-83b3-49eb-bcea-6c9f8aec8a6e tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849849 Sep 26 13:06:23.024560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-7e45a999-b0a0-4f24-ad32-c03ea0e2f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:23.026188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-7e45a999-b0a0-4f24-ad32-c03ea0e2f50f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f58c8846aafb4d3886f0e7201ab43622&device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 1096 time: 0.2277527 Sep 26 13:06:23.062499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4caf3f4-0698-4d89-a5ff-b5d34ed202d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.122919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caf3f4-0698-4d89-a5ff-b5d34ed202d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda7eda2-5810-4570-936a-0cb22494a344,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:23.126702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4caf3f4-0698-4d89-a5ff-b5d34ed202d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.128822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c4caf3f4-0698-4d89-a5ff-b5d34ed202d6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bda7eda2-5810-4570-936a-0cb22494a344 HTTP/1.1" status: 204 len: 168 time: 0.8068683 Sep 26 13:06:23.131685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42894) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:23.136511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b480b-cd2a-4d94-a47d-46a7c9545847 None None] Network be9b30d4-98fa-4823-972c-a579ab99b0e3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:23.193971 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e8cb-fe8a-46b9-baeb-a3ba1ccfcc0a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.210729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Deleting port 5def196f-c054-4d40-a39a-e6c11ee96192 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:23.211076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.252554 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.256815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5e8cb-fe8a-46b9-baeb-a3ba1ccfcc0a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Calling delete_port for 6b5c68eb-c8ee-48c3-984a-73967f2e743a owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:23.261042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-c3cb49fd-6bde-4d55-9360-a50dac3899c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:23.262117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e328d40d-fd04-4ca1-b8ee-b789f0903839 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:23.262712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-c3cb49fd-6bde-4d55-9360-a50dac3899c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ee1dcee-4f37-4d19-801b-79c4377a3906 HTTP/1.1" status: 200 len: 916 time: 0.2213039 Sep 26 13:06:23.265940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.266101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.283152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Router 24a54cb9-1fd1-4891-9156-12e9f92395db has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:06:23.285848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e328d40d-fd04-4ca1-b8ee-b789f0903839 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:23.286452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e328d40d-fd04-4ca1-b8ee-b789f0903839 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:23.356286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:06:23.366777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-4fac1815-97cf-4aff-9b79-56f5d70a3872 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea7345fb-67b1-4d89-948c-4120f685e7ef HTTP/1.1" status: 200 len: 217 time: 0.0900357 Sep 26 13:06:23.420942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] DHCP port deletion for be9b30d4-98fa-4823-972c-a579ab99b0e3 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:06:23.426692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.427047 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Added segment 7efe3db6-a92e-4ff5-804e-87063464fd27 of type vlan for network d9589639-b0f3-46ff-af04-95284e5f9eb7 Sep 26 13:06:23.428285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850b166-bede-4a8b-9c6a-0b3c29398da5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:23.449549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] For port 5def196f-c054-4d40-a39a-e6c11ee96192, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5def196f-c054-4d40-a39a-e6c11ee96192,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:23.449919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.490685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] Deleting port 8f6bd2c4-09ba-4302-9203-32429f60d407 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:23.491231 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.498422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Calling delete_port for 5def196f-c054-4d40-a39a-e6c11ee96192 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:23.501149 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.506027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-4977fd8d-7737-48dd-a097-48043ce53623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:23.507502 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-4977fd8d-7737-48dd-a097-48043ce53623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0dc894ca-1d1e-450d-af1a-824675f7ae8f HTTP/1.1" status: 200 len: 855 time: 0.1321464 Sep 26 13:06:23.523351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:23.535939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a372cc46-a050-4048-8c57-b6a34d162049 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "PUT /v2.0/routers/24a54cb9-1fd1-4891-9156-12e9f92395db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7554567 Sep 26 13:06:23.535939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Deleting port 8f6bd2c4-09ba-4302-9203-32429f60d407 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:23.535939 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.538677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42896) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:23.546991 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c987a-776a-4fc5-ad6e-743dac0d508f None None] Sync routers for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:23.563624 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c987a-776a-4fc5-ad6e-743dac0d508f None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:23.565687 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-795c987a-776a-4fc5-ad6e-743dac0d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:23.583034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] For port 8f6bd2c4-09ba-4302-9203-32429f60d407, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8f6bd2c4-09ba-4302-9203-32429f60d407,segment=NetworkSegment(faba2e37-e408-4edf-9df2-d5e07ed4723a),segment_id=faba2e37-e408-4edf-9df2-d5e07ed4723a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:23.583685 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.592784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e8cb-fe8a-46b9-baeb-a3ba1ccfcc0a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.599660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] Calling delete_port for 8f6bd2c4-09ba-4302-9203-32429f60d407 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:23.613002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.614007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:23.614599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.630798 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-795c987a-776a-4fc5-ad6e-743dac0d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:23.647117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-d454ac24-714c-47ab-a1b3-bfc3445b5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:23.648813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-d454ac24-714c-47ab-a1b3-bfc3445b5b45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ee1dcee-4f37-4d19-801b-79c4377a3906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319165 Sep 26 13:06:23.655640 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c987a-776a-4fc5-ad6e-743dac0d508f None None] Routers {'24a54cb9-1fd1-4891-9156-12e9f92395db'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:23.657511 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-795c987a-776a-4fc5-ad6e-743dac0d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['24a54cb9-1fd1-4891-9156-12e9f92395db'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:23.684544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2932649 Sep 26 13:06:23.702961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42898) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:23.705415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5e8cb-fe8a-46b9-baeb-a3ba1ccfcc0a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Pushing event deleted for resources: {'Port': ['ID=6b5c68eb-c8ee-48c3-984a-73967f2e743a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:23.714273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Request body: {'subnet': {'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1011734341-subnet', 'tenant_id': '2378747811bd4d0ab38ecec37951e312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:23.715879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.722163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111c516-2917-41d9-bdc1-b32c2672965d admin admin] Pushing event updated for resources: {'Network': ['ID=d9589639-b0f3-46ff-af04-95284e5f9eb7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:23.735819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] For port 8f6bd2c4-09ba-4302-9203-32429f60d407, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8f6bd2c4-09ba-4302-9203-32429f60d407,segment=NetworkSegment(faba2e37-e408-4edf-9df2-d5e07ed4723a),segment_id=faba2e37-e408-4edf-9df2-d5e07ed4723a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:23.735819 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.745956 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-795c987a-776a-4fc5-ad6e-743dac0d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:23.748004 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c987a-776a-4fc5-ad6e-743dac0d508f None None] The sync data for ids ['24a54cb9-1fd1-4891-9156-12e9f92395db'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:23.761686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d9589639-b0f3-46ff-af04-95284e5f9eb7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:06:23.801904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] No DVR routers for this DVR port 8f6bd2c4-09ba-4302-9203-32429f60d407 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:23.814567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Calling delete_port for 8f6bd2c4-09ba-4302-9203-32429f60d407 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:23.836862 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c4dcd-c85f-4a0d-8283-a6acf123845d None None] Pushing event deleted for resources: {'Port': ['ID=8f6bd2c4-09ba-4302-9203-32429f60d407,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:23.838737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Made reservation on behalf of 2378747811bd4d0ab38ecec37951e312 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:23.841130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.855872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.890371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:23.934355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-dc4d06e1-cdd1-4f76-b378-6b7246a693b1 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638195 Sep 26 13:06:23.934355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event deleted for resources: {'Port': ['ID=5def196f-c054-4d40-a39a-e6c11ee96192,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:23.947058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0b4a65be-98ba-4184-84e8-e494e3eed624', '5def196f-c054-4d40-a39a-e6c11ee96192'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:23.981685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['11c159ed-940c-4016-b10d-0d158ba604a5', '622fd712-428b-4fe9-bcd9-f8dcda13bcca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:24.034730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] No DVR routers for this DVR port 5def196f-c054-4d40-a39a-e6c11ee96192 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:24.054767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.056804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-46d05b5a-7ba3-460d-b95c-6ac6a3eb4ebf req-42219a84-fbfa-491c-942d-c53a86c1c01e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "DELETE /v2.0/ports/5def196f-c054-4d40-a39a-e6c11ee96192 HTTP/1.1" status: 204 len: 173 time: 1.2257028 Sep 26 13:06:24.057366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-deleted', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:24.059814 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87803c4f-3c43-4be8-a08d-afad8cbb5eb8" -d '{"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-deleted", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:24.220009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0de8668d-40f7-4d6a-8085-b96b2fd5c24a req-06561e0b-f49e-4a86-bb7b-36556206a463 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795694 Sep 26 13:06:24.240554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f70284-96b3-4564-b109-f28333fb5e96 req-e6842cc9-304b-46cb-8c06-64dc6bb8a33f tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:24.242266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7f70284-96b3-4564-b109-f28333fb5e96 req-e6842cc9-304b-46cb-8c06-64dc6bb8a33f tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 944 time: 0.0770128 Sep 26 13:06:24.258457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.264533 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e8cb-fe8a-46b9-baeb-a3ba1ccfcc0a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.266517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1dd5e8cb-fe8a-46b9-baeb-a3ba1ccfcc0a tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/ports/6b5c68eb-c8ee-48c3-984a-73967f2e743a HTTP/1.1" status: 204 len: 168 time: 1.5069234 Sep 26 13:06:24.269192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42910) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:24.278080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.327948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7f70284-96b3-4564-b109-f28333fb5e96 req-85cc99a1-2ad8-4e17-8994-2f8a7e8bf9a1 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765796 Sep 26 13:06:24.344595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] No DVR routers for this DVR port 8f6bd2c4-09ba-4302-9203-32429f60d407 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:24.357837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6bd2c4-09ba-4302-9203-32429f60d407,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:24.358081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d002e5-ea23-4b67-a847-130d969ec60d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Deleting subnet d4013e21-feec-48ca-b7b2-91004b2dd45c {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:06:24.362872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d002e5-ea23-4b67-a847-130d969ec60d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.363095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b149385-a47a-4cd3-8b81-93548ee1ff95 req-0aeda033-2a24-4972-8b3a-5d635d94ab25 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d66c194-dbbb-4999-bf8a-fc341c017215 HTTP/1.1" status: 200 len: 210 time: 0.1011539 Sep 26 13:06:24.401803 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b9aef8-5244-4b22-9152-9da00b80a2d7 x-openstack-request-id: req-20b9aef8-5244-4b22-9152-9da00b80a2d7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:24.402217 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d66c194-dbbb-4999-bf8a-fc341c017215", "name": "network-vif-deleted", "tag": "5def196f-c054-4d40-a39a-e6c11ee96192", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:24.402573 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20b9aef8-5244-4b22-9152-9da00b80a2d7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:24.403166 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66c194-dbbb-4999-bf8a-fc341c017215', 'name': 'network-vif-deleted', 'tag': '5def196f-c054-4d40-a39a-e6c11ee96192', 'status': 'completed', 'code': 200} Sep 26 13:06:24.422899 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d002e5-ea23-4b67-a847-130d969ec60d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.484257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.524896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9b30d4-98fa-4823-972c-a579ab99b0e3']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:24.530163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d002e5-ea23-4b67-a847-130d969ec60d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.560891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faba2e37-e408-4edf-9df2-d5e07ed4723a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:24.561214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faba2e37-e408-4edf-9df2-d5e07ed4723a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:24.584754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Deleting port c9ad1235-804a-493b-beb4-fc89fbad0251 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:24.585093 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.592557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.599408 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d002e5-ea23-4b67-a847-130d969ec60d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.635871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.640290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d002e5-ea23-4b67-a847-130d969ec60d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Pushing event deleted for resources: {'Subnet': ['ID=d4013e21-feec-48ca-b7b2-91004b2dd45c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:24.643171 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d002e5-ea23-4b67-a847-130d969ec60d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.649979 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-73d002e5-ea23-4b67-a847-130d969ec60d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/subnets/d4013e21-feec-48ca-b7b2-91004b2dd45c HTTP/1.1" status: 204 len: 168 time: 0.3798149 Sep 26 13:06:24.650121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8336418-2d68-4f48-bd19-f123d3afe047 None None] Network 13878d8c-cfc4-42fe-b5a9-eaed8e186457 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:24.650707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42912) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:24.708190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:06:24.708637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:06:24.711854 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:06:24.735659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.785816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.794654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.805869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Deleting port 5d9af13b-8440-4ea3-bb85-e67989379f0e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:24.806218 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.835894 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] DHCP port deletion for 13878d8c-cfc4-42fe-b5a9-eaed8e186457 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:06:24.836233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Calling delete_port for c9ad1235-804a-493b-beb4-fc89fbad0251 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:24.839510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.859529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.861407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/be9b30d4-98fa-4823-972c-a579ab99b0e3 HTTP/1.1" status: 204 len: 168 time: 1.7272570 Sep 26 13:06:24.886285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df572fa-3e96-4075-a7d6-110b4b04d7e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9b30d4-98fa-4823-972c-a579ab99b0e3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:24.892739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] For port 5d9af13b-8440-4ea3-bb85-e67989379f0e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5d9af13b-8440-4ea3-bb85-e67989379f0e,segment=NetworkSegment(1568b6c7-f49c-400c-b9c5-9dda420c9858),segment_id=1568b6c7-f49c-400c-b9c5-9dda420c9858)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:24.893118 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.893462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] Deleting port 5d9af13b-8440-4ea3-bb85-e67989379f0e {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:24.893959 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.908518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Calling delete_port for 5d9af13b-8440-4ea3-bb85-e67989379f0e owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:24.934630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0f0981-4ba4-400d-aa76-0e0bdec89524,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:24.964072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Checking segment: {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:24.964980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Network hostable DHCP agents. Network: d9589639-b0f3-46ff-af04-95284e5f9eb7, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:06:24.980647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] For port 5d9af13b-8440-4ea3-bb85-e67989379f0e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5d9af13b-8440-4ea3-bb85-e67989379f0e,segment=NetworkSegment(1568b6c7-f49c-400c-b9c5-9dda420c9858),segment_id=1568b6c7-f49c-400c-b9c5-9dda420c9858)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:24.981451 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:24.999254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] Calling delete_port for 5d9af13b-8440-4ea3-bb85-e67989379f0e owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:25.035341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42918) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:25.042119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Network d9589639-b0f3-46ff-af04-95284e5f9eb7 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:06:25.067636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d9589639-b0f3-46ff-af04-95284e5f9eb7) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:25.075054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:25.076561 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.084134 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15094188-04b2-4738-a157-b74e30e8be7b None None] Network d9589639-b0f3-46ff-af04-95284e5f9eb7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:25.099499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.104485 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89c125e1-a4e9-4ed5-b65b-c9760611f2f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4000599 Sep 26 13:06:25.155973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.174629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fe337263-e1a8-4868-9114-e6026ff33793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e027f90f04746ea82ee1c731cbdc86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358297 Sep 26 13:06:25.175077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Pushing event deleted for resources: {'Port': ['ID=5d9af13b-8440-4ea3-bb85-e67989379f0e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:25.182274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] No DVR routers for this DVR port 5d9af13b-8440-4ea3-bb85-e67989379f0e on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:25.183598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42924) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:25.194128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event deleted for resources: {'Port': ['ID=c9ad1235-804a-493b-beb4-fc89fbad0251,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:25.243187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.275185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.306141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8f6bd2c4-09ba-4302-9203-32429f60d407 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:25.310786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] Pushing event deleted for resources: {'Port': ['ID=5d9af13b-8440-4ea3-bb85-e67989379f0e,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:25.332240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3166ec-6a2e-434e-88d9-ada90973b8da None None] No DVR routers for this DVR port 5d9af13b-8440-4ea3-bb85-e67989379f0e on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:25.333009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.337566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 8f6bd2c4-09ba-4302-9203-32429f60d407 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:25.339031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8f6bd2c4-09ba-4302-9203-32429f60d407 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:25.339751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5d9af13b-8440-4ea3-bb85-e67989379f0e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:25.392371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13878d8c-cfc4-42fe-b5a9-eaed8e186457']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:25.397596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcd4782-5c7f-4aff-86f1-81f9babce33d None None] Network d9589639-b0f3-46ff-af04-95284e5f9eb7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:25.400653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5d9af13b-8440-4ea3-bb85-e67989379f0e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:25.401178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5d9af13b-8440-4ea3-bb85-e67989379f0e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:25.406896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1568b6c7-f49c-400c-b9c5-9dda420c9858') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:25.407929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1568b6c7-f49c-400c-b9c5-9dda420c9858') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:25.423797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.431614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.434572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.436693 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31c57c93-7fba-429e-ae6a-f9a311da34a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.464300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.497075 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31c57c93-7fba-429e-ae6a-f9a311da34a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.502812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:06:25.503306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.509474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.510480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Fanout notify agent at l3_agent the message router_deleted on router 24a54cb9-1fd1-4891-9156-12e9f92395db {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:06:25.515587 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:06:25.521183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.525250 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9326a6fe-9767-49ce-af93-aa9570ddcfb5 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "DELETE /v2.0/routers/24a54cb9-1fd1-4891-9156-12e9f92395db HTTP/1.1" status: 204 len: 168 time: 1.9855988 Sep 26 13:06:25.525908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42936) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:25.592840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c77ce1d-ff70-41eb-b148-198103aea40e tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Deleting subnet 8798884d-8673-4bf9-874f-c55c4085419e {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:06:25.596357 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c77ce1d-ff70-41eb-b148-198103aea40e tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.641230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba818dbc-94be-4007-a154-a21fdce9c10e req-60d8a751-ad2b-4396-9f89-88c8c217a6de tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:25.642909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba818dbc-94be-4007-a154-a21fdce9c10e req-60d8a751-ad2b-4396-9f89-88c8c217a6de tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 944 time: 0.1911705 Sep 26 13:06:25.648697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.653761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.656498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] 10.222.0.13 "DELETE /v2.0/networks/13878d8c-cfc4-42fe-b5a9-eaed8e186457 HTTP/1.1" status: 204 len: 168 time: 1.0044854 Sep 26 13:06:25.679956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcbdc4-2a52-4c6d-b409-4bdb20be9f9d tempest-TagsExtTest-591758250 tempest-TagsExtTest-591758250-project] Pushing event deleted for resources: {'Network': ['ID=13878d8c-cfc4-42fe-b5a9-eaed8e186457,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:25.680146 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c77ce1d-ff70-41eb-b148-198103aea40e tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.695071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31c57c93-7fba-429e-ae6a-f9a311da34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.698846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31c57c93-7fba-429e-ae6a-f9a311da34a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.702515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-31c57c93-7fba-429e-ae6a-f9a311da34a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34254890-c43f-4602-96ce-29184dfd0d52 HTTP/1.1" status: 204 len: 168 time: 0.5154634 Sep 26 13:06:25.718866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c57c93-7fba-429e-ae6a-f9a311da34a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34254890-c43f-4602-96ce-29184dfd0d52,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:25.727364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba818dbc-94be-4007-a154-a21fdce9c10e req-e7b9cc0f-881d-4e80-a106-fc768b2fb05a tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693359 Sep 26 13:06:25.797520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d5285-7180-444e-b52b-9607f570019b req-b88a3c63-d138-4657-b18e-62549bd6b6d1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:25.799064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-b88a3c63-d138-4657-b18e-62549bd6b6d1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 814 time: 0.1808584 Sep 26 13:06:25.839847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-7f524ec1-c3f9-45bf-a06c-83b9f34f67d2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/quotas/2378747811bd4d0ab38ecec37951e312 HTTP/1.1" status: 200 len: 375 time: 0.0171075 Sep 26 13:06:25.860702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c77ce1d-ff70-41eb-b148-198103aea40e tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:25.901849 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-de928bb3-a7dc-46bb-b470-4f8228dc49c4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537491 Sep 26 13:06:25.969454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c77ce1d-ff70-41eb-b148-198103aea40e tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.002872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77ce1d-ff70-41eb-b148-198103aea40e tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event deleted for resources: {'Subnet': ['ID=8798884d-8673-4bf9-874f-c55c4085419e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:26.006806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c77ce1d-ff70-41eb-b148-198103aea40e tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.009535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1c77ce1d-ff70-41eb-b148-198103aea40e tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "DELETE /v2.0/subnets/8798884d-8673-4bf9-874f-c55c4085419e HTTP/1.1" status: 204 len: 168 time: 0.4818704 Sep 26 13:06:26.011207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42960) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:26.014094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef12b50-bd58-479d-8264-5a12abe9314e None None] Network f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:26.035040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:26.077009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454a335-3557-4f6d-92a7-3a18fa787105 req-5856ec14-486c-4430-aa07-57577e527e71 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:26.091477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0454a335-3557-4f6d-92a7-3a18fa787105 req-5856ec14-486c-4430-aa07-57577e527e71 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 950 time: 0.0824876 Sep 26 13:06:26.127351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42964) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:26.156740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-cbaef5de-0c60-49fc-a5df-4b17aeec8ee9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:06:26.158154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-cbaef5de-0c60-49fc-a5df-4b17aeec8ee9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2408314 Sep 26 13:06:26.166907 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.187405 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0454a335-3557-4f6d-92a7-3a18fa787105 req-0da0dc18-4015-4d68-86b4-bc6e8a9cce64 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Sep 26 13:06:26.244044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 5def196f-c054-4d40-a39a-e6c11ee96192 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:26.244392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5def196f-c054-4d40-a39a-e6c11ee96192 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:26.352682 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-15e15fc2-c3ba-475c-8dff-36e51f2c1083 service neutron] 10.222.0.13 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814048 Sep 26 13:06:26.389664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Deleting port 3129d9a4-67c9-463f-87fc-09768950b5c6 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:26.390836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.478978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] DHCP port deletion for f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:06:26.538555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] Deleting port 3129d9a4-67c9-463f-87fc-09768950b5c6 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:26.538842 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.617736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] For port 3129d9a4-67c9-463f-87fc-09768950b5c6, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3129d9a4-67c9-463f-87fc-09768950b5c6,segment=NetworkSegment(39ec9e38-2b88-4b51-aaa3-3f957217e64a),segment_id=39ec9e38-2b88-4b51-aaa3-3f957217e64a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:26.618335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.628924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-78e3870f-dd87-42aa-a9b9-611b6eff228f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74ff390336d34127bcc9b7792873d884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988580 Sep 26 13:06:26.631926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42984) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:26.637437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] Calling delete_port for 3129d9a4-67c9-463f-87fc-09768950b5c6 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:26.701966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62139b4b-c2a2-4d69-bb15-b33957106dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.737008 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.744210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62139b4b-c2a2-4d69-bb15-b33957106dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.784353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] No DVR routers for this DVR port 3129d9a4-67c9-463f-87fc-09768950b5c6 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:26.785300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e5585-6b0e-44db-b68b-388b32847495 None None] Pushing event deleted for resources: {'Port': ['ID=3129d9a4-67c9-463f-87fc-09768950b5c6,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:26.808947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62139b4b-c2a2-4d69-bb15-b33957106dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.814596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62139b4b-c2a2-4d69-bb15-b33957106dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.816738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-62139b4b-c2a2-4d69-bb15-b33957106dc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b56ee7f-5e9a-499b-84b9-8db08d13a4fa HTTP/1.1" status: 204 len: 168 time: 0.1787722 Sep 26 13:06:26.836029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62139b4b-c2a2-4d69-bb15-b33957106dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b56ee7f-5e9a-499b-84b9-8db08d13a4fa,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:26.875268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] For port 3129d9a4-67c9-463f-87fc-09768950b5c6, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3129d9a4-67c9-463f-87fc-09768950b5c6,segment=NetworkSegment(39ec9e38-2b88-4b51-aaa3-3f957217e64a),segment_id=39ec9e38-2b88-4b51-aaa3-3f957217e64a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:26.875807 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:26.897364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Calling delete_port for 3129d9a4-67c9-463f-87fc-09768950b5c6 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:26.906939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-006b4af5-b360-411b-8cf0-181355f6ee52 service neutron] 10.222.0.13 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423636 Sep 26 13:06:26.923319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624085c-c101-4cf5-8591-6945e9894f1c req-8a44a47c-2fec-4319-a927-aa7197b35e63 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:26.931356 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c624085c-c101-4cf5-8591-6945e9894f1c req-8a44a47c-2fec-4319-a927-aa7197b35e63 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 944 time: 0.0583522 Sep 26 13:06:26.974196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c624085c-c101-4cf5-8591-6945e9894f1c req-5f000e35-8138-4b06-a452-acda1d05ff13 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417788 Sep 26 13:06:27.003553 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.039794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] No DVR routers for this DVR port 3129d9a4-67c9-463f-87fc-09768950b5c6 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:27.047673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event deleted for resources: {'Port': ['ID=3129d9a4-67c9-463f-87fc-09768950b5c6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:27.167415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.171922 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a21b5cc0-ff27-4962-acee-481ee2b66f8a req-a0aa9809-88eb-4826-925e-90aca09678e5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0638223 Sep 26 13:06:27.194459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:27.206537 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ec9e38-2b88-4b51-aaa3-3f957217e64a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:27.207003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ec9e38-2b88-4b51-aaa3-3f957217e64a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:27.218537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.234981 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.241804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:06:27.242209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:06:27.249599 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:06:27.259099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3129d9a4-67c9-463f-87fc-09768950b5c6 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:27.315113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 3129d9a4-67c9-463f-87fc-09768950b5c6 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:27.317635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3129d9a4-67c9-463f-87fc-09768950b5c6 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:27.375377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.381132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.384321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "DELETE /v2.0/networks/f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff HTTP/1.1" status: 204 len: 168 time: 1.3711829 Sep 26 13:06:27.386684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43018) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:27.406488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17528a-0501-490c-978f-493bd9114e0f tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event deleted for resources: {'Network': ['ID=f48a1f1b-e0b4-47bd-ae50-0bb8c0108fff,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:27.419505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fddfa-e14d-45b0-855f-acf549214240 req-9db1a89c-9cf4-4c26-b70f-cdf5a8d6510a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:27.421439 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-801fddfa-e14d-45b0-855f-acf549214240 req-9db1a89c-9cf4-4c26-b70f-cdf5a8d6510a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 950 time: 0.0931406 Sep 26 13:06:27.506488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-801fddfa-e14d-45b0-855f-acf549214240 req-6fd80847-79e7-4637-b1bf-c432fe1f0338 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781713 Sep 26 13:06:27.565083 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Deleting port 4daf9f62-db63-4623-ba0f-0436c4dcae08 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:27.565584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.703408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-cffdcf8b-bb24-4738-b992-3ab707698708 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:27.705033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-cffdcf8b-bb24-4738-b992-3ab707698708 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 950 time: 0.1093824 Sep 26 13:06:27.724079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.724413 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:27.763385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Calling delete_port for 4daf9f62-db63-4623-ba0f-0436c4dcae08 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:27.915209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Deleting port 622fd712-428b-4fe9-bcd9-f8dcda13bcca {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:27.915520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.025069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43068) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:28.039667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.059082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] For port 622fd712-428b-4fe9-bcd9-f8dcda13bcca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=622fd712-428b-4fe9-bcd9-f8dcda13bcca,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:28.059478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.097556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Pushing event deleted for resources: {'Port': ['ID=4daf9f62-db63-4623-ba0f-0436c4dcae08,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:28.125547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Calling delete_port for 622fd712-428b-4fe9-bcd9-f8dcda13bcca owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:28.244420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c67608-eb37-41bc-a9af-eb59c44537dc req-bb668ea2-c585-4e74-b234-1fc67ed4b12c tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:28.246043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70c67608-eb37-41bc-a9af-eb59c44537dc req-bb668ea2-c585-4e74-b234-1fc67ed4b12c tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 944 time: 0.1890490 Sep 26 13:06:28.251387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.254068 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.255228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-27995d4f-156f-4ac5-b063-65e100b513d3 tempest-FloatingIPAdminTestJSON-1473128492 tempest-FloatingIPAdminTestJSON-1473128492-project] 10.222.0.13 "DELETE /v2.0/floatingips/0a41fe10-d042-4e16-868e-aa3ee4329459 HTTP/1.1" status: 204 len: 168 time: 0.8675575 Sep 26 13:06:28.284288 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed067e55-2b26-4736-862c-0d70c75d1495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.325062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70c67608-eb37-41bc-a9af-eb59c44537dc req-ba1c2476-cfa3-4643-8bdc-9bf6742c2b95 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639157 Sep 26 13:06:28.376242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4a68c02-5238-4e34-8be3-35ce9c7f7e64 req-afecae08-876b-49b3-bd4b-bf456a5f0d0e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0680406 Sep 26 13:06:28.434623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.448399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['11c159ed-940c-4016-b10d-0d158ba604a5', '622fd712-428b-4fe9-bcd9-f8dcda13bcca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:28.451159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0b4a65be-98ba-4184-84e8-e494e3eed624'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:28.496655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event deleted for resources: {'Port': ['ID=622fd712-428b-4fe9-bcd9-f8dcda13bcca,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:28.614643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d5285-7180-444e-b52b-9607f570019b req-0ad5e16f-556c-4ce4-a2cb-889596f40ac5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:28.616237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-0ad5e16f-556c-4ce4-a2cb-889596f40ac5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.23 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 814 time: 0.2438397 Sep 26 13:06:28.644562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Request body: {'port': {'device_id': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7', 'admin_state_up': True, 'tenant_id': '2378747811bd4d0ab38ecec37951e312'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:28.648983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43092) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:28.661084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] No DVR routers for this DVR port 622fd712-428b-4fe9-bcd9-f8dcda13bcca on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:28.667758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.686581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3fbe9bd0-4ced-42bb-b475-5dd3f7f99fd7 req-18ae9837-2c87-49e9-b2d4-e58ea2312979 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "DELETE /v2.0/ports/622fd712-428b-4fe9-bcd9-f8dcda13bcca HTTP/1.1" status: 204 len: 173 time: 0.9557927 Sep 26 13:06:28.687179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-deleted', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:28.689531 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6ca18-171c-4a2a-bbdb-be7a72b26861" -d '{"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-deleted", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:28.758609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81f92e94-ae53-4070-9c88-9dc945553087 req-c9b2308b-6c04-49c1-9b49-170e460d9f03 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac2e30-e0d8-4049-86f9-103982da42f4 HTTP/1.1" status: 200 len: 210 time: 0.0954089 Sep 26 13:06:28.827995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed067e55-2b26-4736-862c-0d70c75d1495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.843306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed067e55-2b26-4736-862c-0d70c75d1495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:28.865795 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0821568d-9aea-4883-af6b-769c785bc5c0 x-openstack-request-id: req-0821568d-9aea-4883-af6b-769c785bc5c0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:28.866083 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac2e30-e0d8-4049-86f9-103982da42f4", "name": "network-vif-deleted", "tag": "622fd712-428b-4fe9-bcd9-f8dcda13bcca", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:28.866343 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0821568d-9aea-4883-af6b-769c785bc5c0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:28.866764 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac2e30-e0d8-4049-86f9-103982da42f4', 'name': 'network-vif-deleted', 'tag': '622fd712-428b-4fe9-bcd9-f8dcda13bcca', 'status': 'completed', 'code': 200} Sep 26 13:06:28.918300 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ed067e55-2b26-4736-862c-0d70c75d1495 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ac31c12ed014bb193e5c1f3f81133de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8898909 Sep 26 13:06:28.919960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43102) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:29.008917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Made reservation on behalf of 2378747811bd4d0ab38ecec37951e312 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:29.012649 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.019092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa0f8-f570-457d-8919-04126620f741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.047239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa0f8-f570-457d-8919-04126620f741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.050335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed067e55-2b26-4736-862c-0d70c75d1495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d86c43-b8bf-43c6-b1cb-6fa85461af87,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:29.119161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa0f8-f570-457d-8919-04126620f741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.122312 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa0f8-f570-457d-8919-04126620f741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.123586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0fdaa0f8-f570-457d-8919-04126620f741 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7d86c43-b8bf-43c6-b1cb-6fa85461af87 HTTP/1.1" status: 204 len: 168 time: 0.2023599 Sep 26 13:06:29.132190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaa0f8-f570-457d-8919-04126620f741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d86c43-b8bf-43c6-b1cb-6fa85461af87,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:29.158288 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9dfbe06d-8c30-4f39-9cfb-70ff6d6ab4e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=575bff7c0a274e4a93b6758eb99ff672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051663 Sep 26 13:06:29.160900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43110) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:29.224947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5a031c6-73e4-408c-acaf-a212526b88bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.252975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5a031c6-73e4-408c-acaf-a212526b88bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.286033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Allocated IP 172.20.0.4 (d9589639-b0f3-46ff-af04-95284e5f9eb7/ab0f0981-4ba4-400d-aa76-0e0bdec89524/417b1aa0-8de6-4c51-8b62-2e27e5889876) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:29.360749 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5a031c6-73e4-408c-acaf-a212526b88bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.364514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5a031c6-73e4-408c-acaf-a212526b88bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.373335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b5a031c6-73e4-408c-acaf-a212526b88bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/834eacd4-7958-46f3-92e3-aa5620ebe664 HTTP/1.1" status: 204 len: 168 time: 0.2104588 Sep 26 13:06:29.391330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a031c6-73e4-408c-acaf-a212526b88bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834eacd4-7958-46f3-92e3-aa5620ebe664,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:29.508995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.549626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4e19-2f43-4468-bd3a-7f6b7c82e266 req-959245a4-9aea-4609-9a0b-5736f1b9d482 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:29.551766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf6e4e19-2f43-4468-bd3a-7f6b7c82e266 req-959245a4-9aea-4609-9a0b-5736f1b9d482 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 944 time: 0.0806890 Sep 26 13:06:29.554828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27298b62-ff96-4613-ae2b-ab9d9fc2c201 req-5ee87552-67bd-4d72-a747-a51bdc0e3b29 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 210 time: 0.0370154 Sep 26 13:06:29.594483 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.603058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf6e4e19-2f43-4468-bd3a-7f6b7c82e266 req-02da2959-e719-465f-9488-2f0e6db1e0e8 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Sep 26 13:06:29.652735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Network d9589639-b0f3-46ff-af04-95284e5f9eb7 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:29.656005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:29.659895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:29.672680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:29.734674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:29.735371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.755987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-c33d8b11-acd4-46bc-a484-7afdd50610d5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1276336 Sep 26 13:06:29.769710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Request body: {'port': {'device_id': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:29.803075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43144) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:29.851963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:29.938080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43152) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:29.963071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ac0022f-88d9-453c-b065-b6e455c76837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.061561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ea7345fb-67b1-4d89-948c-4120f685e7ef details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:06:30.132095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cdbeef7-7205-47b3-a3c8-8b8e17332e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.176708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ac0022f-88d9-453c-b065-b6e455c76837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.187086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ac0022f-88d9-453c-b065-b6e455c76837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.225532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95bf2-3370-40cf-8d64-e43b69fff364 req-3879bc40-3341-4abf-87ec-e12f8442a855 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:30.227234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88d95bf2-3370-40cf-8d64-e43b69fff364 req-3879bc40-3341-4abf-87ec-e12f8442a855 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0854867 Sep 26 13:06:30.230174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ea7345fb-67b1-4d89-948c-4120f685e7ef, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ea7345fb-67b1-4d89-948c-4120f685e7ef,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:30.245640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'port_id': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'mac_address': 'fa:16:3e:09:e9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:06:30.248413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0022f-88d9-453c-b065-b6e455c76837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25beebe3-0c35-4b58-b957-5da08386ccdc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:30.287492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2ac0022f-88d9-453c-b065-b6e455c76837 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1d15240e2b74d748fbd1310f36392f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477933 Sep 26 13:06:30.292081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:30.308399 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.323497 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88d95bf2-3370-40cf-8d64-e43b69fff364 req-3b01c1b0-7eb2-429f-bdc5-204950ca1451 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876288 Sep 26 13:06:30.330377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7345fb-67b1-4d89-948c-4120f685e7ef {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:06:30.342803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417b1aa0-8de6-4c51-8b62-2e27e5889876 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:06:30.354150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.358763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ea7345fb-67b1-4d89-948c-4120f685e7ef, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ea7345fb-67b1-4d89-948c-4120f685e7ef,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:30.365357 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.377773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Transition to ACTIVE for port object 417b1aa0-8de6-4c51-8b62-2e27e5889876 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:06:30.383515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.384348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f6d47cc-b856-4919-91e2-8c13c1a7b0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.438466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f6d47cc-b856-4919-91e2-8c13c1a7b0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.440190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ea7345fb-67b1-4d89-948c-4120f685e7ef,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:30.451832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:30.512374 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cdbeef7-7205-47b3-a3c8-8b8e17332e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.518970 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cdbeef7-7205-47b3-a3c8-8b8e17332e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.520622 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Attempting to bind port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:30.521526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Attempting to bind port 417b1aa0-8de6-4c51-8b62-2e27e5889876 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:30.521864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Attempting to bind port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on network d9589639-b0f3-46ff-af04-95284e5f9eb7 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:30.527070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on network d9589639-b0f3-46ff-af04-95284e5f9eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:06:30.527589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Attempting to bind port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on network d9589639-b0f3-46ff-af04-95284e5f9eb7 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:30.533148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:30.533602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Checking segment: {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:30.534168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Bound using segment: {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:30.534773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Bound port: 417b1aa0-8de6-4c51-8b62-2e27e5889876, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:30.535148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.564199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9cdbeef7-7205-47b3-a3c8-8b8e17332e97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c01cedf8a51d414cabf3be0cd62c8375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7593687 Sep 26 13:06:30.566496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbeef7-7205-47b3-a3c8-8b8e17332e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2acf76-b5e2-4ab6-8cb6-abb2ba32dc1a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:30.568944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43170) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:30.569651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f6d47cc-b856-4919-91e2-8c13c1a7b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.572265 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f6d47cc-b856-4919-91e2-8c13c1a7b0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.573421 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1f6d47cc-b856-4919-91e2-8c13c1a7b0c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25beebe3-0c35-4b58-b957-5da08386ccdc HTTP/1.1" status: 204 len: 168 time: 0.2805498 Sep 26 13:06:30.583636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['ea7345fb-67b1-4d89-948c-4120f685e7ef'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:30.622011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d47cc-b856-4919-91e2-8c13c1a7b0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25beebe3-0c35-4b58-b957-5da08386ccdc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:30.660073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:30.667781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:30.675765 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.701457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c29c15d-d808-4990-b492-04c0fa6378b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.729138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c29c15d-d808-4990-b492-04c0fa6378b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.796010 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c29c15d-d808-4990-b492-04c0fa6378b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.799561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c29c15d-d808-4990-b492-04c0fa6378b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.804550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8c29c15d-d808-4990-b492-04c0fa6378b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df2acf76-b5e2-4ab6-8cb6-abb2ba32dc1a HTTP/1.1" status: 204 len: 168 time: 0.2276571 Sep 26 13:06:30.814471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29c15d-d808-4990-b492-04c0fa6378b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2acf76-b5e2-4ab6-8cb6-abb2ba32dc1a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:30.815434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:30.816263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:30.819163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] 10.222.0.23 "PUT /v2.0/ports/417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 1092 time: 1.0542824 Sep 26 13:06:30.819815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0607fd7-3daf-4cef-ae1c-c1d9e8496112 service neutron] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:30.826281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:30.830197 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b2886c-c9cf-43bd-949d-0b32dd10c336" -d '{"events": [{"name": "network-changed", "server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:30.870912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b1b6-ecc3-42c3-83d0-4a7ee04ac49f req-8fedbc8a-d56c-475f-94f6-6ed3df15d21c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:30.872991 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d829b1b6-ecc3-42c3-83d0-4a7ee04ac49f req-8fedbc8a-d56c-475f-94f6-6ed3df15d21c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.1140301 Sep 26 13:06:30.943366 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d829b1b6-ecc3-42c3-83d0-4a7ee04ac49f req-df381290-4004-44de-8e0a-a310c6ef8c85 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610578 Sep 26 13:06:30.948729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d5285-7180-444e-b52b-9607f570019b req-00a0d696-803a-485f-8230-4288e2b23618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:30.950469 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-00a0d696-803a-485f-8230-4288e2b23618 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1095 time: 0.0761905 Sep 26 13:06:31.018282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-0c608bda-c724-4ebd-868f-8f70a35cd313 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 217 time: 0.0521784 Sep 26 13:06:31.128368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43198) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:31.146529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9804ebcf-056d-4cc0-abbd-4e21b734095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.151878 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8940b5c6-90c8-4af2-92d8-d120328370c0 x-openstack-request-id: req-8940b5c6-90c8-4af2-92d8-d120328370c0 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:31.152179 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:31.152439 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8940b5c6-90c8-4af2-92d8-d120328370c0 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:31.152847 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'status': 'completed', 'code': 200} Sep 26 13:06:31.171370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d5285-7180-444e-b52b-9607f570019b req-f24e4c60-acb8-4ab7-b3b3-a4f4d4e9d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:31.175135 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-f24e4c60-acb8-4ab7-b3b3-a4f4d4e9d965 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.1464367 Sep 26 13:06:31.199403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b336c-d1b7-4ccd-a22a-0417848c1a54 req-0db36de5-1063-4879-bb5a-57d005d5164f tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:31.201516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d3b336c-d1b7-4ccd-a22a-0417848c1a54 req-0db36de5-1063-4879-bb5a-57d005d5164f tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 945 time: 0.1305478 Sep 26 13:06:31.257786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-134ec885-e532-4944-8187-df21a05f34bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743082 Sep 26 13:06:31.330766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d3b336c-d1b7-4ccd-a22a-0417848c1a54 req-76d0e050-0d1f-4f7d-8f7d-0962478545f4 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025941 Sep 26 13:06:31.387754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-a26a42ff-dcdb-4230-83e3-fecef4b9637f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:31.390006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-a26a42ff-dcdb-4230-83e3-fecef4b9637f tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.0982697 Sep 26 13:06:31.425912 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-5ea41018-8880-4502-b4e0-6dee194744bc service neutron] 10.222.0.23 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578100 Sep 26 13:06:31.432769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43202) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:31.445877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9804ebcf-056d-4cc0-abbd-4e21b734095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.456303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c3189603-550a-4abe-a2e7-13ea6aefb829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.465612 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9804ebcf-056d-4cc0-abbd-4e21b734095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.558199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9804ebcf-056d-4cc0-abbd-4e21b734095b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec282dadc64346159e8621d603a7720d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280658 Sep 26 13:06:31.559653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804ebcf-056d-4cc0-abbd-4e21b734095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ebbec1-9a0b-4442-9dc6-202c41830637,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:31.563576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43206) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:31.578920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a66d5285-7180-444e-b52b-9607f570019b req-ce0f6a8b-df9a-4d27-8d5d-b2374131bd63 service neutron] 10.222.0.23 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385322 Sep 26 13:06:31.594345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43208) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:31.603413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383b25-205f-4aee-badb-88dbd9e91c30 req-30de91bb-44bf-4d02-bd5b-16731556e38b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:31.605017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb383b25-205f-4aee-badb-88dbd9e91c30 req-30de91bb-44bf-4d02-bd5b-16731556e38b tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 949 time: 0.1569052 Sep 26 13:06:31.652863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Deleting port 0b4a65be-98ba-4184-84e8-e494e3eed624 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:31.653207 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.681011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c3189603-550a-4abe-a2e7-13ea6aefb829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.686978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c3189603-550a-4abe-a2e7-13ea6aefb829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.699924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27c3f5c-9c9e-481a-885a-85c97a96d9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.712597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb383b25-205f-4aee-badb-88dbd9e91c30 req-80be4bed-a9a2-42fa-b9c8-9c24e88b8e2a tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965996 Sep 26 13:06:31.745071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-2cb2d223-462a-48ac-809c-e6a95d709dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:31.746598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-2cb2d223-462a-48ac-809c-e6a95d709dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1095 time: 0.1023240 Sep 26 13:06:31.755523 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c3189603-550a-4abe-a2e7-13ea6aefb829 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c708a8334ec2400585ac4673890baf47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217659 Sep 26 13:06:31.757764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cedf5c36-8179-4bd9-bef8-40920edacc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.759553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43212) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:31.759705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3189603-550a-4abe-a2e7-13ea6aefb829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a4747a-cd00-44cd-9945-8265e7f2887b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:31.769535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27c3f5c-9c9e-481a-885a-85c97a96d9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.847262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] For port 0b4a65be-98ba-4184-84e8-e494e3eed624, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0b4a65be-98ba-4184-84e8-e494e3eed624,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:31.848341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.865284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Calling delete_port for 0b4a65be-98ba-4184-84e8-e494e3eed624 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:31.885238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf56559f-65b6-4dfe-ae9d-231340bc5d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.885622 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-e8df3e01-7d5a-4abc-ade6-824dce71242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:31.886984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-e8df3e01-7d5a-4abc-ade6-824dce71242b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 914 time: 0.1304970 Sep 26 13:06:31.928291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27c3f5c-9c9e-481a-885a-85c97a96d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.930860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27c3f5c-9c9e-481a-885a-85c97a96d9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:31.932016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c27c3f5c-9c9e-481a-885a-85c97a96d9a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96ebbec1-9a0b-4442-9dc6-202c41830637 HTTP/1.1" status: 204 len: 168 time: 0.3654349 Sep 26 13:06:31.943773 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-01d573ba-ae51-4346-8f23-9e0e737b3331 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 217 time: 0.0457268 Sep 26 13:06:31.953273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c3f5c-9c9e-481a-885a-85c97a96d9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ebbec1-9a0b-4442-9dc6-202c41830637,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:31.956353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf56559f-65b6-4dfe-ae9d-231340bc5d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.010993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cedf5c36-8179-4bd9-bef8-40920edacc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.018937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-5be2004b-7cf9-41a7-87e2-f09f795d02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:32.021521 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-5be2004b-7cf9-41a7-87e2-f09f795d02ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.0702503 Sep 26 13:06:32.021966 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cedf5c36-8179-4bd9-bef8-40920edacc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.046360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:32.068797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf56559f-65b6-4dfe-ae9d-231340bc5d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.071397 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf56559f-65b6-4dfe-ae9d-231340bc5d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.072640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cf56559f-65b6-4dfe-ae9d-231340bc5d8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74a4747a-cd00-44cd-9945-8265e7f2887b HTTP/1.1" status: 204 len: 168 time: 0.3102677 Sep 26 13:06:32.082305 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-ab7ddc63-2fe5-4da3-9118-6b8977026dd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536840 Sep 26 13:06:32.091092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56559f-65b6-4dfe-ae9d-231340bc5d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a4747a-cd00-44cd-9945-8265e7f2887b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:32.104982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cedf5c36-8179-4bd9-bef8-40920edacc93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e303988b98464c8a8052afc172d231e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095758 Sep 26 13:06:32.108121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43222) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:32.116023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf5c36-8179-4bd9-bef8-40920edacc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf3558f-c5a6-4641-b174-bb4f3123280f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:32.119505 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.121759 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ea7345fb-67b1-4d89-948c-4120f685e7ef up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:32.145815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['11c159ed-940c-4016-b10d-0d158ba604a5'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:32.148082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 622fd712-428b-4fe9-bcd9-f8dcda13bcca {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:32.148565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 622fd712-428b-4fe9-bcd9-f8dcda13bcca not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:32.201979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event deleted for resources: {'Port': ['ID=0b4a65be-98ba-4184-84e8-e494e3eed624,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:32.270060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port ea7345fb-67b1-4d89-948c-4120f685e7ef completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:06:32.291949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] No DVR routers for this DVR port 0b4a65be-98ba-4184-84e8-e494e3eed624 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:32.297880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.300054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-153bccbc-2c0d-480b-a85c-9e9a4a1eb221 req-bade9ee0-274a-4fe3-8fa4-ac1d7e954b39 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.24 "DELETE /v2.0/ports/0b4a65be-98ba-4184-84e8-e494e3eed624 HTTP/1.1" status: 204 len: 173 time: 0.9014647 Sep 26 13:06:32.300516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'name': 'network-vif-deleted', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:32.303963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port ea7345fb-67b1-4d89-948c-4120f685e7ef triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:32.306645 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.307527 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8474a876-c2b9-4c14-be7f-8de8feb6a628" -d '{"events": [{"server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "name": "network-vif-deleted", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:32.340522 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-77a9681d-f5bb-4e00-ad7f-571c35b40a42 service neutron] 10.222.0.23 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496338 Sep 26 13:06:32.413333 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a25add9-4bd0-425f-8e2c-31ebe5c49ef5 x-openstack-request-id: req-6a25add9-4bd0-425f-8e2c-31ebe5c49ef5 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:32.413783 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6140f5-7214-4822-9dbd-064838a49818", "name": "network-vif-deleted", "tag": "0b4a65be-98ba-4184-84e8-e494e3eed624", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:32.414279 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a25add9-4bd0-425f-8e2c-31ebe5c49ef5 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:32.414699 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6140f5-7214-4822-9dbd-064838a49818', 'name': 'network-vif-deleted', 'tag': '0b4a65be-98ba-4184-84e8-e494e3eed624', 'status': 'completed', 'code': 200} Sep 26 13:06:32.461208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db1ade-b7f2-4adb-9b95-7584b6c36e78 req-b9ce62ed-55c1-4a06-bf85-32d334e6bb65 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:32.469599 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95db1ade-b7f2-4adb-9b95-7584b6c36e78 req-b9ce62ed-55c1-4a06-bf85-32d334e6bb65 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.3634043 Sep 26 13:06:32.517310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93e810e0-135c-4278-b3c7-38ec12e5b384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.545113 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93e810e0-135c-4278-b3c7-38ec12e5b384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.613045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.632702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95db1ade-b7f2-4adb-9b95-7584b6c36e78 req-41a5aa19-ffd4-4479-9512-92221b8a8591 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621170 Sep 26 13:06:32.644734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93e810e0-135c-4278-b3c7-38ec12e5b384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.651964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93e810e0-135c-4278-b3c7-38ec12e5b384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.658394 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-93e810e0-135c-4278-b3c7-38ec12e5b384 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edf3558f-c5a6-4641-b174-bb4f3123280f HTTP/1.1" status: 204 len: 168 time: 0.5476162 Sep 26 13:06:32.666448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5edc9-4d24-4224-a39f-e30a1ef0988b req-a6604764-2cc8-4e43-8ee4-98fc4f4220dd tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:32.679624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5d5edc9-4d24-4224-a39f-e30a1ef0988b req-a6604764-2cc8-4e43-8ee4-98fc4f4220dd tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 945 time: 0.1432035 Sep 26 13:06:32.682162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7345fb-67b1-4d89-948c-4120f685e7ef'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:32.689960 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819c0062-950e-4686-bbc9-8592e615e406" -d '{"events": [{"server_uuid": "1fdcaaa5-9591-4e5e-8efb-de50912e4e6e", "name": "network-vif-plugged", "status": "completed", "tag": "ea7345fb-67b1-4d89-948c-4120f685e7ef"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:32.690857 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e810e0-135c-4278-b3c7-38ec12e5b384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf3558f-c5a6-4641-b174-bb4f3123280f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:32.712080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b2886c-c9cf-43bd-949d-0b32dd10c336 req-daf04699-1bee-4f16-bd02-5b0dcfdafefa service neutron] 10.222.0.23 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589222 Sep 26 13:06:32.725082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ea7345fb-67b1-4d89-948c-4120f685e7ef, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ea7345fb-67b1-4d89-948c-4120f685e7ef,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:32.745188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:32.775487 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4ee888-07f7-4b2d-b0df-4fa36c7a96aa x-openstack-request-id: req-bd4ee888-07f7-4b2d-b0df-4fa36c7a96aa {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:32.776023 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdcaaa5-9591-4e5e-8efb-de50912e4e6e", "name": "network-vif-plugged", "status": "completed", "tag": "ea7345fb-67b1-4d89-948c-4120f685e7ef", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:32.776350 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd4ee888-07f7-4b2d-b0df-4fa36c7a96aa {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:32.776817 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'code': 200} Sep 26 13:06:32.802667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5d5edc9-4d24-4224-a39f-e30a1ef0988b req-4f3b05d7-0e99-4f8f-bedb-fe29d8d9ae88 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194878 Sep 26 13:06:32.878971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ea7345fb-67b1-4d89-948c-4120f685e7ef,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:32.914061 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1d2947d-5715-442a-821b-dbc8ec499744 req-701c5a6f-104c-4128-bcde-57ed7c82cbfe tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6140f5-7214-4822-9dbd-064838a49818 HTTP/1.1" status: 200 len: 210 time: 0.0552199 Sep 26 13:06:32.946689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf75d48-f2fb-4bf3-b75e-93bf7087867a req-199a9f28-06d0-42d5-9345-9268a991b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:32.948216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edf75d48-f2fb-4bf3-b75e-93bf7087867a req-199a9f28-06d0-42d5-9345-9268a991b8a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 1098 time: 0.1125994 Sep 26 13:06:33.000913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edf75d48-f2fb-4bf3-b75e-93bf7087867a req-861aa36f-7655-4990-bd67-89021619e691 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439577 Sep 26 13:06:33.659286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-b6619d58-5a22-48a9-a825-bb70c73b4c34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476234 Sep 26 13:06:33.751462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-84719096-ac4c-45b0-9274-a5459bc2faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:33.753423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-84719096-ac4c-45b0-9274-a5459bc2faf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90f04e6ddbab44e4af218f5e38804408&device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 1101 time: 0.0480649 Sep 26 13:06:33.776950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005730a-2918-4e19-985e-39fa4cc369fd req-1f4ccdec-48c2-4126-85c5-aa77e8ee7ba8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:33.785015 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9005730a-2918-4e19-985e-39fa4cc369fd req-1f4ccdec-48c2-4126-85c5-aa77e8ee7ba8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0713737 Sep 26 13:06:33.842521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9005730a-2918-4e19-985e-39fa4cc369fd req-aee0746f-1073-4607-8aa7-6265a0319dde tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566719 Sep 26 13:06:33.889831 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-b1cc9a66-6031-4042-b5f5-b697ba039159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:33.891249 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-b1cc9a66-6031-4042-b5f5-b697ba039159 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1180024 Sep 26 13:06:34.001815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-8b8240cd-a90c-4840-87d5-5df6c2f2d68d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 200 len: 217 time: 0.0999856 Sep 26 13:06:34.057522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43314) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:34.058064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec581e4-b141-4faa-b7b9-4753b77f9d64 req-b63be44d-5a28-413a-8ea1-4df705f99660 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:34.066641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ec581e4-b141-4faa-b7b9-4753b77f9d64 req-b63be44d-5a28-413a-8ea1-4df705f99660 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 946 time: 0.1666737 Sep 26 13:06:34.076763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0b4a65be-98ba-4184-84e8-e494e3eed624 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:34.118897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 0b4a65be-98ba-4184-84e8-e494e3eed624 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:34.119259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0b4a65be-98ba-4184-84e8-e494e3eed624 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:34.153603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ec581e4-b141-4faa-b7b9-4753b77f9d64 req-3c69236b-4e9b-4ad5-815b-7a5b75894149 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711157 Sep 26 13:06:34.153603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-c53abe19-0d09-4232-b221-764c455e473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:34.153603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-c53abe19-0d09-4232-b221-764c455e473b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1381817 Sep 26 13:06:34.209878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-7d1580cf-6657-4cc0-9252-3d19757b888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:34.212115 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-7d1580cf-6657-4cc0-9252-3d19757b888b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533907 Sep 26 13:06:34.309803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-470769503-network', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:34.357442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:34.360910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.375599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.389064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-08da77d1-afac-4e57-9247-bebea08ddfd9 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693110 Sep 26 13:06:34.397901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7335b-9817-4e1c-9dfe-7b334d9b2200 req-2bb93b82-cd3a-4bd2-98e8-0e7941410d79 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:34.399430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ce7335b-9817-4e1c-9dfe-7b334d9b2200 req-2bb93b82-cd3a-4bd2-98e8-0e7941410d79 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.0970509 Sep 26 13:06:34.505905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ce7335b-9817-4e1c-9dfe-7b334d9b2200 req-42227113-d67e-4bdd-a312-a584d328ec89 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955727 Sep 26 13:06:34.538239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.540883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50098e76-fb08-4a9b-9512-3195f17c7fd9 req-4bd12eea-9bb1-439b-8552-3b821066e660 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403966 Sep 26 13:06:34.543527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.573734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:06:34.590257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7028a262-717f-489a-bcc7-bf4280fef399,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:34.597801 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.598153 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Added segment cede4578-a163-428d-9239-f058863f3e82 of type vlan for network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf Sep 26 13:06:34.603916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43336) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:34.644525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.674163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.675154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:34.675753 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.714653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6558678 Sep 26 13:06:34.717619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:34.723263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Request body: {'subnet': {'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-470769503-subnet', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:34.749807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9015a-6200-4ecb-b53c-24946ce1724f admin admin] Pushing event updated for resources: {'Network': ['ID=9d38ed5a-de86-4ff7-bbac-2f18b4842bbf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:34.752052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:34.755618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:34.762521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:06:34.847518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b2c452c7-732d-4dc3-8b0d-375b31957f36 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-590817276'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:34.848001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b2c452c7-732d-4dc3-8b0d-375b31957f36 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Unknown quota resources ['metering_label']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:06:34.972777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607a92-8f5d-4edc-96c6-cf4c778bb446 req-e7e062dc-ef2e-48b6-81c2-e93d49f6e828 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:34.974905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f607a92-8f5d-4edc-96c6-cf4c778bb446 req-e7e062dc-ef2e-48b6-81c2-e93d49f6e828 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.0581551 Sep 26 13:06:35.017446 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f607a92-8f5d-4edc-96c6-cf4c778bb446 req-7475fbe1-f526-4e73-be42-9f9423223ecb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Sep 26 13:06:35.074448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2c452c7-732d-4dc3-8b0d-375b31957f36 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.075689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b2c452c7-732d-4dc3-8b0d-375b31957f36 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4707415 Sep 26 13:06:35.078508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43358) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:35.083997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-254f077b-a406-4b14-bd42-5d000bfaa825 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '60fa05e0-2b7b-4505-95e1-64dc23e05a70'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:35.085090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-254f077b-a406-4b14-bd42-5d000bfaa825 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94812) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:06:35.132481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.170650 n-d-806683-13 neutron-server[94812]: WARNING neutron.services.metering.metering_plugin [None req-254f077b-a406-4b14-bd42-5d000bfaa825 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 26 13:06:35.204567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=727ba727-6cf5-491a-ad4f-023829c2c52a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:35.246057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Checking segment: {'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:35.246471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Network hostable DHCP agents. Network: 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:06:35.297857 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e8b0-6f87-424f-985a-c898fcb15d9a req-8f73d24a-4f26-46b9-bad9-d96dafea6e87 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:35.306427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-254f077b-a406-4b14-bd42-5d000bfaa825 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.306856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4c9e8b0-6f87-424f-985a-c898fcb15d9a req-8f73d24a-4f26-46b9-bad9-d96dafea6e87 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 946 time: 0.0936611 Sep 26 13:06:35.308048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-254f077b-a406-4b14-bd42-5d000bfaa825 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2280750 Sep 26 13:06:35.311563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43364) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:35.314151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:06:35.315771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ac1c83c7-bb9c-4235-aff1-577167320211 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '60fa05e0-2b7b-4505-95e1-64dc23e05a70'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:35.316281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ac1c83c7-bb9c-4235-aff1-577167320211 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94812) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:06:35.338688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:35.348680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157316e2-9ceb-4483-b563-911d68ea017d None None] Network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:35.358485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:35.359081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.390898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4c9e8b0-6f87-424f-985a-c898fcb15d9a req-cc528f07-e9c1-473f-81fe-198442e2c0bb tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829654 Sep 26 13:06:35.392235 n-d-806683-13 neutron-server[94812]: WARNING neutron.services.metering.metering_plugin [None req-ac1c83c7-bb9c-4235-aff1-577167320211 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 26 13:06:35.412709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b81f696d-c8ae-4498-9070-58b33cf6b4c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6934915 Sep 26 13:06:35.413309 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43370) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:35.417601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:35.440988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.442669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.503457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac1c83c7-bb9c-4235-aff1-577167320211 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.504505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.504671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac1c83c7-bb9c-4235-aff1-577167320211 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1921740 Sep 26 13:06:35.507919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43372) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:35.520037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8c94e546-250c-4ec9-9d82-a65e61ac7dc4 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=9435227c-2a3e-43aa-8272-2df56f5cbd85 HTTP/1.1" status: 200 len: 462 time: 0.0110078 Sep 26 13:06:35.522675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43374) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:35.533523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-9d38ed5a-de86-4ff7-bbac-2f18b4842bbf', 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'fixed_ips': [{'subnet_id': '727ba727-6cf5-491a-ad4f-023829c2c52a'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:06:35.534448 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.671974 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cc4dd176-0beb-4e1a-8995-d50f3b7db4ab tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.675759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cc4dd176-0beb-4e1a-8995-d50f3b7db4ab tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/9435227c-2a3e-43aa-8272-2df56f5cbd85 HTTP/1.1" status: 204 len: 168 time: 0.1493967 Sep 26 13:06:35.678023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43380) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:35.715148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-48afcd89-203e-413d-a302-f904bb1082e3 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=9435227c-2a3e-43aa-8272-2df56f5cbd85 HTTP/1.1" status: 200 len: 221 time: 0.0347185 Sep 26 13:06:35.718886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43382) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:35.723286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3de93051-cd86-427e-9f16-f2c9ded96890 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--6031059', 'description': 'label created by tempest'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:35.723753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3de93051-cd86-427e-9f16-f2c9ded96890 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Unknown quota resources ['metering_label']. {{(pid=94812) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:06:35.741242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Allocated IP 172.20.0.2 (9d38ed5a-de86-4ff7-bbac-2f18b4842bbf/727ba727-6cf5-491a-ad4f-023829c2c52a/4ffea8c2-822c-4b13-b2ef-ad0bb504866d) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:35.810242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb3b5d-6afb-407b-b316-110cd1910047 req-e54999d0-c694-4494-a81c-48faf1a247c7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:35.811853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ecb3b5d-6afb-407b-b316-110cd1910047 req-e54999d0-c694-4494-a81c-48faf1a247c7 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1329226 Sep 26 13:06:35.909609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.917861 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:35.964740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:35.971585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:35.978327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:35.980647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Pushing event updated for resources: {'Port': ['ID=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:35.999900 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.035852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e406d-d26b-4e1a-871c-96de25806680 req-3cdc7918-f892-4f8f-bdef-91f1fcf8c4c9 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:36.042328 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a94e406d-d26b-4e1a-871c-96de25806680 req-3cdc7918-f892-4f8f-bdef-91f1fcf8c4c9 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 946 time: 0.5361071 Sep 26 13:06:36.042558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Attempting to bind port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:36.042783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Attempting to bind port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:36.043176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Attempting to bind port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d on network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:36.053529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:36.053529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Checking segment: {'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:36.053529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.053529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Bound using segment: {'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:36.053529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Bound port: 4ffea8c2-822c-4b13-b2ef-ad0bb504866d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:36.053529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.055513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43386) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:36.069182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:06:36.085360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Request body: {'floatingip': {'port_id': 'ea7345fb-67b1-4d89-948c-4120f685e7ef'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:36.142343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6db74-7099-4d97-861d-f41d79f2147b req-3fd0a4fb-b9d4-4e7f-94ad-cf5d7f8ae427 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:36.143874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64a6db74-7099-4d97-861d-f41d79f2147b req-3fd0a4fb-b9d4-4e7f-94ad-cf5d7f8ae427 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.1899769 Sep 26 13:06:36.162996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.183566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] For port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:36.223677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] For port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,segment=NetworkSegment(cede4578-a163-428d-9239-f058863f3e82),segment_id=cede4578-a163-428d-9239-f058863f3e82)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:36.228779 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3de93051-cd86-427e-9f16-f2c9ded96890 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.232793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3de93051-cd86-427e-9f16-f2c9ded96890 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 467 time: 0.5101826 Sep 26 13:06:36.232956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.233081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43388) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:36.246117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ecb3b5d-6afb-407b-b316-110cd1910047 req-5c7e6844-4a59-4392-8dae-8bf0d63e382e tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413674 Sep 26 13:06:36.322526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:36.324809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-57617aac-3c12-455a-827c-13385be24a46 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=27db2138-ea45-401a-aa71-b7d9f173c8e4 HTTP/1.1" status: 200 len: 465 time: 0.0898118 Sep 26 13:06:36.328357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43390) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:36.361794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7', 'port_id': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'mac_address': 'fa:16:3e:0c:95:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0f0981-4ba4-400d-aa76-0e0bdec89524', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:06:36.367515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28fab7-3886-4b7b-8272-11c667089a52 None None] Pushing event updated for resources: {'Port': ['ID=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:36.428674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.443147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417b1aa0-8de6-4c51-8b62-2e27e5889876 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:06:36.475092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:36.482693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.562728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801968-49ae-40a0-9e73-a41d51ad6fa5 req-e5b2fe2f-78b6-49c2-926f-44cf89a4be26 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:36.570925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-62801968-49ae-40a0-9e73-a41d51ad6fa5 req-e5b2fe2f-78b6-49c2-926f-44cf89a4be26 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.4411674 Sep 26 13:06:36.599445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:36.703968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7c34c1c3-0034-410b-8dd3-5592d969bf34 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.707621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7c34c1c3-0034-410b-8dd3-5592d969bf34 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/27db2138-ea45-401a-aa71-b7d9f173c8e4 HTTP/1.1" status: 204 len: 168 time: 0.3781393 Sep 26 13:06:36.718849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43400) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:36.729643 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-62801968-49ae-40a0-9e73-a41d51ad6fa5 req-67e72f67-7450-4e80-a4b5-64fbb17b7745 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563170 Sep 26 13:06:36.742919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3e8f0925-9375-4e16-aebf-f60a0784ece2 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=27db2138-ea45-401a-aa71-b7d9f173c8e4 HTTP/1.1" status: 200 len: 216 time: 0.0195632 Sep 26 13:06:36.742919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43402) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:36.766135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c887f396-d825-4769-8daa-072fbdb6c795 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0175545 Sep 26 13:06:36.767309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43404) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:36.783534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e15f0f42-4421-4f77-8276-7046da83b494 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0130954 Sep 26 13:06:36.787627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43406) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:36.801637 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['417b1aa0-8de6-4c51-8b62-2e27e5889876'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:36.813178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Deleting port 11c159ed-940c-4016-b10d-0d158ba604a5 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:36.813640 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:36.920461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7e6d2472-dec2-4f01-9e96-81d1a7e1add1 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/60fa05e0-2b7b-4505-95e1-64dc23e05a70 HTTP/1.1" status: 200 len: 472 time: 0.1248236 Sep 26 13:06:36.921460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43416) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:36.960717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cb9cee42-8347-493d-90cc-f31ee5935f8d tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/c1d4c43a-8e5c-4410-bb38-2774224d8dfd HTTP/1.1" status: 200 len: 459 time: 0.0299692 Sep 26 13:06:36.963986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43418) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:37.085520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2b22873-9dd3-4398-b556-65084f94ed25 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.085520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b2b22873-9dd3-4398-b556-65084f94ed25 tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/c1d4c43a-8e5c-4410-bb38-2774224d8dfd HTTP/1.1" status: 204 len: 168 time: 0.1184449 Sep 26 13:06:37.093659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43422) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:37.243017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] For port 11c159ed-940c-4016-b10d-0d158ba604a5, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=11c159ed-940c-4016-b10d-0d158ba604a5,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:37.243578 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.259614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.resource_extend [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:06:37.303593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4ffea8c2-822c-4b13-b2ef-ad0bb504866d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:37.331017 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acdcc476-3aa6-4601-b277-e734975b0a7d tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.334738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-acdcc476-3aa6-4601-b277-e734975b0a7d tempest-MeteringIpV6TestJSON-896582843 tempest-MeteringIpV6TestJSON-896582843-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/60fa05e0-2b7b-4505-95e1-64dc23e05a70 HTTP/1.1" status: 204 len: 168 time: 0.2455182 Sep 26 13:06:37.345520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Calling delete_port for 11c159ed-940c-4016-b10d-0d158ba604a5 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:37.376626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.402578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:37.403206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.476963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.528946 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.575248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,segment=NetworkSegment(cede4578-a163-428d-9239-f058863f3e82),segment_id=cede4578-a163-428d-9239-f058863f3e82)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:37.589127 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.597312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.669848 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.672330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:37.682598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38769433-4d2d-4470-aa8a-ab6b6fa3856c None None] Network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:37.739958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43432) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:37.810688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5acc18dd-b6a9-42c8-ac26-42b7cda6b5f8 None None] Provisioning complete for port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:37.811296 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5acc18dd-b6a9-42c8-ac26-42b7cda6b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.826128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878fcfc-dbe5-4f8b-828f-fb24e0ef37c8 req-65fb3e8f-96ef-43e2-8a2a-e6209138d0ff tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:37.828168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8878fcfc-dbe5-4f8b-828f-fb24e0ef37c8 req-65fb3e8f-96ef-43e2-8a2a-e6209138d0ff tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb15c98-6c6f-4ab3-93b8-4edd99aa62f9 HTTP/1.1" status: 200 len: 949 time: 0.4306567 Sep 26 13:06:37.907673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506dac4-ce0c-4f75-b4bb-8797a4ff82cd req-643ca513-984c-4846-a14f-374840087e0d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:37.909866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f506dac4-ce0c-4f75-b4bb-8797a4ff82cd req-643ca513-984c-4846-a14f-374840087e0d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.0724518 Sep 26 13:06:37.936493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54b684db-6539-4ff3-a1d0-71780853a757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:37.955537 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Floating IP bac6298e-2436-4b65-9dce-0b2691950718 associated. External IP: 172.25.4.184, port: ea7345fb-67b1-4d89-948c-4120f685e7ef. Sep 26 13:06:37.970809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Allocated IP 172.25.4.16 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/ca8813e8-df98-4c52-8d60-80384e574148) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:37.991791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f506dac4-ce0c-4f75-b4bb-8797a4ff82cd req-27af57d4-a635-4835-97c6-8901503e4cac tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733857 Sep 26 13:06:38.035828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8878fcfc-dbe5-4f8b-828f-fb24e0ef37c8 req-fdb63d2f-9332-4397-bc56-79e71b70f2f5 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e2750cc-290e-4d54-a013-1bfb609d96b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807404 Sep 26 13:06:38.071298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:38.125310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.142173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 417b1aa0-8de6-4c51-8b62-2e27e5889876 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:06:38.147306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 417b1aa0-8de6-4c51-8b62-2e27e5889876 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:38.147679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.170203 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54b684db-6539-4ff3-a1d0-71780853a757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.183262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54b684db-6539-4ff3-a1d0-71780853a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.224531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Pushing event deleted for resources: {'Port': ['ID=11c159ed-940c-4016-b10d-0d158ba604a5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:38.233898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-54b684db-6539-4ff3-a1d0-71780853a757 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb647b30e0724284a34ba4ca9f8d9a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928374 Sep 26 13:06:38.235206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b684db-6539-4ff3-a1d0-71780853a757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a463a207-77ed-4b62-b0eb-fb1831326b74,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:38.238155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43446) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:38.316628 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4321e721-23a7-4964-992d-1e857ed9cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.316784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] No DVR routers for this DVR port 11c159ed-940c-4016-b10d-0d158ba604a5 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:06:38.320863 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-15702ab7-f7e1-4786-bb4a-4e0567ed7751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.325624 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.327698 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64a6db74-7099-4d97-861d-f41d79f2147b req-56f7fadc-11e8-457d-be54-46a2e94da294 tempest-MigrationsAdminTest-1827411984 tempest-MigrationsAdminTest-1827411984-project] 10.222.0.23 "DELETE /v2.0/ports/11c159ed-940c-4016-b10d-0d158ba604a5 HTTP/1.1" status: 204 len: 173 time: 2.1675246 Sep 26 13:06:38.328213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'name': 'network-vif-deleted', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:38.330641 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d471b-f8a2-4bc6-a4f7-f72ffbdb8518" -d '{"events": [{"server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "name": "network-vif-deleted", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:38.332096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.361788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-15702ab7-f7e1-4786-bb4a-4e0567ed7751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.378562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:38.392232 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0b3d10-2387-4bc5-b25b-f3de42d7ff33" -d '{"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:38.426634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-15702ab7-f7e1-4786-bb4a-4e0567ed7751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.433557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-15702ab7-f7e1-4786-bb4a-4e0567ed7751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.437403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-15702ab7-f7e1-4786-bb4a-4e0567ed7751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a463a207-77ed-4b62-b0eb-fb1831326b74 HTTP/1.1" status: 204 len: 168 time: 0.1945331 Sep 26 13:06:38.453124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15702ab7-f7e1-4786-bb4a-4e0567ed7751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a463a207-77ed-4b62-b0eb-fb1831326b74,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:38.454804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:38.476724 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.478720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 11c159ed-940c-4016-b10d-0d158ba604a5 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:06:38.631411 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e608ec-ab38-4b57-967f-dc1470ef01de x-openstack-request-id: req-c1e608ec-ab38-4b57-967f-dc1470ef01de {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:38.631980 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:38.633519 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1e608ec-ab38-4b57-967f-dc1470ef01de {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:38.634452 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'code': 200} Sep 26 13:06:38.643380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 11c159ed-940c-4016-b10d-0d158ba604a5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:06:38.644374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 11c159ed-940c-4016-b10d-0d158ba604a5 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:06:38.649356 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.657613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e4fa1b31-bb82-4fba-946e-a43695fcc322 None None] Provisioning complete for port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:38.658327 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1b31-bb82-4fba-946e-a43695fcc322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:38.808504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:39.024555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43464) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:39.042071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e120554f-6eec-4b12-a440-b2c0540b216d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.144205 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1642fc80-3cce-4311-9a71-fc81b93bb963 x-openstack-request-id: req-1642fc80-3cce-4311-9a71-fc81b93bb963 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:39.144495 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb15c98-6c6f-4ab3-93b8-4edd99aa62f9", "name": "network-vif-deleted", "tag": "11c159ed-940c-4016-b10d-0d158ba604a5", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:39.144921 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1642fc80-3cce-4311-9a71-fc81b93bb963 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:39.145503 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb15c98-6c6f-4ab3-93b8-4edd99aa62f9', 'name': 'network-vif-deleted', 'tag': '11c159ed-940c-4016-b10d-0d158ba604a5', 'status': 'completed', 'code': 200} Sep 26 13:06:39.172691 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e120554f-6eec-4b12-a440-b2c0540b216d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.180589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e120554f-6eec-4b12-a440-b2c0540b216d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.230425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81023e-482e-4ac9-813d-07d06382aeb1 req-4122c128-028d-43d1-8028-6edcb14394b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:39.231575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120554f-6eec-4b12-a440-b2c0540b216d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5a9d4b-2f17-42d1-b5c2-5b75f2ab0517,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:39.232079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f81023e-482e-4ac9-813d-07d06382aeb1 req-4122c128-028d-43d1-8028-6edcb14394b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1097 time: 0.5781553 Sep 26 13:06:39.245404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e120554f-6eec-4b12-a440-b2c0540b216d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=672867c7fdd34bccb432bc708da8220f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192347 Sep 26 13:06:39.248520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43472) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:39.279277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Router 93ce908c-64b1-49ed-b8a1-cecee2221af7 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:06:39.284529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4ffea8c2-822c-4b13-b2ef-ad0bb504866d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:39.292521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f539-6615-49ae-9cba-1fd695fdced7 req-48b25a66-7955-4600-878e-3c2371e3c857 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:39.295051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3f2f539-6615-49ae-9cba-1fd695fdced7 req-48b25a66-7955-4600-878e-3c2371e3c857 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1591182 Sep 26 13:06:39.315053 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.329683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f81023e-482e-4ac9-813d-07d06382aeb1 req-274d24f1-d61a-4d2c-988a-d372ec542712 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841882 Sep 26 13:06:39.330635 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-68205bb3-f3b9-4be2-9e26-5234b75c67dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.359821 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-68205bb3-f3b9-4be2-9e26-5234b75c67dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.391593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:39.391973 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.401331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Pushing event updated for resources: {'Port': ['ID=ca8813e8-df98-4c52-8d60-80384e574148,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:39.430132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:39.431608 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-68205bb3-f3b9-4be2-9e26-5234b75c67dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.434213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:39.438751 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-68205bb3-f3b9-4be2-9e26-5234b75c67dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.438751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-68205bb3-f3b9-4be2-9e26-5234b75c67dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a5a9d4b-2f17-42d1-b5c2-5b75f2ab0517 HTTP/1.1" status: 204 len: 168 time: 0.1889622 Sep 26 13:06:39.448860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68205bb3-f3b9-4be2-9e26-5234b75c67dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5a9d4b-2f17-42d1-b5c2-5b75f2ab0517,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:39.483918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:39.531456 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3f2f539-6615-49ae-9cba-1fd695fdced7 req-2af56648-c392-420d-ba53-f96a794cfc64 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095807 Sep 26 13:06:39.557211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43478) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:39.744027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d81a4396-dcc8-4a85-9328-ae2f4820af05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90f04e6ddbab44e4af218f5e38804408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852396 Sep 26 13:06:39.746317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43486) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:39.765932 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:39.773748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.782263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] Sync routers for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:39.835388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87509d38-04d2-4c29-80b3-a96bcdb12bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.859135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:39.859783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:39.863614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87509d38-04d2-4c29-80b3-a96bcdb12bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.878916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-81bfe188-86a2-443e-8f5d-a5bf5b45387d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "PUT /v2.0/floatingips/bac6298e-2436-4b65-9dce-0b2691950718 HTTP/1.1" status: 200 len: 992 time: 3.8104672 Sep 26 13:06:39.941820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87509d38-04d2-4c29-80b3-a96bcdb12bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.948011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.949341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-87509d38-04d2-4c29-80b3-a96bcdb12bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:39.955246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-87509d38-04d2-4c29-80b3-a96bcdb12bb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e2750cc-290e-4d54-a013-1bfb609d96b8 HTTP/1.1" status: 204 len: 168 time: 0.2069218 Sep 26 13:06:39.998987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87509d38-04d2-4c29-80b3-a96bcdb12bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2750cc-290e-4d54-a013-1bfb609d96b8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:40.090462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:40.382851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:40.543873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:06:40.580121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43514) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:40.671151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2b4f6aa7-69b4-4879-9645-6abfeaad4b1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b04f7508cc4418687efd4ae414b4352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879269 Sep 26 13:06:40.672103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43520) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:40.674662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'bac6298e-2436-4b65-9dce-0b2691950718', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'port_id': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'mac_address': 'fa:16:3e:09:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:45Z', 'updated_at': '2021-09-26T13:06:37Z', 'revision_number': 1, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:40Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:40.730686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] Checking router: 93ce908c-64b1-49ed-b8a1-cecee2221af7 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:06:40.758344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:40.759290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:40.778107 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95d3a2cd-0174-43b1-a3bf-425ed90ff7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:40.808069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95d3a2cd-0174-43b1-a3bf-425ed90ff7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:40.836551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731ed8-4484-4def-9e90-9056ed89bab9 req-acafb71e-aaf9-4bf2-984d-20daf8238c2c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:40.838276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca731ed8-4484-4def-9e90-9056ed89bab9 req-acafb71e-aaf9-4bf2-984d-20daf8238c2c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1725662 Sep 26 13:06:40.871058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:40.872681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95d3a2cd-0174-43b1-a3bf-425ed90ff7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:40.876922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95d3a2cd-0174-43b1-a3bf-425ed90ff7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:40.880322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-95d3a2cd-0174-43b1-a3bf-425ed90ff7f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54229526-b719-48cd-89fa-f35c095c5020 HTTP/1.1" status: 204 len: 168 time: 0.2045424 Sep 26 13:06:40.883983 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Sync routers for ids ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:40.894471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3a2cd-0174-43b1-a3bf-425ed90ff7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54229526-b719-48cd-89fa-f35c095c5020,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:40.905422 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Routers {'2cdc3691-2380-4eeb-af4f-d87a71e674b3'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:40.906488 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:40.955382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:41.000089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:41.004762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ecf6c32e-d9f4-4fc0-a8a1-c89d27f7a494 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5879560 Sep 26 13:06:41.005074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43530) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:41.010345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43532) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:41.027817 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca731ed8-4484-4def-9e90-9056ed89bab9 req-79ee2670-ea67-481c-bd56-b5591fcef33d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816468 Sep 26 13:06:41.052492 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-149028e3-0a16-477a-baa2-90174e15ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:41.118721 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Set router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:41.146828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'tag': 'ea7345fb-67b1-4d89-948c-4120f685e7ef'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:41.149197 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246c3261-fb28-44b9-8653-c85cc8ef8131" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdcaaa5-9591-4e5e-8efb-de50912e4e6e", "tag": "ea7345fb-67b1-4d89-948c-4120f685e7ef"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:41.282679 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f232d1-3b1a-4dde-aebf-d8be16e0f35e x-openstack-request-id: req-d7f232d1-3b1a-4dde-aebf-d8be16e0f35e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:41.283203 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdcaaa5-9591-4e5e-8efb-de50912e4e6e", "tag": "ea7345fb-67b1-4d89-948c-4120f685e7ef", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:41.283605 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7f232d1-3b1a-4dde-aebf-d8be16e0f35e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:41.284158 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'tag': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'status': 'completed', 'code': 200} Sep 26 13:06:41.481422 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:06:39Z', 'revision_number': 3, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port': {'id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:37Z', 'updated_at': '2021-09-26T13:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:41.520302 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Checking router: 2cdc3691-2380-4eeb-af4f-d87a71e674b3 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:06:41.520781 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Updating router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 port ca8813e8-df98-4c52-8d60-80384e574148 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:06:41.549217 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:41.553994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'bac6298e-2436-4b65-9dce-0b2691950718', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'port_id': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'mac_address': 'fa:16:3e:09:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:45Z', 'updated_at': '2021-09-26T13:06:37Z', 'revision_number': 1, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:40Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:41.621015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-662215473'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:41.627679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:41.629460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b0060-e3ea-4394-8ab3-3380fad88b41 None None] The sync data for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 is: [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'bac6298e-2436-4b65-9dce-0b2691950718', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'port_id': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'mac_address': 'fa:16:3e:09:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:05:45Z', 'updated_at': '2021-09-26T13:06:37Z', 'revision_number': 1, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:40Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:41.702393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-08b1478d-ecf7-44c5-b411-ba43ed14f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:41.704364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-08b1478d-ecf7-44c5-b411-ba43ed14f13c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f58c8846aafb4d3886f0e7201ab43622&device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 1098 time: 0.3350246 Sep 26 13:06:41.728432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Made reservation on behalf of e775a1d9a7854251b8bba8acc27fc4cb for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:41.732047 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:41.800898 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.038613 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.039779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707c350-c32b-440d-9ba3-81af5d3d1d78 None None] New status for floating IP bac6298e-2436-4b65-9dce-0b2691950718: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:06:42.154122 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.173723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.203095 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.203698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:06:42.213143 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.213576 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Added segment e60ef780-887f-4689-badf-374fbb70bb7a of type vlan for network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 Sep 26 13:06:42.215121 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.255728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.259969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a67138-9696-4452-acff-159c7ae3af4b req-23c66fb3-6340-4aa0-96a5-10dcccb787cb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:42.276403 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22a67138-9696-4452-acff-159c7ae3af4b req-23c66fb3-6340-4aa0-96a5-10dcccb787cb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1365590 Sep 26 13:06:42.298404 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.304018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:42.304638 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.339587 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Pushing event updated for resources: {'Port': ['ID=ca8813e8-df98-4c52-8d60-80384e574148,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:42.342849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3315458 Sep 26 13:06:42.344111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-37811a9d-5ac8-4344-8e21-c03129f8a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:42.345646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-37811a9d-5ac8-4344-8e21-c03129f8a718 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ee1dcee-4f37-4d19-801b-79c4377a3906 HTTP/1.1" status: 200 len: 916 time: 0.6308453 Sep 26 13:06:42.350056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43578) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:42.367706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'subnet': {'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:42.370170 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.373365 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.373909 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.374438 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.374954 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.375477 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.376704 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.381064 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.381682 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.390389 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.390859 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.392727 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:42.408912 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22a67138-9696-4452-acff-159c7ae3af4b req-3a1205d8-63be-4ff0-b92b-eb79066b807f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311948 Sep 26 13:06:42.452582 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Attempting to bind port ca8813e8-df98-4c52-8d60-80384e574148 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:42.453229 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Attempting to bind port ca8813e8-df98-4c52-8d60-80384e574148 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:42.455026 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Attempting to bind port ca8813e8-df98-4c52-8d60-80384e574148 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:42.473250 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:42.473715 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:42.474132 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.474532 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:42.475018 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Bound port: ca8813e8-df98-4c52-8d60-80384e574148, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:42.475406 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.588244 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] For port ca8813e8-df98-4c52-8d60-80384e574148, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:42.593309 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] For port ca8813e8-df98-4c52-8d60-80384e574148, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ca8813e8-df98-4c52-8d60-80384e574148,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:42.599119 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.629642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Made reservation on behalf of e775a1d9a7854251b8bba8acc27fc4cb for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:42.639420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.712528 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca72c8c-aee1-4153-afa4-06533606f160 None None] Pushing event updated for resources: {'Port': ['ID=ca8813e8-df98-4c52-8d60-80384e574148,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:42.735463 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Routers {'2cdc3691-2380-4eeb-af4f-d87a71e674b3'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:42.736397 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:42.828676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Network': ['ID=71e1640e-8aa3-4ff1-a1d4-85e08aae1777,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:42.834116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ef91-5bac-4bc7-935c-f12cad7a8f1f tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9ae794-41ea-4d7f-8b1f-850206e0651a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:42.848929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:06:42.901910 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] Set router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:42.904614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:42.987513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Checking segment: {'id': 'e60ef780-887f-4689-badf-374fbb70bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:42.988131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Network hostable DHCP agents. Network: 71e1640e-8aa3-4ff1-a1d4-85e08aae1777, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:06:43.019285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Subnet': ['ID=5a5b9f3c-750d-4899-a403-815bd0250bc7,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:43.030484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:06:43.041871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 71e1640e-8aa3-4ff1-a1d4-85e08aae1777) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:43.047596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:43.049267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:43.054099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516bfc35-43b2-4f64-aac5-e2ef0cd40bdf None None] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:43.069269 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b79368df-5e9a-477f-99ea-87d60eb0517c tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7144413 Sep 26 13:06:43.071319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43602) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:43.072889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-2955add1-ad86-450f-8f5c-957b74bb3a1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea7345fb-67b1-4d89-948c-4120f685e7ef HTTP/1.1" status: 200 len: 1002 time: 0.6964619 Sep 26 13:06:43.079667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'name': 'tempest-AllowedAddressPairTestJSON-1979126240'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:43.240506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Made reservation on behalf of e775a1d9a7854251b8bba8acc27fc4cb for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:43.244735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:43.255250 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:06:39Z', 'revision_number': 3, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port': {'id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:37Z', 'updated_at': '2021-09-26T13:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:43.273543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ce51-793b-4895-a539-0e8e804d94da req-d56d9fb2-7d84-481e-8014-ccb8da656575 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:43.275185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-d56d9fb2-7d84-481e-8014-ccb8da656575 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 814 time: 0.4660478 Sep 26 13:06:43.296666 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447f649-d6a4-4221-9436-803e89204e28 None None] The sync data for ids ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'] in n-d-806683-13 is: [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:06:39Z', 'revision_number': 3, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port': {'id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:37Z', 'updated_at': '2021-09-26T13:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:43.297977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] device_id is not set on port 3f9ad5a4-94b3-435f-b251-5b433e239a51 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:06:43.316035 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:43.325030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-b0f8da1f-f016-404e-a815-66ef44c9f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:43.334774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-b0f8da1f-f016-404e-a815-66ef44c9f88a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0dc894ca-1d1e-450d-af1a-824675f7ae8f HTTP/1.1" status: 200 len: 855 time: 0.2329471 Sep 26 13:06:43.336408 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-f8aa3b04-ce06-4823-8910-de42ac110fcc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/quotas/2378747811bd4d0ab38ecec37951e312 HTTP/1.1" status: 200 len: 375 time: 0.0509877 Sep 26 13:06:43.343013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'tenant_id': 'e775a1d9a7854251b8bba8acc27fc4cb', 'fixed_ips': [{'subnet_id': '5a5b9f3c-750d-4899-a403-815bd0250bc7'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:06:43.343885 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:43.537884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Allocated IP 172.20.0.13 (71e1640e-8aa3-4ff1-a1d4-85e08aae1777/5a5b9f3c-750d-4899-a403-815bd0250bc7/3f9ad5a4-94b3-435f-b251-5b433e239a51) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:43.541932 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:43.809062 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:43.863781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:43.914067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-86184662-e2fa-4314-b5fd-962290e39520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:43.915589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-86184662-e2fa-4314-b5fd-962290e39520 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ee1dcee-4f37-4d19-801b-79c4377a3906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5400300 Sep 26 13:06:43.951785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Allocated IP 172.20.0.2 (71e1640e-8aa3-4ff1-a1d4-85e08aae1777/5a5b9f3c-750d-4899-a403-815bd0250bc7/b5281cb8-d844-43bb-b062-6004ebae2c7b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:43.979815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-cbc330e2-98e8-43a1-a7c5-366959ad4cda tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6236167 Sep 26 13:06:43.993252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:44.004264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:44.015551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:44.128245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=3f9ad5a4-94b3-435f-b251-5b433e239a51,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:44.171710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.172196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.172610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.173025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.173427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.173841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.174237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.174625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.175014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.175400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.175731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.176134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:44.187514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Allocated IP 172.20.0.1 (9d38ed5a-de86-4ff7-bbac-2f18b4842bbf/727ba727-6cf5-491a-ad4f-023829c2c52a/9134d83a-3382-415f-903c-7339676ef86c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:44.188690 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.204800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.228398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-43f67208-56eb-4e81-9314-3c52740fbd15 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643600 Sep 26 13:06:44.245236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.245976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.255514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-3dc87fe3-0678-450c-8c4f-e40c4d453375 service neutron] 10.222.0.13 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518086 Sep 26 13:06:44.267382 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-88a9780d-0f81-4301-9697-db0929fdd56b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1934195 Sep 26 13:06:44.281645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:44.282102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:44.285707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:44.289519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:44.301169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'name': 'tempest-AllowedAddressPairTestJSON-762813355', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a4:d2:8f'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:44.330246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.330795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.331277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.332166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.332647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.333174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.333682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.334431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.335150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.337389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1cad7aaa-e7c8-4578-913e-7852d860369d req-c6706a78-eb90-4ae4-ac35-c10267ffbdbb tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6416 time: 0.4765997 Sep 26 13:06:44.394706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Pushing event updated for resources: {'Port': ['ID=b5281cb8-d844-43bb-b062-6004ebae2c7b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:44.430987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Attempting to bind port b5281cb8-d844-43bb-b062-6004ebae2c7b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:44.432022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Attempting to bind port b5281cb8-d844-43bb-b062-6004ebae2c7b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e60ef780-887f-4689-badf-374fbb70bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:44.432744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Attempting to bind port b5281cb8-d844-43bb-b062-6004ebae2c7b on network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:44.449226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:44.449799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Checking segment: {'id': 'e60ef780-887f-4689-badf-374fbb70bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:44.450395 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.452179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Bound using segment: {'id': 'e60ef780-887f-4689-badf-374fbb70bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:44.452869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Bound port: b5281cb8-d844-43bb-b062-6004ebae2c7b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60ef780-887f-4689-badf-374fbb70bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:44.453366 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.575236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-246c3261-fb28-44b9-8653-c85cc8ef8131 req-66e2c7ce-ac79-4dc8-8bc5-99be4e00e228 service neutron] 10.222.0.24 "GET /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395214 Sep 26 13:06:44.663122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-5ea3e8e5-3464-493d-9a86-c8f853e35e57 service neutron] 10.222.0.13 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063871 Sep 26 13:06:44.665133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Made reservation on behalf of e775a1d9a7854251b8bba8acc27fc4cb for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:44.668204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.701707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] For port b5281cb8-d844-43bb-b062-6004ebae2c7b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:44.708062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8971274-74f7-437e-9fea-7cabd629c6b0 req-6bcd7e35-849e-4409-a04c-4c8f498312e4 tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:44.710096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8971274-74f7-437e-9fea-7cabd629c6b0 req-6bcd7e35-849e-4409-a04c-4c8f498312e4 tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 886 time: 0.2348070 Sep 26 13:06:44.784907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.850357 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.864964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] For port b5281cb8-d844-43bb-b062-6004ebae2c7b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b5281cb8-d844-43bb-b062-6004ebae2c7b,segment=NetworkSegment(e60ef780-887f-4689-badf-374fbb70bb7a),segment_id=e60ef780-887f-4689-badf-374fbb70bb7a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:44.909168 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:44.923389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] device_id is not set on port f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:06:44.924025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:44.957510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:44.984414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:45.031148 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:45.078457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:45.150454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba29cf3-a3f6-47b7-8f8f-ae897a24e422 None None] Pushing event updated for resources: {'Port': ['ID=b5281cb8-d844-43bb-b062-6004ebae2c7b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:45.380595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Pushing event updated for resources: {'Port': ['ID=9134d83a-3382-415f-903c-7339676ef86c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:45.473036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ca8813e8-df98-4c52-8d60-80384e574148 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:45.727610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:45.794871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d336c6f1-82b6-4d79-be9e-156e918153b0 req-93ab689a-6ed7-46f4-9c6f-66a8b519c4d3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 210 time: 0.7176731 Sep 26 13:06:45.860692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Allocated IP 172.20.0.12 (71e1640e-8aa3-4ff1-a1d4-85e08aae1777/5a5b9f3c-750d-4899-a403-815bd0250bc7/f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:45.871896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-96a49451-e163-4530-b183-9be73068464e None None] Provisioning complete for port 9134d83a-3382-415f-903c-7339676ef86c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:45.873228 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96a49451-e163-4530-b183-9be73068464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:45.945351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-96a49451-e163-4530-b183-9be73068464e None None] Port 9134d83a-3382-415f-903c-7339676ef86c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:45.971494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ca8813e8-df98-4c52-8d60-80384e574148 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:45.972136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.972653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:45.972774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.973178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.973684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.974149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.974699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.975124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.975585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.976642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:45.978425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b211eaf7-4e5e-465a-9887-fe3515810d92 req-d9cf8a3e-e8fe-4d17-90df-5a469bf7625b tempest-NetworksTest-626988071 tempest-NetworksTest-626988071-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6416 time: 1.0395601 Sep 26 13:06:46.283653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.305499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.342769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port ca8813e8-df98-4c52-8d60-80384e574148, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ca8813e8-df98-4c52-8d60-80384e574148,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:46.350370 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.360570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.368877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.391294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.464096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:46.468278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:46.480308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=ca8813e8-df98-4c52-8d60-80384e574148,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:46.482454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:46.530973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:46.555110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:46.556297 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.564984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:46.585270 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.589693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Pushing event updated for resources: {'Port': ['ID=9134d83a-3382-415f-903c-7339676ef86c,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:46.591582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a818dbfc-b824-4b32-9cc6-dec490f9b0dc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.3064919 Sep 26 13:06:46.592366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43666) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:46.771310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f5d51-3a75-43ac-8fb3-e0768fef0fa0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:46.777305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f5d51-3a75-43ac-8fb3-e0768fef0fa0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:46.795069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f5d51-3a75-43ac-8fb3-e0768fef0fa0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:46.796991 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-581f5d51-3a75-43ac-8fb3-e0768fef0fa0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1973472 Sep 26 13:06:46.811380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43672) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:46.864073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-463181be-5c8c-4c22-abda-fb332160eda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:46.974875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525200c8-18b6-41a8-afa2-89e04deb76a6 None None] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:46.980240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:46.983312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:47.011663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ce51-793b-4895-a539-0e8e804d94da req-eeedf259-a027-4b37-926b-5ac7e80d8bf2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:47.017286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-eeedf259-a027-4b37-926b-5ac7e80d8bf2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.24 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 814 time: 0.3622627 Sep 26 13:06:47.043626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d6e13b6-374a-4a41-bf10-54bd902294c4 req-aaff92c1-e95a-436e-b58b-a812489f7d5e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 210 time: 0.0560260 Sep 26 13:06:47.121787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Request body: {'port': {'device_id': 'ebeb7823-0db3-43e4-b900-07a0875feee7', 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7', 'admin_state_up': True, 'tenant_id': '2378747811bd4d0ab38ecec37951e312'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:47.148608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0ce70cf6-5ff8-4abb-85e8-0e5c02a44ec4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Deleting port f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:47.152911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ce70cf6-5ff8-4abb-85e8-0e5c02a44ec4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.251428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-76c14d65-140b-4aa2-b3d6-6dc7ec1d8607 None None] Provisioning complete for port b5281cb8-d844-43bb-b062-6004ebae2c7b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:47.251815 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-76c14d65-140b-4aa2-b3d6-6dc7ec1d8607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.324334 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-463181be-5c8c-4c22-abda-fb332160eda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.359807 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-463181be-5c8c-4c22-abda-fb332160eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.409454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463181be-5c8c-4c22-abda-fb332160eda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1caf883-ed15-480b-a9a1-35afa611b82f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:47.464329 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-463181be-5c8c-4c22-abda-fb332160eda9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39a81190eccd4f36b3d1c107b46c877e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978024 Sep 26 13:06:47.466810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ce70cf6-5ff8-4abb-85e8-0e5c02a44ec4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.469189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43682) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:47.517051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Made reservation on behalf of 2378747811bd4d0ab38ecec37951e312 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:47.521708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.532315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0ce70cf6-5ff8-4abb-85e8-0e5c02a44ec4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Calling delete_port for f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:47.538821 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-76c14d65-140b-4aa2-b3d6-6dc7ec1d8607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.553970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b5281cb8-d844-43bb-b062-6004ebae2c7b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:47.615316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:06:47.628075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-292de460-92c3-44fc-bf91-34fe3a64518c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.666764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-292de460-92c3-44fc-bf91-34fe3a64518c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.715752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-76c14d65-140b-4aa2-b3d6-6dc7ec1d8607 None None] For port b5281cb8-d844-43bb-b062-6004ebae2c7b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b5281cb8-d844-43bb-b062-6004ebae2c7b,segment=NetworkSegment(e60ef780-887f-4689-badf-374fbb70bb7a),segment_id=e60ef780-887f-4689-badf-374fbb70bb7a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:47.729815 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-76c14d65-140b-4aa2-b3d6-6dc7ec1d8607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.764681 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ce70cf6-5ff8-4abb-85e8-0e5c02a44ec4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.806897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b5281cb8-d844-43bb-b062-6004ebae2c7b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:47.807284 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.835921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce70cf6-5ff8-4abb-85e8-0e5c02a44ec4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Port': ['ID=f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:47.854920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c14d65-140b-4aa2-b3d6-6dc7ec1d8607 None None] Pushing event updated for resources: {'Port': ['ID=b5281cb8-d844-43bb-b062-6004ebae2c7b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:47.866844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-292de460-92c3-44fc-bf91-34fe3a64518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.869433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-292de460-92c3-44fc-bf91-34fe3a64518c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.870651 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-292de460-92c3-44fc-bf91-34fe3a64518c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1caf883-ed15-480b-a9a1-35afa611b82f HTTP/1.1" status: 204 len: 168 time: 0.4004805 Sep 26 13:06:47.892032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-33f6c0fa-5ffa-4a0f-8a94-feac6996ed8e None None] Provisioning complete for port 9134d83a-3382-415f-903c-7339676ef86c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:47.892406 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-33f6c0fa-5ffa-4a0f-8a94-feac6996ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:47.896251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db995911-7857-4041-a658-1477135c5583 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:06:47.909172 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Sync routers for ids ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:06:47.915317 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-db995911-7857-4041-a658-1477135c5583 admin admin] 10.222.0.13 "PUT /v2.0/routers/2cdc3691-2380-4eeb-af4f-d87a71e674b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9083645 Sep 26 13:06:47.931242 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Routers {'2cdc3691-2380-4eeb-af4f-d87a71e674b3'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:47.931956 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:47.937823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292de460-92c3-44fc-bf91-34fe3a64518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1caf883-ed15-480b-a9a1-35afa611b82f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:48.041034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Allocated IP 172.20.0.7 (d9589639-b0f3-46ff-af04-95284e5f9eb7/ab0f0981-4ba4-400d-aa76-0e0bdec89524/6ee46133-9611-4bdc-9e3e-790aba8e2d1c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:48.105850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-33f6c0fa-5ffa-4a0f-8a94-feac6996ed8e None None] Port 9134d83a-3382-415f-903c-7339676ef86c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:48.206108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43696) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:48.290699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ca8813e8-df98-4c52-8d60-80384e574148 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:48.302291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-379f391c-fab5-4023-afe1-f6447398fd3e None None] Provisioning complete for port 3f9ad5a4-94b3-435f-b251-5b433e239a51 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:48.303945 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-379f391c-fab5-4023-afe1-f6447398fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:48.429457 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Set router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:48.446671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-379f391c-fab5-4023-afe1-f6447398fd3e None None] Port 3f9ad5a4-94b3-435f-b251-5b433e239a51 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:48.511826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-379f391c-fab5-4023-afe1-f6447398fd3e None None] Provisioning complete for port b5281cb8-d844-43bb-b062-6004ebae2c7b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:48.512199 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-379f391c-fab5-4023-afe1-f6447398fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:48.572024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-06f828ba-8e8a-4684-8bf7-0f9610a6b265 req-7bbb179f-55a1-426e-bdfe-e4c09a6d5a67 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 210 time: 0.1795042 Sep 26 13:06:48.653171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43706) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:48.667078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ce70cf6-5ff8-4abb-85e8-0e5c02a44ec4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:48.669408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0ce70cf6-5ff8-4abb-85e8-0e5c02a44ec4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "DELETE /v2.0/ports/f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4 HTTP/1.1" status: 204 len: 168 time: 1.8569095 Sep 26 13:06:48.673729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43708) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:48.698824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-821649275'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:48.705808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ca8813e8-df98-4c52-8d60-80384e574148 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:48.706354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:48.735164 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3d0c29a4-7cee-407c-98da-f08a6078907a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:48.802913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-379f391c-fab5-4023-afe1-f6447398fd3e None None] Could not find standard attr ID for object f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:06:48.803338 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-73615dca-37a4-4d3f-9ca4-3c6642a6328b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] GET failed (client error): The resource could not be found. Sep 26 13:06:48.815624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-73615dca-37a4-4d3f-9ca4-3c6642a6328b tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "GET /v2.0/ports/f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4 HTTP/1.1" status: 404 len: 333 time: 0.1375103 Sep 26 13:06:48.819364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43710) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:48.832710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:48.841385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'name': 'tempest-AllowedAddressPairTestJSON-1734812699'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:48.844731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:48.885292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:06:48.913075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:48.913399 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Added segment d24ab2d4-efc6-4e52-a023-e77687037b7c of type vlan for network 776970b3-389c-4bea-a2ea-f777da821583 Sep 26 13:06:48.980250 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.025170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.025387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-701b33af-f320-441e-a213-f0aec55f9787 None None] Could not find standard attr ID for object f0b3bbd8-07a5-4901-8c20-b3f601d4f4c4. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:06:49.045974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-701b33af-f320-441e-a213-f0aec55f9787 None None] Provisioning complete for port 3f9ad5a4-94b3-435f-b251-5b433e239a51 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:49.046933 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-701b33af-f320-441e-a213-f0aec55f9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.097966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.102222 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:06:45Z', 'revision_number': 4, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port': {'id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:37Z', 'updated_at': '2021-09-26T13:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9134d83a-3382-415f-903c-7339676ef86c', 'name': '', 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'mac_address': 'fa:16:3e:7c:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '727ba727-6cf5-491a-ad4f-023829c2c52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:43Z', 'updated_at': '2021-09-26T13:06:45Z', 'revision_number': 2, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'subnets': [{'id': '727ba727-6cf5-491a-ad4f-023829c2c52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:49.109861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3d0c29a4-7cee-407c-98da-f08a6078907a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.112202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['417b1aa0-8de6-4c51-8b62-2e27e5889876'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:49.115627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-701b33af-f320-441e-a213-f0aec55f9787 None None] Port 3f9ad5a4-94b3-435f-b251-5b433e239a51 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:49.134947 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3d0c29a4-7cee-407c-98da-f08a6078907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.165512 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Checking router: 2cdc3691-2380-4eeb-af4f-d87a71e674b3 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:06:49.166301 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Updating router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 port 9134d83a-3382-415f-903c-7339676ef86c binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:06:49.201842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Network d9589639-b0f3-46ff-af04-95284e5f9eb7 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:49.205867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Made reservation on behalf of e775a1d9a7854251b8bba8acc27fc4cb for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:49.210161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.212950 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.225055 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:49.225334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:49.231124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.236081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:49.239711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Pushing event updated for resources: {'Port': ['ID=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:49.270458 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.297916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] device_id is not set on port c4675257-7788-4712-9f47-3d0868750ce6 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:06:49.309332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b5281cb8-d844-43bb-b062-6004ebae2c7b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:49.318564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0885859 Sep 26 13:06:49.319466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43716) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:49.335307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'subnet': {'network_id': '776970b3-389c-4bea-a2ea-f777da821583', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:49.339541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c29a4-7cee-407c-98da-f08a6078907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9703b21a-7bb8-4e84-951e-69877c511f4f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:49.346726 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3d0c29a4-7cee-407c-98da-f08a6078907a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bb26b30ef114eff94fb07ba08f06cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859438 Sep 26 13:06:49.347660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:49.392638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382ba7f-62ea-4cb2-b403-f180a91bdeb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Network': ['ID=776970b3-389c-4bea-a2ea-f777da821583,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:49.436341 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 776970b3-389c-4bea-a2ea-f777da821583 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:06:49.442317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:49.443234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.485671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b5281cb8-d844-43bb-b062-6004ebae2c7b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:49.486057 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.515969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-20d449d4-354a-4156-9b08-660548c3ee88 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4000297 Sep 26 13:06:49.518827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5738aaf8-2f57-41b6-b6aa-d7e314e1c464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.548785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Request body: {'port': {'device_id': 'ebeb7823-0db3-43e4-b900-07a0875feee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:49.599813 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5738aaf8-2f57-41b6-b6aa-d7e314e1c464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.617072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Allocated IP 172.20.0.9 (71e1640e-8aa3-4ff1-a1d4-85e08aae1777/5a5b9f3c-750d-4899-a403-815bd0250bc7/c4675257-7788-4712-9f47-3d0868750ce6) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:49.657104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:49.661381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.697933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.791166 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5738aaf8-2f57-41b6-b6aa-d7e314e1c464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.793914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5738aaf8-2f57-41b6-b6aa-d7e314e1c464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:49.795816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5738aaf8-2f57-41b6-b6aa-d7e314e1c464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9703b21a-7bb8-4e84-951e-69877c511f4f HTTP/1.1" status: 204 len: 168 time: 0.4472249 Sep 26 13:06:49.810131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738aaf8-2f57-41b6-b6aa-d7e314e1c464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9703b21a-7bb8-4e84-951e-69877c511f4f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:49.819558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ec54-766d-44a3-9083-f4de86532dc5 req-a5e9eb0c-fa2d-4f9b-8a1a-341339f27300 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:49.821253 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e612ec54-766d-44a3-9083-f4de86532dc5 req-a5e9eb0c-fa2d-4f9b-8a1a-341339f27300 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 931 time: 0.1075878 Sep 26 13:06:49.907260 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e612ec54-766d-44a3-9083-f4de86532dc5 req-135e086c-e7d1-4d75-b325-71478aaf9e37 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590587 Sep 26 13:06:50.009375 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.017704 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.031002 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.123947 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9f519-8df8-4fa2-8253-5b0a2cef2b13 None None] Pushing event updated for resources: {'Port': ['ID=9134d83a-3382-415f-903c-7339676ef86c,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:50.156553 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Attempting to bind port 9134d83a-3382-415f-903c-7339676ef86c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:50.156929 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Attempting to bind port 9134d83a-3382-415f-903c-7339676ef86c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:50.157316 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Attempting to bind port 9134d83a-3382-415f-903c-7339676ef86c on network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:50.164119 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:50.164493 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Checking segment: {'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:50.164877 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.165404 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Bound using segment: {'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:50.165921 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Bound port: 9134d83a-3382-415f-903c-7339676ef86c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cede4578-a163-428d-9239-f058863f3e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:50.166301 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.322288 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] For port 9134d83a-3382-415f-903c-7339676ef86c, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:50.327004 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] For port 9134d83a-3382-415f-903c-7339676ef86c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9134d83a-3382-415f-903c-7339676ef86c,segment=NetworkSegment(cede4578-a163-428d-9239-f058863f3e82),segment_id=cede4578-a163-428d-9239-f058863f3e82)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:50.333942 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.448330 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9f519-8df8-4fa2-8253-5b0a2cef2b13 None None] Pushing event updated for resources: {'Port': ['ID=9134d83a-3382-415f-903c-7339676ef86c,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:50.481074 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Routers {'2cdc3691-2380-4eeb-af4f-d87a71e674b3'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:06:50.485334 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:06:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:50.500055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.581859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Provisioning complete for port 9134d83a-3382-415f-903c-7339676ef86c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:50.582426 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.651732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.785301 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] Set router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:06:50.863081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.876372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.880205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Subnet': ['ID=e9637c53-2f65-46af-b297-994b3a46757e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:50.921045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] For port 9134d83a-3382-415f-903c-7339676ef86c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9134d83a-3382-415f-903c-7339676ef86c,segment=NetworkSegment(cede4578-a163-428d-9239-f058863f3e82),segment_id=cede4578-a163-428d-9239-f058863f3e82)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:50.941067 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:50.951817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:50.964048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:50.974787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:51.033977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:51.034694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.107834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Checking segment: {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:51.108207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network hostable DHCP agents. Network: 776970b3-389c-4bea-a2ea-f777da821583, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:06:51.110302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=c4675257-7788-4712-9f47-3d0868750ce6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:51.163674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee46133-9611-4bdc-9e3e-790aba8e2d1c {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:06:51.191978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Pushing event updated for resources: {'Port': ['ID=9134d83a-3382-415f-903c-7339676ef86c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:51.193175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-da4c0eda-6cf9-4be1-a936-ecc8d176aeb6 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3693628 Sep 26 13:06:51.199516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.205805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.206354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.206778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network 776970b3-389c-4bea-a2ea-f777da821583 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:06:51.207034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.207512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.207977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.208676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.209321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43758) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:51.209878 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.210038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.210322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.210648 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.211585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.212162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f80495a-5251-47d7-9ae4-654fa0c55e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:06:51.228701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a4:d2:8f'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:51.234948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1040a13a-1dda-4d76-9bbf-d3b994ac8baa None None] Provisioning complete for port 9134d83a-3382-415f-903c-7339676ef86c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:51.235661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1040a13a-1dda-4d76-9bbf-d3b994ac8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.249315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 776970b3-389c-4bea-a2ea-f777da821583) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:51.266711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Transition to ACTIVE for port object 6ee46133-9611-4bdc-9e3e-790aba8e2d1c will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:06:51.268992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:51.271983 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.280934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.283201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07a379-d243-4af6-956f-7dceb3c1b333 None None] Network 776970b3-389c-4bea-a2ea-f777da821583 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:51.426725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-79284f60-b1dc-4518-b516-18762edf5965 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1020675 Sep 26 13:06:51.431594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43762) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:51.440762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1365122060'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:51.445431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea96c5-71f8-4d1a-ae4a-59761ace4eee req-9c66d99a-38df-498b-9fa8-25479812765f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:51.447076 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78ea96c5-71f8-4d1a-ae4a-59761ace4eee req-9c66d99a-38df-498b-9fa8-25479812765f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 931 time: 0.3349180 Sep 26 13:06:51.476705 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:06:45Z', 'revision_number': 4, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port': {'id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:37Z', 'updated_at': '2021-09-26T13:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9134d83a-3382-415f-903c-7339676ef86c', 'name': '', 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'mac_address': 'fa:16:3e:7c:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '727ba727-6cf5-491a-ad4f-023829c2c52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:43Z', 'updated_at': '2021-09-26T13:06:50Z', 'revision_number': 4, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'subnets': [{'id': '727ba727-6cf5-491a-ad4f-023829c2c52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:06:51.477423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:51.481129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.516680 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13aa3-6c5e-48fb-94ce-b5340e1b6eeb None None] The sync data for ids ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'] in n-d-806683-13 is: [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:06:45Z', 'revision_number': 4, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port': {'id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:37Z', 'updated_at': '2021-09-26T13:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9134d83a-3382-415f-903c-7339676ef86c', 'name': '', 'network_id': '9d38ed5a-de86-4ff7-bbac-2f18b4842bbf', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'mac_address': 'fa:16:3e:7c:ad:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '727ba727-6cf5-491a-ad4f-023829c2c52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:43Z', 'updated_at': '2021-09-26T13:06:50Z', 'revision_number': 4, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'subnets': [{'id': '727ba727-6cf5-491a-ad4f-023829c2c52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:06:51.528630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:51.569273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:06:51.624482 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.624806 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Added segment 0ebbb731-ab22-46c4-ab2b-82c54571524b of type vlan for network d2d35526-2813-4520-a47f-b7b13dba11c5 Sep 26 13:06:51.676677 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78ea96c5-71f8-4d1a-ae4a-59761ace4eee req-bee3b541-b49a-4123-a557-1220fe58ab66 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062314 Sep 26 13:06:51.688081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-776970b3-389c-4bea-a2ea-f777da821583', 'network_id': '776970b3-389c-4bea-a2ea-f777da821583', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'fixed_ips': [{'subnet_id': 'e9637c53-2f65-46af-b297-994b3a46757e'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:06:51.688960 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.737812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Attempting to bind port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:51.740364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Attempting to bind port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:51.746021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Attempting to bind port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c on network d9589639-b0f3-46ff-af04-95284e5f9eb7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:51.752940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e4298b82-c640-4f4f-81c4-ec74230077c0 None None] Provisioning complete for port c4675257-7788-4712-9f47-3d0868750ce6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:51.756125 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4298b82-c640-4f4f-81c4-ec74230077c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.761054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c on network d9589639-b0f3-46ff-af04-95284e5f9eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:06:51.761578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Attempting to bind port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c on network d9589639-b0f3-46ff-af04-95284e5f9eb7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:51.765855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.779703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:51.794183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Checking segment: {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:51.794966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Bound using segment: {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:51.795683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Bound port: 6ee46133-9611-4bdc-9e3e-790aba8e2d1c, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:51.796276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.813557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.942777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:51.951905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:51.958715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.034148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e4298b82-c640-4f4f-81c4-ec74230077c0 None None] Port c4675257-7788-4712-9f47-3d0868750ce6 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:52.084048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6501298 Sep 26 13:06:52.095823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43778) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:52.110162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'subnet': {'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:52.172208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Allocated IP 19.80.0.2 (776970b3-389c-4bea-a2ea-f777da821583/e9637c53-2f65-46af-b297-994b3a46757e/27be45b7-5cbe-46f9-89a2-470ff4c3943f) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:52.196254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] For port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:52.246115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] For port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:52.362816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.363045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.371219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.443694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78525d9d-bae2-4fd1-9d03-91e651f08792 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Network': ['ID=d2d35526-2813-4520-a47f-b7b13dba11c5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:52.469284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d2d35526-2813-4520-a47f-b7b13dba11c5 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:06:52.514599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=c4675257-7788-4712-9f47-3d0868750ce6,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:52.533236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:52.534684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.538949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ee46133-9611-4bdc-9e3e-790aba8e2d1c HTTP/1.1" status: 200 len: 1092 time: 2.9964902 Sep 26 13:06:52.547399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebeb7823-0db3-43e4-b900-07a0875feee7', 'tag': '6ee46133-9611-4bdc-9e3e-790aba8e2d1c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:52.550513 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e002c846-fd2f-49a7-8dd1-80d249c9c134" -d '{"events": [{"name": "network-changed", "server_uuid": "ebeb7823-0db3-43e4-b900-07a0875feee7", "tag": "6ee46133-9611-4bdc-9e3e-790aba8e2d1c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:52.566720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] In _notify_port_updated(), no bound segment for port c4675257-7788-4712-9f47-3d0868750ce6 on network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:06:52.580441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:52.583300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.587093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2883e7f0-8a85-40f5-a5ce-afb87a6fc7f2 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "PUT /v2.0/ports/c4675257-7788-4712-9f47-3d0868750ce6 HTTP/1.1" status: 200 len: 994 time: 1.3765118 Sep 26 13:06:52.593955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:52.618453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:52.623848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.648749 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.666961 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.740165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Network 776970b3-389c-4bea-a2ea-f777da821583 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:52.746249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:52.752105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:52.772054 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec67491-02b3-438a-ba5d-f9479ef4787a x-openstack-request-id: req-1ec67491-02b3-438a-ba5d-f9479ef4787a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:52.781339 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebeb7823-0db3-43e4-b900-07a0875feee7", "tag": "6ee46133-9611-4bdc-9e3e-790aba8e2d1c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:52.782691 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ec67491-02b3-438a-ba5d-f9479ef4787a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:52.783366 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebeb7823-0db3-43e4-b900-07a0875feee7', 'tag': '6ee46133-9611-4bdc-9e3e-790aba8e2d1c', 'status': 'completed', 'code': 200} Sep 26 13:06:52.795796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Pushing event updated for resources: {'Port': ['ID=27be45b7-5cbe-46f9-89a2-470ff4c3943f,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:52.812987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83734cca-5d63-479e-a58d-dccd8c42c212 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:52.937400 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Attempting to bind port 27be45b7-5cbe-46f9-89a2-470ff4c3943f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:52.938067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Attempting to bind port 27be45b7-5cbe-46f9-89a2-470ff4c3943f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:52.938445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Attempting to bind port 27be45b7-5cbe-46f9-89a2-470ff4c3943f on network 776970b3-389c-4bea-a2ea-f777da821583 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:52.954502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:52.957144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Checking segment: {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:52.957594 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.958004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Bound using segment: {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:52.958550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Bound port: 27be45b7-5cbe-46f9-89a2-470ff4c3943f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:52.958881 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:52.963434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9676f96d-5531-49d7-b38f-270c4798e1de tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Deleting port c4675257-7788-4712-9f47-3d0868750ce6 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:52.963794 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9676f96d-5531-49d7-b38f-270c4798e1de tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:53.127598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b5264862-8155-4ab9-9ee7-e16c0e60606a None None] Provisioning complete for port c4675257-7788-4712-9f47-3d0868750ce6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:53.129611 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b5264862-8155-4ab9-9ee7-e16c0e60606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:53.140869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ce51-793b-4895-a539-0e8e804d94da req-d97ec1ef-1075-46d7-8fdd-ea85fc9121f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:53.146506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-d97ec1ef-1075-46d7-8fdd-ea85fc9121f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 1095 time: 0.5066645 Sep 26 13:06:53.276733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-127ee146-eab0-45a7-9759-ebaa97dec88c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee46133-9611-4bdc-9e3e-790aba8e2d1c HTTP/1.1" status: 200 len: 217 time: 0.1166267 Sep 26 13:06:53.282600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] For port 27be45b7-5cbe-46f9-89a2-470ff4c3943f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:53.310785 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9676f96d-5531-49d7-b38f-270c4798e1de tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:53.316825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540b460-b34e-4609-9d5b-058e5103f01c req-53949388-5766-450a-9021-8bb5786c027c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:53.326882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5540b460-b34e-4609-9d5b-058e5103f01c req-53949388-5766-450a-9021-8bb5786c027c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 943 time: 0.5154335 Sep 26 13:06:53.331130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b5264862-8155-4ab9-9ee7-e16c0e60606a None None] Port c4675257-7788-4712-9f47-3d0868750ce6 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:53.337463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] For port 27be45b7-5cbe-46f9-89a2-470ff4c3943f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=27be45b7-5cbe-46f9-89a2-470ff4c3943f,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:53.349419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:53.366323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9676f96d-5531-49d7-b38f-270c4798e1de tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Calling delete_port for c4675257-7788-4712-9f47-3d0868750ce6 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:53.457319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9134d83a-3382-415f-903c-7339676ef86c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:53.565248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5540b460-b34e-4609-9d5b-058e5103f01c req-f12bfda6-14ba-48c0-b203-c90b4afce2cb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317290 Sep 26 13:06:53.570993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ce51-793b-4895-a539-0e8e804d94da req-5aed753f-98e8-433c-9c67-f30189c85350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:53.572570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-5aed753f-98e8-433c-9c67-f30189c85350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.2802353 Sep 26 13:06:53.614285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1daa10-c840-464d-ab72-f1726d919c2c None None] Pushing event updated for resources: {'Port': ['ID=27be45b7-5cbe-46f9-89a2-470ff4c3943f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:53.624127 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9676f96d-5531-49d7-b38f-270c4798e1de tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:53.632437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9134d83a-3382-415f-903c-7339676ef86c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:53.632820 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:53.706543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676f96d-5531-49d7-b38f-270c4798e1de tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Port': ['ID=c4675257-7788-4712-9f47-3d0868750ce6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:53.801182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-42c639a9-df2f-4d58-8db4-f665a4f39c4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185953 Sep 26 13:06:53.888758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:53.927343 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9676f96d-5531-49d7-b38f-270c4798e1de tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:53.929739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9676f96d-5531-49d7-b38f-270c4798e1de tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "DELETE /v2.0/ports/c4675257-7788-4712-9f47-3d0868750ce6 HTTP/1.1" status: 204 len: 168 time: 1.3345227 Sep 26 13:06:53.932542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43820) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:53.961190 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5598c5ab-0761-4a5f-adfb-d39ebc5c8120 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] GET failed (client error): The resource could not be found. Sep 26 13:06:53.962984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5598c5ab-0761-4a5f-adfb-d39ebc5c8120 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "GET /v2.0/ports/c4675257-7788-4712-9f47-3d0868750ce6 HTTP/1.1" status: 404 len: 333 time: 0.0294545 Sep 26 13:06:53.988213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43822) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:53.993475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-e8e54725-f982-43c5-95e2-5f17cd167120 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0665bdf006d641639c5904d0578570e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348272 Sep 26 13:06:53.999190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'name': 'tempest-AllowedAddressPairTestJSON-2044078226'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:54.014251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Subnet': ['ID=aa2dc180-6c3e-4195-bff3-159ecac57c96,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:54.127424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Checking segment: {'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:54.127797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network hostable DHCP agents. Network: d2d35526-2813-4520-a47f-b7b13dba11c5, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:06:54.131441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-fc2d6df3-4279-43b6-b985-0464d0c2f389 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131053 Sep 26 13:06:54.234383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network d2d35526-2813-4520-a47f-b7b13dba11c5 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:06:54.256420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d2d35526-2813-4520-a47f-b7b13dba11c5) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:54.266904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683bdf53-2429-49de-8d9a-27ab0af38667 None None] Network d2d35526-2813-4520-a47f-b7b13dba11c5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:54.268321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:54.269125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:54.286209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335c36-4684-4830-939f-4e061aab31fb req-d9f8a302-33d9-4220-a79d-e6775e98b409 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:54.287988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-d9f8a302-33d9-4220-a79d-e6775e98b409 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854946 Sep 26 13:06:54.288335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Made reservation on behalf of e775a1d9a7854251b8bba8acc27fc4cb for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:54.292725 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:54.309179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9521ce51-793b-4895-a539-0e8e804d94da req-0881f681-e773-43a9-855b-a57795541c63 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693842 Sep 26 13:06:54.320307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-041ac59a-0373-4451-92a0-e177cb8c4ef8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2176812 Sep 26 13:06:54.321576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] device_id is not set on port 09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:06:54.333255 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-a51fb326-d10c-4205-9c00-214073b5ce34 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/quotas/0665bdf006d641639c5904d0578570e8 HTTP/1.1" status: 200 len: 375 time: 0.0345411 Sep 26 13:06:54.458419 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-cd17626c-6a7b-440e-8ed1-d08a0bc2130c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0665bdf006d641639c5904d0578570e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149426 Sep 26 13:06:54.556798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Allocated IP 172.20.0.6 (71e1640e-8aa3-4ff1-a1d4-85e08aae1777/5a5b9f3c-750d-4899-a403-815bd0250bc7/09dbc9f5-a8df-4f70-b685-b94c21c3dcd3) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:54.577680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d2d35526-2813-4520-a47f-b7b13dba11c5', 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'fixed_ips': [{'subnet_id': 'aa2dc180-6c3e-4195-bff3-159ecac57c96'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:06:54.578823 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:54.843535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:54.855775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70baf3-48c9-40f5-81e1-b2aef28e92d1 req-65840712-830a-4f3c-a431-cb6731bfbf35 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:54.863205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e70baf3-48c9-40f5-81e1-b2aef28e92d1 req-65840712-830a-4f3c-a431-cb6731bfbf35 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 943 time: 0.1122155 Sep 26 13:06:54.878800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Allocated IP 19.86.0.2 (d2d35526-2813-4520-a47f-b7b13dba11c5/aa2dc180-6c3e-4195-bff3-159ecac57c96/d2147ec0-056a-4ccc-8a3e-4c8d11bf332b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:54.930052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e70baf3-48c9-40f5-81e1-b2aef28e92d1 req-a4f8395f-938f-476b-b71d-6d8daf15564c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618021 Sep 26 13:06:54.941780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-8a87ab1c-2060-42f1-9015-32e06f92671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:54.943924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-8a87ab1c-2060-42f1-9015-32e06f92671e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 1095 time: 0.4869728 Sep 26 13:06:55.002238 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e66827d-16c1-481f-9ce9-90e329b4674b req-4a0ff347-07da-4288-b861-9797b5cd8162 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 210 time: 0.0380411 Sep 26 13:06:55.043054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c5567-6310-4e55-b0c1-fc012780c5a5 None None] Network 776970b3-389c-4bea-a2ea-f777da821583 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:55.146913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.158860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-8d2573c2-bd8e-408f-8d5d-ccf441ea4594 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:55.184061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-8d2573c2-bd8e-408f-8d5d-ccf441ea4594 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:55.189284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-8d2573c2-bd8e-408f-8d5d-ccf441ea4594 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/networks?id=776970b3-389c-4bea-a2ea-f777da821583&id=d2d35526-2813-4520-a47f-b7b13dba11c5&id=776970b3-389c-4bea-a2ea-f777da821583 HTTP/1.1" status: 200 len: 1391 time: 0.4154408 Sep 26 13:06:55.302041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0092cb14-d14c-4d16-823e-64404f609044 None None] Provisioning complete for port 27be45b7-5cbe-46f9-89a2-470ff4c3943f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:55.304594 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0092cb14-d14c-4d16-823e-64404f609044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.350164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:55.361968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:55.374651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-2f66b931-8f7c-4662-9337-549638cce01e tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/quotas/8ec42e950c5c40a69baf58eab8b02c69 HTTP/1.1" status: 200 len: 375 time: 0.0860708 Sep 26 13:06:55.389916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:55.438801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 27be45b7-5cbe-46f9-89a2-470ff4c3943f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:55.472514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-3702ae47-2f0e-4c3c-bb56-861bdc90435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:55.474305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-3702ae47-2f0e-4c3c-bb56-861bdc90435e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 914 time: 0.4533951 Sep 26 13:06:55.475078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=09dbc9f5-a8df-4f70-b685-b94c21c3dcd3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:55.516094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.572059 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.631823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-84c7fd64-5843-4f02-8d68-af47859b0375 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee46133-9611-4bdc-9e3e-790aba8e2d1c HTTP/1.1" status: 200 len: 217 time: 0.0962172 Sep 26 13:06:55.715407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Pushing event updated for resources: {'Port': ['ID=d2147ec0-056a-4ccc-8a3e-4c8d11bf332b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:55.726408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:55.727274 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.737399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-063c219c-b221-444b-be92-cfe0dc39b011 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3518090 Sep 26 13:06:55.740737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-7ca709fe-3e7b-4927-b9a7-ba15118e1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:55.742294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-7ca709fe-3e7b-4927-b9a7-ba15118e1469 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.0901837 Sep 26 13:06:55.762346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Network d2d35526-2813-4520-a47f-b7b13dba11c5 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:55.771724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 27be45b7-5cbe-46f9-89a2-470ff4c3943f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:55.772099 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.773859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:55.780335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:55.807981 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0092cb14-d14c-4d16-823e-64404f609044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.878716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-87cb76f9-155a-4299-a8b7-d8d62317077c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483286 Sep 26 13:06:55.883483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1a984e2e-fa55-4606-be40-6c069f5f9f18 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8879457 Sep 26 13:06:55.884416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43880) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:55.892241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a4:d2:8f'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:55.892516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-420193a3-40f7-4ede-808e-67b42681bb83 service neutron] 10.222.0.13 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460757 Sep 26 13:06:55.928399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0092cb14-d14c-4d16-823e-64404f609044 None None] For port 27be45b7-5cbe-46f9-89a2-470ff4c3943f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=27be45b7-5cbe-46f9-89a2-470ff4c3943f,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:55.933722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Attempting to bind port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:06:55.934120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Attempting to bind port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:06:55.935162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Attempting to bind port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b on network d2d35526-2813-4520-a47f-b7b13dba11c5 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:06:55.943369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0092cb14-d14c-4d16-823e-64404f609044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.979847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:06:55.980340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Checking segment: {'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:06:55.980936 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:55.981345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Bound using segment: {'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:06:55.998449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Bound port: d2147ec0-056a-4ccc-8a3e-4c8d11bf332b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:06:55.999020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.010876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.088230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-3404cbd6-7997-44f7-8d63-f782f382d21f service neutron] 10.222.0.13 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947553 Sep 26 13:06:56.108791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-e8648fae-0c48-4ea3-b4f7-44664e52dd49 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132316 Sep 26 13:06:56.123675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092cb14-d14c-4d16-823e-64404f609044 None None] Pushing event updated for resources: {'Port': ['ID=27be45b7-5cbe-46f9-89a2-470ff4c3943f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:56.193322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6ee46133-9611-4bdc-9e3e-790aba8e2d1c details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:06:56.250291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.272754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.285725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e002c846-fd2f-49a7-8dd1-80d249c9c134 req-4e57d7e5-6ca1-42df-a488-b911627ed5a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630511 Sep 26 13:06:56.326429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:56.351192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '6ee46133-9611-4bdc-9e3e-790aba8e2d1c', 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7', 'port_id': '6ee46133-9611-4bdc-9e3e-790aba8e2d1c', 'mac_address': 'fa:16:3e:83:7e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0f0981-4ba4-400d-aa76-0e0bdec89524', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:06:56.377570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-39300dc6-78ff-49a3-a071-a98fc759507b None None] Provisioning complete for port 09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:56.378207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-39300dc6-78ff-49a3-a071-a98fc759507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.400498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-a2d27b09-47a0-49fb-b334-0596d6e99f42 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0665bdf006d641639c5904d0578570e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1455693 Sep 26 13:06:56.441168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-39300dc6-78ff-49a3-a071-a98fc759507b None None] Port 09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:56.453045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-d5b3e62b-1c3d-4c4e-8774-a160c7896a23 service neutron] 10.222.0.13 "GET /v2.0/networks/d2d35526-2813-4520-a47f-b7b13dba11c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639560 Sep 26 13:06:56.487495 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.526394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee46133-9611-4bdc-9e3e-790aba8e2d1c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:06:56.542679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335c36-4684-4830-939f-4e061aab31fb req-e419ce53-3d18-43da-8386-6b76aa6192b0 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:56.544838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-e419ce53-3d18-43da-8386-6b76aa6192b0 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311872 Sep 26 13:06:56.553847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:56.575839 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.576097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Request body: {'port': {'device_id': '327b40b1-533f-4981-93d9-77977daf7e49', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '0665bdf006d641639c5904d0578570e8'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:56.578440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] For port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:06:56.638963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-24900543-e757-4a6a-84dd-e388c0594fac None None] Provisioning complete for port 27be45b7-5cbe-46f9-89a2-470ff4c3943f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:56.639221 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24900543-e757-4a6a-84dd-e388c0594fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.664529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bffd0-e855-46c7-ab10-0d281aa64c24 req-d6293fba-f03f-4696-b360-bb6ae34f346b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:56.665780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-7d4c8164-4b1e-47c5-a2f4-35642c2cb885 service neutron] 10.222.0.13 "GET /v2.0/networks/d2d35526-2813-4520-a47f-b7b13dba11c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040539 Sep 26 13:06:56.677661 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c05bffd0-e855-46c7-ab10-0d281aa64c24 req-d6293fba-f03f-4696-b360-bb6ae34f346b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 943 time: 0.4245291 Sep 26 13:06:56.679267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] For port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2147ec0-056a-4ccc-8a3e-4c8d11bf332b,segment=NetworkSegment(0ebbb731-ab22-46c4-ab2b-82c54571524b),segment_id=0ebbb731-ab22-46c4-ab2b-82c54571524b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:06:56.684286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:56.691257 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.748336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=09dbc9f5-a8df-4f70-b685-b94c21c3dcd3,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:56.806934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c05bffd0-e855-46c7-ab10-0d281aa64c24 req-2c1067b9-d6c8-4a62-ae63-e7809d250ee7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279836 Sep 26 13:06:56.818156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4574b23-8302-4670-94a5-c0697d4c9586 None None] Pushing event updated for resources: {'Port': ['ID=d2147ec0-056a-4ccc-8a3e-4c8d11bf332b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:56.857676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-53530e2c-5409-4d74-9da7-084da71d35b6 service neutron] 10.222.0.13 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818657 Sep 26 13:06:56.881761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['6ee46133-9611-4bdc-9e3e-790aba8e2d1c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:06:56.882624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] In _notify_port_updated(), no bound segment for port 09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 on network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:06:56.892411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:56.893868 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:56.895753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7e84b89b-5d00-4b24-a77d-4ed107308276 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "PUT /v2.0/ports/09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 HTTP/1.1" status: 200 len: 996 time: 1.0092759 Sep 26 13:06:56.898869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43894) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:56.931962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Made reservation on behalf of 0665bdf006d641639c5904d0578570e8 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:56.937375 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.035885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.076581 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea93067d-44af-4b15-9398-92f92a11ff65 req-34986439-a6fa-425f-9b77-c8fd7a0ab3d3 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 210 time: 0.0443659 Sep 26 13:06:57.094820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-d9e4b015-8f6e-4593-b9d7-c8b704595d9e service neutron] 10.222.0.13 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278156 Sep 26 13:06:57.186509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-92b68000-a841-4590-81d3-ad6b811256ae None None] Provisioning complete for port 09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:57.187596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-92b68000-a841-4590-81d3-ad6b811256ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.254935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-92b68000-a841-4590-81d3-ad6b811256ae None None] Port 09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:57.270120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d92eca56-6c6b-4cd6-98e4-ce80fa4e6da8 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Deleting port 09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:06:57.270500 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d92eca56-6c6b-4cd6-98e4-ce80fa4e6da8 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.523647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c3a97c5-8acb-4ccb-ae00-ba8472717b89 req-1c3d5a69-f876-476f-bef1-fb7993fcbd61 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 210 time: 0.0479679 Sep 26 13:06:57.524859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 27be45b7-5cbe-46f9-89a2-470ff4c3943f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:57.535836 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:06:57.565300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.567642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d92eca56-6c6b-4cd6-98e4-ce80fa4e6da8 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.576250 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.602723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d92eca56-6c6b-4cd6-98e4-ce80fa4e6da8 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Calling delete_port for 09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:06:57.603415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 27be45b7-5cbe-46f9-89a2-470ff4c3943f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:57.604048 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.695567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8abc12a-166c-4a1f-9ee8-d867e2964f95,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:57.734487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2147ec0-056a-4ccc-8a3e-4c8d11bf332b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:57.810129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Allocated IP 192.168.233.129 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/bbdcd7a0-c95d-46ee-897a-85c836c08928) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:57.811004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:57.811482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.937411 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.948577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d92eca56-6c6b-4cd6-98e4-ce80fa4e6da8 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:57.999996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eca56-6c6b-4cd6-98e4-ce80fa4e6da8 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Port': ['ID=09dbc9f5-a8df-4f70-b685-b94c21c3dcd3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:58.026071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2147ec0-056a-4ccc-8a3e-4c8d11bf332b,segment=NetworkSegment(0ebbb731-ab22-46c4-ab2b-82c54571524b),segment_id=0ebbb731-ab22-46c4-ab2b-82c54571524b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:58.032799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755b0e9-7b8a-4a20-9054-5f0776d14de7 req-385b70d1-0cf8-4dea-8f32-18856be3738c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:58.034420 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:58.037463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8755b0e9-7b8a-4a20-9054-5f0776d14de7 req-385b70d1-0cf8-4dea-8f32-18856be3738c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 944 time: 0.1030269 Sep 26 13:06:58.109221 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8755b0e9-7b8a-4a20-9054-5f0776d14de7 req-0399838c-f01a-4837-b947-d04bd980bfef tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611944 Sep 26 13:06:58.137038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=d2147ec0-056a-4ccc-8a3e-4c8d11bf332b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:58.151299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6ee46133-9611-4bdc-9e3e-790aba8e2d1c up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:58.269191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:06:58.273727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:58.274111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:58.412678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-111d1b91-88ad-4a33-bf7b-9784b4bfd6b2 req-3609b798-803c-453a-81c1-8339da754266 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 210 time: 0.1459277 Sep 26 13:06:58.447445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d92eca56-6c6b-4cd6-98e4-ce80fa4e6da8 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:58.455594 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d92eca56-6c6b-4cd6-98e4-ce80fa4e6da8 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "DELETE /v2.0/ports/09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 HTTP/1.1" status: 204 len: 168 time: 1.5524845 Sep 26 13:06:58.456068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43928) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:58.529322 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7ff15b-cc9f-432b-954b-173c9b8de845 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] GET failed (client error): The resource could not be found. Sep 26 13:06:58.530948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6f7ff15b-cc9f-432b-954b-173c9b8de845 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "GET /v2.0/ports/09dbc9f5-a8df-4f70-b685-b94c21c3dcd3 HTTP/1.1" status: 404 len: 333 time: 0.0738645 Sep 26 13:06:58.534737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43930) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:06:58.540378 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:58.542907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'name': 'tempest-AllowedAddressPairTestJSON-903095366'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:58.564478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:58.633370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeb7823-0db3-43e4-b900-07a0875feee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee46133-9611-4bdc-9e3e-790aba8e2d1c'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:06:58.644561 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a37abd3-591c-42ca-bec7-0bdcf903e8a4" -d '{"events": [{"server_uuid": "ebeb7823-0db3-43e4-b900-07a0875feee7", "name": "network-vif-plugged", "status": "completed", "tag": "6ee46133-9611-4bdc-9e3e-790aba8e2d1c"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:06:58.665743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30f8bc4-245e-4c7d-818b-5e21532702a0 None None] Network d2d35526-2813-4520-a47f-b7b13dba11c5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:06:58.675562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:58.817675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:06:58.831607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:06:58.855061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:06:58.864665 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56995af9-14ba-4d5e-bf18-810004353ee4 req-e53edeed-f079-4b6c-81bc-19c3d3f64bcb tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 210 time: 0.0517526 Sep 26 13:06:58.945137 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ed345-8b90-48af-bd92-010ef9372043 x-openstack-request-id: req-fa7ed345-8b90-48af-bd92-010ef9372043 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:06:58.945434 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebeb7823-0db3-43e4-b900-07a0875feee7", "name": "network-vif-plugged", "status": "completed", "tag": "6ee46133-9611-4bdc-9e3e-790aba8e2d1c", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:06:58.945775 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa7ed345-8b90-48af-bd92-010ef9372043 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:06:58.946178 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebeb7823-0db3-43e4-b900-07a0875feee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee46133-9611-4bdc-9e3e-790aba8e2d1c', 'code': 200} Sep 26 13:06:58.954908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Pushing event updated for resources: {'Port': ['ID=bbdcd7a0-c95d-46ee-897a-85c836c08928,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:59.002372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:59.003059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:59.031840 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-ef735556-e7fa-4d47-a668-bc507ae07f5c tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4734983 Sep 26 13:06:59.041231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:06:59.049261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Request body: {'port': {'device_id': '327b40b1-533f-4981-93d9-77977daf7e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:59.077357 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:59.125890 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:59.147513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9a5737d3-e217-455e-992c-3d7e99e5d529 None None] Provisioning complete for port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:59.147924 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9a5737d3-e217-455e-992c-3d7e99e5d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:59.210821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:06:59.392116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2147ec0-056a-4ccc-8a3e-4c8d11bf332b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:06:59.489306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:59.489697 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:59.491486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4518b3-db1f-4001-b1b3-addf816c9fee req-33443e53-580e-45c5-aae0-51669e96bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:59.493103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d4518b3-db1f-4001-b1b3-addf816c9fee req-33443e53-580e-45c5-aae0-51669e96bbbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 1096 time: 0.6661651 Sep 26 13:06:59.547539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9227a-ee99-43e1-b156-83e085856dbf req-19fb3343-bfc0-4c1f-9683-1e5aea666e82 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:59.549437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1b9227a-ee99-43e1-b156-83e085856dbf req-19fb3343-bfc0-4c1f-9683-1e5aea666e82 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 945 time: 0.1828842 Sep 26 13:06:59.557797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ac2379ed-f644-4d67-85b1-75ae95fa2831 None None] Provisioning complete for port bbdcd7a0-c95d-46ee-897a-85c836c08928 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:59.558342 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac2379ed-f644-4d67-85b1-75ae95fa2831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:59.559906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-fabbfae4-52a0-4e5b-9d67-2be2b6281eea tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:59.565914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-fabbfae4-52a0-4e5b-9d67-2be2b6281eea tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:06:59.567720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-fabbfae4-52a0-4e5b-9d67-2be2b6281eea tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "GET /v2.0/networks?id=776970b3-389c-4bea-a2ea-f777da821583&id=d2d35526-2813-4520-a47f-b7b13dba11c5&id=776970b3-389c-4bea-a2ea-f777da821583 HTTP/1.1" status: 200 len: 1391 time: 0.8084157 Sep 26 13:06:59.594815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'port': {'device_id': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'network_id': '776970b3-389c-4bea-a2ea-f777da821583', 'admin_state_up': True, 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:06:59.603631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ac2379ed-f644-4d67-85b1-75ae95fa2831 None None] Port bbdcd7a0-c95d-46ee-897a-85c836c08928 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:06:59.634746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Made reservation on behalf of e775a1d9a7854251b8bba8acc27fc4cb for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:59.638669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:59.648057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d4518b3-db1f-4001-b1b3-addf816c9fee req-23f60b4b-24d5-43d8-a2d8-cb9a25378502 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461084 Sep 26 13:06:59.659939 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1b9227a-ee99-43e1-b156-83e085856dbf req-5a15caca-58b7-4c79-805f-8b28b5311ec3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894630 Sep 26 13:06:59.678007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] device_id is not set on port dc2c1ef8-3f19-4e07-8f04-b698abdafea5 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:06:59.729951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0a404f81-7902-4dfa-b347-30561d967444 None None] Provisioning complete for port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:06:59.730339 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0a404f81-7902-4dfa-b347-30561d967444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:06:59.904692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Allocated IP 172.20.0.7 (71e1640e-8aa3-4ff1-a1d4-85e08aae1777/5a5b9f3c-750d-4899-a403-815bd0250bc7/dc2c1ef8-3f19-4e07-8f04-b698abdafea5) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:06:59.959750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:06:59.963382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.095149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdcd7a0-c95d-46ee-897a-85c836c08928 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:00.116689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8349f-834d-4ad9-9349-a732ac302634 req-890b7a56-4649-4304-86c8-79a658c148b6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:00.128244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32c8349f-834d-4ad9-9349-a732ac302634 req-890b7a56-4649-4304-86c8-79a658c148b6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 936 time: 0.1635902 Sep 26 13:07:00.134565 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.166221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Transition to ACTIVE for port object bbdcd7a0-c95d-46ee-897a-85c836c08928 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:07:00.182186 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.183323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b2f9d41-f789-48e1-ab95-e99f6a86e7f5 req-adde0a05-42eb-4086-852a-abaec9cd99aa tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 210 time: 0.0737782 Sep 26 13:07:00.263328 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32c8349f-834d-4ad9-9349-a732ac302634 req-2ac47a6b-a09f-424f-bae4-7f1c19ccfff8 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302490 Sep 26 13:07:00.279513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdcd7a0-c95d-46ee-897a-85c836c08928,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:00.282672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.300797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Allocated IP 19.80.0.244 (776970b3-389c-4bea-a2ea-f777da821583/e9637c53-2f65-46af-b297-994b3a46757e/2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:00.371892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.391273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Attempting to bind port bbdcd7a0-c95d-46ee-897a-85c836c08928 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:00.392250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Attempting to bind port bbdcd7a0-c95d-46ee-897a-85c836c08928 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:00.392953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Attempting to bind port bbdcd7a0-c95d-46ee-897a-85c836c08928 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:00.406939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Port bbdcd7a0-c95d-46ee-897a-85c836c08928 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:07:00.407623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Attempting to bind port bbdcd7a0-c95d-46ee-897a-85c836c08928 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:00.415708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:00.416384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:00.416968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:00.418077 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Bound port: bbdcd7a0-c95d-46ee-897a-85c836c08928, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:00.418219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.458924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:00.462581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=dc2c1ef8-3f19-4e07-8f04-b698abdafea5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:00.491311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:00.500109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:00.521129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] For port bbdcd7a0-c95d-46ee-897a-85c836c08928, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:00.524997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] For port bbdcd7a0-c95d-46ee-897a-85c836c08928, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=bbdcd7a0-c95d-46ee-897a-85c836c08928,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:00.530229 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.531542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.531903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.532358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.532582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.532943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.533254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.533622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.533946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.534293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.534630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.534968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.535336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:00.588799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:00.589478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.599082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.601342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:00.603266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.607510 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] 10.222.0.23 "PUT /v2.0/ports/bbdcd7a0-c95d-46ee-897a-85c836c08928 HTTP/1.1" status: 200 len: 1097 time: 1.5657835 Sep 26 13:07:00.611180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327b40b1-533f-4981-93d9-77977daf7e49', 'tag': 'bbdcd7a0-c95d-46ee-897a-85c836c08928'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:00.615556 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64877dd2-e9d4-4ba0-a64e-2b660002458c" -d '{"events": [{"name": "network-changed", "server_uuid": "327b40b1-533f-4981-93d9-77977daf7e49", "tag": "bbdcd7a0-c95d-46ee-897a-85c836c08928"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:00.617504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c1616cf6-abf3-4c44-9c1c-ff97d4adaf86 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0811760 Sep 26 13:07:00.621388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43958) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:00.630220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'network_id': '71e1640e-8aa3-4ff1-a1d4-85e08aae1777', 'name': 'tempest-AllowedAddressPairTestJSON-86974813'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:00.665415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03524e73-12da-42df-9594-0c2d39802b22 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdcd7a0-c95d-46ee-897a-85c836c08928,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:00.682665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.704200 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f101e072-2e23-44e0-bffe-50d95c90bf5b x-openstack-request-id: req-f101e072-2e23-44e0-bffe-50d95c90bf5b {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:00.709711 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327b40b1-533f-4981-93d9-77977daf7e49", "tag": "bbdcd7a0-c95d-46ee-897a-85c836c08928", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:00.710153 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f101e072-2e23-44e0-bffe-50d95c90bf5b {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:00.710684 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327b40b1-533f-4981-93d9-77977daf7e49', 'tag': 'bbdcd7a0-c95d-46ee-897a-85c836c08928', 'status': 'completed', 'code': 200} Sep 26 13:07:00.756672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network 776970b3-389c-4bea-a2ea-f777da821583 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:00.760091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:00.767186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:00.793935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Port': ['ID=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:00.831693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:00.832380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:00.836478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335c36-4684-4830-939f-4e061aab31fb req-99297f62-2ec7-4b18-806b-e1893f37a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:00.841602 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-99297f62-2ec7-4b18-806b-e1893f37a9d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0665bdf006d641639c5904d0578570e8&device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 1100 time: 0.1698472 Sep 26 13:07:00.871244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de5f1a73-e152-49be-9cb9-0a52e48afd17 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2763963 Sep 26 13:07:00.884957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'port': {'device_id': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5', 'admin_state_up': True, 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:00.976776 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-a1eefeae-97fe-40b2-aa20-c2488bc17fb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bbdcd7a0-c95d-46ee-897a-85c836c08928 HTTP/1.1" status: 200 len: 217 time: 0.1194589 Sep 26 13:07:01.050568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d36b7f73-068b-4fb9-9f6b-5083e704c969 None None] Provisioning complete for port dc2c1ef8-3f19-4e07-8f04-b698abdafea5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:01.051585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d36b7f73-068b-4fb9-9f6b-5083e704c969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:01.109724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774fe9-cda7-46e0-959a-47dcdf336a98 req-549f5d48-4ed9-4ee5-bbc8-7a049729de25 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:01.117348 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77774fe9-cda7-46e0-959a-47dcdf336a98 req-549f5d48-4ed9-4ee5-bbc8-7a049729de25 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 945 time: 0.2487974 Sep 26 13:07:01.130883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d36b7f73-068b-4fb9-9f6b-5083e704c969 None None] Port dc2c1ef8-3f19-4e07-8f04-b698abdafea5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:01.138182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335c36-4684-4830-939f-4e061aab31fb req-bd921591-a3e3-4b91-881b-8a0289d5aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:01.139646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-bd921591-a3e3-4b91-881b-8a0289d5aea9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1501982 Sep 26 13:07:01.190278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Made reservation on behalf of e775a1d9a7854251b8bba8acc27fc4cb for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:01.193736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:01.197522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:01.202989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:01.226571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77774fe9-cda7-46e0-959a-47dcdf336a98 req-3ce0d4e2-8e7f-4ed9-9f88-f3164fa74254 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059909 Sep 26 13:07:01.262424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] device_id is not set on port b514aa43-f00c-4019-934c-30fec3baf7ed yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:07:01.287787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-691297a7-f1da-4af4-9880-f631178c0cab None None] Provisioning complete for port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:01.290338 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-691297a7-f1da-4af4-9880-f631178c0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:01.292609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335c36-4684-4830-939f-4e061aab31fb req-d2dbdb4e-9486-4c03-b7e7-856843f48b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:01.298952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-d2dbdb4e-9486-4c03-b7e7-856843f48b82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1483436 Sep 26 13:07:01.364305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-691297a7-f1da-4af4-9880-f631178c0cab None None] Port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:01.447323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3995-2806-4ed8-8e13-2a0f102116e1 req-fa60ef02-a701-4c5d-bb51-86f40db6d9ef tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:01.449235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51db3995-2806-4ed8-8e13-2a0f102116e1 req-fa60ef02-a701-4c5d-bb51-86f40db6d9ef tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 932 time: 0.0882838 Sep 26 13:07:01.451076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Allocated IP 19.86.0.230 (d2d35526-2813-4520-a47f-b7b13dba11c5/aa2dc180-6c3e-4195-bff3-159ecac57c96/0a970dc7-f000-4a71-b889-02d74879871b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:01.518430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-51db3995-2806-4ed8-8e13-2a0f102116e1 req-cf8daf2a-b7b6-491b-a058-0325a9b8d7b1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603592 Sep 26 13:07:01.520493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e498396-cfa9-4770-80c4-e50477131f6d req-038cafa6-5a7d-430d-af14-b24e79729e4b tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:01.522041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e498396-cfa9-4770-80c4-e50477131f6d req-038cafa6-5a7d-430d-af14-b24e79729e4b tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 948 time: 0.1596661 Sep 26 13:07:01.573945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-950dbc28-0e22-4359-a3fb-a3a5b1d46836 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198558 Sep 26 13:07:01.594532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Allocated IP 172.20.0.11 (71e1640e-8aa3-4ff1-a1d4-85e08aae1777/5a5b9f3c-750d-4899-a403-815bd0250bc7/b514aa43-f00c-4019-934c-30fec3baf7ed) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:01.637842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e498396-cfa9-4770-80c4-e50477131f6d req-7b9c6d24-536a-42e0-b0d7-8f2b756a5d8d tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056097 Sep 26 13:07:01.652859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:01.701982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:01.748983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81335c36-4684-4830-939f-4e061aab31fb req-8adb7c96-57fa-4c34-9b74-079b3f48ab2f service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660821 Sep 26 13:07:01.749779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network d2d35526-2813-4520-a47f-b7b13dba11c5 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:01.755095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:01.759440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:01.770515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Port': ['ID=0a970dc7-f000-4a71-b889-02d74879871b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:01.842191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:01.843057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:01.868759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f1e741eb-4c0d-4a77-ba91-c843c1c7e436 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9941547 Sep 26 13:07:01.879800 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:01.881395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'port': {'device_id': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'network_id': '776970b3-389c-4bea-a2ea-f777da821583', 'admin_state_up': True, 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:01.892697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-1938c42c-ab5c-444f-ba7d-c42ad5c01de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:01.894261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-1938c42c-ab5c-444f-ba7d-c42ad5c01de8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0665bdf006d641639c5904d0578570e8&device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 1100 time: 0.0768864 Sep 26 13:07:02.001072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.014068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:02.020081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.056508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-2eccc8f6-5ff5-44d2-9317-64269cf3b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.058106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-2eccc8f6-5ff5-44d2-9317-64269cf3b0d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1538491 Sep 26 13:07:02.068742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:02.083745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:02.086801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=b514aa43-f00c-4019-934c-30fec3baf7ed,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:02.123074 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:02.129847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-d98e2620-5f59-49a9-8b24-5d708dbddded service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bbdcd7a0-c95d-46ee-897a-85c836c08928 HTTP/1.1" status: 200 len: 217 time: 0.0599799 Sep 26 13:07:02.150549 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8f24456f-8ca6-4876-9202-05320a2afb06 None None] Provisioning complete for port 0a970dc7-f000-4a71-b889-02d74879871b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:02.151435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f24456f-8ca6-4876-9202-05320a2afb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.252971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8f24456f-8ca6-4876-9202-05320a2afb06 None None] Port 0a970dc7-f000-4a71-b889-02d74879871b cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:02.257537 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.258234 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.269568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Allocated IP 19.80.0.210 (776970b3-389c-4bea-a2ea-f777da821583/e9637c53-2f65-46af-b297-994b3a46757e/cf3f9477-e9e1-4cc3-a6fd-9df385164176) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:02.280327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-f5dfe7d7-f7d9-492c-8cb6-71bf6c593698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.282612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-f5dfe7d7-f7d9-492c-8cb6-71bf6c593698 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1270204 Sep 26 13:07:02.285042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-88eaa005-77cf-49ed-8435-f6e54c6d9acc tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6625502 Sep 26 13:07:02.290300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43994) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:02.304914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:a4:d2:8f'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:cb:28:6c'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:02.444157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-45e0cc98-8c87-4c6f-ad33-44147d58d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.445710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-45e0cc98-8c87-4c6f-ad33-44147d58d222 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1528358 Sep 26 13:07:02.482179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-391cc383-794e-435a-8cba-25ed3d2cda9a None None] Provisioning complete for port b514aa43-f00c-4019-934c-30fec3baf7ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:02.483186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-391cc383-794e-435a-8cba-25ed3d2cda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.492458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.501098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f427b-65e5-40d0-9e79-062bd08158be req-7315e2a2-8d8c-46fb-8b2e-fb169914d558 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.502685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e26f427b-65e5-40d0-9e79-062bd08158be req-7315e2a2-8d8c-46fb-8b2e-fb169914d558 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 945 time: 0.1258245 Sep 26 13:07:02.531015 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.580555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network 776970b3-389c-4bea-a2ea-f777da821583 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:02.584480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:02.587864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:02.655590 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e26f427b-65e5-40d0-9e79-062bd08158be req-7673c49d-61ff-4822-841f-ee6ed27913e2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081886 Sep 26 13:07:02.658665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.659805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.701114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8241484 Sep 26 13:07:02.717647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a447ff-ffe9-4733-b49f-5a033c88aa64 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Port': ['ID=cf3f9477-e9e1-4cc3-a6fd-9df385164176,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:02.728018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Request body: {'port': {'device_id': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:02.743539 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.751909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-a9a96e94-1444-4be1-8d61-4cc70f21c851 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935789 Sep 26 13:07:02.805222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-391cc383-794e-435a-8cba-25ed3d2cda9a None None] Port b514aa43-f00c-4019-934c-30fec3baf7ed cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:02.844933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24c9a4-4469-4449-8d89-73ab14cd35ce req-d780e40f-d7d7-4e33-a42e-28c682c0014e tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.851423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24c9a4-4469-4449-8d89-73ab14cd35ce req-d780e40f-d7d7-4e33-a42e-28c682c0014e tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.858173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24c9a4-4469-4449-8d89-73ab14cd35ce req-d780e40f-d7d7-4e33-a42e-28c682c0014e tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.860096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe24c9a4-4469-4449-8d89-73ab14cd35ce req-d780e40f-d7d7-4e33-a42e-28c682c0014e tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2377 time: 0.1815112 Sep 26 13:07:02.860724 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:02.955690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe24c9a4-4469-4449-8d89-73ab14cd35ce req-22c1e3d9-52cf-46bd-8181-4dae9661c156 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836513 Sep 26 13:07:02.957256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067604-e9c9-4335-ba9e-30c9003cc409 req-367eef3b-ff00-4c10-881a-8066fd6f6c66 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:02.958884 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b067604-e9c9-4335-ba9e-30c9003cc409 req-367eef3b-ff00-4c10-881a-8066fd6f6c66 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 948 time: 0.1633484 Sep 26 13:07:03.004862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64877dd2-e9d4-4ba0-a64e-2b660002458c req-6ad894ed-0d04-4e5f-b1d1-5ebe67599098 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430265 Sep 26 13:07:03.038446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b067604-e9c9-4335-ba9e-30c9003cc409 req-7570b61e-3b89-4543-86df-23d2a8704b16 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675905 Sep 26 13:07:03.054965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-14c2c0ac-abe7-4d40-809d-cca856ae7166 None None] Provisioning complete for port cf3f9477-e9e1-4cc3-a6fd-9df385164176 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:03.055651 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14c2c0ac-abe7-4d40-809d-cca856ae7166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.179030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-14c2c0ac-abe7-4d40-809d-cca856ae7166 None None] Port cf3f9477-e9e1-4cc3-a6fd-9df385164176 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:03.232914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.238881 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.332030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event updated for resources: {'Port': ['ID=b514aa43-f00c-4019-934c-30fec3baf7ed,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:03.343288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] In _notify_port_updated(), no bound segment for port b514aa43-f00c-4019-934c-30fec3baf7ed on network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:07:03.347318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d77a-b48c-4391-9d73-23138a854fe1 req-6613cde1-c5a8-4de2-a7a4-6e6ade96babf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:03.351114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02c5d77a-b48c-4391-9d73-23138a854fe1 req-6613cde1-c5a8-4de2-a7a4-6e6ade96babf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 945 time: 0.1093385 Sep 26 13:07:03.355517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:03.357222 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.358037 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-13000d56-ae36-48e7-9425-a10e562eff93 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "PUT /v2.0/ports/b514aa43-f00c-4019-934c-30fec3baf7ed HTTP/1.1" status: 200 len: 1055 time: 1.0664124 Sep 26 13:07:03.360967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44014) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:03.475621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02c5d77a-b48c-4391-9d73-23138a854fe1 req-98ae4bdd-27c5-4484-8b8d-dc8b5dd8d036 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196511 Sep 26 13:07:03.520903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-c05ea3f5-cc16-48cc-8c3a-d9f8f33b23f5 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Deleting port b514aa43-f00c-4019-934c-30fec3baf7ed {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:03.521978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05ea3f5-cc16-48cc-8c3a-d9f8f33b23f5 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.539457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:03.560818 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.578755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Transition to ACTIVE for port object 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:07:03.584597 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.621278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e110d1ba-e7f5-4d85-9bb4-da928ad74933 None None] Provisioning complete for port b514aa43-f00c-4019-934c-30fec3baf7ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:03.622643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e110d1ba-e7f5-4d85-9bb4-da928ad74933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.649681 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05ea3f5-cc16-48cc-8c3a-d9f8f33b23f5 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.665676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-c05ea3f5-cc16-48cc-8c3a-d9f8f33b23f5 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Calling delete_port for b514aa43-f00c-4019-934c-30fec3baf7ed owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:03.717581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e110d1ba-e7f5-4d85-9bb4-da928ad74933 None None] Port b514aa43-f00c-4019-934c-30fec3baf7ed cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:03.728873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Pushing event updated for resources: {'Port': ['ID=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:03.771607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Attempting to bind port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:03.771956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Attempting to bind port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:03.772287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Attempting to bind port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad on network 776970b3-389c-4bea-a2ea-f777da821583 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:03.779461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad on network 776970b3-389c-4bea-a2ea-f777da821583 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:07:03.780572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Attempting to bind port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad on network 776970b3-389c-4bea-a2ea-f777da821583 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:03.786150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:03.786490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Checking segment: {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:03.787963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Bound using segment: {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:03.788560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Bound port: 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:03.788924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.868831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] For port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:03.873910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] For port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:03.879982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.953238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05ea3f5-cc16-48cc-8c3a-d9f8f33b23f5 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.956779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:03.957393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:03.958891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] 10.222.0.24 "PUT /v2.0/ports/2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad HTTP/1.1" status: 200 len: 1093 time: 1.2363887 Sep 26 13:07:03.959327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'tag': '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:03.961727 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45045801-d45e-4328-b102-130412f5f725" -d '{"events": [{"name": "network-changed", "server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "tag": "2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:03.993084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30df3f-c325-4a24-b75a-0a4b2827be6c service neutron] Pushing event updated for resources: {'Port': ['ID=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:04.012588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Request body: {'port': {'device_id': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:04.115807 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c44ba2f-6b22-4735-b4f5-cbcf8d53bb41 x-openstack-request-id: req-2c44ba2f-6b22-4735-b4f5-cbcf8d53bb41 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:04.116095 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "tag": "2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:04.116346 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c44ba2f-6b22-4735-b4f5-cbcf8d53bb41 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:04.116889 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'tag': '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad', 'status': 'completed', 'code': 200} Sep 26 13:07:04.125426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:04.241860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045801-d45e-4328-b102-130412f5f725 req-6e54dbc2-15a4-4724-8078-759a0d329110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:04.242223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045801-d45e-4328-b102-130412f5f725 req-6e54dbc2-15a4-4724-8078-759a0d329110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:04.242704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045801-d45e-4328-b102-130412f5f725 req-6e54dbc2-15a4-4724-8078-759a0d329110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:04.244391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45045801-d45e-4328-b102-130412f5f725 req-6e54dbc2-15a4-4724-8078-759a0d329110 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2733 time: 0.1719406 Sep 26 13:07:04.275674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ea3f5-cc16-48cc-8c3a-d9f8f33b23f5 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Port': ['ID=b514aa43-f00c-4019-934c-30fec3baf7ed,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:04.288833 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5388-6c25-41db-a73e-4d886d696f58 req-51dcb0d4-541b-4d67-a3e9-867ba645b9da tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:04.297880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5388-6c25-41db-a73e-4d886d696f58 req-51dcb0d4-541b-4d67-a3e9-867ba645b9da tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:04.305416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5388-6c25-41db-a73e-4d886d696f58 req-51dcb0d4-541b-4d67-a3e9-867ba645b9da tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:04.307756 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4ee5388-6c25-41db-a73e-4d886d696f58 req-51dcb0d4-541b-4d67-a3e9-867ba645b9da tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2389 time: 0.1780236 Sep 26 13:07:04.378689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05ea3f5-cc16-48cc-8c3a-d9f8f33b23f5 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:04.383415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c05ea3f5-cc16-48cc-8c3a-d9f8f33b23f5 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "DELETE /v2.0/ports/b514aa43-f00c-4019-934c-30fec3baf7ed HTTP/1.1" status: 204 len: 168 time: 1.0214651 Sep 26 13:07:04.384995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44040) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:04.413422 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a47df3b-2f38-4b73-887b-f7eb6a11b2c0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] GET failed (client error): The resource could not be found. Sep 26 13:07:04.417563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a47df3b-2f38-4b73-887b-f7eb6a11b2c0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "GET /v2.0/ports/b514aa43-f00c-4019-934c-30fec3baf7ed HTTP/1.1" status: 404 len: 333 time: 0.0291038 Sep 26 13:07:04.421568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44042) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:04.430214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f423df-2f31-48ea-b250-3028beed2b97 req-122cabab-6b42-460d-b393-94d7ced32da7 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:04.430975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10f423df-2f31-48ea-b250-3028beed2b97 req-122cabab-6b42-460d-b393-94d7ced32da7 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 948 time: 0.2605376 Sep 26 13:07:04.530515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10f423df-2f31-48ea-b250-3028beed2b97 req-e89fba4f-0344-4928-a5c1-4b73cafb04c2 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917473 Sep 26 13:07:04.581205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ba8b7-7228-4b61-9f0b-465d7f696910 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Deleting port dc2c1ef8-3f19-4e07-8f04-b698abdafea5 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:04.582361 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba8b7-7228-4b61-9f0b-465d7f696910 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:04.727207 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba8b7-7228-4b61-9f0b-465d7f696910 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:04.744794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ba8b7-7228-4b61-9f0b-465d7f696910 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Calling delete_port for dc2c1ef8-3f19-4e07-8f04-b698abdafea5 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:04.889636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88248ff9-9ab7-4f9b-b2f1-18240d435a39 req-05bed2ba-fa39-4bbe-9856-cd10445c0cbc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:04.891222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88248ff9-9ab7-4f9b-b2f1-18240d435a39 req-05bed2ba-fa39-4bbe-9856-cd10445c0cbc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 945 time: 0.0890846 Sep 26 13:07:04.968401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4ee5388-6c25-41db-a73e-4d886d696f58 req-486e7b83-67e7-47b7-a4bf-eef4d2f7c0f0 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411496 Sep 26 13:07:04.970930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88248ff9-9ab7-4f9b-b2f1-18240d435a39 req-af187edd-f661-4733-870d-941609392236 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704176 Sep 26 13:07:04.977750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba8b7-7228-4b61-9f0b-465d7f696910 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.023873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045801-d45e-4328-b102-130412f5f725 req-237b159d-09ff-4870-90b2-ddf146a3f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:05.024307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045801-d45e-4328-b102-130412f5f725 req-237b159d-09ff-4870-90b2-ddf146a3f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:05.024800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045801-d45e-4328-b102-130412f5f725 req-237b159d-09ff-4870-90b2-ddf146a3f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:05.024915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ba8b7-7228-4b61-9f0b-465d7f696910 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Port': ['ID=dc2c1ef8-3f19-4e07-8f04-b698abdafea5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:05.026492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45045801-d45e-4328-b102-130412f5f725 req-237b159d-09ff-4870-90b2-ddf146a3f789 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.7719474 Sep 26 13:07:05.039239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-31127670-1bfb-452e-a192-b9632f1f3582 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:05.040758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-31127670-1bfb-452e-a192-b9632f1f3582 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 945 time: 0.4565706 Sep 26 13:07:05.207555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e8ba8b7-7228-4b61-9f0b-465d7f696910 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.215265 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1e8ba8b7-7228-4b61-9f0b-465d7f696910 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "DELETE /v2.0/ports/dc2c1ef8-3f19-4e07-8f04-b698abdafea5 HTTP/1.1" status: 204 len: 168 time: 0.7829103 Sep 26 13:07:05.216763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44052) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:05.253016 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9047e1c9-c509-4b42-b6db-00be149dd9b4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] GET failed (client error): The resource could not be found. Sep 26 13:07:05.263209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9047e1c9-c509-4b42-b6db-00be149dd9b4 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "GET /v2.0/ports/dc2c1ef8-3f19-4e07-8f04-b698abdafea5 HTTP/1.1" status: 404 len: 333 time: 0.0446122 Sep 26 13:07:05.264589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44054) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:05.293306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a970dc7-f000-4a71-b889-02d74879871b {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:05.307227 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.338769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045801-d45e-4328-b102-130412f5f725 req-213b0f0b-3f82-40f9-a468-ebba3593943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:05.340307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45045801-d45e-4328-b102-130412f5f725 req-213b0f0b-3f82-40f9-a468-ebba3593943f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2927053 Sep 26 13:07:05.352405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Transition to ACTIVE for port object 0a970dc7-f000-4a71-b889-02d74879871b will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:07:05.366226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.416066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Deleting port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:05.416504 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.416929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a341d5ff-3e82-47fb-8500-efca15163bb0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Deleting port 3f9ad5a4-94b3-435f-b251-5b433e239a51 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:05.417405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a341d5ff-3e82-47fb-8500-efca15163bb0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.453556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Pushing event updated for resources: {'Port': ['ID=0a970dc7-f000-4a71-b889-02d74879871b,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:05.603816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a341d5ff-3e82-47fb-8500-efca15163bb0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.621369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a341d5ff-3e82-47fb-8500-efca15163bb0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Calling delete_port for 3f9ad5a4-94b3-435f-b251-5b433e239a51 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:05.652284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] For port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:05.652590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.690452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Calling delete_port for 6ee46133-9611-4bdc-9e3e-790aba8e2d1c owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:05.798484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Attempting to bind port 0a970dc7-f000-4a71-b889-02d74879871b on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:05.798814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Attempting to bind port 0a970dc7-f000-4a71-b889-02d74879871b by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:05.799610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Attempting to bind port 0a970dc7-f000-4a71-b889-02d74879871b on network d2d35526-2813-4520-a47f-b7b13dba11c5 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:05.806332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Port 0a970dc7-f000-4a71-b889-02d74879871b on network d2d35526-2813-4520-a47f-b7b13dba11c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:07:05.806671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Attempting to bind port 0a970dc7-f000-4a71-b889-02d74879871b on network d2d35526-2813-4520-a47f-b7b13dba11c5 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:05.822796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:05.823028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Checking segment: {'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:05.823290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Bound using segment: {'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:05.823736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Bound port: 0a970dc7-f000-4a71-b889-02d74879871b, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebbb731-ab22-46c4-ab2b-82c54571524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:05.824099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.854197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77317d4-3c90-4146-bba1-5f44856bbeaa req-5a7bd577-86a2-4d4b-b32a-ceca9923973b tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:05.857038 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a77317d4-3c90-4146-bba1-5f44856bbeaa req-5a7bd577-86a2-4d4b-b32a-ceca9923973b tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 948 time: 0.1351128 Sep 26 13:07:05.952164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a77317d4-3c90-4146-bba1-5f44856bbeaa req-336897c4-a033-4d21-8ea4-6341f0efb7e3 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800245 Sep 26 13:07:05.962677 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a341d5ff-3e82-47fb-8500-efca15163bb0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:05.981565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] For port 0a970dc7-f000-4a71-b889-02d74879871b, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:05.985610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] For port 0a970dc7-f000-4a71-b889-02d74879871b, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0a970dc7-f000-4a71-b889-02d74879871b,segment=NetworkSegment(0ebbb731-ab22-46c4-ab2b-82c54571524b),segment_id=0ebbb731-ab22-46c4-ab2b-82c54571524b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:05.993142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.003755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341d5ff-3e82-47fb-8500-efca15163bb0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Port': ['ID=3f9ad5a4-94b3-435f-b251-5b433e239a51,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:06.135083 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:06.143027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.144884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a970dc7-f000-4a71-b889-02d74879871b HTTP/1.1" status: 200 len: 1093 time: 2.1404328 Sep 26 13:07:06.145360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'tag': '0a970dc7-f000-4a71-b889-02d74879871b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:06.147682 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7615194-c274-464f-96ec-96de44d6da3a" -d '{"events": [{"name": "network-changed", "server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "tag": "0a970dc7-f000-4a71-b889-02d74879871b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:06.189537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device bbdcd7a0-c95d-46ee-897a-85c836c08928 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:07:06.193575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Request body: {'port': {'device_id': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:06.259861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a341d5ff-3e82-47fb-8500-efca15163bb0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.263235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a341d5ff-3e82-47fb-8500-efca15163bb0 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "DELETE /v2.0/ports/3f9ad5a4-94b3-435f-b251-5b433e239a51 HTTP/1.1" status: 204 len: 168 time: 0.9972997 Sep 26 13:07:06.266503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44080) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:06.278723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.306528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['417b1aa0-8de6-4c51-8b62-2e27e5889876'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:06.367339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.383600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62d84b-1a1f-41d9-9bae-c78c99a9abd6 req-17e85332-8e2f-4ab5-bd8f-dbf03bcb7b94 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:06.396059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c265f2-333e-4a31-a841-4e033bb12645 service neutron] Pushing event updated for resources: {'Port': ['ID=0a970dc7-f000-4a71-b889-02d74879871b,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:06.407489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62d84b-1a1f-41d9-9bae-c78c99a9abd6 req-17e85332-8e2f-4ab5-bd8f-dbf03bcb7b94 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:06.420330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62d84b-1a1f-41d9-9bae-c78c99a9abd6 req-17e85332-8e2f-4ab5-bd8f-dbf03bcb7b94 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:06.426457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530aac-8efa-4b26-8588-d757222b1e60 req-69fab12f-692e-4c52-92fb-2224daa889e1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:06.437717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32530aac-8efa-4b26-8588-d757222b1e60 req-69fab12f-692e-4c52-92fb-2224daa889e1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebeb7823-0db3-43e4-b900-07a0875feee7 HTTP/1.1" status: 200 len: 867 time: 0.2856524 Sep 26 13:07:06.440399 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec62d84b-1a1f-41d9-9bae-c78c99a9abd6 req-17e85332-8e2f-4ab5-bd8f-dbf03bcb7b94 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2401 time: 0.2961440 Sep 26 13:07:06.510108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Pushing event deleted for resources: {'Port': ['ID=6ee46133-9611-4bdc-9e3e-790aba8e2d1c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:06.510839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-630b8092-f1f3-467c-81e8-f17876396786 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Deleting subnet 5a5b9f3c-750d-4899-a403-815bd0250bc7 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:06.516268 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-630b8092-f1f3-467c-81e8-f17876396786 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.529120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec62d84b-1a1f-41d9-9bae-c78c99a9abd6 req-ac713689-2909-4d81-8082-35a5dccaf6c5 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876651 Sep 26 13:07:06.559391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] No DVR routers for this DVR port 6ee46133-9611-4bdc-9e3e-790aba8e2d1c on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:06.570892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.573295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d9a8f1-21f2-457f-b91d-0a8606a6896f req-7ae88dc7-50d0-44bc-bdd0-4e8405aa4baf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.24 "DELETE /v2.0/ports/6ee46133-9611-4bdc-9e3e-790aba8e2d1c HTTP/1.1" status: 204 len: 173 time: 1.5156755 Sep 26 13:07:06.600261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32530aac-8efa-4b26-8588-d757222b1e60 req-e9574076-d629-4e1e-b8f7-052e0b5bdfa5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613503 Sep 26 13:07:06.703208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port bbdcd7a0-c95d-46ee-897a-85c836c08928, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=bbdcd7a0-c95d-46ee-897a-85c836c08928,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:06.711891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-630b8092-f1f3-467c-81e8-f17876396786 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.754272 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc22e81-f12d-4c18-b1ff-73a87740d2c2 x-openstack-request-id: req-bfc22e81-f12d-4c18-b1ff-73a87740d2c2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:06.754272 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "tag": "0a970dc7-f000-4a71-b889-02d74879871b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:06.754714 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfc22e81-f12d-4c18-b1ff-73a87740d2c2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:06.754890 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'tag': '0a970dc7-f000-4a71-b889-02d74879871b', 'status': 'completed', 'code': 200} Sep 26 13:07:06.767083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'bbdcd7a0-c95d-46ee-897a-85c836c08928', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': 'bbdcd7a0-c95d-46ee-897a-85c836c08928', 'mac_address': 'fa:16:3e:77:bb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:07:06.884495 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-630b8092-f1f3-467c-81e8-f17876396786 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.926907 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.942109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdcd7a0-c95d-46ee-897a-85c836c08928 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:06.960249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615194-c274-464f-96ec-96de44d6da3a req-be34bb7f-9401-4f62-9229-9c38d37a05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:06.961244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615194-c274-464f-96ec-96de44d6da3a req-be34bb7f-9401-4f62-9229-9c38d37a05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:06.961799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615194-c274-464f-96ec-96de44d6da3a req-be34bb7f-9401-4f62-9229-9c38d37a05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:06.963807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7615194-c274-464f-96ec-96de44d6da3a req-be34bb7f-9401-4f62-9229-9c38d37a05c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2801 time: 0.2079580 Sep 26 13:07:06.970382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port bbdcd7a0-c95d-46ee-897a-85c836c08928, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=bbdcd7a0-c95d-46ee-897a-85c836c08928,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:06.971032 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-630b8092-f1f3-467c-81e8-f17876396786 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:06.978505 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.006321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b8092-f1f3-467c-81e8-f17876396786 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5b9f3c-750d-4899-a403-815bd0250bc7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:07.010901 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-630b8092-f1f3-467c-81e8-f17876396786 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.015107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-630b8092-f1f3-467c-81e8-f17876396786 tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "DELETE /v2.0/subnets/5a5b9f3c-750d-4899-a403-815bd0250bc7 HTTP/1.1" status: 204 len: 168 time: 0.7433188 Sep 26 13:07:07.015523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44094) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:07.025212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e64480-661b-4296-90af-a1306c656d33 None None] Network 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:07.142535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=bbdcd7a0-c95d-46ee-897a-85c836c08928,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:07.172799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615194-c274-464f-96ec-96de44d6da3a req-96ff59fb-850f-4ca0-b163-7bd9115b8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.173437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615194-c274-464f-96ec-96de44d6da3a req-96ff59fb-850f-4ca0-b163-7bd9115b8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.173793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615194-c274-464f-96ec-96de44d6da3a req-96ff59fb-850f-4ca0-b163-7bd9115b8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.175432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7615194-c274-464f-96ec-96de44d6da3a req-96ff59fb-850f-4ca0-b163-7bd9115b8a0a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2023308 Sep 26 13:07:07.187274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.195521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3f9477-e9e1-4cc3-a6fd-9df385164176 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:07.220028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.249803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Transition to ACTIVE for port object cf3f9477-e9e1-4cc3-a6fd-9df385164176 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:07:07.259382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5c43e-a5ad-4e37-92fd-2a4b097f13eb req-804c6117-910e-4172-ae58-253cb6b0b184 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.261022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67a5c43e-a5ad-4e37-92fd-2a4b097f13eb req-804c6117-910e-4172-ae58-253cb6b0b184 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 949 time: 0.1119070 Sep 26 13:07:07.281394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.342434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] DHCP port deletion for 71e1640e-8aa3-4ff1-a1d4-85e08aae1777 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:07:07.373154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['bbdcd7a0-c95d-46ee-897a-85c836c08928'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:07.374321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615194-c274-464f-96ec-96de44d6da3a req-4f690314-ddb6-4858-beb1-48a310fedf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.376234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b7615194-c274-464f-96ec-96de44d6da3a req-4f690314-ddb6-4858-beb1-48a310fedf2e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1927328 Sep 26 13:07:07.377749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Pushing event updated for resources: {'Port': ['ID=cf3f9477-e9e1-4cc3-a6fd-9df385164176,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:07.446175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Attempting to bind port cf3f9477-e9e1-4cc3-a6fd-9df385164176 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:07.446809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Attempting to bind port cf3f9477-e9e1-4cc3-a6fd-9df385164176 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:07.447315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Attempting to bind port cf3f9477-e9e1-4cc3-a6fd-9df385164176 on network 776970b3-389c-4bea-a2ea-f777da821583 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:07.453627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Port cf3f9477-e9e1-4cc3-a6fd-9df385164176 on network 776970b3-389c-4bea-a2ea-f777da821583 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:07:07.454869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Attempting to bind port cf3f9477-e9e1-4cc3-a6fd-9df385164176 on network 776970b3-389c-4bea-a2ea-f777da821583 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:07.461176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:07.462545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Checking segment: {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:07.463432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Bound using segment: {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:07.464186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Bound port: cf3f9477-e9e1-4cc3-a6fd-9df385164176, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ab2d4-efc6-4e52-a023-e77687037b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '776970b3-389c-4bea-a2ea-f777da821583'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:07.464917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.502562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] Deleting port b5281cb8-d844-43bb-b062-6004ebae2c7b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:07.503332 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.540814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] For port cf3f9477-e9e1-4cc3-a6fd-9df385164176, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:07.545300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] For port cf3f9477-e9e1-4cc3-a6fd-9df385164176, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cf3f9477-e9e1-4cc3-a6fd-9df385164176,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:07.552855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.613237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Pushing event updated for resources: {'Port': ['ID=cf3f9477-e9e1-4cc3-a6fd-9df385164176,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:07.631661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.632498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.634042 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-80bc923d-39e5-4846-b0bf-8de9681f614f service neutron] 10.222.0.24 "PUT /v2.0/ports/cf3f9477-e9e1-4cc3-a6fd-9df385164176 HTTP/1.1" status: 200 len: 1093 time: 1.4462254 Sep 26 13:07:07.650336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] For port b5281cb8-d844-43bb-b062-6004ebae2c7b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b5281cb8-d844-43bb-b062-6004ebae2c7b,segment=NetworkSegment(e60ef780-887f-4689-badf-374fbb70bb7a),segment_id=e60ef780-887f-4689-badf-374fbb70bb7a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:07.650772 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.681048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] Calling delete_port for b5281cb8-d844-43bb-b062-6004ebae2c7b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:07.725736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Deleting port b5281cb8-d844-43bb-b062-6004ebae2c7b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:07.726674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.744115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b114-d4c0-46f1-9d53-af28bc0d6ff3 req-1e249615-40b2-4e13-84a2-6c0e7bae2000 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.751257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b114-d4c0-46f1-9d53-af28bc0d6ff3 req-1e249615-40b2-4e13-84a2-6c0e7bae2000 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.758321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b114-d4c0-46f1-9d53-af28bc0d6ff3 req-1e249615-40b2-4e13-84a2-6c0e7bae2000 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.766180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a228b114-d4c0-46f1-9d53-af28bc0d6ff3 req-1e249615-40b2-4e13-84a2-6c0e7bae2000 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2413 time: 0.1233921 Sep 26 13:07:07.779188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67a5c43e-a5ad-4e37-92fd-2a4b097f13eb req-5c51e4ae-6b2f-470d-ac38-639512c8c3b1 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070522 Sep 26 13:07:07.807668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-1a380942-732c-463a-b73a-c34501b7eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.808161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-1a380942-732c-463a-b73a-c34501b7eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.808642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-1a380942-732c-463a-b73a-c34501b7eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:07.811066 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-1a380942-732c-463a-b73a-c34501b7eafb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2869 time: 0.1236577 Sep 26 13:07:07.836729 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.858649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] For port b5281cb8-d844-43bb-b062-6004ebae2c7b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b5281cb8-d844-43bb-b062-6004ebae2c7b,segment=NetworkSegment(e60ef780-887f-4689-badf-374fbb70bb7a),segment_id=e60ef780-887f-4689-badf-374fbb70bb7a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:07.859949 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:07.877159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] Pushing event deleted for resources: {'Port': ['ID=b5281cb8-d844-43bb-b062-6004ebae2c7b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:07.885000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe71ce7-2ace-4bd0-a813-4bc6df442b40 None None] No DVR routers for this DVR port b5281cb8-d844-43bb-b062-6004ebae2c7b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:07.930106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a228b114-d4c0-46f1-9d53-af28bc0d6ff3 req-5eb58f2d-c825-4823-afee-3ac6d6d10bdb tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629291 Sep 26 13:07:07.931779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-0b51e31f-8393-4186-a956-2204d92b63b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad HTTP/1.1" status: 200 len: 217 time: 0.1124384 Sep 26 13:07:07.932386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Calling delete_port for b5281cb8-d844-43bb-b062-6004ebae2c7b owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:08.017336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-5908bb58-38b1-4d42-88f1-941c728bf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:08.019651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-5908bb58-38b1-4d42-88f1-941c728bf662 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9637c53-2f65-46af-b297-994b3a46757e HTTP/1.1" status: 200 len: 801 time: 0.0707843 Sep 26 13:07:08.094429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-3a46e2aa-35d3-4d05-bc71-7197098898c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:08.099360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-3a46e2aa-35d3-4d05-bc71-7197098898c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=776970b3-389c-4bea-a2ea-f777da821583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711761 Sep 26 13:07:08.106910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957d885-afc2-4835-b280-cb9d66ba165c req-6ad0acf5-baf7-4ef6-b5b1-fa7ef80cef6f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:08.108494 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1957d885-afc2-4835-b280-cb9d66ba165c req-6ad0acf5-baf7-4ef6-b5b1-fa7ef80cef6f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0798986 Sep 26 13:07:08.148915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:08.166737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1957d885-afc2-4835-b280-cb9d66ba165c req-e821157e-ac6d-46dc-8ea4-a5b752fa00ec tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 Sep 26 13:07:08.186107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Port': ['ID=b5281cb8-d844-43bb-b062-6004ebae2c7b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:08.188055 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] No DVR routers for this DVR port b5281cb8-d844-43bb-b062-6004ebae2c7b on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:08.198333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6ee46133-9611-4bdc-9e3e-790aba8e2d1c no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:08.255240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 6ee46133-9611-4bdc-9e3e-790aba8e2d1c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:08.255520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6ee46133-9611-4bdc-9e3e-790aba8e2d1c not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:08.256971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-906a40fe-c40c-4211-9a77-638220b86066 service neutron] 10.222.0.24 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492927 Sep 26 13:07:08.278021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ef23-1a7b-4531-9ed1-4af233c66cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:08.297470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:08.373557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e1640e-8aa3-4ff1-a1d4-85e08aae1777']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:08.398269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60ef780-887f-4689-badf-374fbb70bb7a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:08.398577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60ef780-887f-4689-badf-374fbb70bb7a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:08.420887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-61f7980f-1fc6-4e14-9082-ff17c90d2168 service neutron] 10.222.0.24 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555898 Sep 26 13:07:08.422129 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:08.470353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:08.470865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:08.471336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:08.474869 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:08.489268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-fd8337df-d308-4359-809d-6f75d7b18d83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=0a970dc7-f000-4a71-b889-02d74879871b HTTP/1.1" status: 200 len: 217 time: 0.0603316 Sep 26 13:07:08.543032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c42c7-a134-41eb-86a0-e88573a3c783 req-48a330ad-c878-4e9c-aead-37a383582005 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:08.545512 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e9c42c7-a134-41eb-86a0-e88573a3c783 req-48a330ad-c878-4e9c-aead-37a383582005 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1440871 Sep 26 13:07:08.550610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-4e25af39-6628-4b22-ba13-ba5fc4e20630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:08.552583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-4e25af39-6628-4b22-ba13-ba5fc4e20630 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa2dc180-6c3e-4195-bff3-159ecac57c96 HTTP/1.1" status: 200 len: 801 time: 0.0546331 Sep 26 13:07:08.564458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:08.579865 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:08.584036 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] 10.222.0.13 "DELETE /v2.0/networks/71e1640e-8aa3-4ff1-a1d4-85e08aae1777 HTTP/1.1" status: 204 len: 168 time: 1.5652306 Sep 26 13:07:08.595417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd77b9-7edd-4aa7-aba2-43daebc9346d tempest-AllowedAddressPairTestJSON-102171280 tempest-AllowedAddressPairTestJSON-102171280-project] Pushing event deleted for resources: {'Network': ['ID=71e1640e-8aa3-4ff1-a1d4-85e08aae1777,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:08.621044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-625f096c-208c-4454-9333-6b48a13c0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:08.622630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-625f096c-208c-4454-9333-6b48a13c0d98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d2d35526-2813-4520-a47f-b7b13dba11c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621183 Sep 26 13:07:08.626244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e9c42c7-a134-41eb-86a0-e88573a3c783 req-45a45fac-dbac-4afe-b0ab-b141e63e5cb8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698485 Sep 26 13:07:08.757568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeb7823-0db3-43e4-b900-07a0875feee7', 'name': 'network-vif-deleted', 'tag': '6ee46133-9611-4bdc-9e3e-790aba8e2d1c'}, {'name': 'network-changed', 'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'tag': 'cf3f9477-e9e1-4cc3-a6fd-9df385164176'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:08.760043 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245" -d '{"events": [{"server_uuid": "ebeb7823-0db3-43e4-b900-07a0875feee7", "name": "network-vif-deleted", "tag": "6ee46133-9611-4bdc-9e3e-790aba8e2d1c"}, {"name": "network-changed", "server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "tag": "cf3f9477-e9e1-4cc3-a6fd-9df385164176"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:08.781001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-518a9432-0a2c-41b9-8edb-211cea3222ab service neutron] 10.222.0.24 "GET /v2.0/networks/d2d35526-2813-4520-a47f-b7b13dba11c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511271 Sep 26 13:07:08.793548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e447ebc-71fb-428f-bbf5-06b5d05fad55 req-511cef98-9b87-47a7-bd85-84a0f8d8174b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:08.795508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e447ebc-71fb-428f-bbf5-06b5d05fad55 req-511cef98-9b87-47a7-bd85-84a0f8d8174b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0845568 Sep 26 13:07:08.817990 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3070ec-0706-4018-9c67-3427a900bcf7 x-openstack-request-id: req-1d3070ec-0706-4018-9c67-3427a900bcf7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:08.818288 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebeb7823-0db3-43e4-b900-07a0875feee7", "name": "network-vif-deleted", "tag": "6ee46133-9611-4bdc-9e3e-790aba8e2d1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "tag": "cf3f9477-e9e1-4cc3-a6fd-9df385164176", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:08.818723 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d3070ec-0706-4018-9c67-3427a900bcf7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:08.819120 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebeb7823-0db3-43e4-b900-07a0875feee7', 'name': 'network-vif-deleted', 'tag': '6ee46133-9611-4bdc-9e3e-790aba8e2d1c', 'status': 'completed', 'code': 200} Sep 26 13:07:08.819424 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'tag': 'cf3f9477-e9e1-4cc3-a6fd-9df385164176', 'status': 'completed', 'code': 200} Sep 26 13:07:08.899569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e447ebc-71fb-428f-bbf5-06b5d05fad55 req-fb46a66f-d664-4524-b6d8-fb7400da95ef tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951974 Sep 26 13:07:08.919863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a449-cc8b-4133-ad76-c5b730cba56b req-cda42a8b-eeac-4f08-8421-f738c9b23cb3 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:08.920826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-8a1d8aae-ccba-40ab-937d-4c6413fdcc16 service neutron] 10.222.0.24 "GET /v2.0/networks/d2d35526-2813-4520-a47f-b7b13dba11c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243703 Sep 26 13:07:08.925622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58d0a449-cc8b-4133-ad76-c5b730cba56b req-cda42a8b-eeac-4f08-8421-f738c9b23cb3 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 949 time: 0.0609925 Sep 26 13:07:08.967626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44146) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:08.978632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-7db2d7d9-14b4-47ef-bdad-d7805c944721 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=cf3f9477-e9e1-4cc3-a6fd-9df385164176 HTTP/1.1" status: 200 len: 217 time: 0.0504937 Sep 26 13:07:09.055449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-ab74c257-fcb9-4b34-a464-9fa2c10a69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.058177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-ab74c257-fcb9-4b34-a464-9fa2c10a69dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9637c53-2f65-46af-b297-994b3a46757e HTTP/1.1" status: 200 len: 801 time: 0.0704741 Sep 26 13:07:09.062921 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58d0a449-cc8b-4133-ad76-c5b730cba56b req-ed97ed9f-e6c6-410f-b92d-ccd0052a1bbd tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347077 Sep 26 13:07:09.122479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-a325599a-90c3-4d9c-831d-38ec9d700ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.124827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-a325599a-90c3-4d9c-831d-38ec9d700ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=776970b3-389c-4bea-a2ea-f777da821583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581915 Sep 26 13:07:09.237404 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e5a79eb8-ca76-449b-a5f4-c8da42d444e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e775a1d9a7854251b8bba8acc27fc4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676280 Sep 26 13:07:09.247472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44154) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:09.306914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee19a8-dce2-4c5f-aba5-daf3e90dd962 req-280119e2-00e1-4d81-9c12-adff2c067ea2 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.313857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee19a8-dce2-4c5f-aba5-daf3e90dd962 req-280119e2-00e1-4d81-9c12-adff2c067ea2 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.320301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee19a8-dce2-4c5f-aba5-daf3e90dd962 req-280119e2-00e1-4d81-9c12-adff2c067ea2 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.321571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b5281cb8-d844-43bb-b062-6004ebae2c7b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:09.322047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30ee19a8-dce2-4c5f-aba5-daf3e90dd962 req-280119e2-00e1-4d81-9c12-adff2c067ea2 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2413 time: 0.1030157 Sep 26 13:07:09.324067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-648779ac-b73a-467d-ba9d-d94d097a606b service neutron] 10.222.0.24 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912107 Sep 26 13:07:09.348027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: b5281cb8-d844-43bb-b062-6004ebae2c7b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:09.348720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b5281cb8-d844-43bb-b062-6004ebae2c7b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:09.358883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5d01909-7256-497e-909c-5dca820312c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:09.390985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5d01909-7256-497e-909c-5dca820312c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:09.398782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30ee19a8-dce2-4c5f-aba5-daf3e90dd962 req-881ffc43-57aa-4b75-99a3-ecfc98f1a797 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689211 Sep 26 13:07:09.452715 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5d01909-7256-497e-909c-5dca820312c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:09.457685 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5d01909-7256-497e-909c-5dca820312c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:09.459128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c5d01909-7256-497e-909c-5dca820312c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e9ae794-41ea-4d7f-8b1f-850206e0651a HTTP/1.1" status: 204 len: 168 time: 0.2105877 Sep 26 13:07:09.470009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97bf79cf-2d3b-4083-8b9c-fca9daaa32e8 req-53bdf57a-6f3f-49ec-babd-2d877c8c032c service neutron] 10.222.0.24 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334975 Sep 26 13:07:09.477063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d01909-7256-497e-909c-5dca820312c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9ae794-41ea-4d7f-8b1f-850206e0651a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:09.579545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-f2c8fde4-15f2-458d-a66f-c0a994353a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.580043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-f2c8fde4-15f2-458d-a66f-c0a994353a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.580532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-f2c8fde4-15f2-458d-a66f-c0a994353a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.582211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-f2c8fde4-15f2-458d-a66f-c0a994353a03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2869 time: 0.0460808 Sep 26 13:07:09.727934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-6a81bbf7-e249-4772-bbdd-08596fbc421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.729625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-6a81bbf7-e249-4772-bbdd-08596fbc421a service neutron] 10.222.0.24 "GET /v2.0/networks?id=776970b3-389c-4bea-a2ea-f777da821583 HTTP/1.1" status: 200 len: 901 time: 0.1331379 Sep 26 13:07:09.782872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-c35e7c58-4b64-4698-86bd-f4947898c300 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=cf3f9477-e9e1-4cc3-a6fd-9df385164176 HTTP/1.1" status: 200 len: 217 time: 0.0421162 Sep 26 13:07:09.836157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-78d589ff-714b-41f3-863c-1f4e350303e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.837716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-78d589ff-714b-41f3-863c-1f4e350303e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9637c53-2f65-46af-b297-994b3a46757e HTTP/1.1" status: 200 len: 801 time: 0.0462859 Sep 26 13:07:09.892390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-8e956cf3-614d-4d24-abe5-b10792576d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:09.894206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-8e956cf3-614d-4d24-abe5-b10792576d08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=776970b3-389c-4bea-a2ea-f777da821583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479474 Sep 26 13:07:09.995672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-55344589-b15e-41f1-a7fc-6b633770945e service neutron] 10.222.0.24 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934741 Sep 26 13:07:10.113588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-894f9b5a-07a3-4b0a-a936-bcd9dd20e245 req-d1ebbf7f-63f3-4998-9edc-4ceeb41ecf6c service neutron] 10.222.0.24 "GET /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069367 Sep 26 13:07:10.198352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device bbdcd7a0-c95d-46ee-897a-85c836c08928 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:10.218901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7288e-04fc-4957-b248-f0575e324453 req-29be2fcc-241b-4592-992d-67fa60105adf tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:10.220818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbf7288e-04fc-4957-b248-f0575e324453 req-29be2fcc-241b-4592-992d-67fa60105adf tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 949 time: 0.0500247 Sep 26 13:07:10.251996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port bbdcd7a0-c95d-46ee-897a-85c836c08928 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:07:10.256390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port bbdcd7a0-c95d-46ee-897a-85c836c08928 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:10.256746 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.265109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fbf7288e-04fc-4957-b248-f0575e324453 req-5fe99430-afbb-49a3-bf15-c8a60a8203a9 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382833 Sep 26 13:07:10.310664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44198) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:10.353411 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.376612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327b40b1-533f-4981-93d9-77977daf7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdcd7a0-c95d-46ee-897a-85c836c08928'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:10.378983 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878fecca-6c13-4222-850d-b7c0d6f11fe3" -d '{"events": [{"server_uuid": "327b40b1-533f-4981-93d9-77977daf7e49", "name": "network-vif-plugged", "status": "completed", "tag": "bbdcd7a0-c95d-46ee-897a-85c836c08928"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:10.396109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port bbdcd7a0-c95d-46ee-897a-85c836c08928, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=bbdcd7a0-c95d-46ee-897a-85c836c08928,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:10.400468 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.413891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-de92e8cd-5b1d-4739-85d4-31eff4819622 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-606596525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:10.428686 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5fd59f-09e7-4e60-a824-7692f4e31782 x-openstack-request-id: req-8a5fd59f-09e7-4e60-a824-7692f4e31782 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:10.428978 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327b40b1-533f-4981-93d9-77977daf7e49", "name": "network-vif-plugged", "status": "completed", "tag": "bbdcd7a0-c95d-46ee-897a-85c836c08928", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:10.429228 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a5fd59f-09e7-4e60-a824-7692f4e31782 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:10.429637 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327b40b1-533f-4981-93d9-77977daf7e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdcd7a0-c95d-46ee-897a-85c836c08928', 'code': 200} Sep 26 13:07:10.445414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de92e8cd-5b1d-4739-85d4-31eff4819622 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.446498 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de92e8cd-5b1d-4739-85d4-31eff4819622 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.464046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=bbdcd7a0-c95d-46ee-897a-85c836c08928,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:10.514570 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de92e8cd-5b1d-4739-85d4-31eff4819622 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.525333 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de92e8cd-5b1d-4739-85d4-31eff4819622 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.541012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64166264-a5a7-4155-8d03-08751eaa4707 req-9f37bd73-c52e-44c4-b113-1b5b82402481 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:10.547315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64166264-a5a7-4155-8d03-08751eaa4707 req-9f37bd73-c52e-44c4-b113-1b5b82402481 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:10.553296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64166264-a5a7-4155-8d03-08751eaa4707 req-9f37bd73-c52e-44c4-b113-1b5b82402481 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:10.555043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64166264-a5a7-4155-8d03-08751eaa4707 req-9f37bd73-c52e-44c4-b113-1b5b82402481 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2413 time: 0.0670583 Sep 26 13:07:10.562094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-de92e8cd-5b1d-4739-85d4-31eff4819622 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.563308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-de92e8cd-5b1d-4739-85d4-31eff4819622 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2516415 Sep 26 13:07:10.566574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44208) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:10.569947 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a33e06-8da0-43d5-a0e6-d3cf38a9baca req-572b77dc-31e7-451c-898e-5cd2f344130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:10.571573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3a33e06-8da0-43d5-a0e6-d3cf38a9baca req-572b77dc-31e7-451c-898e-5cd2f344130d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 1102 time: 0.0556812 Sep 26 13:07:10.575984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1281165277'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:10.608107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64166264-a5a7-4155-8d03-08751eaa4707 req-d01729d7-3346-40aa-9e02-5d02472a7622 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448811 Sep 26 13:07:10.619418 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3a33e06-8da0-43d5-a0e6-d3cf38a9baca req-d966a80d-95cf-419f-8416-3cd8eab36f68 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Sep 26 13:07:10.620470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Made reservation on behalf of 5929737e48d5479db0cb1d9219b04683 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:10.624816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.633656 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.727147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.731488 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.758924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:07:10.771443 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.771864 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Added segment fd6409aa-aa00-4eee-bfe4-369546c1525b of type vlan for network 4baa4b96-5aa4-4388-94be-06789efb0864 Sep 26 13:07:10.780193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccd7e1f-f6b1-48e6-b960-9365342e487a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:10.827536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.855518 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.862283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:10.862907 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.912586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3447328 Sep 26 13:07:10.915445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44228) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:10.920747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'subnet': {'network_id': '4baa4b96-5aa4-4388-94be-06789efb0864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:10.966412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85ad91-ea28-4071-95e1-399a9d695cdc tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Network': ['ID=4baa4b96-5aa4-4388-94be-06789efb0864,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:10.966639 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a9d658c-0dbb-4ebb-934a-72e554343125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:10.978112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 4baa4b96-5aa4-4388-94be-06789efb0864 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:07:10.979526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989793a-56ab-4a2f-80d2-150d71492932 req-698003e0-e81c-44a8-a28b-716cac8acb79 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:10.981081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8989793a-56ab-4a2f-80d2-150d71492932 req-698003e0-e81c-44a8-a28b-716cac8acb79 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0578468 Sep 26 13:07:11.022584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8989793a-56ab-4a2f-80d2-150d71492932 req-35de90a3-06d1-454d-aa01-768ed2eb4789 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346422 Sep 26 13:07:11.053400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Made reservation on behalf of 5929737e48d5479db0cb1d9219b04683 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:11.056917 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.188672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa92bed-90ed-426d-804a-d3e01214597e req-8d0cc410-ad02-45c4-b09c-38e7641a8cf0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:11.190247 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4aa92bed-90ed-426d-804a-d3e01214597e req-8d0cc410-ad02-45c4-b09c-38e7641a8cf0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0691376 Sep 26 13:07:11.271516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4aa92bed-90ed-426d-804a-d3e01214597e req-867bbea9-3d17-46e3-accd-ae0da4302d5e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724638 Sep 26 13:07:11.324771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.400218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Checking segment: {'id': 'fd6409aa-aa00-4eee-bfe4-369546c1525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4baa4b96-5aa4-4388-94be-06789efb0864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:11.400664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network hostable DHCP agents. Network: 4baa4b96-5aa4-4388-94be-06789efb0864, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:07:11.405178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed12aae-62e5-4e68-8d12-32e5fe2264ed req-c526f8ba-102d-40a7-9447-14fbdd7639ef tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:11.407009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bed12aae-62e5-4e68-8d12-32e5fe2264ed req-c526f8ba-102d-40a7-9447-14fbdd7639ef tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 950 time: 0.0572002 Sep 26 13:07:11.424178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Subnet': ['ID=4c577fb9-a72c-4fbc-b42b-b06dcdaec1db,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:11.431392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network 4baa4b96-5aa4-4388-94be-06789efb0864 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:07:11.442282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 4baa4b96-5aa4-4388-94be-06789efb0864) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:11.447400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:11.448644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.451340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc17a0d-d59f-485a-93cb-f97be1d33210 None None] Network 4baa4b96-5aa4-4388-94be-06789efb0864 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:11.462833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bed12aae-62e5-4e68-8d12-32e5fe2264ed req-2184b1c1-d53e-4e88-8fe0-fe03d1920cb8 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Sep 26 13:07:11.489363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44242) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:11.494228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f95dfe79-5f05-406c-b7ba-041058d43279 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5775552 Sep 26 13:07:11.496011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'network': {'name': 'tempest-router-network01--1869046171'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:11.520175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Made reservation on behalf of 5929737e48d5479db0cb1d9219b04683 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:11.524023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.554651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:07:11.565574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.565924 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Added segment e57cc542-0a18-4a66-92b9-ae30f739ab23 of type vlan for network 8c4fe91c-ba56-4873-8929-05833cde78fe Sep 26 13:07:11.608596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.628459 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.669181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-4baa4b96-5aa4-4388-94be-06789efb0864', 'network_id': '4baa4b96-5aa4-4388-94be-06789efb0864', 'tenant_id': '5929737e48d5479db0cb1d9219b04683', 'fixed_ips': [{'subnet_id': '4c577fb9-a72c-4fbc-b42b-b06dcdaec1db'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:07:11.670132 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.674791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.680347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:11.680949 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.736471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2449968 Sep 26 13:07:11.738888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44250) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:11.746277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'network': {'name': 'tempest-router-network02--733714450'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:11.777393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Made reservation on behalf of 5929737e48d5479db0cb1d9219b04683 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:11.784561 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.816210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fed8c-05cf-4034-b857-ff7a2e6e753f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Network': ['ID=8c4fe91c-ba56-4873-8929-05833cde78fe,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:11.833227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:07:11.835273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134cac6-5784-447a-aefd-c86e684a3670 req-ff3fe614-52e0-42f9-877d-1b015d35e2a0 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:11.838017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Allocated IP 2001:db8::2 (4baa4b96-5aa4-4388-94be-06789efb0864/4c577fb9-a72c-4fbc-b42b-b06dcdaec1db/5c6a6841-5670-44c2-9aac-dc22a0cf3daf) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:11.842228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134cac6-5784-447a-aefd-c86e684a3670 req-ff3fe614-52e0-42f9-877d-1b015d35e2a0 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:11.847191 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:11.847631 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Added segment 8b9b26d6-db11-4c85-9311-92b25af66e75 of type vlan for network 7d3f73ba-695e-4ea8-868f-a91b71150eec Sep 26 13:07:11.847961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 8c4fe91c-ba56-4873-8929-05833cde78fe details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:07:11.859762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134cac6-5784-447a-aefd-c86e684a3670 req-ff3fe614-52e0-42f9-877d-1b015d35e2a0 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:11.870951 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a134cac6-5784-447a-aefd-c86e684a3670 req-ff3fe614-52e0-42f9-877d-1b015d35e2a0 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2413 time: 0.1423576 Sep 26 13:07:11.934073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a134cac6-5784-447a-aefd-c86e684a3670 req-ef99354e-aea6-4e1b-ad42-0c5f5b3806a2 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621216 Sep 26 13:07:11.947143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.026003 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.053298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:12.054571 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.057684 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.126237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44260) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:12.127143 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3854396 Sep 26 13:07:12.132043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'subnet': {'network_id': '8c4fe91c-ba56-4873-8929-05833cde78fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:12.162952 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.170620 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.174463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1319926-1cb2-49eb-af7e-8d96cc1ffddf tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Network': ['ID=7d3f73ba-695e-4ea8-868f-a91b71150eec,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:12.204534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7d3f73ba-695e-4ea8-868f-a91b71150eec details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:07:12.233344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Network 4baa4b96-5aa4-4388-94be-06789efb0864 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:12.243598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:12.250939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Made reservation on behalf of 5929737e48d5479db0cb1d9219b04683 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:12.253407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0a970dc7-f000-4a71-b889-02d74879871b details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:07:12.255798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.256060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:12.269546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Pushing event updated for resources: {'Port': ['ID=5c6a6841-5670-44c2-9aac-dc22a0cf3daf,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:12.438912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Attempting to bind port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:12.439470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Attempting to bind port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'fd6409aa-aa00-4eee-bfe4-369546c1525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4baa4b96-5aa4-4388-94be-06789efb0864'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:12.439934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Attempting to bind port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf on network 4baa4b96-5aa4-4388-94be-06789efb0864 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:12.447365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:12.447882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Checking segment: {'id': 'fd6409aa-aa00-4eee-bfe4-369546c1525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4baa4b96-5aa4-4388-94be-06789efb0864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:12.448460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.449011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Bound using segment: {'id': 'fd6409aa-aa00-4eee-bfe4-369546c1525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4baa4b96-5aa4-4388-94be-06789efb0864'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:12.449646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Bound port: 5c6a6841-5670-44c2-9aac-dc22a0cf3daf, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6409aa-aa00-4eee-bfe4-369546c1525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4baa4b96-5aa4-4388-94be-06789efb0864'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:12.450596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.500952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0a970dc7-f000-4a71-b889-02d74879871b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0a970dc7-f000-4a71-b889-02d74879871b,segment=NetworkSegment(0ebbb731-ab22-46c4-ab2b-82c54571524b),segment_id=0ebbb731-ab22-46c4-ab2b-82c54571524b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:12.519765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '0a970dc7-f000-4a71-b889-02d74879871b', 'network_id': 'd2d35526-2813-4520-a47f-b7b13dba11c5', 'port_id': '0a970dc7-f000-4a71-b889-02d74879871b', 'mac_address': 'fa:16:3e:89:c9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2dc180-6c3e-4195-bff3-159ecac57c96', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:07:12.520891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.569113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] For port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:12.589959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] For port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5c6a6841-5670-44c2-9aac-dc22a0cf3daf,segment=NetworkSegment(fd6409aa-aa00-4eee-bfe4-369546c1525b),segment_id=fd6409aa-aa00-4eee-bfe4-369546c1525b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:12.591642 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.603081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.615184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Subnet': ['ID=11b463f0-5ce0-47e2-8f18-69cedf24ebcd,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:12.618238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcfb43-a168-4a92-917d-e79cdffa8715 req-75816b50-19ca-4f9b-a1c5-69c2a9ad9c08 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:12.619955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9dcfb43-a168-4a92-917d-e79cdffa8715 req-75816b50-19ca-4f9b-a1c5-69c2a9ad9c08 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 950 time: 0.0619531 Sep 26 13:07:12.628622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Checking segment: {'id': 'e57cc542-0a18-4a66-92b9-ae30f739ab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c4fe91c-ba56-4873-8929-05833cde78fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:12.628798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network hostable DHCP agents. Network: 8c4fe91c-ba56-4873-8929-05833cde78fe, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:07:12.629825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a970dc7-f000-4a71-b889-02d74879871b {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:12.649095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network 8c4fe91c-ba56-4873-8929-05833cde78fe is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:07:12.660435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0a970dc7-f000-4a71-b889-02d74879871b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0a970dc7-f000-4a71-b889-02d74879871b,segment=NetworkSegment(0ebbb731-ab22-46c4-ab2b-82c54571524b),segment_id=0ebbb731-ab22-46c4-ab2b-82c54571524b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:12.664949 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9dcfb43-a168-4a92-917d-e79cdffa8715 req-a5e6bd9d-35f4-48c7-a572-92734f7027c9 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378518 Sep 26 13:07:12.666764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 8c4fe91c-ba56-4873-8929-05833cde78fe) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:12.672024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:12.672687 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.676434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.677159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:07:12.688176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba8f0a-93d1-42f8-b0aa-a26a13e10634 None None] Network 8c4fe91c-ba56-4873-8929-05833cde78fe requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:12.711917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-14af31c3-73d7-4787-bce3-93aa417a08b7 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5844753 Sep 26 13:07:12.715010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44274) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:12.721285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'subnet': {'network_id': '7d3f73ba-695e-4ea8-868f-a91b71150eec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:12.793177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e1c0-fcaf-46e3-a33d-bce5023cc065 None None] Pushing event updated for resources: {'Port': ['ID=5c6a6841-5670-44c2-9aac-dc22a0cf3daf,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:12.867161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Made reservation on behalf of 5929737e48d5479db0cb1d9219b04683 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:12.880590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:12.902181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=0a970dc7-f000-4a71-b889-02d74879871b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:13.044628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a26da-fbc6-4771-b25f-fe2d805eda57 req-a88a20ef-e736-4e5d-a4db-42b03e7f4d85 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:13.046688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ae5a26da-fbc6-4771-b25f-fe2d805eda57 req-a88a20ef-e736-4e5d-a4db-42b03e7f4d85 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1235790 Sep 26 13:07:13.097747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ae5a26da-fbc6-4771-b25f-fe2d805eda57 req-3e898bb7-6722-4838-b7cf-e7bf6c398cd8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Sep 26 13:07:13.122413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-8c4fe91c-ba56-4873-8929-05833cde78fe', 'network_id': '8c4fe91c-ba56-4873-8929-05833cde78fe', 'tenant_id': '5929737e48d5479db0cb1d9219b04683', 'fixed_ips': [{'subnet_id': '11b463f0-5ce0-47e2-8f18-69cedf24ebcd'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:07:13.123280 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:13.159576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:13.194251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad', 'network_id': '776970b3-389c-4bea-a2ea-f777da821583', 'port_id': '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad', 'mac_address': 'fa:16:3e:ef:b0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9637c53-2f65-46af-b297-994b3a46757e', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:07:13.248222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca908f71-29e6-4841-874e-df6d7b07f43d req-7c9f6d8a-3fc6-491e-a0b3-6924c9e4cac9 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:13.261675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca908f71-29e6-4841-874e-df6d7b07f43d req-7c9f6d8a-3fc6-491e-a0b3-6924c9e4cac9 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:13.268340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca908f71-29e6-4841-874e-df6d7b07f43d req-7c9f6d8a-3fc6-491e-a0b3-6924c9e4cac9 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:13.274139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9de3ab-8ea4-4690-a037-be2261df5b74 req-1e7e540d-4272-400e-af7e-0fcca8480f33 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:13.277017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca908f71-29e6-4841-874e-df6d7b07f43d req-7c9f6d8a-3fc6-491e-a0b3-6924c9e4cac9 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2414 time: 0.2441847 Sep 26 13:07:13.282465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b9de3ab-8ea4-4690-a037-be2261df5b74 req-1e7e540d-4272-400e-af7e-0fcca8480f33 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 950 time: 0.0857308 Sep 26 13:07:13.350693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b9de3ab-8ea4-4690-a037-be2261df5b74 req-27d57546-8308-4234-9ee3-b3d62abb0147 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666847 Sep 26 13:07:13.356608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5c6a6841-5670-44c2-9aac-dc22a0cf3daf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:13.380996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca908f71-29e6-4841-874e-df6d7b07f43d req-fcb1d06e-42ff-40a6-88b5-31a8a854b828 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026886 Sep 26 13:07:13.415070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:13.479861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Subnet': ['ID=04da8197-4291-4521-96bc-138173ba323b,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:13.502873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a354931-1dc1-4baf-b6f6-e19ce524d051 req-ca351cfd-a406-4400-9d4e-a6187992f46a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:13.503877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Checking segment: {'id': '8b9b26d6-db11-4c85-9311-92b25af66e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d3f73ba-695e-4ea8-868f-a91b71150eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:13.504239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network hostable DHCP agents. Network: 7d3f73ba-695e-4ea8-868f-a91b71150eec, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:07:13.505900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6a354931-1dc1-4baf-b6f6-e19ce524d051 req-ca351cfd-a406-4400-9d4e-a6187992f46a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0859568 Sep 26 13:07:13.532946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network 7d3f73ba-695e-4ea8-868f-a91b71150eec is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:07:13.545653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7d3f73ba-695e-4ea8-868f-a91b71150eec) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:13.550815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:13.551585 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:13.552339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6a354931-1dc1-4baf-b6f6-e19ce524d051 req-f86cc550-3a94-4523-94e7-e2d34b830a04 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Sep 26 13:07:13.574443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-17093d1e-3c90-4ff6-918b-74fb88ffcc8d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8546655 Sep 26 13:07:13.574702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44300) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:13.581057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d5bee5-bd07-4ac4-b455-6b1b0b3bf437 None None] Network 7d3f73ba-695e-4ea8-868f-a91b71150eec requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:13.640992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:13.673647 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:13.734803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:13.756556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:13.770436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:13.771371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cf3f9477-e9e1-4cc3-a6fd-9df385164176 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:07:13.812319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f36d-abe2-4bfe-878d-a499f8ca2392 req-e91b4981-fa73-47ae-b0f3-e81e4aae5df0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:13.825630 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8a5f36d-abe2-4bfe-878d-a499f8ca2392 req-e91b4981-fa73-47ae-b0f3-e81e4aae5df0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0726388 Sep 26 13:07:13.872307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:13.880958 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8a5f36d-abe2-4bfe-878d-a499f8ca2392 req-cd76444e-8ceb-4c2a-8519-916f33a926a4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536945 Sep 26 13:07:13.885458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Allocated IP 2001:db8::2 (8c4fe91c-ba56-4873-8929-05833cde78fe/11b463f0-5ce0-47e2-8f18-69cedf24ebcd/e993ee80-b4e3-438a-b1c9-2244ff442060) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:13.891335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:13.892077 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:13.951235 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:13.989211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cf3f9477-e9e1-4cc3-a6fd-9df385164176, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cf3f9477-e9e1-4cc3-a6fd-9df385164176,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:14.006965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f198302e-d9dc-4e65-94ca-557a75b811e5 None None] Network 4baa4b96-5aa4-4388-94be-06789efb0864 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:14.057435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'cf3f9477-e9e1-4cc3-a6fd-9df385164176', 'network_id': '776970b3-389c-4bea-a2ea-f777da821583', 'port_id': 'cf3f9477-e9e1-4cc3-a6fd-9df385164176', 'mac_address': 'fa:16:3e:d9:f4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9637c53-2f65-46af-b297-994b3a46757e', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:07:14.196155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2183241b-14a0-402a-ad79-80a554e6f347 None None] Provisioning complete for port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:14.196450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2183241b-14a0-402a-ad79-80a554e6f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.244982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-7d3f73ba-695e-4ea8-868f-a91b71150eec', 'network_id': '7d3f73ba-695e-4ea8-868f-a91b71150eec', 'tenant_id': '5929737e48d5479db0cb1d9219b04683', 'fixed_ips': [{'subnet_id': '04da8197-4291-4521-96bc-138173ba323b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:07:14.245884 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.314956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.422574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb1c62-5905-489a-98fe-3246077c236f req-058ca138-5f83-4ffd-ac70-a2870d079765 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:14.424094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72fb1c62-5905-489a-98fe-3246077c236f req-058ca138-5f83-4ffd-ac70-a2870d079765 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1427486 Sep 26 13:07:14.440242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3f9477-e9e1-4cc3-a6fd-9df385164176 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:14.476661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.484111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.502665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cf3f9477-e9e1-4cc3-a6fd-9df385164176, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cf3f9477-e9e1-4cc3-a6fd-9df385164176,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:14.502962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b15c2-4149-4976-89d4-d900c1bd4282 req-a010c947-62ad-424c-81a3-a82013a2d684 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:14.515718 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f0b15c2-4149-4976-89d4-d900c1bd4282 req-a010c947-62ad-424c-81a3-a82013a2d684 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 950 time: 0.0966964 Sep 26 13:07:14.523849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.549311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72fb1c62-5905-489a-98fe-3246077c236f req-54bd17d6-c1ea-49d4-9d5f-1ba9e1170f86 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128707 Sep 26 13:07:14.585153 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.685915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f0b15c2-4149-4976-89d4-d900c1bd4282 req-ff3c58d4-132b-417f-8c80-d107390addf4 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8abc12a-166c-4a1f-9ee8-d867e2964f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602232 Sep 26 13:07:14.708386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Allocated IP 2001:db8::1 (8c4fe91c-ba56-4873-8929-05833cde78fe/11b463f0-5ce0-47e2-8f18-69cedf24ebcd/6052a89b-287d-4321-b8f2-24a016aa285d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:14.718820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-e6a0579d-789b-48ca-b82c-2cc86efa4f9f tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:14.720603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-e6a0579d-789b-48ca-b82c-2cc86efa4f9f tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.23 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 950 time: 0.1176460 Sep 26 13:07:14.730476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Network 8c4fe91c-ba56-4873-8929-05833cde78fe is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:14.736671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5c6a6841-5670-44c2-9aac-dc22a0cf3daf,segment=NetworkSegment(fd6409aa-aa00-4eee-bfe4-369546c1525b),segment_id=fd6409aa-aa00-4eee-bfe4-369546c1525b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:14.752993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:14.760048 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.761811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Pushing event updated for resources: {'Port': ['ID=e993ee80-b4e3-438a-b1c9-2244ff442060,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:14.804521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:14.825938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776df16-9fc5-4f0b-bde1-8b34f6cbe75e req-a6c27779-aa20-44b7-a10a-68193c0998cc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:14.831300 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2183241b-14a0-402a-ad79-80a554e6f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.846337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776df16-9fc5-4f0b-bde1-8b34f6cbe75e req-a6c27779-aa20-44b7-a10a-68193c0998cc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:14.861828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776df16-9fc5-4f0b-bde1-8b34f6cbe75e req-a6c27779-aa20-44b7-a10a-68193c0998cc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:14.867245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Deleting port bbdcd7a0-c95d-46ee-897a-85c836c08928 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:14.867757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:14.878015 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1776df16-9fc5-4f0b-bde1-8b34f6cbe75e req-a6c27779-aa20-44b7-a10a-68193c0998cc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2416 time: 0.1906652 Sep 26 13:07:14.998133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] For port bbdcd7a0-c95d-46ee-897a-85c836c08928, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=bbdcd7a0-c95d-46ee-897a-85c836c08928,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:14.998646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.013209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Calling delete_port for bbdcd7a0-c95d-46ee-897a-85c836c08928 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:15.030203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1776df16-9fc5-4f0b-bde1-8b34f6cbe75e req-60f74903-5605-4953-9241-e8b9413818f0 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513016 Sep 26 13:07:15.058678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0a970dc7-f000-4a71-b889-02d74879871b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:15.064213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:15.076885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['cf3f9477-e9e1-4cc3-a6fd-9df385164176'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:15.083058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.129585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Attempting to bind port e993ee80-b4e3-438a-b1c9-2244ff442060 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:15.130037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Attempting to bind port e993ee80-b4e3-438a-b1c9-2244ff442060 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e57cc542-0a18-4a66-92b9-ae30f739ab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c4fe91c-ba56-4873-8929-05833cde78fe'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:15.130911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Attempting to bind port e993ee80-b4e3-438a-b1c9-2244ff442060 on network 8c4fe91c-ba56-4873-8929-05833cde78fe {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:15.158633 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.201347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a4e72-21b1-40cd-adde-6b22a817183b req-0521e886-a0a1-46f4-8f5f-2f8313975801 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:15.203014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b16a4e72-21b1-40cd-adde-6b22a817183b req-0521e886-a0a1-46f4-8f5f-2f8313975801 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0836487 Sep 26 13:07:15.230949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network 8c4fe91c-ba56-4873-8929-05833cde78fe is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:15.242839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:15.243551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Allocated IP 2001:db8::2 (7d3f73ba-695e-4ea8-868f-a91b71150eec/04da8197-4291-4521-96bc-138173ba323b/9d0c0c0d-546e-4f90-999d-9cc11211a196) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:15.251427 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.252279 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-2183241b-14a0-402a-ad79-80a554e6f347 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:07:15.252642 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-2183241b-14a0-402a-ad79-80a554e6f347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:07:15.266686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:15.267772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.269472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:15.269875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Checking segment: {'id': 'e57cc542-0a18-4a66-92b9-ae30f739ab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c4fe91c-ba56-4873-8929-05833cde78fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:15.270284 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.271311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Bound using segment: {'id': 'e57cc542-0a18-4a66-92b9-ae30f739ab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c4fe91c-ba56-4873-8929-05833cde78fe'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:15.271832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Bound port: e993ee80-b4e3-438a-b1c9-2244ff442060, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57cc542-0a18-4a66-92b9-ae30f739ab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c4fe91c-ba56-4873-8929-05833cde78fe'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:15.272221 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.295365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b16a4e72-21b1-40cd-adde-6b22a817183b req-11c0c552-312c-4837-8612-822ea0f4bb36 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847843 Sep 26 13:07:15.326075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.353074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Port': ['ID=6052a89b-287d-4321-b8f2-24a016aa285d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:15.372682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Pushing event deleted for resources: {'Port': ['ID=bbdcd7a0-c95d-46ee-897a-85c836c08928,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:15.463978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] No DVR routers for this DVR port bbdcd7a0-c95d-46ee-897a-85c836c08928 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:15.466844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.468884 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e88452eb-65d4-4792-86e7-aa71f56a8c28 req-6d906845-1278-45ac-8ba2-47c98d250ca6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.23 "DELETE /v2.0/ports/bbdcd7a0-c95d-46ee-897a-85c836c08928 HTTP/1.1" status: 204 len: 173 time: 0.7387424 Sep 26 13:07:15.469340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327b40b1-533f-4981-93d9-77977daf7e49', 'name': 'network-vif-deleted', 'tag': 'bbdcd7a0-c95d-46ee-897a-85c836c08928'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:15.471630 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095a20fe-cb65-4190-a08c-29a0d8f1a471" -d '{"events": [{"server_uuid": "327b40b1-533f-4981-93d9-77977daf7e49", "name": "network-vif-deleted", "tag": "bbdcd7a0-c95d-46ee-897a-85c836c08928"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:15.507719 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.516092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['bbdcd7a0-c95d-46ee-897a-85c836c08928'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:15.520764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=cf3f9477-e9e1-4cc3-a6fd-9df385164176,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:15.533111 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0c8b76-98b9-49c0-b56b-2dbadd3556df x-openstack-request-id: req-da0c8b76-98b9-49c0-b56b-2dbadd3556df {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:15.533807 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327b40b1-533f-4981-93d9-77977daf7e49", "name": "network-vif-deleted", "tag": "bbdcd7a0-c95d-46ee-897a-85c836c08928", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:15.534253 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da0c8b76-98b9-49c0-b56b-2dbadd3556df {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:15.534831 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327b40b1-533f-4981-93d9-77977daf7e49', 'name': 'network-vif-deleted', 'tag': 'bbdcd7a0-c95d-46ee-897a-85c836c08928', 'status': 'completed', 'code': 200} Sep 26 13:07:15.541556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.571704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75c821-bfd6-405f-8304-57408370aced req-af982977-dc91-4a2b-af6e-cfc8ea60e4b6 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:15.573696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa75c821-bfd6-405f-8304-57408370aced req-af982977-dc91-4a2b-af6e-cfc8ea60e4b6 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1410432 Sep 26 13:07:15.624070 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:15.736987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Network 7d3f73ba-695e-4ea8-868f-a91b71150eec is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:15.792858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa75c821-bfd6-405f-8304-57408370aced req-cdea60e4-46fe-4339-8f91-9c61646cd84a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839631 Sep 26 13:07:15.810245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a07bd42e-1e35-4b45-a94e-c32a7205d669 req-776853dd-5589-4536-91ee-d6b80ba9f3a6 tempest-ServerDiagnosticsNegativeTest-1297253216 tempest-ServerDiagnosticsNegativeTest-1297253216-project] 10.222.0.13 "GET /v2.0/ports?device_id=327b40b1-533f-4981-93d9-77977daf7e49 HTTP/1.1" status: 200 len: 210 time: 0.0401583 Sep 26 13:07:15.949632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:15.952711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:16.067732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=5c6a6841-5670-44c2-9aac-dc22a0cf3daf,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:16.092896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] For port e993ee80-b4e3-438a-b1c9-2244ff442060, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:16.174327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b31b80-38c2-40ad-af33-847cb036389f req-f7a17588-5975-412d-ad52-843f14a18771 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:16.175910 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-49b31b80-38c2-40ad-af33-847cb036389f req-f7a17588-5975-412d-ad52-843f14a18771 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1248081 Sep 26 13:07:16.207851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:16.247071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:16.255638 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:16.384845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] For port e993ee80-b4e3-438a-b1c9-2244ff442060, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e993ee80-b4e3-438a-b1c9-2244ff442060,segment=NetworkSegment(e57cc542-0a18-4a66-92b9-ae30f739ab23),segment_id=e57cc542-0a18-4a66-92b9-ae30f739ab23)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:16.413748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Pushing event updated for resources: {'Port': ['ID=9d0c0c0d-546e-4f90-999d-9cc11211a196,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:16.420875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Port': ['ID=6052a89b-287d-4321-b8f2-24a016aa285d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:16.460934 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:16.479153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686316cb-fecf-4256-a30d-3f5bfac88610 req-30a9526f-4042-40f3-9406-11ef0941d5fd tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:16.484929 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-49b31b80-38c2-40ad-af33-847cb036389f req-1b57fe07-c7f4-4d66-8837-6c339fb1876b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872968 Sep 26 13:07:16.497897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686316cb-fecf-4256-a30d-3f5bfac88610 req-30a9526f-4042-40f3-9406-11ef0941d5fd tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:16.518726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686316cb-fecf-4256-a30d-3f5bfac88610 req-30a9526f-4042-40f3-9406-11ef0941d5fd tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:16.522147 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-686316cb-fecf-4256-a30d-3f5bfac88610 req-30a9526f-4042-40f3-9406-11ef0941d5fd tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2416 time: 0.1584358 Sep 26 13:07:16.543569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Attempting to bind port 9d0c0c0d-546e-4f90-999d-9cc11211a196 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:16.544387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Attempting to bind port 9d0c0c0d-546e-4f90-999d-9cc11211a196 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8b9b26d6-db11-4c85-9311-92b25af66e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d3f73ba-695e-4ea8-868f-a91b71150eec'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:16.545046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Attempting to bind port 9d0c0c0d-546e-4f90-999d-9cc11211a196 on network 7d3f73ba-695e-4ea8-868f-a91b71150eec {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:16.601071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-686316cb-fecf-4256-a30d-3f5bfac88610 req-29e2ccb7-f1d8-4cb0-b059-3b8e7264e571 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716295 Sep 26 13:07:16.613413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:16.614068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Checking segment: {'id': '8b9b26d6-db11-4c85-9311-92b25af66e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d3f73ba-695e-4ea8-868f-a91b71150eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:16.614592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:16.615480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Bound using segment: {'id': '8b9b26d6-db11-4c85-9311-92b25af66e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d3f73ba-695e-4ea8-868f-a91b71150eec'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:16.616908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Bound port: 9d0c0c0d-546e-4f90-999d-9cc11211a196, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b26d6-db11-4c85-9311-92b25af66e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d3f73ba-695e-4ea8-868f-a91b71150eec'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:16.617423 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:16.648134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network 8c4fe91c-ba56-4873-8929-05833cde78fe is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:16.668832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:16.725741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e40a1-7d90-47a0-98e0-baf2dae24fd9 None None] Pushing event updated for resources: {'Port': ['ID=e993ee80-b4e3-438a-b1c9-2244ff442060,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:16.827454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-71188c1d-fbad-4579-92a3-8e07e688a7d7 None None] Provisioning complete for port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:16.828135 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71188c1d-fbad-4579-92a3-8e07e688a7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:16.855965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab98623-e95b-49f6-a79f-3b157f638e54 req-6d919fbb-2123-4ace-94d2-b697cc922eaf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:16.867152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cab98623-e95b-49f6-a79f-3b157f638e54 req-6d919fbb-2123-4ace-94d2-b697cc922eaf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2335033 Sep 26 13:07:16.962054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cab98623-e95b-49f6-a79f-3b157f638e54 req-e963ff11-1195-4dbc-b2eb-6b0a51df4cf9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918019 Sep 26 13:07:17.042834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] For port 9d0c0c0d-546e-4f90-999d-9cc11211a196, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:17.052958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] For port 9d0c0c0d-546e-4f90-999d-9cc11211a196, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9d0c0c0d-546e-4f90-999d-9cc11211a196,segment=NetworkSegment(8b9b26d6-db11-4c85-9311-92b25af66e75),segment_id=8b9b26d6-db11-4c85-9311-92b25af66e75)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:17.069428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Router 381e8b5e-e2cb-49cb-bb4d-99d863cc1592 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:07:17.076253 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:17.203118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd760b8-cfb5-4427-bda8-5f3e90e167c5 None None] Pushing event updated for resources: {'Port': ['ID=9d0c0c0d-546e-4f90-999d-9cc11211a196,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:17.424087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1ecd5-cae0-4067-8101-c403b7bcb826 req-b772de4f-a414-4cf6-b908-852858637043 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:17.433646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-daa1ecd5-cae0-4067-8101-c403b7bcb826 req-b772de4f-a414-4cf6-b908-852858637043 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1331160 Sep 26 13:07:17.448016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44392) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:17.451108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:07:17.470779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6b8bbdf8-d8e9-4c2d-a060-e3276af8578a tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "PUT /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8919971 Sep 26 13:07:17.470942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44396) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:17.474292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bb21a-9861-4b8e-ade2-2b7b56a39b75 None None] Sync routers for ids ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:07:17.484664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387bb21a-9861-4b8e-ade2-2b7b56a39b75 None None] Routers {'381e8b5e-e2cb-49cb-bb4d-99d863cc1592'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:07:17.485528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-387bb21a-9861-4b8e-ade2-2b7b56a39b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:07:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:17.577390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5c6a6841-5670-44c2-9aac-dc22a0cf3daf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:17.580304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-387bb21a-9861-4b8e-ade2-2b7b56a39b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:17.701667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387bb21a-9861-4b8e-ade2-2b7b56a39b75 None None] Routers {'381e8b5e-e2cb-49cb-bb4d-99d863cc1592'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:07:17.702550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-387bb21a-9861-4b8e-ade2-2b7b56a39b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:07:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:17.799788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-387bb21a-9861-4b8e-ade2-2b7b56a39b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:17.801459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bb21a-9861-4b8e-ade2-2b7b56a39b75 None None] The sync data for ids ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:07:17.814396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-00eb63d1-390c-400e-9547-ab87b54159bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0665bdf006d641639c5904d0578570e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649158 Sep 26 13:07:17.841367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44400) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:17.844094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:17.844877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:17.908637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313313a-8bc8-45db-a2bd-4eb56e78abfc req-eff35607-7958-4ca4-b935-5c86740a7319 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:17.921152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313313a-8bc8-45db-a2bd-4eb56e78abfc req-eff35607-7958-4ca4-b935-5c86740a7319 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:17.942370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313313a-8bc8-45db-a2bd-4eb56e78abfc req-eff35607-7958-4ca4-b935-5c86740a7319 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:17.949534 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e313313a-8bc8-45db-a2bd-4eb56e78abfc req-eff35607-7958-4ca4-b935-5c86740a7319 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2416 time: 0.2426772 Sep 26 13:07:18.025761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-daa1ecd5-cae0-4067-8101-c403b7bcb826 req-7f4c81d6-2512-4b72-87e4-ca180b3435ab tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860074 Sep 26 13:07:18.045381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e313313a-8bc8-45db-a2bd-4eb56e78abfc req-f7c42033-9f2d-4b4e-a1e1-0f1d17f1de61 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900438 Sep 26 13:07:18.095199 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79cba9a4-5a19-458b-a922-5969acdd51b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:18.120959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e993ee80-b4e3-438a-b1c9-2244ff442060 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:18.148631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79cba9a4-5a19-458b-a922-5969acdd51b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:18.207724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e993ee80-b4e3-438a-b1c9-2244ff442060 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:18.208270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:18.251206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79cba9a4-5a19-458b-a922-5969acdd51b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:18.255682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79cba9a4-5a19-458b-a922-5969acdd51b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:18.260977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-79cba9a4-5a19-458b-a922-5969acdd51b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8abc12a-166c-4a1f-9ee8-d867e2964f95 HTTP/1.1" status: 204 len: 168 time: 0.4171469 Sep 26 13:07:18.269587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device bbdcd7a0-c95d-46ee-897a-85c836c08928 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:18.275772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cba9a4-5a19-458b-a922-5969acdd51b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8abc12a-166c-4a1f-9ee8-d867e2964f95,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:18.308530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: bbdcd7a0-c95d-46ee-897a-85c836c08928 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:18.308799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device bbdcd7a0-c95d-46ee-897a-85c836c08928 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:18.436879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:18.514866 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-a11ebc46-c61e-4dc7-b9c2-6a4030bc4684 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:07:18.519109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44414) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:18.532105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a11ebc46-c61e-4dc7-b9c2-6a4030bc4684 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "PUT /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0441713 Sep 26 13:07:18.622580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cf3f9477-e9e1-4cc3-a6fd-9df385164176 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:18.626429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port e993ee80-b4e3-438a-b1c9-2244ff442060, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e993ee80-b4e3-438a-b1c9-2244ff442060,segment=NetworkSegment(e57cc542-0a18-4a66-92b9-ae30f739ab23),segment_id=e57cc542-0a18-4a66-92b9-ae30f739ab23)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:18.673805 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:18.765692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=e993ee80-b4e3-438a-b1c9-2244ff442060,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:18.768524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654fde8e-01af-4db3-bbcb-ff888a0c166d None None] Network 8c4fe91c-ba56-4873-8929-05833cde78fe requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:18.890684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c001a-b833-4b0f-9683-7ad787397714 req-fdc14ba9-bddd-412b-ae53-76b26fb541e2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:18.901005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e76c001a-b833-4b0f-9683-7ad787397714 req-fdc14ba9-bddd-412b-ae53-76b26fb541e2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0769103 Sep 26 13:07:18.906842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4d94d96b-4d61-414e-a26d-59e75e3c394c None None] Provisioning complete for port e993ee80-b4e3-438a-b1c9-2244ff442060 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:18.907374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d94d96b-4d61-414e-a26d-59e75e3c394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:18.957105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e76c001a-b833-4b0f-9683-7ad787397714 req-a379c1ef-6e7c-405a-8a08-059e0725b762 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547504 Sep 26 13:07:19.007506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port cf3f9477-e9e1-4cc3-a6fd-9df385164176 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:07:19.030688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port cf3f9477-e9e1-4cc3-a6fd-9df385164176 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:19.031060 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.048984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44426) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:19.084856 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-59a7eb4e-1a0e-4383-8f9b-aa82d59894f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.156524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db25771-922d-4279-a408-e07783c368a8 None None] Network 7d3f73ba-695e-4ea8-868f-a91b71150eec requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:19.170967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.306857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-59a7eb4e-1a0e-4383-8f9b-aa82d59894f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.320224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-59a7eb4e-1a0e-4383-8f9b-aa82d59894f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.411825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d23be-0418-4f72-b22a-b6dad63b6d54 req-79a960c5-8027-4150-83c4-3088360064ea tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:19.419863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d23be-0418-4f72-b22a-b6dad63b6d54 req-79a960c5-8027-4150-83c4-3088360064ea tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:19.427107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d23be-0418-4f72-b22a-b6dad63b6d54 req-79a960c5-8027-4150-83c4-3088360064ea tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:19.431255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-59a7eb4e-1a0e-4383-8f9b-aa82d59894f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=139b3cdb636545a984b8aca4eff2e77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810570 Sep 26 13:07:19.439380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7eb4e-1a0e-4383-8f9b-aa82d59894f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42df4d1d-5bbc-4f30-bcc1-e310c510f991,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:19.441175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d26d23be-0418-4f72-b22a-b6dad63b6d54 req-79a960c5-8027-4150-83c4-3088360064ea tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2416 time: 0.2214658 Sep 26 13:07:19.443563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44448) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:19.476423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796e3f-7615-4574-add5-555968b08c52 req-4fa65dfc-a890-4d0c-8f61-0c25b23af937 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:19.495849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2796e3f-7615-4574-add5-555968b08c52 req-4fa65dfc-a890-4d0c-8f61-0c25b23af937 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1949883 Sep 26 13:07:19.570883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e993ee80-b4e3-438a-b1c9-2244ff442060 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:19.574959 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.583551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2796e3f-7615-4574-add5-555968b08c52 req-96fdeff0-a356-4b39-844e-a6a60572c60b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798917 Sep 26 13:07:19.644741 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d26d23be-0418-4f72-b22a-b6dad63b6d54 req-cd58effe-d067-4ecb-a31d-2a9263384432 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005324 Sep 26 13:07:19.733927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30dd425e-45ac-4e7b-a8bf-fc644ed2c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.753930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9d00f16f-f289-45b9-b8aa-ce2860aa70a7 None None] Provisioning complete for port 9d0c0c0d-546e-4f90-999d-9cc11211a196 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:19.755291 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9d00f16f-f289-45b9-b8aa-ce2860aa70a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.757620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3f9477-e9e1-4cc3-a6fd-9df385164176'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:19.760248 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d966a77d-897f-427c-976f-c039afde15d5" -d '{"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-plugged", "status": "completed", "tag": "cf3f9477-e9e1-4cc3-a6fd-9df385164176"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:19.820520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cf3f9477-e9e1-4cc3-a6fd-9df385164176, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cf3f9477-e9e1-4cc3-a6fd-9df385164176,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:19.834981 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.835810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0a970dc7-f000-4a71-b889-02d74879871b up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:19.839622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30dd425e-45ac-4e7b-a8bf-fc644ed2c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:19.885527 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e98939-0fb4-4110-99fa-dce3a74380f4 x-openstack-request-id: req-17e98939-0fb4-4110-99fa-dce3a74380f4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:19.885786 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-plugged", "status": "completed", "tag": "cf3f9477-e9e1-4cc3-a6fd-9df385164176", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:19.886266 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17e98939-0fb4-4110-99fa-dce3a74380f4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:19.886423 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3f9477-e9e1-4cc3-a6fd-9df385164176', 'code': 200} Sep 26 13:07:19.927531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c2eb7-e7ef-4a97-b3a5-d197fc090d73 req-719e77a7-4a17-409e-a569-fb65ecb28e72 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:19.929195 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-028c2eb7-e7ef-4a97-b3a5-d197fc090d73 req-719e77a7-4a17-409e-a569-fb65ecb28e72 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1670802 Sep 26 13:07:19.960321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e993ee80-b4e3-438a-b1c9-2244ff442060 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:19.960864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.038435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-028c2eb7-e7ef-4a97-b3a5-d197fc090d73 req-9648cf24-45b9-4e3f-9660-1e6ab7f56be8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982563 Sep 26 13:07:20.067134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30dd425e-45ac-4e7b-a8bf-fc644ed2c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.081685 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30dd425e-45ac-4e7b-a8bf-fc644ed2c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.083254 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-30dd425e-45ac-4e7b-a8bf-fc644ed2c8d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42df4d1d-5bbc-4f30-bcc1-e310c510f991 HTTP/1.1" status: 204 len: 168 time: 0.6382878 Sep 26 13:07:20.115200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd425e-45ac-4e7b-a8bf-fc644ed2c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42df4d1d-5bbc-4f30-bcc1-e310c510f991,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:20.169036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Deleting port 6052a89b-287d-4321-b8f2-24a016aa285d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:20.169387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.359620 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.380965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Calling delete_port for 6052a89b-287d-4321-b8f2-24a016aa285d owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:20.443088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=cf3f9477-e9e1-4cc3-a6fd-9df385164176,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:20.471671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.664915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 0a970dc7-f000-4a71-b889-02d74879871b completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:07:20.689001 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9d00f16f-f289-45b9-b8aa-ce2860aa70a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.723051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 0a970dc7-f000-4a71-b889-02d74879871b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:20.723435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.760214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2765-31c6-4974-b5f0-f1a589b17f9c req-74b786b9-914a-4b92-b206-51427cada08f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:20.767952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b6f2765-31c6-4974-b5f0-f1a589b17f9c req-74b786b9-914a-4b92-b206-51427cada08f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 814 time: 0.2085128 Sep 26 13:07:20.782748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9d0c0c0d-546e-4f90-999d-9cc11211a196 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:20.790549 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b6f2765-31c6-4974-b5f0-f1a589b17f9c req-c2ad0bf4-6b3a-492c-9825-616959558179 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/quotas/2378747811bd4d0ab38ecec37951e312 HTTP/1.1" status: 200 len: 375 time: 0.0211480 Sep 26 13:07:20.803955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.820389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9317b-39f2-4299-b10c-31e157e63039 req-af6fe4cf-6134-45fc-9d17-f8b1de5b14e4 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:20.826056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76e9317b-39f2-4299-b10c-31e157e63039 req-af6fe4cf-6134-45fc-9d17-f8b1de5b14e4 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.0953569 Sep 26 13:07:20.855747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9d00f16f-f289-45b9-b8aa-ce2860aa70a7 None None] For port 9d0c0c0d-546e-4f90-999d-9cc11211a196, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9d0c0c0d-546e-4f90-999d-9cc11211a196,segment=NetworkSegment(8b9b26d6-db11-4c85-9311-92b25af66e75),segment_id=8b9b26d6-db11-4c85-9311-92b25af66e75)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:20.865645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Port': ['ID=6052a89b-287d-4321-b8f2-24a016aa285d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:20.903282 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9d00f16f-f289-45b9-b8aa-ce2860aa70a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:20.951861 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76e9317b-39f2-4299-b10c-31e157e63039 req-d9aa5e12-b927-480e-9065-303a4d446c10 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081703 Sep 26 13:07:21.027751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00f16f-f289-45b9-b8aa-ce2860aa70a7 None None] Pushing event updated for resources: {'Port': ['ID=9d0c0c0d-546e-4f90-999d-9cc11211a196,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:21.074159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.075554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b6f2765-31c6-4974-b5f0-f1a589b17f9c req-495dde01-0ea2-48d6-92c3-267c3c74a777 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2845464 Sep 26 13:07:21.085123 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.135097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0a970dc7-f000-4a71-b889-02d74879871b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0a970dc7-f000-4a71-b889-02d74879871b,segment=NetworkSegment(0ebbb731-ab22-46c4-ab2b-82c54571524b),segment_id=0ebbb731-ab22-46c4-ab2b-82c54571524b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:21.143622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9d0c0c0d-546e-4f90-999d-9cc11211a196 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:21.144159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.146327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-19224d1b-1603-4223-8de9-b29d7fa56d20 None None] Provisioning complete for port e993ee80-b4e3-438a-b1c9-2244ff442060 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:21.146797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19224d1b-1603-4223-8de9-b29d7fa56d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.148450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.149462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:21.164282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ce49b-d6a6-453b-855a-e21371f56c1e req-8673d85d-7fc4-4764-a770-38984e74a3a7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:21.197812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ce49b-d6a6-453b-855a-e21371f56c1e req-8673d85d-7fc4-4764-a770-38984e74a3a7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:21.214057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ce49b-d6a6-453b-855a-e21371f56c1e req-8673d85d-7fc4-4764-a770-38984e74a3a7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:21.216769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93ce49b-d6a6-453b-855a-e21371f56c1e req-8673d85d-7fc4-4764-a770-38984e74a3a7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2417 time: 0.1803253 Sep 26 13:07:21.298041 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93ce49b-d6a6-453b-855a-e21371f56c1e req-9588685d-afcc-4840-a343-ed60fb36b191 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730655 Sep 26 13:07:21.402780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=0a970dc7-f000-4a71-b889-02d74879871b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:21.421420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Router 381e8b5e-e2cb-49cb-bb4d-99d863cc1592 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:07:21.490858 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:07:21.497929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c448a-b853-43c6-a84c-e4974d8a1e0c req-1bf612c5-01c7-4ad5-b5a6-3ff4f1287cc8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:21.499128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:21.499595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.501369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-19224d1b-1603-4223-8de9-b29d7fa56d20 None None] Could not find standard attr ID for object 6052a89b-287d-4321-b8f2-24a016aa285d. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:07:21.513427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-659c448a-b853-43c6-a84c-e4974d8a1e0c req-1bf612c5-01c7-4ad5-b5a6-3ff4f1287cc8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1287973 Sep 26 13:07:21.557460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:07:21.568942 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-acbd3aef-6abe-41af-94b3-2d12cf64b2c5 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "PUT /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0484543 Sep 26 13:07:21.569737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:21.572317 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48daf20-d700-433f-bac4-1d8a312202a5 None None] Sync routers for ids ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:07:21.576560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-19224d1b-1603-4223-8de9-b29d7fa56d20 None None] Provisioning complete for port 9d0c0c0d-546e-4f90-999d-9cc11211a196 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:21.577059 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19224d1b-1603-4223-8de9-b29d7fa56d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.577260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-659c448a-b853-43c6-a84c-e4974d8a1e0c req-c9b050b2-b8ba-4af6-982d-be406f5fa9a4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628724 Sep 26 13:07:21.587169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9d0c0c0d-546e-4f90-999d-9cc11211a196 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:21.587837 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48daf20-d700-433f-bac4-1d8a312202a5 None None] Routers {'381e8b5e-e2cb-49cb-bb4d-99d863cc1592'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:07:21.588473 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d48daf20-d700-433f-bac4-1d8a312202a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:07:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:21.628867 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d48daf20-d700-433f-bac4-1d8a312202a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:21.640293 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48daf20-d700-433f-bac4-1d8a312202a5 None None] Routers {'381e8b5e-e2cb-49cb-bb4d-99d863cc1592'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:07:21.641137 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d48daf20-d700-433f-bac4-1d8a312202a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:07:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:21.655888 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-b4f4dab9-ddad-4cf8-90f8-7c6449dda4d9 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] delete failed (client error): The resource could not be found. Sep 26 13:07:21.657292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b4f4dab9-ddad-4cf8-90f8-7c6449dda4d9 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-2108637239 HTTP/1.1" status: 404 len: 335 time: 0.0858889 Sep 26 13:07:21.661339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44522) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:21.666497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-14e667e3-a49e-46e7-922a-58c1ce1f2058 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'router': {'external_gateway_info': {'network_id': '381e8b5e-e2cb-49cb-bb4d-99d863cc1592'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:21.697499 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d48daf20-d700-433f-bac4-1d8a312202a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:21.698074 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48daf20-d700-433f-bac4-1d8a312202a5 None None] The sync data for ids ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:07:21.764610 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.817254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9d0c0c0d-546e-4f90-999d-9cc11211a196 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:21.817825 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.870960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:21.876586 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:21.905577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a970dc7-f000-4a71-b889-02d74879871b'}, {'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:21.907863 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dace924-9fdc-4c17-b3e9-2d812bd4f8da" -d '{"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-plugged", "status": "completed", "tag": "0a970dc7-f000-4a71-b889-02d74879871b"}, {"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-plugged", "status": "completed", "tag": "2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:21.963233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:21.973522 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93314bea-18b5-46c2-93ca-d3030297f933 x-openstack-request-id: req-93314bea-18b5-46c2-93ca-d3030297f933 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:21.973991 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-plugged", "status": "completed", "tag": "0a970dc7-f000-4a71-b889-02d74879871b", "code": 200}, {"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-plugged", "status": "completed", "tag": "2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:21.974089 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93314bea-18b5-46c2-93ca-d3030297f933 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:21.974493 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a970dc7-f000-4a71-b889-02d74879871b', 'code': 200} Sep 26 13:07:21.974703 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad', 'code': 200} Sep 26 13:07:22.178291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dde927-02d5-4fba-881a-0b393c8b6b84 req-1d1df87c-9132-4c8f-b3ce-29bfa547ce9a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.180702 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-79dde927-02d5-4fba-881a-0b393c8b6b84 req-1d1df87c-9132-4c8f-b3ce-29bfa547ce9a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1146376 Sep 26 13:07:22.187656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59388f4e-e892-413d-94ba-f2648438c7f8 req-b1160147-7168-4c01-a545-f87f2cfb2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.188541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59388f4e-e892-413d-94ba-f2648438c7f8 req-b1160147-7168-4c01-a545-f87f2cfb2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.189360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59388f4e-e892-413d-94ba-f2648438c7f8 req-b1160147-7168-4c01-a545-f87f2cfb2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.191819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59388f4e-e892-413d-94ba-f2648438c7f8 req-b1160147-7168-4c01-a545-f87f2cfb2463 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2875 time: 0.1270328 Sep 26 13:07:22.241314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888af5d-083e-4b03-86cf-268a09c4e4b0 req-7270764c-5018-411e-a993-dbf1543a2359 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.249638 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e888af5d-083e-4b03-86cf-268a09c4e4b0 req-7270764c-5018-411e-a993-dbf1543a2359 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.5781171 Sep 26 13:07:22.286807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-79dde927-02d5-4fba-881a-0b393c8b6b84 req-e0415e93-af2e-4fe9-8c16-91332a1e5956 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935876 Sep 26 13:07:22.294445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59388f4e-e892-413d-94ba-f2648438c7f8 req-8a1082b8-956e-45d2-a5ae-15f41be6619f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929420 Sep 26 13:07:22.342037 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-14e667e3-a49e-46e7-922a-58c1ce1f2058 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:22.371357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e888af5d-083e-4b03-86cf-268a09c4e4b0 req-cdca1f7d-dcca-4760-a387-5d72ac58236d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208162 Sep 26 13:07:22.372832 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-14e667e3-a49e-46e7-922a-58c1ce1f2058 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] update failed (client error): The resource could not be found. Sep 26 13:07:22.377376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44550) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:22.377670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-14e667e3-a49e-46e7-922a-58c1ce1f2058 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "PUT /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592 HTTP/1.1" status: 404 len: 339 time: 0.7144535 Sep 26 13:07:22.386068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1561315702'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:22.454679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Made reservation on behalf of 5929737e48d5479db0cb1d9219b04683 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:22.459002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:22.554134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:07:22.583134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56774db1-1a72-4298-a901-2f8a7e9fcbb9 req-caa2fa45-07ef-4830-a580-533d4a8cd264 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.589633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56774db1-1a72-4298-a901-2f8a7e9fcbb9 req-caa2fa45-07ef-4830-a580-533d4a8cd264 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.596859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56774db1-1a72-4298-a901-2f8a7e9fcbb9 req-caa2fa45-07ef-4830-a580-533d4a8cd264 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.598731 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56774db1-1a72-4298-a901-2f8a7e9fcbb9 req-caa2fa45-07ef-4830-a580-533d4a8cd264 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2419 time: 0.1195512 Sep 26 13:07:22.605093 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:22.605440 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Added segment 598ddfed-7636-4dc5-b03d-1a24b4ac0801 of type vlan for network b7753a66-7a91-4d19-929d-326527d44c84 Sep 26 13:07:22.658961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:22.699073 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff06fa85-5b56-45ea-8ec6-82ccec5d2c2f req-371a2dcd-7f26-443c-b159-98b686465798 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2378747811bd4d0ab38ecec37951e312 HTTP/1.1" status: 200 len: 221 time: 0.0356336 Sep 26 13:07:22.717728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56774db1-1a72-4298-a901-2f8a7e9fcbb9 req-06cc58be-aeca-4624-a4fe-a5e8a7260763 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Sep 26 13:07:22.717728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:22.722087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.722896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:22.779978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3981807 Sep 26 13:07:22.780206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44574) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:22.785038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'subnet': {'network_id': 'b7753a66-7a91-4d19-929d-326527d44c84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:22.837600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c0df0-d075-466d-a66f-3d92db87329d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Network': ['ID=b7753a66-7a91-4d19-929d-326527d44c84,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:22.851149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b7753a66-7a91-4d19-929d-326527d44c84 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:07:22.957644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dafc3-b4c7-4ead-940b-f22f3dfa6b65 req-aca357a2-2b84-4c2c-a296-a55e950d4962 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:22.959127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d60dafc3-b4c7-4ead-940b-f22f3dfa6b65 req-aca357a2-2b84-4c2c-a296-a55e950d4962 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1256130 Sep 26 13:07:22.985962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-fccfac86-bd20-4fe6-8f7f-cc5410eb3f0f tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a81bafd242e44df4b1d347df554a687d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236120 Sep 26 13:07:22.990317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Made reservation on behalf of 5929737e48d5479db0cb1d9219b04683 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:22.993692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:23.029716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d60dafc3-b4c7-4ead-940b-f22f3dfa6b65 req-697ee236-64ef-4f8d-ab30-368a836b43ea tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633042 Sep 26 13:07:23.110836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-55478bf9-73f9-43b6-98f3-38b52b1c2bd8 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:23.112378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-55478bf9-73f9-43b6-98f3-38b52b1c2bd8 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201713 Sep 26 13:07:23.127154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-8bb4b3a9-ce7c-462d-b344-78d309b3f0ea tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/quotas/a81bafd242e44df4b1d347df554a687d HTTP/1.1" status: 200 len: 375 time: 0.0091817 Sep 26 13:07:23.161248 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-ec1c31bc-83f2-41e0-8822-93e499058bd4 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a81bafd242e44df4b1d347df554a687d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275445 Sep 26 13:07:23.226567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d9ce9-812f-4ed6-836e-35e51e75177d req-5c5c46e6-519c-411a-b78a-7b8ec1e78316 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:23.228211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-881d9ce9-812f-4ed6-836e-35e51e75177d req-5c5c46e6-519c-411a-b78a-7b8ec1e78316 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0979931 Sep 26 13:07:23.234666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:23.319528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-384ea6e4-c971-48a2-88eb-6631e8f9748c req-7b4d8eaa-f059-45be-86c4-7946127ba922 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 210 time: 0.0269666 Sep 26 13:07:23.325128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-881d9ce9-812f-4ed6-836e-35e51e75177d req-8925b8d8-dada-43f3-a15c-a40dcf426a95 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879948 Sep 26 13:07:23.350412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Subnet': ['ID=cec54d88-f9ac-446e-b959-231c91754d75,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:23.361743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Checking segment: {'id': '598ddfed-7636-4dc5-b03d-1a24b4ac0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b7753a66-7a91-4d19-929d-326527d44c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:23.362101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network hostable DHCP agents. Network: b7753a66-7a91-4d19-929d-326527d44c84, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:07:23.383024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network b7753a66-7a91-4d19-929d-326527d44c84 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:07:23.396089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b7753a66-7a91-4d19-929d-326527d44c84) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:23.400889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:23.401629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:23.408715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16abcd-26bf-44b4-bb3f-a888bd25045d None None] Network b7753a66-7a91-4d19-929d-326527d44c84 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:23.421860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a280a40b-cc45-4753-8355-0951ec6065bb tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6406174 Sep 26 13:07:23.424974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44598) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:23.431863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f48e8375-2383-4c84-8b64-4015b7f70b54 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7753a66-7a91-4d19-929d-326527d44c84'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:23.493474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed08cb-50af-4da0-bba1-d1b4509a90c2 req-4819d853-195c-4df5-86ad-15ae35742453 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:23.495071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17ed08cb-50af-4da0-bba1-d1b4509a90c2 req-4819d853-195c-4df5-86ad-15ae35742453 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1030142 Sep 26 13:07:23.566170 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17ed08cb-50af-4da0-bba1-d1b4509a90c2 req-1907951e-c7e8-40e1-a65c-18cd52fb8583 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637846 Sep 26 13:07:23.651583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b7753a66-7a91-4d19-929d-326527d44c84', 'network_id': 'b7753a66-7a91-4d19-929d-326527d44c84', 'tenant_id': '5929737e48d5479db0cb1d9219b04683', 'fixed_ips': [{'subnet_id': 'cec54d88-f9ac-446e-b959-231c91754d75'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:07:23.652466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:23.818683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Allocated IP 2001:db8:1::2 (b7753a66-7a91-4d19-929d-326527d44c84/cec54d88-f9ac-446e-b959-231c91754d75/29335981-268d-489e-88f2-ae747e34a625) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:23.898275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabbd4d-8e35-42f9-b04c-ab779f9a0b9a req-d84be7e4-3ab8-40f7-8196-b0d9e2ff6bae tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:23.904962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabbd4d-8e35-42f9-b04c-ab779f9a0b9a req-d84be7e4-3ab8-40f7-8196-b0d9e2ff6bae tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:23.912499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabbd4d-8e35-42f9-b04c-ab779f9a0b9a req-d84be7e4-3ab8-40f7-8196-b0d9e2ff6bae tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:23.925452 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4aabbd4d-8e35-42f9-b04c-ab779f9a0b9a req-d84be7e4-3ab8-40f7-8196-b0d9e2ff6bae tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2419 time: 0.0776355 Sep 26 13:07:24.003510 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4aabbd4d-8e35-42f9-b04c-ab779f9a0b9a req-6a6bea6e-8e44-4302-ad9a-0216249d7bed tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768509 Sep 26 13:07:24.056684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ef77-8762-4ab3-919b-2e579fbf4919 req-39f68b34-87b2-4e77-a116-5d548696fe1a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:24.064343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01d9ef77-8762-4ab3-919b-2e579fbf4919 req-39f68b34-87b2-4e77-a116-5d548696fe1a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.5036263 Sep 26 13:07:24.102643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:24.111971 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:24.140513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01d9ef77-8762-4ab3-919b-2e579fbf4919 req-81d748f6-5352-4973-a8d6-a96163509441 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750122 Sep 26 13:07:24.146966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f48e8375-2383-4c84-8b64-4015b7f70b54 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:24.237001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Network b7753a66-7a91-4d19-929d-326527d44c84 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:24.248571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:24.252600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Pushing event updated for resources: {'Port': ['ID=29335981-268d-489e-88f2-ae747e34a625,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:24.255182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:24.336092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Attempting to bind port 29335981-268d-489e-88f2-ae747e34a625 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:24.336697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Attempting to bind port 29335981-268d-489e-88f2-ae747e34a625 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '598ddfed-7636-4dc5-b03d-1a24b4ac0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b7753a66-7a91-4d19-929d-326527d44c84'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:24.337284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Attempting to bind port 29335981-268d-489e-88f2-ae747e34a625 on network b7753a66-7a91-4d19-929d-326527d44c84 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:24.345689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:24.346325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Checking segment: {'id': '598ddfed-7636-4dc5-b03d-1a24b4ac0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b7753a66-7a91-4d19-929d-326527d44c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:24.348528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:24.349126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Bound using segment: {'id': '598ddfed-7636-4dc5-b03d-1a24b4ac0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b7753a66-7a91-4d19-929d-326527d44c84'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:24.349830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Bound port: 29335981-268d-489e-88f2-ae747e34a625, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598ddfed-7636-4dc5-b03d-1a24b4ac0801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b7753a66-7a91-4d19-929d-326527d44c84'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:24.350412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:24.395606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e023-7e5b-4a6e-8e9c-55b62b963ea1 req-9e5d052d-def7-418d-bd24-6df8877bdcec tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:24.403785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db61e023-7e5b-4a6e-8e9c-55b62b963ea1 req-9e5d052d-def7-418d-bd24-6df8877bdcec tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1287143 Sep 26 13:07:24.432237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0a406066-1989-44de-aa52-e13449cce935 None None] For port 29335981-268d-489e-88f2-ae747e34a625, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:24.438044 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-f48e8375-2383-4c84-8b64-4015b7f70b54 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:07:24.438262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0a406066-1989-44de-aa52-e13449cce935 None None] For port 29335981-268d-489e-88f2-ae747e34a625, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=29335981-268d-489e-88f2-ae747e34a625,segment=NetworkSegment(598ddfed-7636-4dc5-b03d-1a24b4ac0801),segment_id=598ddfed-7636-4dc5-b03d-1a24b4ac0801)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:24.440299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61672c31-6f0d-4b22-afc5-d2a4344295af req-4f514f2b-be03-4919-b1d1-37bc6c3f7f29 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:24.440698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f48e8375-2383-4c84-8b64-4015b7f70b54 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "PUT /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592 HTTP/1.1" status: 400 len: 364 time: 1.0146692 Sep 26 13:07:24.445002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44640) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:24.450965 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:24.463747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61672c31-6f0d-4b22-afc5-d2a4344295af req-4f514f2b-be03-4919-b1d1-37bc6c3f7f29 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:24.477872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61672c31-6f0d-4b22-afc5-d2a4344295af req-4f514f2b-be03-4919-b1d1-37bc6c3f7f29 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:24.483234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61672c31-6f0d-4b22-afc5-d2a4344295af req-4f514f2b-be03-4919-b1d1-37bc6c3f7f29 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2419 time: 0.1003015 Sep 26 13:07:24.570995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61672c31-6f0d-4b22-afc5-d2a4344295af req-a4f8ad82-f434-4f3a-aee9-296e03ca8604 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806425 Sep 26 13:07:24.591701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a406066-1989-44de-aa52-e13449cce935 None None] Pushing event updated for resources: {'Port': ['ID=29335981-268d-489e-88f2-ae747e34a625,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:24.616318 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db61e023-7e5b-4a6e-8e9c-55b62b963ea1 req-ed693a6f-446e-4a92-9a9c-9b1063e83a3f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092307 Sep 26 13:07:24.664467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-f8d80cf3-ef62-47cd-93c6-1e346bb13ca2 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a81bafd242e44df4b1d347df554a687d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866368 Sep 26 13:07:24.823986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11edb3be-3245-45d1-bb91-b29a86ffcbb1 req-aeb1f966-0dfc-4bbe-b35e-edba5c598fb8 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 210 time: 0.0332801 Sep 26 13:07:24.904147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-6f022781-31d3-45e3-98e7-5a0b235f0dda tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:24.911691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-6f022781-31d3-45e3-98e7-5a0b235f0dda tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407682 Sep 26 13:07:24.927069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Request body: {'port': {'device_id': 'a7c31599-5e1a-4349-bb56-2cf028e81f20', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'a81bafd242e44df4b1d347df554a687d'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:24.948899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dcf78-acda-42bf-ae83-7f961f93e987 req-a8a2aa92-b94b-4ae0-a390-d579cb3e6a18 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:24.950941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-084dcf78-acda-42bf-ae83-7f961f93e987 req-a8a2aa92-b94b-4ae0-a390-d579cb3e6a18 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1791322 Sep 26 13:07:25.028883 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.094418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-084dcf78-acda-42bf-ae83-7f961f93e987 req-6e09adfd-b993-41d7-b85d-a5e01440e48f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319392 Sep 26 13:07:25.159216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Made reservation on behalf of a81bafd242e44df4b1d347df554a687d for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:25.163623 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.174959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.296565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8beb834-a0a1-4f08-9589-0b0d6858a327 req-d63ec301-66a1-469d-b186-953cad392ad8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:25.298235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8beb834-a0a1-4f08-9589-0b0d6858a327 req-d63ec301-66a1-469d-b186-953cad392ad8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1031437 Sep 26 13:07:25.317463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.324500 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.402154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8beb834-a0a1-4f08-9589-0b0d6858a327 req-8d4e940e-ec7e-4f11-90e5-97586f9edc71 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666230 Sep 26 13:07:25.471800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdec94e-0f65-42a3-b675-dbbc46546975,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:25.531689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Allocated IP 2001:db8::1 (4baa4b96-5aa4-4388-94be-06789efb0864/4c577fb9-a72c-4fbc-b42b-b06dcdaec1db/25f9735e-23d7-41ee-8e31-ea0745289e42) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:25.618843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 29335981-268d-489e-88f2-ae747e34a625 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:25.646130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Allocated IP 192.168.233.42 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/8456d01f-88f5-45d1-ba83-969df8efd190) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:25.718308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 29335981-268d-489e-88f2-ae747e34a625 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:25.719350 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.753174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e92e7d-88ee-4a1c-8877-d287ed2a591e req-974170e5-24f9-4485-b61d-89b424cf57dc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:25.755682 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4e92e7d-88ee-4a1c-8877-d287ed2a591e req-974170e5-24f9-4485-b61d-89b424cf57dc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2215760 Sep 26 13:07:25.855654 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.860447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.897086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 29335981-268d-489e-88f2-ae747e34a625, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=29335981-268d-489e-88f2-ae747e34a625,segment=NetworkSegment(598ddfed-7636-4dc5-b03d-1a24b4ac0801),segment_id=598ddfed-7636-4dc5-b03d-1a24b4ac0801)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:25.905917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:25.908881 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f4e92e7d-88ee-4a1c-8877-d287ed2a591e req-a5ab8a6b-3b53-4d48-81b4-bbd44081c3b4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379776 Sep 26 13:07:25.992827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=29335981-268d-489e-88f2-ae747e34a625,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:26.019280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.032255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad48455-f560-4194-a921-3d13d5760119 req-a95bfec9-c3e4-434c-8ddd-3b18aaf65273 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.051477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad48455-f560-4194-a921-3d13d5760119 req-a95bfec9-c3e4-434c-8ddd-3b18aaf65273 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.056993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad48455-f560-4194-a921-3d13d5760119 req-a95bfec9-c3e4-434c-8ddd-3b18aaf65273 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.067886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ad48455-f560-4194-a921-3d13d5760119 req-a95bfec9-c3e4-434c-8ddd-3b18aaf65273 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2419 time: 0.3514540 Sep 26 13:07:26.118608 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b2023b8-a7b1-4cd2-a83b-405a84838504 req-e1828dcd-b97e-4b0e-88ea-b9cf6d72e022 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 210 time: 0.0730362 Sep 26 13:07:26.134890 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.142092 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.166295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd07bf2-a5b5-4ed2-9c96-8766225a526a None None] Network b7753a66-7a91-4d19-929d-326527d44c84 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:26.215304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Pushing event updated for resources: {'Port': ['ID=8456d01f-88f5-45d1-ba83-969df8efd190,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:26.228796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:26.230586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:26.233327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:26.285553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-4030c216-8f66-4b00-9358-3e557e9f61e4 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.292513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-4030c216-8f66-4b00-9358-3e557e9f61e4 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.299815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-4030c216-8f66-4b00-9358-3e557e9f61e4 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.302463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-4030c216-8f66-4b00-9358-3e557e9f61e4 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 2419 time: 0.2335050 Sep 26 13:07:26.315222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network 4baa4b96-5aa4-4388-94be-06789efb0864 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:26.329233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6ac66eb3-3bb6-4785-aa41-067ab84f92f3 None None] Provisioning complete for port 29335981-268d-489e-88f2-ae747e34a625 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:26.330070 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6ac66eb3-3bb6-4785-aa41-067ab84f92f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.362804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.364410 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.364934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ad48455-f560-4194-a921-3d13d5760119 req-f9ef3dd0-a2c0-42a4-a1bb-a88470cf89c2 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594080 Sep 26 13:07:26.368935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:26.377636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Port': ['ID=25f9735e-23d7-41ee-8e31-ea0745289e42,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:26.406740 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-33cb6389-754b-42d2-9a05-447a4a13b428 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4849846 Sep 26 13:07:26.424024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc91d3-8951-416a-b07f-86fcc148a876 req-81f79101-19d0-4d2f-b740-7f37dc0ae0a9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.426581 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8fc91d3-8951-416a-b07f-86fcc148a876 req-81f79101-19d0-4d2f-b740-7f37dc0ae0a9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.0973294 Sep 26 13:07:26.429794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:26.433321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Request body: {'port': {'device_id': 'a7c31599-5e1a-4349-bb56-2cf028e81f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:26.434537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.658511 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8fc91d3-8951-416a-b07f-86fcc148a876 req-cc558a89-2bd3-43dc-9854-dff682bb07db tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775115 Sep 26 13:07:26.663287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.754308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04b1be-9f4d-4c12-a327-ca754e186f09 req-227a3ddc-4298-4ec0-870a-66f7086f01f9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:26.755917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c04b1be-9f4d-4c12-a327-ca754e186f09 req-227a3ddc-4298-4ec0-870a-66f7086f01f9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2342336 Sep 26 13:07:26.807349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2d90130b-37dd-4800-837b-d0cff4ef52a5 None None] Provisioning complete for port 8456d01f-88f5-45d1-ba83-969df8efd190 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:26.807831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d90130b-37dd-4800-837b-d0cff4ef52a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.827953 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.867230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c04b1be-9f4d-4c12-a327-ca754e186f09 req-79b7950b-0255-4249-b099-2f9f117f7450 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023479 Sep 26 13:07:26.870282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2d90130b-37dd-4800-837b-d0cff4ef52a5 None None] Port 8456d01f-88f5-45d1-ba83-969df8efd190 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:26.922157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port cf3f9477-e9e1-4cc3-a6fd-9df385164176 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:26.922497 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:26.996372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cbc63afb-61ba-491c-b28c-1e4c4806a43d None None] Provisioning complete for port 25f9735e-23d7-41ee-8e31-ea0745289e42 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:26.997311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cbc63afb-61ba-491c-b28c-1e4c4806a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.032004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cbc63afb-61ba-491c-b28c-1e4c4806a43d None None] Port 25f9735e-23d7-41ee-8e31-ea0745289e42 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:27.042625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cbc63afb-61ba-491c-b28c-1e4c4806a43d None None] Provisioning complete for port 29335981-268d-489e-88f2-ae747e34a625 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:27.043155 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cbc63afb-61ba-491c-b28c-1e4c4806a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.084490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105d43a-b492-4044-ae33-fd559730b731 req-761bb707-0afd-4109-9aef-0683786c8c1c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:27.095209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b105d43a-b492-4044-ae33-fd559730b731 req-761bb707-0afd-4109-9aef-0683786c8c1c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0987353 Sep 26 13:07:27.177801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port cf3f9477-e9e1-4cc3-a6fd-9df385164176, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cf3f9477-e9e1-4cc3-a6fd-9df385164176,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:27.178168 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.189502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8456d01f-88f5-45d1-ba83-969df8efd190 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:27.193916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for cf3f9477-e9e1-4cc3-a6fd-9df385164176 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:27.201354 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.206549 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b105d43a-b492-4044-ae33-fd559730b731 req-145debea-dcd7-459a-a2ac-caeb477bee81 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104674 Sep 26 13:07:27.218803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Transition to ACTIVE for port object 8456d01f-88f5-45d1-ba83-969df8efd190 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:07:27.223971 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.287048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Pushing event updated for resources: {'Port': ['ID=8456d01f-88f5-45d1-ba83-969df8efd190,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:27.406348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Attempting to bind port 8456d01f-88f5-45d1-ba83-969df8efd190 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:27.406819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Attempting to bind port 8456d01f-88f5-45d1-ba83-969df8efd190 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:27.407233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Attempting to bind port 8456d01f-88f5-45d1-ba83-969df8efd190 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:27.413039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Port 8456d01f-88f5-45d1-ba83-969df8efd190 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:07:27.413457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Attempting to bind port 8456d01f-88f5-45d1-ba83-969df8efd190 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:27.422566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:27.423127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:27.424275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:27.424275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Bound port: 8456d01f-88f5-45d1-ba83-969df8efd190, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:27.424527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.424879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.437564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0a970dc7-f000-4a71-b889-02d74879871b', 'cf3f9477-e9e1-4cc3-a6fd-9df385164176', '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:27.465425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22086fe9-779c-4ec2-9220-a1cedbbf914e req-1dfceb20-7d07-4855-b86e-1d6fe36f78cf tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:27.467087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-22086fe9-779c-4ec2-9220-a1cedbbf914e req-1dfceb20-7d07-4855-b86e-1d6fe36f78cf tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 947 time: 0.1481061 Sep 26 13:07:27.531087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=cf3f9477-e9e1-4cc3-a6fd-9df385164176,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:27.557158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] For port 8456d01f-88f5-45d1-ba83-969df8efd190, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:27.563578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] For port 8456d01f-88f5-45d1-ba83-969df8efd190, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8456d01f-88f5-45d1-ba83-969df8efd190,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:27.576795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.588021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.589161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.591023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.593846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 29335981-268d-489e-88f2-ae747e34a625 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:27.624352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port cf3f9477-e9e1-4cc3-a6fd-9df385164176 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:27.650396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.652942 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-ab2b8074-1ff9-472a-8249-1deabaf17194 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "DELETE /v2.0/ports/cf3f9477-e9e1-4cc3-a6fd-9df385164176 HTTP/1.1" status: 204 len: 173 time: 1.3157053 Sep 26 13:07:27.654764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-deleted', 'tag': 'cf3f9477-e9e1-4cc3-a6fd-9df385164176'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:27.657532 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39acb6-bce5-495f-bf7d-b9f4dbcbab7c" -d '{"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-deleted", "tag": "cf3f9477-e9e1-4cc3-a6fd-9df385164176"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:27.702040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:27.702802 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.704258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] 10.222.0.23 "PUT /v2.0/ports/8456d01f-88f5-45d1-ba83-969df8efd190 HTTP/1.1" status: 200 len: 1096 time: 1.2757168 Sep 26 13:07:27.708883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c31599-5e1a-4349-bb56-2cf028e81f20', 'tag': '8456d01f-88f5-45d1-ba83-969df8efd190'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:27.716578 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c31599-5e1a-4349-bb56-2cf028e81f20", "tag": "8456d01f-88f5-45d1-ba83-969df8efd190"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:27.749182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165ed20-358b-4de7-9ef1-3ce1b6c9491f req-124f153d-b7e4-4f6d-830d-485e848ec914 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:27.750852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7165ed20-358b-4de7-9ef1-3ce1b6c9491f req-124f153d-b7e4-4f6d-830d-485e848ec914 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.3094082 Sep 26 13:07:27.758350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-22086fe9-779c-4ec2-9220-a1cedbbf914e req-62749998-9629-4c7b-9c3a-5692c21d2405 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599585 Sep 26 13:07:27.797365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 29335981-268d-489e-88f2-ae747e34a625 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:27.800307 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:27.861720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d74be-d1a6-43f8-b45a-a7b16daf7312 service neutron] Pushing event updated for resources: {'Port': ['ID=8456d01f-88f5-45d1-ba83-969df8efd190,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:27.910679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-84233058-4a90-418e-9858-c2c0e6f7096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:27.912679 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-84233058-4a90-418e-9858-c2c0e6f7096b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a81bafd242e44df4b1d347df554a687d&device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 1099 time: 0.1496491 Sep 26 13:07:27.924908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7165ed20-358b-4de7-9ef1-3ce1b6c9491f req-529c4e66-9407-4ab7-9022-a048721d2387 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553257 Sep 26 13:07:27.926857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event updated for resources: {'Port': ['ID=25f9735e-23d7-41ee-8e31-ea0745289e42,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:28.042969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Network 4baa4b96-5aa4-4388-94be-06789efb0864 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:28.045138 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c3452-05d4-4399-9d3e-6ebca03a51c3 x-openstack-request-id: req-0d9c3452-05d4-4399-9d3e-6ebca03a51c3 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:28.045679 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-deleted", "tag": "cf3f9477-e9e1-4cc3-a6fd-9df385164176", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:28.045942 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d9c3452-05d4-4399-9d3e-6ebca03a51c3 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:28.046344 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-deleted', 'tag': 'cf3f9477-e9e1-4cc3-a6fd-9df385164176', 'status': 'completed', 'code': 200} Sep 26 13:07:28.050337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:28.082603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-d73517f1-cf92-47a4-9bf3-863d5867412f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8456d01f-88f5-45d1-ba83-969df8efd190 HTTP/1.1" status: 200 len: 217 time: 0.1506977 Sep 26 13:07:28.092171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8bfa6-7d0d-4dd2-82e6-f44fe87fa5d7 req-530d66d8-8d21-4e7f-b912-508c44a7019c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:28.099039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8bfa6-7d0d-4dd2-82e6-f44fe87fa5d7 req-530d66d8-8d21-4e7f-b912-508c44a7019c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:28.100982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffb8bfa6-7d0d-4dd2-82e6-f44fe87fa5d7 req-530d66d8-8d21-4e7f-b912-508c44a7019c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 1683 time: 0.1804538 Sep 26 13:07:28.152157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-5f11f582-a30f-4e46-b307-abff63b22668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:28.154433 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-5f11f582-a30f-4e46-b307-abff63b22668 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0623603 Sep 26 13:07:28.252705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2cd79-9273-47d6-a6c0-9dbbdbddd803 req-c094738c-7b8b-432f-be14-a9cbd841c58f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:28.254578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e2c2cd79-9273-47d6-a6c0-9dbbdbddd803 req-c094738c-7b8b-432f-be14-a9cbd841c58f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.0984609 Sep 26 13:07:28.256973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-f8df43d1-66a3-40b8-ae92-04ea80e1942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:28.259318 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-f8df43d1-66a3-40b8-ae92-04ea80e1942e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938251 Sep 26 13:07:28.358123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e2c2cd79-9273-47d6-a6c0-9dbbdbddd803 req-9ee6241e-b89d-4107-ad37-c261d05e624d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966468 Sep 26 13:07:28.403012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5de81d6b-995c-42a9-8253-62447846b7ab None None] Provisioning complete for port 25f9735e-23d7-41ee-8e31-ea0745289e42 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:28.403561 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5de81d6b-995c-42a9-8253-62447846b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:28.404272 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-1abd8c13-59e2-48e0-9e74-d0676e2b9e89 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359847 Sep 26 13:07:28.449146 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9cb3ac-76b4-49b0-a190-1221a351e5de x-openstack-request-id: req-2e9cb3ac-76b4-49b0-a190-1221a351e5de {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:28.449439 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c31599-5e1a-4349-bb56-2cf028e81f20", "tag": "8456d01f-88f5-45d1-ba83-969df8efd190", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:28.449767 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e9cb3ac-76b4-49b0-a190-1221a351e5de {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:28.450196 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c31599-5e1a-4349-bb56-2cf028e81f20', 'tag': '8456d01f-88f5-45d1-ba83-969df8efd190', 'status': 'completed', 'code': 200} Sep 26 13:07:28.490273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5de81d6b-995c-42a9-8253-62447846b7ab None None] Port 25f9735e-23d7-41ee-8e31-ea0745289e42 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:28.532414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port 0a970dc7-f000-4a71-b889-02d74879871b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:28.532911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:28.559448 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd99f0c-dc9a-4586-94c9-5b9853b7a359 req-a373d288-2f94-4e4e-b7af-b163ad1c475f service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476424 Sep 26 13:07:28.568184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffb8bfa6-7d0d-4dd2-82e6-f44fe87fa5d7 req-f692033a-8784-4a19-9bcc-04ddb55b3808 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690043 Sep 26 13:07:28.574167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Router 381e8b5e-e2cb-49cb-bb4d-99d863cc1592 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:07:28.619652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fb425-7c48-4bca-a0b0-3c38887aa49a req-a7fe6677-6f7d-411c-a1d5-b099bc47aa45 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:28.626974 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e40fb425-7c48-4bca-a0b0-3c38887aa49a req-a7fe6677-6f7d-411c-a1d5-b099bc47aa45 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0593925 Sep 26 13:07:28.695514 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e40fb425-7c48-4bca-a0b0-3c38887aa49a req-503367ac-09c1-484e-8945-052ababa96cb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676558 Sep 26 13:07:28.701638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-30315750-7f47-4f6e-afed-82b367484d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:28.703109 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-30315750-7f47-4f6e-afed-82b367484d63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a81bafd242e44df4b1d347df554a687d&device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 1099 time: 0.0690765 Sep 26 13:07:28.757554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port 0a970dc7-f000-4a71-b889-02d74879871b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0a970dc7-f000-4a71-b889-02d74879871b,segment=NetworkSegment(0ebbb731-ab22-46c4-ab2b-82c54571524b),segment_id=0ebbb731-ab22-46c4-ab2b-82c54571524b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:28.757554 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:28.774869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:07:28.778473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for 0a970dc7-f000-4a71-b889-02d74879871b owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:28.786077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2f0573a3-05e4-4d62-82f7-f7601315117c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "PUT /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3371682 Sep 26 13:07:28.795983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545de74d-faf4-4eb5-abee-dd7295585d94 None None] Sync routers for ids ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:07:28.805100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44710) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:28.818829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545de74d-faf4-4eb5-abee-dd7295585d94 None None] Routers {'381e8b5e-e2cb-49cb-bb4d-99d863cc1592'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:07:28.821059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-545de74d-faf4-4eb5-abee-dd7295585d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:07:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:28.917751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-545de74d-faf4-4eb5-abee-dd7295585d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:28.928066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545de74d-faf4-4eb5-abee-dd7295585d94 None None] Routers {'381e8b5e-e2cb-49cb-bb4d-99d863cc1592'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:07:28.929215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-545de74d-faf4-4eb5-abee-dd7295585d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:07:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:28.960277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:28.969866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-545de74d-faf4-4eb5-abee-dd7295585d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:28.970880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545de74d-faf4-4eb5-abee-dd7295585d94 None None] The sync data for ids ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:07:28.988422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-6839d929-f426-4baf-8a3e-1ae0afc840ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:28.988422 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-6839d929-f426-4baf-8a3e-1ae0afc840ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2771969 Sep 26 13:07:29.027092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=0a970dc7-f000-4a71-b889-02d74879871b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:29.044234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-9d8085a8-62b5-49c8-947f-9770e9ccb13b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8456d01f-88f5-45d1-ba83-969df8efd190 HTTP/1.1" status: 200 len: 217 time: 0.0461931 Sep 26 13:07:29.074280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port 0a970dc7-f000-4a71-b889-02d74879871b on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:29.077626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c01b9fda-a855-4da0-b984-26d3b0502cec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:29.082672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870cb4-8ae9-4e07-8aaf-3801da06d11c req-a6c65385-1fc3-436a-be60-344e867453bf tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:29.090020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73870cb4-8ae9-4e07-8aaf-3801da06d11c req-a6c65385-1fc3-436a-be60-344e867453bf tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 947 time: 0.1598973 Sep 26 13:07:29.097257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:29.099213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-fa09f877-f20a-4dcd-ae00-b677b5347785 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "DELETE /v2.0/ports/0a970dc7-f000-4a71-b889-02d74879871b HTTP/1.1" status: 204 len: 173 time: 1.4232075 Sep 26 13:07:29.205234 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-c01b9fda-a855-4da0-b984-26d3b0502cec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 26 13:07:29.209358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73870cb4-8ae9-4e07-8aaf-3801da06d11c req-6b536a6b-28a1-4733-ae2e-b9eb60afebc4 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183250 Sep 26 13:07:29.210325 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c01b9fda-a855-4da0-b984-26d3b0502cec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592 HTTP/1.1" status: 409 len: 329 time: 0.4040406 Sep 26 13:07:29.211090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44718) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:29.232505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd855e-19f9-4c79-8539-032733c745a6 req-e6b34fce-4b4c-42f3-a761-b6cd49a76ddf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:29.234102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98bd855e-19f9-4c79-8539-032733c745a6 req-e6b34fce-4b4c-42f3-a761-b6cd49a76ddf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.3643336 Sep 26 13:07:29.263812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-2e7b2282-43b0-41e3-a7eb-9f4fc3c10c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:29.265320 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-2e7b2282-43b0-41e3-a7eb-9f4fc3c10c7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.2102878 Sep 26 13:07:29.325146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98bd855e-19f9-4c79-8539-032733c745a6 req-77c935a5-67f7-4acd-9b3f-48bb6f43ce08 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789387 Sep 26 13:07:29.354665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-582f7b9c-a1c9-4ca5-ba68-d44d064a5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:29.356277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-582f7b9c-a1c9-4ca5-ba68-d44d064a5192 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792215 Sep 26 13:07:29.440849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:29.441172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:29.473148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-7f7da0c0-fee6-4dd5-afc3-b3b47c4d4ad8 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094990 Sep 26 13:07:29.587676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086286cd-641f-40f9-87fd-055269b30aa2 req-4aa83c4d-be66-4c00-b7e6-f24423109226 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:29.589048 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-086286cd-641f-40f9-87fd-055269b30aa2 req-4aa83c4d-be66-4c00-b7e6-f24423109226 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1096339 Sep 26 13:07:29.628364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3561d-6981-49f7-aab0-6f14b4ce7ddf req-a73e2133-773b-4b3e-a309-e8556f70bcdf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:29.630129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1b3561d-6981-49f7-aab0-6f14b4ce7ddf req-a73e2133-773b-4b3e-a309-e8556f70bcdf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1860394 Sep 26 13:07:29.642569 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3d02fb1-cff5-4402-b06c-f9d6e39fc498 req-998c5b43-f17e-443b-88fc-20ad3a931d29 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543989 Sep 26 13:07:29.669290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-086286cd-641f-40f9-87fd-055269b30aa2 req-187c057e-0cf3-4fbf-b033-2aadf63024a8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674713 Sep 26 13:07:29.688113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:29.689629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:29.745066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:29.770197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1b3561d-6981-49f7-aab0-6f14b4ce7ddf req-f4194c39-3cf0-44a4-a975-78fc3bca1eaf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291461 Sep 26 13:07:29.843390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fe820-921d-47d4-b8d3-064123a43407 req-94692075-3b57-4627-80ac-94302179efd8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:29.845092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a20fe820-921d-47d4-b8d3-064123a43407 req-94692075-3b57-4627-80ac-94302179efd8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 946 time: 0.0518970 Sep 26 13:07:29.913582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a20fe820-921d-47d4-b8d3-064123a43407 req-ccac1441-8270-42ab-a683-eb3b73904a37 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581932 Sep 26 13:07:30.037098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c93971-2ba9-4eb0-b546-fdbbb8a63b60 req-b0570ad6-84dc-42fc-9610-049d00c600ef tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:30.039011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62c93971-2ba9-4eb0-b546-fdbbb8a63b60 req-b0570ad6-84dc-42fc-9610-049d00c600ef tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0905590 Sep 26 13:07:30.046792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-deleted', 'tag': '0a970dc7-f000-4a71-b889-02d74879871b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:30.049039 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb5786f-a07e-4ca5-b2e4-440953d67234" -d '{"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-deleted", "tag": "0a970dc7-f000-4a71-b889-02d74879871b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:30.116385 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f29001c-45a2-48fa-9423-2a682f9051c2 x-openstack-request-id: req-8f29001c-45a2-48fa-9423-2a682f9051c2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:30.116385 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-deleted", "tag": "0a970dc7-f000-4a71-b889-02d74879871b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:30.116385 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f29001c-45a2-48fa-9423-2a682f9051c2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:30.116813 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-deleted', 'tag': '0a970dc7-f000-4a71-b889-02d74879871b', 'status': 'completed', 'code': 200} Sep 26 13:07:30.123389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:30.185869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62c93971-2ba9-4eb0-b546-fdbbb8a63b60 req-9120c2ac-02ac-4882-b0e4-bd273a706ae1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338868 Sep 26 13:07:30.243401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:30.329240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32204aa4-1fec-4bbd-be02-5e08024d7dbc req-f2610bcc-30a0-43c6-93c5-50d6f457c98a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:30.330873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32204aa4-1fec-4bbd-be02-5e08024d7dbc req-f2610bcc-30a0-43c6-93c5-50d6f457c98a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0707865 Sep 26 13:07:30.347522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:30.373313 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32204aa4-1fec-4bbd-be02-5e08024d7dbc req-05b95de3-0c3d-4e38-a828-7ea69339364a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356627 Sep 26 13:07:30.464462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:30.469523 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:30.471519 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be58670e-6f49-4697-bd32-fb4c6768f653 req-5eb4fc1f-6009-42b6-b032-d5fb13a3fee1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "DELETE /v2.0/ports/2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad HTTP/1.1" status: 204 len: 173 time: 1.3637035 Sep 26 13:07:30.489530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcd393-cf1c-4594-94d3-fb1ee02f3874 req-ec1de5a8-fd5a-4445-bce1-e09fec841964 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:30.491037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16bcd393-cf1c-4594-94d3-fb1ee02f3874 req-ec1de5a8-fd5a-4445-bce1-e09fec841964 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 947 time: 0.1461563 Sep 26 13:07:30.554059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb55001-cb22-4929-a5a4-36a592a26d8a req-2069aa28-5ce9-4a9a-babf-6be20504dbb7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:30.556009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cfb55001-cb22-4929-a5a4-36a592a26d8a req-2069aa28-5ce9-4a9a-babf-6be20504dbb7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0583456 Sep 26 13:07:30.565603 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16bcd393-cf1c-4594-94d3-fb1ee02f3874 req-ce718c2a-42d8-4654-9641-3062e4849b86 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596004 Sep 26 13:07:30.606420 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cfb55001-cb22-4929-a5a4-36a592a26d8a req-87e1936c-7747-44ba-a804-0cbb97def4c2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Sep 26 13:07:30.674201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Deleting port 25f9735e-23d7-41ee-8e31-ea0745289e42 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:30.674785 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:30.705421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0a970dc7-f000-4a71-b889-02d74879871b no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:30.728221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 0a970dc7-f000-4a71-b889-02d74879871b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:30.728561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0a970dc7-f000-4a71-b889-02d74879871b not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:30.728971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:30.748819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:30.749395 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:30.750098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cf3f9477-e9e1-4cc3-a6fd-9df385164176 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:30.768630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: cf3f9477-e9e1-4cc3-a6fd-9df385164176 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:30.769002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cf3f9477-e9e1-4cc3-a6fd-9df385164176 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:30.783768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264edf59-725b-475d-82cc-2e23d94d0d2b req-88f36705-82b1-4a1d-b645-5ec23ddcbbe4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:30.785270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-264edf59-725b-475d-82cc-2e23d94d0d2b req-88f36705-82b1-4a1d-b645-5ec23ddcbbe4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1065996 Sep 26 13:07:30.793730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbc060-6d20-4d1e-ae8a-be28913bcaa2 req-65a14e8a-dd2e-4c00-9f68-e3abb32efebc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:30.795160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9bbc060-6d20-4d1e-ae8a-be28913bcaa2 req-65a14e8a-dd2e-4c00-9f68-e3abb32efebc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.0506620 Sep 26 13:07:30.807759 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:30.830144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Calling delete_port for 25f9735e-23d7-41ee-8e31-ea0745289e42 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:30.833275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9bbc060-6d20-4d1e-ae8a-be28913bcaa2 req-d6e87b33-3d52-40c2-a955-7a1432415090 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321131 Sep 26 13:07:30.852886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-264edf59-725b-475d-82cc-2e23d94d0d2b req-befc126c-9271-4bfb-8b6f-bf4e717bcbab tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590394 Sep 26 13:07:31.044367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:31.061871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-546d7c6b-44e6-40c8-a05a-645e1d2e370b req-40c80655-13a0-4b53-b33b-58e00eac72b9 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=30e61456-4b5a-463f-8fc5-a6135df138a6 HTTP/1.1" status: 200 len: 210 time: 0.0400634 Sep 26 13:07:31.092946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Port': ['ID=25f9735e-23d7-41ee-8e31-ea0745289e42,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:31.205158 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:31.215536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8541add-7f5a-434a-b56e-e8c134544c41 req-2f532429-2fa9-4952-b9dd-b896afc6c92f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:31.217216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8541add-7f5a-434a-b56e-e8c134544c41 req-2f532429-2fa9-4952-b9dd-b896afc6c92f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1703899 Sep 26 13:07:31.322432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8541add-7f5a-434a-b56e-e8c134544c41 req-31575ded-3d2e-4117-b9c0-9164e696543c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986595 Sep 26 13:07:31.400658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Router 381e8b5e-e2cb-49cb-bb4d-99d863cc1592 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:07:31.447831 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7504a7-6665-458f-9dcf-7c7daf5f0cf2 req-9fe9cfc0-056f-4c3e-8aa9-753080c16936 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:31.450298 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf7504a7-6665-458f-9dcf-7c7daf5f0cf2 req-9fe9cfc0-056f-4c3e-8aa9-753080c16936 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0555739 Sep 26 13:07:31.480724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:07:31.486914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4006333a-5c29-4dc3-ba8e-f4d9cfe63b2d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "PUT /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2676840 Sep 26 13:07:31.490719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44784) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:31.493760 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64437253-73fd-4df4-a1ba-c65b05226ffc None None] Sync routers for ids ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:07:31.496055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf7504a7-6665-458f-9dcf-7c7daf5f0cf2 req-eb8621b2-e38a-4605-88d4-075bd5043617 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Sep 26 13:07:31.505373 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64437253-73fd-4df4-a1ba-c65b05226ffc None None] Routers {'381e8b5e-e2cb-49cb-bb4d-99d863cc1592'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:07:31.506381 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-64437253-73fd-4df4-a1ba-c65b05226ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:07:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:31.540780 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-64437253-73fd-4df4-a1ba-c65b05226ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:31.546407 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-df8bde51-4ae2-47da-af95-b5ea0856bc83 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] show failed (client error): The resource could not be found. Sep 26 13:07:31.546407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-df8bde51-4ae2-47da-af95-b5ea0856bc83 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1097886155 HTTP/1.1" status: 404 len: 335 time: 0.0507925 Sep 26 13:07:31.550067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44788) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:31.555251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c706fbe2-df6c-42df-8fc3-c38f70b07a6b tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:31.558835 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64437253-73fd-4df4-a1ba-c65b05226ffc None None] Routers {'381e8b5e-e2cb-49cb-bb4d-99d863cc1592'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:07:31.561191 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-64437253-73fd-4df4-a1ba-c65b05226ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:07:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:31.598051 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-64437253-73fd-4df4-a1ba-c65b05226ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:31.598752 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64437253-73fd-4df4-a1ba-c65b05226ffc None None] The sync data for ids ['381e8b5e-e2cb-49cb-bb4d-99d863cc1592'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:07:31.689121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934ba1-af01-49a6-a151-a45fd11a60fe req-4dcdca7d-3ec3-4120-8476-6235c2580012 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:31.705895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ba934ba1-af01-49a6-a151-a45fd11a60fe req-4dcdca7d-3ec3-4120-8476-6235c2580012 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0674601 Sep 26 13:07:31.760741 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ba934ba1-af01-49a6-a151-a45fd11a60fe req-60b3c93c-9bc8-41aa-8a64-226e1c238240 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534530 Sep 26 13:07:31.894388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985534a-aaa7-4e40-860b-cbf4a69a0277 req-3031d0d3-ab59-4d05-9f67-9f5516273b26 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:31.896162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6985534a-aaa7-4e40-860b-cbf4a69a0277 req-3031d0d3-ab59-4d05-9f67-9f5516273b26 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0516195 Sep 26 13:07:31.910594 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-c706fbe2-df6c-42df-8fc3-c38f70b07a6b tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] update failed (client error): The resource could not be found. Sep 26 13:07:31.911586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c706fbe2-df6c-42df-8fc3-c38f70b07a6b tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-2019576436 HTTP/1.1" status: 404 len: 335 time: 0.3601012 Sep 26 13:07:31.918857 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44808) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:31.958510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f22a83-1be9-403e-b5ad-63dd9147e8a8 req-9b259996-5e7b-4bf1-a54e-fe726d05914f tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:31.960556 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55f22a83-1be9-403e-b5ad-63dd9147e8a8 req-9b259996-5e7b-4bf1-a54e-fe726d05914f tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 947 time: 0.0516713 Sep 26 13:07:32.004823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55f22a83-1be9-403e-b5ad-63dd9147e8a8 req-cc81f0ad-a0a8-45ca-8e55-b017eea90f1e tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368915 Sep 26 13:07:32.118438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-deleted', 'tag': '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:32.121002 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea04933-4666-481c-aefa-2a6509153712" -d '{"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-deleted", "tag": "2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:32.132011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9f661-4f4a-4458-988d-cb58796dd533 req-35cce0ce-4b17-4356-9d64-bed557bca835 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:32.133788 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26e9f661-4f4a-4458-988d-cb58796dd533 req-35cce0ce-4b17-4356-9d64-bed557bca835 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.0637310 Sep 26 13:07:32.177706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26e9f661-4f4a-4458-988d-cb58796dd533 req-9c3bb0e1-83c1-412e-8b52-5bd6b9e75f0d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356109 Sep 26 13:07:32.312854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8456d01f-88f5-45d1-ba83-969df8efd190 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:07:32.354711 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6985534a-aaa7-4e40-860b-cbf4a69a0277 req-7f591433-3e46-4c83-bbbd-59948a048e82 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524233 Sep 26 13:07:32.367679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f50680-f757-484a-a989-baf30dfd2c2c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Deleting subnet cec54d88-f9ac-446e-b959-231c91754d75 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:32.372408 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38f50680-f757-484a-a989-baf30dfd2c2c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.384974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44818) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:32.421697 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38f50680-f757-484a-a989-baf30dfd2c2c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.485543 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76766573-3d1a-4600-83d5-4bfa0e9644bc x-openstack-request-id: req-76766573-3d1a-4600-83d5-4bfa0e9644bc {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:32.485930 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e61456-4b5a-463f-8fc5-a6135df138a6", "name": "network-vif-deleted", "tag": "2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:32.486077 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76766573-3d1a-4600-83d5-4bfa0e9644bc {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:32.486462 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e61456-4b5a-463f-8fc5-a6135df138a6', 'name': 'network-vif-deleted', 'tag': '2256b9e6-6e0b-4eab-ab1f-23c3589fb3ad', 'status': 'completed', 'code': 200} Sep 26 13:07:32.507096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f670ea-a6fe-4427-9b0e-0f01817a3267 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting subnet aa2dc180-6c3e-4195-bff3-159ecac57c96 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:32.514319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1f670ea-a6fe-4427-9b0e-0f01817a3267 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.519281 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38f50680-f757-484a-a989-baf30dfd2c2c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.550111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8456d01f-88f5-45d1-ba83-969df8efd190, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8456d01f-88f5-45d1-ba83-969df8efd190,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:32.564383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '8456d01f-88f5-45d1-ba83-969df8efd190', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '8456d01f-88f5-45d1-ba83-969df8efd190', 'mac_address': 'fa:16:3e:c6:37:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:07:32.605539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1f670ea-a6fe-4427-9b0e-0f01817a3267 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.647555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38f50680-f757-484a-a989-baf30dfd2c2c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.664783 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df00d-21e9-40b5-8c1c-050cc87e8177 req-8d2f9ba2-57c6-44c7-80dd-f34e257d9a01 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:32.666658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c16df00d-21e9-40b5-8c1c-050cc87e8177 req-8d2f9ba2-57c6-44c7-80dd-f34e257d9a01 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0785131 Sep 26 13:07:32.700564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f50680-f757-484a-a989-baf30dfd2c2c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Subnet': ['ID=cec54d88-f9ac-446e-b959-231c91754d75,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:32.704290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1f670ea-a6fe-4427-9b0e-0f01817a3267 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.715309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38f50680-f757-484a-a989-baf30dfd2c2c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.720717 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-38f50680-f757-484a-a989-baf30dfd2c2c tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/subnets/cec54d88-f9ac-446e-b959-231c91754d75 HTTP/1.1" status: 204 len: 168 time: 0.8008778 Sep 26 13:07:32.723674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44824) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:32.724840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:07:32.727044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1edb0-6d54-452e-b6b6-ebe1b46d1d04 None None] Network b7753a66-7a91-4d19-929d-326527d44c84 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:32.784249 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c16df00d-21e9-40b5-8c1c-050cc87e8177 req-4125dda6-7cf0-4383-abd7-a1f7ae326160 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940037 Sep 26 13:07:32.792996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1f670ea-a6fe-4427-9b0e-0f01817a3267 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.826638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f670ea-a6fe-4427-9b0e-0f01817a3267 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2dc180-6c3e-4195-bff3-159ecac57c96,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:32.831516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1f670ea-a6fe-4427-9b0e-0f01817a3267 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.834053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c1f670ea-a6fe-4427-9b0e-0f01817a3267 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "DELETE /v2.0/subnets/aa2dc180-6c3e-4195-bff3-159ecac57c96 HTTP/1.1" status: 204 len: 168 time: 0.4499869 Sep 26 13:07:32.836856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44830) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:32.845066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.877198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.898166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8456d01f-88f5-45d1-ba83-969df8efd190 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:32.907156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d02d912-9de8-4dd9-8131-955b8f2584c2 None None] Network d2d35526-2813-4520-a47f-b7b13dba11c5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:32.938443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.945207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Deleting port 29335981-268d-489e-88f2-ae747e34a625 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:32.945991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:32.979018 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.resource_extend [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:07:33.067745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8456d01f-88f5-45d1-ba83-969df8efd190, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8456d01f-88f5-45d1-ba83-969df8efd190,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:33.089417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] For port 29335981-268d-489e-88f2-ae747e34a625, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=29335981-268d-489e-88f2-ae747e34a625,segment=NetworkSegment(598ddfed-7636-4dc5-b03d-1a24b4ac0801),segment_id=598ddfed-7636-4dc5-b03d-1a24b4ac0801)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:33.091232 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.096912 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.108352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:33.108707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.116827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-4d30048d-3334-43ed-8eef-d9375181e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:33.123415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-4d30048d-3334-43ed-8eef-d9375181e7a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1097 time: 0.1356750 Sep 26 13:07:33.123912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Calling delete_port for 29335981-268d-489e-88f2-ae747e34a625 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:33.253774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=8456d01f-88f5-45d1-ba83-969df8efd190,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:33.308268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2147ec0-056a-4ccc-8a3e-4c8d11bf332b,segment=NetworkSegment(0ebbb731-ab22-46c4-ab2b-82c54571524b),segment_id=0ebbb731-ab22-46c4-ab2b-82c54571524b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:33.309450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.311306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:33.320594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.346577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'port_id': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'mac_address': 'fa:16:3e:90:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:07:33.382079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705b3bc-04ac-48e0-a940-01b0a7eaca48 None None] DHCP port deletion for b7753a66-7a91-4d19-929d-326527d44c84 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:07:33.385784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Port': ['ID=29335981-268d-489e-88f2-ae747e34a625,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:33.402266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] No DVR routers for this DVR port 29335981-268d-489e-88f2-ae747e34a625 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:33.425202 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.426843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for d2147ec0-056a-4ccc-8a3e-4c8d11bf332b owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:33.461233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] DHCP port deletion for d2d35526-2813-4520-a47f-b7b13dba11c5 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:07:33.466874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6163cab-1f3c-48e4-b38d-abf8e69857ff req-6f8ceda2-af5e-4171-bba6-71df68559b2a tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:33.467085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['8456d01f-88f5-45d1-ba83-969df8efd190'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:33.470012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6163cab-1f3c-48e4-b38d-abf8e69857ff req-6f8ceda2-af5e-4171-bba6-71df68559b2a tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 948 time: 0.3181450 Sep 26 13:07:33.476579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 999157e6-47e1-44fe-b6b0-0a474c43e100 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:33.559162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f6520-cb96-42f5-9645-456d53d023ad req-b073a2c4-5ad3-4adb-92be-c40bebe2a122 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:33.567113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f01f6520-cb96-42f5-9645-456d53d023ad req-b073a2c4-5ad3-4adb-92be-c40bebe2a122 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1843874 Sep 26 13:07:33.597626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.622556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2147ec0-056a-4ccc-8a3e-4c8d11bf332b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:33.627533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:33.644703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7753a66-7a91-4d19-929d-326527d44c84']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:33.653738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-367d3539-355d-4f0e-816e-d9ba0258cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:33.655276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-367d3539-355d-4f0e-816e-d9ba0258cdb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.4992249 Sep 26 13:07:33.664856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598ddfed-7636-4dc5-b03d-1a24b4ac0801') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:33.665207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598ddfed-7636-4dc5-b03d-1a24b4ac0801') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:33.690777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f01f6520-cb96-42f5-9645-456d53d023ad req-fc102e13-1da7-4381-b417-52a30e2525e3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227126 Sep 26 13:07:33.694209 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.700082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.729710 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.748550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:33.749351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:33.757035 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:33.784101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['999157e6-47e1-44fe-b6b0-0a474c43e100'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:33.795392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6163cab-1f3c-48e4-b38d-abf8e69857ff req-05f0ead3-0b8e-4c8d-91f2-778dd590925d tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147497 Sep 26 13:07:33.860376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-8b5d89c0-b81a-4a0b-ac66-49b13106e4a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 1000 time: 0.1836286 Sep 26 13:07:33.862105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:33.888182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.930017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] Port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b update to DOWN by agent not found {{(pid=94813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 26 13:07:33.930637 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 29335981-268d-489e-88f2-ae747e34a625 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:33.972706 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:33.972951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:33.987128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] Deleting port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:33.988384 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.001779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 29335981-268d-489e-88f2-ae747e34a625 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:34.002095 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.002556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 29335981-268d-489e-88f2-ae747e34a625 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:34.004609 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/networks/b7753a66-7a91-4d19-929d-326527d44c84 HTTP/1.1" status: 204 len: 168 time: 1.2798951 Sep 26 13:07:34.009410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=d2147ec0-056a-4ccc-8a3e-4c8d11bf332b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:34.016058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44874) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:34.114926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-05c0c213-918f-4e53-98ae-5a851d757cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:34.120874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d84e7-d69e-41e2-8acb-aa5caf387a9d tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Network': ['ID=b7753a66-7a91-4d19-929d-326527d44c84,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:34.123253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-05c0c213-918f-4e53-98ae-5a851d757cdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.2516587 Sep 26 13:07:34.141842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fdb977-c8f7-4b1c-a5e3-fc9a5e8ca6ec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Deleting subnet 04da8197-4291-4521-96bc-138173ba323b {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:34.149150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb977-c8f7-4b1c-a5e3-fc9a5e8ca6ec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.158125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] For port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:34.158920 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.194323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] Calling delete_port for d2147ec0-056a-4ccc-8a3e-4c8d11bf332b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:34.202521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] Port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:07:34.212545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.221220 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.244107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d35526-2813-4520-a47f-b7b13dba11c5']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:34.256508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-300d180b-2f60-4ee7-9598-3c428d34fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:34.258277 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-300d180b-2f60-4ee7-9598-3c428d34fe25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279562 Sep 26 13:07:34.260121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebbb731-ab22-46c4-ab2b-82c54571524b') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:34.260425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebbb731-ab22-46c4-ab2b-82c54571524b') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:34.280049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d8bf-7710-4170-98ae-439c5c88b7ab req-1f64f97f-7c0a-4b52-8a5d-2e7167de4a32 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:34.281366 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.291748 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d959d8bf-7710-4170-98ae-439c5c88b7ab req-1f64f97f-7c0a-4b52-8a5d-2e7167de4a32 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.3434374 Sep 26 13:07:34.323803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] Pushing event deleted for resources: {'Port': ['ID=d2147ec0-056a-4ccc-8a3e-4c8d11bf332b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:34.337526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.358876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb977-c8f7-4b1c-a5e3-fc9a5e8ca6ec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.380147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed849faa-4602-4797-8d52-fb023b6e67ff None None] No DVR routers for this DVR port d2147ec0-056a-4ccc-8a3e-4c8d11bf332b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:34.426057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d959d8bf-7710-4170-98ae-439c5c88b7ab req-0dd3de7c-20c1-4ea6-bbe9-2427e4a143e7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329401 Sep 26 13:07:34.441121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:34.441820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:34.444762 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:34.531622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-f23d9e9b-f0cf-4497-8185-08b543e61c9c service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620878 Sep 26 13:07:34.533881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.537165 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:07:34.539762 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.544555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "DELETE /v2.0/networks/d2d35526-2813-4520-a47f-b7b13dba11c5 HTTP/1.1" status: 204 len: 168 time: 1.7054248 Sep 26 13:07:34.545178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:34.588008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd263f12-b638-4b80-b012-6ff904b4aa1c tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Network': ['ID=d2d35526-2813-4520-a47f-b7b13dba11c5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:34.621856 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb977-c8f7-4b1c-a5e3-fc9a5e8ca6ec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.695646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbdc0da-f22d-4a25-88cc-21d3005d44f3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting subnet e9637c53-2f65-46af-b297-994b3a46757e {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:34.705981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0da-f22d-4a25-88cc-21d3005d44f3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.729464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:34.764548 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d809295-3d77-45d2-9cfb-0f495233bcca req-f47fd1fd-a853-48ea-86f5-249513b8793e service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183673 Sep 26 13:07:34.769193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0da-f22d-4a25-88cc-21d3005d44f3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.780650 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb977-c8f7-4b1c-a5e3-fc9a5e8ca6ec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.879845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdb977-c8f7-4b1c-a5e3-fc9a5e8ca6ec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Subnet': ['ID=04da8197-4291-4521-96bc-138173ba323b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:34.892172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 999157e6-47e1-44fe-b6b0-0a474c43e100 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:34.893944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:34.968220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6458-8e9c-4419-8458-2f4af58d63a5 req-c76cb0d5-dd61-49e5-bdf5-d5363510d698 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:34.971156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae11962b-6c92-4c83-9a83-bf4846d225ae None None] Network 7d3f73ba-695e-4ea8-868f-a91b71150eec requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:34.979551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a9c6458-8e9c-4419-8458-2f4af58d63a5 req-c76cb0d5-dd61-49e5-bdf5-d5363510d698 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1320548 Sep 26 13:07:35.001522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0da-f22d-4a25-88cc-21d3005d44f3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.018272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7fdb977-c8f7-4b1c-a5e3-fc9a5e8ca6ec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.021814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b7fdb977-c8f7-4b1c-a5e3-fc9a5e8ca6ec tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/subnets/04da8197-4291-4521-96bc-138173ba323b HTTP/1.1" status: 204 len: 168 time: 1.0044298 Sep 26 13:07:35.028019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44894) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:35.134445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a9c6458-8e9c-4419-8458-2f4af58d63a5 req-f1f3cba1-1ed8-4161-bf4c-a5ecc0a53bbc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538854 Sep 26 13:07:35.193635 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0da-f22d-4a25-88cc-21d3005d44f3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.268903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc0da-f22d-4a25-88cc-21d3005d44f3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Subnet': ['ID=e9637c53-2f65-46af-b297-994b3a46757e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:35.287037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc0da-f22d-4a25-88cc-21d3005d44f3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.288987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1cbdc0da-f22d-4a25-88cc-21d3005d44f3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "DELETE /v2.0/subnets/e9637c53-2f65-46af-b297-994b3a46757e HTTP/1.1" status: 204 len: 168 time: 0.7380891 Sep 26 13:07:35.308056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44896) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:35.319939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8878c1b-8ac0-4ef5-bca3-04d6e3b9c283 None None] Network 776970b3-389c-4bea-a2ea-f777da821583 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:35.370224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348f0a-e5d7-40ea-927e-1d6337186dab req-c8da9bcf-21b5-40ef-a1c5-8c9f1d4a513b tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:35.374460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23348f0a-e5d7-40ea-927e-1d6337186dab req-c8da9bcf-21b5-40ef-a1c5-8c9f1d4a513b tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 948 time: 0.0897274 Sep 26 13:07:35.402445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd367d32-cdc5-48b7-bac0-b37222aefda0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Deleting subnet 11b463f0-5ce0-47e2-8f18-69cedf24ebcd {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:35.406351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd367d32-cdc5-48b7-bac0-b37222aefda0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.470998 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd367d32-cdc5-48b7-bac0-b37222aefda0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.508642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0354ed-557d-45ec-bc80-edae19fedd44 req-e9c0f7c5-c533-4627-91ed-b06ee7ad02b3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:35.509593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23348f0a-e5d7-40ea-927e-1d6337186dab req-b79a7136-4b7e-430c-b5af-3ba998229933 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242170 Sep 26 13:07:35.526189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e0354ed-557d-45ec-bc80-edae19fedd44 req-e9c0f7c5-c533-4627-91ed-b06ee7ad02b3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.6296263 Sep 26 13:07:35.566552 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.594200 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-13241f7c-51fd-41cb-bb98-07686daa2baf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3588071 Sep 26 13:07:35.620953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.724657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:35.728494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:35.734415 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c5383e-48d5-4133-872b-898f5dffb35c" -d '{"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-plugged", "status": "completed", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:35.734936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e0354ed-557d-45ec-bc80-edae19fedd44 req-fe567072-509f-4aa7-878e-cd5c760f0ff0 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060790 Sep 26 13:07:35.742335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.807562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] DHCP port deletion for 7d3f73ba-695e-4ea8-868f-a91b71150eec request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:07:35.821801 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd367d32-cdc5-48b7-bac0-b37222aefda0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.853382 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7df6b1a-e204-4a2c-be8a-849ece0c37f5 x-openstack-request-id: req-f7df6b1a-e204-4a2c-be8a-849ece0c37f5 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:35.853876 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-plugged", "status": "completed", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:35.854088 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7df6b1a-e204-4a2c-be8a-849ece0c37f5 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:35.854593 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'code': 200} Sep 26 13:07:35.862899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:35.877834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] DHCP port deletion for 776970b3-389c-4bea-a2ea-f777da821583 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:07:35.908657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-99efeca0-74e1-4315-9ea4-e09f58f9d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:35.910757 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-99efeca0-74e1-4315-9ea4-e09f58f9d5cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7da6cdd9384093a8ef11737517db83&device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 1098 time: 0.2851007 Sep 26 13:07:35.913766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] Deleting port 9d0c0c0d-546e-4f90-999d-9cc11211a196 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:35.914439 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:35.991952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] For port 9d0c0c0d-546e-4f90-999d-9cc11211a196, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9d0c0c0d-546e-4f90-999d-9cc11211a196,segment=NetworkSegment(8b9b26d6-db11-4c85-9311-92b25af66e75),segment_id=8b9b26d6-db11-4c85-9311-92b25af66e75)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:35.992819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.013965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] Calling delete_port for 9d0c0c0d-546e-4f90-999d-9cc11211a196 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:36.021523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] Deleting port 27be45b7-5cbe-46f9-89a2-470ff4c3943f {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:36.022269 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.022875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port 27be45b7-5cbe-46f9-89a2-470ff4c3943f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:36.023719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.055494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd367d32-cdc5-48b7-bac0-b37222aefda0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.125554 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] For port 27be45b7-5cbe-46f9-89a2-470ff4c3943f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=27be45b7-5cbe-46f9-89a2-470ff4c3943f,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:36.126116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.151314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port 27be45b7-5cbe-46f9-89a2-470ff4c3943f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=27be45b7-5cbe-46f9-89a2-470ff4c3943f,segment=NetworkSegment(d24ab2d4-efc6-4e52-a023-e77687037b7c),segment_id=d24ab2d4-efc6-4e52-a023-e77687037b7c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:36.151680 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.152291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] Calling delete_port for 27be45b7-5cbe-46f9-89a2-470ff4c3943f owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:36.156493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd367d32-cdc5-48b7-bac0-b37222aefda0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Subnet': ['ID=11b463f0-5ce0-47e2-8f18-69cedf24ebcd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:36.172625 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd367d32-cdc5-48b7-bac0-b37222aefda0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.176898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd367d32-cdc5-48b7-bac0-b37222aefda0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/subnets/11b463f0-5ce0-47e2-8f18-69cedf24ebcd HTTP/1.1" status: 204 len: 168 time: 1.1331043 Sep 26 13:07:36.177099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4be414-4917-4868-a35e-26a7cc9eb3ee None None] Network 8c4fe91c-ba56-4873-8929-05833cde78fe requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:36.177430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44902) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:36.189078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for 27be45b7-5cbe-46f9-89a2-470ff4c3943f owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:36.203913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-c847dcde-b038-46b4-b521-42b69f04993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:36.206127 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-c847dcde-b038-46b4-b521-42b69f04993e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a HTTP/1.1" status: 200 len: 914 time: 0.2710323 Sep 26 13:07:36.249420 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.302362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.455124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-99520b19-98cf-4580-ada0-9b408b6d047d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28 HTTP/1.1" status: 200 len: 1002 time: 0.2393079 Sep 26 13:07:36.466028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.481338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8e447-9e1c-49e8-93e8-f4055f3292d9 req-772b00fb-a0fb-4223-acc9-29feb85cfa36 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:36.487837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8456d01f-88f5-45d1-ba83-969df8efd190 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:36.489752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05e8e447-9e1c-49e8-93e8-f4055f3292d9 req-772b00fb-a0fb-4223-acc9-29feb85cfa36 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2023549 Sep 26 13:07:36.496880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3f73ba-695e-4ea8-868f-a91b71150eec']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:36.504051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] Pushing event deleted for resources: {'Port': ['ID=9d0c0c0d-546e-4f90-999d-9cc11211a196,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:36.524601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9b26d6-db11-4c85-9311-92b25af66e75') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:36.525144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9b26d6-db11-4c85-9311-92b25af66e75') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:36.544675 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.550166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30498e27-9a45-4877-8e92-95260f6eb071 None None] No DVR routers for this DVR port 9d0c0c0d-546e-4f90-999d-9cc11211a196 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:36.567271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.577964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:36.578487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:36.582727 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:36.653097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-065e286e-312b-4fda-9ffc-e4fdb9890539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:36.655744 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-065e286e-312b-4fda-9ffc-e4fdb9890539 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10784a2b-1049-4c2e-bbaf-c0b1df36641f HTTP/1.1" status: 200 len: 853 time: 0.1866529 Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: from cryptography.utils import int_from_bytes Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: from cryptography.utils import int_from_bytes Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.702305 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:07:36.706358 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:07:36.737338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.741355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68048592-baf4-4a08-b711-a3a3aa7da39a req-fc981b9c-a8d1-4372-8625-c0fa89c32f0e tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:36.743609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-68048592-baf4-4a08-b711-a3a3aa7da39a req-fc981b9c-a8d1-4372-8625-c0fa89c32f0e tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 948 time: 0.1193526 Sep 26 13:07:36.756431 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.786683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.821378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.824705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/networks/7d3f73ba-695e-4ea8-868f-a91b71150eec HTTP/1.1" status: 204 len: 168 time: 0.6462543 Sep 26 13:07:36.827291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] Pushing event deleted for resources: {'Port': ['ID=27be45b7-5cbe-46f9-89a2-470ff4c3943f,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:36.828920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44928) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:36.829468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a02cae-600d-4478-831b-874056edc8a4 None None] No DVR routers for this DVR port 27be45b7-5cbe-46f9-89a2-470ff4c3943f on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:36.830102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=27be45b7-5cbe-46f9-89a2-470ff4c3943f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:36.838369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 8456d01f-88f5-45d1-ba83-969df8efd190 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:07:36.848209 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 8456d01f-88f5-45d1-ba83-969df8efd190 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:36.848531 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:36.863675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port 27be45b7-5cbe-46f9-89a2-470ff4c3943f on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:36.900894 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30396740-3d81-41de-a922-cfe66e82774e tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Network': ['ID=7d3f73ba-695e-4ea8-868f-a91b71150eec,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:36.926914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-68048592-baf4-4a08-b711-a3a3aa7da39a req-3c65f976-6195-460e-9beb-b3769977705e tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669722 Sep 26 13:07:36.955650 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05e8e447-9e1c-49e8-93e8-f4055f3292d9 req-89ef9d82-05c5-4462-b270-6bb914513c2b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587688 Sep 26 13:07:36.969080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff835301-d744-4121-a714-162494ce3733 None None] DHCP port deletion for 8c4fe91c-ba56-4873-8929-05833cde78fe request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:07:37.100548 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.141875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-a6189d54-f5e0-4682-af46-df5142531069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:37.143421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-a6189d54-f5e0-4682-af46-df5142531069 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4739926 Sep 26 13:07:37.150205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8456d01f-88f5-45d1-ba83-969df8efd190, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8456d01f-88f5-45d1-ba83-969df8efd190,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:37.156860 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.192458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ff835301-d744-4121-a714-162494ce3733 None None] Deleting port e993ee80-b4e3-438a-b1c9-2244ff442060 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:37.193260 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ff835301-d744-4121-a714-162494ce3733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.267360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=8456d01f-88f5-45d1-ba83-969df8efd190,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:37.282763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ff835301-d744-4121-a714-162494ce3733 None None] For port e993ee80-b4e3-438a-b1c9-2244ff442060, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e993ee80-b4e3-438a-b1c9-2244ff442060,segment=NetworkSegment(e57cc542-0a18-4a66-92b9-ae30f739ab23),segment_id=e57cc542-0a18-4a66-92b9-ae30f739ab23)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:37.283409 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ff835301-d744-4121-a714-162494ce3733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.297365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ff835301-d744-4121-a714-162494ce3733 None None] Calling delete_port for e993ee80-b4e3-438a-b1c9-2244ff442060 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:37.342359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667011e-5b6f-43cd-bf66-3020612bca96 req-28598e60-e6cc-42cf-8265-57d83c45af31 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:37.343908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4667011e-5b6f-43cd-bf66-3020612bca96 req-28598e60-e6cc-42cf-8265-57d83c45af31 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1028116 Sep 26 13:07:37.351860 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.357908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.390292 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ff835301-d744-4121-a714-162494ce3733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.409773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4667011e-5b6f-43cd-bf66-3020612bca96 req-80d6d4c2-c826-475d-adf6-734fe0ef5d5e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593903 Sep 26 13:07:37.440072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff835301-d744-4121-a714-162494ce3733 None None] Pushing event deleted for resources: {'Port': ['ID=e993ee80-b4e3-438a-b1c9-2244ff442060,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:37.458908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff835301-d744-4121-a714-162494ce3733 None None] No DVR routers for this DVR port e993ee80-b4e3-438a-b1c9-2244ff442060 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:37.474137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776970b3-389c-4bea-a2ea-f777da821583']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:37.492941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24ab2d4-efc6-4e52-a023-e77687037b7c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:37.493291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24ab2d4-efc6-4e52-a023-e77687037b7c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:37.560228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.589203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 27be45b7-5cbe-46f9-89a2-470ff4c3943f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:37.605160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.617672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 27be45b7-5cbe-46f9-89a2-470ff4c3943f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:37.618054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 27be45b7-5cbe-46f9-89a2-470ff4c3943f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:37.618443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9d0c0c0d-546e-4f90-999d-9cc11211a196 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:37.623992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521dbf-a398-4d9c-b9de-dd1d8e5ce1fb req-b269a9bc-e4e6-40ab-93ca-ac7a4d7d069d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:37.631150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54521dbf-a398-4d9c-b9de-dd1d8e5ce1fb req-b269a9bc-e4e6-40ab-93ca-ac7a4d7d069d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2705884 Sep 26 13:07:37.638932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9d0c0c0d-546e-4f90-999d-9cc11211a196 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:37.639285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9d0c0c0d-546e-4f90-999d-9cc11211a196 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:37.640455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e993ee80-b4e3-438a-b1c9-2244ff442060 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:37.662899 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:37.663326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:37.668564 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:37.671314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e993ee80-b4e3-438a-b1c9-2244ff442060 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:37.671668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e993ee80-b4e3-438a-b1c9-2244ff442060 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:37.763209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.767791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-014aab7e-41b5-4ee4-88d4-07bcafcd5a90 service neutron] 10.222.0.23 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997889 Sep 26 13:07:37.806921 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54521dbf-a398-4d9c-b9de-dd1d8e5ce1fb req-16e8abba-a9dc-4746-b6aa-8fe8ab1d4435 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748166 Sep 26 13:07:37.849055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.853117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4fe91c-ba56-4873-8929-05833cde78fe']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:37.855810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c31599-5e1a-4349-bb56-2cf028e81f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8456d01f-88f5-45d1-ba83-969df8efd190'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:37.858147 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2d0b32-b690-48b9-8df5-7399ad61f4e5" -d '{"events": [{"server_uuid": "a7c31599-5e1a-4349-bb56-2cf028e81f20", "name": "network-vif-plugged", "status": "completed", "tag": "8456d01f-88f5-45d1-ba83-969df8efd190"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:37.884284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57cc542-0a18-4a66-92b9-ae30f739ab23') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:37.884592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57cc542-0a18-4a66-92b9-ae30f739ab23') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:37.910402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.931814 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ab51fd-3624-4abc-884a-f11c9f998c1a x-openstack-request-id: req-e4ab51fd-3624-4abc-884a-f11c9f998c1a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:37.932118 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c31599-5e1a-4349-bb56-2cf028e81f20", "name": "network-vif-plugged", "status": "completed", "tag": "8456d01f-88f5-45d1-ba83-969df8efd190", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:37.932389 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4ab51fd-3624-4abc-884a-f11c9f998c1a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:37.932781 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c31599-5e1a-4349-bb56-2cf028e81f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8456d01f-88f5-45d1-ba83-969df8efd190', 'code': 200} Sep 26 13:07:37.951795 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:37.964879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44946) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:37.970855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1048162040'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:37.975279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "DELETE /v2.0/networks/776970b3-389c-4bea-a2ea-f777da821583 HTTP/1.1" status: 204 len: 168 time: 2.6626852 Sep 26 13:07:38.054163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:38.071774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.114981 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ed6bf55-359f-4440-b7d4-e41d36dd258c req-0906b262-bdc4-472f-b53c-d0d59938fdac service neutron] 10.222.0.23 "GET /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070555 Sep 26 13:07:38.127836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.147499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595397c-e884-49d5-81ed-45cd2bb39c8d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Network': ['ID=776970b3-389c-4bea-a2ea-f777da821583,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:38.171047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:38.171807 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:38.175439 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:38.191356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed396427-c4a7-4e41-b7b1-3902872a49b0 req-7cdddfcd-eeb8-4385-9095-c580bf2117c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:38.193637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed396427-c4a7-4e41-b7b1-3902872a49b0 req-7cdddfcd-eeb8-4385-9095-c580bf2117c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 1101 time: 0.1797221 Sep 26 13:07:38.212779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d2b27-c206-4515-a05c-3eae5c8cbcf7 req-77953c8d-8923-4cfd-946a-ed3fee678580 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:38.223618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f14d2b27-c206-4515-a05c-3eae5c8cbcf7 req-77953c8d-8923-4cfd-946a-ed3fee678580 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1968412 Sep 26 13:07:38.255189 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a892ab5e-32c9-44bf-8a3c-364176a7d8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.299122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75d99-afac-42ec-99e0-7a85b11e5652 req-da9039da-25fe-430f-8016-aa14529a1c6e tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:38.301418 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7fc75d99-afac-42ec-99e0-7a85b11e5652 req-da9039da-25fe-430f-8016-aa14529a1c6e tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 949 time: 0.1704965 Sep 26 13:07:38.302103 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.309968 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.311880 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/networks/8c4fe91c-ba56-4873-8929-05833cde78fe HTTP/1.1" status: 204 len: 168 time: 1.4662328 Sep 26 13:07:38.325882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44954) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:38.333801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:07:38.343387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92bbd3-ca6e-45fc-bcdf-8da1ace6752f tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Network': ['ID=8c4fe91c-ba56-4873-8929-05833cde78fe,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:38.359751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed396427-c4a7-4e41-b7b1-3902872a49b0 req-2425098a-c7c1-41d8-82be-66ddc7f603ea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559365 Sep 26 13:07:38.374469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f14d2b27-c206-4515-a05c-3eae5c8cbcf7 req-357aba9e-4134-4789-a9e4-9d7e2e9205e0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501677 Sep 26 13:07:38.380588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.382121 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Added segment 375f631a-9664-4db0-8339-4f1e3e726fba of type vlan for network c6bf984d-9220-4a06-908a-a4518753891f Sep 26 13:07:38.457330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43ceef7-d8f0-40d9-90e9-0e94a1b246f0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Deleting subnet 4c577fb9-a72c-4fbc-b42b-b06dcdaec1db {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:38.473527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e43ceef7-d8f0-40d9-90e9-0e94a1b246f0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.486125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7fc75d99-afac-42ec-99e0-7a85b11e5652 req-42f96a81-4a4c-4931-a30a-5f29e54a6e2c tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716273 Sep 26 13:07:38.503246 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.573765 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.580251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:38.580973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.588966 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e43ceef7-d8f0-40d9-90e9-0e94a1b246f0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.682758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7161210 Sep 26 13:07:38.689031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44960) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:38.695072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'subnet': {'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:38.742124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e43ceef7-d8f0-40d9-90e9-0e94a1b246f0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:38.751066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7515f87-0c05-4eba-9af2-e1becb7723fc tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Network': ['ID=c6bf984d-9220-4a06-908a-a4518753891f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:38.763564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network c6bf984d-9220-4a06-908a-a4518753891f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:07:38.776926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2263aa5-368d-4484-a90a-9bcab7e094a2 req-fe1aba8e-e227-40c8-bb24-fdeff450afc1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:38.784475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c2263aa5-368d-4484-a90a-9bcab7e094a2 req-fe1aba8e-e227-40c8-bb24-fdeff450afc1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1534460 Sep 26 13:07:38.851961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bf2b8-8dc4-4966-8c86-57ff44dffcf7 req-4c8c4799-843a-45c0-94af-c710cd3e61bb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:38.863702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b1bf2b8-8dc4-4966-8c86-57ff44dffcf7 req-4c8c4799-843a-45c0-94af-c710cd3e61bb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1623192 Sep 26 13:07:38.878988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c2263aa5-368d-4484-a90a-9bcab7e094a2 req-229ea78b-876c-44f8-8e43-75986e9e6bc8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888224 Sep 26 13:07:38.944217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:38.947731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.030081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b1bf2b8-8dc4-4966-8c86-57ff44dffcf7 req-5d0b708f-b649-4454-b31b-a74639cfbb45 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350605 Sep 26 13:07:39.031687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e43ceef7-d8f0-40d9-90e9-0e94a1b246f0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.087277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e43ceef7-d8f0-40d9-90e9-0e94a1b246f0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.088077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c13be-2697-40b1-b627-161a37d363ae None None] Network 4baa4b96-5aa4-4388-94be-06789efb0864 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:39.089752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e43ceef7-d8f0-40d9-90e9-0e94a1b246f0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/subnets/4c577fb9-a72c-4fbc-b42b-b06dcdaec1db HTTP/1.1" status: 204 len: 168 time: 0.7621412 Sep 26 13:07:39.092592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44966) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:39.126687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ceef7-d8f0-40d9-90e9-0e94a1b246f0 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Subnet': ['ID=4c577fb9-a72c-4fbc-b42b-b06dcdaec1db,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:39.129426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea2f65-e4f0-4cfa-9a6d-ec3e1309d0ee req-36928816-31c2-4dac-b0e7-1ca0f5acc98b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:39.131399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4ea2f65-e4f0-4cfa-9a6d-ec3e1309d0ee req-36928816-31c2-4dac-b0e7-1ca0f5acc98b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1320846 Sep 26 13:07:39.268804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4ea2f65-e4f0-4cfa-9a6d-ec3e1309d0ee req-19726b14-5974-4240-afce-24e56fd3ab52 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248717 Sep 26 13:07:39.280698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.392205 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.477882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Deleting port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:39.479185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.495050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] DHCP port deletion for 4baa4b96-5aa4-4388-94be-06789efb0864 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:07:39.530547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Subnet': ['ID=91974b6a-a066-41fa-b28f-7649f40577c7,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:39.536574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Checking segment: {'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:39.536939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network hostable DHCP agents. Network: c6bf984d-9220-4a06-908a-a4518753891f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:07:39.563029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network c6bf984d-9220-4a06-908a-a4518753891f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:07:39.569652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc904fd2-621f-41e3-bca4-84b5c89a8f56 req-f260a414-1630-43c6-869a-336ca4985dfc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:39.571365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc904fd2-621f-41e3-bca4-84b5c89a8f56 req-f260a414-1630-43c6-869a-336ca4985dfc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1595416 Sep 26 13:07:39.583074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, c6bf984d-9220-4a06-908a-a4518753891f) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:39.597132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] For port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5c6a6841-5670-44c2-9aac-dc22a0cf3daf,segment=NetworkSegment(fd6409aa-aa00-4eee-bfe4-369546c1525b),segment_id=fd6409aa-aa00-4eee-bfe4-369546c1525b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:39.597715 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.607313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:39.607948 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.617369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bb075-8667-46db-934d-b873df3f4c13 None None] Network c6bf984d-9220-4a06-908a-a4518753891f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:39.630914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Calling delete_port for 5c6a6841-5670-44c2-9aac-dc22a0cf3daf owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:39.652196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-12b431b0-34fd-4a58-ace9-974ceef44f87 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9606912 Sep 26 13:07:39.652985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44992) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:39.670118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1169678536'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:39.733910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:39.744573 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.807264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fc904fd2-621f-41e3-bca4-84b5c89a8f56 req-ba9aa384-e31d-4295-98f2-d5a8887d1164 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234821 Sep 26 13:07:39.811276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:07:39.838841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.839725 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Added segment f6b49c32-c7a1-496f-95ed-06291b40bee9 of type vlan for network 96ede323-c3e5-43b1-9cbb-7e1694169987 Sep 26 13:07:39.919037 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:39.966831 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] No DVR routers for this DVR port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:39.968703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Port': ['ID=5c6a6841-5670-44c2-9aac-dc22a0cf3daf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:40.028861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] Deleting port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:07:40.031059 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.138799 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.152096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-c6bf984d-9220-4a06-908a-a4518753891f', 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'fixed_ips': [{'subnet_id': '91974b6a-a066-41fa-b28f-7649f40577c7'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:07:40.156473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.280972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.291290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] For port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:40.291928 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.323766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4baa4b96-5aa4-4388-94be-06789efb0864']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:40.336560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6409aa-aa00-4eee-bfe4-369546c1525b') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:40.336857 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6409aa-aa00-4eee-bfe4-369546c1525b') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:40.350266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.365115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d746c-e4ba-4ba2-8265-fddf3c331b37 req-388c9959-0f7a-48f7-a840-9dbef75a14e7 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:40.365776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917f1b7-bf07-4c49-b6b8-48a371657d94 req-79a5876f-edbc-4fbe-96e9-211db58a5034 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:40.366331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] Calling delete_port for 5c6a6841-5670-44c2-9aac-dc22a0cf3daf owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:07:40.367737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1917f1b7-bf07-4c49-b6b8-48a371657d94 req-79a5876f-edbc-4fbe-96e9-211db58a5034 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1814170 Sep 26 13:07:40.371012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] Port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:07:40.375043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a5d746c-e4ba-4ba2-8265-fddf3c331b37 req-388c9959-0f7a-48f7-a840-9dbef75a14e7 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 949 time: 0.4111490 Sep 26 13:07:40.377134 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.383213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.388637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:40.389233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.398938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.434626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] Pushing event deleted for resources: {'Port': ['ID=5c6a6841-5670-44c2-9aac-dc22a0cf3daf,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:40.434626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e00899-d9a5-4e42-a83f-f4c4e501de02 None None] No DVR routers for this DVR port 5c6a6841-5670-44c2-9aac-dc22a0cf3daf on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:40.435934 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:40.476192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Allocated IP 19.80.0.2 (c6bf984d-9220-4a06-908a-a4518753891f/91974b6a-a066-41fa-b28f-7649f40577c7/26e39e0c-bd68-48c8-8443-f0f9cf9cecbe) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:40.498237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a5d746c-e4ba-4ba2-8265-fddf3c331b37 req-4f220020-ca84-4b03-acff-a6b2ac596e64 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222315 Sep 26 13:07:40.506756 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1917f1b7-bf07-4c49-b6b8-48a371657d94 req-731e02b2-ddbe-47fe-b508-d80ff789ad8c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229720 Sep 26 13:07:40.518159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8635397 Sep 26 13:07:40.521180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45008) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:40.537886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'subnet': {'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:40.638192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12c188-c6dd-44f3-a24b-82df1d3a5810 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Network': ['ID=96ede323-c3e5-43b1-9cbb-7e1694169987,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:40.677573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 96ede323-c3e5-43b1-9cbb-7e1694169987 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:07:40.741299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672186b-b014-44bf-897f-396425ceba00 req-4850dbdb-433a-42c3-a216-bcac3a8739a9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:40.748631 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b672186b-b014-44bf-897f-396425ceba00 req-4850dbdb-433a-42c3-a216-bcac3a8739a9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1201820 Sep 26 13:07:40.791373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:40.795794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:40.825875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b672186b-b014-44bf-897f-396425ceba00 req-4683d64a-cc79-4f2d-a562-2c1ad91597ce tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760734 Sep 26 13:07:41.014038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a1a07dcc-ce29-4dbc-84ed-681eae639258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.040311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.054293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.111986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Pushing event updated for resources: {'Port': ['ID=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:41.132148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643a198-1581-4138-8b2a-6c55d28eef62 req-5ef9d783-52d8-4e0b-8f71-63a8e04a2614 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:41.133271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Network c6bf984d-9220-4a06-908a-a4518753891f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:41.135023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:41.138919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:41.140876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c643a198-1581-4138-8b2a-6c55d28eef62 req-5ef9d783-52d8-4e0b-8f71-63a8e04a2614 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0956156 Sep 26 13:07:41.204738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Attempting to bind port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:41.205788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Attempting to bind port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:41.206335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Attempting to bind port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe on network c6bf984d-9220-4a06-908a-a4518753891f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:41.208438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c643a198-1581-4138-8b2a-6c55d28eef62 req-692fb12e-2d34-4ade-9a50-eb5a07e5cdf4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665998 Sep 26 13:07:41.216082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:41.216463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Checking segment: {'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:41.222650 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.223127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Bound using segment: {'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:41.223677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Bound port: 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:41.224070 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.331854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] For port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:41.335780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] For port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:41.354033 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.399822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17bd39-585d-475b-9acd-0bc6c12c21a4 None None] Pushing event updated for resources: {'Port': ['ID=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:41.405948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.430027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.434875 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/networks/4baa4b96-5aa4-4388-94be-06789efb0864 HTTP/1.1" status: 204 len: 168 time: 2.3379846 Sep 26 13:07:41.455219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-4ce967ba-0df4-4647-8265-654a44da785c tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a81bafd242e44df4b1d347df554a687d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619483 Sep 26 13:07:41.457658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45038) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:41.524372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ac886-3169-4f3f-bca0-2fcd76e5ade2 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Pushing event deleted for resources: {'Network': ['ID=4baa4b96-5aa4-4388-94be-06789efb0864,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:41.554507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-911591e0-bfe3-4dfb-b368-042a4929d565 tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "GET /v2.0/ports?device_id=381e8b5e-e2cb-49cb-bb4d-99d863cc1592 HTTP/1.1" status: 200 len: 205 time: 0.0871782 Sep 26 13:07:41.559207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45042) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:41.579200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.592746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5c6a6841-5670-44c2-9aac-dc22a0cf3daf no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:07:41.635510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5c6a6841-5670-44c2-9aac-dc22a0cf3daf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:07:41.635882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5c6a6841-5670-44c2-9aac-dc22a0cf3daf not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:07:41.674817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.733583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Subnet': ['ID=f1e9b0ca-83c1-47ff-9216-98d41074d1f8,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:41.745370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725558d-f83b-4342-a13d-ee01d028edf8 req-c09f18e9-1c28-47c4-ae65-a6e3a5549188 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:41.754775 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7725558d-f83b-4342-a13d-ee01d028edf8 req-c09f18e9-1c28-47c4-ae65-a6e3a5549188 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2209060 Sep 26 13:07:41.754915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-433aaede-3c7e-4456-bd9e-0fcc8e1258ad tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:41.821771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7725558d-f83b-4342-a13d-ee01d028edf8 req-4dab0e19-e903-44f2-b3b8-3e32901b67cc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625775 Sep 26 13:07:41.858676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Checking segment: {'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:41.859231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network hostable DHCP agents. Network: 96ede323-c3e5-43b1-9cbb-7e1694169987, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:07:41.900439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network 96ede323-c3e5-43b1-9cbb-7e1694169987 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:07:41.934928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 96ede323-c3e5-43b1-9cbb-7e1694169987) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:41.967080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba8062-a83b-40a4-a719-454428fb028a None None] Network 96ede323-c3e5-43b1-9cbb-7e1694169987 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:42.067748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:42.068353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:42.104198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:42.107028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-30d6b364-dfa2-40a7-8418-bc4bb79b4cb7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5803952 Sep 26 13:07:42.167877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b54fbb-3897-42d1-bc84-9132950be312 req-8eae0d01-8cf9-440e-b68b-bda87da228fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:42.180285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6b54fbb-3897-42d1-bc84-9132950be312 req-8eae0d01-8cf9-440e-b68b-bda87da228fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1925941 Sep 26 13:07:42.338127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6b54fbb-3897-42d1-bc84-9132950be312 req-4eccc7e3-05f6-4af2-bfe0-2c556804643d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568527 Sep 26 13:07:42.362562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-96ede323-c3e5-43b1-9cbb-7e1694169987', 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'fixed_ips': [{'subnet_id': 'f1e9b0ca-83c1-47ff-9216-98d41074d1f8'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:07:42.363443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:42.427739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-433aaede-3c7e-4456-bd9e-0fcc8e1258ad tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:42.440241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-433aaede-3c7e-4456-bd9e-0fcc8e1258ad tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:42.470678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-9340c884-c67c-473d-8fb3-143753c1e9c4 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:42.483339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-9340c884-c67c-473d-8fb3-143753c1e9c4 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0270426 Sep 26 13:07:42.514231 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-7851cb83-2e45-463d-8ac8-cda7818219df tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/quotas/a81bafd242e44df4b1d347df554a687d HTTP/1.1" status: 200 len: 375 time: 0.0286410 Sep 26 13:07:42.574223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f8ebc-586a-41ef-bbcb-dfdb080f0812 req-4746ce35-bbd9-43e9-ab75-0e6b5a9b616e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:42.607472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-510f8ebc-586a-41ef-bbcb-dfdb080f0812 req-4746ce35-bbd9-43e9-ab75-0e6b5a9b616e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1375315 Sep 26 13:07:42.619524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-433aaede-3c7e-4456-bd9e-0fcc8e1258ad tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:42.620180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433aaede-3c7e-4456-bd9e-0fcc8e1258ad tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Fanout notify agent at l3_agent the message router_deleted on router 381e8b5e-e2cb-49cb-bb4d-99d863cc1592 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:07:42.628918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-433aaede-3c7e-4456-bd9e-0fcc8e1258ad tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:42.633684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Allocated IP 19.86.0.2 (96ede323-c3e5-43b1-9cbb-7e1694169987/f1e9b0ca-83c1-47ff-9216-98d41074d1f8/5b2e0629-acd1-414f-bc99-b0d246dcbcf7) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:42.635065 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-433aaede-3c7e-4456-bd9e-0fcc8e1258ad tempest-RoutersNegativeIpV6Test-1867724371 tempest-RoutersNegativeIpV6Test-1867724371-project] 10.222.0.13 "DELETE /v2.0/routers/381e8b5e-e2cb-49cb-bb4d-99d863cc1592 HTTP/1.1" status: 204 len: 168 time: 1.0752158 Sep 26 13:07:42.663647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-9f5857b8-089e-49a9-b5ae-ae76de77c438 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a81bafd242e44df4b1d347df554a687d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046031 Sep 26 13:07:42.726350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-510f8ebc-586a-41ef-bbcb-dfdb080f0812 req-d4c3f61b-964b-4556-825e-008cbb666a12 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183085 Sep 26 13:07:42.997562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:43.012490 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:43.114048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Network 96ede323-c3e5-43b1-9cbb-7e1694169987 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:43.117474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:43.118102 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1753e3d4-3cc9-4e4b-aaf8-7be56e48b74e req-fd81a234-f050-40c8-8b2b-5d2c30c853ca tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 210 time: 0.0772648 Sep 26 13:07:43.137511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:43.150850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Pushing event updated for resources: {'Port': ['ID=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:43.270631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Attempting to bind port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:43.272314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Attempting to bind port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:43.280264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Attempting to bind port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 on network 96ede323-c3e5-43b1-9cbb-7e1694169987 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:43.295951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:43.296966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Checking segment: {'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:43.297674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:43.299856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Bound using segment: {'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:43.300579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Bound port: 5b2e0629-acd1-414f-bc99-b0d246dcbcf7, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:43.301735 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:43.348728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae5087-1a52-41ad-8d40-e7a15741ab2a None None] Network c6bf984d-9220-4a06-908a-a4518753891f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:43.359938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa131fa5-7bd4-4a55-b189-d4597dfe5d03 req-051ada44-453e-4583-b8fe-f02d62093fb7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:43.363040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-83224bd4-a82c-4ae2-a503-91dc35508fc5 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:43.373714 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa131fa5-7bd4-4a55-b189-d4597dfe5d03 req-051ada44-453e-4583-b8fe-f02d62093fb7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1855721 Sep 26 13:07:43.406083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-83224bd4-a82c-4ae2-a503-91dc35508fc5 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:43.407765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-83224bd4-a82c-4ae2-a503-91dc35508fc5 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/networks?id=c6bf984d-9220-4a06-908a-a4518753891f&id=96ede323-c3e5-43b1-9cbb-7e1694169987 HTTP/1.1" status: 200 len: 1392 time: 0.3986154 Sep 26 13:07:43.484748 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-f44e2cd0-bcec-42c3-9649-799775b9e0b5 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/quotas/8ec42e950c5c40a69baf58eab8b02c69 HTTP/1.1" status: 200 len: 375 time: 0.0664213 Sep 26 13:07:43.530372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa131fa5-7bd4-4a55-b189-d4597dfe5d03 req-035b67e7-2ded-4295-965c-79ec70d5f27f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473367 Sep 26 13:07:43.570297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45096) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:43.676670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d2ef9d73-32fa-4d6e-abbf-c7e810ee1c51 None None] Provisioning complete for port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:43.677168 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9d73-32fa-4d6e-abbf-c7e810ee1c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:43.693233 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:43.706316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:43.773260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051056b-be73-49e0-8f94-b9a82da4426a req-5ad2fa16-fc05-45cf-9fed-629eca946e26 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:43.774742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f051056b-be73-49e0-8f94-b9a82da4426a req-5ad2fa16-fc05-45cf-9fed-629eca946e26 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1426699 Sep 26 13:07:43.784761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-3eab2203-6a4a-4d72-b578-186c446d47d7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2916770 Sep 26 13:07:43.939406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f051056b-be73-49e0-8f94-b9a82da4426a req-57096f11-0a9a-49a1-bda1-1986742571d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520979 Sep 26 13:07:43.995969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f14b6390-a5ae-41b9-9c12-b9b087b74135 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5929737e48d5479db0cb1d9219b04683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241209 Sep 26 13:07:43.996674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45120) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:44.114017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] For port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:44.116383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-28ccfd75-ee90-4de4-ab8e-acf06b3f921e service neutron] 10.222.0.13 "GET /v2.0/networks/c6bf984d-9220-4a06-908a-a4518753891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306794 Sep 26 13:07:44.129503 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] For port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:44.222871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2afc0317-4dc7-4a64-8781-e41f99855a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:44.251700 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:44.255207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302ed2d-c25a-45b5-9fc8-6291355ebcc5 req-2d40e9e9-28a2-4206-bd15-c579e20175f6 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:44.264124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e302ed2d-c25a-45b5-9fc8-6291355ebcc5 req-2d40e9e9-28a2-4206-bd15-c579e20175f6 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1898303 Sep 26 13:07:44.377908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2afc0317-4dc7-4a64-8781-e41f99855a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:44.398084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:44.398496 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:44.431579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e302ed2d-c25a-45b5-9fc8-6291355ebcc5 req-42cd7668-27d2-4ce4-89a0-04b416428f0d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663029 Sep 26 13:07:44.437872 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-6d1196d8-26d2-4afe-8c2a-4f515a5b46c0 service neutron] 10.222.0.13 "GET /v2.0/networks/c6bf984d-9220-4a06-908a-a4518753891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205097 Sep 26 13:07:44.564874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2afc0317-4dc7-4a64-8781-e41f99855a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:44.567752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2afc0317-4dc7-4a64-8781-e41f99855a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:44.569290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2afc0317-4dc7-4a64-8781-e41f99855a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ccd7e1f-f6b1-48e6-b960-9365342e487a HTTP/1.1" status: 204 len: 168 time: 0.5716717 Sep 26 13:07:44.601225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc0317-4dc7-4a64-8781-e41f99855a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccd7e1f-f6b1-48e6-b960-9365342e487a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:44.658614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45134) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:44.820652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-2c7529ae-bd94-4037-bc07-86181bac5ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/96ede323-c3e5-43b1-9cbb-7e1694169987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815958 Sep 26 13:07:44.829458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-3ed211b0-0489-4690-9349-a3b53df2ccd9 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a81bafd242e44df4b1d347df554a687d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162195 Sep 26 13:07:44.856788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9e57c-5863-4080-9595-3922fee90eb2 None None] Pushing event updated for resources: {'Port': ['ID=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:44.928971 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9d73-32fa-4d6e-abbf-c7e810ee1c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:44.955148 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:45.102657 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:45.146876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-a37cbd62-8ef2-422b-9eae-cb914fb0bc64 service neutron] 10.222.0.13 "GET /v2.0/networks/96ede323-c3e5-43b1-9cbb-7e1694169987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236065 Sep 26 13:07:45.188584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d2ef9d73-32fa-4d6e-abbf-c7e810ee1c51 None None] For port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:45.196431 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9d73-32fa-4d6e-abbf-c7e810ee1c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:45.244063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce956-17d3-4377-b6a9-3dbd38aaa03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:45.267392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76a5d1fc-5b2a-4b43-8aba-359803cfbf0e req-39bd7e87-3918-482c-a39f-40f91ebf383e tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 210 time: 0.1870692 Sep 26 13:07:45.323710 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:07:45.324067 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:07:45.332589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef9d73-32fa-4d6e-abbf-c7e810ee1c51 None None] Pushing event updated for resources: {'Port': ['ID=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:45.432358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-49e7cd1b-ce2b-4479-b7c3-db1b85faaa35 None None] Provisioning complete for port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:45.432601 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-49e7cd1b-ce2b-4479-b7c3-db1b85faaa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:45.510881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-14f7733f-f9a3-4488-aaca-d8ffe2116b73 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:45.517362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-14f7733f-f9a3-4488-aaca-d8ffe2116b73 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6712947 Sep 26 13:07:45.527304 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0971bc51-8b2c-4823-8f31-02c61d61161e req-db969424-e919-431e-811a-9bf9a8ebdc37 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 210 time: 0.0655627 Sep 26 13:07:45.551052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Request body: {'port': {'device_id': '1730e488-7c90-45b8-a784-22559269785d', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'a81bafd242e44df4b1d347df554a687d'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:45.813347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39576bd3-380c-440e-ab1a-33326b1a0c5d req-738720ab-f90a-44a2-a1e3-bc56ce5a5586 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:45.836766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39576bd3-380c-440e-ab1a-33326b1a0c5d req-738720ab-f90a-44a2-a1e3-bc56ce5a5586 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1776316 Sep 26 13:07:45.957101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39576bd3-380c-440e-ab1a-33326b1a0c5d req-a06c9fad-a567-49f5-8584-aec603601809 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186080 Sep 26 13:07:46.285727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:46.363851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d25fd2-f81e-4d66-a75c-c52242496633 None None] Network 96ede323-c3e5-43b1-9cbb-7e1694169987 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:46.367693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:46.368308 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.409446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9e87e-f4b3-4eba-81b8-23b95bc56f78 req-e4dbaeab-b013-4a05-9c91-0a7122a22562 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:46.420182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64c9e87e-f4b3-4eba-81b8-23b95bc56f78 req-e4dbaeab-b013-4a05-9c91-0a7122a22562 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1187787 Sep 26 13:07:46.483061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a593a4b4-6f7d-4c36-a4de-e9f63dcb5b1b None None] Provisioning complete for port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:46.484471 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a593a4b4-6f7d-4c36-a4de-e9f63dcb5b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.489072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64c9e87e-f4b3-4eba-81b8-23b95bc56f78 req-57c36ecb-4da4-4ba9-a3dc-bcec14b1fb18 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680275 Sep 26 13:07:46.489810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45178) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:46.514478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f054b-64fa-472b-90eb-3c67d48ad4f5 req-12f7ab06-2ab9-4bba-b679-e495485a52c5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:46.516930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba2f054b-64fa-472b-90eb-3c67d48ad4f5 req-12f7ab06-2ab9-4bba-b679-e495485a52c5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.9619873 Sep 26 13:07:46.605008 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce956-17d3-4377-b6a9-3dbd38aaa03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.622954 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba2f054b-64fa-472b-90eb-3c67d48ad4f5 req-1f4f38bf-5054-4a64-ac6a-204e1860353b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924459 Sep 26 13:07:46.632409 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce956-17d3-4377-b6a9-3dbd38aaa03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.687218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Made reservation on behalf of a81bafd242e44df4b1d347df554a687d for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:46.691204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.695016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ce956-17d3-4377-b6a9-3dbd38aaa03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517f76b4-2e37-4f18-864b-7dd0599575ac,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:46.699875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5d9ce956-17d3-4377-b6a9-3dbd38aaa03a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a9d8f9f9d2147809b60d041c783f505&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0398924 Sep 26 13:07:46.706477 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eb2590d-4469-4e15-b35c-23e2dc77dabe req-9f36aa2b-7b74-4e7f-8e32-64f663221ee4 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 210 time: 0.0782874 Sep 26 13:07:46.707011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45186) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:46.822284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-107443891-network', 'tenant_id': '65bdea8cecad48c2b5e4a38282cf551c'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:46.834224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e08c86b-3d9e-41ba-bcf1-fab3a751128b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.882179 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-387e5e9c-e90c-47ee-b733-a9f3ad8d5359 req-5c5d5249-ca10-492a-ae33-e9da5b8aaf9b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 210 time: 0.0409389 Sep 26 13:07:46.899920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Made reservation on behalf of 65bdea8cecad48c2b5e4a38282cf551c for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:46.902775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.917074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e08c86b-3d9e-41ba-bcf1-fab3a751128b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.919823 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:46.934313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe001a2-174f-48e9-b8d3-5facc82bc51c req-8b7467bc-073b-44e9-8acb-19108a48eca9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:46.944845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5fe001a2-174f-48e9-b8d3-5facc82bc51c req-8b7467bc-073b-44e9-8acb-19108a48eca9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1072307 Sep 26 13:07:46.979782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Allocated IP 192.168.233.62 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/2b614097-5745-4668-aedb-460ce81e28bb) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:46.980017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:47.021080 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5fe001a2-174f-48e9-b8d3-5facc82bc51c req-05ca58f6-4bd4-4f7b-a031-f2a3d9bcdd5c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731390 Sep 26 13:07:47.049775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.060728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.122785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870caf05-6b74-42a9-85bb-395e6f94888a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:47.136411 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a593a4b4-6f7d-4c36-a4de-e9f63dcb5b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.146253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:07:47.186161 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.188198 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Added segment 34f83bd4-e388-4954-9685-3f3ad4edf0b9 of type vlan for network fb5a40f5-c438-410a-bc73-0a061e2d6f4f Sep 26 13:07:47.204466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a593a4b4-6f7d-4c36-a4de-e9f63dcb5b1b None None] For port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:47.217350 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a593a4b4-6f7d-4c36-a4de-e9f63dcb5b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.331131 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.346813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9e23f-2f01-46c8-bb70-6459ba2b9305 req-ae2fabc9-b8c7-4115-b05d-761aeab72070 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:47.356146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593a4b4-6f7d-4c36-a4de-e9f63dcb5b1b None None] Pushing event updated for resources: {'Port': ['ID=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:47.358341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.360815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9d9e23f-2f01-46c8-bb70-6459ba2b9305 req-ae2fabc9-b8c7-4115-b05d-761aeab72070 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2191284 Sep 26 13:07:47.361189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.361736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.362419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.362922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.364700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.366503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.367018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.367577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.371607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.372195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.372737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:47.388722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:47.389427 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.423290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.424598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:47.425209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.444940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.459858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-5a9ff2e1-57d8-4636-b58b-02bdd6e4410b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:47.466800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-5a9ff2e1-57d8-4636-b58b-02bdd6e4410b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:47.468752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-5a9ff2e1-57d8-4636-b58b-02bdd6e4410b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "GET /v2.0/networks?id=c6bf984d-9220-4a06-908a-a4518753891f&id=96ede323-c3e5-43b1-9cbb-7e1694169987 HTTP/1.1" status: 200 len: 1392 time: 0.2964287 Sep 26 13:07:47.500027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e08c86b-3d9e-41ba-bcf1-fab3a751128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.501442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'port': {'device_id': '5fed3c50-a8ee-485b-9d27-c89708becace', 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f', 'admin_state_up': True, 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:47.505257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e08c86b-3d9e-41ba-bcf1-fab3a751128b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.525132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4e08c86b-3d9e-41ba-bcf1-fab3a751128b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/517f76b4-2e37-4f18-864b-7dd0599575ac HTTP/1.1" status: 204 len: 168 time: 0.8169351 Sep 26 13:07:47.525904 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9d9e23f-2f01-46c8-bb70-6459ba2b9305 req-770c4c6f-86fe-4534-9a5d-affb4ffba2df tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639025 Sep 26 13:07:47.563407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08c86b-3d9e-41ba-bcf1-fab3a751128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517f76b4-2e37-4f18-864b-7dd0599575ac,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:47.627324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] Pushing event updated for resources: {'Network': ['ID=fb5a40f5-c438-410a-bc73-0a061e2d6f4f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:47.635153 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ea4d510-923a-4c64-ba9b-97d29fdae5bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1441598 Sep 26 13:07:47.638929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45200) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:47.648718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Request body: {'subnet': {'network_id': 'fb5a40f5-c438-410a-bc73-0a061e2d6f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-107443891-subnet', 'tenant_id': '65bdea8cecad48c2b5e4a38282cf551c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:47.657828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.665303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network fb5a40f5-c438-410a-bc73-0a061e2d6f4f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:07:47.716890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['8456d01f-88f5-45d1-ba83-969df8efd190'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:47.722391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Made reservation on behalf of 65bdea8cecad48c2b5e4a38282cf551c for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:47.727652 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:47.767093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:47.774347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:47.811305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:47.820517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Pushing event updated for resources: {'Port': ['ID=2b614097-5745-4668-aedb-460ce81e28bb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:47.887578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ef313bd1-3dd1-4ffa-8a55-8a4cbb2197b4 None None] Provisioning complete for port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:47.888034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef313bd1-3dd1-4ffa-8a55-8a4cbb2197b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.073096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:48.074111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.104614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b39cc-932c-44b4-8a3e-3675ac2a90f4 req-5d3990d3-b630-4e91-bebe-c682dfd4c4d8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:48.107202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:48.117380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-570b39cc-932c-44b4-8a3e-3675ac2a90f4 req-5d3990d3-b630-4e91-bebe-c682dfd4c4d8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.3051882 Sep 26 13:07:48.135446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888170-1269-48a6-9be6-ef3301d0e1b1 req-93a0bb10-7ff7-4594-bc37-ad378550cd0b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:48.156395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d888170-1269-48a6-9be6-ef3301d0e1b1 req-93a0bb10-7ff7-4594-bc37-ad378550cd0b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2373841 Sep 26 13:07:48.166058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:48.170228 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.183201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-679301db-e856-4ca8-a1a7-d028189a07cc tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6512210 Sep 26 13:07:48.204606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-570b39cc-932c-44b4-8a3e-3675ac2a90f4 req-c6b934a8-76c9-477d-9e50-c716aec75ea7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857861 Sep 26 13:07:48.225396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Request body: {'port': {'device_id': '1730e488-7c90-45b8-a784-22559269785d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:48.290869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45214) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:48.357988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:48.358787 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.369374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d888170-1269-48a6-9be6-ef3301d0e1b1 req-ea894565-baa2-4922-8820-8012ff8dbbd3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113574 Sep 26 13:07:48.370395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.406544 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9908702a-3f7f-4d13-b4b2-1613bea146a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.426806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.432647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fb4ce34f-9926-4398-85e8-ca0d252961a4 None None] Provisioning complete for port 2b614097-5745-4668-aedb-460ce81e28bb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:48.433433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce34f-9926-4398-85e8-ca0d252961a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.519654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3215c6c-d575-452d-956b-a1ab7f6322b1,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:48.543574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ce34f-9926-4398-85e8-ca0d252961a4 None None] Port 2b614097-5745-4668-aedb-460ce81e28bb cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:48.545528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca11411-7582-4b25-83a8-d66613b4a24c req-82d78c35-1347-43bb-bff7-8ce00c728806 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:48.553457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca11411-7582-4b25-83a8-d66613b4a24c req-82d78c35-1347-43bb-bff7-8ce00c728806 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 935 time: 0.2224629 Sep 26 13:07:48.569175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16b95d64-e156-442b-974f-d140256858a0 req-9bfff558-2dd8-4aa8-b601-159200f1e78f tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 210 time: 0.0590043 Sep 26 13:07:48.611729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Checking segment: {'id': '34f83bd4-e388-4954-9685-3f3ad4edf0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fb5a40f5-c438-410a-bc73-0a061e2d6f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:48.612107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Network hostable DHCP agents. Network: fb5a40f5-c438-410a-bc73-0a061e2d6f4f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:07:48.647031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Network fb5a40f5-c438-410a-bc73-0a061e2d6f4f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:07:48.670100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, fb5a40f5-c438-410a-bc73-0a061e2d6f4f) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:48.675798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Allocated IP 19.80.0.24 (c6bf984d-9220-4a06-908a-a4518753891f/91974b6a-a066-41fa-b28f-7649f40577c7/b879ea55-c97c-4347-bf8c-b7a4f1c9cea0) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:48.679663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26d5626-6b0a-44f2-b31c-0339237c324c None None] Network fb5a40f5-c438-410a-bc73-0a061e2d6f4f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:48.685163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:48.686157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.738344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca11411-7582-4b25-83a8-d66613b4a24c req-6a8503dd-0bc5-4a94-944f-a848cc61d796 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836593 Sep 26 13:07:48.873549 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c2ad6d-18b9-4843-9676-667e827795a6 None None] Network fb5a40f5-c438-410a-bc73-0a061e2d6f4f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:48.916963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfa533-64d8-403a-9600-65434e8377fa req-5c296704-792f-49cb-bf7a-b4b7e90a003c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:48.919766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85cfa533-64d8-403a-9600-65434e8377fa req-5c296704-792f-49cb-bf7a-b4b7e90a003c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0810359 Sep 26 13:07:48.921795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9908702a-3f7f-4d13-b4b2-1613bea146a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.942399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9908702a-3f7f-4d13-b4b2-1613bea146a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:48.959673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d5b3df3e-acb1-48cf-864a-bc392f7f1a02 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3180006 Sep 26 13:07:49.013160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85cfa533-64d8-403a-9600-65434e8377fa req-19f1cb1e-e7d7-4d29-b1b0-7bd54de36e05 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829964 Sep 26 13:07:49.044545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9908702a-3f7f-4d13-b4b2-1613bea146a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1efffd4d18ed4ba6aaf1f2d259bb584b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7426348 Sep 26 13:07:49.069575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45222) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:49.123964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908702a-3f7f-4d13-b4b2-1613bea146a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcf0579-1bc5-4765-b53d-c6bac3cdbc71,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:49.182022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.197229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b614097-5745-4668-aedb-460ce81e28bb {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:49.212612 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.283908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Transition to ACTIVE for port object 2b614097-5745-4668-aedb-460ce81e28bb will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:07:49.284751 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ae5791e-dfeb-40e4-80da-ae6f4dd87ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.327794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.397370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ae5791e-dfeb-40e4-80da-ae6f4dd87ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.413047 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.473561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f29a41-280d-4e55-9933-eac219d4cd2e req-01a62b2d-7297-4bbb-83ee-6c763131ac4a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:49.481713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Pushing event updated for resources: {'Port': ['ID=2b614097-5745-4668-aedb-460ce81e28bb,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:49.494852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-52f29a41-280d-4e55-9933-eac219d4cd2e req-01a62b2d-7297-4bbb-83ee-6c763131ac4a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1303163 Sep 26 13:07:49.568546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-52f29a41-280d-4e55-9933-eac219d4cd2e req-094dd9b8-e961-4b52-94ec-0c2a6e6d5f24 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697937 Sep 26 13:07:49.594185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network c6bf984d-9220-4a06-908a-a4518753891f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:49.603357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869bae7-4c84-4df9-a534-3f64a3284a9b req-18fb2eda-d130-4902-8a21-bb265bfe2d75 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:49.607832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d869bae7-4c84-4df9-a534-3f64a3284a9b req-18fb2eda-d130-4902-8a21-bb265bfe2d75 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.2972398 Sep 26 13:07:49.625377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:49.666203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:49.783325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Port': ['ID=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:49.825455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d6c80-b0d9-48d5-8068-609cb9b62d74 req-eab25f08-d262-4aba-8ea4-7f0fb93638e0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:49.839725 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c40d6c80-b0d9-48d5-8068-609cb9b62d74 req-eab25f08-d262-4aba-8ea4-7f0fb93638e0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1318860 Sep 26 13:07:49.841377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ae5791e-dfeb-40e4-80da-ae6f4dd87ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.844454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ae5791e-dfeb-40e4-80da-ae6f4dd87ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.846055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8ae5791e-dfeb-40e4-80da-ae6f4dd87ecd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dcf0579-1bc5-4765-b53d-c6bac3cdbc71 HTTP/1.1" status: 204 len: 168 time: 0.7741084 Sep 26 13:07:49.859946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d869bae7-4c84-4df9-a534-3f64a3284a9b req-3b9dab57-2920-4965-94d2-84b0b54450bd tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417917 Sep 26 13:07:49.874474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:49.876229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.899212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c40d6c80-b0d9-48d5-8068-609cb9b62d74 req-2ba122a4-31e1-4875-a543-d10081583c73 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569642 Sep 26 13:07:49.926016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5791e-dfeb-40e4-80da-ae6f4dd87ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcf0579-1bc5-4765-b53d-c6bac3cdbc71,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:49.951382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Attempting to bind port 2b614097-5745-4668-aedb-460ce81e28bb on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:49.951852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Attempting to bind port 2b614097-5745-4668-aedb-460ce81e28bb by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:49.952317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Attempting to bind port 2b614097-5745-4668-aedb-460ce81e28bb on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:49.959556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Port 2b614097-5745-4668-aedb-460ce81e28bb on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:07:49.959895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Attempting to bind port 2b614097-5745-4668-aedb-460ce81e28bb on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:49.963766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-86a33e04-2b71-4c49-bf72-caba83909a73 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4798033 Sep 26 13:07:49.968713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:49.969284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:49.969927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:49.970598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Bound port: 2b614097-5745-4668-aedb-460ce81e28bb, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:49.971246 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:49.982230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Request body: {'port': {'device_id': '5fed3c50-a8ee-485b-9d27-c89708becace', 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987', 'admin_state_up': True, 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:50.034333 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.182297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45262) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:50.188030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1832276957-network', 'tenant_id': '7f633ca956714ea996af00fdf07c9275'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:50.223855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-abc0a0c5-c3cc-4e02-9e10-09bc3296e173 None None] Provisioning complete for port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:50.224771 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abc0a0c5-c3cc-4e02-9e10-09bc3296e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.225367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] For port 2b614097-5745-4668-aedb-460ce81e28bb, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:50.252245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Made reservation on behalf of 7f633ca956714ea996af00fdf07c9275 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:50.253280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.264709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] For port 2b614097-5745-4668-aedb-460ce81e28bb, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2b614097-5745-4668-aedb-460ce81e28bb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:50.278992 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.294175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-abc0a0c5-c3cc-4e02-9e10-09bc3296e173 None None] Port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:50.295260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.339234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0331a-4632-4907-ba36-211b5f680eb1 req-27a017a3-ed6a-4416-82f4-574a369b5bcf tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:50.349379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:50.350086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.352225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] 10.222.0.24 "PUT /v2.0/ports/2b614097-5745-4668-aedb-460ce81e28bb HTTP/1.1" status: 200 len: 1096 time: 2.1442049 Sep 26 13:07:50.352352 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e0331a-4632-4907-ba36-211b5f680eb1 req-27a017a3-ed6a-4416-82f4-574a369b5bcf tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 947 time: 0.1146348 Sep 26 13:07:50.368207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e808f46-0378-4764-b421-601655666aea req-46ba8cb4-f4cf-4ea1-9351-e5f43f7e9723 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:50.375917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e808f46-0378-4764-b421-601655666aea req-46ba8cb4-f4cf-4ea1-9351-e5f43f7e9723 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 931 time: 0.2904217 Sep 26 13:07:50.383642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1730e488-7c90-45b8-a784-22559269785d', 'tag': '2b614097-5745-4668-aedb-460ce81e28bb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:50.386760 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc883f6-d094-432a-9b66-16e3bb4daa07" -d '{"events": [{"name": "network-changed", "server_uuid": "1730e488-7c90-45b8-a784-22559269785d", "tag": "2b614097-5745-4668-aedb-460ce81e28bb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:50.435020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e0331a-4632-4907-ba36-211b5f680eb1 req-2db7e05f-0354-4e7e-aa2f-3a8b4700d4e0 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816386 Sep 26 13:07:50.513535 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e808f46-0378-4764-b421-601655666aea req-0f733707-872c-4451-988f-bb8dc533fc84 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956881 Sep 26 13:07:50.561772 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.571983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.596702 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5217b868-cb02-475c-b413-e5bbc5bd67ea x-openstack-request-id: req-5217b868-cb02-475c-b413-e5bbc5bd67ea {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:50.597826 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1730e488-7c90-45b8-a784-22559269785d", "tag": "2b614097-5745-4668-aedb-460ce81e28bb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:50.598273 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5217b868-cb02-475c-b413-e5bbc5bd67ea {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:50.598850 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1730e488-7c90-45b8-a784-22559269785d', 'tag': '2b614097-5745-4668-aedb-460ce81e28bb', 'status': 'completed', 'code': 200} Sep 26 13:07:50.614979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-1e68799d-a405-476a-bbbc-41746ff41a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:50.617795 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-1e68799d-a405-476a-bbbc-41746ff41a8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a81bafd242e44df4b1d347df554a687d&device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 1099 time: 0.1964302 Sep 26 13:07:50.618851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389a23a-2a03-46f4-b59b-daad5fadf47e service neutron] Pushing event updated for resources: {'Port': ['ID=2b614097-5745-4668-aedb-460ce81e28bb,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:50.650492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:07:50.664836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.665252 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Added segment ff8a2d85-ad7d-4a93-9a71-908cff4558cd of type vlan for network 1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d Sep 26 13:07:50.716304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.751824 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.752911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:50.753583 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.793412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c1781c-4011-4920-b728-09406cdefdbe,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:50.796293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Made reservation on behalf of 8ec42e950c5c40a69baf58eab8b02c69 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:50.802115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.807228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-f13f828c-a13b-42af-9373-0a3ee1ed0877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2b614097-5745-4668-aedb-460ce81e28bb HTTP/1.1" status: 200 len: 217 time: 0.1791787 Sep 26 13:07:50.875727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6921942 Sep 26 13:07:50.877292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955436f0-12e5-4e4c-badb-01e38d556a1e admin admin] Pushing event updated for resources: {'Network': ['ID=1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:50.879628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45278) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:50.885793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc03153-c426-4155-8f10-9b13dbc8495c req-29e6018b-7afd-4d55-b324-5be3e543d2a4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:50.890258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:07:50.893554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2fc03153-c426-4155-8f10-9b13dbc8495c req-29e6018b-7afd-4d55-b324-5be3e543d2a4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1545269 Sep 26 13:07:50.894402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Request body: {'subnet': {'network_id': '1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1832276957-subnet', 'tenant_id': '7f633ca956714ea996af00fdf07c9275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:50.922678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Made reservation on behalf of 7f633ca956714ea996af00fdf07c9275 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:07:50.925472 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:50.970717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-a9efcb59-d212-462c-98f6-5edfd905ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:50.972353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-a9efcb59-d212-462c-98f6-5edfd905ef2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1518226 Sep 26 13:07:51.034293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2fc03153-c426-4155-8f10-9b13dbc8495c req-8bcc1d92-54ba-4bd4-9c06-5e464745c3c7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396029 Sep 26 13:07:51.135050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-b0ec0f24-792e-43e7-b408-0e878c14920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:51.136795 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-b0ec0f24-792e-43e7-b408-0e878c14920f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529555 Sep 26 13:07:51.141989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2fa89-0896-480b-a5bd-34e5462340b5 req-ddc5b7f1-6c3a-4aa0-81ad-83eeca3258ad tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:51.144085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afa2fa89-0896-480b-a5bd-34e5462340b5 req-ddc5b7f1-6c3a-4aa0-81ad-83eeca3258ad tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1000071 Sep 26 13:07:51.218117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Allocated IP 19.86.0.192 (96ede323-c3e5-43b1-9cbb-7e1694169987/f1e9b0ca-83c1-47ff-9216-98d41074d1f8/287db81b-2466-44c5-a4d2-4f54185f3abb) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:07:51.386054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:51.409282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c2c8e-3256-43a9-a587-8e9cd401b0ab req-d320a500-8b08-4123-8774-be979a1ec2e2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:51.411030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c37c2c8e-3256-43a9-a587-8e9cd401b0ab req-d320a500-8b08-4123-8774-be979a1ec2e2 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1548135 Sep 26 13:07:51.419716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-a3c51444-1db8-4590-880c-874e7b3442b2 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674141 Sep 26 13:07:51.441253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00dde49-06d0-4e61-a554-4137e0f28e94,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:51.474645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afa2fa89-0896-480b-a5bd-34e5462340b5 req-81afc379-9b5c-4009-9be6-f989bb594f7c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523098 Sep 26 13:07:51.531265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Checking segment: {'id': 'ff8a2d85-ad7d-4a93-9a71-908cff4558cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:51.531630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Network hostable DHCP agents. Network: 1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:07:51.582928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Network 1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:07:51.603280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c37c2c8e-3256-43a9-a587-8e9cd401b0ab req-81a93646-a15d-4c50-9e18-a010940f3451 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804285 Sep 26 13:07:51.614461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:51.623126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671f2ae-9f22-4ad3-ba7d-607396e9ca98 None None] Network 1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:51.642266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:51.646703 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:51.672634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:51.703587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f7db557-dffb-4bb8-b842-ebd2ced8fefd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8106208 Sep 26 13:07:51.710315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5be2046d-4181-4561-8a32-4d9e777c18c8 req-5dc8c0f7-85f7-4f2e-9396-5ab383c66180 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765810 Sep 26 13:07:51.852224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5f536-a45c-4964-9c46-fd0745f38027 req-80c4a4e0-381b-4892-bb84-d50c318e0732 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:51.866024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeb5f536-a45c-4964-9c46-fd0745f38027 req-80c4a4e0-381b-4892-bb84-d50c318e0732 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 947 time: 0.1453872 Sep 26 13:07:51.868258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45308) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:51.890085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcfe7b-fd2f-4fd5-9ec3-7b4dae437bc2 None None] Network 1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:07:51.966101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:51.970015 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeb5f536-a45c-4964-9c46-fd0745f38027 req-287d8f9d-2ef3-40df-aea8-b623f86bd9a1 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016200 Sep 26 13:07:51.981962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd93193f-5bb1-4fd5-bbf2-a4c4f2557908 admin admin] Deleting subnet f3215c6c-d575-452d-956b-a1ab7f6322b1 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:51.988861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd93193f-5bb1-4fd5-bbf2-a4c4f2557908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.023355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-917b4d76-f844-44e3-b807-8766bdf6c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:52.024952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-917b4d76-f844-44e3-b807-8766bdf6c4e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a81bafd242e44df4b1d347df554a687d&device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 1099 time: 0.2499855 Sep 26 13:07:52.047113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f418f-8585-487d-9f92-2ce1c5ce26f6 req-bbdf740e-c289-49f3-9668-97ce7ee2fee7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:52.055347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e3f418f-8585-487d-9f92-2ce1c5ce26f6 req-bbdf740e-c289-49f3-9668-97ce7ee2fee7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 931 time: 0.2370691 Sep 26 13:07:52.108811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd93193f-5bb1-4fd5-bbf2-a4c4f2557908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.134857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Network 96ede323-c3e5-43b1-9cbb-7e1694169987 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:07:52.143992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event updated for resources: {'Port': ['ID=287db81b-2466-44c5-a4d2-4f54185f3abb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:52.151783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:07:52.183356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:07:52.209247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e3f418f-8585-487d-9f92-2ce1c5ce26f6 req-62164f92-39d0-432c-913a-6f2d8643c2a1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525316 Sep 26 13:07:52.234994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd93193f-5bb1-4fd5-bbf2-a4c4f2557908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.369405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-5db5d999-9be9-4b74-bf65-f4227c2b4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:52.371626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-5db5d999-9be9-4b74-bf65-f4227c2b4727 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.3335731 Sep 26 13:07:52.405006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd93193f-5bb1-4fd5-bbf2-a4c4f2557908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.413475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:52.415303 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.468274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93193f-5bb1-4fd5-bbf2-a4c4f2557908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3215c6c-d575-452d-956b-a1ab7f6322b1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:52.473253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd93193f-5bb1-4fd5-bbf2-a4c4f2557908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.476055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dd93193f-5bb1-4fd5-bbf2-a4c4f2557908 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3215c6c-d575-452d-956b-a1ab7f6322b1 HTTP/1.1" status: 204 len: 168 time: 0.6066740 Sep 26 13:07:52.487238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45326) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:52.538666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-2b4c49b2-4c62-4efc-80cf-9eebb7f478be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2b614097-5745-4668-aedb-460ce81e28bb HTTP/1.1" status: 200 len: 217 time: 0.1158087 Sep 26 13:07:52.582872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a57fdf0a-9827-47aa-af51-d71c42f445a7 None None] Provisioning complete for port 287db81b-2466-44c5-a4d2-4f54185f3abb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:52.586229 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a57fdf0a-9827-47aa-af51-d71c42f445a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.613020 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.657939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-cc4e90fa-119b-4395-917e-9df9c8d4e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:52.670836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-cc4e90fa-119b-4395-917e-9df9c8d4e200 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1255732 Sep 26 13:07:52.702584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a57fdf0a-9827-47aa-af51-d71c42f445a7 None None] Port 287db81b-2466-44c5-a4d2-4f54185f3abb cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:07:52.711044 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ce38e75e-41f3-4fbc-9134-e829525ce998 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7361765 Sep 26 13:07:52.748471 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.749515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Request body: {'port': {'device_id': '5fed3c50-a8ee-485b-9d27-c89708becace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:52.772184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5a40f5-c438-410a-bc73-0a061e2d6f4f']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:52.784592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f83bd4-e388-4954-9685-3f3ad4edf0b9') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:52.785001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f83bd4-e388-4954-9685-3f3ad4edf0b9') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:52.798504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.812572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.844548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.869637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:52.870239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:52.872620 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:52.950165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769432be-879d-420c-835a-b7da94975561 req-f9ebb87f-ec0f-48b2-a1bf-b75f660f0d4b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:52.954687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-769432be-879d-420c-835a-b7da94975561 req-f9ebb87f-ec0f-48b2-a1bf-b75f660f0d4b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1342375 Sep 26 13:07:52.971183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.979608 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:52.982051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] 10.222.0.13 "DELETE /v2.0/networks/fb5a40f5-c438-410a-bc73-0a061e2d6f4f HTTP/1.1" status: 204 len: 168 time: 0.4934630 Sep 26 13:07:52.986858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:53.012478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78155fac-7daa-46d4-a671-d5035d1992cc admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5a40f5-c438-410a-bc73-0a061e2d6f4f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:53.056215 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-769432be-879d-420c-835a-b7da94975561 req-c299f2bf-f968-4900-8e21-3a3210294773 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957975 Sep 26 13:07:53.088253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34bfda3-0dd1-4cf3-834b-0e5787c08ecc admin admin] Deleting subnet e00dde49-06d0-4e61-a554-4137e0f28e94 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:07:53.092022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e34bfda3-0dd1-4cf3-834b-0e5787c08ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.129722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-272b479e-1dfa-4c4b-b154-18f463076e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:53.131575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-272b479e-1dfa-4c4b-b154-18f463076e61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4457936 Sep 26 13:07:53.142088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d34dd-5d1a-4031-b682-5376994df286 req-60cdd537-eda0-466a-acec-85c35dece3ff tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:53.148659 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e34bfda3-0dd1-4cf3-834b-0e5787c08ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.149564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d30d34dd-5d1a-4031-b682-5376994df286 req-60cdd537-eda0-466a-acec-85c35dece3ff tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.4773273 Sep 26 13:07:53.176140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:53.204353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.247183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e34bfda3-0dd1-4cf3-834b-0e5787c08ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.294947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Transition to ACTIVE for port object b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:07:53.307841 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d30d34dd-5d1a-4031-b682-5376994df286 req-7c91ccfb-380b-4ed3-887e-678d48ca72fe tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573930 Sep 26 13:07:53.347023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.361958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e34bfda3-0dd1-4cf3-834b-0e5787c08ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.380588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7305bb-d13f-4bff-94e6-3e24e3de6c00 req-d7683da4-6b57-41dd-8d01-2442b3e8d981 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:53.388969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f7305bb-d13f-4bff-94e6-3e24e3de6c00 req-d7683da4-6b57-41dd-8d01-2442b3e8d981 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 947 time: 0.2147520 Sep 26 13:07:53.411920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:53.434084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bfda3-0dd1-4cf3-834b-0e5787c08ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00dde49-06d0-4e61-a554-4137e0f28e94,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:53.458168 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e34bfda3-0dd1-4cf3-834b-0e5787c08ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.482932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e34bfda3-0dd1-4cf3-834b-0e5787c08ecc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e00dde49-06d0-4e61-a554-4137e0f28e94 HTTP/1.1" status: 204 len: 168 time: 0.4672775 Sep 26 13:07:53.484131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45362) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:53.565164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f7305bb-d13f-4bff-94e6-3e24e3de6c00 req-82a463fd-f489-4fd7-af4b-fddd1a572eed tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751294 Sep 26 13:07:53.688255 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.812205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.853225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:53.864409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8a2d85-ad7d-4a93-9a71-908cff4558cd') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:53.864849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8a2d85-ad7d-4a93-9a71-908cff4558cd') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:07:53.888778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.914016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.924957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:07:53.925537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:07:53.929202 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:07:54.018091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.032654 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-c2b67fc8-ab08-4527-b3e7-b787d8d6aa34 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8810666 Sep 26 13:07:54.052471 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.056297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d HTTP/1.1" status: 204 len: 168 time: 0.5603149 Sep 26 13:07:54.061212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae55e3-5168-4aac-afc3-fb99e28a4b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e21dfe9-6066-4fb4-a0bc-feaca6a37e7d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:54.240004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Attempting to bind port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:54.240354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Attempting to bind port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:54.240684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Attempting to bind port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 on network c6bf984d-9220-4a06-908a-a4518753891f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:54.256846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 on network c6bf984d-9220-4a06-908a-a4518753891f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:07:54.256846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Attempting to bind port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 on network c6bf984d-9220-4a06-908a-a4518753891f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:54.269463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7af4e-2c23-4704-a364-5d57cc3dd7ab req-5071022b-936e-4c68-9781-0518215efcfd tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:54.272461 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8b7af4e-2c23-4704-a364-5d57cc3dd7ab req-5071022b-936e-4c68-9781-0518215efcfd tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0982590 Sep 26 13:07:54.287450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bddb18-bfd4-4132-bb72-979a5c9db25a req-fa32b61f-bbf7-4763-bcce-c71916950075 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:54.293664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bddb18-bfd4-4132-bb72-979a5c9db25a req-fa32b61f-bbf7-4763-bcce-c71916950075 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:54.295294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7bddb18-bfd4-4132-bb72-979a5c9db25a req-fa32b61f-bbf7-4763-bcce-c71916950075 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1666 time: 0.2958248 Sep 26 13:07:54.296955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:54.297698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Checking segment: {'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:54.298206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Bound using segment: {'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:54.298667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Bound port: b879ea55-c97c-4347-bf8c-b7a4f1c9cea0, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '375f631a-9664-4db0-8339-4f1e3e726fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:54.299026 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.302435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfc883f6-d094-432a-9b66-16e3bb4daa07 req-1326ca8e-3678-4916-895f-8a483ce41528 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857548 Sep 26 13:07:54.391362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8b7af4e-2c23-4704-a364-5d57cc3dd7ab req-2a99c7ed-464c-4735-8465-88103345777e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120780 Sep 26 13:07:54.425317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45388) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:54.450668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7bddb18-bfd4-4132-bb72-979a5c9db25a req-f4b2c426-f472-432a-a213-8c358230f87a tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472201 Sep 26 13:07:54.508711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] For port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:54.512540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] For port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:54.518082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.552714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-58dac3e2-26da-4e49-abd3-1490bff47060 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65bdea8cecad48c2b5e4a38282cf551c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257324 Sep 26 13:07:54.555468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45394) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:54.564857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:54.565575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.568017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] 10.222.0.24 "PUT /v2.0/ports/b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 HTTP/1.1" status: 200 len: 1092 time: 1.8233376 Sep 26 13:07:54.568669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'tag': 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:54.571275 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbd4231-91c8-44c6-8cc2-920d5f785093" -d '{"events": [{"name": "network-changed", "server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "tag": "b879ea55-c97c-4347-bf8c-b7a4f1c9cea0"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:54.599939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d17b5-f74f-48f8-a55f-c1a49c48511c req-7e9df904-df99-47d4-8c17-b40d1d4d955a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:54.611272 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e98d17b5-f74f-48f8-a55f-c1a49c48511c req-7e9df904-df99-47d4-8c17-b40d1d4d955a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.1008451 Sep 26 13:07:54.625812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Request body: {'port': {'device_id': '5fed3c50-a8ee-485b-9d27-c89708becace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:07:54.666565 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052372ec-535c-4c7e-961f-19c81faad011 x-openstack-request-id: req-052372ec-535c-4c7e-961f-19c81faad011 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:54.668801 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "tag": "b879ea55-c97c-4347-bf8c-b7a4f1c9cea0", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:54.671079 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-052372ec-535c-4c7e-961f-19c81faad011 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:54.672351 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'tag': 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0', 'status': 'completed', 'code': 200} Sep 26 13:07:54.696947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6fb9a-027e-4d29-8fb2-6f1c74f6fed6 service neutron] Pushing event updated for resources: {'Port': ['ID=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:54.740579 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e98d17b5-f74f-48f8-a55f-c1a49c48511c req-5f46910a-4eb3-4b20-b2b6-806747ad4f47 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282492 Sep 26 13:07:54.750702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e18ce3bd-9775-42ac-9588-ad616cac0c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.815221 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e18ce3bd-9775-42ac-9588-ad616cac0c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.853334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2b614097-5745-4668-aedb-460ce81e28bb details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:07:54.911078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e18ce3bd-9775-42ac-9588-ad616cac0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.914411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e18ce3bd-9775-42ac-9588-ad616cac0c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:54.916059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e18ce3bd-9775-42ac-9588-ad616cac0c4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/870caf05-6b74-42a9-85bb-395e6f94888a HTTP/1.1" status: 204 len: 168 time: 0.3587365 Sep 26 13:07:54.931752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ce3bd-9775-42ac-9588-ad616cac0c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870caf05-6b74-42a9-85bb-395e6f94888a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:54.969427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-914bac04-189e-4c01-aaee-09333c8cdc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:54.970336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-914bac04-189e-4c01-aaee-09333c8cdc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:54.973079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-914bac04-189e-4c01-aaee-09333c8cdc3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1914 time: 0.2377796 Sep 26 13:07:54.979348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:55.018515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060fec-f688-41ce-8dcf-88bb53f5c6a3 req-1684c17e-2728-4efe-a484-63b2e21a89ba tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:55.020255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d0060fec-f688-41ce-8dcf-88bb53f5c6a3 req-1684c17e-2728-4efe-a484-63b2e21a89ba tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 947 time: 0.2380228 Sep 26 13:07:55.083368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2b614097-5745-4668-aedb-460ce81e28bb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2b614097-5745-4668-aedb-460ce81e28bb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:55.105464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2b614097-5745-4668-aedb-460ce81e28bb', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '2b614097-5745-4668-aedb-460ce81e28bb', 'mac_address': 'fa:16:3e:14:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:07:55.304497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d0060fec-f688-41ce-8dcf-88bb53f5c6a3 req-f76cddda-98b5-46a3-94f7-000b3aaf054e tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642350 Sep 26 13:07:55.497641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-782e8e8c-1b79-4937-af00-3d187e1d44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:55.498392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-782e8e8c-1b79-4937-af00-3d187e1d44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:55.499159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-782e8e8c-1b79-4937-af00-3d187e1d44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:55.512913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-782e8e8c-1b79-4937-af00-3d187e1d44b3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5185409 Sep 26 13:07:55.664300 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:55.693799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b614097-5745-4668-aedb-460ce81e28bb {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:55.700311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159292d-57bb-463c-864b-667fb742834d req-dd2e51cb-dd56-43e0-b5b0-a06b796288cc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:55.709374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e159292d-57bb-463c-864b-667fb742834d req-dd2e51cb-dd56-43e0-b5b0-a06b796288cc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1361551 Sep 26 13:07:55.751204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2b614097-5745-4668-aedb-460ce81e28bb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2b614097-5745-4668-aedb-460ce81e28bb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:55.759349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:55.832137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45424) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:55.841789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2b614097-5745-4668-aedb-460ce81e28bb,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:55.844667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792c66b-3574-4514-b834-bd20ad8cc1c3 req-b1937bde-f764-4408-bc28-60f659e8d533 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:55.851707 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e159292d-57bb-463c-864b-667fb742834d req-03355a28-d9e3-4a0d-80cf-25d0703398ac tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334381 Sep 26 13:07:55.853030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.853381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.853894 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792c66b-3574-4514-b834-bd20ad8cc1c3 req-b1937bde-f764-4408-bc28-60f659e8d533 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:55.854000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.854092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.854397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.854999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.855097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.855980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.856331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.856639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.856882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1792c66b-3574-4514-b834-bd20ad8cc1c3 req-b1937bde-f764-4408-bc28-60f659e8d533 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1666 time: 0.2686515 Sep 26 13:07:55.857023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.857267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:07:55.944427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-ffbadea2-9121-4e5d-97d8-15c113acd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:55.946873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcbd4231-91c8-44c6-8cc2-920d5f785093 req-ffbadea2-9121-4e5d-97d8-15c113acd00d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4330175 Sep 26 13:07:55.986719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2b614097-5745-4668-aedb-460ce81e28bb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:07:56.000857 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b85cd6dd-743b-4ca6-8f67-fe424804cd43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f633ca956714ea996af00fdf07c9275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673284 Sep 26 13:07:56.006873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45430) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:56.007309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287db81b-2466-44c5-a4d2-4f54185f3abb {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:07:56.025469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.038627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1792c66b-3574-4514-b834-bd20ad8cc1c3 req-6c561f79-c5b4-4356-9a56-50082f696a32 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453798 Sep 26 13:07:56.049764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Transition to ACTIVE for port object 287db81b-2466-44c5-a4d2-4f54185f3abb will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:07:56.056026 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.159441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-759624db-aa62-49d4-8d7a-41df589d5e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.172007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6eaaf9-16ec-4716-ae0b-b778683895df req-9d5a061e-d719-4be1-93d7-252e4b7eb5ac tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:56.184218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff6eaaf9-16ec-4716-ae0b-b778683895df req-9d5a061e-d719-4be1-93d7-252e4b7eb5ac tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.2085028 Sep 26 13:07:56.219309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Pushing event updated for resources: {'Port': ['ID=287db81b-2466-44c5-a4d2-4f54185f3abb,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:56.265746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-759624db-aa62-49d4-8d7a-41df589d5e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.344089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff6eaaf9-16ec-4716-ae0b-b778683895df req-cecfcc8f-e5b8-4a5f-b01b-453d532e4f31 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409047 Sep 26 13:07:56.360817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Attempting to bind port 287db81b-2466-44c5-a4d2-4f54185f3abb on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:07:56.361300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Attempting to bind port 287db81b-2466-44c5-a4d2-4f54185f3abb by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:07:56.361756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Attempting to bind port 287db81b-2466-44c5-a4d2-4f54185f3abb on network 96ede323-c3e5-43b1-9cbb-7e1694169987 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:56.378197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Port 287db81b-2466-44c5-a4d2-4f54185f3abb on network 96ede323-c3e5-43b1-9cbb-7e1694169987 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:07:56.378197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Attempting to bind port 287db81b-2466-44c5-a4d2-4f54185f3abb on network 96ede323-c3e5-43b1-9cbb-7e1694169987 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:07:56.384037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:07:56.384553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Checking segment: {'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:07:56.385015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Bound using segment: {'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:07:56.385589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Bound port: 287db81b-2466-44c5-a4d2-4f54185f3abb, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b49c32-c7a1-496f-95ed-06291b40bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:07:56.386126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.392837 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-759624db-aa62-49d4-8d7a-41df589d5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.395557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-759624db-aa62-49d4-8d7a-41df589d5e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.396735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-759624db-aa62-49d4-8d7a-41df589d5e5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8c1781c-4011-4920-b728-09406cdefdbe HTTP/1.1" status: 204 len: 168 time: 0.3835204 Sep 26 13:07:56.428403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759624db-aa62-49d4-8d7a-41df589d5e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c1781c-4011-4920-b728-09406cdefdbe,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:56.586722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] For port 287db81b-2466-44c5-a4d2-4f54185f3abb, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:07:56.619018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] For port 287db81b-2466-44c5-a4d2-4f54185f3abb, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=287db81b-2466-44c5-a4d2-4f54185f3abb,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:07:56.636410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc3e65-a2c5-48b8-a816-386c9e75208c req-53d98dfa-e8d3-4cb0-9596-eed0a31f2f4a tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:56.638280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2fc3e65-a2c5-48b8-a816-386c9e75208c req-53d98dfa-e8d3-4cb0-9596-eed0a31f2f4a tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 948 time: 0.1189587 Sep 26 13:07:56.640262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.704995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:56.705694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:56.707268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] 10.222.0.24 "PUT /v2.0/ports/287db81b-2466-44c5-a4d2-4f54185f3abb HTTP/1.1" status: 200 len: 1093 time: 2.1058712 Sep 26 13:07:56.707735 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'tag': '287db81b-2466-44c5-a4d2-4f54185f3abb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:56.710233 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "tag": "287db81b-2466-44c5-a4d2-4f54185f3abb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:56.835121 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba996c4-ae3a-49f4-bc2f-b97b7560ce79 x-openstack-request-id: req-eba996c4-ae3a-49f4-bc2f-b97b7560ce79 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:56.835820 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "tag": "287db81b-2466-44c5-a4d2-4f54185f3abb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:56.836425 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eba996c4-ae3a-49f4-bc2f-b97b7560ce79 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:56.836984 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'tag': '287db81b-2466-44c5-a4d2-4f54185f3abb', 'status': 'completed', 'code': 200} Sep 26 13:07:56.840696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2fc3e65-a2c5-48b8-a816-386c9e75208c req-65c11b94-7952-4d56-bb2f-fb7c1d07a9ba tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912689 Sep 26 13:07:56.868570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2b614097-5745-4668-aedb-460ce81e28bb up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:07:56.924993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993e7a6-7265-4777-b83b-a402f55604ea service neutron] Pushing event updated for resources: {'Port': ['ID=287db81b-2466-44c5-a4d2-4f54185f3abb,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:56.954056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-cbeee8bf-b56c-4d52-b4c9-0c6c4eeda98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:56.954528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-cbeee8bf-b56c-4d52-b4c9-0c6c4eeda98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:56.956314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-cbeee8bf-b56c-4d52-b4c9-0c6c4eeda98f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1982 time: 0.1959167 Sep 26 13:07:57.014823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2b614097-5745-4668-aedb-460ce81e28bb completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:07:57.019665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2b614097-5745-4668-aedb-460ce81e28bb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:07:57.020281 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:57.110278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-ffc4df9b-b2f4-43a1-bf87-f38db1ed8828 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.24&port_id=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 HTTP/1.1" status: 200 len: 217 time: 0.1453142 Sep 26 13:07:57.129258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3ad9-e5b4-428e-a5bf-a07106fc8d71 req-a3f385d9-9cfa-48f8-9c2b-056d90424eb3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.142819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d62b3ad9-e5b4-428e-a5bf-a07106fc8d71 req-a3f385d9-9cfa-48f8-9c2b-056d90424eb3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1590183 Sep 26 13:07:57.190876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d62b3ad9-e5b4-428e-a5bf-a07106fc8d71 req-aa0b5c8f-db25-4948-b181-5a4a2625b0bf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Sep 26 13:07:57.291922 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:57.294259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-7213b736-fb77-428a-87b3-49c4b197fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.295776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-7213b736-fb77-428a-87b3-49c4b197fe69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91974b6a-a066-41fa-b28f-7649f40577c7 HTTP/1.1" status: 200 len: 801 time: 0.1783810 Sep 26 13:07:57.309006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd72f4f-6bae-4204-b8f0-a64123fc44d8 req-0849f838-6cc7-4ea1-8dfd-c964e26fec34 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.316007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd72f4f-6bae-4204-b8f0-a64123fc44d8 req-0849f838-6cc7-4ea1-8dfd-c964e26fec34 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.318025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afd72f4f-6bae-4204-b8f0-a64123fc44d8 req-0849f838-6cc7-4ea1-8dfd-c964e26fec34 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1678 time: 0.0803964 Sep 26 13:07:57.354539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2b614097-5745-4668-aedb-460ce81e28bb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2b614097-5745-4668-aedb-460ce81e28bb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:07:57.355883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1730e488-7c90-45b8-a784-22559269785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b614097-5745-4668-aedb-460ce81e28bb'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:07:57.360198 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a35ca5e-14cb-4c2c-9e2d-d99aca62558e" -d '{"events": [{"server_uuid": "1730e488-7c90-45b8-a784-22559269785d", "name": "network-vif-plugged", "status": "completed", "tag": "2b614097-5745-4668-aedb-460ce81e28bb"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:07:57.370485 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:57.396179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afd72f4f-6bae-4204-b8f0-a64123fc44d8 req-955152d7-31c5-46a6-b922-540d25205e80 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666361 Sep 26 13:07:57.406167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-36e8f5c4-ceb4-46ba-aaaa-d5b15eac49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.407383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-36e8f5c4-ceb4-46ba-aaaa-d5b15eac49ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6bf984d-9220-4a06-908a-a4518753891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884485 Sep 26 13:07:57.473389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2b614097-5745-4668-aedb-460ce81e28bb,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:57.506747 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd847db-7a34-4c2f-959a-4fbd22f88bbc x-openstack-request-id: req-afd847db-7a34-4c2f-959a-4fbd22f88bbc {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:07:57.507026 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1730e488-7c90-45b8-a784-22559269785d", "name": "network-vif-plugged", "status": "completed", "tag": "2b614097-5745-4668-aedb-460ce81e28bb", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:07:57.507221 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afd847db-7a34-4c2f-959a-4fbd22f88bbc {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:07:57.507617 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1730e488-7c90-45b8-a784-22559269785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b614097-5745-4668-aedb-460ce81e28bb', 'code': 200} Sep 26 13:07:57.556632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-d8c35258-2e88-433c-aa9a-ffbcad0b173b service neutron] 10.222.0.24 "GET /v2.0/networks/c6bf984d-9220-4a06-908a-a4518753891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420467 Sep 26 13:07:57.608776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a097-0013-48ff-b0d7-38e61e77ae0f req-31f85a62-2576-4ba3-b2db-236772fca402 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.610444 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad10a097-0013-48ff-b0d7-38e61e77ae0f req-31f85a62-2576-4ba3-b2db-236772fca402 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.0553343 Sep 26 13:07:57.654196 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad10a097-0013-48ff-b0d7-38e61e77ae0f req-2f08cb56-561e-44a5-a8b2-7fad40093e35 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368040 Sep 26 13:07:57.692823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42997dda-9278-4de6-9f27-b8ca4315f242 req-c887dd14-f0dc-440e-a6e7-36dd71cf6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.694443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42997dda-9278-4de6-9f27-b8ca4315f242 req-c887dd14-f0dc-440e-a6e7-36dd71cf6c0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 1101 time: 0.1210570 Sep 26 13:07:57.719069 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-2bb3238f-62bf-4a5c-ab9c-ee90db5e9fbb service neutron] 10.222.0.24 "GET /v2.0/networks/c6bf984d-9220-4a06-908a-a4518753891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438420 Sep 26 13:07:57.786246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-d99437dc-9510-4d75-b145-00edd18cefa8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=287db81b-2466-44c5-a4d2-4f54185f3abb HTTP/1.1" status: 200 len: 217 time: 0.0488150 Sep 26 13:07:57.816439 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42997dda-9278-4de6-9f27-b8ca4315f242 req-558c80bb-0459-482f-a03e-48102eb2ce6e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858841 Sep 26 13:07:57.857438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-31b8fe6a-01eb-4b1f-9529-d50a5aa60eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.859638 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-31b8fe6a-01eb-4b1f-9529-d50a5aa60eae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1e9b0ca-83c1-47ff-9216-98d41074d1f8 HTTP/1.1" status: 200 len: 801 time: 0.0577044 Sep 26 13:07:57.974555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f5f1b-a97d-41fd-9a55-aa8c80999e09 req-06ab61ce-4ca7-4e22-b128-f5b99ddc61a3 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:57.976255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-496f5f1b-a97d-41fd-9a55-aa8c80999e09 req-06ab61ce-4ca7-4e22-b128-f5b99ddc61a3 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 949 time: 0.0543771 Sep 26 13:07:58.043164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-496f5f1b-a97d-41fd-9a55-aa8c80999e09 req-3481b0d8-c65c-435f-afe0-82f7e4e7f306 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587044 Sep 26 13:07:58.061613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-3ea277a5-a2d4-4f7e-8a6e-46feb87ef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.063212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-3ea277a5-a2d4-4f7e-8a6e-46feb87ef1da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ede323-c3e5-43b1-9cbb-7e1694169987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490701 Sep 26 13:07:58.192490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-665b42ed-1842-4f9e-ad71-3082a7a5ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.194030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-665b42ed-1842-4f9e-ad71-3082a7a5ef64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1097 time: 0.0894425 Sep 26 13:07:58.199567 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-1a5605b1-f610-4087-92f4-ce1e3f1d1ca0 service neutron] 10.222.0.24 "GET /v2.0/networks/96ede323-c3e5-43b1-9cbb-7e1694169987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281471 Sep 26 13:07:58.359306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3197a-6b30-4b89-bc9a-5e05361b80c8 req-764d3b65-4cd4-4094-b8db-7f0adf50fd7a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.361959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76e3197a-6b30-4b89-bc9a-5e05361b80c8 req-764d3b65-4cd4-4094-b8db-7f0adf50fd7a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0706184 Sep 26 13:07:58.384909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc00e5c1-516e-4a3c-a70f-60b5f9ce74cc req-23674219-d255-45f2-b435-31af7677e612 service neutron] 10.222.0.24 "GET /v2.0/networks/96ede323-c3e5-43b1-9cbb-7e1694169987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773167 Sep 26 13:07:58.385897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-58dbd6c6-f1a2-425b-bb3e-6021bb0217b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.387820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-58dbd6c6-f1a2-425b-bb3e-6021bb0217b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.1814861 Sep 26 13:07:58.453709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76e3197a-6b30-4b89-bc9a-5e05361b80c8 req-80e08128-6abb-4edc-8380-2c3689345363 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845122 Sep 26 13:07:58.515414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-58770636-7687-4b50-bec3-a5b8deadfcb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 1001 time: 0.1137128 Sep 26 13:07:58.633898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-879a313e-2a8b-4d09-b1a0-8df15ebb3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.635496 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-879a313e-2a8b-4d09-b1a0-8df15ebb3d34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.1038563 Sep 26 13:07:58.648633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece6aaa-6e87-4ea2-a875-be1bff30d046 req-54ac2161-8482-4ff2-80e4-f502bad59e2e tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.657038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece6aaa-6e87-4ea2-a875-be1bff30d046 req-54ac2161-8482-4ff2-80e4-f502bad59e2e tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.658713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ece6aaa-6e87-4ea2-a875-be1bff30d046 req-54ac2161-8482-4ff2-80e4-f502bad59e2e tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1678 time: 0.1256464 Sep 26 13:07:58.661320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-3d8b918a-7a9d-4780-ad48-b0ae9d844be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.661759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-3d8b918a-7a9d-4780-ad48-b0ae9d844be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.663231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-3d8b918a-7a9d-4780-ad48-b0ae9d844be9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1982 time: 0.1717601 Sep 26 13:07:58.723837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:58.763886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ece6aaa-6e87-4ea2-a875-be1bff30d046 req-b1a7a393-782c-4c2a-9fd7-77cd1498a5c2 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950027 Sep 26 13:07:58.823072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ddaa8-d318-40c3-8fa1-728cd6118efe req-95b41482-fa9f-4295-9ea1-3623c0306439 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.828535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-7ebfe971-a341-445c-a41e-0fb8b5d82bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.830176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-7ebfe971-a341-445c-a41e-0fb8b5d82bc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660929 Sep 26 13:07:58.833035 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ddaa8-d318-40c3-8fa1-728cd6118efe req-95b41482-fa9f-4295-9ea1-3623c0306439 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.0693889 Sep 26 13:07:58.892928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-4b45c9e1-c1d2-462b-8349-433661516ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:58.894945 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-4b45c9e1-c1d2-462b-8349-433661516ac1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96ede323-c3e5-43b1-9cbb-7e1694169987 HTTP/1.1" status: 200 len: 902 time: 0.2189376 Sep 26 13:07:58.910159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ddaa8-d318-40c3-8fa1-728cd6118efe req-e3ebe449-d937-4e6c-aa29-c7628f81fa1e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755343 Sep 26 13:07:58.913393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68a2a392-7239-44ba-90e4-f781acab054b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:58.986577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-351d9db5-ba38-4778-9bd7-e8469f75d872 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=287db81b-2466-44c5-a4d2-4f54185f3abb HTTP/1.1" status: 200 len: 217 time: 0.0528138 Sep 26 13:07:59.021989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68a2a392-7239-44ba-90e4-f781acab054b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.026781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68a2a392-7239-44ba-90e4-f781acab054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.052059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-d896b12e-f1c7-4158-855c-6c9a1c4ab6a8 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089467 Sep 26 13:07:59.060569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-6717cde5-d787-46e0-a8f2-79632632b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:59.065901 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-6717cde5-d787-46e0-a8f2-79632632b4ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1e9b0ca-83c1-47ff-9216-98d41074d1f8 HTTP/1.1" status: 200 len: 801 time: 0.0671945 Sep 26 13:07:59.069895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-68a2a392-7239-44ba-90e4-f781acab054b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b30b7ac7c0bb4f8894b4e515dc4f0db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448422 Sep 26 13:07:59.070882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45524) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:59.112281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2a392-7239-44ba-90e4-f781acab054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a417d4c-6beb-4cc0-af1e-295ef03d7df3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:59.128625 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fca812c-2c05-408b-bd4f-7bb5dfa43552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.153422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fca812c-2c05-408b-bd4f-7bb5dfa43552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.208818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-7f59a7b1-026a-4346-9da8-c6fad1d887ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:59.210303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fca812c-2c05-408b-bd4f-7bb5dfa43552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.210595 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-7f59a7b1-026a-4346-9da8-c6fad1d887ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96ede323-c3e5-43b1-9cbb-7e1694169987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366498 Sep 26 13:07:59.213212 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fca812c-2c05-408b-bd4f-7bb5dfa43552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.214402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9fca812c-2c05-408b-bd4f-7bb5dfa43552 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a417d4c-6beb-4cc0-af1e-295ef03d7df3 HTTP/1.1" status: 204 len: 168 time: 0.1419733 Sep 26 13:07:59.226757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca812c-2c05-408b-bd4f-7bb5dfa43552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a417d4c-6beb-4cc0-af1e-295ef03d7df3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:07:59.260390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c49c3adf-04ed-48f8-890e-30fd73becbb3 req-0280ede4-917d-4d7d-92d0-1a3f2b73a708 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965392 Sep 26 13:07:59.279947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef935f2e-293a-4956-831d-ce9b3aa7542a req-34e39cb3-5ca0-422a-861a-697df2e08783 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:59.281735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef935f2e-293a-4956-831d-ce9b3aa7542a req-34e39cb3-5ca0-422a-861a-697df2e08783 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 949 time: 0.1202376 Sep 26 13:07:59.369931 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef935f2e-293a-4956-831d-ce9b3aa7542a req-b82988ec-34e8-419d-9a3c-7af5e369ecaa tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728548 Sep 26 13:07:59.401679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-b9cc3cc0-356f-4c7a-883c-a30834d9fb2e service neutron] 10.222.0.24 "GET /v2.0/networks/96ede323-c3e5-43b1-9cbb-7e1694169987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814682 Sep 26 13:07:59.632864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db692cc3-9676-4fe6-b977-7fbcc5a4fcbd req-8caaadff-b832-403f-9585-18e2cc3b67fd service neutron] 10.222.0.24 "GET /v2.0/networks/96ede323-c3e5-43b1-9cbb-7e1694169987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148926 Sep 26 13:07:59.665638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45546) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:59.690526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7bce89c5-0420-4a3a-b796-ad44bde762c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.742471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49bd2-7ead-4d3e-8e7e-758349eed365 req-28069ae0-3b24-4263-a2e7-fff0bd73c602 tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:59.750741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-38e49bd2-7ead-4d3e-8e7e-758349eed365 req-28069ae0-3b24-4263-a2e7-fff0bd73c602 tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 1101 time: 0.0526125 Sep 26 13:07:59.769293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-38e49bd2-7ead-4d3e-8e7e-758349eed365 req-9476ebfb-06af-4c36-9910-e733d6b11ffa tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.799450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167daa1-b67b-479a-a338-f8a9e6ca7518 req-22491107-d394-413d-a6bb-f562a5977c42 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:07:59.801161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e167daa1-b67b-479a-a338-f8a9e6ca7518 req-22491107-d394-413d-a6bb-f562a5977c42 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0967813 Sep 26 13:07:59.879352 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e167daa1-b67b-479a-a338-f8a9e6ca7518 req-c744690a-d2b5-4ffe-b7f3-6c3f77149c74 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691116 Sep 26 13:07:59.915596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7bce89c5-0420-4a3a-b796-ad44bde762c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.920465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7bce89c5-0420-4a3a-b796-ad44bde762c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:07:59.952101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7bce89c5-0420-4a3a-b796-ad44bde762c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=637f3facc6e54460bbfce9e9b342d231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853315 Sep 26 13:07:59.955030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45558) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:07:59.980390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce89c5-0420-4a3a-b796-ad44bde762c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b21990-6edd-4eef-8a96-71ee31a55a55,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:00.037371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a30d376-d2b5-48b1-bc55-abbfbfa43c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:00.078186 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a30d376-d2b5-48b1-bc55-abbfbfa43c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:00.088823 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-38e49bd2-7ead-4d3e-8e7e-758349eed365 req-9476ebfb-06af-4c36-9910-e733d6b11ffa tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:00.100097 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-38e49bd2-7ead-4d3e-8e7e-758349eed365 req-9476ebfb-06af-4c36-9910-e733d6b11ffa tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:00.119101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4f8c-20a4-485a-9289-ed897fe6bc4d req-30f5ff0a-2b5a-48fd-95c8-19360ea58b39 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:00.125696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4f8c-20a4-485a-9289-ed897fe6bc4d req-30f5ff0a-2b5a-48fd-95c8-19360ea58b39 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:00.127555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53bd4f8c-20a4-485a-9289-ed897fe6bc4d req-30f5ff0a-2b5a-48fd-95c8-19360ea58b39 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1678 time: 0.0864403 Sep 26 13:08:00.153087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-38e49bd2-7ead-4d3e-8e7e-758349eed365 req-9476ebfb-06af-4c36-9910-e733d6b11ffa tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992851 Sep 26 13:08:00.169115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476ebfb-06af-4c36-9910-e733d6b11ffa tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423f1b82-cd8f-44b8-bf9e-4da0e6e93fd2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:00.188761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a30d376-d2b5-48b1-bc55-abbfbfa43c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:00.192390 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a30d376-d2b5-48b1-bc55-abbfbfa43c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:00.193748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6a30d376-d2b5-48b1-bc55-abbfbfa43c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93b21990-6edd-4eef-8a96-71ee31a55a55 HTTP/1.1" status: 204 len: 168 time: 0.2377224 Sep 26 13:08:00.207313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30d376-d2b5-48b1-bc55-abbfbfa43c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b21990-6edd-4eef-8a96-71ee31a55a55,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:00.210134 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53bd4f8c-20a4-485a-9289-ed897fe6bc4d req-bf4f6c20-eed1-48ff-928f-6ad02bd4ff0d tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648780 Sep 26 13:08:00.306394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36912231-dc51-414c-b1d7-95432b5eb912 req-f60b878f-2148-49cd-8e37-f6f328e9f2c7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:00.309735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36912231-dc51-414c-b1d7-95432b5eb912 req-f60b878f-2148-49cd-8e37-f6f328e9f2c7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.0675747 Sep 26 13:08:00.353577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36912231-dc51-414c-b1d7-95432b5eb912 req-146da7fe-70d9-430b-b74a-56d369a48a24 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352731 Sep 26 13:08:00.871625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:08:00.875012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:01.044316 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:01.076489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86067c2b-cfe4-4174-929c-a736f6f5d742 req-d7bddb78-eb28-464b-adfa-02804c4cffba tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:01.078265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86067c2b-cfe4-4174-929c-a736f6f5d742 req-d7bddb78-eb28-464b-adfa-02804c4cffba tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0963576 Sep 26 13:08:01.082284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:01.098616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0', 'network_id': 'c6bf984d-9220-4a06-908a-a4518753891f', 'port_id': 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0', 'mac_address': 'fa:16:3e:3f:11:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91974b6a-a066-41fa-b28f-7649f40577c7', 'ip_address': '19.80.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:08:01.129255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86067c2b-cfe4-4174-929c-a736f6f5d742 req-00d70ae7-9861-460a-8b3a-ab2de35f600e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358057 Sep 26 13:08:01.139061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:01.152596 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d04070-dee1-4e7e-ac44-191a14774b98" -d '{"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-unplugged", "status": "completed", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:01.171462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:01.179258 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:01.247816 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7760bbb8-d7ce-40ca-9f57-be6d391117ea x-openstack-request-id: req-7760bbb8-d7ce-40ca-9f57-be6d391117ea {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:01.248448 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-unplugged", "status": "completed", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:01.249005 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7760bbb8-d7ce-40ca-9f57-be6d391117ea {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:01.249815 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'code': 200} Sep 26 13:08:01.251059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:01.256006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:01.273556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:08:01.304118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:01.308194 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:01.309644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 287db81b-2466-44c5-a4d2-4f54185f3abb details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:08:01.349567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089957d0-6059-4cd2-b33a-a9b20e0cfc9b req-754334c3-78c2-4ca5-8017-dc8c88ed770c tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:01.359328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-089957d0-6059-4cd2-b33a-a9b20e0cfc9b req-754334c3-78c2-4ca5-8017-dc8c88ed770c tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 1101 time: 0.0562499 Sep 26 13:08:01.389582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a053255-744e-4163-9193-c4a7be476bc3 req-c6d01399-a4e1-4372-a053-88e8a0b726b3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:01.397083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a053255-744e-4163-9193-c4a7be476bc3 req-c6d01399-a4e1-4372-a053-88e8a0b726b3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:01.407384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a053255-744e-4163-9193-c4a7be476bc3 req-c6d01399-a4e1-4372-a053-88e8a0b726b3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1679 time: 0.0908995 Sep 26 13:08:01.410233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:01.440162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-089957d0-6059-4cd2-b33a-a9b20e0cfc9b req-6fdad70e-cd48-4fb9-a093-b3a34a160294 tempest-ServersAdminNegativeTestJSON-1012699103 tempest-ServersAdminNegativeTestJSON-1012699103-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715716 Sep 26 13:08:01.457009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a053255-744e-4163-9193-c4a7be476bc3 req-d55679b7-bbe0-4433-a3f8-7a3998395d29 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Sep 26 13:08:01.520093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 287db81b-2466-44c5-a4d2-4f54185f3abb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=287db81b-2466-44c5-a4d2-4f54185f3abb,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:01.536250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '287db81b-2466-44c5-a4d2-4f54185f3abb', 'network_id': '96ede323-c3e5-43b1-9cbb-7e1694169987', 'port_id': '287db81b-2466-44c5-a4d2-4f54185f3abb', 'mac_address': 'fa:16:3e:5c:99:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e9b0ca-83c1-47ff-9216-98d41074d1f8', 'ip_address': '19.86.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:08:01.589216 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:01.596700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-7ba89978-3278-4791-87ce-71fef4fa362d req-2675def0-be15-4e11-b194-74f7afc5c26b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:08:01.596700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ba89978-3278-4791-87ce-71fef4fa362d req-2675def0-be15-4e11-b194-74f7afc5c26b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051911 Sep 26 13:08:01.624197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287db81b-2466-44c5-a4d2-4f54185f3abb {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:08:01.626778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa76c06-bc3e-4904-945c-6d6c98d13ea6 req-c01f14b9-b7e9-49c7-95ae-dde407e67b03 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:01.630082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa76c06-bc3e-4904-945c-6d6c98d13ea6 req-c01f14b9-b7e9-49c7-95ae-dde407e67b03 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.0980248 Sep 26 13:08:01.667257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 287db81b-2466-44c5-a4d2-4f54185f3abb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=287db81b-2466-44c5-a4d2-4f54185f3abb,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:01.675388 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:01.707147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa76c06-bc3e-4904-945c-6d6c98d13ea6 req-e636cd8e-8a23-4a89-8893-4f35c5b4f5bc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648801 Sep 26 13:08:01.754488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=287db81b-2466-44c5-a4d2-4f54185f3abb,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:01.960651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['287db81b-2466-44c5-a4d2-4f54185f3abb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:08:02.009921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969969d-3b35-4e98-bd20-73e384b68047 req-31cd7ca7-556a-4c58-98d2-7f4567a1a403 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:02.016577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0969969d-3b35-4e98-bd20-73e384b68047 req-31cd7ca7-556a-4c58-98d2-7f4567a1a403 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 949 time: 0.0934064 Sep 26 13:08:02.101038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0969969d-3b35-4e98-bd20-73e384b68047 req-cb474d3a-7a18-4f59-ab2c-42e89e0ab7c4 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693381 Sep 26 13:08:02.340189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e1df0-4ba0-416f-b324-d8839dee7f5b req-be8b1690-919c-4f0b-8dae-ace1adccaa98 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:02.350319 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-783e1df0-4ba0-416f-b324-d8839dee7f5b req-be8b1690-919c-4f0b-8dae-ace1adccaa98 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0788329 Sep 26 13:08:02.396289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-783e1df0-4ba0-416f-b324-d8839dee7f5b req-b7a6f428-40a7-4a45-a8e7-fef67260f97a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Sep 26 13:08:02.446300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-608f241f-d9de-4565-98fc-78f4c0e8d992 req-85080ca3-013a-4b6c-801a-6e7192130379 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:08:02.452987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-608f241f-d9de-4565-98fc-78f4c0e8d992 req-85080ca3-013a-4b6c-801a-6e7192130379 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117285 Sep 26 13:08:02.650732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954f091-c70b-46b1-90ab-3a687e65076f req-6cc3e09f-7afb-4e57-b050-4dc83dd6f009 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:02.658442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3954f091-c70b-46b1-90ab-3a687e65076f req-6cc3e09f-7afb-4e57-b050-4dc83dd6f009 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.0647511 Sep 26 13:08:02.667494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281868-a35e-477a-a51f-c048b3d39257 req-15328621-7c2b-41db-9d58-943f42742d5b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:02.682106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281868-a35e-477a-a51f-c048b3d39257 req-15328621-7c2b-41db-9d58-943f42742d5b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:02.683816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e281868-a35e-477a-a51f-c048b3d39257 req-15328621-7c2b-41db-9d58-943f42742d5b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1680 time: 0.1404529 Sep 26 13:08:02.711713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3954f091-c70b-46b1-90ab-3a687e65076f req-165f7904-7db6-4067-8aa6-6f92b94546c0 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521145 Sep 26 13:08:02.760246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e281868-a35e-477a-a51f-c048b3d39257 req-516cd956-9996-422f-86d0-55e6454e183f tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617156 Sep 26 13:08:02.902972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 287db81b-2466-44c5-a4d2-4f54185f3abb up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:02.971737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['b879ea55-c97c-4347-bf8c-b7a4f1c9cea0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:08:02.976558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 287db81b-2466-44c5-a4d2-4f54185f3abb completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:08:03.004589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 287db81b-2466-44c5-a4d2-4f54185f3abb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:03.005020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:03.094864 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-0e777b87-daf5-45f5-b83f-e34767e2ef1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1883576 Sep 26 13:08:03.207351 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:03.256091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287db81b-2466-44c5-a4d2-4f54185f3abb'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:03.258843 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9eba7f-2ca3-4412-a60a-e4c0109b0cb2" -d '{"events": [{"server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "name": "network-vif-plugged", "status": "completed", "tag": "287db81b-2466-44c5-a4d2-4f54185f3abb"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:03.288831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 287db81b-2466-44c5-a4d2-4f54185f3abb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=287db81b-2466-44c5-a4d2-4f54185f3abb,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:03.298769 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:03.299960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:03.376274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940246d-1066-4069-932b-f28d8f07b32f req-6a76fb78-5c95-48d2-b2ea-6e9785654878 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:03.380150 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc84a19e-2c7e-47cd-9b98-d8f581406474 x-openstack-request-id: req-bc84a19e-2c7e-47cd-9b98-d8f581406474 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:03.380442 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "name": "network-vif-plugged", "status": "completed", "tag": "287db81b-2466-44c5-a4d2-4f54185f3abb", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:03.381561 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc84a19e-2c7e-47cd-9b98-d8f581406474 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:03.381954 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287db81b-2466-44c5-a4d2-4f54185f3abb', 'code': 200} Sep 26 13:08:03.389133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f940246d-1066-4069-932b-f28d8f07b32f req-6a76fb78-5c95-48d2-b2ea-6e9785654878 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 949 time: 0.1872602 Sep 26 13:08:03.454146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=287db81b-2466-44c5-a4d2-4f54185f3abb,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:03.486861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-84e9379f-79f6-4489-a47d-36d9320fbb98 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:03.488640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-84e9379f-79f6-4489-a47d-36d9320fbb98 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.24 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 949 time: 0.2187090 Sep 26 13:08:03.517466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f940246d-1066-4069-932b-f28d8f07b32f req-98aa53af-65b7-4fa5-b9ad-1b4674b1a962 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228950 Sep 26 13:08:03.581851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e3adc-7fab-4197-a5ed-669f1d4daa5b req-75fc1947-153c-455e-a7b3-056d60219a48 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:03.591074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f6e3adc-7fab-4197-a5ed-669f1d4daa5b req-75fc1947-153c-455e-a7b3-056d60219a48 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0616500 Sep 26 13:08:03.650039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f6e3adc-7fab-4197-a5ed-669f1d4daa5b req-7954fe2e-4ab4-4183-ae90-2cc5ffacb2c3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576138 Sep 26 13:08:03.936464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b56c-8509-4c3a-bf57-8ec41ae52809 req-d9f31121-161d-4ef6-a08a-5d535247ec9b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:03.958275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b56c-8509-4c3a-bf57-8ec41ae52809 req-d9f31121-161d-4ef6-a08a-5d535247ec9b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:03.970365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4f9b56c-8509-4c3a-bf57-8ec41ae52809 req-d9f31121-161d-4ef6-a08a-5d535247ec9b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1681 time: 0.1265121 Sep 26 13:08:04.033068 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4f9b56c-8509-4c3a-bf57-8ec41ae52809 req-21b78e59-1ff1-4849-a25c-4c8d432c6999 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Sep 26 13:08:04.100303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee03b8-8b94-47b9-a532-71f7eccbffdb req-0b6f6f5d-8192-4318-8630-e3df8ae67b24 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:04.102347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73ee03b8-8b94-47b9-a532-71f7eccbffdb req-0b6f6f5d-8192-4318-8630-e3df8ae67b24 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.1094286 Sep 26 13:08:04.156057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73ee03b8-8b94-47b9-a532-71f7eccbffdb req-f4eae453-a0d7-4a50-8783-911bc4c72000 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459137 Sep 26 13:08:04.164307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Deleting port 2b614097-5745-4668-aedb-460ce81e28bb {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:04.164627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:04.288976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] For port 2b614097-5745-4668-aedb-460ce81e28bb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2b614097-5745-4668-aedb-460ce81e28bb,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:04.289686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:04.305106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Calling delete_port for 2b614097-5745-4668-aedb-460ce81e28bb owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:04.454008 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:04.467216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2b614097-5745-4668-aedb-460ce81e28bb'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:08:04.498992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['8456d01f-88f5-45d1-ba83-969df8efd190'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:08:04.510342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Pushing event deleted for resources: {'Port': ['ID=2b614097-5745-4668-aedb-460ce81e28bb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:04.535380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.536190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.536643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.537084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.537577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.538436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.538874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.539311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.540158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.540543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.541242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.541901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:04.556014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:08:04.619487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] No DVR routers for this DVR port 2b614097-5745-4668-aedb-460ce81e28bb on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:04.629921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:04.633012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd51f4bb-16a3-42a1-8504-ae0354418764 req-0581f045-210a-453b-bd44-ab18621e33e6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.24 "DELETE /v2.0/ports/2b614097-5745-4668-aedb-460ce81e28bb HTTP/1.1" status: 204 len: 173 time: 1.1372881 Sep 26 13:08:04.633711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1730e488-7c90-45b8-a784-22559269785d', 'name': 'network-vif-deleted', 'tag': '2b614097-5745-4668-aedb-460ce81e28bb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:04.648875 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b3e822-9a81-402c-adde-8ed93392238f" -d '{"events": [{"server_uuid": "1730e488-7c90-45b8-a784-22559269785d", "name": "network-vif-deleted", "tag": "2b614097-5745-4668-aedb-460ce81e28bb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:04.752147 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff98bab-f459-4fec-8d3a-468251f2a09a x-openstack-request-id: req-8ff98bab-f459-4fec-8d3a-468251f2a09a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:04.754317 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1730e488-7c90-45b8-a784-22559269785d", "name": "network-vif-deleted", "tag": "2b614097-5745-4668-aedb-460ce81e28bb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:04.760040 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ff98bab-f459-4fec-8d3a-468251f2a09a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:04.760528 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1730e488-7c90-45b8-a784-22559269785d', 'name': 'network-vif-deleted', 'tag': '2b614097-5745-4668-aedb-460ce81e28bb', 'status': 'completed', 'code': 200} Sep 26 13:08:04.768199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b748087e-9ceb-4ac6-83d7-9c89c8b2a145 req-7bfcbd1a-5a8c-48a4-bf6f-963a45230190 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=1730e488-7c90-45b8-a784-22559269785d HTTP/1.1" status: 200 len: 210 time: 0.1126871 Sep 26 13:08:04.836475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:04.899419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70aef37-d7ff-4544-b154-8bad47fa033b req-c8efd2df-bbe0-44d7-b58c-09265ffbacfb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:04.904558 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70aef37-d7ff-4544-b154-8bad47fa033b req-c8efd2df-bbe0-44d7-b58c-09265ffbacfb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1231506 Sep 26 13:08:04.910434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:04.985609 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a70aef37-d7ff-4544-b154-8bad47fa033b req-79b952dd-68fe-45e4-9918-7fa12079b734 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800931 Sep 26 13:08:04.990885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7', 'port_id': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'mac_address': 'fa:16:3e:0c:95:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0f0981-4ba4-400d-aa76-0e0bdec89524', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:08:05.135805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:08:05.141017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:05.220769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:05.221118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:05.267010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 417b1aa0-8de6-4c51-8b62-2e27e5889876 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:08:05.304277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9401-4957-4801-90b4-f4bffc0d7bb3 req-08ccb345-cbe2-4c20-b026-a5d7581001e7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:05.331109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9401-4957-4801-90b4-f4bffc0d7bb3 req-08ccb345-cbe2-4c20-b026-a5d7581001e7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:05.342248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3cb9401-4957-4801-90b4-f4bffc0d7bb3 req-08ccb345-cbe2-4c20-b026-a5d7581001e7 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1681 time: 0.1354995 Sep 26 13:08:05.409294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:05.432457 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:05.486879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:05.501528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3cb9401-4957-4801-90b4-f4bffc0d7bb3 req-528c499a-a7e2-4a01-9917-cd07f3884f01 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606984 Sep 26 13:08:05.556188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['417b1aa0-8de6-4c51-8b62-2e27e5889876'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:08:05.572809 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:05.576459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64c7be-58c5-4818-aafc-502711bc7823 req-f33f8222-8e27-4dde-a053-162235202d30 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:05.580997 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec64c7be-58c5-4818-aafc-502711bc7823 req-f33f8222-8e27-4dde-a053-162235202d30 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.1518910 Sep 26 13:08:05.612724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45766) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:05.717036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:05.719832 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba357f15-41fd-45f1-ae36-9d1e5d32d6ca" -d '{"events": [{"server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "name": "network-vif-plugged", "status": "completed", "tag": "b879ea55-c97c-4347-bf8c-b7a4f1c9cea0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:05.754603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec64c7be-58c5-4818-aafc-502711bc7823 req-6c1eb6d5-16bb-4cec-b73d-645039fc6da4 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661642 Sep 26 13:08:05.773945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:05.822652 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9334bb-9717-452f-92ce-bd1c520c6301 x-openstack-request-id: req-9a9334bb-9717-452f-92ce-bd1c520c6301 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:05.822965 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "name": "network-vif-plugged", "status": "completed", "tag": "b879ea55-c97c-4347-bf8c-b7a4f1c9cea0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:05.823226 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a9334bb-9717-452f-92ce-bd1c520c6301 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:05.823637 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0', 'code': 200} Sep 26 13:08:05.877390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:05.878230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2b614097-5745-4668-aedb-460ce81e28bb no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:05.974258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788f8d6-64c9-4f32-a16b-36c2ba24cf5d req-47c28d3a-d0f3-435b-b7e2-86cd2fe1fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:05.974871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788f8d6-64c9-4f32-a16b-36c2ba24cf5d req-47c28d3a-d0f3-435b-b7e2-86cd2fe1fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:05.976598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6788f8d6-64c9-4f32-a16b-36c2ba24cf5d req-47c28d3a-d0f3-435b-b7e2-86cd2fe1fab0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1986 time: 0.1161146 Sep 26 13:08:05.990347 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d24727a0-53c5-4439-b224-5fc17ebfecc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.005197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 2b614097-5745-4668-aedb-460ce81e28bb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:06.005915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2b614097-5745-4668-aedb-460ce81e28bb not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:06.131676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6788f8d6-64c9-4f32-a16b-36c2ba24cf5d req-d5cf403a-8877-4b35-896d-2e82659b720b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250954 Sep 26 13:08:06.154801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:06.303363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8c1d4-6d27-4422-8a52-cf9bf172ce46 req-075e6b7a-4654-4a76-914f-386a68f9ad5a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:06.318064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c1b8c1d4-6d27-4422-8a52-cf9bf172ce46 req-075e6b7a-4654-4a76-914f-386a68f9ad5a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.1475511 Sep 26 13:08:06.326338 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d24727a0-53c5-4439-b224-5fc17ebfecc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.365126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d24727a0-53c5-4439-b224-5fc17ebfecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.380094 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c1b8c1d4-6d27-4422-8a52-cf9bf172ce46 req-52a777aa-44fd-47eb-8181-90f686264966 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590723 Sep 26 13:08:06.433017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24727a0-53c5-4439-b224-5fc17ebfecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb845eb0-af64-4349-b804-2cb6c2199aa4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:06.442532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45784) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:06.449805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d24727a0-53c5-4439-b224-5fc17ebfecc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f6717f75a2c4244ac99b2457c8894e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356972 Sep 26 13:08:06.464561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a639eb-47a0-4652-ba9f-6e3fe5ec42f6 req-117846b0-3935-4656-9d69-dfc151c2e6bf tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:06.466537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29a639eb-47a0-4652-ba9f-6e3fe5ec42f6 req-117846b0-3935-4656-9d69-dfc151c2e6bf tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 949 time: 0.1383584 Sep 26 13:08:06.550563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29a639eb-47a0-4652-ba9f-6e3fe5ec42f6 req-37bfe6cf-fd91-4e29-86e2-4fce9fd9f39a tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778577 Sep 26 13:08:06.552819 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd9d9d7-631a-4fa3-810e-cdbbeda07b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.559761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:06.606282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd9d9d7-631a-4fa3-810e-cdbbeda07b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.635504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 417b1aa0-8de6-4c51-8b62-2e27e5889876 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:06.636255 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.680889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092448ac-22d4-4de1-ae3e-f42d9132ce60 req-36420ba1-f531-4ffd-ae1d-874151640f59 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:06.688132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092448ac-22d4-4de1-ae3e-f42d9132ce60 req-36420ba1-f531-4ffd-ae1d-874151640f59 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:06.690142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-092448ac-22d4-4de1-ae3e-f42d9132ce60 req-36420ba1-f531-4ffd-ae1d-874151640f59 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1682 time: 0.0981290 Sep 26 13:08:06.725897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd9d9d7-631a-4fa3-810e-cdbbeda07b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.728447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd9d9d7-631a-4fa3-810e-cdbbeda07b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.729866 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-edd9d9d7-631a-4fa3-810e-cdbbeda07b0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb845eb0-af64-4349-b804-2cb6c2199aa4 HTTP/1.1" status: 204 len: 168 time: 0.2864032 Sep 26 13:08:06.757262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-092448ac-22d4-4de1-ae3e-f42d9132ce60 req-4dc66bb5-d070-4614-a2d2-7487ea145061 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598335 Sep 26 13:08:06.759646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9d9d7-631a-4fa3-810e-cdbbeda07b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb845eb0-af64-4349-b804-2cb6c2199aa4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:06.771760 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.822538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:06.829753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:06.927168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c4bc0-ea59-45f0-b8f9-d74dc67141ba req-1687f8f3-a81c-4d22-ad57-97b65542bf0a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:06.935687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-522c4bc0-ea59-45f0-b8f9-d74dc67141ba req-1687f8f3-a81c-4d22-ad57-97b65542bf0a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.1064835 Sep 26 13:08:06.939286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:06.978232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-522c4bc0-ea59-45f0-b8f9-d74dc67141ba req-9a439147-4793-49be-a2e7-7fab14f76fb7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352767 Sep 26 13:08:07.109615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45796) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:07.123950 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a48ce9cd-3d1b-4fc0-8495-679131b6fb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:07.259846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a48ce9cd-3d1b-4fc0-8495-679131b6fb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:07.264135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a48ce9cd-3d1b-4fc0-8495-679131b6fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:07.303900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a48ce9cd-3d1b-4fc0-8495-679131b6fb42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb9f2b0bd6c0487eb6fa588cbada2ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931689 Sep 26 13:08:07.304808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ce9cd-3d1b-4fc0-8495-679131b6fb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8129f7c1-370e-40e7-8c03-7dfe11444e44,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:07.306563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45800) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:07.361841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d81e3cb-4b3e-4988-905e-977cfbbfd985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:07.383954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d81e3cb-4b3e-4988-905e-977cfbbfd985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:07.445372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d81e3cb-4b3e-4988-905e-977cfbbfd985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:07.448459 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d81e3cb-4b3e-4988-905e-977cfbbfd985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:07.450547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0d81e3cb-4b3e-4988-905e-977cfbbfd985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8129f7c1-370e-40e7-8c03-7dfe11444e44 HTTP/1.1" status: 204 len: 168 time: 0.1426702 Sep 26 13:08:07.460046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81e3cb-4b3e-4988-905e-977cfbbfd985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8129f7c1-370e-40e7-8c03-7dfe11444e44,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:07.557358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb678-2f11-422e-876b-77c87356236a req-8c1fcc48-9074-4d91-824c-155e0964bbc6 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:07.559681 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7fdeb678-2f11-422e-876b-77c87356236a req-8c1fcc48-9074-4d91-824c-155e0964bbc6 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0732822 Sep 26 13:08:07.630339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7fdeb678-2f11-422e-876b-77c87356236a req-f82cf888-bcff-468e-ba32-b81dbdeaa811 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585368 Sep 26 13:08:07.750108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c84fa3-e97b-4b02-a6ef-0d122bf2ff66 req-8f2879dd-5d53-4105-916b-40f22dd4c6a6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:07.752154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a7c84fa3-e97b-4b02-a6ef-0d122bf2ff66 req-8f2879dd-5d53-4105-916b-40f22dd4c6a6 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 949 time: 0.0661874 Sep 26 13:08:07.829698 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:07.832008 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75092b7-ea93-4a8e-871d-c9ab50affe64" -d '{"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:07.837993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a7c84fa3-e97b-4b02-a6ef-0d122bf2ff66 req-280815f6-1db3-40d5-9663-94a2dbb674d9 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdec94e-0f65-42a3-b675-dbbc46546975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774946 Sep 26 13:08:07.936770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45818) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:07.946143 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e0721-cdee-4ee7-936e-9390ccfbee39 x-openstack-request-id: req-0b0e0721-cdee-4ee7-936e-9390ccfbee39 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:07.946431 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:07.946681 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b0e0721-cdee-4ee7-936e-9390ccfbee39 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:07.947069 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'code': 200} Sep 26 13:08:07.956264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b1377083-c280-47ee-817e-a5ae33500f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:07.970270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ce179-9f7b-4a59-9e67-9b9af8db466e req-ab7732c5-b421-4da7-b19f-20bed63d3577 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:07.978533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ce179-9f7b-4a59-9e67-9b9af8db466e req-ab7732c5-b421-4da7-b19f-20bed63d3577 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:07.980627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-122ce179-9f7b-4a59-9e67-9b9af8db466e req-ab7732c5-b421-4da7-b19f-20bed63d3577 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1682 time: 0.0829751 Sep 26 13:08:08.043527 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-122ce179-9f7b-4a59-9e67-9b9af8db466e req-1e9e687c-9933-4d6c-90b9-25432b3e14a0 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512733 Sep 26 13:08:08.091987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b1377083-c280-47ee-817e-a5ae33500f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.101914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b1377083-c280-47ee-817e-a5ae33500f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.185254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1377083-c280-47ee-817e-a5ae33500f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937dee85-fb30-416b-bf29-ebb1c58cc215,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:08.209148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b1377083-c280-47ee-817e-a5ae33500f8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=169f50764f124ebb86f96a45bd6c068b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709420 Sep 26 13:08:08.210338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45828) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:08.231805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfc8c-5c71-40d0-a513-07abc461328f req-b20304eb-d572-4fcf-8ede-3f353f2690fa tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:08.233399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f3bfc8c-5c71-40d0-a513-07abc461328f req-b20304eb-d572-4fcf-8ede-3f353f2690fa tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.1283627 Sep 26 13:08:08.282044 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-12a60e65-cc55-45d7-af53-f46d8400b50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.328786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-a043795a-27de-49bb-9cfe-271c62c25944 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:08.330579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-a043795a-27de-49bb-9cfe-271c62c25944 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 949 time: 0.0918355 Sep 26 13:08:08.334505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f3bfc8c-5c71-40d0-a513-07abc461328f req-f7783294-8f6e-43fd-a0fb-dd55a058b04a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549810 Sep 26 13:08:08.356296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a7cce99-fdcb-4f9b-8926-967638077d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.382937 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a7cce99-fdcb-4f9b-8926-967638077d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.456167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Deleting port 8456d01f-88f5-45d1-ba83-969df8efd190 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:08.456903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.486866 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a7cce99-fdcb-4f9b-8926-967638077d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.489393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a7cce99-fdcb-4f9b-8926-967638077d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.490593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2a7cce99-fdcb-4f9b-8926-967638077d01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/937dee85-fb30-416b-bf29-ebb1c58cc215 HTTP/1.1" status: 204 len: 168 time: 0.2789671 Sep 26 13:08:08.540551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cce99-fdcb-4f9b-8926-967638077d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937dee85-fb30-416b-bf29-ebb1c58cc215,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:08.562815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aba085-f6eb-473a-9208-52fe7f4353ab req-cb73ce24-ab96-456e-8112-451eeceafdc8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:08.579616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aba085-f6eb-473a-9208-52fe7f4353ab req-cb73ce24-ab96-456e-8112-451eeceafdc8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:08.591278 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39aba085-f6eb-473a-9208-52fe7f4353ab req-cb73ce24-ab96-456e-8112-451eeceafdc8 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1682 time: 0.1452558 Sep 26 13:08:08.605475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] For port 8456d01f-88f5-45d1-ba83-969df8efd190, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8456d01f-88f5-45d1-ba83-969df8efd190,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:08.608708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.637873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Calling delete_port for 8456d01f-88f5-45d1-ba83-969df8efd190 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:08.679947 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39aba085-f6eb-473a-9208-52fe7f4353ab req-4cf2b1da-4234-4a03-ac07-01d089f01e03 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877032 Sep 26 13:08:08.799970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723d17a-8e91-4b13-8976-fb0d53988bd4 req-9506b700-f896-4efe-be86-188845b4cb18 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:08.801688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b723d17a-8e91-4b13-8976-fb0d53988bd4 req-9506b700-f896-4efe-be86-188845b4cb18 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0604334 Sep 26 13:08:08.850439 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b723d17a-8e91-4b13-8976-fb0d53988bd4 req-8e32ddbc-ba76-45d5-b499-eacdcf233f50 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426688 Sep 26 13:08:08.899256 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:08.908018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['8456d01f-88f5-45d1-ba83-969df8efd190'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:08:08.965256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Pushing event deleted for resources: {'Port': ['ID=8456d01f-88f5-45d1-ba83-969df8efd190,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:09.025379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4bbc9c52-8104-4140-8320-784e573f3e57 req-cbc95757-c9fe-4773-95de-4777bf95f923 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c31599-5e1a-4349-bb56-2cf028e81f20 HTTP/1.1" status: 200 len: 210 time: 0.0651155 Sep 26 13:08:09.065744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] No DVR routers for this DVR port 8456d01f-88f5-45d1-ba83-969df8efd190 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:09.068626 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:09.072559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3429074b-73d1-43c8-bbdf-f8460ba5aac8 req-b4f1a054-aacd-4b84-86c6-99cd60590540 tempest-ServersAdminNegativeTestJSON-2127881666 tempest-ServersAdminNegativeTestJSON-2127881666-project] 10.222.0.23 "DELETE /v2.0/ports/8456d01f-88f5-45d1-ba83-969df8efd190 HTTP/1.1" status: 204 len: 173 time: 0.7319908 Sep 26 13:08:09.073114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c31599-5e1a-4349-bb56-2cf028e81f20', 'name': 'network-vif-deleted', 'tag': '8456d01f-88f5-45d1-ba83-969df8efd190'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:09.076367 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c99eb75-3ff9-4804-aef9-e2d5d55a7a9f" -d '{"events": [{"server_uuid": "a7c31599-5e1a-4349-bb56-2cf028e81f20", "name": "network-vif-deleted", "tag": "8456d01f-88f5-45d1-ba83-969df8efd190"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:09.125458 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb67e0e3-e916-4871-97fc-71264fbfd939 x-openstack-request-id: req-bb67e0e3-e916-4871-97fc-71264fbfd939 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:09.126064 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c31599-5e1a-4349-bb56-2cf028e81f20", "name": "network-vif-deleted", "tag": "8456d01f-88f5-45d1-ba83-969df8efd190", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:09.126389 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb67e0e3-e916-4871-97fc-71264fbfd939 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:09.126876 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c31599-5e1a-4349-bb56-2cf028e81f20', 'name': 'network-vif-deleted', 'tag': '8456d01f-88f5-45d1-ba83-969df8efd190', 'status': 'completed', 'code': 200} Sep 26 13:08:09.556867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e0488-3a04-429c-8e9b-11a200302f57 req-4d4359b9-38b7-4458-8299-99ec1b93ed1e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:09.559218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-447e0488-3a04-429c-8e9b-11a200302f57 req-4d4359b9-38b7-4458-8299-99ec1b93ed1e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.1145484 Sep 26 13:08:09.639503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-447e0488-3a04-429c-8e9b-11a200302f57 req-c34d3fba-756d-4433-80dc-52fa26731613 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674274 Sep 26 13:08:09.816295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-de5f7f64-e694-4268-9146-d989694af66b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:09.822423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-de5f7f64-e694-4268-9146-d989694af66b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:09.824050 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-de5f7f64-e694-4268-9146-d989694af66b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1682 time: 0.1025012 Sep 26 13:08:09.908794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775a8e8-0555-49a4-bd74-812c8be9f2ab req-8caf76bc-b380-48f3-86af-a9df9f937cac tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:09.939861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775a8e8-0555-49a4-bd74-812c8be9f2ab req-8caf76bc-b380-48f3-86af-a9df9f937cac tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:09.944041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7775a8e8-0555-49a4-bd74-812c8be9f2ab req-8caf76bc-b380-48f3-86af-a9df9f937cac tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 1682 time: 0.1522460 Sep 26 13:08:09.995018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:09.995377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:10.075020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7775a8e8-0555-49a4-bd74-812c8be9f2ab req-0a6cc70f-8620-485d-bd61-0e8bcd2c1e30 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207364 Sep 26 13:08:10.272840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:10.273533 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:10.296962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:10.326558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c979-545b-42eb-b8cb-505590ff8404 req-4f386371-1c9a-4b64-b127-3e0714b32236 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:10.334506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0004c979-545b-42eb-b8cb-505590ff8404 req-4f386371-1c9a-4b64-b127-3e0714b32236 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1736720 Sep 26 13:08:10.481715 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0004c979-545b-42eb-b8cb-505590ff8404 req-031646eb-be9c-4e47-8cd8-b88515a7703e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460266 Sep 26 13:08:10.700540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:10.716121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['287db81b-2466-44c5-a4d2-4f54185f3abb', 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:08:10.787669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45934) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:10.868609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=b879ea55-c97c-4347-bf8c-b7a4f1c9cea0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:11.006688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:11.013472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337e845-0016-42bc-a804-813c9318c7c4 req-7b66047f-7e6c-4aa5-80cd-112211d2678e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:11.018292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f337e845-0016-42bc-a804-813c9318c7c4 req-7b66047f-7e6c-4aa5-80cd-112211d2678e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.1445551 Sep 26 13:08:11.043890 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.045960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-ea009cac-90ec-4172-bd93-2e21ec266cf6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "DELETE /v2.0/ports/b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 HTTP/1.1" status: 204 len: 173 time: 1.2159584 Sep 26 13:08:11.053565 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1380a541-0efa-49c1-8b07-09e6a3baef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.144531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f337e845-0016-42bc-a804-813c9318c7c4 req-2927a397-be1a-48b8-b77f-9752b838966c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201723 Sep 26 13:08:11.175178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'name': 'network-vif-deleted', 'tag': 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:11.177521 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f08b80-c887-41a7-b932-d96b924ceab0" -d '{"events": [{"server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "name": "network-vif-deleted", "tag": "b879ea55-c97c-4347-bf8c-b7a4f1c9cea0"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:11.280841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1b42bd36-edcd-4751-9edd-43c9776602cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a81bafd242e44df4b1d347df554a687d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910853 Sep 26 13:08:11.283723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45944) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:11.374923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-8abb090d-a892-4dfa-9e0c-4e608506f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:11.376435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-8abb090d-a892-4dfa-9e0c-4e608506f21e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970&tenant_id=35765a257c8c441fb53b2a166313414b HTTP/1.1" status: 200 len: 1095 time: 0.1710887 Sep 26 13:08:11.393662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:08:11.405096 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b141be55-bdfb-4304-bc58-856e724b612f x-openstack-request-id: req-b141be55-bdfb-4304-bc58-856e724b612f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:11.405380 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "name": "network-vif-deleted", "tag": "b879ea55-c97c-4347-bf8c-b7a4f1c9cea0", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:11.405784 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b141be55-bdfb-4304-bc58-856e724b612f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:11.406570 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'name': 'network-vif-deleted', 'tag': 'b879ea55-c97c-4347-bf8c-b7a4f1c9cea0', 'status': 'completed', 'code': 200} Sep 26 13:08:11.442528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134db33-7e70-4368-aaa0-9ea4b7d1e9bb req-4523e139-4153-4341-83c9-8f9cecf764ca tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:11.443663 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a9425d39-5467-4408-8515-e14194d621b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.451227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7134db33-7e70-4368-aaa0-9ea4b7d1e9bb req-4523e139-4153-4341-83c9-8f9cecf764ca tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 946 time: 0.1619053 Sep 26 13:08:11.458270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port 287db81b-2466-44c5-a4d2-4f54185f3abb {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:11.459303 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.481914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a9425d39-5467-4408-8515-e14194d621b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.536716 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:08:11.576422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a9425d39-5467-4408-8515-e14194d621b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.580910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a9425d39-5467-4408-8515-e14194d621b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.601948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a9425d39-5467-4408-8515-e14194d621b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cdec94e-0f65-42a3-b675-dbbc46546975 HTTP/1.1" status: 204 len: 168 time: 0.3021467 Sep 26 13:08:11.625598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.631691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9425d39-5467-4408-8515-e14194d621b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdec94e-0f65-42a3-b675-dbbc46546975,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:11.638019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7134db33-7e70-4368-aaa0-9ea4b7d1e9bb req-4e25af79-f7ff-488c-bfb4-9d227e8870e1 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/security-groups?id=7028a262-717f-489a-bcc7-bf4280fef399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827760 Sep 26 13:08:11.758664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port 287db81b-2466-44c5-a4d2-4f54185f3abb, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=287db81b-2466-44c5-a4d2-4f54185f3abb,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:11.759195 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:11.766508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119cc0-3f08-4bfa-ab35-af0da7a238de req-1f8a6b51-9ccf-48de-a94a-c97413bf8e4b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:11.775935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for 287db81b-2466-44c5-a4d2-4f54185f3abb owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:11.778077 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa119cc0-3f08-4bfa-ab35-af0da7a238de req-1f8a6b51-9ccf-48de-a94a-c97413bf8e4b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1279154 Sep 26 13:08:11.858026 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa119cc0-3f08-4bfa-ab35-af0da7a238de req-404af417-430f-411f-bcf0-fb77e2667453 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790474 Sep 26 13:08:12.026410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:12.038703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:12.107531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=287db81b-2466-44c5-a4d2-4f54185f3abb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:12.116253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:12.299614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45968) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:12.487236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port 287db81b-2466-44c5-a4d2-4f54185f3abb on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:12.497630 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2a2fcdad-a68c-44de-874b-581be2e95ad9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cde54076ec7b46e79787aecf07df7897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952329 Sep 26 13:08:12.497804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:12.499404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45974) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:12.502703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b4cfce0-dabf-4b09-b799-8828042daaf1 req-3a71ea48-3d89-4bc2-8a28-6bd29be9cdee tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.24 "DELETE /v2.0/ports/287db81b-2466-44c5-a4d2-4f54185f3abb HTTP/1.1" status: 204 len: 173 time: 1.4442179 Sep 26 13:08:12.521254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4cd9-2560-4bd8-9055-735a199469cd req-aadfaec2-7939-40d1-b2a7-9371b13527f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:12.536829 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-679f4cd9-2560-4bd8-9055-735a199469cd req-aadfaec2-7939-40d1-b2a7-9371b13527f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.2501764 Sep 26 13:08:12.583346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8456d01f-88f5-45d1-ba83-969df8efd190 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:12.611295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-679f4cd9-2560-4bd8-9055-735a199469cd req-cb976890-480e-47c1-8546-467dda2e2eaf tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733387 Sep 26 13:08:12.651966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 8456d01f-88f5-45d1-ba83-969df8efd190 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:12.653754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8456d01f-88f5-45d1-ba83-969df8efd190 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:12.691147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cf61-befc-4af4-a68b-b0a6af816e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:12.740191 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cf61-befc-4af4-a68b-b0a6af816e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:12.777374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:12.838097 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cf61-befc-4af4-a68b-b0a6af816e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:12.841699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cf61-befc-4af4-a68b-b0a6af816e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:12.847427 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3fc1cf61-befc-4af4-a68b-b0a6af816e59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/423f1b82-cd8f-44b8-bf9e-4da0e6e93fd2 HTTP/1.1" status: 204 len: 168 time: 0.3025348 Sep 26 13:08:12.851210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32fc63f2-28d6-4b9e-9871-949768a8cb53 req-cdb2aedc-0ea6-4d63-940c-f8e0f6fe3c39 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fed3c50-a8ee-485b-9d27-c89708becace HTTP/1.1" status: 200 len: 210 time: 0.0514860 Sep 26 13:08:12.867514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1cf61-befc-4af4-a68b-b0a6af816e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423f1b82-cd8f-44b8-bf9e-4da0e6e93fd2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:12.910611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:12.948331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:13.013695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:13.015416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device b879ea55-c97c-4347-bf8c-b7a4f1c9cea0 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:13.016693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 287db81b-2466-44c5-a4d2-4f54185f3abb no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:13.034851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999157e6-47e1-44fe-b6b0-0a474c43e100 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:08:13.062941 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:13.074340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 287db81b-2466-44c5-a4d2-4f54185f3abb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:13.076811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 287db81b-2466-44c5-a4d2-4f54185f3abb not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:13.125357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25829548-150f-42cb-99ab-cdab961b8301 req-909728f9-04ca-4fb0-a1e3-724662cd2472 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:13.127658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Transition to ACTIVE for port object 999157e6-47e1-44fe-b6b0-0a474c43e100 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:08:13.138330 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:13.146143 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25829548-150f-42cb-99ab-cdab961b8301 req-909728f9-04ca-4fb0-a1e3-724662cd2472 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1664059 Sep 26 13:08:13.227732 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25829548-150f-42cb-99ab-cdab961b8301 req-cda480c3-6a73-484d-9b25-a57ad1c0da19 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789533 Sep 26 13:08:13.348815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=9']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:13.470607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'name': 'network-vif-deleted', 'tag': '287db81b-2466-44c5-a4d2-4f54185f3abb'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:13.474706 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc55fc20-bd1b-4f68-bee1-a1efa694e897" -d '{"events": [{"server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "name": "network-vif-deleted", "tag": "287db81b-2466-44c5-a4d2-4f54185f3abb"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:13.476944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:13.569392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] No DVR routers for this DVR port 999157e6-47e1-44fe-b6b0-0a474c43e100 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:13.728634 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fc8d3a-df32-48d7-8274-298745bf9ba9 x-openstack-request-id: req-84fc8d3a-df32-48d7-8274-298745bf9ba9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:13.728933 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed3c50-a8ee-485b-9d27-c89708becace", "name": "network-vif-deleted", "tag": "287db81b-2466-44c5-a4d2-4f54185f3abb", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:13.729201 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84fc8d3a-df32-48d7-8274-298745bf9ba9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:13.729619 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed3c50-a8ee-485b-9d27-c89708becace', 'name': 'network-vif-deleted', 'tag': '287db81b-2466-44c5-a4d2-4f54185f3abb', 'status': 'completed', 'code': 200} Sep 26 13:08:13.775545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd5194-3293-49ac-8b02-539f91003295 req-9728bd24-2edc-4256-bc73-d33fc802bb60 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:13.779825 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56cd5194-3293-49ac-8b02-539f91003295 req-9728bd24-2edc-4256-bc73-d33fc802bb60 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 943 time: 0.0776947 Sep 26 13:08:13.852054 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56cd5194-3293-49ac-8b02-539f91003295 req-2708c74e-3610-4320-96d3-9b79f3f3e44f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641582 Sep 26 13:08:13.871064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Attempting to bind port 999157e6-47e1-44fe-b6b0-0a474c43e100 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:08:13.871555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Attempting to bind port 999157e6-47e1-44fe-b6b0-0a474c43e100 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:08:13.871824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Attempting to bind port 999157e6-47e1-44fe-b6b0-0a474c43e100 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:13.878200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Port 999157e6-47e1-44fe-b6b0-0a474c43e100 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:08:13.878524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Attempting to bind port 999157e6-47e1-44fe-b6b0-0a474c43e100 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:13.891033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:08:13.891341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Checking segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:13.891712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Bound using segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:08:13.892185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Bound port: 999157e6-47e1-44fe-b6b0-0a474c43e100, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:08:13.892453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:13.975863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46010) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:14.037701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:14.045338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:08:14.052980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:14.104226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a099e4-65e1-4c7b-916f-0b603621dac3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting subnet f1e9b0ca-83c1-47ff-9216-98d41074d1f8 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:08:14.119702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a099e4-65e1-4c7b-916f-0b603621dac3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:14.172369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a099e4-65e1-4c7b-916f-0b603621dac3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:14.178653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:14.179264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:14.180678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] 10.222.0.23 "PUT /v2.0/ports/999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 1092 time: 2.7919128 Sep 26 13:08:14.246319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae867c59-4f95-4ab1-a79d-744d5011e73c service neutron] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:14.365251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-76d84c6c-25db-4e30-980a-4abcd8e091a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:14.366805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-76d84c6c-25db-4e30-980a-4abcd8e091a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1096 time: 0.1481233 Sep 26 13:08:14.424501 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a099e4-65e1-4c7b-916f-0b603621dac3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:14.569388 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a099e4-65e1-4c7b-916f-0b603621dac3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:14.696013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a099e4-65e1-4c7b-916f-0b603621dac3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e9b0ca-83c1-47ff-9216-98d41074d1f8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:14.706519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a099e4-65e1-4c7b-916f-0b603621dac3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:14.708835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-97a099e4-65e1-4c7b-916f-0b603621dac3 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "DELETE /v2.0/subnets/f1e9b0ca-83c1-47ff-9216-98d41074d1f8 HTTP/1.1" status: 204 len: 168 time: 0.7315497 Sep 26 13:08:14.711637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46040) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:14.712467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb5c15-f348-46c1-a11c-2349969c32e1 None None] Network 96ede323-c3e5-43b1-9cbb-7e1694169987 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:08:14.729358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46042) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:14.752146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaf0ed-48ab-47c9-bd47-9a959bd5b4ea req-ca274c6d-6b40-48e8-80b9-d5954a6d7fc7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:14.759738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69aaf0ed-48ab-47c9-bd47-9a959bd5b4ea req-ca274c6d-6b40-48e8-80b9-d5954a6d7fc7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.3341405 Sep 26 13:08:14.823561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-c88b48f8-2b94-4b53-b3de-f965b2128466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:14.824689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:14.837500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-c88b48f8-2b94-4b53-b3de-f965b2128466 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.4599657 Sep 26 13:08:14.976714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:14.983600 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.005819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-b1ecd2d1-13ee-4113-8425-cefbcc10bb09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 999 time: 0.1596735 Sep 26 13:08:15.008183 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.077652 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a940ac7c-5695-4e64-bfbc-faccbdf19562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.141872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69aaf0ed-48ab-47c9-bd47-9a959bd5b4ea req-db7a5955-a158-4ace-9ed7-37a865e8b2f8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762939 Sep 26 13:08:15.212957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:15.215050 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.229035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] DHCP port deletion for 96ede323-c3e5-43b1-9cbb-7e1694169987 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:08:15.262281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-c4963284-a2af-4780-9cb7-420ea21a5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:15.262281 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-c4963284-a2af-4780-9cb7-420ea21a5b2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.2383153 Sep 26 13:08:15.331546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:15.335250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] Deleting port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:15.335815 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.425324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-e53ebba5-d884-43ff-b1eb-7221cb2aa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:15.426883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-e53ebba5-d884-43ff-b1eb-7221cb2aa78f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534297 Sep 26 13:08:15.541018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] For port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,segment=NetworkSegment(f6b49c32-c7a1-496f-95ed-06291b40bee9),segment_id=f6b49c32-c7a1-496f-95ed-06291b40bee9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:15.541390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.575175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] Calling delete_port for 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:15.671521 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a940ac7c-5695-4e64-bfbc-faccbdf19562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.681980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a940ac7c-5695-4e64-bfbc-faccbdf19562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.733664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:15.736821 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:15.754626 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438dcd6f-f9df-41d0-afbd-3fc28375384d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:15.791680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-8b3747fc-c9d6-45cb-9004-bd5323804569 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360968 Sep 26 13:08:15.798709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] Pushing event deleted for resources: {'Port': ['ID=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:15.827897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd57dc4-c201-44b7-abdd-5c78ae92473c None None] No DVR routers for this DVR port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:15.937250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adbe9e92-fbe4-47a2-b03f-82a99304f13e req-525bb41e-8419-4f92-861a-533f0d65992e service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268535 Sep 26 13:08:15.939274 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e0304-c9de-4f9e-871b-df6516e64896 x-openstack-request-id: req-258e0304-c9de-4f9e-871b-df6516e64896 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:15.939792 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:15.940285 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-258e0304-c9de-4f9e-871b-df6516e64896 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:15.940876 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'status': 'completed', 'code': 200} Sep 26 13:08:15.946690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a940ac7c-5695-4e64-bfbc-faccbdf19562 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb3d8aa25fe946ceb333418330e25f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1843333 Sep 26 13:08:15.949409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940ac7c-5695-4e64-bfbc-faccbdf19562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baa4d3a-ed0e-4b5e-bad4-04398576df73,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:15.952407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46072) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:16.121522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea453ba9-2f4e-42fe-b7f2-858e557b5d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.148737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:16.162553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a85ec-5121-4ca5-bba2-0015feefebc6 req-f04754ca-0b68-4146-84d3-4fee33d7d1b2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:16.171953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-233a85ec-5121-4ca5-bba2-0015feefebc6 req-f04754ca-0b68-4146-84d3-4fee33d7d1b2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.9374044 Sep 26 13:08:16.194897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea453ba9-2f4e-42fe-b7f2-858e557b5d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.208258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:16.208600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:16.262945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea453ba9-2f4e-42fe-b7f2-858e557b5d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.266408 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea453ba9-2f4e-42fe-b7f2-858e557b5d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.271341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ea453ba9-2f4e-42fe-b7f2-858e557b5d81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8baa4d3a-ed0e-4b5e-bad4-04398576df73 HTTP/1.1" status: 204 len: 168 time: 0.3175528 Sep 26 13:08:16.285651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea453ba9-2f4e-42fe-b7f2-858e557b5d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baa4d3a-ed0e-4b5e-bad4-04398576df73,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:16.303831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-a3cb0ff3-9698-47af-9c5d-175882300c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:16.306310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-a3cb0ff3-9698-47af-9c5d-175882300c89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1096 time: 0.2678430 Sep 26 13:08:16.312546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-233a85ec-5121-4ca5-bba2-0015feefebc6 req-e394c3d4-0d44-4c99-ac40-bc04f6682cce tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396971 Sep 26 13:08:16.394555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.456313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=5b2e0629-acd1-414f-bc99-b0d246dcbcf7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:16.467933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port 5b2e0629-acd1-414f-bc99-b0d246dcbcf7 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:16.542841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-8a204e34-f773-4523-9426-56cc2ae85d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:16.546068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-8a204e34-f773-4523-9426-56cc2ae85d58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.2248659 Sep 26 13:08:16.656643 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.702210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ede323-c3e5-43b1-9cbb-7e1694169987']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:16.735975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b49c32-c7a1-496f-95ed-06291b40bee9') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:16.736391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b49c32-c7a1-496f-95ed-06291b40bee9') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:16.755710 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.765613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae4285-d305-4f1b-9ca2-5ff60ba325a9 req-49e8dc88-b793-4dd7-a9a5-9518650315ed tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:16.767196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7eae4285-d305-4f1b-9ca2-5ff60ba325a9 req-49e8dc88-b793-4dd7-a9a5-9518650315ed tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2167265 Sep 26 13:08:16.781832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.786617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-a26ae38e-5fcd-4c49-8f52-037ed01fd896 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 999 time: 0.2180674 Sep 26 13:08:16.791810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:08:16.792226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:08:16.798617 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:08:16.945916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.963873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7eae4285-d305-4f1b-9ca2-5ff60ba325a9 req-86264d3b-c5a0-4bec-953f-5678092d5f50 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850858 Sep 26 13:08:16.966565 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:16.983578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "DELETE /v2.0/networks/96ede323-c3e5-43b1-9cbb-7e1694169987 HTTP/1.1" status: 204 len: 168 time: 2.2708271 Sep 26 13:08:16.984608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4971714-ca07-415f-8bff-7ec2a262bec6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Network': ['ID=96ede323-c3e5-43b1-9cbb-7e1694169987,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:16.986676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46120) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:17.016393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-b01eff75-2e63-4031-b38b-fe63ef55aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:17.018210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-b01eff75-2e63-4031-b38b-fe63ef55aee5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.1891069 Sep 26 13:08:17.068576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc61eb8-6812-4119-8303-79f345801c1b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting subnet 91974b6a-a066-41fa-b28f-7649f40577c7 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:08:17.073337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eb8-6812-4119-8303-79f345801c1b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.140798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46122) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:17.181289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eb8-6812-4119-8303-79f345801c1b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.203130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-838e0d25-fb2a-4854-b17b-623b44b49f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.224957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-faadfef8-0c9d-4197-883a-fcfa7ef1643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:17.229434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-faadfef8-0c9d-4197-883a-fcfa7ef1643f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967280 Sep 26 13:08:17.301938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eb8-6812-4119-8303-79f345801c1b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.370205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eb8-6812-4119-8303-79f345801c1b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.406509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc61eb8-6812-4119-8303-79f345801c1b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Subnet': ['ID=91974b6a-a066-41fa-b28f-7649f40577c7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:17.415173 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5fc61eb8-6812-4119-8303-79f345801c1b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.420514 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5fc61eb8-6812-4119-8303-79f345801c1b tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "DELETE /v2.0/subnets/91974b6a-a066-41fa-b28f-7649f40577c7 HTTP/1.1" status: 204 len: 168 time: 0.4262888 Sep 26 13:08:17.421206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46128) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:17.424384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923dab33-5fc5-4913-80e0-614c268a6f0e None None] Network c6bf984d-9220-4a06-908a-a4518753891f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:08:17.594278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-bf9c37f2-8a3b-4eac-8d43-afa8d4fb80e2 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468199 Sep 26 13:08:17.641855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.652609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79effc-b11d-4b06-a2f0-1c1bc6bc0a1a req-7aa7f03b-c2bd-48c7-869a-c4d3a168f5a1 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:17.655079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc79effc-b11d-4b06-a2f0-1c1bc6bc0a1a req-7aa7f03b-c2bd-48c7-869a-c4d3a168f5a1 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.1383550 Sep 26 13:08:17.748082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Deleting port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:17.748771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.802194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] DHCP port deletion for c6bf984d-9220-4a06-908a-a4518753891f request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:08:17.937089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] Deleting port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:17.937300 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:17.984647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] For port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:17.985026 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.029699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Calling delete_port for 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:18.153209 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] For port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,segment=NetworkSegment(375f631a-9664-4db0-8339-4f1e3e726fba),segment_id=375f631a-9664-4db0-8339-4f1e3e726fba)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:18.153882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.210493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:18.284246 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.337697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] Calling delete_port for 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:18.338888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Port': ['ID=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:18.353731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] No DVR routers for this DVR port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:18.560125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.595242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bf984d-9220-4a06-908a-a4518753891f']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:18.624295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375f631a-9664-4db0-8339-4f1e3e726fba') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:18.624864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375f631a-9664-4db0-8339-4f1e3e726fba') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:18.653655 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.695118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.697986 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-438dcd6f-f9df-41d0-afbd-3fc28375384d req-fe7c02a0-64d0-4701-882b-f82a153608f3 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0847473 Sep 26 13:08:18.717639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:08:18.718258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.718890 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-838e0d25-fb2a-4854-b17b-623b44b49f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:08:18.730372 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:08:18.737275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-838e0d25-fb2a-4854-b17b-623b44b49f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.743745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc79effc-b11d-4b06-a2f0-1c1bc6bc0a1a req-61060cc0-53c9-49af-ae75-df3720c31266 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0798912 Sep 26 13:08:18.761990 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] No active binding found for port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe {{(pid=94813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 26 13:08:18.762608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:18.818777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e0d25-fb2a-4854-b17b-623b44b49f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8275a746-9b28-4672-ab7e-6456e65945a5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:18.823460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-838e0d25-fb2a-4854-b17b-623b44b49f0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed4a00dbe837404d96b54e568a271e56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6802952 Sep 26 13:08:18.845530 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.851762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46142) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:18.877233 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.889751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:18.896929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] 10.222.0.13 "DELETE /v2.0/networks/c6bf984d-9220-4a06-908a-a4518753891f HTTP/1.1" status: 204 len: 168 time: 1.4735653 Sep 26 13:08:18.925058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] Pushing event deleted for resources: {'Port': ['ID=26e39e0c-bd68-48c8-8443-f0f9cf9cecbe,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:18.935416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e475c-c941-4eeb-85d8-e0f650dadbb6 tempest-ServersTestMultiNic-1417046179 tempest-ServersTestMultiNic-1417046179-project] Pushing event deleted for resources: {'Network': ['ID=c6bf984d-9220-4a06-908a-a4518753891f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:18.949938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6fea9-cfc1-4604-ae03-69c9f079d89a None None] No DVR routers for this DVR port 26e39e0c-bd68-48c8-8443-f0f9cf9cecbe on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:19.015655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb382376-397f-4cc9-a76e-150dc11bd912 req-5313df29-36de-4da5-9fad-2f13ba35193e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:19.017740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb382376-397f-4cc9-a76e-150dc11bd912 req-5313df29-36de-4da5-9fad-2f13ba35193e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1309550 Sep 26 13:08:19.037059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b370ef7-702c-454f-a5e2-0e1f55c601d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:19.135386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b370ef7-702c-454f-a5e2-0e1f55c601d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:19.244176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b370ef7-702c-454f-a5e2-0e1f55c601d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:19.247487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b370ef7-702c-454f-a5e2-0e1f55c601d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:19.248829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5b370ef7-702c-454f-a5e2-0e1f55c601d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8275a746-9b28-4672-ab7e-6456e65945a5 HTTP/1.1" status: 204 len: 168 time: 0.3960655 Sep 26 13:08:19.268338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb382376-397f-4cc9-a76e-150dc11bd912 req-606c1ac7-1872-498e-aadc-7430bc4ac5c3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433863 Sep 26 13:08:19.273224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b370ef7-702c-454f-a5e2-0e1f55c601d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275a746-9b28-4672-ab7e-6456e65945a5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:20.029084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098a99-657e-419e-9825-ce4fc07cefc1 req-39f7c40e-bfeb-4dbd-9dda-089633b84e49 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:20.033222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb098a99-657e-419e-9825-ce4fc07cefc1 req-39f7c40e-bfeb-4dbd-9dda-089633b84e49 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.1452904 Sep 26 13:08:20.049245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:20.142377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb098a99-657e-419e-9825-ce4fc07cefc1 req-fdfc636e-5eb6-478a-9060-08fa4fbb9497 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015699 Sep 26 13:08:20.288056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:20.411155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceccf9-2cbc-4beb-b16f-f96a390d8aa6 req-da71619f-4f1d-4588-afa0-abec69dd30fd tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:20.419808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceccf9-2cbc-4beb-b16f-f96a390d8aa6 req-da71619f-4f1d-4588-afa0-abec69dd30fd tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0716043 Sep 26 13:08:20.501309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceccf9-2cbc-4beb-b16f-f96a390d8aa6 req-0ef9ce16-e659-4c7d-8ef7-da05695bd588 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784287 Sep 26 13:08:21.073683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2c50a-a918-432b-ac90-8e793ce732dd req-2ab5ebe4-b52f-42d5-bd18-ab65394aea17 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:21.099687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41e2c50a-a918-432b-ac90-8e793ce732dd req-2ab5ebe4-b52f-42d5-bd18-ab65394aea17 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 946 time: 0.1591535 Sep 26 13:08:21.153034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46200) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:21.204702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:21.233709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41e2c50a-a918-432b-ac90-8e793ce732dd req-b5a16976-e7a4-4446-b944-9ab3c47d7601 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296794 Sep 26 13:08:21.546987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31baf-49ab-42cc-bc68-f2bbd48e2481 req-36131e8d-572b-43c8-a5a3-a878dcc83f9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:21.565440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c31baf-49ab-42cc-bc68-f2bbd48e2481 req-36131e8d-572b-43c8-a5a3-a878dcc83f9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.2114377 Sep 26 13:08:21.709730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c31baf-49ab-42cc-bc68-f2bbd48e2481 req-39619615-6d20-4b97-8f35-06f870b41e6a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369343 Sep 26 13:08:21.721944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3ca-69f0-4ff7-975c-b79ba9c17d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:22.047563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f4db9-d3a6-41d9-9435-e9d8046149b4 req-4f12119f-b57a-4c24-ab43-4df8c8bfea63 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:22.051590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b12f4db9-d3a6-41d9-9435-e9d8046149b4 req-4f12119f-b57a-4c24-ab43-4df8c8bfea63 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1746788 Sep 26 13:08:22.171764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3ca-69f0-4ff7-975c-b79ba9c17d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:22.176728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b12f4db9-d3a6-41d9-9435-e9d8046149b4 req-c7daee1c-ac8d-4452-9e55-43f87bb04110 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144636 Sep 26 13:08:22.197471 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c59a3ca-69f0-4ff7-975c-b79ba9c17d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:22.247749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Deleting port 9134d83a-3382-415f-903c-7339676ef86c {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:22.247749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:22.459360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] For port 9134d83a-3382-415f-903c-7339676ef86c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9134d83a-3382-415f-903c-7339676ef86c,segment=NetworkSegment(cede4578-a163-428d-9239-f058863f3e82),segment_id=cede4578-a163-428d-9239-f058863f3e82)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:22.460040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:22.475308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Calling delete_port for 9134d83a-3382-415f-903c-7339676ef86c owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:22.743844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59a3ca-69f0-4ff7-975c-b79ba9c17d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f76bd6-06c7-4f44-b5d4-83845b9b0cd2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:22.750262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1c59a3ca-69f0-4ff7-975c-b79ba9c17d56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cc6c238e9a0436aa7148ef1264988a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5884297 Sep 26 13:08:22.752638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:22.752810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46236) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:22.877319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e28f002f-d0ec-4af2-b914-fcdde18e47ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:22.953842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9134d83a-3382-415f-903c-7339676ef86c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:23.071881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e28f002f-d0ec-4af2-b914-fcdde18e47ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:23.133240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a5ecf-40a0-48d4-bf6d-824ea4da6b98 req-d1edc6a4-a06f-4e48-9a59-1eb40e8cf37d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:23.146793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-707a5ecf-40a0-48d4-bf6d-824ea4da6b98 req-d1edc6a4-a06f-4e48-9a59-1eb40e8cf37d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 946 time: 0.2859311 Sep 26 13:08:23.190574 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:23.260542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-707a5ecf-40a0-48d4-bf6d-824ea4da6b98 req-f2a13473-c523-4581-9cbf-34fc6319ee1d tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127191 Sep 26 13:08:23.289809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e28f002f-d0ec-4af2-b914-fcdde18e47ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:23.293390 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e28f002f-d0ec-4af2-b914-fcdde18e47ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:23.294870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e28f002f-d0ec-4af2-b914-fcdde18e47ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8f76bd6-06c7-4f44-b5d4-83845b9b0cd2 HTTP/1.1" status: 204 len: 168 time: 0.5408118 Sep 26 13:08:23.308922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f002f-d0ec-4af2-b914-fcdde18e47ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f76bd6-06c7-4f44-b5d4-83845b9b0cd2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:23.607043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48356c-1a4e-4594-974d-6f0373ea1693 req-c970f520-44cf-4123-bdc7-6369c417beb5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:23.615431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b48356c-1a4e-4594-974d-6f0373ea1693 req-c970f520-44cf-4123-bdc7-6369c417beb5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.2433140 Sep 26 13:08:23.672940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b48356c-1a4e-4594-974d-6f0373ea1693 req-f51435e0-eeaf-450c-882e-2c7db115c9fa tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556262 Sep 26 13:08:23.916422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:08:23.930024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9490-f2d0-4f1a-9bb5-e730fb2d6f62 req-9cab9e53-e7fe-4ac9-bf00-0c250c2a8c3f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:23.931958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-162f9490-f2d0-4f1a-9bb5-e730fb2d6f62 req-9cab9e53-e7fe-4ac9-bf00-0c250c2a8c3f tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1317117 Sep 26 13:08:24.016052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46286) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:24.068461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-162f9490-f2d0-4f1a-9bb5-e730fb2d6f62 req-5e5122c1-899e-4fbe-8666-3b7ce9ce5848 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265900 Sep 26 13:08:24.208732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:08:24.222243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] Sync routers for ids ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:08:24.225827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dff80175-715e-4755-818c-4a406ec317a1 admin admin] 10.222.0.13 "PUT /v2.0/routers/2cdc3691-2380-4eeb-af4f-d87a71e674b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9361660 Sep 26 13:08:24.228471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46292) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:24.251950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] Routers {'2cdc3691-2380-4eeb-af4f-d87a71e674b3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:24.253793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:24.350063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46294) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:24.378184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1479b42-af20-4808-ae9d-349d98bf15c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:24.414955 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad14-5251-4136-a5b8-9741cf605a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:24.479030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] Set router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:24.512245 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:24.687766 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1479b42-af20-4808-ae9d-349d98bf15c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:24.694439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1479b42-af20-4808-ae9d-349d98bf15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:24.799137 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:24.817502 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e1479b42-af20-4808-ae9d-349d98bf15c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b94afebf33ad4a43a578ca8aa1eec492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646020 Sep 26 13:08:24.819115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46302) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:24.822579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1479b42-af20-4808-ae9d-349d98bf15c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d69ad1-bd86-4c2c-a4b2-4bff50d685a8,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:24.962920 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fa1d44fc-fb41-4d87-a665-bb8b3a838c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:24.988466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:08:22Z', 'revision_number': 5, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port': {'id': 'ca8813e8-df98-4c52-8d60-80384e574148', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:06:37Z', 'updated_at': '2021-09-26T13:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:25.015518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Deleting port ca8813e8-df98-4c52-8d60-80384e574148 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:25.018225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.022490 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fa1d44fc-fb41-4d87-a665-bb8b3a838c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.068085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] Checking router: 2cdc3691-2380-4eeb-af4f-d87a71e674b3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:08:25.076444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad14-5251-4136-a5b8-9741cf605a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.087968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] Routers {'2cdc3691-2380-4eeb-af4f-d87a71e674b3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:25.088969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:25.100969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e381e1-2093-400e-baab-a03b9649a5a7 req-5cfd5804-02a3-466a-9ace-d9c4e236f4f3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:25.116740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04e381e1-2093-400e-baab-a03b9649a5a7 req-5cfd5804-02a3-466a-9ace-d9c4e236f4f3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.2043407 Sep 26 13:08:25.139075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fa1d44fc-fb41-4d87-a665-bb8b3a838c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.143797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fa1d44fc-fb41-4d87-a665-bb8b3a838c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.144937 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fa1d44fc-fb41-4d87-a665-bb8b3a838c88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53d69ad1-bd86-4c2c-a4b2-4bff50d685a8 HTTP/1.1" status: 204 len: 168 time: 0.3007619 Sep 26 13:08:25.162742 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb1fad14-5251-4136-a5b8-9741cf605a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.174578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d44fc-fb41-4d87-a665-bb8b3a838c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d69ad1-bd86-4c2c-a4b2-4bff50d685a8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:25.224145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04e381e1-2093-400e-baab-a03b9649a5a7 req-b1d2e645-e247-488a-97b3-8ac7f45f3062 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023557 Sep 26 13:08:25.236585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46308) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:25.237837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fb1fad14-5251-4136-a5b8-9741cf605a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11f642fd864a4a8380a437934f6378dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2134771 Sep 26 13:08:25.403717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] Set router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:25.440640 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52e3b371-ffe0-485d-9999-b2bdc0862290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.513435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52e3b371-ffe0-485d-9999-b2bdc0862290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.516879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fad14-5251-4136-a5b8-9741cf605a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae07325-19c0-40b4-8494-122781a93aec,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:25.562982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:08:24Z', 'revision_number': 6, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:25.648257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52e3b371-ffe0-485d-9999-b2bdc0862290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.653092 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52e3b371-ffe0-485d-9999-b2bdc0862290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.653535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7513dc0-ac12-4010-aad0-d47045d2ab7b req-93191e72-b7be-43ed-99ab-86a9bd686ada tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:25.655367 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-52e3b371-ffe0-485d-9999-b2bdc0862290 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ae07325-19c0-40b4-8494-122781a93aec HTTP/1.1" status: 204 len: 168 time: 0.4174972 Sep 26 13:08:25.662262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7513dc0-ac12-4010-aad0-d47045d2ab7b req-93191e72-b7be-43ed-99ab-86a9bd686ada tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 946 time: 0.2633126 Sep 26 13:08:25.672808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186456a1-1670-4f0d-83e9-de4cc144de8d None None] The sync data for ids ['2cdc3691-2380-4eeb-af4f-d87a71e674b3'] in n-d-806683-13 is: [{'id': '2cdc3691-2380-4eeb-af4f-d87a71e674b3', 'name': 'tempest-ServersTestMultiNic-470769503-router', 'tenant_id': '8ec42e950c5c40a69baf58eab8b02c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:06:35Z', 'updated_at': '2021-09-26T13:08:24Z', 'revision_number': 6, 'project_id': '8ec42e950c5c40a69baf58eab8b02c69', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:08:25.673187 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3b371-ffe0-485d-9999-b2bdc0862290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae07325-19c0-40b4-8494-122781a93aec,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:25.693075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] For port ca8813e8-df98-4c52-8d60-80384e574148, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ca8813e8-df98-4c52-8d60-80384e574148,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:25.693465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:25.716556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Calling delete_port for ca8813e8-df98-4c52-8d60-80384e574148 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:25.826690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7513dc0-ac12-4010-aad0-d47045d2ab7b req-3cfbbf38-b6ac-4ab4-9e05-d75bd12423a3 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634817 Sep 26 13:08:26.024823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9134d83a-3382-415f-903c-7339676ef86c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:26.114727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9134d83a-3382-415f-903c-7339676ef86c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:26.115235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9134d83a-3382-415f-903c-7339676ef86c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:26.153061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b7b6-f605-4728-99ee-e3622e62d78d req-4f120392-b295-4442-8c44-98cae4e76424 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:26.155621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb65b7b6-f605-4728-99ee-e3622e62d78d req-4f120392-b295-4442-8c44-98cae4e76424 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1663802 Sep 26 13:08:26.257976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb65b7b6-f605-4728-99ee-e3622e62d78d req-958927a8-123a-44c6-97fd-6a819d762639 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849981 Sep 26 13:08:26.439647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46328) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:26.463652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-84205b1e-ac0d-41e4-9174-ebce49b51e47 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:26.465285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-84205b1e-ac0d-41e4-9174-ebce49b51e47 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 946 time: 0.2016656 Sep 26 13:08:26.475138 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11a180b5-0fae-40ce-bd7f-a6558b2b6a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:26.515964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:26.649868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8813e8-df98-4c52-8d60-80384e574148,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:26.682046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11a180b5-0fae-40ce-bd7f-a6558b2b6a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:26.689046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11a180b5-0fae-40ce-bd7f-a6558b2b6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:26.757903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a180b5-0fae-40ce-bd7f-a6558b2b6a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663b9f1d-b829-4f11-87fa-a40211986b4b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:26.811016 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-11a180b5-0fae-40ce-bd7f-a6558b2b6a31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0ef00324c524371922726ae73c2160f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694730 Sep 26 13:08:26.813566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46334) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:26.958752 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c88e46c-0c28-45f7-b361-81eecf5e9fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:27.050761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c88e46c-0c28-45f7-b361-81eecf5e9fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:27.111608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0839f-fd69-44ad-ac2e-204e2ad948e1 req-6cc8f52d-09cd-4e46-a496-7980cadfcc5b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:27.141451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88b0839f-fd69-44ad-ac2e-204e2ad948e1 req-6cc8f52d-09cd-4e46-a496-7980cadfcc5b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.4811919 Sep 26 13:08:27.159959 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:27.200836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c88e46c-0c28-45f7-b361-81eecf5e9fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:27.203827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c88e46c-0c28-45f7-b361-81eecf5e9fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:27.208406 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c88e46c-0c28-45f7-b361-81eecf5e9fd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/663b9f1d-b829-4f11-87fa-a40211986b4b HTTP/1.1" status: 204 len: 168 time: 0.3930557 Sep 26 13:08:27.243823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88e46c-0c28-45f7-b361-81eecf5e9fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663b9f1d-b829-4f11-87fa-a40211986b4b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:27.351876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88b0839f-fd69-44ad-ac2e-204e2ad948e1 req-99b595a3-672b-4c6e-8c27-634e48831cc7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089736 Sep 26 13:08:27.542781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Deleting port ea7345fb-67b1-4d89-948c-4120f685e7ef {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:27.543710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:27.594893 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:27.598229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:27.834738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] For port ea7345fb-67b1-4d89-948c-4120f685e7ef, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ea7345fb-67b1-4d89-948c-4120f685e7ef,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:27.835455 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.158662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.159531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cdc3691-2380-4eeb-af4f-d87a71e674b3 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:08:28.218577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ca8813e8-df98-4c52-8d60-80384e574148 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:28.283707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ca8813e8-df98-4c52-8d60-80384e574148 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:28.284926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ca8813e8-df98-4c52-8d60-80384e574148 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:28.294027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.297995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46372) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:28.305025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ae576b30-e238-4dec-b1e0-93ac049841c8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2cdc3691-2380-4eeb-af4f-d87a71e674b3 HTTP/1.1" status: 204 len: 168 time: 4.0753112 Sep 26 13:08:28.330248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15adf8-dc75-4978-884b-fad10f794cdc req-761d64a5-1a15-4e94-bd54-0fab43de91a1 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:28.338748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c15adf8-dc75-4978-884b-fad10f794cdc req-761d64a5-1a15-4e94-bd54-0fab43de91a1 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 946 time: 0.8134477 Sep 26 13:08:28.405059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e2740f-6187-43c0-bc50-84a1433b725e admin admin] Deleting subnet 727ba727-6cf5-491a-ad4f-023829c2c52a {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:08:28.415693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08e2740f-6187-43c0-bc50-84a1433b725e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.455104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c15adf8-dc75-4978-884b-fad10f794cdc req-c0d8e698-d03b-4800-a0c6-b0a626b37248 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups?id=541a3695-ebfd-4e8e-af11-f618b3babfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153619 Sep 26 13:08:28.515538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.517473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.518162 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Floating IP bac6298e-2436-4b65-9dce-0b2691950718 disassociated. External IP: 172.25.4.184, port: ea7345fb-67b1-4d89-948c-4120f685e7ef. Sep 26 13:08:28.518702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Calling delete_port for ea7345fb-67b1-4d89-948c-4120f685e7ef owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:28.564899 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08e2740f-6187-43c0-bc50-84a1433b725e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.680044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea4970-5149-4371-b691-1906119f6687 req-dd437052-62f4-4ba5-9f5e-66559c26dbe8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:28.681638 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-49ea4970-5149-4371-b691-1906119f6687 req-dd437052-62f4-4ba5-9f5e-66559c26dbe8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.0894969 Sep 26 13:08:28.777965 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08e2740f-6187-43c0-bc50-84a1433b725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.866719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-49ea4970-5149-4371-b691-1906119f6687 req-aefcf1cc-0689-4974-8478-ce43cc43592d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760218 Sep 26 13:08:28.879669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.883518 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08e2740f-6187-43c0-bc50-84a1433b725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:28.978351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ea7345fb-67b1-4d89-948c-4120f685e7ef no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:29.003088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event deleted for resources: {'Port': ['ID=ea7345fb-67b1-4d89-948c-4120f685e7ef,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:29.020373 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08e2740f-6187-43c0-bc50-84a1433b725e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:29.026012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-08e2740f-6187-43c0-bc50-84a1433b725e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/727ba727-6cf5-491a-ad4f-023829c2c52a HTTP/1.1" status: 204 len: 168 time: 0.7260320 Sep 26 13:08:29.035804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46398) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:29.039516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2740f-6187-43c0-bc50-84a1433b725e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727ba727-6cf5-491a-ad4f-023829c2c52a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:29.047655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: ea7345fb-67b1-4d89-948c-4120f685e7ef {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:29.049629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ea7345fb-67b1-4d89-948c-4120f685e7ef not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:29.056458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0dc5a-2729-4a43-bff3-2a7743c40fc7 None None] Network 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:08:29.256623 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:29.388912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Deleting port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:29.390019 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:29.462286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] DHCP port deletion for 9d38ed5a-de86-4ff7-bbac-2f18b4842bbf request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:08:29.546656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e264-d503-4dd6-9d4d-ef05d53eca27 req-310e84b0-4ba8-447b-90e9-475c4a7e76e8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:29.562582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55c8e264-d503-4dd6-9d4d-ef05d53eca27 req-310e84b0-4ba8-447b-90e9-475c4a7e76e8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.3442833 Sep 26 13:08:29.566792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] Deleting port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:29.570156 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:29.627283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Router 93ce908c-64b1-49ed-b8a1-cecee2221af7 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:08:29.665597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] For port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,segment=NetworkSegment(cede4578-a163-428d-9239-f058863f3e82),segment_id=cede4578-a163-428d-9239-f058863f3e82)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:29.666038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:29.678536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] For port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,segment=NetworkSegment(cede4578-a163-428d-9239-f058863f3e82),segment_id=cede4578-a163-428d-9239-f058863f3e82)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:29.679239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:29.699355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] Calling delete_port for 4ffea8c2-822c-4b13-b2ef-ad0bb504866d owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:29.700277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Calling delete_port for 4ffea8c2-822c-4b13-b2ef-ad0bb504866d owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:29.826511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55c8e264-d503-4dd6-9d4d-ef05d53eca27 req-fa24f003-0257-403f-96a4-2f26a1d39229 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629435 Sep 26 13:08:29.910130 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:29.970255 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:30.016212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] Pushing event deleted for resources: {'Port': ['ID=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:30.021792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f4a425-8338-4572-a3e1-780f92772f32 None None] No DVR routers for this DVR port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:30.036169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:08:30.039917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-79a7f766-e955-47e7-a2a9-41b0a0e209cb req-0bcce599-d1ac-430e-913c-159ad910c58f tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.1023870 Sep 26 13:08:30.040762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffea8c2-822c-4b13-b2ef-ad0bb504866d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:30.056136 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] Sync routers for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:08:30.063305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] No DVR routers for this DVR port 4ffea8c2-822c-4b13-b2ef-ad0bb504866d on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:30.107875 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:30.110364 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:30.172115 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4ffea8c2-822c-4b13-b2ef-ad0bb504866d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:30.235640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 4ffea8c2-822c-4b13-b2ef-ad0bb504866d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:30.237727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4ffea8c2-822c-4b13-b2ef-ad0bb504866d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:30.278502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] No DVR routers for this DVR port ea7345fb-67b1-4d89-948c-4120f685e7ef on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:30.283492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:30.290545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cc620b8-14b7-4d86-850b-6ca498576228 req-2e25770e-4908-4bdd-be66-358aab724926 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.24 "DELETE /v2.0/ports/ea7345fb-67b1-4d89-948c-4120f685e7ef HTTP/1.1" status: 204 len: 173 time: 3.8028595 Sep 26 13:08:30.353948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:30.373017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'name': 'network-vif-deleted', 'tag': 'ea7345fb-67b1-4d89-948c-4120f685e7ef'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:30.384559 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39056d37-9cbe-4fb7-94b6-e0c9766fe367" -d '{"events": [{"server_uuid": "1fdcaaa5-9591-4e5e-8efb-de50912e4e6e", "name": "network-vif-deleted", "tag": "ea7345fb-67b1-4d89-948c-4120f685e7ef"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:30.432953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d38ed5a-de86-4ff7-bbac-2f18b4842bbf']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:30.444795 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:30.454225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc9420-3736-4afb-8ee8-f18ae1729bca req-b7e0d9d0-8ab2-4345-93d4-1791119333b1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:30.465270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5cc9420-3736-4afb-8ee8-f18ae1729bca req-b7e0d9d0-8ab2-4345-93d4-1791119333b1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1978872 Sep 26 13:08:30.486957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f091daab-9428-4ada-9c69-4ad7cdd9b393 req-3f337e2b-ada1-40cf-ac8f-fe23b943d17a tempest-FlavorsV2NegativeTest-707712588 tempest-FlavorsV2NegativeTest-707712588-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e7c8c7bbf3c943fc81d44278851031b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433249 Sep 26 13:08:30.498564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cede4578-a163-428d-9239-f058863f3e82') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:30.499252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cede4578-a163-428d-9239-f058863f3e82') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:30.512727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:30.533875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:30.542007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:08:30.542895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:30.549355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5cc9420-3736-4afb-8ee8-f18ae1729bca req-fe99f9f0-140f-420f-878b-17b078ff0cfb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820029 Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:08:30.628789 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:08:30.648679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:30.711160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:30.724481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d38ed5a-de86-4ff7-bbac-2f18b4842bbf HTTP/1.1" status: 204 len: 168 time: 1.6785560 Sep 26 13:08:30.725915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f2369-332e-4a4a-90b7-628d2984dda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d38ed5a-de86-4ff7-bbac-2f18b4842bbf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:30.726380 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b9afba-1e44-46be-aa7c-0d1eaaa42a5b x-openstack-request-id: req-60b9afba-1e44-46be-aa7c-0d1eaaa42a5b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:30.727008 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdcaaa5-9591-4e5e-8efb-de50912e4e6e", "name": "network-vif-deleted", "tag": "ea7345fb-67b1-4d89-948c-4120f685e7ef", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:30.728151 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60b9afba-1e44-46be-aa7c-0d1eaaa42a5b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:30.728755 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdcaaa5-9591-4e5e-8efb-de50912e4e6e', 'name': 'network-vif-deleted', 'tag': 'ea7345fb-67b1-4d89-948c-4120f685e7ef', 'status': 'completed', 'code': 200} Sep 26 13:08:30.910246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091daab-9428-4ada-9c69-4ad7cdd9b393 req-d266dc24-4397-41d0-8f5d-b82a9a0505d0 tempest-FlavorsV2NegativeTest-707712588 tempest-FlavorsV2NegativeTest-707712588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:30.911559 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f091daab-9428-4ada-9c69-4ad7cdd9b393 req-d266dc24-4397-41d0-8f5d-b82a9a0505d0 tempest-FlavorsV2NegativeTest-707712588 tempest-FlavorsV2NegativeTest-707712588-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813337 Sep 26 13:08:30.952363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f091daab-9428-4ada-9c69-4ad7cdd9b393 req-3b432dc0-5251-47c0-86a3-a6596fad4e94 tempest-FlavorsV2NegativeTest-707712588 tempest-FlavorsV2NegativeTest-707712588-project] 10.222.0.13 "GET /v2.0/quotas/e7c8c7bbf3c943fc81d44278851031b8 HTTP/1.1" status: 200 len: 375 time: 0.0215578 Sep 26 13:08:31.035057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f091daab-9428-4ada-9c69-4ad7cdd9b393 req-0b8f095d-7837-4274-967c-246be5203376 tempest-FlavorsV2NegativeTest-707712588 tempest-FlavorsV2NegativeTest-707712588-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7c8c7bbf3c943fc81d44278851031b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667844 Sep 26 13:08:31.141926 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:40Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:31.182503 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] Checking router: 93ce908c-64b1-49ed-b8a1-cecee2221af7 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:08:31.218110 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:31.222286 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:31.226316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46462) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:31.240054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65d169-3101-4c0b-aa29-9ff812d86ad5 req-3b250f46-082f-4748-a873-ad8b1c611286 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:31.245361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a65d169-3101-4c0b-aa29-9ff812d86ad5 req-3b250f46-082f-4748-a873-ad8b1c611286 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.2102745 Sep 26 13:08:31.358337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a65d169-3101-4c0b-aa29-9ff812d86ad5 req-22f18754-3f97-437a-89d6-dd740a938ddd tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057601 Sep 26 13:08:31.381840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46464) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:31.390308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-897c2d8a-b806-4136-9de9-af1718b70c18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ec42e950c5c40a69baf58eab8b02c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625772 Sep 26 13:08:31.507542 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-326e2426-1e4b-4147-84cd-b287011824fe req-d7ceab31-6ed1-4073-9efa-e4b77c2024e6 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.2353396 Sep 26 13:08:31.606231 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:31.674221 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a8c5a61-60df-43e4-aeff-2a7b44bbec6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:31.779841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a8c5a61-60df-43e4-aeff-2a7b44bbec6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:31.996140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-6e5d272c-b94a-4586-a682-6684f6a1a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:31.998224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-6e5d272c-b94a-4586-a682-6684f6a1a864 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1097 time: 0.1687002 Sep 26 13:08:32.016937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671952d-57b6-4b62-a6ad-8a18ebf07273 req-f5d70974-4b68-48f5-92e0-90f2066d9b52 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:32.027698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8671952d-57b6-4b62-a6ad-8a18ebf07273 req-f5d70974-4b68-48f5-92e0-90f2066d9b52 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2568624 Sep 26 13:08:32.179275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-a90226e3-5db5-4e09-9db7-de5642af6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:32.184138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-a90226e3-5db5-4e09-9db7-de5642af6fc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 914 time: 0.1525667 Sep 26 13:08:32.299490 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:40Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:32.373055 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f591c4-f204-4c7d-9e12-9e4b7ce82c48 None None] The sync data for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 is: [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:05:35Z', 'revision_number': 4, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '155b6271-b160-4da3-9081-431dd83fe124', 'name': '', 'network_id': '6ee1dcee-4f37-4d19-801b-79c4377a3906', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'mac_address': 'fa:16:3e:31:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:33Z', 'updated_at': '2021-09-26T13:05:40Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'subnets': [{'id': '0dc894ca-1d1e-450d-af1a-824675f7ae8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:08:32.441346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8671952d-57b6-4b62-a6ad-8a18ebf07273 req-dab8cb24-f80b-45b4-a6c2-996f9ec74652 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123981 Sep 26 13:08:32.459213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-fb0d96dc-46de-4b28-a7f9-cf8f0e879eb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 217 time: 0.1593771 Sep 26 13:08:32.482502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a8c5a61-60df-43e4-aeff-2a7b44bbec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:32.491440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a8c5a61-60df-43e4-aeff-2a7b44bbec6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:32.492963 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2a8c5a61-60df-43e4-aeff-2a7b44bbec6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7028a262-717f-489a-bcc7-bf4280fef399 HTTP/1.1" status: 204 len: 168 time: 1.1098325 Sep 26 13:08:32.585296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c5a61-60df-43e4-aeff-2a7b44bbec6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7028a262-717f-489a-bcc7-bf4280fef399,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:32.750856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c27a84fb-301d-48ed-ba3a-8daca0469a04 req-35d35cfd-8603-4923-a49b-2f1a77d4b6e9 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.0852127 Sep 26 13:08:32.754152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381d009-4b11-4f0c-9ed2-87bac8da9c12 req-26636fa1-a9a5-4892-b95c-8a9923f9f0d8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:32.756401 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9381d009-4b11-4f0c-9ed2-87bac8da9c12 req-26636fa1-a9a5-4892-b95c-8a9923f9f0d8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.1713574 Sep 26 13:08:32.811411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-1dfdf2cb-48b6-4c16-918a-cf935a4af36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:32.817041 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-1dfdf2cb-48b6-4c16-918a-cf935a4af36f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.3229148 Sep 26 13:08:32.898067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9381d009-4b11-4f0c-9ed2-87bac8da9c12 req-47ed061b-b05f-43a0-9741-858a2fe6197c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319366 Sep 26 13:08:32.916957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-5e1cc671-932d-4252-b665-51974e1fcf5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843232 Sep 26 13:08:33.082693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46506) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:33.146963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be95cb4-1a3a-4358-8a36-7c2d6ee42e37 None None] New status for floating IP bac6298e-2436-4b65-9dce-0b2691950718: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:08:33.234470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-8b771f26-5c72-4cd5-859a-dd70cb520ab1 service neutron] 10.222.0.23 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952387 Sep 26 13:08:33.455378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-46756259-4192-4b6d-b681-dc10619cb71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:33.544353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4f5c0ac-8bc8-4d0d-8730-60b096477ced req-8872ab1a-3100-489f-a89c-fba3a2bba48a service neutron] 10.222.0.23 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834246 Sep 26 13:08:33.917722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d4d10-010f-4fa5-a32b-9c6b49b04f79 req-99ccc801-95b6-4782-8715-d2b731409e81 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:33.938950 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e8d4d10-010f-4fa5-a32b-9c6b49b04f79 req-99ccc801-95b6-4782-8715-d2b731409e81 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.2911410 Sep 26 13:08:34.047057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bec4c512-3344-4025-8818-4a0a3b582b41 req-32be5622-40a7-49c5-8245-95883c3458c9 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.0966797 Sep 26 13:08:34.100968 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-46756259-4192-4b6d-b681-dc10619cb71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:34.125990 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-46756259-4192-4b6d-b681-dc10619cb71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:34.207141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e8d4d10-010f-4fa5-a32b-9c6b49b04f79 req-b14c59f7-1961-4bd8-8767-d62d1a4e8c50 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632253 Sep 26 13:08:34.295505 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-46756259-4192-4b6d-b681-dc10619cb71f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7c8c7bbf3c943fc81d44278851031b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2087331 Sep 26 13:08:34.300120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46538) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:34.311377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46756259-4192-4b6d-b681-dc10619cb71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dacbf7-ae08-4365-87ee-7dfec86e3872,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:34.409916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46544) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:34.425620 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2419aee3-4854-4dab-87a5-89ff57f1292d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:34.450889 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2419aee3-4854-4dab-87a5-89ff57f1292d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:34.522903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfc0fb-2bd3-417e-9651-3ac171de92c6 req-deb5761a-519f-4c08-9543-3fa9abd7b2e2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:34.535077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfc0fb-2bd3-417e-9651-3ac171de92c6 req-deb5761a-519f-4c08-9543-3fa9abd7b2e2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.3263910 Sep 26 13:08:34.605329 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2419aee3-4854-4dab-87a5-89ff57f1292d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:34.608101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2419aee3-4854-4dab-87a5-89ff57f1292d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:34.626816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2419aee3-4854-4dab-87a5-89ff57f1292d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2dacbf7-ae08-4365-87ee-7dfec86e3872 HTTP/1.1" status: 204 len: 168 time: 0.3150527 Sep 26 13:08:34.650948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419aee3-4854-4dab-87a5-89ff57f1292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dacbf7-ae08-4365-87ee-7dfec86e3872,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:34.679791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfc0fb-2bd3-417e-9651-3ac171de92c6 req-747511be-9aef-4f03-ab0f-a33fb9fabe0b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436925 Sep 26 13:08:34.693740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-362362111-network', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:08:34.715469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:34.781392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:08:34.799157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:34.828498 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:34.967071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:35.065110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:35.070366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:35.092093 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b84f13-0461-4ea9-89cf-e392784e47fb" -d '{"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:35.105724 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:35.172192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:35.178977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:35.202481 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec8c854-084b-43fa-9e32-4ec908ad9dff x-openstack-request-id: req-7ec8c854-084b-43fa-9e32-4ec908ad9dff {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:35.202796 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:35.204315 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ec8c854-084b-43fa-9e32-4ec908ad9dff {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:35.204910 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'code': 200} Sep 26 13:08:35.303834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:35.328020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:08:35.425618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0429d04b-0a28-4252-bd91-0cabae052a28 req-dd651089-21ef-44d3-824e-70525fb2c102 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.1842737 Sep 26 13:08:35.434549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c9e55-0735-43b6-b907-3e4300276e48,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:35.482063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:35.484714 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Added segment 4f590efd-ea34-481c-8bb4-cd34a3d3cf0a of type vlan for network 1bf1093e-5266-4129-afda-8e464a35bc64 Sep 26 13:08:35.562758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439f3f4-73ec-40bd-8c58-fd337c9bbaa0 req-66132889-d3e6-4914-be29-7c2fac7d828a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:35.574848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f439f3f4-73ec-40bd-8c58-fd337c9bbaa0 req-66132889-d3e6-4914-be29-7c2fac7d828a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.2143092 Sep 26 13:08:35.613009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:35.661561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f439f3f4-73ec-40bd-8c58-fd337c9bbaa0 req-0350d583-33eb-42e9-870c-e5e31e809890 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813229 Sep 26 13:08:35.704546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:35.705883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:35.706764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:35.749682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46578) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:35.749993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3388982 Sep 26 13:08:35.755026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Request body: {'subnet': {'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-subnet', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:08:35.787159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c255c76-b1fa-4459-ae7a-fffc9378bb77 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf1093e-5266-4129-afda-8e464a35bc64,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:35.800403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 1bf1093e-5266-4129-afda-8e464a35bc64 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:08:35.821091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:08:35.824386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.194759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3fdb5-e695-4ccd-bfc4-373e3379600d req-2ae78687-5497-4fa3-a865-342a66f28e12 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:36.196380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96d3fdb5-e695-4ccd-bfc4-373e3379600d req-2ae78687-5497-4fa3-a865-342a66f28e12 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.3365993 Sep 26 13:08:36.266982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:36.303803 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96d3fdb5-e695-4ccd-bfc4-373e3379600d req-cc92c2f7-a3c0-48b9-be8c-d07b4c9f88a8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969810 Sep 26 13:08:36.312200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.384982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ac3dad-ef4f-471b-89ef-f28f9443f82a,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:36.390985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Checking segment: {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:36.391341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Network hostable DHCP agents. Network: 1bf1093e-5266-4129-afda-8e464a35bc64, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:08:36.406871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-network', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:08:36.408347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Network 1bf1093e-5266-4129-afda-8e464a35bc64 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:08:36.418323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 1bf1093e-5266-4129-afda-8e464a35bc64) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:36.424359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:36.425130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.432643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225dfd6-25ea-4332-a5e9-b0ae5d93bd8b None None] Network 1bf1093e-5266-4129-afda-8e464a35bc64 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:08:36.443510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Made reservation on behalf of 2f5688eeeea94635895229a85b1fcf5d for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:08:36.451588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.452065 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ffb87555-4566-48dd-8912-e7087e9a3fb6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7009625 Sep 26 13:08:36.452738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46592) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:36.457560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:08:36.481307 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.494585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.495731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.592449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.637690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.642964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.672383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-1bf1093e-5266-4129-afda-8e464a35bc64', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:08:36.673551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.676916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:08:36.688743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5dbfec-9449-4d94-90ed-c9a79047be6c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:36.710503 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.710855 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Added segment 8eeb74a4-f362-4354-8302-3301963ff4e6 of type vlan for network 1bd09096-fb87-439d-afa5-6162df282a04 Sep 26 13:08:36.760437 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.820132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.821416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:36.822136 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:36.871454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Allocated IP 172.20.0.2 (1bf1093e-5266-4129-afda-8e464a35bc64/59ac3dad-ef4f-471b-89ef-f28f9443f82a/90195d00-6d49-4c14-89e6-1eed8aeace87) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:08:36.911152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6389723 Sep 26 13:08:36.912525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46604) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:37.002224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Request body: {'subnet': {'network_id': '1bd09096-fb87-439d-afa5-6162df282a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-subnet', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:08:37.031012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Made reservation on behalf of 2f5688eeeea94635895229a85b1fcf5d for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:08:37.034004 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.036302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bdcc7-7170-4481-84af-ce6fc0d9f625 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd09096-fb87-439d-afa5-6162df282a04,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:37.140893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.144097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 1bd09096-fb87-439d-afa5-6162df282a04 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:08:37.149864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.162993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641abb5-7099-4f40-b368-7d26969ad6f1 req-74362b02-6f2c-4df8-a473-b466e06534f9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:37.164795 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c641abb5-7099-4f40-b368-7d26969ad6f1 req-74362b02-6f2c-4df8-a473-b466e06534f9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.3033557 Sep 26 13:08:37.205402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Network 1bf1093e-5266-4129-afda-8e464a35bc64 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:08:37.209410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:37.264873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-37728b33-29cb-4a86-a272-b081ec2d920c req-89460788-73a1-434d-92b2-c7e617800361 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.6663351 Sep 26 13:08:37.297714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:08:37.319867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c641abb5-7099-4f40-b368-7d26969ad6f1 req-97c98023-c35a-4ffd-b75d-66e851748e81 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396625 Sep 26 13:08:37.388724 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.413400 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Pushing event updated for resources: {'Port': ['ID=90195d00-6d49-4c14-89e6-1eed8aeace87,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:37.431732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Attempting to bind port 90195d00-6d49-4c14-89e6-1eed8aeace87 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:08:37.432430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Attempting to bind port 90195d00-6d49-4c14-89e6-1eed8aeace87 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:08:37.433164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Attempting to bind port 90195d00-6d49-4c14-89e6-1eed8aeace87 on network 1bf1093e-5266-4129-afda-8e464a35bc64 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:37.439510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:08:37.440239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Checking segment: {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:37.440839 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.441424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Bound using segment: {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:08:37.442306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Bound port: 90195d00-6d49-4c14-89e6-1eed8aeace87, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:08:37.442906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.482403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.520842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f687436-7660-43d3-990c-dece8e5ccf6b req-ed1c8ecb-a993-4184-bbbf-ba4dc8e6710b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:37.522555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f687436-7660-43d3-990c-dece8e5ccf6b req-ed1c8ecb-a993-4184-bbbf-ba4dc8e6710b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.0901961 Sep 26 13:08:37.528112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] For port 90195d00-6d49-4c14-89e6-1eed8aeace87, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:37.533378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] For port 90195d00-6d49-4c14-89e6-1eed8aeace87, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=90195d00-6d49-4c14-89e6-1eed8aeace87,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:08:37.546414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.580867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a9aaa0-ed38-4e02-8811-59a4e160ecd9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:37.583235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Checking segment: {'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:37.583604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Network hostable DHCP agents. Network: 1bd09096-fb87-439d-afa5-6162df282a04, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:08:37.605192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Network 1bd09096-fb87-439d-afa5-6162df282a04 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:08:37.628221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 1bd09096-fb87-439d-afa5-6162df282a04) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:37.631316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e80a2-eaab-416f-9e25-bd2b48941acf None None] Pushing event updated for resources: {'Port': ['ID=90195d00-6d49-4c14-89e6-1eed8aeace87,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:37.632384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:37.633070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.650368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17336b-484e-468b-a5fc-46010cd4e9bd None None] Network 1bd09096-fb87-439d-afa5-6162df282a04 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:08:37.659932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f687436-7660-43d3-990c-dece8e5ccf6b req-58310b88-dc50-4256-8330-d512d3f9540c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225066 Sep 26 13:08:37.663259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0dcd1a6a-92b9-48de-962f-8c0596cdcdaf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7083948 Sep 26 13:08:37.666071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46624) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:37.673176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:08:37.718025 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.719825 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.824158 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.906844 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.921520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-1bd09096-fb87-439d-afa5-6162df282a04', 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'fixed_ips': [{'subnet_id': '41a9aaa0-ed38-4e02-8811-59a4e160ecd9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:08:37.922443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:37.937559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.184685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Allocated IP 172.25.4.197 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:08:38.189917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 90195d00-6d49-4c14-89e6-1eed8aeace87 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:38.209592 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.471872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9aa22f1-28eb-4a87-ad00-bd9c8dc14667 req-3c3d66bd-c6b5-4769-b4e7-a5459d95b3b4 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.0914009 Sep 26 13:08:38.487027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Allocated IP 172.20.0.2 (1bd09096-fb87-439d-afa5-6162df282a04/41a9aaa0-ed38-4e02-8811-59a4e160ecd9/0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:08:38.491456 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4175a362-e21e-430c-ac7d-d19f111a3082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.512570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.544788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 90195d00-6d49-4c14-89e6-1eed8aeace87 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:38.545165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.556939 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.598101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:08:38.602856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:38.608608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:08:38.664986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Pushing event updated for resources: {'Port': ['ID=38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:38.759046 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.885158 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.888642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 90195d00-6d49-4c14-89e6-1eed8aeace87, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=90195d00-6d49-4c14-89e6-1eed8aeace87,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:38.902443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:38.905054 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:39.006739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Network 1bd09096-fb87-439d-afa5-6162df282a04 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:08:39.015948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:39.023243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:08:39.093966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bccd38-5397-4e6e-abf3-0896605e5e94 req-832aa7fd-8d09-4fab-be0b-cfacfa7afa15 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:39.096013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Pushing event updated for resources: {'Port': ['ID=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:39.104212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8bccd38-5397-4e6e-abf3-0896605e5e94 req-832aa7fd-8d09-4fab-be0b-cfacfa7afa15 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.2215610 Sep 26 13:08:39.197779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8bccd38-5397-4e6e-abf3-0896605e5e94 req-1370d582-785b-4070-8d80-a41647e9efb4 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870843 Sep 26 13:08:39.260055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Attempting to bind port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:08:39.260431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Attempting to bind port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:08:39.261291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Attempting to bind port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 on network 1bd09096-fb87-439d-afa5-6162df282a04 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:39.271002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-d87fcc27-22a5-4747-b256-adfce525ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:39.275854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:08:39.276786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Checking segment: {'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:39.277174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:39.277641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Bound using segment: {'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:08:39.278120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Bound port: 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:08:39.278497 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:39.279643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-d87fcc27-22a5-4747-b256-adfce525ca42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1096 time: 0.2085776 Sep 26 13:08:39.284316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47f58c-63f4-4c84-b5bf-f3b6c49e969b req-31bf208c-215d-4d0d-8cd1-a09cb0169a6e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:39.291393 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d47f58c-63f4-4c84-b5bf-f3b6c49e969b req-31bf208c-215d-4d0d-8cd1-a09cb0169a6e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.8305302 Sep 26 13:08:39.338579 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:39.366581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a75572-0d2c-4259-af85-964e881d8e4d None None] Network 1bf1093e-5266-4129-afda-8e464a35bc64 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:08:39.371240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:39.516298 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d47f58c-63f4-4c84-b5bf-f3b6c49e969b req-7e47fe27-9815-4114-8177-8a2d710bb259 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214608 Sep 26 13:08:39.536799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=90195d00-6d49-4c14-89e6-1eed8aeace87,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:39.560902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-53c05801-8677-4d6f-b666-4d21ffa71aa5 None None] Provisioning complete for port 90195d00-6d49-4c14-89e6-1eed8aeace87 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:39.561279 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53c05801-8677-4d6f-b666-4d21ffa71aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:39.620003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:39.642541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] For port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:39.676469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] For port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,segment=NetworkSegment(8eeb74a4-f362-4354-8302-3301963ff4e6),segment_id=8eeb74a4-f362-4354-8302-3301963ff4e6)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:08:39.691023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:39.747460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Allocated IP 172.25.4.126 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/4fd400c3-a136-4ba1-9521-a7572a3f423d) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:08:39.761621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdfba503-fe59-4666-89c3-48abacea267d req-1e9d9ae4-8ccd-4de2-96f2-8ce82b5f7414 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fdcaaa5-9591-4e5e-8efb-de50912e4e6e HTTP/1.1" status: 200 len: 210 time: 0.0386231 Sep 26 13:08:39.769773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-1b0c850b-7930-4b03-aacb-3d8d666e213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:39.771437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-1b0c850b-7930-4b03-aacb-3d8d666e213c service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.4705405 Sep 26 13:08:39.895607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-5bfe19d9-d5c1-42d8-a4a0-48cfcfd8b571 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 200 len: 999 time: 0.1145370 Sep 26 13:08:39.909478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fd0fb-c14c-4b8e-94a0-1101c02f75a0 None None] Pushing event updated for resources: {'Port': ['ID=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:39.945647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:40.035623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-85cca06a-2f9c-4a8e-99dc-5c1af722a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:40.046930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-85cca06a-2f9c-4a8e-99dc-5c1af722a063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.1132565 Sep 26 13:08:40.061609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:40.102472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:08:40.106166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:40.109202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:08:40.129659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:40.131262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 90195d00-6d49-4c14-89e6-1eed8aeace87 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:40.219093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 90195d00-6d49-4c14-89e6-1eed8aeace87 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:40.219469 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:40.246184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc012-a624-42ce-a1a6-675b890d16b7 req-6dc29d72-10e7-4dcc-a58f-2614392b25a5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:40.247793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-676fc012-a624-42ce-a1a6-675b890d16b7 req-6dc29d72-10e7-4dcc-a58f-2614392b25a5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.2244949 Sep 26 13:08:40.255172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Pushing event updated for resources: {'Port': ['ID=4fd400c3-a136-4ba1-9521-a7572a3f423d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:40.412218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-100209a3-4bd8-4dff-ad58-a79e5b7e61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:40.413780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-100209a3-4bd8-4dff-ad58-a79e5b7e61ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3660460 Sep 26 13:08:40.605194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Router fa096831-8b6b-4031-8430-af1e1975ec23 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:08:40.620646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-676fc012-a624-42ce-a1a6-675b890d16b7 req-90775bc7-a6f8-467a-b5b9-ea65ac22f9f3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602488 Sep 26 13:08:40.623437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4775847e-1d8f-4d11-8414-3ad2a7f4811e None None] Provisioning complete for port 90195d00-6d49-4c14-89e6-1eed8aeace87 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:40.623957 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4775847e-1d8f-4d11-8414-3ad2a7f4811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:40.631303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ca178-7d59-4590-bfc1-4f1147615023 req-462f60d4-5551-427e-8fda-eaa783479539 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:40.634994 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-712ca178-7d59-4590-bfc1-4f1147615023 req-462f60d4-5551-427e-8fda-eaa783479539 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.2622898 Sep 26 13:08:40.658081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:40.710983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-7432200f-0175-4d9f-91e5-707c610fbba2 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807438 Sep 26 13:08:40.775408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:40.844983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-712ca178-7d59-4590-bfc1-4f1147615023 req-e10b2908-b133-45d6-b6b0-f71f35f8a063 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756837 Sep 26 13:08:40.972909 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-798992b7-2fa4-49cb-808e-afd311708c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.000838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39c8c7d3-c28d-4caa-bccb-654f643cc5cd req-8743ddaf-373f-47bf-bb1d-f986fcfd5753 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760293 Sep 26 13:08:41.003164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:08:41.033453 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Sync routers for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:08:41.038090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46672) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:41.046528 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:41.047480 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:41.075439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-6f490fed-9e72-41b6-8ea9-a3f655fb06f3 req-60c44445-295f-4bf7-899c-552aa98e822f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:08:41.099930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f490fed-9e72-41b6-8ea9-a3f655fb06f3 req-60c44445-295f-4bf7-899c-552aa98e822f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461764 Sep 26 13:08:41.101006 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.102263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a6b4cd12-a309-4848-94f4-53579a3f8209 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6485958 Sep 26 13:08:41.106085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:41.235703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4884f300-7f5b-4442-b8e1-10f57e1273ca tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.295910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.323054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4884f300-7f5b-4442-b8e1-10f57e1273ca tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.339122 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:41.417473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4884f300-7f5b-4442-b8e1-10f57e1273ca tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.422128 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4884f300-7f5b-4442-b8e1-10f57e1273ca tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.425192 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4884f300-7f5b-4442-b8e1-10f57e1273ca tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "DELETE /v2.0/security-groups/541a3695-ebfd-4e8e-af11-f618b3babfed HTTP/1.1" status: 204 len: 168 time: 0.3855553 Sep 26 13:08:41.439597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46686) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:41.440778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884f300-7f5b-4442-b8e1-10f57e1273ca tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541a3695-ebfd-4e8e-af11-f618b3babfed,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:41.485120 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-012209f5-f7e2-4e31-b1aa-3312d23d91ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] show failed (client error): The resource could not be found. Sep 26 13:08:41.486557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-012209f5-f7e2-4e31-b1aa-3312d23d91ff tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "GET /v2.0/security-groups/541a3695-ebfd-4e8e-af11-f618b3babfed HTTP/1.1" status: 404 len: 347 time: 0.0396969 Sep 26 13:08:41.490878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46688) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:41.594992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.643730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8858b3-db2c-4c47-b84c-628f0233cd82 None None] Network 1bd09096-fb87-439d-afa5-6162df282a04 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:08:41.853394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Deleting port c0d3e336-fee0-4dc5-8648-2ef87e2fc5a7 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:41.853394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:41.891152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a41d3-888a-468d-b48c-81484de51650 req-5dc41ceb-8b42-4319-8e75-f8e7fe696cca tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:41.902540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-688a41d3-888a-468d-b48c-81484de51650 req-5dc41ceb-8b42-4319-8e75-f8e7fe696cca tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.4653199 Sep 26 13:08:41.903178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-78afe022-20cb-4b92-bd00-78479dfbcc84 None None] Provisioning complete for port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:41.903898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78afe022-20cb-4b92-bd00-78479dfbcc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.087697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.092744 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.124051 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:38Z', 'revision_number': 3, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:42.126863 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.163814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Calling delete_port for c0d3e336-fee0-4dc5-8648-2ef87e2fc5a7 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:42.179479 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-688a41d3-888a-468d-b48c-81484de51650 req-cb150f94-e050-4be6-828d-a91ed8cd2c76 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757082 Sep 26 13:08:42.217302 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Checking router: fa096831-8b6b-4031-8430-af1e1975ec23 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:08:42.220636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Updating router fa096831-8b6b-4031-8430-af1e1975ec23 port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:08:42.299299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78afe022-20cb-4b92-bd00-78479dfbcc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.314256 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.326847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Router d676884a-8efe-4716-a1d9-1b29067874f6 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:08:42.349374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-16dd5440-b230-4c6b-8c98-30614842ffd2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5092621 Sep 26 13:08:42.357702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-78afe022-20cb-4b92-bd00-78479dfbcc84 None None] For port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,segment=NetworkSegment(8eeb74a4-f362-4354-8302-3301963ff4e6),segment_id=8eeb74a4-f362-4354-8302-3301963ff4e6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:42.363810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:42.368453 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78afe022-20cb-4b92-bd00-78479dfbcc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.470125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.492226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d23c9-ea2e-47a2-aa68-5f65c3434ac0 req-6090d200-704e-46c8-8e9e-307429cad4d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:42.495547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afe022-20cb-4b92-bd00-78479dfbcc84 None None] Pushing event updated for resources: {'Port': ['ID=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:42.506306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:42.507017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.511915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d1d23c9-ea2e-47a2-aa68-5f65c3434ac0 req-6090d200-704e-46c8-8e9e-307429cad4d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.3334835 Sep 26 13:08:42.609020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Pushing event deleted for resources: {'Port': ['ID=c0d3e336-fee0-4dc5-8648-2ef87e2fc5a7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:42.702783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-23ea6836-48ce-4651-a064-e20eb6791ce7 None None] Provisioning complete for port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:42.703847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-23ea6836-48ce-4651-a064-e20eb6791ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.774606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.779711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:42.781130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dd3c6217-a6a2-4856-9bd6-510e2117a6d0 tempest-ServersTestBootFromVolume-757154936 tempest-ServersTestBootFromVolume-757154936-project] 10.222.0.13 "DELETE /v2.0/floatingips/bac6298e-2436-4b65-9dce-0b2691950718 HTTP/1.1" status: 204 len: 168 time: 1.2887688 Sep 26 13:08:42.799463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46710) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:42.810934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d1d23c9-ea2e-47a2-aa68-5f65c3434ac0 req-0f85f493-8a56-4e3c-8115-19520ed30437 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979517 Sep 26 13:08:43.077346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.080577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:08:43.102696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Sync routers for ids ['d676884a-8efe-4716-a1d9-1b29067874f6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:08:43.122324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Routers {'d676884a-8efe-4716-a1d9-1b29067874f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:43.122324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['d676884a-8efe-4716-a1d9-1b29067874f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:43.122638 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.130927 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.174387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.176212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-29f38a9e-a703-494e-bc4c-ad17d8cf45fc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5088134 Sep 26 13:08:43.230317 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Pushing event updated for resources: {'Port': ['ID=38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:43.236034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:43.246607 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Attempting to bind port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:08:43.247071 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Attempting to bind port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:08:43.247678 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Attempting to bind port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:43.254818 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:08:43.255662 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:43.256383 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.257002 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:08:43.257774 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Bound port: 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:08:43.258428 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.317474 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] For port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:43.320934 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] For port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:08:43.337769 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.350979 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.351636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.352127 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.352742 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.353270 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.353958 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.354979 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.355544 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.356033 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.356521 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.356993 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.357478 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:43.389207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Set router d676884a-8efe-4716-a1d9-1b29067874f6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:43.512146 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4928a8-5e2b-49cd-acbb-5a18a065fa1f None None] Pushing event updated for resources: {'Port': ['ID=38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:43.539246 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:43.540331 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:43.667106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.776668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:40Z', 'revision_number': 3, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port': {'id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:39Z', 'updated_at': '2021-09-26T13:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:43.796048 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:43.812589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Checking router: d676884a-8efe-4716-a1d9-1b29067874f6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:08:43.813058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Updating router d676884a-8efe-4716-a1d9-1b29067874f6 port 4fd400c3-a136-4ba1-9521-a7572a3f423d binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:08:43.854141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:43.854645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ff7c0-8b0d-4e62-8812-906d84ffd87a req-6596277c-d4f3-4e6c-ad79-390693655a07 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:43.856145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-962ff7c0-8b0d-4e62-8812-906d84ffd87a req-6596277c-d4f3-4e6c-ad79-390693655a07 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.1870229 Sep 26 13:08:43.957272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2acfdc-041c-4135-948a-4adae621d361 req-48fc346b-bc56-4149-b2d9-26580104c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:43.958746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-48fc346b-bc56-4149-b2d9-26580104c789 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8&tenant_id=2378747811bd4d0ab38ecec37951e312 HTTP/1.1" status: 200 len: 1095 time: 0.1742659 Sep 26 13:08:43.982616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:08:44.031120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Allocated IP 172.20.0.1 (1bf1093e-5266-4129-afda-8e464a35bc64/59ac3dad-ef4f-471b-89ef-f28f9443f82a/57199746-a74c-4dbe-bd91-319628425bf1) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:08:44.153624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:44.198787 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:38Z', 'revision_number': 3, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:44.204103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-962ff7c0-8b0d-4e62-8812-906d84ffd87a req-956a38df-a684-4663-a0a5-b2d3ff2cb089 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149614 Sep 26 13:08:44.246072 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a27551e-8449-4de2-85d8-52c4d9a6b811 None None] The sync data for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 is: [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:38Z', 'revision_number': 3, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:08:44.292061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:44.328230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e303b2c-1e7f-417c-80ad-d1f6da721b7d req-8824ed63-59b9-4dea-a47c-563f7cb9c4b1 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:44.330454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e303b2c-1e7f-417c-80ad-d1f6da721b7d req-8824ed63-59b9-4dea-a47c-563f7cb9c4b1 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.2743647 Sep 26 13:08:44.437203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:44.437699 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.110164 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.117356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:45.213033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:45.258119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417b1aa0-8de6-4c51-8b62-2e27e5889876 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:08:45.314712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.334452 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.348710 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.414732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46744) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:45.424607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Transition to ACTIVE for port object 417b1aa0-8de6-4c51-8b62-2e27e5889876 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:08:45.464302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.528331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349addc-960d-421c-be33-4a0fc3bfa18a None None] Pushing event updated for resources: {'Port': ['ID=4fd400c3-a136-4ba1-9521-a7572a3f423d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:45.537571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Attempting to bind port 4fd400c3-a136-4ba1-9521-a7572a3f423d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:08:45.537961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Attempting to bind port 4fd400c3-a136-4ba1-9521-a7572a3f423d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:08:45.538324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Attempting to bind port 4fd400c3-a136-4ba1-9521-a7572a3f423d on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:45.552423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:08:45.552868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:45.553202 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.553655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:08:45.554149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Bound port: 4fd400c3-a136-4ba1-9521-a7572a3f423d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:08:45.554535 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.670150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e303b2c-1e7f-417c-80ad-d1f6da721b7d req-b5f4e8d6-0f24-4e68-8fc5-3331586f2565 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2428150 Sep 26 13:08:45.738833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] For port 4fd400c3-a136-4ba1-9521-a7572a3f423d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:45.744569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d7f20-6097-4565-bd00-6fe4c8014180 req-f7537803-bebe-4461-a7d1-6ad294c4a79e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:45.754296 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-074d7f20-6097-4565-bd00-6fe4c8014180 req-f7537803-bebe-4461-a7d1-6ad294c4a79e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 946 time: 0.7961850 Sep 26 13:08:45.798543 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45a61d47-a6ac-4f25-9bd3-8f3a87558691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.800007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] For port 4fd400c3-a136-4ba1-9521-a7572a3f423d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4fd400c3-a136-4ba1-9521-a7572a3f423d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:08:45.817027 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.883273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:45.890025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] No DVR routers for this DVR port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:45.956130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93566a8-0622-450d-b26a-ccd8e24dec1a req-2026d6ce-6b2b-4bad-be40-6db8e1d928b9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:45.974927 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d93566a8-0622-450d-b26a-ccd8e24dec1a req-2026d6ce-6b2b-4bad-be40-6db8e1d928b9 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 943 time: 0.1633706 Sep 26 13:08:45.977200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.027359 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Routers {'d676884a-8efe-4716-a1d9-1b29067874f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:46.027933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['d676884a-8efe-4716-a1d9-1b29067874f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:46.148584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45a61d47-a6ac-4f25-9bd3-8f3a87558691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.174690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45a61d47-a6ac-4f25-9bd3-8f3a87558691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.211399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] Set router d676884a-8efe-4716-a1d9-1b29067874f6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:46.280243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-074d7f20-6097-4565-bd00-6fe4c8014180 req-fd29fea3-ebd4-41af-8960-a27c97bcc9ba tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4757278 Sep 26 13:08:46.281506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.293757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349addc-960d-421c-be33-4a0fc3bfa18a None None] Pushing event updated for resources: {'Port': ['ID=4fd400c3-a136-4ba1-9521-a7572a3f423d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:46.328387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a61d47-a6ac-4f25-9bd3-8f3a87558691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af9e2e6-f316-4ac3-a0f3-37844062474d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:46.359902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=9']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:46.425640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:46.476766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.520801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:40Z', 'revision_number': 3, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port': {'id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:39Z', 'updated_at': '2021-09-26T13:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:46.528237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:46.528619 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.540372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-45a61d47-a6ac-4f25-9bd3-8f3a87558691 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c157d65d4b5c4673ade8f5b0b0432a32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1109149 Sep 26 13:08:46.543029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Attempting to bind port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:08:46.543454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Attempting to bind port 417b1aa0-8de6-4c51-8b62-2e27e5889876 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:08:46.543680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Attempting to bind port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on network d9589639-b0f3-46ff-af04-95284e5f9eb7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:46.594486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46750) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:46.595136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on network d9589639-b0f3-46ff-af04-95284e5f9eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:08:46.595479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Attempting to bind port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on network d9589639-b0f3-46ff-af04-95284e5f9eb7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:46.596131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Allocated IP 172.20.0.1 (1bd09096-fb87-439d-afa5-6162df282a04/41a9aaa0-ed38-4e02-8811-59a4e160ecd9/7db07725-99a2-409a-8ba5-38a9f9edac1a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:08:46.607432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0271bd5-f41f-4725-a128-c6fac93927e1 None None] The sync data for ids ['d676884a-8efe-4716-a1d9-1b29067874f6'] in n-d-806683-13 is: [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:40Z', 'revision_number': 3, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port': {'id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:39Z', 'updated_at': '2021-09-26T13:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:08:46.632722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:08:46.633113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Checking segment: {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:46.633514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Bound using segment: {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:08:46.633962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Bound port: 417b1aa0-8de6-4c51-8b62-2e27e5889876, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efe3db6-a92e-4ff5-804e-87063464fd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:08:46.634314 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.680338 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.753031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:08:46.833676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-02a750d8-83fa-47a9-9c8d-350cf7695804 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:46.836760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-02a750d8-83fa-47a9-9c8d-350cf7695804 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.23 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 946 time: 0.5556848 Sep 26 13:08:46.850278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:46.862239 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d93566a8-0622-450d-b26a-ccd8e24dec1a req-f7efde80-9a22-4df9-850f-191998a24e22 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690469 Sep 26 13:08:46.869071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.892522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:08:46.924861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:46.937880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:46.944801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Network 1bf1093e-5266-4129-afda-8e464a35bc64 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:08:46.966949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:46.969632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'port_id': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'mac_address': 'fa:16:3e:90:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:08:46.987479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:46.990100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Pushing event updated for resources: {'Port': ['ID=57199746-a74c-4dbe-bd91-319628425bf1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:47.013969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:08:47.025674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.030992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.039551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Network 1bd09096-fb87-439d-afa5-6162df282a04 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:08:47.116659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.158888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:47.173566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:08:47.181880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:47.186534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999157e6-47e1-44fe-b6b0-0a474c43e100 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:08:47.212562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:47.225218 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.316472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=11']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:47.370454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:47.405337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.424792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Pushing event updated for resources: {'Port': ['ID=7db07725-99a2-409a-8ba5-38a9f9edac1a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:47.511152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.511947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a98a-18ee-440f-88ac-db06ea050053 req-f33304da-121c-4c00-a5b8-6fca8b808bec tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:47.513779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f5a98a-18ee-440f-88ac-db06ea050053 req-f33304da-121c-4c00-a5b8-6fca8b808bec tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 944 time: 0.6035542 Sep 26 13:08:47.530520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['999157e6-47e1-44fe-b6b0-0a474c43e100'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:08:47.548968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.549348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.549729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.550009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.550351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.550682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.551012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.551413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.551719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.559072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.560310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.560710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:47.565958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:47.568694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.570658 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-fee357fd-bba9-43b3-96e6-87c1a635f261 service neutron] 10.222.0.24 "PUT /v2.0/ports/417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 1092 time: 3.5938866 Sep 26 13:08:47.574568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:47.579287 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a166ee-34d0-45e9-8715-7c1b36d0b906" -d '{"events": [{"name": "network-changed", "server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:47.668550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5ec16d3b-741c-4945-96f9-52398cc00342 None None] Provisioning complete for port 57199746-a74c-4dbe-bd91-319628425bf1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:47.668921 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5ec16d3b-741c-4945-96f9-52398cc00342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.722122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5ec16d3b-741c-4945-96f9-52398cc00342 None None] Port 57199746-a74c-4dbe-bd91-319628425bf1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:08:47.744019 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9064d13c-0a4d-49d9-a1a9-9e7fd81a17b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.785685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9064d13c-0a4d-49d9-a1a9-9e7fd81a17b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.867856 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9064d13c-0a4d-49d9-a1a9-9e7fd81a17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.873225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9064d13c-0a4d-49d9-a1a9-9e7fd81a17b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.876604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b3970e1c-833f-4504-ad9c-95ae5106d510 None None] Provisioning complete for port 7db07725-99a2-409a-8ba5-38a9f9edac1a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:47.876975 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3970e1c-833f-4504-ad9c-95ae5106d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.881146 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9064d13c-0a4d-49d9-a1a9-9e7fd81a17b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2af9e2e6-f316-4ac3-a0f3-37844062474d HTTP/1.1" status: 204 len: 168 time: 1.2576187 Sep 26 13:08:47.884632 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:47.912589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f5a98a-18ee-440f-88ac-db06ea050053 req-9671f438-0f09-44e5-bd2c-32460b0c55b6 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578603 Sep 26 13:08:47.938711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064d13c-0a4d-49d9-a1a9-9e7fd81a17b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af9e2e6-f316-4ac3-a0f3-37844062474d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:47.965618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2acfdc-041c-4135-948a-4adae621d361 req-b1879647-11b1-4610-8071-8d3644ea8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:47.967055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-b1879647-11b1-4610-8071-8d3644ea8a45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1096 time: 0.3509552 Sep 26 13:08:48.029187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Deleting port 3c41ce1d-eff4-4dc2-a855-95612b85af28 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:48.029423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.046103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b3970e1c-833f-4504-ad9c-95ae5106d510 None None] Port 7db07725-99a2-409a-8ba5-38a9f9edac1a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:08:48.063286 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97133394-6af5-4494-94db-1c9a5dcd6a11 x-openstack-request-id: req-97133394-6af5-4494-94db-1c9a5dcd6a11 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:48.063598 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:48.063839 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97133394-6af5-4494-94db-1c9a5dcd6a11 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:48.064242 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'status': 'completed', 'code': 200} Sep 26 13:08:48.227672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2acfdc-041c-4135-948a-4adae621d361 req-cf8288ac-663f-4a1e-baf1-e6f5a7d6a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:48.229521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-cf8288ac-663f-4a1e-baf1-e6f5a7d6a1af service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 914 time: 0.2372153 Sep 26 13:08:48.250288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727d04e-4ef3-4f05-90e5-5f3c3f2bfbac req-78035e00-f965-4282-862a-8d4d9faf0eff tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:48.251925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2727d04e-4ef3-4f05-90e5-5f3c3f2bfbac req-78035e00-f965-4282-862a-8d4d9faf0eff tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 946 time: 0.6709290 Sep 26 13:08:48.349307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4fd400c3-a136-4ba1-9521-a7572a3f423d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:48.455726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-4d254af3-d932-475d-967e-cf03a81b7fcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 217 time: 0.2072792 Sep 26 13:08:48.485607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2727d04e-4ef3-4f05-90e5-5f3c3f2bfbac req-b5e65b43-b2ee-414d-b671-c4929347d486 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203794 Sep 26 13:08:48.515163 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4fd400c3-a136-4ba1-9521-a7572a3f423d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:48.515813 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.544025 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:08:48.579360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.591108 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.593351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.631361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46768) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:48.683620 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.688559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e522-1ea0-422d-b112-ed7359fcb057 req-4eb12a65-6ce9-4100-a19e-c71e8d305df1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:48.700556 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c434e522-1ea0-422d-b112-ed7359fcb057 req-4eb12a65-6ce9-4100-a19e-c71e8d305df1 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.4639354 Sep 26 13:08:48.724999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 4fd400c3-a136-4ba1-9521-a7572a3f423d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4fd400c3-a136-4ba1-9521-a7572a3f423d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:48.731504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.732546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:48.758956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d37bedc-9524-4e2e-8230-6c012296b564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.824548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.831636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Pushing event updated for resources: {'Port': ['ID=57199746-a74c-4dbe-bd91-319628425bf1,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:48.843255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] For port 3c41ce1d-eff4-4dc2-a855-95612b85af28, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3c41ce1d-eff4-4dc2-a855-95612b85af28,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:48.843917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.846435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:48.882002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2acfdc-041c-4135-948a-4adae621d361 req-9846d280-6097-4dc7-b130-e44a261e56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:48.884140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-9846d280-6097-4dc7-b130-e44a261e56e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.3614287 Sep 26 13:08:48.921288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=4fd400c3-a136-4ba1-9521-a7572a3f423d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:48.941792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:48.942426 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:48.966686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-6a2b4740-2690-4359-90f2-8e7b2cffac3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608809 Sep 26 13:08:49.039173 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d37bedc-9524-4e2e-8230-6c012296b564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.193361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c434e522-1ea0-422d-b112-ed7359fcb057 req-02d2bf2e-dd34-4fa7-bbde-ff984915c531 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640632 Sep 26 13:08:49.194345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d37bedc-9524-4e2e-8230-6c012296b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.228808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Network 1bf1093e-5266-4129-afda-8e464a35bc64 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:08:49.236218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:49.254261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4d37bedc-9524-4e2e-8230-6c012296b564 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e8c7b38cf1e4e6dbb946cd336c574a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5992210 Sep 26 13:08:49.276093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:49.283834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 999157e6-47e1-44fe-b6b0-0a474c43e100 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:08:49.295414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 999157e6-47e1-44fe-b6b0-0a474c43e100 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:49.295414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.295712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Deleting port 155b6271-b160-4da3-9081-431dd83fe124 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:49.295712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.420608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37bedc-9524-4e2e-8230-6c012296b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d22881f-7a56-4ebe-9593-6101f0ec4947,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:49.517458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.574950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a51a3-c007-406f-aae2-a50e63681a0e req-1a148db3-5918-44f3-8d8b-2d21a0037b36 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:49.586175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e71a51a3-c007-406f-aae2-a50e63681a0e req-1a148db3-5918-44f3-8d8b-2d21a0037b36 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 945 time: 0.5157871 Sep 26 13:08:49.586682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:49.593808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:49.599943 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8debd7cd-5d20-4f59-a2f7-d29e9e4dbe2f" -d '{"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-plugged", "status": "completed", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:49.607263 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.723120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:49.741846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.761857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.784335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-7a1b7949-635c-4e9c-9a03-256d51aa9814 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249526 Sep 26 13:08:49.804170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c7367c8a-c9d1-4351-bf7a-5aa8d62b8d2a None None] Provisioning complete for port 57199746-a74c-4dbe-bd91-319628425bf1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:49.804953 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7367c8a-c9d1-4351-bf7a-5aa8d62b8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.811236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] For port 155b6271-b160-4da3-9081-431dd83fe124, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=155b6271-b160-4da3-9081-431dd83fe124,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:49.811519 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.815345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.815715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.816041 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Floating IP 20947969-9821-4630-92b0-f2acb0c88bb3 disassociated. External IP: 172.25.4.212, port: 3c41ce1d-eff4-4dc2-a855-95612b85af28. Sep 26 13:08:49.816391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Calling delete_port for 3c41ce1d-eff4-4dc2-a855-95612b85af28 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:49.861836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c7367c8a-c9d1-4351-bf7a-5aa8d62b8d2a None None] Port 57199746-a74c-4dbe-bd91-319628425bf1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:08:49.862944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a144454-499a-46b7-a245-627c8d4a99ce req-688c11f4-c35c-428f-9af6-ce6e0277c834 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:49.864246 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bce579f-8cbc-4372-a476-d94c9b52ec9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.864483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a144454-499a-46b7-a245-627c8d4a99ce req-688c11f4-c35c-428f-9af6-ce6e0277c834 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 946 time: 0.1857774 Sep 26 13:08:49.865461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Calling delete_port for 155b6271-b160-4da3-9081-431dd83fe124 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:49.882138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e71a51a3-c007-406f-aae2-a50e63681a0e req-1a4f4cbe-98af-4098-8c88-4cc908896ad8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949092 Sep 26 13:08:49.900782 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.918032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Router fa096831-8b6b-4031-8430-af1e1975ec23 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:08:49.969660 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8879a03-a712-4c4e-96c4-ebec147a84f8 x-openstack-request-id: req-f8879a03-a712-4c4e-96c4-ebec147a84f8 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:49.969962 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-plugged", "status": "completed", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:49.970214 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8879a03-a712-4c4e-96c4-ebec147a84f8 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:49.970605 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'code': 200} Sep 26 13:08:49.991271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bce579f-8cbc-4372-a476-d94c9b52ec9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:49.993572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Pushing event updated for resources: {'Port': ['ID=7db07725-99a2-409a-8ba5-38a9f9edac1a,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:50.041326 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:50.151716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4fd400c3-a136-4ba1-9521-a7572a3f423d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:50.219733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4fd400c3-a136-4ba1-9521-a7572a3f423d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:50.220111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:50.256529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:08:50.267286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-19cbb748-b3d2-4f27-bad5-4d090a219848 admin admin] 10.222.0.13 "PUT /v2.0/routers/fa096831-8b6b-4031-8430-af1e1975ec23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1580462 Sep 26 13:08:50.276502 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Sync routers for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:08:50.292366 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:50.293215 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:50.426887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bce579f-8cbc-4372-a476-d94c9b52ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:50.431673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bce579f-8cbc-4372-a476-d94c9b52ec9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:50.445538 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3bce579f-8cbc-4372-a476-d94c9b52ec9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d22881f-7a56-4ebe-9593-6101f0ec4947 HTTP/1.1" status: 204 len: 168 time: 1.1678362 Sep 26 13:08:50.486790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8df1e-c531-4a13-88e2-232899d87e9a req-efed172a-ea8d-437d-94da-291d9e523fa3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:50.494262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ac8df1e-c531-4a13-88e2-232899d87e9a req-efed172a-ea8d-437d-94da-291d9e523fa3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.2218776 Sep 26 13:08:50.523745 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:50.543288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Network 1bd09096-fb87-439d-afa5-6162df282a04 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:08:50.547271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:08:50.567930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce579f-8cbc-4372-a476-d94c9b52ec9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d22881f-7a56-4ebe-9593-6101f0ec4947,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:50.645645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ac8df1e-c531-4a13-88e2-232899d87e9a req-0c93bb21-41ef-4ad6-ac56-7a1d825e2502 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503713 Sep 26 13:08:50.649087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca1e8-f915-4a0a-93b4-efd32de3dbaa req-ca1c43d2-f318-4c51-ac45-f59112f1f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:50.654229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0faca1e8-f915-4a0a-93b4-efd32de3dbaa req-ca1c43d2-f318-4c51-ac45-f59112f1f590 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 1098 time: 0.5116866 Sep 26 13:08:50.710145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a144454-499a-46b7-a245-627c8d4a99ce req-9d737ada-7662-4e96-8b95-35c047e51516 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups?id=39725cb2-a0ab-4966-b95f-6a91f9167e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8321123 Sep 26 13:08:50.712898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-c1327494-4b78-4b55-ad7a-aec24b7c7454 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9148638 Sep 26 13:08:50.766699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 3c41ce1d-eff4-4dc2-a855-95612b85af28 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:51.130166 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:51.155593 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:48Z', 'revision_number': 2, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:51.167837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8cdc75a8-c7dc-45bc-9379-c297e2f73f03 None None] Provisioning complete for port 7db07725-99a2-409a-8ba5-38a9f9edac1a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:51.172940 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8cdc75a8-c7dc-45bc-9379-c297e2f73f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:51.209228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-bda7b96f-b5b2-425e-9a16-c99e9bbbe987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:51.211755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-bda7b96f-b5b2-425e-9a16-c99e9bbbe987 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1096 time: 0.4095218 Sep 26 13:08:51.228975 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Checking router: fa096831-8b6b-4031-8430-af1e1975ec23 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:08:51.229369 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Updating router fa096831-8b6b-4031-8430-af1e1975ec23 port 57199746-a74c-4dbe-bd91-319628425bf1 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:08:51.256489 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0faca1e8-f915-4a0a-93b4-efd32de3dbaa req-402a8dff-0243-4e49-8328-11b932e111da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5930398 Sep 26 13:08:51.274361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc75a8-c7dc-45bc-9379-c297e2f73f03 None None] Port 7db07725-99a2-409a-8ba5-38a9f9edac1a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:08:51.298694 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:51.366867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-b6e956c5-27b7-4deb-b577-9480e4523ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:51.368723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-b6e956c5-27b7-4deb-b577-9480e4523ef0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 914 time: 0.1415131 Sep 26 13:08:51.376962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Router d676884a-8efe-4716-a1d9-1b29067874f6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:08:51.431503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-ce96206e-ef7b-4dd4-bacc-ec11e5b59c82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 217 time: 0.0537665 Sep 26 13:08:51.466999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b3cd9-7ca8-41ff-a3ea-0065dfd6b883 req-12787756-c155-4d16-946a-8bc54caed6f7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:51.478438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b15b3cd9-7ca8-41ff-a3ea-0065dfd6b883 req-12787756-c155-4d16-946a-8bc54caed6f7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 946 time: 0.4536154 Sep 26 13:08:51.502589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:51.577645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Pushing event deleted for resources: {'Port': ['ID=155b6271-b160-4da3-9081-431dd83fe124,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:51.645732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:51.783559 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b15b3cd9-7ca8-41ff-a3ea-0065dfd6b883 req-baac6084-a724-4ba9-878d-b93ecb095947 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018024 Sep 26 13:08:51.939911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:08:51.952195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Sync routers for ids ['d676884a-8efe-4716-a1d9-1b29067874f6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:08:51.964684 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-719c362d-4207-4ee6-8e47-9a12c0094927 admin admin] 10.222.0.13 "PUT /v2.0/routers/d676884a-8efe-4716-a1d9-1b29067874f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7023385 Sep 26 13:08:51.972881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Routers {'d676884a-8efe-4716-a1d9-1b29067874f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:51.976635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['d676884a-8efe-4716-a1d9-1b29067874f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:52.168795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-44e4f14b-4f21-4777-9a83-d81c87df2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:52.174578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-988f7226-514b-44d9-bb43-5e7946adf0c8 req-f2963d62-df62-4ce7-acd4-582bfd0e8be5 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 210 time: 0.1247265 Sep 26 13:08:52.195223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-44e4f14b-4f21-4777-9a83-d81c87df2584 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.7476957 Sep 26 13:08:52.201192 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:52.202587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event deleted for resources: {'Port': ['ID=3c41ce1d-eff4-4dc2-a855-95612b85af28,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:52.221094 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:52.337716 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f8643-d69b-40a5-a501-f10396b8ada5 None None] Pushing event updated for resources: {'Port': ['ID=57199746-a74c-4dbe-bd91-319628425bf1,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:52.349317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Set router d676884a-8efe-4716-a1d9-1b29067874f6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:52.552164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-a27956ec-d614-4315-9273-d6eba992b28e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2871084 Sep 26 13:08:52.552922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:52.623116 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Attempting to bind port 57199746-a74c-4dbe-bd91-319628425bf1 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:08:52.626021 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Attempting to bind port 57199746-a74c-4dbe-bd91-319628425bf1 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:08:52.630887 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Attempting to bind port 57199746-a74c-4dbe-bd91-319628425bf1 on network 1bf1093e-5266-4129-afda-8e464a35bc64 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:52.644393 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:08:52.646346 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Checking segment: {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:52.646951 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:52.648035 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Bound using segment: {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:08:52.649731 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Bound port: 57199746-a74c-4dbe-bd91-319628425bf1, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:08:52.651878 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:52.801527 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] For port 57199746-a74c-4dbe-bd91-319628425bf1, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:52.806889 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] For port 57199746-a74c-4dbe-bd91-319628425bf1, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=57199746-a74c-4dbe-bd91-319628425bf1,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:08:52.813023 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:53.054077 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:53.057290 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:53.220341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98b8be-40b1-44f0-a225-d9f602d3cd38 req-8a877937-d6c9-4335-b301-36602591b5bd tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:53.230723 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1a98b8be-40b1-44f0-a225-d9f602d3cd38 req-8a877937-d6c9-4335-b301-36602591b5bd tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 946 time: 0.1830118 Sep 26 13:08:53.285122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-efa1be06-6d42-4d1e-b8c9-2bcea02582bf None None] Provisioning complete for port 57199746-a74c-4dbe-bd91-319628425bf1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:53.285705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-efa1be06-6d42-4d1e-b8c9-2bcea02582bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:53.326459 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f8643-d69b-40a5-a501-f10396b8ada5 None None] Pushing event updated for resources: {'Port': ['ID=57199746-a74c-4dbe-bd91-319628425bf1,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:53.373431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1a98b8be-40b1-44f0-a225-d9f602d3cd38 req-be125dbb-bc82-4b03-8047-7b75ce2bdb25 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416821 Sep 26 13:08:53.545351 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:53.550177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:48Z', 'revision_number': 4, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port': {'id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:39Z', 'updated_at': '2021-09-26T13:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '7db07725-99a2-409a-8ba5-38a9f9edac1a', 'name': '', 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'mac_address': 'fa:16:3e:7a:f4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '41a9aaa0-ed38-4e02-8811-59a4e160ecd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:46Z', 'updated_at': '2021-09-26T13:08:49Z', 'revision_number': 2, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'subnets': [{'id': '41a9aaa0-ed38-4e02-8811-59a4e160ecd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:53.618413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Checking router: d676884a-8efe-4716-a1d9-1b29067874f6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:08:53.624269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Updating router d676884a-8efe-4716-a1d9-1b29067874f6 port 7db07725-99a2-409a-8ba5-38a9f9edac1a binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:08:53.657021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c8d22-12c8-4bc1-a96a-f9fd339e0216 req-3e8fb4b6-6682-4e31-b712-709bd0684a9a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:53.667511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f1c8d22-12c8-4bc1-a96a-f9fd339e0216 req-3e8fb4b6-6682-4e31-b712-709bd0684a9a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 1.5181391 Sep 26 13:08:53.684829 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:53.904414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-2225f19c-da11-4c09-9a38-fdc7a1cbe4c6 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2989953 Sep 26 13:08:53.997190 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-efa1be06-6d42-4d1e-b8c9-2bcea02582bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:54.162096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2298667-42a2-4508-b5d2-258116eb4e10 req-17c3dd75-2263-4d06-aade-2c68a6f96ba5 tempest-FloatingIPsNegativeTestJSON-615587900 tempest-FloatingIPsNegativeTestJSON-615587900-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=2f5688eeeea94635895229a85b1fcf5d HTTP/1.1" status: 200 len: 217 time: 0.1562831 Sep 26 13:08:54.173778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Router ed26545c-e969-4b98-8af7-219c4e2b1517 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:08:54.212792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f1c8d22-12c8-4bc1-a96a-f9fd339e0216 req-2bf6cb1f-9ed7-40e2-948e-21ad801da7ff tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197623 Sep 26 13:08:54.370515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3252cbea-8b6c-4a9c-9938-48b2f561df7e req-6e1e4c4a-f382-4402-a5b1-62d833f13307 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 210 time: 0.0974348 Sep 26 13:08:54.439153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-efa1be06-6d42-4d1e-b8c9-2bcea02582bf None None] For port 57199746-a74c-4dbe-bd91-319628425bf1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=57199746-a74c-4dbe-bd91-319628425bf1,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:54.455867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-efa1be06-6d42-4d1e-b8c9-2bcea02582bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:54.638011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9357edd-499a-4359-8096-0a805a0d5e11 req-f4c178de-4932-46b9-b2f1-c2f3cfc261e7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:54.647797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9357edd-499a-4359-8096-0a805a0d5e11 req-f4c178de-4932-46b9-b2f1-c2f3cfc261e7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 946 time: 0.1103690 Sep 26 13:08:54.707006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:54.712822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1be06-6d42-4d1e-b8c9-2bcea02582bf None None] Pushing event updated for resources: {'Port': ['ID=57199746-a74c-4dbe-bd91-319628425bf1,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:54.722255 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:54.723280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9357edd-499a-4359-8096-0a805a0d5e11 req-930727c9-f2d2-42a1-811f-c81326bceeaa tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731082 Sep 26 13:08:54.766339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-82531c66-be00-4924-ab89-2cfb5b20b683 None None] Provisioning complete for port 57199746-a74c-4dbe-bd91-319628425bf1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:54.783671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82531c66-be00-4924-ab89-2cfb5b20b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:54.813249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8ee2b32-6ea0-40cd-9086-2041d6897d1b req-3b7a743a-09fc-4eb8-986b-785a7fcb3e28 tempest-FloatingIPsNegativeTestJSON-615587900 tempest-FloatingIPsNegativeTestJSON-615587900-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3924620 Sep 26 13:08:54.838326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Router 93ce908c-64b1-49ed-b8a1-cecee2221af7 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:08:54.838326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9a166ee-34d0-45e9-8715-7c1b36d0b906 req-76db1cec-ca00-4613-85e5-0c16ab095d3c service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918483 Sep 26 13:08:54.914340 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-103c5ecb-31fc-4151-8bae-c179a8c4a461 req-42d0e875-d341-4f3f-a1c2-4927e3206606 tempest-FloatingIPsNegativeTestJSON-615587900 tempest-FloatingIPsNegativeTestJSON-615587900-project] show failed (client error): The resource could not be found. Sep 26 13:08:54.915396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-103c5ecb-31fc-4151-8bae-c179a8c4a461 req-42d0e875-d341-4f3f-a1c2-4927e3206606 tempest-FloatingIPsNegativeTestJSON-615587900 tempest-FloatingIPsNegativeTestJSON-615587900-project] 10.222.0.13 "GET /v2.0/floatingips/26b85c29-d7fa-4575-818e-112cd395f5ca HTTP/1.1" status: 404 len: 350 time: 0.0594299 Sep 26 13:08:54.943132 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:52Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:54.956649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46986) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:54.986785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:08:54.999188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0c852ac2-dbeb-4341-b160-2a9289c7230f admin admin] 10.222.0.13 "PUT /v2.0/routers/93ce908c-64b1-49ed-b8a1-cecee2221af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1779895 Sep 26 13:08:54.999465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46988) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:55.062822 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] Sync routers for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:08:55.065530 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76980b2-129d-4d31-a72c-393f0c6ee36b None None] The sync data for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 is: [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:52Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:08:55.103339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:08:55.136848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] Sync routers for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:08:55.169582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Pushing event updated for resources: {'Port': ['ID=7db07725-99a2-409a-8ba5-38a9f9edac1a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:55.179365 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:55.180287 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:55.230682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:55.233656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:55.608868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] No DVR routers for this DVR port 3c41ce1d-eff4-4dc2-a855-95612b85af28 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:08:55.655865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:55.658023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b99cb1d8-03ae-48a0-bfa7-04116aaa4c79 req-165a1692-4a18-4160-8e87-e412da6b7d1e tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.23 "DELETE /v2.0/ports/3c41ce1d-eff4-4dc2-a855-95612b85af28 HTTP/1.1" status: 204 len: 173 time: 8.6738257 Sep 26 13:08:55.659940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'name': 'network-vif-deleted', 'tag': '3c41ce1d-eff4-4dc2-a855-95612b85af28'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:08:55.666688 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1182fde6-0a20-4c9b-a8a0-81952ee548a6" -d '{"events": [{"server_uuid": "964cfd89-8733-4553-ab62-3b81c0f689ec", "name": "network-vif-deleted", "tag": "3c41ce1d-eff4-4dc2-a855-95612b85af28"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:08:55.893794 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:55.945436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9e88e-eca4-4e51-b41e-e4f9ed2dd8c2 req-248fefa2-9d56-465a-a7ea-a893d9e2f996 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:55.951900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ab9e88e-eca4-4e51-b41e-e4f9ed2dd8c2 req-248fefa2-9d56-465a-a7ea-a893d9e2f996 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.3644915 Sep 26 13:08:56.004637 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:56.046256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55334c1e-7359-407f-86e1-28b9e801295c req-98cd87e3-8c95-4243-a285-bd9718593f6b tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/ports?device_id=964cfd89-8733-4553-ab62-3b81c0f689ec HTTP/1.1" status: 200 len: 210 time: 0.2240899 Sep 26 13:08:56.206221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Attempting to bind port 7db07725-99a2-409a-8ba5-38a9f9edac1a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:08:56.210045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Attempting to bind port 7db07725-99a2-409a-8ba5-38a9f9edac1a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:08:56.210658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Attempting to bind port 7db07725-99a2-409a-8ba5-38a9f9edac1a on network 1bd09096-fb87-439d-afa5-6162df282a04 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:08:56.254621 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:08:56.266339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Checking segment: {'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:08:56.267869 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:56.268320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Bound using segment: {'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:08:56.268836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Bound port: 7db07725-99a2-409a-8ba5-38a9f9edac1a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eeb74a4-f362-4354-8302-3301963ff4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:08:56.270716 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:56.428585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 57199746-a74c-4dbe-bd91-319628425bf1 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:08:56.523392 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:08:50Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:56.563498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:56.639934 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] Checking router: 93ce908c-64b1-49ed-b8a1-cecee2221af7 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:08:56.678048 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] Routers {'93ce908c-64b1-49ed-b8a1-cecee2221af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:56.679405 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d8bae5-23dc-49fb-befb-b9b2fe70e380 x-openstack-request-id: req-c2d8bae5-23dc-49fb-befb-b9b2fe70e380 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:08:56.679718 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964cfd89-8733-4553-ab62-3b81c0f689ec", "name": "network-vif-deleted", "tag": "3c41ce1d-eff4-4dc2-a855-95612b85af28", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:08:56.679978 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2d8bae5-23dc-49fb-befb-b9b2fe70e380 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:08:56.680396 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964cfd89-8733-4553-ab62-3b81c0f689ec', 'name': 'network-vif-deleted', 'tag': '3c41ce1d-eff4-4dc2-a855-95612b85af28', 'status': 'completed', 'code': 200} Sep 26 13:08:56.686461 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['93ce908c-64b1-49ed-b8a1-cecee2221af7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:56.865959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-876d0339-8a40-4f0e-997e-e4cbc707f75d None None] Provisioning complete for port 7db07725-99a2-409a-8ba5-38a9f9edac1a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:56.866707 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-876d0339-8a40-4f0e-997e-e4cbc707f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:56.893329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900638ec-9054-476e-8f86-3f690476114f req-ca3e406f-001c-4a53-b5e0-c28bed8f2342 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:56.896138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-900638ec-9054-476e-8f86-3f690476114f req-ca3e406f-001c-4a53-b5e0-c28bed8f2342 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 946 time: 0.2640369 Sep 26 13:08:56.926903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ab9e88e-eca4-4e51-b41e-e4f9ed2dd8c2 req-3ef60c3a-1bb1-40db-8fbb-aea5db06d971 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9720910 Sep 26 13:08:57.050675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-876d0339-8a40-4f0e-997e-e4cbc707f75d None None] Port 7db07725-99a2-409a-8ba5-38a9f9edac1a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:08:57.071786 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] Set router 93ce908c-64b1-49ed-b8a1-cecee2221af7 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:57.111916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-900638ec-9054-476e-8f86-3f690476114f req-32ab117a-46b2-4f6d-9a08-ac22b1a06d8a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079484 Sep 26 13:08:57.141761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:57.181327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:57.313954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47070) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:57.351155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 57199746-a74c-4dbe-bd91-319628425bf1 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:57.351744 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:57.483205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] For port 7db07725-99a2-409a-8ba5-38a9f9edac1a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:08:57.568169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] For port 7db07725-99a2-409a-8ba5-38a9f9edac1a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7db07725-99a2-409a-8ba5-38a9f9edac1a,segment=NetworkSegment(8eeb74a4-f362-4354-8302-3301963ff4e6),segment_id=8eeb74a4-f362-4354-8302-3301963ff4e6)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:08:57.584441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Deleting port c5d716a2-6f11-4b1c-b02c-c0f677cb3720 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:57.590268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:57.636611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03cf8ded-e506-4afd-b032-6113b0259cd9 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:57.735853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:08:50Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:57.782983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:57.864539 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c347e37-b7ab-41b4-ae5e-03355e180b63 None None] The sync data for ids ['93ce908c-64b1-49ed-b8a1-cecee2221af7'] in n-d-806683-13 is: [{'id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'name': 'tempest-ServersTestBootFromVolume-1202633964-router', 'tenant_id': 'f58c8846aafb4d3886f0e7201ab43622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:21Z', 'updated_at': '2021-09-26T13:08:50Z', 'revision_number': 5, 'project_id': 'f58c8846aafb4d3886f0e7201ab43622', 'gw_port': {'id': 'c5d716a2-6f11-4b1c-b02c-c0f677cb3720', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce908c-64b1-49ed-b8a1-cecee2221af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:08:57.900139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03cf8ded-e506-4afd-b032-6113b0259cd9 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:58.541199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47090) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:58.578469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] For port c5d716a2-6f11-4b1c-b02c-c0f677cb3720, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5d716a2-6f11-4b1c-b02c-c0f677cb3720,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:08:58.579142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:58.640255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Calling delete_port for c5d716a2-6f11-4b1c-b02c-c0f677cb3720 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:58.680291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ae4c3-c90c-44b7-82de-781108e8902d req-183dc2e6-2f8c-447f-9fd5-3d9993697083 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:08:58.685243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e48ae4c3-c90c-44b7-82de-781108e8902d req-183dc2e6-2f8c-447f-9fd5-3d9993697083 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.5019686 Sep 26 13:08:58.735933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03cf8ded-e506-4afd-b032-6113b0259cd9 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:58.738885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03cf8ded-e506-4afd-b032-6113b0259cd9 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:58.744116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-03cf8ded-e506-4afd-b032-6113b0259cd9 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "DELETE /v2.0/security-groups/39725cb2-a0ab-4966-b95f-6a91f9167e19 HTTP/1.1" status: 204 len: 168 time: 1.4290957 Sep 26 13:08:58.751130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47094) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:58.790684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf8ded-e506-4afd-b032-6113b0259cd9 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39725cb2-a0ab-4966-b95f-6a91f9167e19,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:58.795472 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-4df888ff-64d7-4034-a1c3-bba356dc5188 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] show failed (client error): The resource could not be found. Sep 26 13:08:58.801598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4df888ff-64d7-4034-a1c3-bba356dc5188 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "GET /v2.0/security-groups/39725cb2-a0ab-4966-b95f-6a91f9167e19 HTTP/1.1" status: 404 len: 347 time: 0.0453544 Sep 26 13:08:58.811429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47098) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:08:58.962478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e48ae4c3-c90c-44b7-82de-781108e8902d req-d826f71c-018b-4ff1-8346-40fd5e7ef9bd tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720776 Sep 26 13:08:59.050936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Routers {'d676884a-8efe-4716-a1d9-1b29067874f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:59.056588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['d676884a-8efe-4716-a1d9-1b29067874f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:59.063976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a90cba-8aa1-4aec-b894-ea87eef9ff81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:59.312317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] Set router d676884a-8efe-4716-a1d9-1b29067874f6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:08:59.438140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 155b6271-b160-4da3-9081-431dd83fe124 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:08:59.441092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Pushing event updated for resources: {'Port': ['ID=7db07725-99a2-409a-8ba5-38a9f9edac1a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:08:59.475211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:59.504785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Deleting port 3b216a81-fafb-485f-b1ef-4715b03ef614 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:08:59.517942 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:59.527743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 155b6271-b160-4da3-9081-431dd83fe124 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:08:59.528078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 155b6271-b160-4da3-9081-431dd83fe124 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:08:59.546339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-42a6f6ff-09ed-4360-a7c4-1fc83521472a None None] Provisioning complete for port 7db07725-99a2-409a-8ba5-38a9f9edac1a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:08:59.546789 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42a6f6ff-09ed-4360-a7c4-1fc83521472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:59.549248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.549651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.550036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.550317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.550641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.550963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.551280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.551638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.551915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.552228 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.552545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.552855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0cb7-ced9-4a0a-8188-fd580fe88ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:08:59.690961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:32Z', 'revision_number': 5, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:59.719544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:59.720355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:08:59.736997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Calling delete_port for 3b216a81-fafb-485f-b1ef-4715b03ef614 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:08:59.793452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] Checking router: ed26545c-e969-4b98-8af7-219c4e2b1517 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:08:59.941958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:08:59.943337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:08:59.977221 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:00.176262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Pushing event deleted for resources: {'Port': ['ID=3b216a81-fafb-485f-b1ef-4715b03ef614,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:00.293763 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42a6f6ff-09ed-4360-a7c4-1fc83521472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:00.355934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Deleting port 7db07725-99a2-409a-8ba5-38a9f9edac1a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:00.357007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:00.519070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] For port 7db07725-99a2-409a-8ba5-38a9f9edac1a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7db07725-99a2-409a-8ba5-38a9f9edac1a,segment=NetworkSegment(8eeb74a4-f362-4354-8302-3301963ff4e6),segment_id=8eeb74a4-f362-4354-8302-3301963ff4e6)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:00.519609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:00.538465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-42a6f6ff-09ed-4360-a7c4-1fc83521472a None None] For port 7db07725-99a2-409a-8ba5-38a9f9edac1a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7db07725-99a2-409a-8ba5-38a9f9edac1a,segment=NetworkSegment(8eeb74a4-f362-4354-8302-3301963ff4e6),segment_id=8eeb74a4-f362-4354-8302-3301963ff4e6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:00.551117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:48Z', 'revision_number': 4, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port': {'id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:39Z', 'updated_at': '2021-09-26T13:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '7db07725-99a2-409a-8ba5-38a9f9edac1a', 'name': '', 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'mac_address': 'fa:16:3e:7a:f4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '41a9aaa0-ed38-4e02-8811-59a4e160ecd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:46Z', 'updated_at': '2021-09-26T13:08:57Z', 'revision_number': 4, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'subnets': [{'id': '41a9aaa0-ed38-4e02-8811-59a4e160ecd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:00.551861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Calling delete_port for 7db07725-99a2-409a-8ba5-38a9f9edac1a owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:00.616075 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42a6f6ff-09ed-4360-a7c4-1fc83521472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:00.633086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece98f8-e0bc-4a46-aba3-b162af69399c None None] The sync data for ids ['d676884a-8efe-4716-a1d9-1b29067874f6'] in n-d-806683-13 is: [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:48Z', 'revision_number': 4, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port': {'id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:39Z', 'updated_at': '2021-09-26T13:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '7db07725-99a2-409a-8ba5-38a9f9edac1a', 'name': '', 'network_id': '1bd09096-fb87-439d-afa5-6162df282a04', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'mac_address': 'fa:16:3e:7a:f4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '41a9aaa0-ed38-4e02-8811-59a4e160ecd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:46Z', 'updated_at': '2021-09-26T13:08:57Z', 'revision_number': 4, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'subnets': [{'id': '41a9aaa0-ed38-4e02-8811-59a4e160ecd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:09:00.635820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a90cba-8aa1-4aec-b894-ea87eef9ff81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:00.641080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d716a2-6f11-4b1c-b02c-c0f677cb3720,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:00.658461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a90cba-8aa1-4aec-b894-ea87eef9ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:00.708130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:00.919963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:00.972949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6f6ff-09ed-4360-a7c4-1fc83521472a None None] Pushing event updated for resources: {'Port': ['ID=7db07725-99a2-409a-8ba5-38a9f9edac1a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:01.090897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db07725-99a2-409a-8ba5-38a9f9edac1a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:01.167266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c9a90cba-8aa1-4aec-b894-ea87eef9ff81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3c31f28025947448e563567278d8713&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6211367 Sep 26 13:09:01.170325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47126) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:01.181153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5634326-69f7-4a11-a090-adb68ba5baf3 req-a6f22a32-69cf-4ded-bafd-db794e29f6e8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:01.191511 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c5634326-69f7-4a11-a090-adb68ba5baf3 req-a6f22a32-69cf-4ded-bafd-db794e29f6e8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.9966917 Sep 26 13:09:01.195810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a90cba-8aa1-4aec-b894-ea87eef9ff81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885c17d7-7f58-4fcc-b7b0-18a94e826744,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:01.297395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.408113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c5634326-69f7-4a11-a090-adb68ba5baf3 req-04626331-f35f-4788-ab33-6a4be477834b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528251 Sep 26 13:09:01.427718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.434277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.439758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9341a92c-27eb-4af7-8d25-b6fa68f55943 tempest-ServersTestFqdnHostnames-344475370 tempest-ServersTestFqdnHostnames-344475370-project] 10.222.0.13 "DELETE /v2.0/floatingips/20947969-9821-4630-92b0-f2acb0c88bb3 HTTP/1.1" status: 204 len: 168 time: 2.6219671 Sep 26 13:09:01.440416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47132) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:01.505310 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.509558 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.547111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:32Z', 'revision_number': 5, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:01.622981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c97a3-a7b9-45b2-954a-d01ae3117646 None None] The sync data for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 is: [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:05:27Z', 'revision_number': 4, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '705cf72c-113b-4127-96ef-718f4247a22e', 'name': '', 'network_id': '3b1e6318-8252-4127-8ce1-f2a6f42a4a4a', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'mac_address': 'fa:16:3e:32:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:25Z', 'updated_at': '2021-09-26T13:05:32Z', 'revision_number': 5, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'subnets': [{'id': '10784a2b-1049-4c2e-bbaf-c0b1df36641f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:09:01.655692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.660559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ce908c-64b1-49ed-b8a1-cecee2221af7 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:09:01.739691 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.741158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e481186b-9e9b-4a97-8cb1-6a063e1c16ed admin admin] 10.222.0.13 "DELETE /v2.0/routers/93ce908c-64b1-49ed-b8a1-cecee2221af7 HTTP/1.1" status: 204 len: 168 time: 6.7367413 Sep 26 13:09:01.742854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f808007d-dff3-4f43-83dc-1f89203f2eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.749875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47138) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:01.840384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f808007d-dff3-4f43-83dc-1f89203f2eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.933127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d7e85a-85a5-47c1-95e7-c31f08c8067d admin admin] Deleting subnet 0dc894ca-1d1e-450d-af1a-824675f7ae8f {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:09:01.946044 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34d7e85a-85a5-47c1-95e7-c31f08c8067d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.950284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.966620 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f808007d-dff3-4f43-83dc-1f89203f2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.969259 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f808007d-dff3-4f43-83dc-1f89203f2eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:01.970501 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f808007d-dff3-4f43-83dc-1f89203f2eb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/885c17d7-7f58-4fcc-b7b0-18a94e826744 HTTP/1.1" status: 204 len: 168 time: 0.7974222 Sep 26 13:09:01.986394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808007d-dff3-4f43-83dc-1f89203f2eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885c17d7-7f58-4fcc-b7b0-18a94e826744,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:02.489905 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34d7e85a-85a5-47c1-95e7-c31f08c8067d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:02.679957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:02.697167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34d7e85a-85a5-47c1-95e7-c31f08c8067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:02.819354 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-adf4c766-b980-486b-a728-6bd2888b9cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:02.898484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6221c6e-4c23-4eed-8d64-5c541597b36d req-dea9d6c1-de0f-4e04-9ca5-53f5a83808e3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:02.898828 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca294696-e52d-4442-8eea-7d0b049b6779 None None] New status for floating IP 20947969-9821-4630-92b0-f2acb0c88bb3: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:09:02.902960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b6221c6e-4c23-4eed-8d64-5c541597b36d req-dea9d6c1-de0f-4e04-9ca5-53f5a83808e3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.2539926 Sep 26 13:09:03.091512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5d716a2-6f11-4b1c-b02c-c0f677cb3720 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:03.164602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b6221c6e-4c23-4eed-8d64-5c541597b36d req-43a03d62-a9b2-4de6-aa97-a9a6fb3a91fc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446263 Sep 26 13:09:03.175217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c5d716a2-6f11-4b1c-b02c-c0f677cb3720 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:03.175893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5d716a2-6f11-4b1c-b02c-c0f677cb3720 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:03.179552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34d7e85a-85a5-47c1-95e7-c31f08c8067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:03.282541 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-adf4c766-b980-486b-a728-6bd2888b9cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:03.292100 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-adf4c766-b980-486b-a728-6bd2888b9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:03.318900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4c766-b980-486b-a728-6bd2888b9cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6361ab4a-86e2-4de1-b034-3c5c929f2a88,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:03.393269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-adf4c766-b980-486b-a728-6bd2888b9cba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=490d6bc116564340ab450db9679085c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7121918 Sep 26 13:09:03.397349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:03.519977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2de95bbe-de6d-40d6-917f-9a422d84eb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:03.596248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7e85a-85a5-47c1-95e7-c31f08c8067d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc894ca-1d1e-450d-af1a-824675f7ae8f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:03.597299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2de95bbe-de6d-40d6-917f-9a422d84eb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:03.613037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81d686-7257-4261-b619-58d1bff388d2 None None] Network 6ee1dcee-4f37-4d19-801b-79c4377a3906 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:03.618227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34d7e85a-85a5-47c1-95e7-c31f08c8067d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:03.623294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-34d7e85a-85a5-47c1-95e7-c31f08c8067d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0dc894ca-1d1e-450d-af1a-824675f7ae8f HTTP/1.1" status: 204 len: 168 time: 1.8687100 Sep 26 13:09:03.651249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47168) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:03.682018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Router d676884a-8efe-4716-a1d9-1b29067874f6 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:09:03.991198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.016367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2de95bbe-de6d-40d6-917f-9a422d84eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.044449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2de95bbe-de6d-40d6-917f-9a422d84eb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.051742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2de95bbe-de6d-40d6-917f-9a422d84eb33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6361ab4a-86e2-4de1-b034-3c5c929f2a88 HTTP/1.1" status: 204 len: 168 time: 0.6513426 Sep 26 13:09:04.076900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] DHCP port deletion for 6ee1dcee-4f37-4d19-801b-79c4377a3906 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:09:04.128225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de95bbe-de6d-40d6-917f-9a422d84eb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6361ab4a-86e2-4de1-b034-3c5c929f2a88,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:04.175301 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.257959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] Deleting port 9d6f3d96-a5d2-43f9-b909-766838f936ba {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:04.258804 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.272073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Deleting port 9d6f3d96-a5d2-43f9-b909-766838f936ba {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:04.272419 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.492210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:09:04.504007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ab9631d-0663-4453-89fb-4356e9f48b72 admin admin] 10.222.0.13 "PUT /v2.0/routers/d676884a-8efe-4716-a1d9-1b29067874f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5462244 Sep 26 13:09:04.517037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] For port 9d6f3d96-a5d2-43f9-b909-766838f936ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9d6f3d96-a5d2-43f9-b909-766838f936ba,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:04.523250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] Sync routers for ids ['d676884a-8efe-4716-a1d9-1b29067874f6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:09:04.524311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47184) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:04.534569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.540090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] For port 9d6f3d96-a5d2-43f9-b909-766838f936ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9d6f3d96-a5d2-43f9-b909-766838f936ba,segment=NetworkSegment(6ab647db-6c66-4adb-a0f3-bc0c09d3093a),segment_id=6ab647db-6c66-4adb-a0f3-bc0c09d3093a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:04.540499 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.572461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Calling delete_port for 9d6f3d96-a5d2-43f9-b909-766838f936ba owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:04.590081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] Routers {'d676884a-8efe-4716-a1d9-1b29067874f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:04.590081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['d676884a-8efe-4716-a1d9-1b29067874f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:04.693541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] Calling delete_port for 9d6f3d96-a5d2-43f9-b909-766838f936ba owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:04.777812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.811656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79650148-1585-404b-9bca-9cc4e1fff146 req-086bd65e-7fe6-4ae9-9ea4-3fc5b5d77dc0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:04.814738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79650148-1585-404b-9bca-9cc4e1fff146 req-086bd65e-7fe6-4ae9-9ea4-3fc5b5d77dc0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.3993506 Sep 26 13:09:04.847181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6f3d96-a5d2-43f9-b909-766838f936ba,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:04.862526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.862873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.863218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.863579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.863916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.864273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.864627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.865055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.865405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.867712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.868815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.869210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:04.876952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] No DVR routers for this DVR port 9d6f3d96-a5d2-43f9-b909-766838f936ba on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:09:04.957266 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:04.976934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79650148-1585-404b-9bca-9cc4e1fff146 req-2444d4de-9f2b-4d3a-bca0-2559d16fab40 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524732 Sep 26 13:09:05.024338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] Pushing event deleted for resources: {'Port': ['ID=9d6f3d96-a5d2-43f9-b909-766838f936ba,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:05.026345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78c570-945c-47d6-bf41-1dcee2c4db9a None None] No DVR routers for this DVR port 9d6f3d96-a5d2-43f9-b909-766838f936ba on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:09:05.088789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] Set router d676884a-8efe-4716-a1d9-1b29067874f6 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:05.143023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:05.181722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:05.334125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee1dcee-4f37-4d19-801b-79c4377a3906']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:05.367919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab647db-6c66-4adb-a0f3-bc0c09d3093a') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:05.368638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab647db-6c66-4adb-a0f3-bc0c09d3093a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:05.419479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:05.440108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:05.449699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:09:05.450781 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:05.594019 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:09:05.647563 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:09:05.677113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:05.706957 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:05.715593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ee1dcee-4f37-4d19-801b-79c4377a3906 HTTP/1.1" status: 204 len: 168 time: 1.8746102 Sep 26 13:09:05.757351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9d6f3d96-a5d2-43f9-b909-766838f936ba no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:05.765086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d177414-a8ad-4220-adbc-e4a3ae3a0cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee1dcee-4f37-4d19-801b-79c4377a3906,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:05.794290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9d6f3d96-a5d2-43f9-b909-766838f936ba {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:05.794637 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9d6f3d96-a5d2-43f9-b909-766838f936ba not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:06.094782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47220) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:06.348138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-635c9331-173f-4c49-b0f7-9e6e7cf9e0a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f58c8846aafb4d3886f0e7201ab43622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458997 Sep 26 13:09:06.349426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:09:00Z', 'revision_number': 5, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port': {'id': '4fd400c3-a136-4ba1-9521-a7572a3f423d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:39Z', 'updated_at': '2021-09-26T13:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:06.419051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] Checking router: d676884a-8efe-4716-a1d9-1b29067874f6 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:09:06.420947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47224) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:06.452180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] Routers {'d676884a-8efe-4716-a1d9-1b29067874f6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:06.452926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['d676884a-8efe-4716-a1d9-1b29067874f6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:06.568479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7107386-5937-45f1-913b-f3ce4fc58239 req-ff39acd8-1e8a-47a9-8e7f-6cd92f6912cf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:06.573444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7107386-5937-45f1-913b-f3ce4fc58239 req-ff39acd8-1e8a-47a9-8e7f-6cd92f6912cf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.2754633 Sep 26 13:09:06.648451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46bb27d1-fab9-49e1-acc8-1fda93c79965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:06.722605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] Set router d676884a-8efe-4716-a1d9-1b29067874f6 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:06.835905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e7107386-5937-45f1-913b-f3ce4fc58239 req-b1a713a8-760f-4163-b0dc-7dc789065502 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495015 Sep 26 13:09:06.855889 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46bb27d1-fab9-49e1-acc8-1fda93c79965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:06.907543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Deleting port 4fd400c3-a136-4ba1-9521-a7572a3f423d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:06.908736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:06.912344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Deleting port 705cf72c-113b-4127-96ef-718f4247a22e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:06.912810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:06.939657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:09:05Z', 'revision_number': 6, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:06.964694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46bb27d1-fab9-49e1-acc8-1fda93c79965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:06.968992 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46bb27d1-fab9-49e1-acc8-1fda93c79965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:06.978184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-46bb27d1-fab9-49e1-acc8-1fda93c79965 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f4faa7a-692c-46b3-9cd7-137d8f286920 HTTP/1.1" status: 204 len: 168 time: 0.5492744 Sep 26 13:09:07.002578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb27d1-fab9-49e1-acc8-1fda93c79965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4faa7a-692c-46b3-9cd7-137d8f286920,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:07.066182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e532-a2bc-4d82-b057-915874c0fb43 None None] The sync data for ids ['d676884a-8efe-4716-a1d9-1b29067874f6'] in n-d-806683-13 is: [{'id': 'd676884a-8efe-4716-a1d9-1b29067874f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1270301433-router', 'tenant_id': '2f5688eeeea94635895229a85b1fcf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:09:05Z', 'revision_number': 6, 'project_id': '2f5688eeeea94635895229a85b1fcf5d', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:09:07.233843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] For port 705cf72c-113b-4127-96ef-718f4247a22e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=705cf72c-113b-4127-96ef-718f4247a22e,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:07.234283 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:07.315544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Calling delete_port for 705cf72c-113b-4127-96ef-718f4247a22e owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:07.754225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] For port 4fd400c3-a136-4ba1-9521-a7572a3f423d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4fd400c3-a136-4ba1-9521-a7572a3f423d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:07.754463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:07.823957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Calling delete_port for 4fd400c3-a136-4ba1-9521-a7572a3f423d owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:07.932370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47252) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:08.312775 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c32b2ce-72f2-48dc-9f9a-d120f3e38b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:08.324654 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f62d2a1-8553-4a41-8ba3-4c633b98e5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:08.557765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc86ed7-3ee6-49a5-a1a2-9d6b9f885025 req-5f1a3c58-7760-401c-b911-1b888e232f20 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:08.568000 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1fc86ed7-3ee6-49a5-a1a2-9d6b9f885025 req-5f1a3c58-7760-401c-b911-1b888e232f20 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.5692835 Sep 26 13:09:08.640265 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f62d2a1-8553-4a41-8ba3-4c633b98e5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:08.646830 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f62d2a1-8553-4a41-8ba3-4c633b98e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:08.703910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62d2a1-8553-4a41-8ba3-4c633b98e5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53953a8c-f06f-4924-b5b1-026151671b2a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:08.745171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5f62d2a1-8553-4a41-8ba3-4c633b98e5b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5119cbadead64817bf4ae76dc723acb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8092651 Sep 26 13:09:08.747008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47280) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:08.817767 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:08.842137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1fc86ed7-3ee6-49a5-a1a2-9d6b9f885025 req-560f019d-6f33-4124-a388-ef5511b25bd0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731194 Sep 26 13:09:08.881764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=705cf72c-113b-4127-96ef-718f4247a22e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:08.934500 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-411cc38c-aa0b-40f7-bfb9-c4e5dc7588e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.009021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-411cc38c-aa0b-40f7-bfb9-c4e5dc7588e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.049408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47284) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:09.084437 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.153998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-411cc38c-aa0b-40f7-bfb9-c4e5dc7588e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.156756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-411cc38c-aa0b-40f7-bfb9-c4e5dc7588e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.159847 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-411cc38c-aa0b-40f7-bfb9-c4e5dc7588e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53953a8c-f06f-4924-b5b1-026151671b2a HTTP/1.1" status: 204 len: 168 time: 0.4090219 Sep 26 13:09:09.185637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cc38c-aa0b-40f7-bfb9-c4e5dc7588e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53953a8c-f06f-4924-b5b1-026151671b2a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:09.216941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd400c3-a136-4ba1-9521-a7572a3f423d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:09.330269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1001176704-network', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:09.399952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:09.408203 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.424496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.450200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4fd400c3-a136-4ba1-9521-a7572a3f423d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:09.482338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.495007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 4fd400c3-a136-4ba1-9521-a7572a3f423d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:09.496103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4fd400c3-a136-4ba1-9521-a7572a3f423d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:09.505694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7db07725-99a2-409a-8ba5-38a9f9edac1a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:09.559769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7db07725-99a2-409a-8ba5-38a9f9edac1a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:09.561078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7db07725-99a2-409a-8ba5-38a9f9edac1a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:09.729286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.737343 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.764681 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.766036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:09:09.792318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.792784 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Added segment 786aec31-5119-4ad5-8897-91a8967b2d9c of type vlan for network bcc4ad1b-5178-4df1-849d-d894c90d9977 Sep 26 13:09:09.865816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.949434 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:09.951439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:09.952212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:10.023873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2635694-e3dd-467e-8d37-b1ff348b1bc5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:10.029294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:10.083050 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0323350 Sep 26 13:09:10.085747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47314) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:10.096119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:10.126780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Request body: {'subnet': {'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1001176704-subnet', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:10.296157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:10.297145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d676884a-8efe-4716-a1d9-1b29067874f6 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:09:10.304824 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:10.310259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dd355540-f03a-4b32-b2b6-360c7f51a817 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d676884a-8efe-4716-a1d9-1b29067874f6 HTTP/1.1" status: 204 len: 168 time: 5.7847912 Sep 26 13:09:10.312075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47318) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:10.312858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:10.318535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:10.336499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d8eb4-c7e8-4a5f-beb2-0e5f7c995f7f admin admin] Pushing event updated for resources: {'Network': ['ID=bcc4ad1b-5178-4df1-849d-d894c90d9977,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:10.352304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:09:10.373406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d497b79-15c5-4150-b8f1-518e86bce6ea req-de68741c-af1e-48d9-b7f3-c48d31af25ce tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:10.376304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d497b79-15c5-4150-b8f1-518e86bce6ea req-de68741c-af1e-48d9-b7f3-c48d31af25ce tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.3674109 Sep 26 13:09:10.531883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d497b79-15c5-4150-b8f1-518e86bce6ea req-8119c76f-7a54-4034-8b0c-c78398adb073 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468825 Sep 26 13:09:10.652743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05886bc-cdff-49cd-b4bc-fcd54d9f8cb8 admin admin] Deleting subnet 41a9aaa0-ed38-4e02-8811-59a4e160ecd9 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:09:10.673331 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05886bc-cdff-49cd-b4bc-fcd54d9f8cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:10.750371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05886bc-cdff-49cd-b4bc-fcd54d9f8cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:10.806132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Router ed26545c-e969-4b98-8af7-219c4e2b1517 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:09:10.976341 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6a2c1f03-a421-458b-926c-448252defc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.043643 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05886bc-cdff-49cd-b4bc-fcd54d9f8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.105551 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.179224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:09:11.186481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-743bd929-44cf-45ce-a229-c39610f324a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/ed26545c-e969-4b98-8af7-219c4e2b1517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7388151 Sep 26 13:09:11.189457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47346) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:11.192768 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] Sync routers for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:09:11.193290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05886bc-cdff-49cd-b4bc-fcd54d9f8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.210521 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:11.211161 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:11.211478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Pushing event updated for resources: {'Subnet': ['ID=3546b69d-5bf9-44b2-91d3-59645941a8d6,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:11.221023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05886bc-cdff-49cd-b4bc-fcd54d9f8cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.223719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c05886bc-cdff-49cd-b4bc-fcd54d9f8cb8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41a9aaa0-ed38-4e02-8811-59a4e160ecd9 HTTP/1.1" status: 204 len: 168 time: 0.9023850 Sep 26 13:09:11.235032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15887d-0472-4418-ab7d-01f363cb176d None None] Network 1bd09096-fb87-439d-afa5-6162df282a04 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:11.248679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47350) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:11.272670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05886bc-cdff-49cd-b4bc-fcd54d9f8cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a9aaa0-ed38-4e02-8811-59a4e160ecd9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:11.320071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Checking segment: {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:11.321585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Network hostable DHCP agents. Network: bcc4ad1b-5178-4df1-849d-d894c90d9977, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:09:11.374091 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:11.458005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:09:11.472096 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.487357 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.496297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, bcc4ad1b-5178-4df1-849d-d894c90d9977) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:11.512523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:11.514265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.556337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5711665d-9db9-49b2-9054-5e2f733b7cb5 None None] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:11.688049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b12abe63-b64f-4f93-a854-17e4b47026da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5894179 Sep 26 13:09:11.688908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47390) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:11.702367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:11.783846 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.796882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.856760 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:09:08Z', 'revision_number': 5, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port': {'id': 'c8ed5b14-9053-4c72-a1bc-89a3ab3303ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:19Z', 'updated_at': '2021-09-26T13:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:11.902228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.903891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.908532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] DHCP port deletion for 1bd09096-fb87-439d-afa5-6162df282a04 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:09:11.937565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Deleting port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:11.937998 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:11.938987 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] Checking router: ed26545c-e969-4b98-8af7-219c4e2b1517 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:09:11.953429 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] Routers {'ed26545c-e969-4b98-8af7-219c4e2b1517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:11.954584 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ed26545c-e969-4b98-8af7-219c4e2b1517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:11.973665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Deleting port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:11.974031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.047047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a2c60-64ec-40f7-98bb-1921203d3753 req-f0257ecf-1b10-457f-be98-66b9817074b5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:12.083146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-420a2c60-64ec-40f7-98bb-1921203d3753 req-f0257ecf-1b10-457f-be98-66b9817074b5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.3541176 Sep 26 13:09:12.155948 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.182936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] Deleting port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:12.183638 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.195542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] For port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,segment=NetworkSegment(8eeb74a4-f362-4354-8302-3301963ff4e6),segment_id=8eeb74a4-f362-4354-8302-3301963ff4e6)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:12.197586 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.197845 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] Set router ed26545c-e969-4b98-8af7-219c4e2b1517 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:12.231323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Calling delete_port for 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:12.232329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] For port c8ed5b14-9053-4c72-a1bc-89a3ab3303ed, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c8ed5b14-9053-4c72-a1bc-89a3ab3303ed,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:12.232843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.257857 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:09:11Z', 'revision_number': 6, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:12.295666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Calling delete_port for c8ed5b14-9053-4c72-a1bc-89a3ab3303ed owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:12.310047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a671b-9840-47a4-989d-a1a03ec1e1ae None None] The sync data for ids ['ed26545c-e969-4b98-8af7-219c4e2b1517'] in n-d-806683-13 is: [{'id': 'ed26545c-e969-4b98-8af7-219c4e2b1517', 'name': 'tempest-ServersTestFqdnHostnames-181323889-router', 'tenant_id': '6f7da6cdd9384093a8ef11737517db83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:05:18Z', 'updated_at': '2021-09-26T13:09:11Z', 'revision_number': 6, 'project_id': '6f7da6cdd9384093a8ef11737517db83', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:09:12.330011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-bcc4ad1b-5178-4df1-849d-d894c90d9977', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:09:12.330889 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.396462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.474256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-420a2c60-64ec-40f7-98bb-1921203d3753 req-22f8aea5-3d67-4e7a-8af6-6b5a6ae65847 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426618 Sep 26 13:09:12.669347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] For port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,segment=NetworkSegment(8eeb74a4-f362-4354-8302-3301963ff4e6),segment_id=8eeb74a4-f362-4354-8302-3301963ff4e6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:12.669725 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.682654 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.682903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.723992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] Calling delete_port for 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:12.725664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ed5b14-9053-4c72-a1bc-89a3ab3303ed,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:12.743942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Allocated IP 172.20.0.2 (bcc4ad1b-5178-4df1-849d-d894c90d9977/3546b69d-5bf9-44b2-91d3-59645941a8d6/6246b803-c9c1-48fc-949d-e20b7093dcc9) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:12.766705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:12.788192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.810135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] No DVR routers for this DVR port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:09:12.837788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:12.968921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.023527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.028739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.076230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd09096-fb87-439d-afa5-6162df282a04']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:13.130151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eeb74a4-f362-4354-8302-3301963ff4e6') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:13.130717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eeb74a4-f362-4354-8302-3301963ff4e6') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:13.148848 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.150804 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.153892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.155188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed26545c-e969-4b98-8af7-219c4e2b1517 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:09:13.160913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.162791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-febe1b3c-3094-4b3c-a686-04fee9fa6aa1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ed26545c-e969-4b98-8af7-219c4e2b1517 HTTP/1.1" status: 204 len: 168 time: 1.9716275 Sep 26 13:09:13.165265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47446) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:13.196535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.199172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.206083 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.213604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:09:13.214598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:09:13.217221 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:09:13.230336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88dbde1-746f-4655-8091-15f14c467d9c admin admin] Deleting subnet 10784a2b-1049-4c2e-bbaf-c0b1df36641f {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:09:13.234444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b88dbde1-746f-4655-8091-15f14c467d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.251238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:13.254459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:13.258783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:09:13.266968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] No DVR routers for this DVR port 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:09:13.303177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:09:13.323586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Pushing event updated for resources: {'Port': ['ID=6246b803-c9c1-48fc-949d-e20b7093dcc9,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:13.341407 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b88dbde1-746f-4655-8091-15f14c467d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.372594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.399500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Attempting to bind port 6246b803-c9c1-48fc-949d-e20b7093dcc9 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:09:13.399875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Attempting to bind port 6246b803-c9c1-48fc-949d-e20b7093dcc9 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:09:13.400414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Attempting to bind port 6246b803-c9c1-48fc-949d-e20b7093dcc9 on network bcc4ad1b-5178-4df1-849d-d894c90d9977 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:09:13.406361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218db65-d107-400f-b433-0ec81cc6e93b None None] Pushing event deleted for resources: {'Port': ['ID=0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:13.423765 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.426072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] 10.222.0.13 "DELETE /v2.0/networks/1bd09096-fb87-439d-afa5-6162df282a04 HTTP/1.1" status: 204 len: 168 time: 2.1721232 Sep 26 13:09:13.456172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:09:13.457634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Checking segment: {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:13.458058 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.459915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Bound using segment: {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:09:13.460419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Bound port: 6246b803-c9c1-48fc-949d-e20b7093dcc9, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:09:13.460811 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.495199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480de9b-bc28-45de-896e-791e9024eedc admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd09096-fb87-439d-afa5-6162df282a04,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:13.498919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b88dbde1-746f-4655-8091-15f14c467d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.639307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:13.680580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:13.684787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'network_id': 'd9589639-b0f3-46ff-af04-95284e5f9eb7', 'port_id': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'mac_address': 'fa:16:3e:0c:95:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0f0981-4ba4-400d-aa76-0e0bdec89524', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:09:13.689418 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.704824 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b88dbde1-746f-4655-8091-15f14c467d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.752675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.787992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:13.789102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0bb12a9e-d48a-42a5-81d9-7eeb5e1ee744 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:13.789956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c8ed5b14-9053-4c72-a1bc-89a3ab3303ed no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:13.824219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dbde1-746f-4655-8091-15f14c467d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10784a2b-1049-4c2e-bbaf-c0b1df36641f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:13.826421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b88dbde1-746f-4655-8091-15f14c467d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.847881 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b88dbde1-746f-4655-8091-15f14c467d9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/10784a2b-1049-4c2e-bbaf-c0b1df36641f HTTP/1.1" status: 204 len: 168 time: 0.6814342 Sep 26 13:09:13.854244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47458) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:13.866731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f7d1b-801e-4ba7-8617-f5836ec5d525 None None] Network 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:13.869122 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:13.872140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47460) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:13.905912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c8ed5b14-9053-4c72-a1bc-89a3ab3303ed {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:13.906396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c8ed5b14-9053-4c72-a1bc-89a3ab3303ed not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:13.906822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 705cf72c-113b-4127-96ef-718f4247a22e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:13.940285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455d65-d8b0-4334-b57a-2e00cbe997ee req-aad68063-403e-4858-8b7a-73077f80c48d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:13.942550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d455d65-d8b0-4334-b57a-2e00cbe997ee req-aad68063-403e-4858-8b7a-73077f80c48d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 944 time: 0.2960811 Sep 26 13:09:13.996512 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.016483 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 705cf72c-113b-4127-96ef-718f4247a22e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:14.016830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 705cf72c-113b-4127-96ef-718f4247a22e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:14.036480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417b1aa0-8de6-4c51-8b62-2e27e5889876 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:09:14.064841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:14.078543 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.082316 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.202270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] For port 6246b803-c9c1-48fc-949d-e20b7093dcc9, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:09:14.244389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] For port 6246b803-c9c1-48fc-949d-e20b7093dcc9, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6246b803-c9c1-48fc-949d-e20b7093dcc9,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:09:14.260065 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d455d65-d8b0-4334-b57a-2e00cbe997ee req-53d9e897-af7c-49ec-9143-642ab85bf29d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018858 Sep 26 13:09:14.289837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.302304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=11']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:14.336152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Deleting port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:14.336589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.356054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['417b1aa0-8de6-4c51-8b62-2e27e5889876'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:09:14.440010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e784e10-0e38-42ae-8f2e-5c40a37daf49 None None] Pushing event updated for resources: {'Port': ['ID=6246b803-c9c1-48fc-949d-e20b7093dcc9,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:14.516128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] For port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:14.516799 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.532225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] DHCP port deletion for 3b1e6318-8252-4127-8ce1-f2a6f42a4a4a request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:09:14.534698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Calling delete_port for 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:14.814319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] Deleting port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:14.814705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.831769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.903743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Pushing event deleted for resources: {'Port': ['ID=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:14.913303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] No DVR routers for this DVR port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:09:14.942683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-22df29e0-3162-4c4c-a5e5-c9428476f178 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f5688eeeea94635895229a85b1fcf5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0688803 Sep 26 13:09:14.945710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47476) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:14.970017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] For port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,segment=NetworkSegment(2c778f13-6075-4844-9c58-a4d26a32498f),segment_id=2c778f13-6075-4844-9c58-a4d26a32498f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:14.970465 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:14.984963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] Calling delete_port for 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:15.063948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Allocated IP 172.25.4.194 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/d599ec61-4052-42c2-8471-122c1c100460) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:15.082403 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.127754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.147055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] Pushing event deleted for resources: {'Port': ['ID=824ac03d-bf86-4b04-b24b-e7d27acfb2b0,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:15.153517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10858975-527f-49cb-bfc3-e8f74de8d07e None None] No DVR routers for this DVR port 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:09:15.170265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.216131 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f829f54-7664-401e-be97-4e7edfacb9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.218298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1e6318-8252-4127-8ce1-f2a6f42a4a4a']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:15.238491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c778f13-6075-4844-9c58-a4d26a32498f') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:15.239054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c778f13-6075-4844-9c58-a4d26a32498f') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:15.259159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6246b803-c9c1-48fc-949d-e20b7093dcc9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:15.271727 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.314368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f829f54-7664-401e-be97-4e7edfacb9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.326304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:15.327213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.348533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:09:15.348801 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:09:15.352053 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:09:15.440498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 6246b803-c9c1-48fc-949d-e20b7093dcc9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:15.440911 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.442753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 417b1aa0-8de6-4c51-8b62-2e27e5889876 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:09:15.451640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 417b1aa0-8de6-4c51-8b62-2e27e5889876 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:15.451640 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.533361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.540051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.553239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3b1e6318-8252-4127-8ce1-f2a6f42a4a4a HTTP/1.1" status: 204 len: 168 time: 1.6978569 Sep 26 13:09:15.579012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c72f0-9366-409f-8d99-4a60afad5036 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1e6318-8252-4127-8ce1-f2a6f42a4a4a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:15.581864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.648466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f829f54-7664-401e-be97-4e7edfacb9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.651668 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f829f54-7664-401e-be97-4e7edfacb9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.655411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8f829f54-7664-401e-be97-4e7edfacb9e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a5dbfec-9449-4d94-90ed-c9a79047be6c HTTP/1.1" status: 204 len: 168 time: 0.7065034 Sep 26 13:09:15.696586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ab3b-e21d-4f69-a1f4-608cba7a40f4 req-8150dc61-6cd8-47db-8d4f-349cf3de549c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:15.698804 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1187ab3b-e21d-4f69-a1f4-608cba7a40f4 req-8150dc61-6cd8-47db-8d4f-349cf3de549c tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 945 time: 0.1838450 Sep 26 13:09:15.699873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f829f54-7664-401e-be97-4e7edfacb9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5dbfec-9449-4d94-90ed-c9a79047be6c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:15.726858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:15.843497 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1187ab3b-e21d-4f69-a1f4-608cba7a40f4 req-228ae387-f95a-4c9e-a0ac-4601e8af81e0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357813 Sep 26 13:09:15.845624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:15.870688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:15.873084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Pushing event updated for resources: {'Port': ['ID=d599ec61-4052-42c2-8471-122c1c100460,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:15.875404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:09:16.130556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:16.142302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47498) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:16.231747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 6246b803-c9c1-48fc-949d-e20b7093dcc9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6246b803-c9c1-48fc-949d-e20b7093dcc9,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:16.242009 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:16.248649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47504) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:16.250112 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:16.255455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4fab7578-8545-4d9d-b796-415ce6aa543a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f7da6cdd9384093a8ef11737517db83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116681 Sep 26 13:09:16.403429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1579431e-25ed-490f-83fa-5c21c565cdfb None None] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:16.450033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:16.465448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:09:16.467925 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7182631b-4d37-4370-adc3-934bb8a986da" -d '{"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:09:16.491786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a74caf-a17c-4018-b9bf-f6bb5e8ff3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:16.531074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a74caf-a17c-4018-b9bf-f6bb5e8ff3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:16.550101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:16.582744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:16.583816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 824ac03d-bf86-4b04-b24b-e7d27acfb2b0 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:16.586707 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0913ac34-14d8-476e-a7d5-9c2f5cc1a432 x-openstack-request-id: req-0913ac34-14d8-476e-a7d5-9c2f5cc1a432 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:09:16.587277 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-plugged", "status": "completed", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:09:16.587771 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0913ac34-14d8-476e-a7d5-9c2f5cc1a432 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:09:16.588878 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'code': 200} Sep 26 13:09:16.590959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:16.632674 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=6246b803-c9c1-48fc-949d-e20b7093dcc9,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:16.634565 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:16.640177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-413ee982-e9a8-4175-9715-447906377ee3 None None] Provisioning complete for port 6246b803-c9c1-48fc-949d-e20b7093dcc9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:16.640616 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-413ee982-e9a8-4175-9715-447906377ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:16.812522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:16.825199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1125f0c-2d41-43e1-86bf-66991f94b64c req-30214844-fb52-4565-aba0-ed83e3eb78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:16.828719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1125f0c-2d41-43e1-86bf-66991f94b64c req-30214844-fb52-4565-aba0-ed83e3eb78b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0814943 Sep 26 13:09:17.014273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a74caf-a17c-4018-b9bf-f6bb5e8ff3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:17.024238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a74caf-a17c-4018-b9bf-f6bb5e8ff3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:17.026547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1125f0c-2d41-43e1-86bf-66991f94b64c req-6a757a1f-d00d-491a-8ddd-ed0fc632622e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898768 Sep 26 13:09:17.027087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-90a74caf-a17c-4018-b9bf-f6bb5e8ff3e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a17880d7-0c58-4236-b671-660b38421f74 HTTP/1.1" status: 204 len: 168 time: 0.7725000 Sep 26 13:09:17.087155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a74caf-a17c-4018-b9bf-f6bb5e8ff3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17880d7-0c58-4236-b671-660b38421f74,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:17.264464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6246b803-c9c1-48fc-949d-e20b7093dcc9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:17.359531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 6246b803-c9c1-48fc-949d-e20b7093dcc9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:17.359653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:17.508541 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:17.633047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0be59f74-1fc7-4373-bb19-9bc2854c619c None None] Provisioning complete for port 6246b803-c9c1-48fc-949d-e20b7093dcc9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:17.633995 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0be59f74-1fc7-4373-bb19-9bc2854c619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:17.721914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22167a04-e5d2-4d71-b58f-a605c52c7906 req-42eb36bb-387c-4ce3-91fd-ce7c01b36965 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:17.721914 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22167a04-e5d2-4d71-b58f-a605c52c7906 req-42eb36bb-387c-4ce3-91fd-ce7c01b36965 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.3136878 Sep 26 13:09:17.757369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47552) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:17.782014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22167a04-e5d2-4d71-b58f-a605c52c7906 req-b56f2c40-693b-4e43-b0e7-8f4f83aac82a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646267 Sep 26 13:09:17.940452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-828051058-network', 'tenant_id': '4033df5d9edc44f28b5752c50a5dca18'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:17.951036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Router c2edddd8-61f2-40d6-8a2f-06f225292578 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:09:17.975897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Made reservation on behalf of 4033df5d9edc44f28b5752c50a5dca18 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:17.981723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.005729 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.155486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:09:18.170738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Sync routers for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:09:18.187557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:18.188261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:18.216655 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.222712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.227611 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.230088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-979cec1f-84cc-4df3-8a3c-1bc521cc9102 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5368001 Sep 26 13:09:18.235663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47572) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:18.286515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:09:18.313581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.313868 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Added segment e553e37e-1ae4-486d-811a-0222ea387d46 of type vlan for network 32f7dc6d-4f75-46e6-9c9e-b93741795511 Sep 26 13:09:18.411002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:18.435101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ba9d9-b701-4b1c-b73c-aeab9087e207,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:18.440509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.518577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.521151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:18.523125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.596497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8373320 Sep 26 13:09:18.603336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47586) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:18.619532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Request body: {'subnet': {'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-828051058-subnet', 'tenant_id': '4033df5d9edc44f28b5752c50a5dca18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:18.687307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d6cdc-d1ec-4fa2-8fca-785dcafcf5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=32f7dc6d-4f75-46e6-9c9e-b93741795511,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:18.724324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 32f7dc6d-4f75-46e6-9c9e-b93741795511 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:09:18.733327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Made reservation on behalf of 4033df5d9edc44f28b5752c50a5dca18 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:18.741316 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:18.831002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:16Z', 'revision_number': 3, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:18.921542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Checking router: c2edddd8-61f2-40d6-8a2f-06f225292578 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:09:18.921542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Updating router c2edddd8-61f2-40d6-8a2f-06f225292578 port d599ec61-4052-42c2-8471-122c1c100460 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:09:18.938154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47598) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:18.951199 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.062130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8d71-cbb0-4ed9-abc7-aeaf50451ffd req-462df521-4c87-4d3f-8af8-9dad9c53df45 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:19.066380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-135e8d71-cbb0-4ed9-abc7-aeaf50451ffd req-462df521-4c87-4d3f-8af8-9dad9c53df45 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1286275 Sep 26 13:09:19.179669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-135e8d71-cbb0-4ed9-abc7-aeaf50451ffd req-60d98e6e-f20d-407c-a3f0-d876d635822e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889914 Sep 26 13:09:19.184176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.311695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1274346497-network', 'tenant_id': 'e6909813935d454a9a14e9b4693484b3'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:19.325320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bce8b3a-e400-49f2-aded-779aa7574ff6,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:19.373699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Made reservation on behalf of e6909813935d454a9a14e9b4693484b3 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:19.376230 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.403648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.409935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.412440 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.412810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.440411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Checking segment: {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:19.440775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Network hostable DHCP agents. Network: 32f7dc6d-4f75-46e6-9c9e-b93741795511, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:09:19.497804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Network 32f7dc6d-4f75-46e6-9c9e-b93741795511 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:09:19.518566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 32f7dc6d-4f75-46e6-9c9e-b93741795511) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:19.529640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:19.530614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.544536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b2a512-34b9-4973-ac08-9686777366f6 None None] Network 32f7dc6d-4f75-46e6-9c9e-b93741795511 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:19.596420 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.607507 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.634817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:09:19.647629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.648271 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Added segment 4dc5d43e-33c6-44af-99f6-e6fcc7b45656 of type vlan for network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 Sep 26 13:09:19.678387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Attempting to bind port d599ec61-4052-42c2-8471-122c1c100460 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:09:19.678920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Attempting to bind port d599ec61-4052-42c2-8471-122c1c100460 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:09:19.679408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Attempting to bind port d599ec61-4052-42c2-8471-122c1c100460 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:09:19.694038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Allocated IP 172.20.0.1 (bcc4ad1b-5178-4df1-849d-d894c90d9977/3546b69d-5bf9-44b2-91d3-59645941a8d6/c9e3b757-3ed0-47bc-aec7-ab52dbfb198e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:19.707018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.708597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:09:19.714253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:19.714747 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.715208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:09:19.715749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Bound port: d599ec61-4052-42c2-8471-122c1c100460, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:09:19.716376 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.726469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3bd44e0f-a8ce-49e3-bcae-02d10d7b6556 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1110685 Sep 26 13:09:19.726690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523c74e-51e4-4d38-b6d4-1a615a87e3e7 None None] Pushing event updated for resources: {'Port': ['ID=d599ec61-4052-42c2-8471-122c1c100460,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:19.751414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6fd88a-da87-496f-b1b7-8d23f470a495,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:19.761300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.763468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:19.764108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.825521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb0b0f6-8c04-4a7b-a520-59a4fe87e286 None None] Network 32f7dc6d-4f75-46e6-9c9e-b93741795511 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:19.867441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] For port d599ec61-4052-42c2-8471-122c1c100460, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:09:19.888505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] Pushing event updated for resources: {'Network': ['ID=40e8f57f-dfb8-4b25-b2d5-2bf411ad8199,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:19.928838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e4db0b46-aeb1-48fb-a963-f7c62a178954 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9846900 Sep 26 13:09:19.930444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] For port d599ec61-4052-42c2-8471-122c1c100460, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d599ec61-4052-42c2-8471-122c1c100460,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:09:19.931423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:19.932497 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:09:19.943309 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:19.945475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Request body: {'subnet': {'network_id': '40e8f57f-dfb8-4b25-b2d5-2bf411ad8199', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1274346497-subnet', 'tenant_id': 'e6909813935d454a9a14e9b4693484b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:19.981237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Made reservation on behalf of e6909813935d454a9a14e9b4693484b3 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:20.001828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.013752 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.091188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.186928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:20.198766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:20.201621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Pushing event updated for resources: {'Port': ['ID=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:20.211416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:09:20.268649 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.319048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:20.326806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:20.605850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb715e4-a212-493d-8ba2-8bb5071695c6 req-dad120eb-2ea9-42b4-bfe3-6c805c99d584 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:20.607914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.613944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bb715e4-a212-493d-8ba2-8bb5071695c6 req-dad120eb-2ea9-42b4-bfe3-6c805c99d584 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.2710977 Sep 26 13:09:20.663556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.704576 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.747125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523c74e-51e4-4d38-b6d4-1a615a87e3e7 None None] Pushing event updated for resources: {'Port': ['ID=d599ec61-4052-42c2-8471-122c1c100460,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:20.779822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-840909b3-3d75-4939-ad2d-f4292e6de1bd None None] Provisioning complete for port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:20.779822 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-840909b3-3d75-4939-ad2d-f4292e6de1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.807399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bb715e4-a212-493d-8ba2-8bb5071695c6 req-7e602e7a-2d56-47c5-a184-a958d93285e6 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924489 Sep 26 13:09:20.815449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:20.817212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-840909b3-3d75-4939-ad2d-f4292e6de1bd None None] Port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:09:20.848095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5e26a5-004c-40bc-b3a0-3a49b10cb4b3,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:20.851646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Checking segment: {'id': '4dc5d43e-33c6-44af-99f6-e6fcc7b45656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '40e8f57f-dfb8-4b25-b2d5-2bf411ad8199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:20.852355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Network hostable DHCP agents. Network: 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:09:20.897180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:09:20.917223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:20.924651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:20.925209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.941677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d90082d-5a1e-4d4f-8a98-4acaa3519412 None None] Network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:20.946840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.954085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:20.963723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d771aa01-d921-4786-9226-09eab15c0280 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0199540 Sep 26 13:09:21.104403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Pushing event updated for resources: {'Port': ['ID=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:21.113400 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:21.220703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939f0fa-4146-4105-bd29-f513943362d9 None None] Network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:21.352885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:21.355677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:21.387630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:16Z', 'revision_number': 3, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:21.434066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8904f4-aad3-4257-9126-0c0e6cbc926c None None] The sync data for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 is: [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:16Z', 'revision_number': 3, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:09:21.580188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Router c2edddd8-61f2-40d6-8a2f-06f225292578 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:09:21.801751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:09:21.808681 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a61c9189-bbfc-4d11-b463-22560b9ff50e admin admin] 10.222.0.13 "PUT /v2.0/routers/c2edddd8-61f2-40d6-8a2f-06f225292578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5699682 Sep 26 13:09:21.958042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a750cb7e-c237-416d-b2e7-a0c4bc3aa43d None None] Provisioning complete for port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:21.958661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a750cb7e-c237-416d-b2e7-a0c4bc3aa43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:22.010114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a750cb7e-c237-416d-b2e7-a0c4bc3aa43d None None] Port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:09:23.187740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d599ec61-4052-42c2-8471-122c1c100460 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:23.273925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d599ec61-4052-42c2-8471-122c1c100460 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:23.274743 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:23.385311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:23.408822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port d599ec61-4052-42c2-8471-122c1c100460, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d599ec61-4052-42c2-8471-122c1c100460,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:23.414559 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:23.544337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=d599ec61-4052-42c2-8471-122c1c100460,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:23.772161 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Sync routers for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:09:23.784486 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:23.785153 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:23.932379 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:24.189684 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 2, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:24.228110 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Checking router: c2edddd8-61f2-40d6-8a2f-06f225292578 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:09:24.229113 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Updating router c2edddd8-61f2-40d6-8a2f-06f225292578 port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:09:24.295722 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:24.520697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-56c728ef-d360-4e83-8a5a-f9aa4a28ea37 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:24.532867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-56c728ef-d360-4e83-8a5a-f9aa4a28ea37 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 821 time: 0.3568552 Sep 26 13:09:24.546394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-ac98fc0c-f29c-4782-aaa4-68c913ac71be tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:24.565086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-ac98fc0c-f29c-4782-aaa4-68c913ac71be tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/networks?id=40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 HTTP/1.1" status: 200 len: 822 time: 0.3638737 Sep 26 13:09:24.594611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-268d5e78-d6d1-488c-a94f-8142c3a92eeb tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/quotas/4033df5d9edc44f28b5752c50a5dca18 HTTP/1.1" status: 200 len: 375 time: 0.0558255 Sep 26 13:09:24.637073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-e2f62458-f37e-4913-be48-0f15297b5551 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/quotas/e6909813935d454a9a14e9b4693484b3 HTTP/1.1" status: 200 len: 375 time: 0.0700121 Sep 26 13:09:24.695902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-68452eea-317e-4c70-a72b-a3460f70fdd5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6909813935d454a9a14e9b4693484b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530851 Sep 26 13:09:24.713993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-a20b083c-d8cd-4f59-b7cc-b633ea6d8a2e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126652 Sep 26 13:09:24.923294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-22a3f01a-ebf6-41a2-a31c-7e88dc260493 service neutron] 10.222.0.13 "GET /v2.0/networks/40e8f57f-dfb8-4b25-b2d5-2bf411ad8199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158625 Sep 26 13:09:25.068235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-45b47818-7531-49b6-8700-3b32fd9cb223 service neutron] 10.222.0.13 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463089 Sep 26 13:09:25.110744 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:25.123848 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:25.214568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d599ec61-4052-42c2-8471-122c1c100460 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:25.242672 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0686ab6-6d3a-4128-98ac-effcbf2573e2 None None] Pushing event updated for resources: {'Port': ['ID=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:25.260553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-de786688-40ea-4d82-a664-0fb03db80bbd service neutron] 10.222.0.13 "GET /v2.0/networks/40e8f57f-dfb8-4b25-b2d5-2bf411ad8199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352382 Sep 26 13:09:25.355715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-7d189abc-59c7-4ff3-84d7-a2e24e7867a5 service neutron] 10.222.0.13 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773049 Sep 26 13:09:25.376050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d599ec61-4052-42c2-8471-122c1c100460 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:25.376447 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:25.435135 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Attempting to bind port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:09:25.440029 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Attempting to bind port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:09:25.440648 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Attempting to bind port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e on network bcc4ad1b-5178-4df1-849d-d894c90d9977 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:09:25.496651 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:09:25.497025 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Checking segment: {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:25.497513 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:25.497900 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Bound using segment: {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:09:25.498381 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Bound port: c9e3b757-3ed0-47bc-aec7-ab52dbfb198e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:09:25.498762 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:25.618801 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:09:25.707507 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] For port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:09:25.719433 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] For port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:09:25.736401 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:25.853735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ae00ed5-c1eb-4d8f-b2c1-86b0567d1208 req-fed055e7-1437-48f2-b4b8-3098f18a8b90 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 210 time: 0.1084805 Sep 26 13:09:25.926589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4d9b58b4-cb8e-45bf-b2f4-4daf3c2624ed None None] Provisioning complete for port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:25.926765 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:25.927285 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:25.927888 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d9b58b4-cb8e-45bf-b2f4-4daf3c2624ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:25.980457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fff5d-413e-4d7f-9160-1753350ff327 req-72de0a10-c3d7-4706-a265-e9c8e709a464 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:25.992373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e9fff5d-413e-4d7f-9160-1753350ff327 req-72de0a10-c3d7-4706-a265-e9c8e709a464 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.2277641 Sep 26 13:09:26.126123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-445b7bba-dfea-4465-b086-bb1587da0383 req-aca4e25a-0ea8-4775-9c29-27cba53995ae tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 210 time: 0.1169333 Sep 26 13:09:26.163446 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d9b58b4-cb8e-45bf-b2f4-4daf3c2624ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:26.176512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e9fff5d-413e-4d7f-9160-1753350ff327 req-ba437243-13d1-422e-ac4f-e64e74dada45 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828952 Sep 26 13:09:26.213758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4d9b58b4-cb8e-45bf-b2f4-4daf3c2624ed None None] For port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:26.228046 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d9b58b4-cb8e-45bf-b2f4-4daf3c2624ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:26.278444 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0686ab6-6d3a-4128-98ac-effcbf2573e2 None None] Pushing event updated for resources: {'Port': ['ID=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:26.296451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b58b4-cb8e-45bf-b2f4-4daf3c2624ed None None] Pushing event updated for resources: {'Port': ['ID=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:26.355096 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:26.401911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a2d65-976a-4bb8-ab87-1ca5cbdd166e req-ec63b0ac-e932-40f8-a3be-3abd936fb1d4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:26.424516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c4a2d65-976a-4bb8-ab87-1ca5cbdd166e req-ec63b0ac-e932-40f8-a3be-3abd936fb1d4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1280425 Sep 26 13:09:26.477342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5c08ea11-78b3-4e1a-a5da-238ee39cf354 None None] Provisioning complete for port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:26.477747 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c08ea11-78b3-4e1a-a5da-238ee39cf354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:26.490976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c4a2d65-976a-4bb8-ab87-1ca5cbdd166e req-b66d426c-bea5-4207-aeb7-17c15d22b3a3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644209 Sep 26 13:09:26.786954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7ee08-3768-48f8-9bdc-3810a298e089 req-1b300337-7e87-4453-b6c2-bd4997819b13 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:26.794807 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:25Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:26.796106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-19e7ee08-3768-48f8-9bdc-3810a298e089 req-1b300337-7e87-4453-b6c2-bd4997819b13 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1325042 Sep 26 13:09:26.856867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-19e7ee08-3768-48f8-9bdc-3810a298e089 req-7940c1dd-12f3-4132-8da4-0fc928c1b461 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442851 Sep 26 13:09:26.863292 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09888d2-e13f-4c4c-8547-ce672a0e3d33 None None] The sync data for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 is: [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:25Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:09:27.034433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2e020c8-9b6d-4c6c-91fe-45d188cbc879 req-dbbda4fc-b3a1-4d5b-b2f9-f2e569060b85 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 210 time: 0.0451822 Sep 26 13:09:27.214461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3f006-5ddf-42f7-9a0d-9e8a4097c866 req-f27a2c41-6c4c-41a1-9cb1-f0aa70f2dc70 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:27.216885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cc3f006-5ddf-42f7-9a0d-9e8a4097c866 req-f27a2c41-6c4c-41a1-9cb1-f0aa70f2dc70 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1027687 Sep 26 13:09:27.239779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c9e3b757-3ed0-47bc-aec7-ab52dbfb198e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:27.368018 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cc3f006-5ddf-42f7-9a0d-9e8a4097c866 req-e8769e86-4420-479c-ab68-581b49d296e4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443450 Sep 26 13:09:27.410337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c8db4f1-1ac8-4bc1-a881-0f3a69507d41 req-cc08b642-b93c-4c8c-9556-be0066c8745a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 210 time: 0.0787005 Sep 26 13:09:27.435576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:27.435964 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:27.630039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-faf8f2bf-832e-4f13-9eb3-e1b4971973ee tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:27.631769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-faf8f2bf-832e-4f13-9eb3-e1b4971973ee tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.23 "GET /v2.0/networks?id=40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 HTTP/1.1" status: 200 len: 822 time: 0.2204945 Sep 26 13:09:27.655869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Request body: {'port': {'device_id': '0e2f329b-be8f-4b86-93da-ff5878bfe8d0', 'network_id': '40e8f57f-dfb8-4b25-b2d5-2bf411ad8199', 'admin_state_up': True, 'tenant_id': 'e6909813935d454a9a14e9b4693484b3'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:27.801640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc02ad-9a01-4b95-b0d6-830e6a1e5b68 req-3895869d-5117-4588-93bf-9784c4072dcc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:27.803204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8cc02ad-9a01-4b95-b0d6-830e6a1e5b68 req-3895869d-5117-4588-93bf-9784c4072dcc tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1702194 Sep 26 13:09:27.862255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8cc02ad-9a01-4b95-b0d6-830e6a1e5b68 req-f04033ef-a65e-40c0-a8c5-e362ab4f9beb tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508542 Sep 26 13:09:27.904077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Made reservation on behalf of e6909813935d454a9a14e9b4693484b3 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:27.908996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:28.208264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-ef8b905c-5cf7-4b66-9dd4-88da4ac23616 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:28.210613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-ef8b905c-5cf7-4b66-9dd4-88da4ac23616 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 821 time: 0.3242352 Sep 26 13:09:28.236996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-07143ed6-2fb7-41ed-8c3a-d6386272ffa5 req-75f914e4-35f4-47d7-a7b5-ae37adbc7238 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 210 time: 0.0624616 Sep 26 13:09:28.237755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228da21-d598-4400-b201-a0189cab7afe req-956f8d65-307f-4f47-803a-7b7931612715 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:28.238841 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7228da21-d598-4400-b201-a0189cab7afe req-956f8d65-307f-4f47-803a-7b7931612715 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1851828 Sep 26 13:09:28.241915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Request body: {'port': {'device_id': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'admin_state_up': True, 'tenant_id': '4033df5d9edc44f28b5752c50a5dca18'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:28.270307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Allocated IP 172.20.0.5 (40e8f57f-dfb8-4b25-b2d5-2bf411ad8199/9d5e26a5-004c-40bc-b3a0-3a49b10cb4b3/e089131b-d04c-47a3-9a67-6508a53c034b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:28.410163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7228da21-d598-4400-b201-a0189cab7afe req-e86ef6e6-513b-4f07-9274-e54b235ccea0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561122 Sep 26 13:09:28.461070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Made reservation on behalf of 4033df5d9edc44f28b5752c50a5dca18 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:28.466090 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:28.698745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0507e5-c198-493e-b056-581dc1d00339 req-06f52313-9c9f-4e84-9af8-6cf904a77648 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:28.707351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a0507e5-c198-493e-b056-581dc1d00339 req-06f52313-9c9f-4e84-9af8-6cf904a77648 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1382246 Sep 26 13:09:28.759727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Allocated IP 172.20.0.12 (32f7dc6d-4f75-46e6-9c9e-b93741795511/2bce8b3a-e400-49f2-aded-779aa7574ff6/1e0988c8-722d-4c96-a993-dc393bc0e9d0) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:28.792687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a0507e5-c198-493e-b056-581dc1d00339 req-534e6d46-6144-41d1-a684-2468de47a319 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673690 Sep 26 13:09:29.118065 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:29.223112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:29.233089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3da03870-5534-46fa-8118-e49e1206ca45 req-896a38ef-2868-41c3-b70f-fe103106c8b3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 210 time: 0.7047107 Sep 26 13:09:29.308471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:29.321938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event updated for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:29.340887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Network 32f7dc6d-4f75-46e6-9c9e-b93741795511 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:29.343620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:29.350693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:09:29.362295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac533ac-a70f-47e6-b069-7b9ac0816bf5 req-f348c200-f397-4fd4-9d71-10f666286d38 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:29.364123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eac533ac-a70f-47e6-b069-7b9ac0816bf5 req-f348c200-f397-4fd4-9d71-10f666286d38 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1868329 Sep 26 13:09:29.406929 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a1e9f78-ce47-4527-8931-c30215cb6324 req-d229fb8c-9118-422c-a102-5b34f54d2538 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 210 time: 0.0434077 Sep 26 13:09:29.425979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:29.473376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:29.474327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:29.479362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:29.482872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:29.487651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:09:29.506536 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eac533ac-a70f-47e6-b069-7b9ac0816bf5 req-235a8d14-7157-4eea-8568-f5ebcf577af4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986960 Sep 26 13:09:29.519690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-05c84d30-7363-42ee-ae18-fbf0e3636fdc tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2894745 Sep 26 13:09:29.537660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Pushing event updated for resources: {'Port': ['ID=e089131b-d04c-47a3-9a67-6508a53c034b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:29.550666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Request body: {'port': {'device_id': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:29.558929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:29.559845 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:29.586628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-c0d3d4b0-1f98-43d6-a76a-9187f473cea5 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9358618 Sep 26 13:09:29.601827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Request body: {'port': {'device_id': '0e2f329b-be8f-4b86-93da-ff5878bfe8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:29.659238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:29.665276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.005980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e089131b-d04c-47a3-9a67-6508a53c034b {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:09:30.038213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.066913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Transition to ACTIVE for port object e089131b-d04c-47a3-9a67-6508a53c034b will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:09:30.072670 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.092462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0988c8-722d-4c96-a993-dc393bc0e9d0 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:09:30.104614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.122549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Transition to ACTIVE for port object 1e0988c8-722d-4c96-a993-dc393bc0e9d0 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:09:30.131996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.193963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e089131b-d04c-47a3-9a67-6508a53c034b,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:30.300803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Attempting to bind port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:09:30.301253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Attempting to bind port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:09:30.301707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Attempting to bind port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:09:30.304832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:30.309272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:09:30.309733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Attempting to bind port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:09:30.315402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:09:30.315856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Checking segment: {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:30.316093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Attempting to bind port e089131b-d04c-47a3-9a67-6508a53c034b on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:09:30.316598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Bound using segment: {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:09:30.316727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Attempting to bind port e089131b-d04c-47a3-9a67-6508a53c034b by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '4dc5d43e-33c6-44af-99f6-e6fcc7b45656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '40e8f57f-dfb8-4b25-b2d5-2bf411ad8199'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:09:30.317006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Bound port: 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:09:30.317179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Attempting to bind port e089131b-d04c-47a3-9a67-6508a53c034b on network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:09:30.317802 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.324431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Port e089131b-d04c-47a3-9a67-6508a53c034b on network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:09:30.325197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Attempting to bind port e089131b-d04c-47a3-9a67-6508a53c034b on network 40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:09:30.333107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:09:30.333634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Checking segment: {'id': '4dc5d43e-33c6-44af-99f6-e6fcc7b45656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '40e8f57f-dfb8-4b25-b2d5-2bf411ad8199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:30.334040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Bound using segment: {'id': '4dc5d43e-33c6-44af-99f6-e6fcc7b45656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '40e8f57f-dfb8-4b25-b2d5-2bf411ad8199'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:09:30.334491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Bound port: e089131b-d04c-47a3-9a67-6508a53c034b, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc5d43e-33c6-44af-99f6-e6fcc7b45656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '40e8f57f-dfb8-4b25-b2d5-2bf411ad8199'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:09:30.334859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.401777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:09:30.406656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:09:30.412967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.459380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] For port e089131b-d04c-47a3-9a67-6508a53c034b, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:09:30.461213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:30.462072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.464225 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] 10.222.0.23 "PUT /v2.0/ports/1e0988c8-722d-4c96-a993-dc393bc0e9d0 HTTP/1.1" status: 200 len: 1093 time: 0.9343410 Sep 26 13:09:30.465078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:09:30.467576 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ead5990-8b6f-41ec-9e78-cd701e41a238" -d '{"events": [{"name": "network-changed", "server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:09:30.469754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893a702-a52d-45cb-9dd8-d00d9424dbad req-519e681e-1db3-4dd2-a69d-c75ca71241fd tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:30.471299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5893a702-a52d-45cb-9dd8-d00d9424dbad req-519e681e-1db3-4dd2-a69d-c75ca71241fd tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 944 time: 0.0852494 Sep 26 13:09:30.473196 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] For port e089131b-d04c-47a3-9a67-6508a53c034b, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=e089131b-d04c-47a3-9a67-6508a53c034b,segment=NetworkSegment(4dc5d43e-33c6-44af-99f6-e6fcc7b45656),segment_id=4dc5d43e-33c6-44af-99f6-e6fcc7b45656)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:09:30.482892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.566703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf871e-797e-41da-94e1-10773d2550f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:30.567186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e089131b-d04c-47a3-9a67-6508a53c034b,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:30.592121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:30.593017 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:30.594597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fdd99bfd-0126-4923-a5d1-259c22d0b2b5 service neutron] 10.222.0.23 "PUT /v2.0/ports/e089131b-d04c-47a3-9a67-6508a53c034b HTTP/1.1" status: 200 len: 1092 time: 1.0000491 Sep 26 13:09:30.595841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2f329b-be8f-4b86-93da-ff5878bfe8d0', 'tag': 'e089131b-d04c-47a3-9a67-6508a53c034b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:09:30.599760 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f890fa-229f-4a69-8d73-4b50968f4cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2f329b-be8f-4b86-93da-ff5878bfe8d0", "tag": "e089131b-d04c-47a3-9a67-6508a53c034b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:09:30.647960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1547-6a07-42f4-9c9c-847ff043c2b8 req-899a77b1-2bb8-4f9e-889c-7c1e1d266d2f tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:30.649785 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a2c1547-6a07-42f4-9c9c-847ff043c2b8 req-899a77b1-2bb8-4f9e-889c-7c1e1d266d2f tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 943 time: 0.1570849 Sep 26 13:09:30.663419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5893a702-a52d-45cb-9dd8-d00d9424dbad req-5be2c4a9-5a41-4a4f-aed1-e21361466899 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724584 Sep 26 13:09:30.676103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-6585bb32-cb4d-4fe3-96ad-255f7506e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:30.677625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-6585bb32-cb4d-4fe3-96ad-255f7506e699 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 1096 time: 0.1073999 Sep 26 13:09:30.815104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-800d825f-c563-4573-9bec-33d44dfbeceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:30.816716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-800d825f-c563-4573-9bec-33d44dfbeceb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6909813935d454a9a14e9b4693484b3&device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 1095 time: 0.1517706 Sep 26 13:09:30.908274 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-fcad8c43-f81d-430b-9305-ee1e14630ab4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e089131b-d04c-47a3-9a67-6508a53c034b HTTP/1.1" status: 200 len: 217 time: 0.0800564 Sep 26 13:09:31.019346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-afe139a7-1659-4f62-8ed7-ba237ba2cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:31.022466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-afe139a7-1659-4f62-8ed7-ba237ba2cfae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d5e26a5-004c-40bc-b3a0-3a49b10cb4b3 HTTP/1.1" status: 200 len: 862 time: 0.0921757 Sep 26 13:09:31.046124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb74af0-7c04-4617-8108-ed1b61d570d1 req-0006c7d4-8c15-4dd7-a1b3-4ceefe835e6b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:31.048058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbb74af0-7c04-4617-8108-ed1b61d570d1 req-0006c7d4-8c15-4dd7-a1b3-4ceefe835e6b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1569989 Sep 26 13:09:31.103305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-0e1cc6fe-a572-45d9-b0d6-a61b9123d89e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40e8f57f-dfb8-4b25-b2d5-2bf411ad8199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702717 Sep 26 13:09:31.211420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbb74af0-7c04-4617-8108-ed1b61d570d1 req-467eef48-96a5-4130-9a73-5fd315cc26b7 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521461 Sep 26 13:09:31.256503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-bae4e4a7-bab1-4745-9d89-5146fa3fd81c service neutron] 10.222.0.23 "GET /v2.0/networks/40e8f57f-dfb8-4b25-b2d5-2bf411ad8199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443031 Sep 26 13:09:31.276038 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e0142-bb6c-4e7f-a77e-6ac1f3e26166 x-openstack-request-id: req-118e0142-bb6c-4e7f-a77e-6ac1f3e26166 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:09:31.276038 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:09:31.276314 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-118e0142-bb6c-4e7f-a77e-6ac1f3e26166 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:09:31.276758 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'status': 'completed', 'code': 200} Sep 26 13:09:31.298150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-3ebd0c8d-d4a1-4d5a-9b16-ac1b9ee746bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0 HTTP/1.1" status: 200 len: 217 time: 0.6100788 Sep 26 13:09:31.302993 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c50a70-fb2f-4a31-b70d-421a94c94488 x-openstack-request-id: req-b5c50a70-fb2f-4a31-b70d-421a94c94488 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:09:31.303292 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2f329b-be8f-4b86-93da-ff5878bfe8d0", "tag": "e089131b-d04c-47a3-9a67-6508a53c034b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:09:31.303550 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5c50a70-fb2f-4a31-b70d-421a94c94488 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:09:31.303985 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2f329b-be8f-4b86-93da-ff5878bfe8d0', 'tag': 'e089131b-d04c-47a3-9a67-6508a53c034b', 'status': 'completed', 'code': 200} Sep 26 13:09:31.405139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a2c1547-6a07-42f4-9c9c-847ff043c2b8 req-b2394ad4-98ae-479b-83a5-e0b9a8e46a05 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456369 Sep 26 13:09:31.437637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96aada73-7c81-4a60-b941-bf405c4d4c84 req-f85eb51b-6a1a-4c6d-8814-75b33f512867 service neutron] 10.222.0.23 "GET /v2.0/networks/40e8f57f-dfb8-4b25-b2d5-2bf411ad8199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731181 Sep 26 13:09:31.438804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-17bbddb3-ff11-4c3b-b25b-80a41a33e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:31.440443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-17bbddb3-ff11-4c3b-b25b-80a41a33e5ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bce8b3a-e400-49f2-aded-779aa7574ff6 HTTP/1.1" status: 200 len: 861 time: 0.1286771 Sep 26 13:09:31.501426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-bcb0e922-15d3-48e0-9b20-814415dd4df6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32f7dc6d-4f75-46e6-9c9e-b93741795511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530949 Sep 26 13:09:31.618625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-579684a9-9c00-4253-9526-00aea22b5948 service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084740 Sep 26 13:09:31.637150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-742be8a5-2d23-4195-a91f-9c9c41431b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:31.639408 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-742be8a5-2d23-4195-a91f-9c9c41431b01 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e6909813935d454a9a14e9b4693484b3&device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 1095 time: 0.1403291 Sep 26 13:09:31.757768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-f9bdda25-692e-4fd3-ab30-bca2ede5d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:31.759400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-f9bdda25-692e-4fd3-ab30-bca2ede5d51b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0952959 Sep 26 13:09:31.775686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dea9a-1b7d-4a24-82f8-12d592b04906 req-6b057dac-3dbe-4d66-aaed-bf0d8941ba29 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:31.777230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce4dea9a-1b7d-4a24-82f8-12d592b04906 req-6b057dac-3dbe-4d66-aaed-bf0d8941ba29 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1157126 Sep 26 13:09:31.835798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce4dea9a-1b7d-4a24-82f8-12d592b04906 req-a4f24d79-944e-41e1-a4fe-e05aa1c48c8d tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Sep 26 13:09:31.870435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e805ea0-b690-4949-b1f6-4dcb64fec6d5 req-e23ef034-8580-4910-ad3c-ba786cc4758a service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397056 Sep 26 13:09:31.884762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-eebf016f-8e78-40b6-8796-6dfe79afac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:31.897444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-eebf016f-8e78-40b6-8796-6dfe79afac92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 914 time: 0.1289129 Sep 26 13:09:31.971005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-e7dcf4f3-cb1f-463f-82ef-5241c0518a9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 217 time: 0.0675011 Sep 26 13:09:31.999684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-678e5d13-296c-49ab-a852-bc347350aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:32.001403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-678e5d13-296c-49ab-a852-bc347350aec2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 HTTP/1.1" status: 200 len: 922 time: 0.3532331 Sep 26 13:09:32.032617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-0a87b6cf-134d-4ee8-a488-dc133cfc122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:32.034301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-0a87b6cf-134d-4ee8-a488-dc133cfc122d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 1096 time: 0.0893269 Sep 26 13:09:32.120167 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-d7f788a6-cd29-47db-a9fa-69357a3b80c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e089131b-d04c-47a3-9a67-6508a53c034b HTTP/1.1" status: 200 len: 217 time: 0.1006625 Sep 26 13:09:32.152049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02203-fc1a-4e4c-9d20-6df23067d274 req-a77792e1-5701-4955-b190-28f3d2428c0f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:32.153793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0c02203-fc1a-4e4c-9d20-6df23067d274 req-a77792e1-5701-4955-b190-28f3d2428c0f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 944 time: 0.2535639 Sep 26 13:09:32.241317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-97f65b25-aef6-41c6-9d2e-0e93d0d37317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:32.242915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-97f65b25-aef6-41c6-9d2e-0e93d0d37317 service neutron] 10.222.0.23 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 921 time: 0.2006302 Sep 26 13:09:32.256653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-2299d8a3-4c64-4599-9994-9e4474c3fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:32.258581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-2299d8a3-4c64-4599-9994-9e4474c3fa7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.2554312 Sep 26 13:09:32.285412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0c02203-fc1a-4e4c-9d20-6df23067d274 req-bb4cf717-2284-4eeb-bb9d-e29e8718228f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921652 Sep 26 13:09:32.305633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-c0d6832d-18b5-4d86-998f-60667a15913b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0 HTTP/1.1" status: 200 len: 217 time: 0.0513406 Sep 26 13:09:32.307164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-30cd8427-1417-44c9-8633-eff7c87ae353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:32.311087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-30cd8427-1417-44c9-8633-eff7c87ae353 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d5e26a5-004c-40bc-b3a0-3a49b10cb4b3 HTTP/1.1" status: 200 len: 862 time: 0.1758277 Sep 26 13:09:32.311087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-3e93ee02-9880-4b38-9d81-9c81ab6f9c84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445001 Sep 26 13:09:32.375717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-1f980238-0d79-4a8c-a65f-cc81d91f635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:32.377317 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-1f980238-0d79-4a8c-a65f-cc81d91f635d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bce8b3a-e400-49f2-aded-779aa7574ff6 HTTP/1.1" status: 200 len: 861 time: 0.0602915 Sep 26 13:09:32.429617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-85fb95a2-4a2a-4ccb-a2f3-60b6bf184f32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32f7dc6d-4f75-46e6-9c9e-b93741795511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442178 Sep 26 13:09:32.452370 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-fb9d74bb-6b64-4342-9da2-0bae81e5fde5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40e8f57f-dfb8-4b25-b2d5-2bf411ad8199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302993 Sep 26 13:09:32.506958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-789ccfd4-8434-461c-aac4-d9a5ac54869b service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634057 Sep 26 13:09:32.601209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-24394e9f-4cfd-48af-b678-10807377bdfb service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629965 Sep 26 13:09:32.717205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ae9c1-caf0-4abf-87b4-65938f858b1b req-5d53ef6c-0dc6-4c8e-935a-6967416f773c tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:32.726693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e06ae9c1-caf0-4abf-87b4-65938f858b1b req-5d53ef6c-0dc6-4c8e-935a-6967416f773c tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 943 time: 0.1242466 Sep 26 13:09:32.771117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-b9be7746-f791-4310-8a34-4c2f983fd755 service neutron] 10.222.0.23 "GET /v2.0/networks/40e8f57f-dfb8-4b25-b2d5-2bf411ad8199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089874 Sep 26 13:09:32.826456 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5fa2f8-4364-486d-8f24-bc89235bc29c req-70029681-1ec3-49e7-a44a-f4f21766fa93 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126566 Sep 26 13:09:32.839519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e06ae9c1-caf0-4abf-87b4-65938f858b1b req-73cfedb6-6b04-47c7-a598-280836f13098 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114843 Sep 26 13:09:32.914343 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ead5990-8b6f-41ec-9e78-cd701e41a238 req-ca5efc7c-7dd2-4818-b524-39eacc50f368 service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673762 Sep 26 13:09:32.937552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02f890fa-229f-4a69-8d73-4b50968f4cd9 req-3090ea55-5fb4-41dd-9503-1f20b9f8561f service neutron] 10.222.0.23 "GET /v2.0/networks/40e8f57f-dfb8-4b25-b2d5-2bf411ad8199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584334 Sep 26 13:09:33.020024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16827a8-38e5-4321-a14f-ca6b47cb4eab req-32ecedf8-dc7c-4c33-b9f4-5f8fc6c31b7a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:33.021667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f16827a8-38e5-4321-a14f-ca6b47cb4eab req-32ecedf8-dc7c-4c33-b9f4-5f8fc6c31b7a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0643878 Sep 26 13:09:33.088136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f16827a8-38e5-4321-a14f-ca6b47cb4eab req-2b45e34f-336e-45d5-bb45-88fac463fddf tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Sep 26 13:09:33.429422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c206d-7ffa-4055-9030-7ad323c1c50f req-d7e50e17-20c0-4f54-95f0-c56838925449 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:33.431375 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f39c206d-7ffa-4055-9030-7ad323c1c50f req-d7e50e17-20c0-4f54-95f0-c56838925449 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 944 time: 0.0587187 Sep 26 13:09:33.478685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f39c206d-7ffa-4055-9030-7ad323c1c50f req-1b12638a-85c7-4dcd-8a0a-d680991c41e4 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Sep 26 13:09:33.987122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af23f-568f-45cf-be23-996d056ce369 req-9ef676d7-e51a-48db-ae65-90917b52ff28 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:33.988695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-049af23f-568f-45cf-be23-996d056ce369 req-9ef676d7-e51a-48db-ae65-90917b52ff28 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 943 time: 0.0582535 Sep 26 13:09:34.043498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-049af23f-568f-45cf-be23-996d056ce369 req-3537da39-13d4-499e-a123-fbb14b7842b8 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 Sep 26 13:09:34.209321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557097-fae4-4563-9d75-4556ec320b42 req-54b8f249-9910-4e5b-bf7c-9c06169f511b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:34.218408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e557097-fae4-4563-9d75-4556ec320b42 req-54b8f249-9910-4e5b-bf7c-9c06169f511b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0666921 Sep 26 13:09:34.285091 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e557097-fae4-4563-9d75-4556ec320b42 req-6d37c170-775a-4f75-ad71-4e65beec1e25 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613866 Sep 26 13:09:34.457826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7da6-3ec6-42a9-aca7-064c7270a48c req-090eaa09-ea39-4c7b-9992-a15b3780d642 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:34.466676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2e5b7da6-3ec6-42a9-aca7-064c7270a48c req-090eaa09-ea39-4c7b-9992-a15b3780d642 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0837162 Sep 26 13:09:34.518301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2e5b7da6-3ec6-42a9-aca7-064c7270a48c req-bb135ec4-d4c5-4793-9fb9-9cd9f0a62eb0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504415 Sep 26 13:09:34.636758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-3f688286-de1a-4d9e-aa56-dfbc8e323aa0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814059 Sep 26 13:09:34.653986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b2d4d-1907-4793-b347-0713efd85796 req-2e261859-066f-4f7a-ba26-71f52630e39c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:34.664710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-936b2d4d-1907-4793-b347-0713efd85796 req-2e261859-066f-4f7a-ba26-71f52630e39c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 944 time: 0.1007886 Sep 26 13:09:34.725811 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-936b2d4d-1907-4793-b347-0713efd85796 req-74efb2ac-8077-47fc-af36-be9bdedee810 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599556 Sep 26 13:09:34.793720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-7c166a5f-5946-4a45-9082-8405ac6981bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:34.795248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-7c166a5f-5946-4a45-9082-8405ac6981bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2378747811bd4d0ab38ecec37951e312&device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 1098 time: 0.1076834 Sep 26 13:09:34.804644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07d27-8de6-49ec-aee4-a4a807cc924c req-22b132ec-152f-499b-9206-db9484329ed3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:34.806115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dc07d27-8de6-49ec-aee4-a4a807cc924c req-22b132ec-152f-499b-9206-db9484329ed3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1074979 Sep 26 13:09:34.913865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6dc07d27-8de6-49ec-aee4-a4a807cc924c req-9229e91e-0f0b-4ce8-b48f-36c81b35be54 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999775 Sep 26 13:09:34.966106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-12b56ebc-a4b0-432c-9c02-6e80a114aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:34.967761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-12b56ebc-a4b0-432c-9c02-6e80a114aaeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 200 len: 914 time: 0.1384799 Sep 26 13:09:34.985709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e089131b-d04c-47a3-9a67-6508a53c034b details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:09:35.039869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-00bd5c52-52b8-4c92-90b3-40557faf0d79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 200 len: 217 time: 0.0635352 Sep 26 13:09:35.113430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port e089131b-d04c-47a3-9a67-6508a53c034b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=e089131b-d04c-47a3-9a67-6508a53c034b,segment=NetworkSegment(4dc5d43e-33c6-44af-99f6-e6fcc7b45656),segment_id=4dc5d43e-33c6-44af-99f6-e6fcc7b45656)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:35.128297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-e813d49e-ba28-437d-a368-b8075200cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:35.135822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-e813d49e-ba28-437d-a368-b8075200cf64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 200 len: 854 time: 0.0870202 Sep 26 13:09:35.139769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'e089131b-d04c-47a3-9a67-6508a53c034b', 'network_id': '40e8f57f-dfb8-4b25-b2d5-2bf411ad8199', 'port_id': 'e089131b-d04c-47a3-9a67-6508a53c034b', 'mac_address': 'fa:16:3e:d1:75:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5e26a5-004c-40bc-b3a0-3a49b10cb4b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:09:35.192490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-6360b6d7-d27d-40f0-8823-8fa475d306ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9589639-b0f3-46ff-af04-95284e5f9eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473166 Sep 26 13:09:35.205541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2549a50-77e1-4f2a-ad90-d9a64a88f8fb req-3bbf2cd0-9a7f-428b-ac52-dd3e95fbbefd tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:35.214537 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2549a50-77e1-4f2a-ad90-d9a64a88f8fb req-3bbf2cd0-9a7f-428b-ac52-dd3e95fbbefd tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1923199 Sep 26 13:09:35.234590 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:35.272542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e089131b-d04c-47a3-9a67-6508a53c034b {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:09:35.331028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d7839-425e-4cd6-b750-572d6aab649c req-965339d2-2a9c-4ae1-a638-7a6b56043a3a tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:35.332593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port e089131b-d04c-47a3-9a67-6508a53c034b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=e089131b-d04c-47a3-9a67-6508a53c034b,segment=NetworkSegment(4dc5d43e-33c6-44af-99f6-e6fcc7b45656),segment_id=4dc5d43e-33c6-44af-99f6-e6fcc7b45656)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:35.332751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f8d7839-425e-4cd6-b750-572d6aab649c req-965339d2-2a9c-4ae1-a638-7a6b56043a3a tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 943 time: 0.1405463 Sep 26 13:09:35.340574 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:35.341595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1e0988c8-722d-4c96-a993-dc393bc0e9d0 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:09:35.367408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2549a50-77e1-4f2a-ad90-d9a64a88f8fb req-72b9ab82-879c-4575-8cef-46422897c7da tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465101 Sep 26 13:09:35.407278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-f4cfb9fd-610f-4e0e-8acc-07d601957c83 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030849 Sep 26 13:09:35.439617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f8d7839-425e-4cd6-b750-572d6aab649c req-a030d45f-2fb8-4e6d-877c-af8a214a8dc8 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938442 Sep 26 13:09:35.547938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:35.566560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'port_id': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'mac_address': 'fa:16:3e:fe:8a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bce8b3a-e400-49f2-aded-779aa7574ff6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:09:35.629328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11d7ec92-7a4c-45c4-ab15-0b245f3d5387 req-3407b0d9-f24b-4c60-b52a-9890e2816b00 service neutron] 10.222.0.24 "GET /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092884 Sep 26 13:09:35.647258 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:35.663449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903785-6c82-4d6b-b235-f29a16e5d15a req-71ace35e-bc5f-453e-bc8c-abf8813e5344 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:35.665094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0988c8-722d-4c96-a993-dc393bc0e9d0 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:09:35.665263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52903785-6c82-4d6b-b235-f29a16e5d15a req-71ace35e-bc5f-453e-bc8c-abf8813e5344 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0937521 Sep 26 13:09:35.674611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=e089131b-d04c-47a3-9a67-6508a53c034b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:35.708586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:35.714383 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:35.733925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52903785-6c82-4d6b-b235-f29a16e5d15a req-dd222303-5669-4b1b-ac02-59b8b815c18a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586011 Sep 26 13:09:35.776335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:35.858949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617bc8-6ee7-44c0-9181-033c0bf336f4 req-15c627c5-67f2-46c6-89e0-fdb24f27e3aa tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:35.868572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56617bc8-6ee7-44c0-9181-033c0bf336f4 req-15c627c5-67f2-46c6-89e0-fdb24f27e3aa tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0575662 Sep 26 13:09:35.891330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130748a-4cc4-4112-8c32-45abd16497af req-d390cbd3-0022-427b-a717-f981112a2cff tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:35.893117 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b130748a-4cc4-4112-8c32-45abd16497af req-d390cbd3-0022-427b-a717-f981112a2cff tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 945 time: 0.0753624 Sep 26 13:09:35.901943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56617bc8-6ee7-44c0-9181-033c0bf336f4 req-b54f6904-9e5a-4744-bd0a-299c63e407e5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342047 Sep 26 13:09:35.964080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b130748a-4cc4-4112-8c32-45abd16497af req-9477f3d9-dc83-49d6-8ac2-bdba26623f69 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589254 Sep 26 13:09:36.059435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['e089131b-d04c-47a3-9a67-6508a53c034b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:09:36.076835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1e0988c8-722d-4c96-a993-dc393bc0e9d0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:09:36.121514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae192231-87a6-47ea-9942-c61dfb71fce2 req-ef2771d1-5135-4dbe-9444-fd0d16a70487 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:36.124483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ae192231-87a6-47ea-9942-c61dfb71fce2 req-ef2771d1-5135-4dbe-9444-fd0d16a70487 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0846419 Sep 26 13:09:36.194835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ae192231-87a6-47ea-9942-c61dfb71fce2 req-1d476b65-9bf6-411f-aa8f-5fcc898829ed tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625257 Sep 26 13:09:36.393150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39002b90-bf26-4bfe-b6ac-f44b6533435c req-0434b6c3-0fb6-43f6-b110-b5dc92fa7fb8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:36.395086 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39002b90-bf26-4bfe-b6ac-f44b6533435c req-0434b6c3-0fb6-43f6-b110-b5dc92fa7fb8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0775297 Sep 26 13:09:36.452683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39002b90-bf26-4bfe-b6ac-f44b6533435c req-6f7d5edf-1e8e-4196-a7e2-0c9c7e2e845b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Sep 26 13:09:36.602833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c9cc-e3d4-4920-9185-4f271e636cd1 req-5cef4030-aad9-4f61-8130-b220aeb83d0f tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:36.612211 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f11c9cc-e3d4-4920-9185-4f271e636cd1 req-5cef4030-aad9-4f61-8130-b220aeb83d0f tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 944 time: 0.0692289 Sep 26 13:09:36.662234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f11c9cc-e3d4-4920-9185-4f271e636cd1 req-c1503678-adfb-4f1e-91ab-855ac9068b77 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Sep 26 13:09:36.707091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b79ec-b518-40da-9c6e-15a5da99f897 req-cbe7b1c2-e3c2-425f-b7b1-af15e1f01794 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:36.714463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-425b79ec-b518-40da-9c6e-15a5da99f897 req-cbe7b1c2-e3c2-425f-b7b1-af15e1f01794 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0725400 Sep 26 13:09:36.762311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-425b79ec-b518-40da-9c6e-15a5da99f897 req-e4363331-a926-4d01-a4e5-b522f6a4a80e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462866 Sep 26 13:09:36.896965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcfe7a-9d24-40e3-a734-c83772b8261e req-f0f1a195-ff48-40bd-9b15-67678633d204 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:36.898655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfbcfe7a-9d24-40e3-a734-c83772b8261e req-f0f1a195-ff48-40bd-9b15-67678633d204 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0640111 Sep 26 13:09:36.945722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfbcfe7a-9d24-40e3-a734-c83772b8261e req-edda8861-c27b-4aa0-9564-4daf76a01534 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Sep 26 13:09:37.132095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a90398-f478-4b10-80e9-1b16d1d572f9 req-181d8ca5-c590-4993-bcb0-6fc4dbe1f80c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:37.133658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43a90398-f478-4b10-80e9-1b16d1d572f9 req-181d8ca5-c590-4993-bcb0-6fc4dbe1f80c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 945 time: 0.0746448 Sep 26 13:09:37.167892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7de96-b1b7-471c-9394-c5c7d89c0445 req-0f6e6dd7-c43f-492a-ae83-c27b94480a4a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:37.170044 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13d7de96-b1b7-471c-9394-c5c7d89c0445 req-0f6e6dd7-c43f-492a-ae83-c27b94480a4a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0747619 Sep 26 13:09:37.210915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43a90398-f478-4b10-80e9-1b16d1d572f9 req-f3528cd9-92b2-40da-94bb-552a4e762b44 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701375 Sep 26 13:09:37.219943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13d7de96-b1b7-471c-9394-c5c7d89c0445 req-49443940-847a-41c5-8028-b1f150e3d49b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390856 Sep 26 13:09:37.364260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c177a9-f408-4394-8807-53f0deb88171 req-00f80e34-2e29-41c4-8fb8-08e04cf37c58 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:37.373652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c177a9-f408-4394-8807-53f0deb88171 req-00f80e34-2e29-41c4-8fb8-08e04cf37c58 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0822492 Sep 26 13:09:37.408149 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c177a9-f408-4394-8807-53f0deb88171 req-d456fd64-96f1-47cc-a481-e907c70564e5 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Sep 26 13:09:37.565609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761a768-04f9-4b48-9ce7-0002907ebbef req-cc66b068-847d-468b-b703-85cec0ce0a60 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:37.567313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f761a768-04f9-4b48-9ce7-0002907ebbef req-cc66b068-847d-468b-b703-85cec0ce0a60 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0595076 Sep 26 13:09:37.626881 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f761a768-04f9-4b48-9ce7-0002907ebbef req-ebbdb723-f043-440c-b084-be6b448d262e tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503073 Sep 26 13:09:37.768841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e180a0-f1d9-42dc-9749-c879bcb74eef req-f115f589-7030-4c21-8613-db7f63040306 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:37.776865 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97e180a0-f1d9-42dc-9749-c879bcb74eef req-f115f589-7030-4c21-8613-db7f63040306 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0703065 Sep 26 13:09:37.816483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae116fc-2be0-460d-93bb-6ed4ac3c55dc req-e48e07e8-f3e6-46d8-b617-eb02fc6fa99b tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:37.824237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fae116fc-2be0-460d-93bb-6ed4ac3c55dc req-e48e07e8-f3e6-46d8-b617-eb02fc6fa99b tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 944 time: 0.0748501 Sep 26 13:09:37.828072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97e180a0-f1d9-42dc-9749-c879bcb74eef req-1487a201-156a-4681-93b3-05d7e0ace28b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500522 Sep 26 13:09:37.897969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fae116fc-2be0-460d-93bb-6ed4ac3c55dc req-b4ae3e87-55d2-4aac-8bee-2e5d7874d883 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727501 Sep 26 13:09:37.972647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80af02-43ec-4b85-9aab-0a5b537c10be req-630297bd-ced5-486c-aa23-9f4fb45189d3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:37.974274 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c80af02-43ec-4b85-9aab-0a5b537c10be req-630297bd-ced5-486c-aa23-9f4fb45189d3 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0645926 Sep 26 13:09:38.019603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c80af02-43ec-4b85-9aab-0a5b537c10be req-49e1b577-2c5e-4d4b-835a-c88e64f89ae0 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Sep 26 13:09:38.260045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-970fdd1d-2d6d-4a8b-96b0-f6256b237fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:38.370919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc9ace-24ae-462b-b8bc-69647982841d req-001f9c1a-4c24-4c3e-a243-fe621b62e38c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:38.376341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cbc9ace-24ae-462b-b8bc-69647982841d req-001f9c1a-4c24-4c3e-a243-fe621b62e38c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 945 time: 0.0652118 Sep 26 13:09:38.454389 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cbc9ace-24ae-462b-b8bc-69647982841d req-a3d91e24-5111-4d2a-bd22-d59864938f5b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729456 Sep 26 13:09:39.011333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e089131b-d04c-47a3-9a67-6508a53c034b up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:39.089737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port e089131b-d04c-47a3-9a67-6508a53c034b completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:09:39.095641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port e089131b-d04c-47a3-9a67-6508a53c034b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:39.096015 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:39.131953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18840b4-31fb-4970-88a4-06f51a55d6e1 req-26d31afc-284b-488b-8eb6-bb43324e1a1b tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:39.140466 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c18840b4-31fb-4970-88a4-06f51a55d6e1 req-26d31afc-284b-488b-8eb6-bb43324e1a1b tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 944 time: 0.1062217 Sep 26 13:09:39.196342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c18840b4-31fb-4970-88a4-06f51a55d6e1 req-ded95243-e55d-4d00-8c1b-fb3545013be4 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499706 Sep 26 13:09:39.266797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:39.301778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2f329b-be8f-4b86-93da-ff5878bfe8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e089131b-d04c-47a3-9a67-6508a53c034b'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:09:39.301778 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d6d7f0-bb9e-4f29-b6ca-1d4689d91d20" -d '{"events": [{"server_uuid": "0e2f329b-be8f-4b86-93da-ff5878bfe8d0", "name": "network-vif-plugged", "status": "completed", "tag": "e089131b-d04c-47a3-9a67-6508a53c034b"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:09:39.338322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port e089131b-d04c-47a3-9a67-6508a53c034b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=e089131b-d04c-47a3-9a67-6508a53c034b,segment=NetworkSegment(4dc5d43e-33c6-44af-99f6-e6fcc7b45656),segment_id=4dc5d43e-33c6-44af-99f6-e6fcc7b45656)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:39.348124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:39.349109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1e0988c8-722d-4c96-a993-dc393bc0e9d0 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:39.396427 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9021e830-31d4-4959-8bef-7a6ba4e9960e x-openstack-request-id: req-9021e830-31d4-4959-8bef-7a6ba4e9960e {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:09:39.396638 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2f329b-be8f-4b86-93da-ff5878bfe8d0", "name": "network-vif-plugged", "status": "completed", "tag": "e089131b-d04c-47a3-9a67-6508a53c034b", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:09:39.396872 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9021e830-31d4-4959-8bef-7a6ba4e9960e {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:09:39.397257 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2f329b-be8f-4b86-93da-ff5878bfe8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e089131b-d04c-47a3-9a67-6508a53c034b', 'code': 200} Sep 26 13:09:39.465289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=e089131b-d04c-47a3-9a67-6508a53c034b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:39.520635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:09:39.526483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d223ad-eb5c-4819-909f-23ff1117c005 req-85765770-955e-4997-a1e9-226bc33f49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:39.529356 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91d223ad-eb5c-4819-909f-23ff1117c005 req-85765770-955e-4997-a1e9-226bc33f49d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 1097 time: 0.0915201 Sep 26 13:09:39.530447 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:39.531032 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:39.594992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91d223ad-eb5c-4819-909f-23ff1117c005 req-a21f59b7-c45f-42ec-8aa5-6878edab60ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590272 Sep 26 13:09:39.744778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30d9ea-9163-4bc5-9d17-573f9363467e req-27bb1f49-d18f-4fdd-98f5-d5efcf74d63c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:39.753149 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f30d9ea-9163-4bc5-9d17-573f9363467e req-27bb1f49-d18f-4fdd-98f5-d5efcf74d63c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 945 time: 0.1352425 Sep 26 13:09:39.809578 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:39.870358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f30d9ea-9163-4bc5-9d17-573f9363467e req-c51af5e9-a671-44dc-9e1c-9cb9df1295b3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094840 Sep 26 13:09:39.905728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:39.917388 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:39.999943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:40.375181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdfc26-cfeb-43ed-932f-f4e23e1b2a5c req-eaf0fc64-2f6b-4b00-8cea-0a3d8870eb2b tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:40.377432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9bcdfc26-cfeb-43ed-932f-f4e23e1b2a5c req-eaf0fc64-2f6b-4b00-8cea-0a3d8870eb2b tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 945 time: 0.0809543 Sep 26 13:09:40.461277 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9bcdfc26-cfeb-43ed-932f-f4e23e1b2a5c req-42de5013-df78-418c-8ac3-00c4f4e38e9f tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738456 Sep 26 13:09:41.002195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-919ffdaa-f25e-4902-be7e-862a8c7abc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:41.129774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01eed5-fb07-49e8-89f2-9cd3f9f9daa8 req-c6c0faeb-2495-40e3-a2ba-21583aec9fc3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:41.131529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa01eed5-fb07-49e8-89f2-9cd3f9f9daa8 req-c6c0faeb-2495-40e3-a2ba-21583aec9fc3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.1301284 Sep 26 13:09:41.203506 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa01eed5-fb07-49e8-89f2-9cd3f9f9daa8 req-0c3d210a-6f84-4229-a331-58dd06360d0f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638247 Sep 26 13:09:41.398041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:09:41.400877 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4447f8a-502a-4d32-ad60-7a58c0e4aade" -d '{"events": [{"server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "name": "network-vif-plugged", "status": "completed", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:09:41.503713 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dbc32a-e417-4d38-b4f9-ca29c5dd8907 x-openstack-request-id: req-50dbc32a-e417-4d38-b4f9-ca29c5dd8907 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:09:41.504601 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "name": "network-vif-plugged", "status": "completed", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:09:41.505175 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50dbc32a-e417-4d38-b4f9-ca29c5dd8907 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:09:41.505792 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'code': 200} Sep 26 13:09:41.585793 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:41.652497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd954-7b6d-4fa0-8d90-9be244af65a6 req-a49e9fd7-e147-4c0d-bcb8-6dc1a5532db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:41.670226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8cdcd954-7b6d-4fa0-8d90-9be244af65a6 req-a49e9fd7-e147-4c0d-bcb8-6dc1a5532db9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 1098 time: 0.0841477 Sep 26 13:09:41.732179 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2db05-f29f-4817-8cdd-eac77c35240b req-98a9facb-f8e6-4c89-a357-4c84b7b1d25a tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:41.734107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-35f2db05-f29f-4817-8cdd-eac77c35240b req-98a9facb-f8e6-4c89-a357-4c84b7b1d25a tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 945 time: 0.0978103 Sep 26 13:09:41.746335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8cdcd954-7b6d-4fa0-8d90-9be244af65a6 req-2f01a111-019f-4ca8-b411-095054336124 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734367 Sep 26 13:09:41.835936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-35f2db05-f29f-4817-8cdd-eac77c35240b req-ed3ac99b-f5ba-46c4-be34-33cbdd763e99 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958822 Sep 26 13:09:42.061354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:42.469678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b6c29-15b1-45e5-97f6-6eb263225c20 req-849cc802-0a89-4981-9608-011b9f38e762 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:42.477408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b7b6c29-15b1-45e5-97f6-6eb263225c20 req-849cc802-0a89-4981-9608-011b9f38e762 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.1460690 Sep 26 13:09:42.596122 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b7b6c29-15b1-45e5-97f6-6eb263225c20 req-ec463d5c-d156-4c3e-9e5c-1b56033fe29b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177022 Sep 26 13:09:42.758793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d07e95-1529-4700-a700-e823bfb83949 req-eb5a160d-ad5d-4d11-83a2-9e868dc6cc28 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:42.762216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8d07e95-1529-4700-a700-e823bfb83949 req-eb5a160d-ad5d-4d11-83a2-9e868dc6cc28 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 945 time: 0.2310092 Sep 26 13:09:42.851429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8d07e95-1529-4700-a700-e823bfb83949 req-fdf83fc5-a65e-4411-bd50-6c2845ee535b tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810878 Sep 26 13:09:43.489843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:43.889664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afec14-ae13-421c-b50e-a35ec15f3589 req-4d364d91-599f-4de4-af52-9586b743a5fd tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:43.891816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74afec14-ae13-421c-b50e-a35ec15f3589 req-4d364d91-599f-4de4-af52-9586b743a5fd tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.1417441 Sep 26 13:09:43.951414 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74afec14-ae13-421c-b50e-a35ec15f3589 req-1fb8f722-e554-4ef1-a057-aca54ceed9d7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524309 Sep 26 13:09:44.161912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bffcec-d8fd-4852-8711-7dfb9a56c195 req-160ff277-f28c-4c39-a27f-4ac45383df0e tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:44.171579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bffcec-d8fd-4852-8711-7dfb9a56c195 req-160ff277-f28c-4c39-a27f-4ac45383df0e tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 945 time: 0.1522198 Sep 26 13:09:44.173731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5bf31-4575-454e-a542-8bcdb273a3be req-2094230d-34fa-4e0d-9423-bc8fa01fdfd6 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:44.177384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0e5bf31-4575-454e-a542-8bcdb273a3be req-2094230d-34fa-4e0d-9423-bc8fa01fdfd6 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.1351910 Sep 26 13:09:44.247041 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bffcec-d8fd-4852-8711-7dfb9a56c195 req-e89a46d0-4cf2-4f6c-b4ac-4ea28005537d tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/security-groups?id=de6fd88a-da87-496f-b1b7-8d23f470a495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698867 Sep 26 13:09:44.285734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-f545f624-6c6b-4e80-b735-78f3adc39121 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:44.287262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-f545f624-6c6b-4e80-b735-78f3adc39121 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 945 time: 0.1834044 Sep 26 13:09:44.294456 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0e5bf31-4575-454e-a542-8bcdb273a3be req-ac3807e5-c92f-458c-899e-f95bedc1dc4a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039405 Sep 26 13:09:44.444099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Deleting port e089131b-d04c-47a3-9a67-6508a53c034b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:44.444451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:44.573830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] For port e089131b-d04c-47a3-9a67-6508a53c034b, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=e089131b-d04c-47a3-9a67-6508a53c034b,segment=NetworkSegment(4dc5d43e-33c6-44af-99f6-e6fcc7b45656),segment_id=4dc5d43e-33c6-44af-99f6-e6fcc7b45656)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:44.574504 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:44.576045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3850-5322-4ee1-a498-26fa4201d4cd req-34f02b8f-c9a2-479e-b4c6-f2c0362b56aa tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:44.577723 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afdd3850-5322-4ee1-a498-26fa4201d4cd req-34f02b8f-c9a2-479e-b4c6-f2c0362b56aa tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.0886540 Sep 26 13:09:44.596936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Calling delete_port for e089131b-d04c-47a3-9a67-6508a53c034b owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:44.667037 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afdd3850-5322-4ee1-a498-26fa4201d4cd req-5b6d91e5-0abc-43e0-b7fe-877054985e0e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773706 Sep 26 13:09:44.934504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:45.005820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82b66c-39dc-48c2-bfb3-f6bbc088cd3c req-c0683016-7149-480c-97e9-7abcb7f3b50d tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:45.009406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab82b66c-39dc-48c2-bfb3-f6bbc088cd3c req-c0683016-7149-480c-97e9-7abcb7f3b50d tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.2079284 Sep 26 13:09:45.164802 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:45.238481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab82b66c-39dc-48c2-bfb3-f6bbc088cd3c req-f0427cdc-9cc1-4b35-9df0-75221d4e0c7b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158220 Sep 26 13:09:45.338908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Pushing event deleted for resources: {'Port': ['ID=e089131b-d04c-47a3-9a67-6508a53c034b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:45.509908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] No DVR routers for this DVR port e089131b-d04c-47a3-9a67-6508a53c034b on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:09:45.523613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:45.527375 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b2bdb40-e5a9-4530-9dd3-f994113344ac req-5f6fa3d4-5145-4b62-bfae-fe65595df3e0 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.23 "DELETE /v2.0/ports/e089131b-d04c-47a3-9a67-6508a53c034b HTTP/1.1" status: 204 len: 173 time: 1.2332623 Sep 26 13:09:45.562710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2f329b-be8f-4b86-93da-ff5878bfe8d0', 'name': 'network-vif-deleted', 'tag': 'e089131b-d04c-47a3-9a67-6508a53c034b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:09:45.602442 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f49d10-8d81-4e2e-9084-0dbad58841ee" -d '{"events": [{"server_uuid": "0e2f329b-be8f-4b86-93da-ff5878bfe8d0", "name": "network-vif-deleted", "tag": "e089131b-d04c-47a3-9a67-6508a53c034b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:09:45.629858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb661598-c3fb-48f6-aaff-ef31f31e80cc req-7ee84074-58cf-4d8e-a6d2-5760e6250d00 tempest-InstanceActionsNegativeTestJSON-974448801 tempest-InstanceActionsNegativeTestJSON-974448801-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2f329b-be8f-4b86-93da-ff5878bfe8d0 HTTP/1.1" status: 200 len: 210 time: 0.1958501 Sep 26 13:09:45.748404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e033e0-9a06-4a24-abe1-d0b38ab535f9 req-c49d21f7-3059-418f-93c3-319cf70deb40 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:45.752010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80e033e0-9a06-4a24-abe1-d0b38ab535f9 req-c49d21f7-3059-418f-93c3-319cf70deb40 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.1707003 Sep 26 13:09:45.852683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80e033e0-9a06-4a24-abe1-d0b38ab535f9 req-8ac03a95-7795-44db-ba08-1947113c3695 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886242 Sep 26 13:09:45.893942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab13ecd-67bd-4fec-81fe-7e027238554e req-98405586-83d1-4fd1-8926-bf58af7af79a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:45.905104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab13ecd-67bd-4fec-81fe-7e027238554e req-98405586-83d1-4fd1-8926-bf58af7af79a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.1153119 Sep 26 13:09:45.924278 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015aef3b-9d7d-4457-8fa2-0c369ef6919e x-openstack-request-id: req-015aef3b-9d7d-4457-8fa2-0c369ef6919e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:09:45.924607 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2f329b-be8f-4b86-93da-ff5878bfe8d0", "name": "network-vif-deleted", "tag": "e089131b-d04c-47a3-9a67-6508a53c034b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:09:45.924852 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-015aef3b-9d7d-4457-8fa2-0c369ef6919e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:09:45.925201 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2f329b-be8f-4b86-93da-ff5878bfe8d0', 'name': 'network-vif-deleted', 'tag': 'e089131b-d04c-47a3-9a67-6508a53c034b', 'status': 'completed', 'code': 200} Sep 26 13:09:45.966129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab13ecd-67bd-4fec-81fe-7e027238554e req-77842fb4-6943-4e1b-a666-b0aee9bf9859 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600128 Sep 26 13:09:46.159404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875854f-e85d-4859-a892-aaac77f5e130 req-12c48196-7555-4a93-a165-c64bfdb18f2e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:46.160990 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6875854f-e85d-4859-a892-aaac77f5e130 req-12c48196-7555-4a93-a165-c64bfdb18f2e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.0846267 Sep 26 13:09:46.306926 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6875854f-e85d-4859-a892-aaac77f5e130 req-3506b2db-98d1-47bd-96b8-2a3600783daf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237862 Sep 26 13:09:46.523925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf4d7-7ea6-4452-ad9f-323d3cf88d11 req-cc6a38fc-e27d-4a61-a254-a9579aa5fbed tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:46.526287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6eebf4d7-7ea6-4452-ad9f-323d3cf88d11 req-cc6a38fc-e27d-4a61-a254-a9579aa5fbed tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.0746655 Sep 26 13:09:46.592198 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6eebf4d7-7ea6-4452-ad9f-323d3cf88d11 req-bd9005bc-7364-4b17-89d9-e139a7e36397 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583549 Sep 26 13:09:46.734314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48482) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:46.933643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4b21b4-573d-4080-9103-226eb93d2834 admin admin] Deleting subnet 9d5e26a5-004c-40bc-b3a0-3a49b10cb4b3 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:09:46.949059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a4b21b4-573d-4080-9103-226eb93d2834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:47.027709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be5fa3-90a5-46a7-8199-5f531bd33462 req-81a62411-ace9-4c81-a4ef-8c78e42fea1b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:47.038954 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97be5fa3-90a5-46a7-8199-5f531bd33462 req-81a62411-ace9-4c81-a4ef-8c78e42fea1b tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0851450 Sep 26 13:09:47.042213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e089131b-d04c-47a3-9a67-6508a53c034b no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:47.073699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223956-cd83-4c7a-8aea-f3d60fdfd74f req-a41585a4-0b3c-4270-8a12-5bcbf15b8d72 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:47.093176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09223956-cd83-4c7a-8aea-f3d60fdfd74f req-a41585a4-0b3c-4270-8a12-5bcbf15b8d72 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.2826481 Sep 26 13:09:47.102801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: e089131b-d04c-47a3-9a67-6508a53c034b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:47.103974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device e089131b-d04c-47a3-9a67-6508a53c034b not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:47.137004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97be5fa3-90a5-46a7-8199-5f531bd33462 req-657c384d-6545-4b98-b23c-3230b22a9a17 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915656 Sep 26 13:09:47.149830 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a4b21b4-573d-4080-9103-226eb93d2834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:47.185233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-bbdd1096-f46f-4b69-98ca-d9498bd6e4e4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:47.187200 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-bbdd1096-f46f-4b69-98ca-d9498bd6e4e4 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.2063246 Sep 26 13:09:47.246058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09223956-cd83-4c7a-8aea-f3d60fdfd74f req-8a5457fb-cff2-4a80-95c0-85aca81400fe tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519744 Sep 26 13:09:47.269114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a4b21b4-573d-4080-9103-226eb93d2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:47.365112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Deleting port 417b1aa0-8de6-4c51-8b62-2e27e5889876 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:09:47.365767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:47.857713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a4b21b4-573d-4080-9103-226eb93d2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:47.896676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b21b4-573d-4080-9103-226eb93d2834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5e26a5-004c-40bc-b3a0-3a49b10cb4b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:47.931524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a4b21b4-573d-4080-9103-226eb93d2834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:47.937155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48506) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:47.937408 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2a4b21b4-573d-4080-9103-226eb93d2834 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9d5e26a5-004c-40bc-b3a0-3a49b10cb4b3 HTTP/1.1" status: 204 len: 168 time: 1.2017324 Sep 26 13:09:47.991274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] For port 417b1aa0-8de6-4c51-8b62-2e27e5889876, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=417b1aa0-8de6-4c51-8b62-2e27e5889876,segment=NetworkSegment(7efe3db6-a92e-4ff5-804e-87063464fd27),segment_id=7efe3db6-a92e-4ff5-804e-87063464fd27)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:47.991667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.009556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Calling delete_port for 417b1aa0-8de6-4c51-8b62-2e27e5889876 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:09:48.131791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.323030 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.324327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.335731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15db93-0a32-462b-bcdd-acde4725bb2b req-a303beb8-c888-448b-b1ce-a5f158843ac8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:48.338487 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d15db93-0a32-462b-bcdd-acde4725bb2b req-a303beb8-c888-448b-b1ce-a5f158843ac8 tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dccdf76-2bda-4901-86a4-e99e132db5b8 HTTP/1.1" status: 200 len: 946 time: 0.0777681 Sep 26 13:09:48.399991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Pushing event deleted for resources: {'Port': ['ID=417b1aa0-8de6-4c51-8b62-2e27e5889876,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:48.444935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e8f57f-dfb8-4b25-b2d5-2bf411ad8199']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:48.481333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] No DVR routers for this DVR port 417b1aa0-8de6-4c51-8b62-2e27e5889876 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:09:48.494383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.497423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2196d84-27ba-45da-b64a-f607eff3ada5 req-6e4046f6-305e-4a0a-b5a8-d6e40d57498a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.24 "DELETE /v2.0/ports/417b1aa0-8de6-4c51-8b62-2e27e5889876 HTTP/1.1" status: 204 len: 173 time: 1.2946167 Sep 26 13:09:48.497614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-deleted', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:09:48.498436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc5d43e-33c6-44af-99f6-e6fcc7b45656') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:48.498731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc5d43e-33c6-44af-99f6-e6fcc7b45656') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:48.505974 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71240ee1-e5d8-4f95-86ed-b43a7f5ad75e" -d '{"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-deleted", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:09:48.539322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d15db93-0a32-462b-bcdd-acde4725bb2b req-47e13a10-cd41-422f-82c2-e1156b4a625a tempest-ServersNegativeTestJSON-1270132342 tempest-ServersNegativeTestJSON-1270132342-project] 10.222.0.13 "GET /v2.0/security-groups?id=9850b166-bede-4a8b-9c6a-0b3c29398da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884727 Sep 26 13:09:48.556346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.578763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87484b67-f673-4ad7-ac25-7ba22cc7c340 req-e1352984-ace1-40f0-a908-e5780a639c5b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:48.587572 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-87484b67-f673-4ad7-ac25-7ba22cc7c340 req-e1352984-ace1-40f0-a908-e5780a639c5b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.2575881 Sep 26 13:09:48.654245 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e617ab-d268-45b8-8fad-0a8a20adf456 x-openstack-request-id: req-14e617ab-d268-45b8-8fad-0a8a20adf456 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:09:48.654592 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dccdf76-2bda-4901-86a4-e99e132db5b8", "name": "network-vif-deleted", "tag": "417b1aa0-8de6-4c51-8b62-2e27e5889876", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:09:48.654857 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14e617ab-d268-45b8-8fad-0a8a20adf456 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:09:48.655281 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dccdf76-2bda-4901-86a4-e99e132db5b8', 'name': 'network-vif-deleted', 'tag': '417b1aa0-8de6-4c51-8b62-2e27e5889876', 'status': 'completed', 'code': 200} Sep 26 13:09:48.663687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.699299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:09:48.699725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:09:48.713094 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:09:48.762598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-87484b67-f673-4ad7-ac25-7ba22cc7c340 req-bb4b9972-0d28-4b44-9151-8f950a26587b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741598 Sep 26 13:09:48.764450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.781574 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:48.786356 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] 10.222.0.13 "DELETE /v2.0/networks/40e8f57f-dfb8-4b25-b2d5-2bf411ad8199 HTTP/1.1" status: 204 len: 168 time: 0.8480942 Sep 26 13:09:48.788038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Pushing event deleted for resources: {'Network': ['ID=40e8f57f-dfb8-4b25-b2d5-2bf411ad8199,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:48.796453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.797040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.797660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.798343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.798855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.799371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.799870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.800371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.801042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.801573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.802278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.802782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b4ab1-be91-4f60-b872-db9a05de953c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:09:48.982111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48538) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:49.034570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b3a9eda3-6999-4ff5-8f59-6b8f1f22b555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6909813935d454a9a14e9b4693484b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504105 Sep 26 13:09:49.036895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48540) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:49.141379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-503934ee-bd5a-46cc-a960-72146eb7a183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:49.208211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-503934ee-bd5a-46cc-a960-72146eb7a183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:49.282239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-503934ee-bd5a-46cc-a960-72146eb7a183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:49.285760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-503934ee-bd5a-46cc-a960-72146eb7a183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:49.289400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-503934ee-bd5a-46cc-a960-72146eb7a183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de6fd88a-da87-496f-b1b7-8d23f470a495 HTTP/1.1" status: 204 len: 168 time: 0.2489665 Sep 26 13:09:49.312905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503934ee-bd5a-46cc-a960-72146eb7a183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6fd88a-da87-496f-b1b7-8d23f470a495,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:49.492668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:49.515956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 417b1aa0-8de6-4c51-8b62-2e27e5889876 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:09:49.516745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 417b1aa0-8de6-4c51-8b62-2e27e5889876 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:09:49.723132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48564) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:49.798786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baa95a7-b6f8-401d-82ed-dec4e2536ec3 admin admin] Deleting subnet ab0f0981-4ba4-400d-aa76-0e0bdec89524 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:09:49.805278 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7baa95a7-b6f8-401d-82ed-dec4e2536ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:49.904905 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7baa95a7-b6f8-401d-82ed-dec4e2536ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.026718 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7baa95a7-b6f8-401d-82ed-dec4e2536ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.052489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32678a-919e-4054-82fd-3199251eba46 req-b08692d2-ee2f-4d3f-9ff7-e5140f226c81 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:50.065017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e32678a-919e-4054-82fd-3199251eba46 req-b08692d2-ee2f-4d3f-9ff7-e5140f226c81 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.1210318 Sep 26 13:09:50.072669 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.137515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e32678a-919e-4054-82fd-3199251eba46 req-03b09272-9414-471b-9537-cd14dd79e151 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Sep 26 13:09:50.169976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7baa95a7-b6f8-401d-82ed-dec4e2536ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.235075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa95a7-b6f8-401d-82ed-dec4e2536ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0f0981-4ba4-400d-aa76-0e0bdec89524,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:50.237614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7baa95a7-b6f8-401d-82ed-dec4e2536ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.242310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48582) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:50.250625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7baa95a7-b6f8-401d-82ed-dec4e2536ec3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab0f0981-4ba4-400d-aa76-0e0bdec89524 HTTP/1.1" status: 204 len: 168 time: 0.5260541 Sep 26 13:09:50.389273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.516110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.552315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9589639-b0f3-46ff-af04-95284e5f9eb7']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:50.579406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efe3db6-a92e-4ff5-804e-87063464fd27') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:50.579701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efe3db6-a92e-4ff5-804e-87063464fd27') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:50.599458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.630548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.639885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:09:50.640570 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:09:50.717671 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:09:50.726249 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.735770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48598) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:50.745249 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:50.747939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9589639-b0f3-46ff-af04-95284e5f9eb7 HTTP/1.1" status: 204 len: 168 time: 0.5046046 Sep 26 13:09:50.768883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce332738-4c84-4585-bc7a-c4782d3a0ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9589639-b0f3-46ff-af04-95284e5f9eb7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:50.945845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-762942510-network', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:50.998124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Made reservation on behalf of da49cfdb23f548be8b625d2a8053aabb for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:51.002879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.025202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.038687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48612) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:51.045533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1e0988c8-722d-4c96-a993-dc393bc0e9d0 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:09:51.188649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-59aa413f-8a34-46d0-837e-29d76ab0de9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2378747811bd4d0ab38ecec37951e312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473155 Sep 26 13:09:51.192175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48616) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:51.341734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a00084e8-9f3e-4ad7-9287-5ccc7807ceb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.367559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:51.403091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'port_id': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'mac_address': 'fa:16:3e:fe:8a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bce8b3a-e400-49f2-aded-779aa7574ff6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:09:51.442701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a00084e8-9f3e-4ad7-9287-5ccc7807ceb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.454059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.465835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.498163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:09:51.512194 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.519667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.525560 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Added segment 6773b888-f45b-4000-8be9-38bb66e49392 of type vlan for network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad Sep 26 13:09:51.528365 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a00084e8-9f3e-4ad7-9287-5ccc7807ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.532454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a00084e8-9f3e-4ad7-9287-5ccc7807ceb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.537379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a00084e8-9f3e-4ad7-9287-5ccc7807ceb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9850b166-bede-4a8b-9c6a-0b3c29398da5 HTTP/1.1" status: 204 len: 168 time: 0.3437402 Sep 26 13:09:51.545620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e0988c8-722d-4c96-a993-dc393bc0e9d0 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:09:51.563280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00084e8-9f3e-4ad7-9287-5ccc7807ceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850b166-bede-4a8b-9c6a-0b3c29398da5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:51.614909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:51.622250 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.639550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.697157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.699927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:51.700524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.733601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1e0988c8-722d-4c96-a993-dc393bc0e9d0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:09:51.801632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e40dd-8624-4a6e-bb9d-cd1b4bec6e62 req-85e4732b-a421-4ea5-8201-3141f40959b1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:51.814908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:51.822897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf1e40dd-8624-4a6e-bb9d-cd1b4bec6e62 req-85e4732b-a421-4ea5-8201-3141f40959b1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.5009999 Sep 26 13:09:51.864424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a5ecc8-278c-4d58-8645-1482f87a7123,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:51.903767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1660073 Sep 26 13:09:51.906238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48636) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:51.911698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Request body: {'subnet': {'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-762942510-subnet', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:51.956899 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Made reservation on behalf of da49cfdb23f548be8b625d2a8053aabb for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:51.959666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:51.979840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c7d0-2021-4cb9-9e28-4b9c8931f3cd admin admin] Pushing event updated for resources: {'Network': ['ID=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:52.007934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:09:52.021820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf1e40dd-8624-4a6e-bb9d-cd1b4bec6e62 req-9e63c854-1750-47e0-a480-aabbcff817e6 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924651 Sep 26 13:09:52.348904 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:52.424861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f228b08-4aca-45b7-ae39-b951e0d28384,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:52.484902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Checking segment: {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:52.485270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Network hostable DHCP agents. Network: fdc6ff20-44c9-4099-a429-6cb2f37bd6ad, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:09:52.530488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:09:52.549889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, fdc6ff20-44c9-4099-a429-6cb2f37bd6ad) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:52.559781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f625a80-cc79-45c8-a8f5-3ffecc520434 None None] Network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:52.567167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:52.567772 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:52.588247 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3503fb86-50a0-4f24-8709-39147d6f5111 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6781993 Sep 26 13:09:52.588482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:52.601150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:52.601341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48708) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:52.609827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2078007037'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:52.625380 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:52.626969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:52.657017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:52.666468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:52.745687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:52.792284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:09:52.812742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9bbc3d-4db8-407e-8208-2cd58a6041dc None None] Network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:52.835437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:52.836031 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Added segment c5380286-c23e-411d-ac22-44f01f6b5151 of type vlan for network d9ec4ddc-df0d-4326-b75c-75880657520c Sep 26 13:09:53.000192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.024862 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.060260 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.090599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:53.091539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1e0988c8-722d-4c96-a993-dc393bc0e9d0 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:53.094164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.148262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48772) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:53.158098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5532193 Sep 26 13:09:53.177945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2123729789'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:53.268618 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:53.272734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.277355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9979ea-175a-48f3-ba0d-c5d78817ffe8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Network': ['ID=d9ec4ddc-df0d-4326-b75c-75880657520c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:53.290509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:53.293012 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.301526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d9ec4ddc-df0d-4326-b75c-75880657520c details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:09:53.482526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:09:53.496210 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.496560 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Added segment ca369c74-4448-42c9-91a3-c603726e54cd of type vlan for network b86aff44-39fa-42e7-b920-6c793e3330ab Sep 26 13:09:53.548223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.591865 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.599763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:53.601109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.614460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48826) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:53.650583 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.691021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:09:53.692005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:09:53.694728 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee145acc-69e5-4076-a5c2-531c97f8a4d5" -d '{"events": [{"server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "name": "network-vif-plugged", "status": "completed", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:09:53.707104 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:53.726582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bb241-48b6-407f-8095-21a03d343ec9 req-2ac6d9e5-eaa8-4a1b-bccd-60f2f722e02d tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:53.731461 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-776bb241-48b6-407f-8095-21a03d343ec9 req-2ac6d9e5-eaa8-4a1b-bccd-60f2f722e02d tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 945 time: 0.5216439 Sep 26 13:09:53.837936 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd44ae-a024-41c6-9dd5-9f080eeca08a x-openstack-request-id: req-efcd44ae-a024-41c6-9dd5-9f080eeca08a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:09:53.838252 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "name": "network-vif-plugged", "status": "completed", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:09:53.838528 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efcd44ae-a024-41c6-9dd5-9f080eeca08a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:09:53.838913 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'code': 200} Sep 26 13:09:53.860409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:53.959874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d910c825-7cc1-4b09-b984-a48292c94e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.020089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Network': ['ID=b86aff44-39fa-42e7-b920-6c793e3330ab,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:54.029339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-43dfb925-3b41-4ebf-ae7b-5976e337d08b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8789918 Sep 26 13:09:54.031975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b86aff44-39fa-42e7-b920-6c793e3330ab details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:09:54.036117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48874) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:54.042644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'subnet': {'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:54.141035 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-776bb241-48b6-407f-8095-21a03d343ec9 req-757215f8-24d9-4e47-ba84-9f177b4cb623 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410583 Sep 26 13:09:54.167063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.214684 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.217479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d910c825-7cc1-4b09-b984-a48292c94e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.239563 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d910c825-7cc1-4b09-b984-a48292c94e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.255469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:54.261444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.330821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d910c825-7cc1-4b09-b984-a48292c94e50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ff93931a92341a0816c9f935d89921d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7145574 Sep 26 13:09:54.334969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48914) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:54.344904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910c825-7cc1-4b09-b984-a48292c94e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaf92ab-3c7e-4cf5-8ea2-658497954180,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:54.412380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Allocated IP 172.25.4.244 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/e45a0aff-a50e-4343-8a04-74e7bccec820) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:54.471070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb97fd13-0109-4c9a-9ca8-4e108ac80fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.494635 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb97fd13-0109-4c9a-9ca8-4e108ac80fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.578821 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.642857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb97fd13-0109-4c9a-9ca8-4e108ac80fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.646903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb97fd13-0109-4c9a-9ca8-4e108ac80fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.648588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eb97fd13-0109-4c9a-9ca8-4e108ac80fc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfaf92ab-3c7e-4cf5-8ea2-658497954180 HTTP/1.1" status: 204 len: 168 time: 0.3121352 Sep 26 13:09:54.662734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.688119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97fd13-0109-4c9a-9ca8-4e108ac80fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaf92ab-3c7e-4cf5-8ea2-658497954180,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:54.698184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.768836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:54.772420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:54.787369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:09:54.803762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Subnet': ['ID=612c8342-1133-4522-93a0-c317956669dd,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:54.817718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Checking segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:54.818354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network hostable DHCP agents. Network: d9ec4ddc-df0d-4326-b75c-75880657520c, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:09:54.836414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Pushing event updated for resources: {'Port': ['ID=e45a0aff-a50e-4343-8a04-74e7bccec820,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:54.860983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network d9ec4ddc-df0d-4326-b75c-75880657520c is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:09:54.877447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d9ec4ddc-df0d-4326-b75c-75880657520c) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:54.887467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:54.889135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:54.893747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090dab89-9d14-462f-ac25-d5dcadcb69df None None] Network d9ec4ddc-df0d-4326-b75c-75880657520c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:54.907707 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f92ab639-df09-455b-a5c0-9e902f9ec8a8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8702316 Sep 26 13:09:54.910354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48970) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:54.924815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'subnet': {'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:55.201431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:55.210133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:55.268167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d9ec4ddc-df0d-4326-b75c-75880657520c', 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'fixed_ips': [{'subnet_id': '612c8342-1133-4522-93a0-c317956669dd'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:09:55.269040 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:55.486970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Allocated IP 10.1.1.2 (d9ec4ddc-df0d-4326-b75c-75880657520c/612c8342-1133-4522-93a0-c317956669dd/810d9d2b-bae1-4a45-8a12-e36d32daa8b8) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:55.624495 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:55.795060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d6fdc-4105-4bac-a7da-98c4a32742aa req-511666fd-5890-4f52-9efe-f70c7089ea25 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:55.799904 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f78d6fdc-4105-4bac-a7da-98c4a32742aa req-511666fd-5890-4f52-9efe-f70c7089ea25 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.1838558 Sep 26 13:09:55.910261 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:55.924508 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:55.988311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Network d9ec4ddc-df0d-4326-b75c-75880657520c is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:55.996729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:56.002531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:09:56.023239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:56.099266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Pushing event updated for resources: {'Port': ['ID=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:56.118550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Attempting to bind port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:09:56.119451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Attempting to bind port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:09:56.120053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Attempting to bind port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:09:56.126870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:09:56.127800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f78d6fdc-4105-4bac-a7da-98c4a32742aa req-03b8c4ff-4d71-4d16-8fe8-d9683c52bcd3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017080 Sep 26 13:09:56.128344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Checking segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:56.128975 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:56.129829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Bound using segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:09:56.130517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Bound port: 810d9d2b-bae1-4a45-8a12-e36d32daa8b8, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:09:56.131135 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:56.223588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:56.267322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Subnet': ['ID=04ab3d32-663f-4d48-86b9-81dd912c105f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:56.288259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Checking segment: {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:09:56.293403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network hostable DHCP agents. Network: b86aff44-39fa-42e7-b920-6c793e3330ab, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:09:56.302921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] For port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:09:56.308320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] For port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:09:56.320907 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:56.347224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network b86aff44-39fa-42e7-b920-6c793e3330ab is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:09:56.370424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b86aff44-39fa-42e7-b920-6c793e3330ab) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:56.383559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:56.384442 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:56.426219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36bce48-4f6a-4abe-983e-09995fdc6a6f None None] Network b86aff44-39fa-42e7-b920-6c793e3330ab requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:56.433211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2f91d0e4-002a-48c6-b838-7ea2bd071dce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5217967 Sep 26 13:09:56.437652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49120) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:56.445513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'port': {'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'name': 'tempest-TaggedBootDevicesTest_v242-1789082658', 'fixed_ips': [{'subnet_id': '612c8342-1133-4522-93a0-c317956669dd'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:56.869202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:56.870569 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Router de9ab8ce-5256-452b-a85f-541f0516ddbe is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:09:56.994137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e508-ea5b-4e03-9544-1f7b20bd5f5d None None] Pushing event updated for resources: {'Port': ['ID=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:57.136715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b86aff44-39fa-42e7-b920-6c793e3330ab', 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'fixed_ips': [{'subnet_id': '04ab3d32-663f-4d48-86b9-81dd912c105f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:09:57.139009 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:57.241358 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:57.310643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:09:57.346926 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:57.348588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4ec43d8d-1112-409e-b3c0-9546a806881a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7588220 Sep 26 13:09:57.351795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49192) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:57.410517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] device_id is not set on port 5fb8a498-550e-4784-917f-f378f526f1b0 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:09:57.569257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Sync routers for ids ['de9ab8ce-5256-452b-a85f-541f0516ddbe'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:09:57.584078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:09:57.712433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4062b0-9a1c-406c-a43e-c074940adb8a req-ae848585-87b0-46ca-b78a-0513f84d549c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:57.725699 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e4062b0-9a1c-406c-a43e-c074940adb8a req-ae848585-87b0-46ca-b78a-0513f84d549c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.3457894 Sep 26 13:09:58.301955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e4062b0-9a1c-406c-a43e-c074940adb8a req-ad11c631-2d8e-407d-8a5c-d7d441838af2 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714028 Sep 26 13:09:58.405693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Allocated IP 10.1.1.83 (d9ec4ddc-df0d-4326-b75c-75880657520c/612c8342-1133-4522-93a0-c317956669dd/5fb8a498-550e-4784-917f-f378f526f1b0) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:58.438406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb94f779-dae4-4b7a-9d5b-a0eba6f02d0e None None] Network d9ec4ddc-df0d-4326-b75c-75880657520c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:09:58.476095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Routers {'de9ab8ce-5256-452b-a85f-541f0516ddbe'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:09:58.482867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:09:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['de9ab8ce-5256-452b-a85f-541f0516ddbe'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:09:58.867978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b7d15c23-1cb3-4a82-9561-c98e69cefa27 None None] Provisioning complete for port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:58.870681 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7d15c23-1cb3-4a82-9561-c98e69cefa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:58.952313 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Allocated IP 10.2.2.2 (b86aff44-39fa-42e7-b920-6c793e3330ab/04ab3d32-663f-4d48-86b9-81dd912c105f/be3fb29a-999c-4de4-bfe5-a52a3ded7170) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:09:59.028919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:09:59.029697 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:59.111299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:59.150256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1e0988c8-722d-4c96-a993-dc393bc0e9d0 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:09:59.169081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:59.218649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc88ee-2728-4257-9140-11f6fe699c82 req-aa5a4d7b-3105-47cf-82d0-eac18fb02ec6 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:59.227548 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22fc88ee-2728-4257-9140-11f6fe699c82 req-aa5a4d7b-3105-47cf-82d0-eac18fb02ec6 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.2476254 Sep 26 13:09:59.306242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22fc88ee-2728-4257-9140-11f6fe699c82 req-138acc80-665a-4c54-88eb-3eb4f1136901 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755548 Sep 26 13:09:59.318751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network d9ec4ddc-df0d-4326-b75c-75880657520c is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:09:59.319642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49244) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:59.327002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:09:59.340141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:09:59.344707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=5fb8a498-550e-4784-917f-f378f526f1b0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:09:59.474453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:09:59.476154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:59.485178 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:59.524228 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Set router de9ab8ce-5256-452b-a85f-541f0516ddbe gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:09:59.530073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-04915cf6-de6e-4e38-9685-2c45b522f8ca tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0903354 Sep 26 13:09:59.531160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49248) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:09:59.551095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'port': {'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'name': 'tempest-TaggedBootDevicesTest_v242-1301546764', 'fixed_ips': [{'subnet_id': '612c8342-1133-4522-93a0-c317956669dd'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:09:59.727083 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a7fed9f-5fa8-441e-88f9-2fd32ea9a389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:59.882692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:09:59.892838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:09:59.967139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] device_id is not set on port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:10:00.050616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a7fed9f-5fa8-441e-88f9-2fd32ea9a389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.092861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a7fed9f-5fa8-441e-88f9-2fd32ea9a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.228218 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.261552 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.265074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a7fed9f-5fa8-441e-88f9-2fd32ea9a389 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da63ab268e544cabab065d3eb89ef7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9442818 Sep 26 13:10:00.279819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49256) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:00.294155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fed9f-5fa8-441e-88f9-2fd32ea9a389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a0ff33-7345-4b92-bca0-1d967cdeadd3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:00.319621 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Network b86aff44-39fa-42e7-b920-6c793e3330ab is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:00.330217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Allocated IP 172.20.0.1 (fdc6ff20-44c9-4099-a429-6cb2f37bd6ad/1f228b08-4aca-45b7-ae39-b951e0d28384/fa1836d3-7450-442b-b5e1-58838591c493) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:00.331539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Allocated IP 10.1.1.82 (d9ec4ddc-df0d-4326-b75c-75880657520c/612c8342-1133-4522-93a0-c317956669dd/0cad9cdf-a108-4a87-bf0b-0b573d5f59ac) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:00.395595 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-218a59bc-9da1-481e-b85f-3e86825abef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.467363 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-218a59bc-9da1-481e-b85f-3e86825abef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.508647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:00.512382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:00.517989 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7d15c23-1cb3-4a82-9561-c98e69cefa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.523481 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.659682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.675938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b7d15c23-1cb3-4a82-9561-c98e69cefa27 None None] For port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:00.728297 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.729455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-218a59bc-9da1-481e-b85f-3e86825abef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.740043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-218a59bc-9da1-481e-b85f-3e86825abef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.745381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-218a59bc-9da1-481e-b85f-3e86825abef4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a0ff33-7345-4b92-bca0-1d967cdeadd3 HTTP/1.1" status: 204 len: 168 time: 0.4616075 Sep 26 13:10:00.776614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a59bc-9da1-481e-b85f-3e86825abef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a0ff33-7345-4b92-bca0-1d967cdeadd3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:00.798112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fb99a-90bd-490a-99a1-345c54e17f12 req-6208e275-8065-4854-b94b-aafbdbe0fc09 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:00.806735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d7fb99a-90bd-490a-99a1-345c54e17f12 req-6208e275-8065-4854-b94b-aafbdbe0fc09 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.2640862 Sep 26 13:10:00.828103 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.834020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.843023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:00.931578 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7d15c23-1cb3-4a82-9561-c98e69cefa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.943610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:00.945925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:00.948629 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f9659-d237-4ee0-abb3-e232aeb87da6" -d '{"events": [{"server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:00.953054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:00.955895 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:10:00.959422 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:10:00.963008 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:00.966449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-b883e129-dfa1-4fe6-b4bf-4ab18a71f4c1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:00.967048 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:00.968719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-b883e129-dfa1-4fe6-b4bf-4ab18a71f4c1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 946 time: 0.3723381 Sep 26 13:10:01.046978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Pushing event updated for resources: {'Port': ['ID=fa1836d3-7450-442b-b5e1-58838591c493,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:01.066270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:01.180442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d7fb99a-90bd-490a-99a1-345c54e17f12 req-c14fc8d9-bd6b-4829-a491-987662e0d936 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556626 Sep 26 13:10:01.182470 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a72dc2-c104-4046-b2f1-4499f0f19af3 x-openstack-request-id: req-75a72dc2-c104-4046-b2f1-4499f0f19af3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:01.188256 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:01.191073 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75a72dc2-c104-4046-b2f1-4499f0f19af3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:01.191557 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'code': 200} Sep 26 13:10:01.319142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Pushing event updated for resources: {'Port': ['ID=be3fb29a-999c-4de4-bfe5-a52a3ded7170,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:01.336408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Attempting to bind port be3fb29a-999c-4de4-bfe5-a52a3ded7170 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:01.336950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Attempting to bind port be3fb29a-999c-4de4-bfe5-a52a3ded7170 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:01.337917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Attempting to bind port be3fb29a-999c-4de4-bfe5-a52a3ded7170 on network b86aff44-39fa-42e7-b920-6c793e3330ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:01.394717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.395100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.399537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.411450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.418464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.420468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.421261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.421861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.422248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.422587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.424212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.424597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:01.434941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:01.435412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Checking segment: {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:01.438660 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:01.439075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Bound using segment: {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:01.439561 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:01.440088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Bound port: be3fb29a-999c-4de4-bfe5-a52a3ded7170, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:01.440088 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:01.459648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:01.535837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:01.588603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Deleting port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:10:01.588986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:01.595557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network d9ec4ddc-df0d-4326-b75c-75880657520c is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:01.626001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:01.631470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:01.694347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:09:55Z', 'revision_number': 3, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port': {'id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:54Z', 'updated_at': '2021-09-26T13:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:01.739082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:01.739774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:01.809347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Checking router: de9ab8ce-5256-452b-a85f-541f0516ddbe for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:10:01.809839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Updating router de9ab8ce-5256-452b-a85f-541f0516ddbe port e45a0aff-a50e-4343-8a04-74e7bccec820 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:10:01.843024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-46b48a0b-64a7-42e4-aac7-38dbe2f5f74a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3107712 Sep 26 13:10:01.883565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] For port 1e0988c8-722d-4c96-a993-dc393bc0e9d0, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1e0988c8-722d-4c96-a993-dc393bc0e9d0,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:01.884346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:01.918579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15c23-1cb3-4a82-9561-c98e69cefa27 None None] Pushing event updated for resources: {'Port': ['ID=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:01.933772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Calling delete_port for 1e0988c8-722d-4c96-a993-dc393bc0e9d0 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:10:02.153678 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:02.161901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] For port be3fb29a-999c-4de4-bfe5-a52a3ded7170, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:02.178843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] For port be3fb29a-999c-4de4-bfe5-a52a3ded7170, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=be3fb29a-999c-4de4-bfe5-a52a3ded7170,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:02.182888 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:02.194040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:02.274287 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:02.412468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:02.504615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Pushing event updated for resources: {'Port': ['ID=fa1836d3-7450-442b-b5e1-58838591c493,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:02.532325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:02.601085 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:10:02.627919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:02.647502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19971cfe-ad33-47f9-b620-a8fe7f5692d1 None None] Pushing event updated for resources: {'Port': ['ID=be3fb29a-999c-4de4-bfe5-a52a3ded7170,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:02.705691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3919804b-5134-4fad-90e0-be1a3a90f8d3 None None] Provisioning complete for port 5fb8a498-550e-4784-917f-f378f526f1b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:02.706291 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3919804b-5134-4fad-90e0-be1a3a90f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:02.758494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event deleted for resources: {'Port': ['ID=1e0988c8-722d-4c96-a993-dc393bc0e9d0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:02.771590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49318) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:02.786738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9618fd91-6c27-4667-bbfc-d33dd2e6e2a2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131086437', 'description': 'tempest-description--1627225863'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:02.845537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3919804b-5134-4fad-90e0-be1a3a90f8d3 None None] Port 5fb8a498-550e-4784-917f-f378f526f1b0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:02.997594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] No DVR routers for this DVR port 1e0988c8-722d-4c96-a993-dc393bc0e9d0 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:10:02.999024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3919804b-5134-4fad-90e0-be1a3a90f8d3 None None] Provisioning complete for port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:02.999613 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3919804b-5134-4fad-90e0-be1a3a90f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:03.010300 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-efa90eae-9ff0-4e5a-a1cf-85adc79fb308 req-914d83f5-0976-4dd6-a9e9-c00eb451b138 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c279e11e-53f4-4ad7-8734-2a12c6ee0845 HTTP/1.1" status: 200 len: 210 time: 0.0557609 Sep 26 13:10:03.014648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:03.026482 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1112fe7-a419-40ec-9c49-8f4e8bc02b8a req-f6c2fa1c-e0b2-4f1f-b60f-b7e680d120bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "DELETE /v2.0/ports/1e0988c8-722d-4c96-a993-dc393bc0e9d0 HTTP/1.1" status: 204 len: 173 time: 2.0404069 Sep 26 13:10:03.027297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'name': 'network-vif-deleted', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:03.029880 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb257cb-abb8-4722-93cf-7117da25cddd" -d '{"events": [{"server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "name": "network-vif-deleted", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:03.034475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:03.039228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:03.089516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9618fd91-6c27-4667-bbfc-d33dd2e6e2a2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:03.173620 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b26d89-dbb3-4542-83d8-f57f65f2e82b x-openstack-request-id: req-d2b26d89-dbb3-4542-83d8-f57f65f2e82b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:03.174187 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c279e11e-53f4-4ad7-8734-2a12c6ee0845", "name": "network-vif-deleted", "tag": "1e0988c8-722d-4c96-a993-dc393bc0e9d0", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:03.174883 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2b26d89-dbb3-4542-83d8-f57f65f2e82b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:03.176037 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c279e11e-53f4-4ad7-8734-2a12c6ee0845', 'name': 'network-vif-deleted', 'tag': '1e0988c8-722d-4c96-a993-dc393bc0e9d0', 'status': 'completed', 'code': 200} Sep 26 13:10:03.181628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1e0988c8-722d-4c96-a993-dc393bc0e9d0 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:10:03.405933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Router de9ab8ce-5256-452b-a85f-541f0516ddbe has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:10:03.414278 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9618fd91-6c27-4667-bbfc-d33dd2e6e2a2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:03.422182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9618fd91-6c27-4667-bbfc-d33dd2e6e2a2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:03.593942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9618fd91-6c27-4667-bbfc-d33dd2e6e2a2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:03.619987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9618fd91-6c27-4667-bbfc-d33dd2e6e2a2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8471994 Sep 26 13:10:03.620810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618fd91-6c27-4667-bbfc-d33dd2e6e2a2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f612f29-44a5-4c03-9c7f-d104e2869f87,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:03.622729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49332) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:03.664029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d1f3ba59-d693-4a5f-82f0-8133b606fd0a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'security_group_rule': {'security_group_id': '0f612f29-44a5-4c03-9c7f-d104e2869f87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:03.693352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 1e0988c8-722d-4c96-a993-dc393bc0e9d0 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:10:03.693731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1e0988c8-722d-4c96-a993-dc393bc0e9d0 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:10:03.821149 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ba59-d693-4a5f-82f0-8133b606fd0a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:03.951967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:10:03.987139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d73f6098-2876-4330-8c9d-ac36f3d2f77e admin admin] 10.222.0.13 "PUT /v2.0/routers/de9ab8ce-5256-452b-a85f-541f0516ddbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6290383 Sep 26 13:10:04.008091 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.129917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.257147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ba59-d693-4a5f-82f0-8133b606fd0a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.268379 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ba59-d693-4a5f-82f0-8133b606fd0a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.326673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3ba59-d693-4a5f-82f0-8133b606fd0a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b7e591-0f8d-4ef9-aaba-ead85475610a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:04.340642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ba59-d693-4a5f-82f0-8133b606fd0a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.344446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d1f3ba59-d693-4a5f-82f0-8133b606fd0a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7199609 Sep 26 13:10:04.347067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49352) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:04.358203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ce4aa36c-5d34-442d-b515-ef321a57e63c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'security_group_rule': {'security_group_id': '0f612f29-44a5-4c03-9c7f-d104e2869f87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:04.363622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5a034-ec0a-4ca3-a18b-a4ac6b65defa None None] Pushing event updated for resources: {'Port': ['ID=e45a0aff-a50e-4343-8a04-74e7bccec820,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:04.370871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device be3fb29a-999c-4de4-bfe5-a52a3ded7170 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:04.399692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e9247d49-d57f-499d-877c-c8ae1405ebaa None None] Provisioning complete for port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:04.400055 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e9247d49-d57f-499d-877c-c8ae1405ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.512609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa36c-5d34-442d-b515-ef321a57e63c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.669569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Attempting to bind port e45a0aff-a50e-4343-8a04-74e7bccec820 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:04.669939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Attempting to bind port e45a0aff-a50e-4343-8a04-74e7bccec820 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:04.670286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Attempting to bind port e45a0aff-a50e-4343-8a04-74e7bccec820 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:04.680238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa36c-5d34-442d-b515-ef321a57e63c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.692991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa36c-5d34-442d-b515-ef321a57e63c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.694886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6a120-40b8-460d-b9d4-ce783552b270 None None] Network b86aff44-39fa-42e7-b920-6c793e3330ab requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:04.737260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4aa36c-5d34-442d-b515-ef321a57e63c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227c9a75-b1f9-4ae7-838d-6b3a98e5b8f9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:04.738173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:04.738563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:04.738974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.739404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:04.739905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Bound port: e45a0aff-a50e-4343-8a04-74e7bccec820, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:04.740294 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.753756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa36c-5d34-442d-b515-ef321a57e63c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.759004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ce4aa36c-5d34-442d-b515-ef321a57e63c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4105356 Sep 26 13:10:04.762185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49362) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:04.768493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:04.839520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:04.865142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49364) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:04.871441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-05a1469f-10c6-4a75-97bc-dbc286bc59c3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174254462', 'description': 'tempest-description--1082909811'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:04.890370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e9247d49-d57f-499d-877c-c8ae1405ebaa None None] Port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:04.932467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05a1469f-10c6-4a75-97bc-dbc286bc59c3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.061375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.162889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e9247d49-d57f-499d-877c-c8ae1405ebaa None None] Provisioning complete for port 5fb8a498-550e-4784-917f-f378f526f1b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:05.182136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e9247d49-d57f-499d-877c-c8ae1405ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.237698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05a1469f-10c6-4a75-97bc-dbc286bc59c3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.255627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05a1469f-10c6-4a75-97bc-dbc286bc59c3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.274184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] For port e45a0aff-a50e-4343-8a04-74e7bccec820, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:05.300302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05a1469f-10c6-4a75-97bc-dbc286bc59c3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.307734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49376) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:05.310124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-05a1469f-10c6-4a75-97bc-dbc286bc59c3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4435956 Sep 26 13:10:05.321788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Request body: {'security_group_rule': {'security_group_id': '28d97c80-c52e-4710-844f-26be2717775e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:05.338865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port be3fb29a-999c-4de4-bfe5-a52a3ded7170 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:05.339248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.376078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1469f-10c6-4a75-97bc-dbc286bc59c3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d97c80-c52e-4710-844f-26be2717775e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:05.428676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] For port e45a0aff-a50e-4343-8a04-74e7bccec820, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e45a0aff-a50e-4343-8a04-74e7bccec820,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:05.459850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Allocated IP 172.25.4.11 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/bea70676-692f-4397-905c-7d0c8a846815) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:05.500132 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.619010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e9247d49-d57f-499d-877c-c8ae1405ebaa None None] Port 5fb8a498-550e-4784-917f-f378f526f1b0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:05.714526 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.782746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.851249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-d3a9e5bf-5834-47f8-9701-bb79ce229a7d tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:05.854762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-d3a9e5bf-5834-47f8-9701-bb79ce229a7d tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 810 time: 0.3297095 Sep 26 13:10:05.889197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-8360a00c-f37b-459f-ac95-cce57a49e510 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/quotas/da49cfdb23f548be8b625d2a8053aabb HTTP/1.1" status: 200 len: 375 time: 0.0258443 Sep 26 13:10:05.890062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-33d8e150-93b1-4471-b6d4-3acba82e30e6 None None] Provisioning complete for port be3fb29a-999c-4de4-bfe5-a52a3ded7170 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:05.890460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-33d8e150-93b1-4471-b6d4-3acba82e30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:05.892063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Routers {'de9ab8ce-5256-452b-a85f-541f0516ddbe'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:05.892837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:09:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['de9ab8ce-5256-452b-a85f-541f0516ddbe'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:05.986116 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.025959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-929df32f-7654-40f2-aef5-d046dc25443c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354771 Sep 26 13:10:06.031344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.043517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5a034-ec0a-4ca3-a18b-a4ac6b65defa None None] Pushing event updated for resources: {'Port': ['ID=e45a0aff-a50e-4343-8a04-74e7bccec820,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:06.151267 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.154825 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8368731 Sep 26 13:10:06.183203 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.184917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49404) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:06.213093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-877b5ad2-1bab-4033-8a9e-362b44bd4a19 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Request body: {'security_group_rule': {'security_group_id': '28d97c80-c52e-4710-844f-26be2717775e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:06.306499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2963134-c13a-4d92-9a9d-d758d3570778,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:06.360630 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-61b4f485-fc94-4ece-aa81-fbf365d2d738 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335214 Sep 26 13:10:06.372223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-877b5ad2-1bab-4033-8a9e-362b44bd4a19 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.381664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port be3fb29a-999c-4de4-bfe5-a52a3ded7170, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=be3fb29a-999c-4de4-bfe5-a52a3ded7170,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:06.390501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.391880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.393478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.396357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.397009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.397734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.400645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.401270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.401420 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.402044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.402649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.403213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.403772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea30479-78cf-4c2c-922b-75d0f52d9d3e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:06.425432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:06.594870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.602618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-877b5ad2-1bab-4033-8a9e-362b44bd4a19 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.619859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-2e2d6716-1e3f-4ffc-91a1-8d0396b097b8 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573318 Sep 26 13:10:06.712342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=bea70676-692f-4397-905c-7d0c8a846815,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:06.724178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=be3fb29a-999c-4de4-bfe5-a52a3ded7170,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:06.729024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-877b5ad2-1bab-4033-8a9e-362b44bd4a19 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.758343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:06.764040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:06.767177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:06.880662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:06.881047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.889468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b5ad2-1bab-4033-8a9e-362b44bd4a19 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58f78d5-ab04-464c-9b5f-5f1e0f2bc35f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:06.904238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-877b5ad2-1bab-4033-8a9e-362b44bd4a19 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.905787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-877b5ad2-1bab-4033-8a9e-362b44bd4a19 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7173765 Sep 26 13:10:06.909031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49420) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:06.914087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:06.987525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:06.988282 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:07.027427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-489c4385-339c-49db-b82b-25aa6ebf34a1 req-97d4b6ed-5326-43db-b30b-f8ed0c1e37f4 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 210 time: 0.1247382 Sep 26 13:10:07.038232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] Set router de9ab8ce-5256-452b-a85f-541f0516ddbe gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:07.126882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:07.349593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:07.550121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:07.558982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:07.573346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49430) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:07.809718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Allocated IP 172.25.4.140 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/408931fc-d20a-4d6b-a81c-8ab4fec6711e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:07.829211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cfe31b1b-ebe7-472d-8815-f812133e3ac0 None None] Provisioning complete for port be3fb29a-999c-4de4-bfe5-a52a3ded7170 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:07.839869 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cfe31b1b-ebe7-472d-8815-f812133e3ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:07.924747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:07.954067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=bea70676-692f-4397-905c-7d0c8a846815,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:07.980143 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:07.990106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19771d1c-466a-42a0-9d73-a6d8d70c7069 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2182736 Sep 26 13:10:08.088143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.187198 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.215633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e80a5f49-83d3-47e5-8473-ba92394ee389 req-ef6776f2-c046-4134-a16e-d37115094a7e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 210 time: 0.0852802 Sep 26 13:10:08.362132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:08.406854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:08.408565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-339ed586-44db-4fa1-9c6e-ddc5a8d5061a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.416105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:08.427433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-080aaf15-ed8c-4dfb-8573-0e4be24a96bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.469980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:10:01Z', 'revision_number': 4, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port': {'id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:54Z', 'updated_at': '2021-09-26T13:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fa1836d3-7450-442b-b5e1-58838591c493', 'name': '', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'mac_address': 'fa:16:3e:15:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:59Z', 'updated_at': '2021-09-26T13:10:01Z', 'revision_number': 2, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'subnets': [{'id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:08.501665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event updated for resources: {'Port': ['ID=408931fc-d20a-4d6b-a81c-8ab4fec6711e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:08.627422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.636638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device be3fb29a-999c-4de4-bfe5-a52a3ded7170 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:08.654590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6dfbf2-5178-4310-9029-ca07dd72277c None None] The sync data for ids ['de9ab8ce-5256-452b-a85f-541f0516ddbe'] in n-d-806683-13 is: [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:10:01Z', 'revision_number': 4, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port': {'id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:54Z', 'updated_at': '2021-09-26T13:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fa1836d3-7450-442b-b5e1-58838591c493', 'name': '', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'mac_address': 'fa:16:3e:15:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:59Z', 'updated_at': '2021-09-26T13:10:01Z', 'revision_number': 2, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'subnets': [{'id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:10:08.689502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-339ed586-44db-4fa1-9c6e-ddc5a8d5061a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.696522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-339ed586-44db-4fa1-9c6e-ddc5a8d5061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.750730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ed586-44db-4fa1-9c6e-ddc5a8d5061a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0986181-9630-46cc-98f6-113835e7ab33,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:08.757844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49464) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:08.773442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2058454968'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:08.782991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port be3fb29a-999c-4de4-bfe5-a52a3ded7170 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:08.783571 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.802489 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-339ed586-44db-4fa1-9c6e-ddc5a8d5061a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0df2e2112bf045d4acecd142af97512c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2260115 Sep 26 13:10:08.805159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49468) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:08.862946 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.877971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-addb743c-ec71-4905-b143-f4f58cef03d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2131086437&fields=id&tenant_id=7e2d0063c0974d2b9f01340d47c67f86 HTTP/1.1" status: 200 len: 267 time: 0.1240721 Sep 26 13:10:08.916230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:08.920213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.973732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-e58a1b73-6bbf-42ae-9fec-a001ce3406b9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:08.979860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60d957e2-8ad7-4f51-8eea-5fa3c0a8e24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:08.981578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:10:08.982546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-e58a1b73-6bbf-42ae-9fec-a001ce3406b9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports/5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 936 time: 0.1034670 Sep 26 13:10:09.027952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.028544 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Added segment f156e5af-b91e-41a9-9771-288f896353d6 of type vlan for network 55cfb959-a6b3-4024-baf6-8573b60748bc Sep 26 13:10:09.045350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-3c3af5db-b426-4cae-b683-29562ca56bbe tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:09.046953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-3c3af5db-b426-4cae-b683-29562ca56bbe tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports/0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 936 time: 0.0633488 Sep 26 13:10:09.079936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60d957e2-8ad7-4f51-8eea-5fa3c0a8e24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.170778 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.178285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-76828d09-2e36-43a2-bffa-44053b3d5109 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1223156 Sep 26 13:10:09.230315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.237254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:09.238269 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.262079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4919806 Sep 26 13:10:09.270068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49476) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:09.294079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1209458033'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:09.320621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60d957e2-8ad7-4f51-8eea-5fa3c0a8e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.324440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60d957e2-8ad7-4f51-8eea-5fa3c0a8e24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.325937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-60d957e2-8ad7-4f51-8eea-5fa3c0a8e24f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0986181-9630-46cc-98f6-113835e7ab33 HTTP/1.1" status: 204 len: 168 time: 0.5145366 Sep 26 13:10:09.367509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d957e2-8ad7-4f51-8eea-5fa3c0a8e24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0986181-9630-46cc-98f6-113835e7ab33,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:09.378746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc547c3-a189-4c79-b667-766ba191d022 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Network': ['ID=55cfb959-a6b3-4024-baf6-8573b60748bc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:09.393079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 55cfb959-a6b3-4024-baf6-8573b60748bc details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:10:09.402993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-dbbbdaf3-706e-41f9-9e54-9832ed0c78d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2104161 Sep 26 13:10:09.449952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e367a9c3-4d8b-4774-949a-deadc71ee0ac req-516333d7-d120-4395-89d9-774249772450 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 210 time: 0.0483632 Sep 26 13:10:09.506513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:09.515558 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.826605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-b3e805b1-61d4-4eba-9db6-cf61ced81400 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:09.828131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-b3e805b1-61d4-4eba-9db6-cf61ced81400 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.24 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 810 time: 0.3298955 Sep 26 13:10:09.845936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Request body: {'port': {'device_id': '20cce147-5c37-46f9-b503-90070fa31ecc', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'admin_state_up': True, 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:09.897449 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:09.954678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.105418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:10:10.202101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Made reservation on behalf of da49cfdb23f548be8b625d2a8053aabb for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:10.208239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.261280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.265801 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Added segment cb22bb07-97dc-4344-9d18-2f116bf52376 of type vlan for network 8d59d366-9265-4f11-be38-15a19f2dd7d9 Sep 26 13:10:10.354232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-9bd42596-be57-4478-95f6-5af8ddb7ca0e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:10.382508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-9bd42596-be57-4478-95f6-5af8ddb7ca0e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:10.398702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-9bd42596-be57-4478-95f6-5af8ddb7ca0e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:10.407840 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-9bd42596-be57-4478-95f6-5af8ddb7ca0e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/networks?id=1bf1093e-5266-4129-afda-8e464a35bc64&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=b86aff44-39fa-42e7-b920-6c793e3330ab&id=b86aff44-39fa-42e7-b920-6c793e3330ab HTTP/1.1" status: 200 len: 1995 time: 0.8742764 Sep 26 13:10:10.425269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event updated for resources: {'Port': ['ID=408931fc-d20a-4d6b-a81c-8ab4fec6711e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:10.499896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e45a0aff-a50e-4343-8a04-74e7bccec820 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:10.513581 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-f96d965b-2826-4877-9dc4-ed61a528218f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/quotas/7e2d0063c0974d2b9f01340d47c67f86 HTTP/1.1" status: 200 len: 375 time: 0.1041069 Sep 26 13:10:10.542382 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.564956 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.596865 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.608123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-536ac6e3-9d31-460e-a61b-0d8b13546b8e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6884012 Sep 26 13:10:10.624694 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.632161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:10.635416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Allocated IP 172.20.0.10 (fdc6ff20-44c9-4099-a429-6cb2f37bd6ad/1f228b08-4aca-45b7-ae39-b951e0d28384/66b37801-50cd-47ef-9162-3abd21b25f6a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:10.637625 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.656785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e45a0aff-a50e-4343-8a04-74e7bccec820 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:10.657789 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.683760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7d5e704a-53da-4ec5-be08-129ef924846a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1692593 Sep 26 13:10:10.835244 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:10.837263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5552249 Sep 26 13:10:10.842773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49512) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:10.909673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'subnet': {'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:10.920052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port e45a0aff-a50e-4343-8a04-74e7bccec820, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e45a0aff-a50e-4343-8a04-74e7bccec820,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:10.934836 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:11.068172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:11.089332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=e45a0aff-a50e-4343-8a04-74e7bccec820,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:11.132684 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6167c28-bf34-40f6-b656-578dc829e501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:11.158069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:11.162639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c07d8a-fb44-4771-846e-86c671e6d6a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Network': ['ID=8d59d366-9265-4f11-be38-15a19f2dd7d9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:11.176618 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 8d59d366-9265-4f11-be38-15a19f2dd7d9 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:10:11.301186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Pushing event updated for resources: {'Port': ['ID=66b37801-50cd-47ef-9162-3abd21b25f6a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:11.358116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:11.371474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:11.373433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:11.417083 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-334ed6a8-0dc5-4ea0-9be7-6141d7305207 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004468 Sep 26 13:10:11.472034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe80d04-d27e-4072-aaab-1651138d2f95 req-060eb824-3cba-46b5-a4d3-fd151e6afe93 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:11.478116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afe80d04-d27e-4072-aaab-1651138d2f95 req-060eb824-3cba-46b5-a4d3-fd151e6afe93 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 932 time: 0.3394923 Sep 26 13:10:11.565710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afe80d04-d27e-4072-aaab-1651138d2f95 req-9a7c9072-d29f-43b1-b92b-0d39e18f46e8 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768845 Sep 26 13:10:11.585309 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:11.606313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:11.607029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:11.638674 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-828e64fa-efe9-4983-99e8-deccb0025e41 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7983661 Sep 26 13:10:11.644563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:11.655402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:11.860902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Request body: {'port': {'device_id': '20cce147-5c37-46f9-b503-90070fa31ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:11.937391 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-d3ccbf76-c28c-4769-8b1a-130f68408052 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050325 Sep 26 13:10:11.955449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:11.976139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49554) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:11.996935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-2abb37d4-6094-4df9-9372-ccb47940eb54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:11.999248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-2abb37d4-6094-4df9-9372-ccb47940eb54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 821 time: 0.2779853 Sep 26 13:10:12.051110 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-8f3b058b-a895-4536-81a7-bdfccf1e39dd tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/quotas/4033df5d9edc44f28b5752c50a5dca18 HTTP/1.1" status: 200 len: 375 time: 0.0243628 Sep 26 13:10:12.053565 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:12.061809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7bacc0ad-a119-4a26-88af-7cc3e0efc91f service neutron] 10.222.0.13 "GET /v2.0/ports/5fb8a498-550e-4784-917f-f378f526f1b0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1159062 Sep 26 13:10:12.198575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1678187020-network', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:12.263750 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-954682d0-f561-4e72-a64e-15671266578b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879497 Sep 26 13:10:12.266209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Made reservation on behalf of 68133e8f57194b49a99ef19758ee28d7 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:12.268518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:12.317433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:12.510618 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e45a0aff-a50e-4343-8a04-74e7bccec820 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:12.513032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-01c78c8c-5832-481a-a002-1b24880526b6 service neutron] 10.222.0.13 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400463 Sep 26 13:10:12.560468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Checking segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:12.560849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network hostable DHCP agents. Network: 55cfb959-a6b3-4024-baf6-8573b60748bc, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:10:12.587014 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Sync routers for ids ['de9ab8ce-5256-452b-a85f-541f0516ddbe'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:10:12.604531 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Routers {'de9ab8ce-5256-452b-a85f-541f0516ddbe'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:12.605164 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['de9ab8ce-5256-452b-a85f-541f0516ddbe'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:12.624912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Subnet': ['ID=1700fe3b-b9ad-44c8-a92b-cea961e6c69c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:12.660303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e45a0aff-a50e-4343-8a04-74e7bccec820 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:12.660862 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:12.677002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:12.834155 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-32ac755d-4145-4b50-9804-e4ae3414c99e service neutron] 10.222.0.13 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041019 Sep 26 13:10:12.836115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 55cfb959-a6b3-4024-baf6-8573b60748bc is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:10:12.884193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 55cfb959-a6b3-4024-baf6-8573b60748bc) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:12.891492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:12.892478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:12.896033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe48571-cc33-4cc3-9061-3afbbe15c0d4 None None] Network 55cfb959-a6b3-4024-baf6-8573b60748bc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:12.905819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-5dcf2396-ecf0-447a-bd87-cdf2467d07d4 service neutron] 10.222.0.13 "GET /v2.0/ports/0cad9cdf-a108-4a87-bf0b-0b573d5f59ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0610735 Sep 26 13:10:12.974740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-1f790289-5889-42b3-8c03-97d8ac37f3c4 service neutron] 10.222.0.13 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947668 Sep 26 13:10:13.093047 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7bdba46a-4be3-4c3b-b136-f8d83eae3bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779375 Sep 26 13:10:13.163658 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Set router de9ab8ce-5256-452b-a85f-541f0516ddbe gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:13.256687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-55cfb959-a6b3-4024-baf6-8573b60748bc', 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'fixed_ips': [{'subnet_id': '1700fe3b-b9ad-44c8-a92b-cea961e6c69c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:10:13.259123 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:13.271124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b37801-50cd-47ef-9162-3abd21b25f6a {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:13.287308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-2b22f175-ebf8-4848-bfdc-ec677e88ad6d service neutron] 10.222.0.13 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858172 Sep 26 13:10:13.311616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:13.362360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Transition to ACTIVE for port object 66b37801-50cd-47ef-9162-3abd21b25f6a will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:10:13.411975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:13.509179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Pushing event updated for resources: {'Port': ['ID=66b37801-50cd-47ef-9162-3abd21b25f6a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:13.530182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-81f5f3ad-c0de-4918-8cd3-c31b82c5fff3 service neutron] 10.222.0.13 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335880 Sep 26 13:10:13.561842 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:13.575614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-8eb8a6af-c196-412a-a7e7-1aa98fec67a6 service neutron] 10.222.0.13 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749073 Sep 26 13:10:13.596985 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Allocated IP 10.1.1.2 (55cfb959-a6b3-4024-baf6-8573b60748bc/1700fe3b-b9ad-44c8-a92b-cea961e6c69c/db9019b7-c734-48e6-ad7e-a91739a4476e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:13.607740 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:10:01Z', 'revision_number': 4, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port': {'id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:54Z', 'updated_at': '2021-09-26T13:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fa1836d3-7450-442b-b5e1-58838591c493', 'name': '', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'mac_address': 'fa:16:3e:15:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:59Z', 'updated_at': '2021-09-26T13:10:01Z', 'revision_number': 2, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'subnets': [{'id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:13.621915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:13.665677 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-64b7b539-0e9f-4fb5-b011-a93f43ac3994 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7736230 Sep 26 13:10:13.671421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:13.677015 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Checking router: de9ab8ce-5256-452b-a85f-541f0516ddbe for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:10:13.678084 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Updating router de9ab8ce-5256-452b-a85f-541f0516ddbe port fa1836d3-7450-442b-b5e1-58838591c493 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:10:13.679478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'subnet': {'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:13.715093 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:13.771102 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:13.821942 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-d4f2747e-f0a1-4f24-84eb-1dd0e9127e42 service neutron] 10.222.0.13 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858891 Sep 26 13:10:13.886796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a55327c-e859-4c5e-a7a7-85efca3b9c09,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:13.968910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:10:13.972988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Attempting to bind port 66b37801-50cd-47ef-9162-3abd21b25f6a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:13.980033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Attempting to bind port 66b37801-50cd-47ef-9162-3abd21b25f6a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:13.980710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Attempting to bind port 66b37801-50cd-47ef-9162-3abd21b25f6a on network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:13.999504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.013761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Port 66b37801-50cd-47ef-9162-3abd21b25f6a on network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:10:14.013761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Attempting to bind port 66b37801-50cd-47ef-9162-3abd21b25f6a on network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:14.042958 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.048794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:14.052582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Checking segment: {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:14.053418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Bound using segment: {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:14.062283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Bound port: 66b37801-50cd-47ef-9162-3abd21b25f6a, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:14.062979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.137362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.151552 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Added segment 95d629d8-87f5-43fa-b145-2d0e9996e25b of type vlan for network c8975b0b-8250-4e8e-aac6-191a440ad388 Sep 26 13:10:14.235120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Pushing event updated for resources: {'Port': ['ID=db9019b7-c734-48e6-ad7e-a91739a4476e,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:14.284153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Network 55cfb959-a6b3-4024-baf6-8573b60748bc is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:14.286729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:14.289163 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.294342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:14.304866 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.404923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Attempting to bind port db9019b7-c734-48e6-ad7e-a91739a4476e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:14.405188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Attempting to bind port db9019b7-c734-48e6-ad7e-a91739a4476e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:14.407214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Attempting to bind port db9019b7-c734-48e6-ad7e-a91739a4476e on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:14.412367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:14.412784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Checking segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:14.413189 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.417904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Bound using segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:14.418694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Bound port: db9019b7-c734-48e6-ad7e-a91739a4476e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:14.419468 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.431947 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Pushing event updated for resources: {'Port': ['ID=fa1836d3-7450-442b-b5e1-58838591c493,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:14.440004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:14.445106 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.445453 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.446803 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.447219 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.447553 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.447922 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.448336 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.448661 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.449375 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.449846 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.450583 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.450907 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:14.453257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.468481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.532018 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Attempting to bind port fa1836d3-7450-442b-b5e1-58838591c493 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:14.532413 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Attempting to bind port fa1836d3-7450-442b-b5e1-58838591c493 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:14.532778 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Attempting to bind port fa1836d3-7450-442b-b5e1-58838591c493 on network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:14.538924 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:14.539293 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Checking segment: {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:14.540742 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.541344 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Bound using segment: {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:14.541831 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Bound port: fa1836d3-7450-442b-b5e1-58838591c493, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:14.542064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25620736-ccde-4ffb-bdea-f6ea5eb78769 req-aee16492-3019-4868-8f6a-42ab530c9f58 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:14.542227 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.543630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25620736-ccde-4ffb-bdea-f6ea5eb78769 req-aee16492-3019-4868-8f6a-42ab530c9f58 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 944 time: 0.2595255 Sep 26 13:10:14.584906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] For port 66b37801-50cd-47ef-9162-3abd21b25f6a, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:14.593619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-77badf52-9e35-41fa-8296-462c813feb6e service neutron] 10.222.0.13 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7616785 Sep 26 13:10:14.598630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] For port 66b37801-50cd-47ef-9162-3abd21b25f6a, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66b37801-50cd-47ef-9162-3abd21b25f6a,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:14.626661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] For port db9019b7-c734-48e6-ad7e-a91739a4476e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:14.634254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] For port db9019b7-c734-48e6-ad7e-a91739a4476e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=db9019b7-c734-48e6-ad7e-a91739a4476e,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:14.644205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.650623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.725814 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] For port fa1836d3-7450-442b-b5e1-58838591c493, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:14.736374 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] For port fa1836d3-7450-442b-b5e1-58838591c493, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fa1836d3-7450-442b-b5e1-58838591c493,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:14.739952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.744153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:14.745115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.747351 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.788254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ecd5e-d379-429f-830a-24f9fa370d76 None None] Pushing event updated for resources: {'Port': ['ID=db9019b7-c734-48e6-ad7e-a91739a4476e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:14.792417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7ef09c85-8eff-440f-8595-15ed048a5275 service neutron] 10.222.0.13 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831319 Sep 26 13:10:14.837026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:14.837670 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.839347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] 10.222.0.24 "PUT /v2.0/ports/66b37801-50cd-47ef-9162-3abd21b25f6a HTTP/1.1" status: 200 len: 1093 time: 3.1912708 Sep 26 13:10:14.866621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cce147-5c37-46f9-b503-90070fa31ecc', 'tag': '66b37801-50cd-47ef-9162-3abd21b25f6a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:14.869479 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2899264-d542-4f4c-a51f-01aa824c5a45" -d '{"events": [{"name": "network-changed", "server_uuid": "20cce147-5c37-46f9-b503-90070fa31ecc", "tag": "66b37801-50cd-47ef-9162-3abd21b25f6a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:14.875451 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Routers {'de9ab8ce-5256-452b-a85f-541f0516ddbe'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:14.876137 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['de9ab8ce-5256-452b-a85f-541f0516ddbe'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:14.950057 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:14.955423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb3248-fcf8-452b-bf4c-08395f4a052a None None] Pushing event updated for resources: {'Port': ['ID=fa1836d3-7450-442b-b5e1-58838591c493,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:14.959925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9803288 Sep 26 13:10:15.034865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25620736-ccde-4ffb-bdea-f6ea5eb78769 req-0dbcbab9-d660-4e52-b2f5-f19a86a6da9e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515915 Sep 26 13:10:15.038545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:15.091581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Request body: {'subnet': {'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1678187020-subnet', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:15.119856 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] Set router de9ab8ce-5256-452b-a85f-541f0516ddbe gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:15.315364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4018cf-8fb7-4a8b-bf2b-12b7fd6e3af7 service neutron] Pushing event updated for resources: {'Port': ['ID=66b37801-50cd-47ef-9162-3abd21b25f6a,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:15.330444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187225a-3905-4fb8-b9b4-197c20df2e99 admin admin] Pushing event updated for resources: {'Network': ['ID=c8975b0b-8250-4e8e-aac6-191a440ad388,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:15.346430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network c8975b0b-8250-4e8e-aac6-191a440ad388 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:10:15.351889 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1472dd18-af5b-4a3f-916b-5398ff23f9a9 service neutron] 10.222.0.13 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438066 Sep 26 13:10:15.467009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb720359-c96f-4ae3-85ad-1098476a4ff2 req-84e827f6-aed5-48b7-94d6-fe965d4e1049 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 210 time: 0.0853982 Sep 26 13:10:15.467670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Made reservation on behalf of 68133e8f57194b49a99ef19758ee28d7 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:15.470036 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:15.498840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-6391c42c-1ad4-4cc1-86ba-d1c47a041ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:15.500403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-6391c42c-1ad4-4cc1-86ba-d1c47a041ab8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 1096 time: 0.5380726 Sep 26 13:10:15.607407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-f4823707-301b-4734-9c46-c2ed6743379f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b37801-50cd-47ef-9162-3abd21b25f6a HTTP/1.1" status: 200 len: 217 time: 0.0935447 Sep 26 13:10:15.656679 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:10:01Z', 'revision_number': 4, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port': {'id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:54Z', 'updated_at': '2021-09-26T13:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fa1836d3-7450-442b-b5e1-58838591c493', 'name': '', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'mac_address': 'fa:16:3e:15:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:59Z', 'updated_at': '2021-09-26T13:10:14Z', 'revision_number': 4, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'subnets': [{'id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:15.707615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:15.713747 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c43ee9-32d2-4e51-a8d0-6ca0d126ddd5 None None] The sync data for ids ['de9ab8ce-5256-452b-a85f-541f0516ddbe'] in n-d-806683-13 is: [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:10:01Z', 'revision_number': 4, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port': {'id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:54Z', 'updated_at': '2021-09-26T13:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fa1836d3-7450-442b-b5e1-58838591c493', 'name': '', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'mac_address': 'fa:16:3e:15:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:59Z', 'updated_at': '2021-09-26T13:10:14Z', 'revision_number': 4, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'subnets': [{'id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:10:15.877685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b4ec1cb3-3db9-41f4-bbf7-e7be594c16c8 service neutron] 10.222.0.13 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221512 Sep 26 13:10:16.026980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Subnet': ['ID=1ceaeef9-ce1d-452a-a505-3b89e00aee5f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:16.030826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-2b42c1bd-249b-4b1f-8a3b-d2521304e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:16.038149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Checking segment: {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:16.038520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network hostable DHCP agents. Network: 8d59d366-9265-4f11-be38-15a19f2dd7d9, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:10:16.044393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-2b42c1bd-249b-4b1f-8a3b-d2521304e32c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.4198036 Sep 26 13:10:16.121432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-674574aa-1648-45ee-8051-6bd16a04b80e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580926 Sep 26 13:10:16.192486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 8d59d366-9265-4f11-be38-15a19f2dd7d9 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:10:16.223792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-16933702-2110-4b8d-af6e-0da6952fafb7 service neutron] 10.222.0.13 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252966 Sep 26 13:10:16.250000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 8d59d366-9265-4f11-be38-15a19f2dd7d9) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:16.256036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:16.256683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:16.271635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c898d2ad-395e-4094-8e1e-e7c05e8f7e64 None None] Network 8d59d366-9265-4f11-be38-15a19f2dd7d9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:16.364967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-f6683ee0-2c3e-45da-aaa5-ae689116e9ae tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:16.373533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-207e81b4-9bd3-4f1b-91d9-3daaa57c0c63 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6983078 Sep 26 13:10:16.373751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-f6683ee0-2c3e-45da-aaa5-ae689116e9ae tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 821 time: 0.6487060 Sep 26 13:10:16.503751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49632) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:16.508850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'port': {'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'name': 'tempest-TaggedBootDevicesTest-892118582', 'fixed_ips': [{'subnet_id': '1700fe3b-b9ad-44c8-a92b-cea961e6c69c'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:16.612077 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f776c3b-80ca-47dc-ae46-56e63cac16a9 x-openstack-request-id: req-7f776c3b-80ca-47dc-ae46-56e63cac16a9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:16.612077 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cce147-5c37-46f9-b503-90070fa31ecc", "tag": "66b37801-50cd-47ef-9162-3abd21b25f6a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:16.614950 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f776c3b-80ca-47dc-ae46-56e63cac16a9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:16.615769 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cce147-5c37-46f9-b503-90070fa31ecc', 'tag': '66b37801-50cd-47ef-9162-3abd21b25f6a', 'status': 'completed', 'code': 200} Sep 26 13:10:16.617699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:16.647223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Request body: {'port': {'device_id': 'd19c2148-61ec-4b17-b593-9c9fe1bdf7f3', 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'admin_state_up': True, 'tenant_id': '4033df5d9edc44f28b5752c50a5dca18'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:16.799785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:16.822838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-8d59d366-9265-4f11-be38-15a19f2dd7d9', 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'fixed_ips': [{'subnet_id': '1ceaeef9-ce1d-452a-a505-3b89e00aee5f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:10:16.824480 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:16.862822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fa1836d3-7450-442b-b5e1-58838591c493 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:16.863872 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-6ce87cb8-aa64-42d6-b182-9b5a94d078ef service neutron] 10.222.0.13 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391282 Sep 26 13:10:16.864619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391225e5-a713-4273-88ed-186ec0df39eb None None] Network 55cfb959-a6b3-4024-baf6-8573b60748bc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:17.014251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:17.111568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Checking segment: {'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:17.114665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Network hostable DHCP agents. Network: c8975b0b-8250-4e8e-aac6-191a440ad388, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:10:17.126602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-a654a4d2-2fd1-4f41-9f5f-c34adea635c2 service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9961765 Sep 26 13:10:17.154614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126ba9c-fba8-4042-b117-cf5d27b2b11f req-e0ea2f75-ae95-4327-a8e9-513807b7145e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:17.166768 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f126ba9c-fba8-4042-b117-cf5d27b2b11f req-e0ea2f75-ae95-4327-a8e9-513807b7145e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 946 time: 0.3748984 Sep 26 13:10:17.243789 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.256831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-745fe731-5699-41d6-91fc-76f984b6036d None None] Provisioning complete for port db9019b7-c734-48e6-ad7e-a91739a4476e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:17.265316 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-745fe731-5699-41d6-91fc-76f984b6036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.267800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] device_id is not set on port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:10:17.303179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Network c8975b0b-8250-4e8e-aac6-191a440ad388 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:10:17.426355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f126ba9c-fba8-4042-b117-cf5d27b2b11f req-2c5f60c6-01d5-4b9b-b5ec-c6402c3e26b2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584047 Sep 26 13:10:17.454777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fa1836d3-7450-442b-b5e1-58838591c493 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:17.462592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.518090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, c8975b0b-8250-4e8e-aac6-191a440ad388) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:17.532470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:17.543413 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.557523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728c1ce-61d7-45da-92c3-8111fdaeb711 None None] Network c8975b0b-8250-4e8e-aac6-191a440ad388 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:17.575353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49656) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:17.592829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Made reservation on behalf of 4033df5d9edc44f28b5752c50a5dca18 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:17.597079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.626502 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8afc61c2-800d-4471-8622-056746548d16 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5533361 Sep 26 13:10:17.630795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:17.636660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:17.686646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Allocated IP 10.1.1.108 (55cfb959-a6b3-4024-baf6-8573b60748bc/1700fe3b-b9ad-44c8-a92b-cea961e6c69c/1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:17.691660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e45e26-3e25-4fa6-a54f-52f503b01979 req-a67c0706-d592-4b58-84ff-372539774fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172040 Sep 26 13:10:17.718300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.722271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.742248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c47f76-1661-4200-8cd9-1f1a595d5d12 req-ff6bc0a0-c8c2-4f8c-af8b-ca79c6b7d950 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:17.750325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10c47f76-1661-4200-8cd9-1f1a595d5d12 req-ff6bc0a0-c8c2-4f8c-af8b-ca79c6b7d950 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 944 time: 0.1637678 Sep 26 13:10:17.762917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Allocated IP 10.2.2.2 (8d59d366-9265-4f11-be38-15a19f2dd7d9/1ceaeef9-ce1d-452a-a505-3b89e00aee5f/f706ae49-d8cc-4540-a1bc-73b322ca266c) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:17.884345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4534a28d-53fa-4a8c-aeb1-af69cef8db8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.916942 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:17.931478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10c47f76-1661-4200-8cd9-1f1a595d5d12 req-b378a12c-3ead-48f3-8c9e-516ca18526da tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799438 Sep 26 13:10:17.956345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-f05800bf-5396-4614-984c-ccc2c2fb2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:17.963785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-f05800bf-5396-4614-984c-ccc2c2fb2749 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 1096 time: 0.2111681 Sep 26 13:10:18.085323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Allocated IP 172.20.0.4 (32f7dc6d-4f75-46e6-9c9e-b93741795511/2bce8b3a-e400-49f2-aded-779aa7574ff6/1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:18.103056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dc1b929-a00b-490d-9038-61ba2815fc22 req-a4378273-9df2-4512-974c-e08e68658749 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0758972 Sep 26 13:10:18.166068 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-819e3e86-8df4-475f-876f-4f2e4c927539 req-b1701144-dbbd-41f3-b419-c6ba28cb817c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 210 time: 0.1347113 Sep 26 13:10:18.240386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-9e0b8919-ee12-47ca-ad40-2dcf0e7f8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:18.242697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-9e0b8919-ee12-47ca-ad40-2dcf0e7f8555 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 910 time: 0.2532032 Sep 26 13:10:18.246674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-f74d7e77-961b-4228-9399-88bcd7446939 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:18.248596 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-f74d7e77-961b-4228-9399-88bcd7446939 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 946 time: 0.4478557 Sep 26 13:10:18.317926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-5c55d0f9-a7c0-4c85-adb6-5d91511dd143 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b37801-50cd-47ef-9162-3abd21b25f6a HTTP/1.1" status: 200 len: 217 time: 0.0648165 Sep 26 13:10:18.318467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.406195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.440854 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.494546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.501458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4534a28d-53fa-4a8c-aeb1-af69cef8db8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.504927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Deleting port 999157e6-47e1-44fe-b6b0-0a474c43e100 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:10:18.505288 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.528679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Pushing event updated for resources: {'Port': ['ID=f706ae49-d8cc-4540-a1bc-73b322ca266c,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:18.539267 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4534a28d-53fa-4a8c-aeb1-af69cef8db8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.540137 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-745fe731-5699-41d6-91fc-76f984b6036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.571408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-41254f25-0f71-4b1f-8432-cb7f9adfb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:18.573135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-41254f25-0f71-4b1f-8432-cb7f9adfb500 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.2462628 Sep 26 13:10:18.579174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Network 8d59d366-9265-4f11-be38-15a19f2dd7d9 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:18.586362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:18.589966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:18.637984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.638197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.647452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-c8975b0b-8250-4e8e-aac6-191a440ad388', 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'fixed_ips': [{'subnet_id': '1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:10:18.648352 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.689328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] For port 999157e6-47e1-44fe-b6b0-0a474c43e100, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=999157e6-47e1-44fe-b6b0-0a474c43e100,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:18.690439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.739959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Attempting to bind port f706ae49-d8cc-4540-a1bc-73b322ca266c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:18.740355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Attempting to bind port f706ae49-d8cc-4540-a1bc-73b322ca266c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:18.740697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Attempting to bind port f706ae49-d8cc-4540-a1bc-73b322ca266c on network 8d59d366-9265-4f11-be38-15a19f2dd7d9 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:18.754693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-07749270-773d-4dd7-bfcd-c77b92174091 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679475 Sep 26 13:10:18.832111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4534a28d-53fa-4a8c-aeb1-af69cef8db8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9205094bbc1401fbbee54875a678bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2557733 Sep 26 13:10:18.836431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534a28d-53fa-4a8c-aeb1-af69cef8db8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b3d22d-4df3-4d69-9b33-020f8223e36f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:18.884277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49682) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:18.935105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.935764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.936086 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Floating IP 0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca disassociated. External IP: 172.25.4.162, port: 999157e6-47e1-44fe-b6b0-0a474c43e100. Sep 26 13:10:18.936439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Calling delete_port for 999157e6-47e1-44fe-b6b0-0a474c43e100 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:10:18.963758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Allocated IP 172.20.0.2 (c8975b0b-8250-4e8e-aac6-191a440ad388/1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1/0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:18.969379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-745fe731-5699-41d6-91fc-76f984b6036d None None] For port db9019b7-c734-48e6-ad7e-a91739a4476e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=db9019b7-c734-48e6-ad7e-a91739a4476e,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:18.980198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:18.980581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Checking segment: {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:18.980989 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.981388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Bound using segment: {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:18.981956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Bound port: f706ae49-d8cc-4540-a1bc-73b322ca266c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:18.982346 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:18.998546 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-745fe731-5699-41d6-91fc-76f984b6036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.072134 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port fa1836d3-7450-442b-b5e1-58838591c493, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fa1836d3-7450-442b-b5e1-58838591c493,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:19.079297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fe731-5699-41d6-91fc-76f984b6036d None None] Pushing event updated for resources: {'Port': ['ID=db9019b7-c734-48e6-ad7e-a91739a4476e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:19.090132 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.090926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device db9019b7-c734-48e6-ad7e-a91739a4476e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:19.156885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9676ff-9ea1-4c99-aedd-841fc2890fc3 req-7c42ccbc-e61d-41ff-a43e-4d6c739fd67d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:19.168310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f9676ff-9ea1-4c99-aedd-841fc2890fc3 req-7c42ccbc-e61d-41ff-a43e-4d6c739fd67d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 946 time: 0.5921552 Sep 26 13:10:19.175007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.215829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.254299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event deleted for resources: {'Port': ['ID=999157e6-47e1-44fe-b6b0-0a474c43e100,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:19.268891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.286525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751971fe-e1fa-4741-be03-7d0d86c17a04 req-da927af2-822a-4115-9623-d2d826825b2a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:19.297380 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-751971fe-e1fa-4741-be03-7d0d86c17a04 req-da927af2-822a-4115-9623-d2d826825b2a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 944 time: 0.1746502 Sep 26 13:10:19.301240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-4592463c-1fa1-46e6-b559-6ebcfc4781bd service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110791 Sep 26 13:10:19.309516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-62c07bc4-a59b-4dc3-b097-9e42e9be0f5e None None] Provisioning complete for port db9019b7-c734-48e6-ad7e-a91739a4476e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:19.309923 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-62c07bc4-a59b-4dc3-b097-9e42e9be0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.312774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75ad5299-801f-4016-b5ec-ea47adfcf98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.323304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Network 32f7dc6d-4f75-46e6-9c9e-b93741795511 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:19.343497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f9676ff-9ea1-4c99-aedd-841fc2890fc3 req-333ede84-b7d0-466f-87ee-83e7aeed0ad7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a9513e5-bb3f-49d4-9619-d6c86f181548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720254 Sep 26 13:10:19.354587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=fa1836d3-7450-442b-b5e1-58838591c493,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:19.374170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:19.377049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] For port f706ae49-d8cc-4540-a1bc-73b322ca266c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:19.389891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:19.409793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port db9019b7-c734-48e6-ad7e-a91739a4476e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:19.410461 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.431266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event updated for resources: {'Port': ['ID=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:19.445546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75ad5299-801f-4016-b5ec-ea47adfcf98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.449925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] For port f706ae49-d8cc-4540-a1bc-73b322ca266c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f706ae49-d8cc-4540-a1bc-73b322ca266c,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:19.508202 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.540226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:19.558434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:19.559160 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.573559 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 55cfb959-a6b3-4024-baf6-8573b60748bc is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:19.582631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:19.592087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:19.616228 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.624066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 66b37801-50cd-47ef-9162-3abd21b25f6a details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:10:19.647622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.685076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9ee1fa7-b785-4e3d-8c2e-85b4d65e96dc req-fc7a2441-dc71-4cf2-9666-10d82fb502d0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.1546233 Sep 26 13:10:19.736960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75ad5299-801f-4016-b5ec-ea47adfcf98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.740308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75ad5299-801f-4016-b5ec-ea47adfcf98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:19.741510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-75ad5299-801f-4016-b5ec-ea47adfcf98e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65b3d22d-4df3-4d69-9b33-020f8223e36f HTTP/1.1" status: 204 len: 168 time: 0.8546920 Sep 26 13:10:19.751005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cd00a-5120-480b-9dc3-351019053e69 None None] Pushing event updated for resources: {'Port': ['ID=f706ae49-d8cc-4540-a1bc-73b322ca266c,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:19.787075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-47e47d80-f5bd-4f07-acef-21cec3daadf7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1782207 Sep 26 13:10:19.818342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad5299-801f-4016-b5ec-ea47adfcf98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b3d22d-4df3-4d69-9b33-020f8223e36f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:19.857966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Network c8975b0b-8250-4e8e-aac6-191a440ad388 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:19.879748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2899264-d542-4f4c-a51f-01aa824c5a45 req-cf1adbec-0d39-42c4-b3a3-e9389372d327 service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645685 Sep 26 13:10:19.881044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7b667501-47c2-43f0-8388-d2e8147d86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:19.891564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7b667501-47c2-43f0-8388-d2e8147d86f2 service neutron] 10.222.0.24 "GET /v2.0/ports/5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 1032 time: 0.2908177 Sep 26 13:10:19.937044 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.resource_extend [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:10:20.011872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:20.022860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:20.059178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Router ab57e1a8-411d-482e-803b-420c23c9b763 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:10:20.075796 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-751971fe-e1fa-4741-be03-7d0d86c17a04 req-120ea8dd-1ef5-4a40-a230-b494e691cb31 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7764056 Sep 26 13:10:20.091551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Request body: {'port': {'device_id': 'd19c2148-61ec-4b17-b593-9c9fe1bdf7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:20.132723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:20.134016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.218310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1a34d545-23a8-42c3-8c71-0daa2f467909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:20.224504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1a34d545-23a8-42c3-8c71-0daa2f467909 service neutron] 10.222.0.24 "GET /v2.0/ports/0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 1032 time: 0.3213022 Sep 26 13:10:20.271650 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.280424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Pushing event updated for resources: {'Port': ['ID=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:20.293934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3134232b-a262-4c40-86c9-9353e540abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7890561 Sep 26 13:10:20.305827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49698) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:20.323566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'port': {'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'name': 'tempest-TaggedBootDevicesTest-1161935085', 'fixed_ips': [{'subnet_id': '1700fe3b-b9ad-44c8-a92b-cea961e6c69c'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:20.391809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.442412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.516586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:20.547204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-21ddf2f0-7378-4f4a-bad5-5f19ef37f328 None None] Provisioning complete for port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:20.548174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-21ddf2f0-7378-4f4a-bad5-5f19ef37f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.556673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 66b37801-50cd-47ef-9162-3abd21b25f6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66b37801-50cd-47ef-9162-3abd21b25f6a,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:20.562975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Attempting to bind port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:20.563938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Attempting to bind port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:20.564677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Attempting to bind port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d on network c8975b0b-8250-4e8e-aac6-191a440ad388 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:20.614695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:20.615147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Checking segment: {'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:20.615480 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.615929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Bound using segment: {'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:20.616413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Bound port: 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:20.616795 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.619352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '66b37801-50cd-47ef-9162-3abd21b25f6a', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'port_id': '66b37801-50cd-47ef-9162-3abd21b25f6a', 'mac_address': 'fa:16:3e:97:2c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:10:20.661750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-104d68c6-4c81-49c0-bf32-5cb4f6068088 req-d29bff94-5baa-4c4d-a175-481350da6012 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f789000-be21-4aac-89da-afbdd5caf970 HTTP/1.1" status: 200 len: 210 time: 0.0905862 Sep 26 13:10:20.662517 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-610cc542-cfe3-49b5-95d4-5c1110cc0182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.693516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165dee-0511-49aa-a7bb-4dd0039e4ff8 req-2d060f92-2ce2-4deb-a417-4e17f1d4bc60 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:20.702565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb165dee-0511-49aa-a7bb-4dd0039e4ff8 req-2d060f92-2ce2-4deb-a417-4e17f1d4bc60 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 931 time: 0.6922657 Sep 26 13:10:20.720666 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.736715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:10:20.814899 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.817652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] Sync routers for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:10:20.833207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-21ddf2f0-7378-4f4a-bad5-5f19ef37f328 None None] Port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:20.841995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-3cd5e6c2-6608-46b4-a6fa-0f68ce2f22a9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:20.843832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] No DVR routers for this DVR port 999157e6-47e1-44fe-b6b0-0a474c43e100 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:10:20.850238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-3cd5e6c2-6608-46b4-a6fa-0f68ce2f22a9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:20.851837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Allocated IP 172.25.4.57 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/152baf7f-9ac7-4ea2-8e39-6060af2ecc52) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:20.859362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-3cd5e6c2-6608-46b4-a6fa-0f68ce2f22a9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:20.860290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:20.860916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f706ae49-d8cc-4540-a1bc-73b322ca266c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:20.861933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-3cd5e6c2-6608-46b4-a6fa-0f68ce2f22a9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "GET /v2.0/networks?id=1bf1093e-5266-4129-afda-8e464a35bc64&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=b86aff44-39fa-42e7-b920-6c793e3330ab&id=b86aff44-39fa-42e7-b920-6c793e3330ab HTTP/1.1" status: 200 len: 1995 time: 0.6091156 Sep 26 13:10:20.866829 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d8604a9-57e3-4ba7-817d-3670c0732d73 req-dd7985c3-c511-4fbf-aaf9-28e9a5f457d5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.23 "DELETE /v2.0/ports/999157e6-47e1-44fe-b6b0-0a474c43e100 HTTP/1.1" status: 204 len: 173 time: 2.6059206 Sep 26 13:10:20.870180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b37801-50cd-47ef-9162-3abd21b25f6a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:20.876734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-deleted', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:20.879549 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dbb65c-6f16-4009-b40b-75d44dd56650" -d '{"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-deleted", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:20.900326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:20.903049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:20.941279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb165dee-0511-49aa-a7bb-4dd0039e4ff8 req-ddf6188d-c268-4159-8993-d9447ba248d1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352896 Sep 26 13:10:20.999454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb2a8017-6321-4f45-8dd0-ce4b423d8f4f req-3433d8c7-d63f-4633-81cd-4435f0c85e55 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0934346 Sep 26 13:10:21.022985 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7ceb813a-6a59-46eb-8b17-2dc2e831cd2c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2d0063c0974d2b9f01340d47c67f86 HTTP/1.1" status: 200 len: 380 time: 0.1383533 Sep 26 13:10:21.041661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'admin_state_up': True, 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'security_groups': ['0f612f29-44a5-4c03-9c7f-d104e2869f87']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:21.142808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 66b37801-50cd-47ef-9162-3abd21b25f6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66b37801-50cd-47ef-9162-3abd21b25f6a,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:21.197041 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.238859 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.262949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:10:21.289758 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899e1dff-52e8-4245-a6cd-d81204ee7598 x-openstack-request-id: req-899e1dff-52e8-4245-a6cd-d81204ee7598 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:21.290348 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f789000-be21-4aac-89da-afbdd5caf970", "name": "network-vif-deleted", "tag": "999157e6-47e1-44fe-b6b0-0a474c43e100", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:21.290737 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-899e1dff-52e8-4245-a6cd-d81204ee7598 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:21.291301 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f789000-be21-4aac-89da-afbdd5caf970', 'name': 'network-vif-deleted', 'tag': '999157e6-47e1-44fe-b6b0-0a474c43e100', 'status': 'completed', 'code': 200} Sep 26 13:10:21.349439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 999157e6-47e1-44fe-b6b0-0a474c43e100 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:10:21.349596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 999157e6-47e1-44fe-b6b0-0a474c43e100 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:10:21.360747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] For port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:21.412565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404ec97-d5d9-42ed-ba9b-183d4d20afc9 req-4f2ded2e-269c-4574-8ce2-313e56016624 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:21.413958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] For port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,segment=NetworkSegment(95d629d8-87f5-43fa-b145-2d0e9996e25b),segment_id=95d629d8-87f5-43fa-b145-2d0e9996e25b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:21.433003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f706ae49-d8cc-4540-a1bc-73b322ca266c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:21.433764 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.433961 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2404ec97-d5d9-42ed-ba9b-183d4d20afc9 req-4f2ded2e-269c-4574-8ce2-313e56016624 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 945 time: 0.1397042 Sep 26 13:10:21.437300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.477904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['66b37801-50cd-47ef-9162-3abd21b25f6a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:10:21.502550 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.563773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:21.569062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:21.581203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:21.594382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd3ae53-69ff-4b87-9733-fdc7da8c53b4 None None] Network 8d59d366-9265-4f11-be38-15a19f2dd7d9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:21.680560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Pushing event updated for resources: {'Port': ['ID=152baf7f-9ac7-4ea2-8e39-6060af2ecc52,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:21.691318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:21.697086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=66b37801-50cd-47ef-9162-3abd21b25f6a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:21.731294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:21.742024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.759589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Transition to ACTIVE for port object 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:10:21.762000 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-610cc542-cfe3-49b5-95d4-5c1110cc0182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.766416 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.791095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2404ec97-d5d9-42ed-ba9b-183d4d20afc9 req-13f97963-d268-4ca3-8c79-775d4a07b34e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306062 Sep 26 13:10:21.839321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:10:21.839321 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 13:10:21.839321 n-d-806683-13 neutron-server[94812]: [parameters: {'project_id_1': '7e2d0063c0974d2b9f01340d47c67f86', 'expiration_1': datetime.datetime(2021, 9, 26, 13, 10, 1, 545578)}] Sep 26 13:10:21.839321 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:10:21.839887 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:10:21.843552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-610cc542-cfe3-49b5-95d4-5c1110cc0182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:21.867387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:21.905100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49716) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:22.023436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-610cc542-cfe3-49b5-95d4-5c1110cc0182 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=536bc540128f4684a345d213d062dd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5044663 Sep 26 13:10:22.027045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cc542-cfe3-49b5-95d4-5c1110cc0182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffdf39b-d5c1-4afb-a408-9a41ddd995a4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:22.032114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:22.322191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a7a619dc-b62a-46df-960f-575697c7bcba None None] Provisioning complete for port f706ae49-d8cc-4540-a1bc-73b322ca266c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:22.322566 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a7a619dc-b62a-46df-960f-575697c7bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:22.363716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8307c3dc-6c34-4c86-be58-d9d5de2e4e2a req-e1cf8069-7307-4369-bf78-277b4fd27dac tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0957026 Sep 26 13:10:22.401665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277525b-51ea-4a11-b371-5df43f88c3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:22.441737 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:22.490113 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277525b-51ea-4a11-b371-5df43f88c3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:22.574881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:22.769929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40075fef-52b0-4e6c-a982-de17129fb71d None None] Pushing event updated for resources: {'Port': ['ID=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:22.862079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:22.871944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:22.974227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96b32-3d37-4710-9fce-f6df4995bd1f req-b4c81c7b-dabf-4841-a150-b94502572858 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:22.976147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aec96b32-3d37-4710-9fce-f6df4995bd1f req-b4c81c7b-dabf-4841-a150-b94502572858 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 943 time: 0.4256921 Sep 26 13:10:22.984171 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ea37576-9da1-4ca2-b145-329548adf434 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.079798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.094913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ea37576-9da1-4ca2-b145-329548adf434 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.186517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aec96b32-3d37-4710-9fce-f6df4995bd1f req-1ba73396-9a8c-4f54-adb0-7c4e7623e6a6 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757400 Sep 26 13:10:23.215234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1c23e-0f82-4af0-925e-c2e69af1d426 None None] Network c8975b0b-8250-4e8e-aac6-191a440ad388 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:23.232145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] device_id is not set on port 726e6f0b-b4e9-4295-baac-6d7d552eae43 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:10:23.241611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Attempting to bind port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:23.242029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Attempting to bind port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:23.242291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Attempting to bind port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:23.254747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277525b-51ea-4a11-b371-5df43f88c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.259261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277525b-51ea-4a11-b371-5df43f88c3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.260688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7277525b-51ea-4a11-b371-5df43f88c3f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ffdf39b-d5c1-4afb-a408-9a41ddd995a4 HTTP/1.1" status: 204 len: 168 time: 1.2275574 Sep 26 13:10:23.319363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.319714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:10:23.320859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Attempting to bind port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:23.340592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277525b-51ea-4a11-b371-5df43f88c3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffdf39b-d5c1-4afb-a408-9a41ddd995a4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:23.383636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:23.384145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Checking segment: {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:23.384462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Bound using segment: {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:23.384855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Bound port: 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:23.385238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.391840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba8285-e3ac-43b0-a14b-50ce51169939 req-a0c2c634-e164-4f65-b96f-f7be591f2b7c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:23.392586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Allocated IP 172.20.0.3 (1bf1093e-5266-4129-afda-8e464a35bc64/59ac3dad-ef4f-471b-89ef-f28f9443f82a/9aa19afb-5435-4d66-8fd2-32d132a28a6a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:23.400496 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08ba8285-e3ac-43b0-a14b-50ce51169939 req-a0c2c634-e164-4f65-b96f-f7be591f2b7c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 945 time: 0.1467395 Sep 26 13:10:23.427374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.455288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ea37576-9da1-4ca2-b145-329548adf434 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.481135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ea37576-9da1-4ca2-b145-329548adf434 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.503266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6ea37576-9da1-4ca2-b145-329548adf434 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a9513e5-bb3f-49d4-9619-d6c86f181548 HTTP/1.1" status: 204 len: 168 time: 1.5914578 Sep 26 13:10:23.506070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49734) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:23.640879 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08ba8285-e3ac-43b0-a14b-50ce51169939 req-4129f8be-799d-4205-af6a-b42c1c3117a4 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354772 Sep 26 13:10:23.700714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Router b624b4af-10c7-426b-a302-22b52e97edf0 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:10:23.799775 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a7a619dc-b62a-46df-960f-575697c7bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.816586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port f706ae49-d8cc-4540-a1bc-73b322ca266c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f706ae49-d8cc-4540-a1bc-73b322ca266c,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:23.832901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea37576-9da1-4ca2-b145-329548adf434 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9513e5-bb3f-49d4-9619-d6c86f181548,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:23.836162 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:23.837340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fa1836d3-7450-442b-b5e1-58838591c493 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:23.991537 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:10:24.009523 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Sync routers for ids ['b624b4af-10c7-426b-a302-22b52e97edf0'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:10:24.028050 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Routers {'b624b4af-10c7-426b-a302-22b52e97edf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:24.028727 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b624b4af-10c7-426b-a302-22b52e97edf0'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:24.049859 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:24.051637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-87b2594a-78cc-461a-a345-b47bb1c0d531 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4196186 Sep 26 13:10:24.054617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49738) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:24.127242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:24.184223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=f706ae49-d8cc-4540-a1bc-73b322ca266c,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:24.191548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] Checking router: ab57e1a8-411d-482e-803b-420c23c9b763 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:10:24.196809 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-a7a619dc-b62a-46df-960f-575697c7bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:10:24.197233 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-a7a619dc-b62a-46df-960f-575697c7bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:10:24.212334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:24.212961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:24.279699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fa1836d3-7450-442b-b5e1-58838591c493 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:24.280078 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:24.446646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:24.541378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device db9019b7-c734-48e6-ad7e-a91739a4476e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:24.642571 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:24.720316 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-d32d6fe8-e8b4-47a9-8d2d-e9aa29446bfd tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] show failed (client error): The resource could not be found. Sep 26 13:10:24.726861 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d32d6fe8-e8b4-47a9-8d2d-e9aa29446bfd tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups/1a9513e5-bb3f-49d4-9619-d6c86f181548 HTTP/1.1" status: 404 len: 347 time: 1.1460464 Sep 26 13:10:24.727608 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Set router b624b4af-10c7-426b-a302-22b52e97edf0 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:24.729507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0027f8-9dd3-4c89-ab07-75c0480d4787 req-bc85e509-96a0-4fc2-b732-0dd3cf6cda71 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:24.733140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a0027f8-9dd3-4c89-ab07-75c0480d4787 req-bc85e509-96a0-4fc2-b732-0dd3cf6cda71 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 943 time: 0.3815866 Sep 26 13:10:24.735626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d3a09cb-ce87-4515-b1a3-b947e11fa3d8 req-48e7590c-93f9-4ed5-ab28-7199568e6043 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 1.1506886 Sep 26 13:10:24.748807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49756) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:24.755086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:24.877923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a0027f8-9dd3-4c89-ab07-75c0480d4787 req-d3099afd-c467-447e-ad6a-28c6cae497bd tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874126 Sep 26 13:10:25.050330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:25.054348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:25.133734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Allocated IP 10.1.1.114 (55cfb959-a6b3-4024-baf6-8573b60748bc/1700fe3b-b9ad-44c8-a92b-cea961e6c69c/726e6f0b-b4e9-4295-baac-6d7d552eae43) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:25.220232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port db9019b7-c734-48e6-ad7e-a91739a4476e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:25.228159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:25.238435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:25.253361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:25.350467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network 1bf1093e-5266-4129-afda-8e464a35bc64 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:25.359141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:25.359512 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:25.365155 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] 10.222.0.23 "PUT /v2.0/ports/1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c HTTP/1.1" status: 200 len: 1092 time: 5.5247555 Sep 26 13:10:25.411832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:25.432178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19c2148-61ec-4b17-b593-9c9fe1bdf7f3', 'tag': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:25.437956 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d19c2148-61ec-4b17-b593-9c9fe1bdf7f3", "tag": "1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:25.439494 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:10:22Z', 'revision_number': 3, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port': {'id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:20Z', 'updated_at': '2021-09-26T13:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:25.441100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:25.472166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-40eb2a9a-09b4-41e1-8223-cfcd89b538aa None None] Provisioning complete for port f706ae49-d8cc-4540-a1bc-73b322ca266c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:25.474599 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40eb2a9a-09b4-41e1-8223-cfcd89b538aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:25.587645 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Checking router: b624b4af-10c7-426b-a302-22b52e97edf0 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:10:25.591563 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Updating router b624b4af-10c7-426b-a302-22b52e97edf0 port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:10:25.600268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:25.600954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:25.652805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 66b37801-50cd-47ef-9162-3abd21b25f6a up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:25.670862 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:25.769560 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78229e54-3085-42d6-ada9-3b174b650761 x-openstack-request-id: req-78229e54-3085-42d6-ada9-3b174b650761 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:25.770239 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19c2148-61ec-4b17-b593-9c9fe1bdf7f3", "tag": "1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:25.770239 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78229e54-3085-42d6-ada9-3b174b650761 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:25.770848 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19c2148-61ec-4b17-b593-9c9fe1bdf7f3', 'tag': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c', 'status': 'completed', 'code': 200} Sep 26 13:10:25.907175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8746595 Sep 26 13:10:25.980826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cebd6-416f-442e-8cff-75b7d63ea16b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=9aa19afb-5435-4d66-8fd2-32d132a28a6a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:26.012702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:26.132021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc576-7bfc-4637-be88-5442d0b2bdc7 None None] The sync data for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 is: [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:10:26.145141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 66b37801-50cd-47ef-9162-3abd21b25f6a completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:10:26.157103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 66b37801-50cd-47ef-9162-3abd21b25f6a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:26.171562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.190411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'admin_state_up': True, 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'security_groups': ['0f612f29-44a5-4c03-9c7f-d104e2869f87']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:26.200702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d71f7-fa4b-4460-9c47-47e290443893 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:26.256227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b870-2111-440f-aa65-a06dadba5c7a req-057da5f0-4b8d-4c39-b6de-3a2e0d48e4ce tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:26.266312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8dc6b870-2111-440f-aa65-a06dadba5c7a req-057da5f0-4b8d-4c39-b6de-3a2e0d48e4ce tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 945 time: 1.2542722 Sep 26 13:10:26.275585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Allocated IP 172.20.0.1 (c8975b0b-8250-4e8e-aac6-191a440ad388/1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1/7e390bda-4138-4b24-a493-8e5711941200) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:26.390190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-a9594d05-20bd-4bac-8d39-0699c2c09659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:26.391772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-a9594d05-20bd-4bac-8d39-0699c2c09659 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 1095 time: 0.8464534 Sep 26 13:10:26.468214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.510541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626beb-b455-47a2-89cf-0745be1aab1e req-e06d52d3-3f5c-4173-b022-f78a465d9ee9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:26.519899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64626beb-b455-47a2-89cf-0745be1aab1e req-e06d52d3-3f5c-4173-b022-f78a465d9ee9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 931 time: 0.5739603 Sep 26 13:10:26.538074 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.550955 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.580834 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-568e38f6-b1ff-440f-904c-cb69b147adff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c HTTP/1.1" status: 200 len: 217 time: 0.1635425 Sep 26 13:10:26.668135 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Attempting to bind port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:26.668543 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Attempting to bind port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:26.668864 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Attempting to bind port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:26.691821 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:26.692375 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:26.694089 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.694854 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:26.695374 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Bound port: 152baf7f-9ac7-4ea2-8e39-6060af2ecc52, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:26.699526 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.738441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:26.763022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb54120-555b-4a5a-af91-9a6e0bfe34ea None None] New status for floating IP 0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:10:26.796389 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0f483-a43c-4c4a-a015-d8c0e64d0c75 None None] Pushing event updated for resources: {'Port': ['ID=152baf7f-9ac7-4ea2-8e39-6060af2ecc52,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:26.829778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64626beb-b455-47a2-89cf-0745be1aab1e req-978eb657-b28e-48e3-acb2-54b60d16011d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076050 Sep 26 13:10:26.841215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8dc6b870-2111-440f-aa65-a06dadba5c7a req-98892706-682b-4e8f-9be2-03095c5d9d68 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726633 Sep 26 13:10:26.860146 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.864891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-40eb2a9a-09b4-41e1-8223-cfcd89b538aa None None] Provisioning complete for port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:26.864891 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40eb2a9a-09b4-41e1-8223-cfcd89b538aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.895985 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] For port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:26.901438 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] For port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=152baf7f-9ac7-4ea2-8e39-6060af2ecc52,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:26.909157 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:26.946881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-fc9de189-d6d3-4ad1-ada5-3b0f9c121c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:26.953014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-fc9de189-d6d3-4ad1-ada5-3b0f9c121c22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bce8b3a-e400-49f2-aded-779aa7574ff6 HTTP/1.1" status: 200 len: 861 time: 0.3518822 Sep 26 13:10:27.031845 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.096365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Deleting port f5fe32c1-ab7e-46bc-810f-537aae648ffb {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:10:27.096725 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.107493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.121737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 66b37801-50cd-47ef-9162-3abd21b25f6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66b37801-50cd-47ef-9162-3abd21b25f6a,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:27.122416 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0f483-a43c-4c4a-a015-d8c0e64d0c75 None None] Pushing event updated for resources: {'Port': ['ID=152baf7f-9ac7-4ea2-8e39-6060af2ecc52,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:27.133212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cce147-5c37-46f9-b503-90070fa31ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b37801-50cd-47ef-9162-3abd21b25f6a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:27.138038 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f69c50-b3f1-4416-b60b-98afa7cfe57c" -d '{"events": [{"server_uuid": "20cce147-5c37-46f9-b503-90070fa31ecc", "name": "network-vif-plugged", "status": "completed", "tag": "66b37801-50cd-47ef-9162-3abd21b25f6a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:27.148202 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Routers {'b624b4af-10c7-426b-a302-22b52e97edf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:27.156578 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.165352 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b624b4af-10c7-426b-a302-22b52e97edf0'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:27.171501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:27.173620 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.196742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863737b-00d0-47af-afab-f863b32f4dbd req-a4d56852-ae1b-4757-8b2e-d9ec59f28dc7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:27.198639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2863737b-00d0-47af-afab-f863b32f4dbd req-a4d56852-ae1b-4757-8b2e-d9ec59f28dc7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 943 time: 0.2308018 Sep 26 13:10:27.211912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Pushing event updated for resources: {'Port': ['ID=7e390bda-4138-4b24-a493-8e5711941200,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:27.217115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Network c8975b0b-8250-4e8e-aac6-191a440ad388 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:27.244558 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-dfad860f-d6ab-439d-b066-690a494df3ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32f7dc6d-4f75-46e6-9c9e-b93741795511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2649612 Sep 26 13:10:27.253671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:27.259759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:27.344680 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5556bb9e-8295-4164-9ec2-20548c0c411e x-openstack-request-id: req-5556bb9e-8295-4164-9ec2-20548c0c411e {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:27.349253 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cce147-5c37-46f9-b503-90070fa31ecc", "name": "network-vif-plugged", "status": "completed", "tag": "66b37801-50cd-47ef-9162-3abd21b25f6a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:27.349253 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5556bb9e-8295-4164-9ec2-20548c0c411e {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:27.350922 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cce147-5c37-46f9-b503-90070fa31ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b37801-50cd-47ef-9162-3abd21b25f6a', 'code': 200} Sep 26 13:10:27.455063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40eb2a9a-09b4-41e1-8223-cfcd89b538aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.477469 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2863737b-00d0-47af-afab-f863b32f4dbd req-bdfc1e4a-a4b2-45df-b5bf-c1f4e9fcd1da tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547433 Sep 26 13:10:27.499256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.510490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=66b37801-50cd-47ef-9162-3abd21b25f6a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:27.549696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] Set router b624b4af-10c7-426b-a302-22b52e97edf0 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:27.562854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-58974512-5ab4-43b6-b119-84cce94d3812 service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912869 Sep 26 13:10:27.597048 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.608733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-40eb2a9a-09b4-41e1-8223-cfcd89b538aa None None] For port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,segment=NetworkSegment(95d629d8-87f5-43fa-b145-2d0e9996e25b),segment_id=95d629d8-87f5-43fa-b145-2d0e9996e25b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:27.623233 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40eb2a9a-09b4-41e1-8223-cfcd89b538aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.718527 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.758647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=726e6f0b-b4e9-4295-baac-6d7d552eae43,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:27.798860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 55cfb959-a6b3-4024-baf6-8573b60748bc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:27.807010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:27.810519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:27.823490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:27.827331 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.852942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb2a9a-09b4-41e1-8223-cfcd89b538aa None None] Pushing event updated for resources: {'Port': ['ID=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:27.882318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2108e5be-3462-4e8b-b26a-f526d41c4420 None None] Provisioning complete for port 9aa19afb-5435-4d66-8fd2-32d132a28a6a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:27.883784 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2108e5be-3462-4e8b-b26a-f526d41c4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.948923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.956692 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:10:27.957047 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:10:27.986630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:27.987231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:28.012581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2108e5be-3462-4e8b-b26a-f526d41c4420 None None] Port 9aa19afb-5435-4d66-8fd2-32d132a28a6a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:28.049633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2108e5be-3462-4e8b-b26a-f526d41c4420 None None] Provisioning complete for port 7e390bda-4138-4b24-a493-8e5711941200 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:28.050015 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2108e5be-3462-4e8b-b26a-f526d41c4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:28.127826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:28.127826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:28.163712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2108e5be-3462-4e8b-b26a-f526d41c4420 None None] Port 7e390bda-4138-4b24-a493-8e5711941200 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:28.187032 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:10:22Z', 'revision_number': 3, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port': {'id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:20Z', 'updated_at': '2021-09-26T13:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:28.272356 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4fa4a0-75f7-494c-aa6d-227a74acce0b None None] The sync data for ids ['b624b4af-10c7-426b-a302-22b52e97edf0'] in n-d-806683-13 is: [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:10:22Z', 'revision_number': 3, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port': {'id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:20Z', 'updated_at': '2021-09-26T13:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:10:28.282894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe62425-6f90-496f-a048-55a29aa2adbb req-268d3bbb-7f8e-4a28-85ed-e85cc4ad3220 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:28.284490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4fe62425-6f90-496f-a048-55a29aa2adbb req-268d3bbb-7f8e-4a28-85ed-e85cc4ad3220 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1877871 Sep 26 13:10:28.307687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7cc9f363-a6b7-43c7-9061-657d8a2301f3 None None] Provisioning complete for port 726e6f0b-b4e9-4295-baac-6d7d552eae43 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:28.307918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7cc9f363-a6b7-43c7-9061-657d8a2301f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:28.326750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250154b2-4414-4e34-a644-e7c51b529437 req-f100512f-aa6a-4793-b596-d3e19a4d51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:28.328338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-250154b2-4414-4e34-a644-e7c51b529437 req-f100512f-aa6a-4793-b596-d3e19a4d51ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 1098 time: 0.7626472 Sep 26 13:10:28.365736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Calling delete_port for f5fe32c1-ab7e-46bc-810f-537aae648ffb owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:10:28.425223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4fb4a22b-e9aa-4b14-86b2-4c47563381a4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 8.1103518 Sep 26 13:10:28.433572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9f363-a6b7-43c7-9061-657d8a2301f3 None None] Port 726e6f0b-b4e9-4295-baac-6d7d552eae43 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:28.471078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869c13d8-508e-4bd4-84e9-41f9736db499 req-f8aeeacf-3487-4627-a837-9100bbaf02aa service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754377 Sep 26 13:10:28.491939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4fe62425-6f90-496f-a048-55a29aa2adbb req-1a6ac905-42c0-4215-9a77-b031dfe8bf97 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921802 Sep 26 13:10:28.631503 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f706ae49-d8cc-4540-a1bc-73b322ca266c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:28.662284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:28.670160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-250154b2-4414-4e34-a644-e7c51b529437 req-4a45c65a-4e18-4fcb-ad1b-6ecc095c8038 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916956 Sep 26 13:10:28.676939 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:28.707367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18e9a-b9e4-4caf-bc76-2ba8bea573e7 req-a1b9e7d6-500e-4409-9d19-38faca3e2c68 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:28.709007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8cb18e9a-b9e4-4caf-bc76-2ba8bea573e7 req-a1b9e7d6-500e-4409-9d19-38faca3e2c68 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 931 time: 0.5362515 Sep 26 13:10:28.756714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f706ae49-d8cc-4540-a1bc-73b322ca266c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:28.757123 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:28.822536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Allocated IP 10.1.1.65 (d9ec4ddc-df0d-4326-b75c-75880657520c/612c8342-1133-4522-93a0-c317956669dd/a1b47b43-61f9-4fd1-a344-a9eeab652b39) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:28.875696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-3800633d-fd11-4f52-a4b7-eae1b057c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:28.877204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-3800633d-fd11-4f52-a4b7-eae1b057c6b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 1095 time: 0.2059531 Sep 26 13:10:28.981592 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:29.033686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-decebd71-536b-4ff8-a2d2-97b7b7d1a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:29.036935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-decebd71-536b-4ff8-a2d2-97b7b7d1a3b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 921 time: 0.1489739 Sep 26 13:10:29.040175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Pushing event updated for resources: {'Port': ['ID=7e390bda-4138-4b24-a493-8e5711941200,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:29.047682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8cb18e9a-b9e4-4caf-bc76-2ba8bea573e7 req-4b3b48b3-18be-4389-87fb-4d5b5806f6e2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157444 Sep 26 13:10:29.200114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-b2a8c508-534c-44a2-9f8e-5514a2251251 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c HTTP/1.1" status: 200 len: 217 time: 0.1256437 Sep 26 13:10:29.390625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:29.394609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Network c8975b0b-8250-4e8e-aac6-191a440ad388 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:29.400077 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:29.458365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49830) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:29.482062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:29.482766 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:29.530505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-3c33cde0-73bd-4e20-97d0-1df8f70532a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:29.532000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-3c33cde0-73bd-4e20-97d0-1df8f70532a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bce8b3a-e400-49f2-aded-779aa7574ff6 HTTP/1.1" status: 200 len: 861 time: 0.3173056 Sep 26 13:10:29.653094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:29.656207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-73a110ba-44f6-4f1f-84d8-2170a713c94e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32f7dc6d-4f75-46e6-9c9e-b93741795511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968704 Sep 26 13:10:29.697303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83571ca-d853-4b3d-9c5e-7c0cc4fd7575 req-1224c10f-2e7f-48ca-9af3-54cb490656f0 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:29.721336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d83571ca-d853-4b3d-9c5e-7c0cc4fd7575 req-1224c10f-2e7f-48ca-9af3-54cb490656f0 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 943 time: 0.3840115 Sep 26 13:10:29.753524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49836) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:29.788131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:29.788528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:29.788961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-aec343f7-78a9-45c4-90df-df4bbb2161b4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127432297', 'description': 'tempest-description--1536749220'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:29.833186 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:29.889314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d6c821c2-0701-48de-8b1e-fe51dd813daa None None] Provisioning complete for port 7e390bda-4138-4b24-a493-8e5711941200 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:29.889876 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d6c821c2-0701-48de-8b1e-fe51dd813daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:29.948963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d6c821c2-0701-48de-8b1e-fe51dd813daa None None] Port 7e390bda-4138-4b24-a493-8e5711941200 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:30.002585 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aec343f7-78a9-45c4-90df-df4bbb2161b4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.013671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.023601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.046153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Router b624b4af-10c7-426b-a302-22b52e97edf0 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:10:30.058234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=152baf7f-9ac7-4ea2-8e39-6060af2ecc52,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:30.064079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8835a-bd11-48f8-9963-2552f65ba92c req-321fc661-ccc2-40b7-a33f-1a7545e85b42 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:30.066702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8fb8835a-bd11-48f8-9963-2552f65ba92c req-321fc661-ccc2-40b7-a33f-1a7545e85b42 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1873112 Sep 26 13:10:30.072495 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.152660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-785fe9ec-7e1e-42bd-9f44-e5dd3f26a627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.154709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event deleted for resources: {'Port': ['ID=f5fe32c1-ab7e-46bc-810f-537aae648ffb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:30.159192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=152baf7f-9ac7-4ea2-8e39-6060af2ecc52,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:30.219326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d83571ca-d853-4b3d-9c5e-7c0cc4fd7575 req-a31c7eeb-ee55-44bb-9982-fac02f6f7301 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962773 Sep 26 13:10:30.239470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8fb8835a-bd11-48f8-9963-2552f65ba92c req-55f02e0d-e74a-4f16-a5e2-900cb400736a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523447 Sep 26 13:10:30.414126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:10:30.428663 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e6d0ed54-6008-4821-9dd6-59658491eabd admin admin] 10.222.0.13 "PUT /v2.0/routers/b624b4af-10c7-426b-a302-22b52e97edf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3705521 Sep 26 13:10:30.433743 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.437518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.439818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-824c2113-a792-4e75-a8ac-977737461e8e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "DELETE /v2.0/floatingips/0c7a0c2e-4612-451a-bbc3-e60bc1ae2fca HTTP/1.1" status: 204 len: 168 time: 5.6771684 Sep 26 13:10:30.465892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aec343f7-78a9-45c4-90df-df4bbb2161b4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.477654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aec343f7-78a9-45c4-90df-df4bbb2161b4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:30.578579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec343f7-78a9-45c4-90df-df4bbb2161b4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c5553a-19d2-4215-bf52-1e77949e86db,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:30.964018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:31.098613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:31.116257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network d9ec4ddc-df0d-4326-b75c-75880657520c is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:31.174712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49858) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:31.181056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-550fb534-ad55-417c-8ce4-07efd1c9c4a2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521683430', 'description': 'tempest-description--852823446'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:31.234738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:31.235122 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:31.248749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:31.250558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=a1b47b43-61f9-4fd1-a344-a9eeab652b39,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:31.254844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:31.337780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:10:31.370435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c1d20-e3eb-4be0-bc2b-0b00756d6dec req-40129490-e382-4790-b00c-b8173c631054 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:31.375998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-963c1d20-e3eb-4be0-bc2b-0b00756d6dec req-40129490-e382-4790-b00c-b8173c631054 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1463480 Sep 26 13:10:31.382735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Sync routers for ids ['b624b4af-10c7-426b-a302-22b52e97edf0'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:10:31.400480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-768b4759-ad41-4b85-87dc-8202c7a97416 service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7264941 Sep 26 13:10:31.428203 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Routers {'b624b4af-10c7-426b-a302-22b52e97edf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:31.434303 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b624b4af-10c7-426b-a302-22b52e97edf0'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:31.452354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebbe52-758b-4c5b-946e-e48da49aa6c1 req-874465f6-7bce-4933-83ff-c5be652a8756 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:31.458459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebbe52-758b-4c5b-946e-e48da49aa6c1 req-874465f6-7bce-4933-83ff-c5be652a8756 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:31.460134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20ebbe52-758b-4c5b-946e-e48da49aa6c1 req-874465f6-7bce-4933-83ff-c5be652a8756 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 1652 time: 1.1386976 Sep 26 13:10:31.472454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243467-c227-48ab-8807-122b8feae9fa req-2435b65b-a3c3-4797-9cb9-01467b594d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:31.474101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4243467-c227-48ab-8807-122b8feae9fa req-2435b65b-a3c3-4797-9cb9-01467b594d49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 1098 time: 0.4913757 Sep 26 13:10:31.495577 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-963c1d20-e3eb-4be0-bc2b-0b00756d6dec req-cd2c489c-a8ef-495a-aa08-40c960c72d8f tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938287 Sep 26 13:10:31.603757 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Set router b624b4af-10c7-426b-a302-22b52e97edf0 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:31.606448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49868) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:31.617993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-73857730-network', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:31.639049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:31.639678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:31.665866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084a9ac-68ab-4a98-a7b9-681728e694aa req-b91d3608-10f6-45c5-9974-5d9408964cce tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:31.668028 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b084a9ac-68ab-4a98-a7b9-681728e694aa req-b91d3608-10f6-45c5-9974-5d9408964cce tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 943 time: 0.1101892 Sep 26 13:10:31.694587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:31.747207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b084a9ac-68ab-4a98-a7b9-681728e694aa req-88b4d571-31bf-47c2-be7e-9a4a0d6eb8a4 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709326 Sep 26 13:10:31.754512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c', 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'port_id': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c', 'mac_address': 'fa:16:3e:bb:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bce8b3a-e400-49f2-aded-779aa7574ff6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:10:31.763977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f25db8ba-141a-4ee4-bc28-3ea9dc4f95c5 None None] Provisioning complete for port a1b47b43-61f9-4fd1-a344-a9eeab652b39 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:31.764653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f25db8ba-141a-4ee4-bc28-3ea9dc4f95c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:31.768106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243467-c227-48ab-8807-122b8feae9fa req-b12dd1a5-3941-4c33-827c-e148bd1ee19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:31.769639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4243467-c227-48ab-8807-122b8feae9fa req-b12dd1a5-3941-4c33-827c-e148bd1ee19e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 910 time: 0.1368995 Sep 26 13:10:31.771487 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed5f0bbc-2a1e-4b94-ac8b-ddded153c1fa req-4c881e0c-b597-4ada-a285-1244b3317c93 service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384330 Sep 26 13:10:31.856821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4243467-c227-48ab-8807-122b8feae9fa req-a5faece0-44dd-499f-a66b-d86e2c9ca817 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b37801-50cd-47ef-9162-3abd21b25f6a HTTP/1.1" status: 200 len: 217 time: 0.0610228 Sep 26 13:10:31.868250 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:31.885859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:31.888879 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:10:27Z', 'revision_number': 4, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port': {'id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:20Z', 'updated_at': '2021-09-26T13:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '7e390bda-4138-4b24-a493-8e5711941200', 'name': '', 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'mac_address': 'fa:16:3e:43:d4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:25Z', 'updated_at': '2021-09-26T13:10:28Z', 'revision_number': 2, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'subnets': [{'id': '1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:31.909696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:31.911205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f25db8ba-141a-4ee4-bc28-3ea9dc4f95c5 None None] Port a1b47b43-61f9-4fd1-a344-a9eeab652b39 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:31.912907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243467-c227-48ab-8807-122b8feae9fa req-8af7150e-c1c0-4429-abf3-b58c798536d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:31.914973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4243467-c227-48ab-8807-122b8feae9fa req-8af7150e-c1c0-4429-abf3-b58c798536d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.0482371 Sep 26 13:10:31.918765 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Checking router: b624b4af-10c7-426b-a302-22b52e97edf0 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:10:31.918957 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:31.919580 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Updating router b624b4af-10c7-426b-a302-22b52e97edf0 port 7e390bda-4138-4b24-a493-8e5711941200 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:10:31.922200 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20ebbe52-758b-4c5b-946e-e48da49aa6c1 req-e173c2ac-cbc2-4e81-8480-407f4c49a5fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4436882 Sep 26 13:10:31.964518 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:31.965324 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4243467-c227-48ab-8807-122b8feae9fa req-24dffebe-6fee-4684-91a8-24ec5fd32c0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398626 Sep 26 13:10:31.982425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:32.004212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-785fe9ec-7e1e-42bd-9f44-e5dd3f26a627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.016196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-785fe9ec-7e1e-42bd-9f44-e5dd3f26a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.016719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aec343f7-78a9-45c4-90df-df4bbb2161b4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.019134 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aec343f7-78a9-45c4-90df-df4bbb2161b4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2605076 Sep 26 13:10:32.022062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49870) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:32.027977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-44dfd63e-5774-43bf-8a46-311b89fa880e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'security_group_rule': {'security_group_id': 'b6c5553a-19d2-4215-bf52-1e77949e86db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:32.051019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fe9ec-7e1e-42bd-9f44-e5dd3f26a627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e143d2ae-d4ea-4f5f-865d-fb868fa7cef9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:32.053641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-550fb534-ad55-417c-8ce4-07efd1c9c4a2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.096963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Made reservation on behalf of 55a33024585c45ab8985fcf1022d06a0 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:32.103144 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.105900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b7a4b447-a88a-4258-8692-f3ff2fbc15d5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.1342533 Sep 26 13:10:32.112170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-785fe9ec-7e1e-42bd-9f44-e5dd3f26a627 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b11ee7a9fdd74f9586a67c3214b0e655&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6457269 Sep 26 13:10:32.116297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'admin_state_up': True, 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'security_groups': ['0f612f29-44a5-4c03-9c7f-d104e2869f87']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:32.119301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49872) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:32.151474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44dfd63e-5774-43bf-8a46-311b89fa880e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.183415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.184213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4243467-c227-48ab-8807-122b8feae9fa req-5289f9ec-ae76-439b-8700-0b3eac953f2f service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106979 Sep 26 13:10:32.218412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46d02a06-33a0-47f0-b160-cead5e7ea533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.234600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:10:32.247570 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44dfd63e-5774-43bf-8a46-311b89fa880e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.254266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44dfd63e-5774-43bf-8a46-311b89fa880e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.284498 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfd63e-5774-43bf-8a46-311b89fa880e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4883af3e-7dfd-47d5-8692-ecd6e4d7b637,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:32.303375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46d02a06-33a0-47f0-b160-cead5e7ea533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.343474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-550fb534-ad55-417c-8ce4-07efd1c9c4a2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.358154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-550fb534-ad55-417c-8ce4-07efd1c9c4a2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.370182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44dfd63e-5774-43bf-8a46-311b89fa880e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.377242 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.377465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-44dfd63e-5774-43bf-8a46-311b89fa880e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540306 Sep 26 13:10:32.383247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49874) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:32.385919 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.405942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c6d6d244-e653-4b99-9698-31da4fcd0506 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'security_group_rule': {'security_group_id': 'b6c5553a-19d2-4215-bf52-1e77949e86db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:32.420252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4243467-c227-48ab-8807-122b8feae9fa req-cb5c6a27-92d2-420a-bb6c-f65ebfe8e7c9 service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274394 Sep 26 13:10:32.439847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46d02a06-33a0-47f0-b160-cead5e7ea533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.442969 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46d02a06-33a0-47f0-b160-cead5e7ea533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.446800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-46d02a06-33a0-47f0-b160-cead5e7ea533 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e143d2ae-d4ea-4f5f-865d-fb868fa7cef9 HTTP/1.1" status: 204 len: 168 time: 0.3241036 Sep 26 13:10:32.457915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d02a06-33a0-47f0-b160-cead5e7ea533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e143d2ae-d4ea-4f5f-865d-fb868fa7cef9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:32.486567 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47238-4f3e-4fd9-9257-ad974ff838b8 None None] Pushing event updated for resources: {'Port': ['ID=7e390bda-4138-4b24-a493-8e5711941200,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:32.568302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fb534-ad55-417c-8ce4-07efd1c9c4a2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cdb474-9b76-4d06-904d-9d7fb1917d2e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:32.570897 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Attempting to bind port 7e390bda-4138-4b24-a493-8e5711941200 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:32.571047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Attempting to bind port 7e390bda-4138-4b24-a493-8e5711941200 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:32.571460 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Attempting to bind port 7e390bda-4138-4b24-a493-8e5711941200 on network c8975b0b-8250-4e8e-aac6-191a440ad388 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:32.577417 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:32.577856 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Checking segment: {'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:32.578805 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.578805 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Bound using segment: {'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:32.579292 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Bound port: 7e390bda-4138-4b24-a493-8e5711941200, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d629d8-87f5-43fa-b145-2d0e9996e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:32.579679 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.671451 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] For port 7e390bda-4138-4b24-a493-8e5711941200, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:32.675433 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] For port 7e390bda-4138-4b24-a493-8e5711941200, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7e390bda-4138-4b24-a493-8e5711941200,segment=NetworkSegment(95d629d8-87f5-43fa-b145-2d0e9996e25b),segment_id=95d629d8-87f5-43fa-b145-2d0e9996e25b)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:32.685032 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.791284 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Routers {'b624b4af-10c7-426b-a302-22b52e97edf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:32.792077 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b624b4af-10c7-426b-a302-22b52e97edf0'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:32.796529 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47238-4f3e-4fd9-9257-ad974ff838b8 None None] Pushing event updated for resources: {'Port': ['ID=7e390bda-4138-4b24-a493-8e5711941200,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:32.813892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.827217 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.876333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:32.892801 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.902874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:10:32.930443 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:32.932263 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Added segment 669b13a7-350c-47b1-bb28-83df95605573 of type vlan for network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 Sep 26 13:10:32.977627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-41c153af-6583-47bd-9312-d44c6292ae87 None None] Provisioning complete for port 7e390bda-4138-4b24-a493-8e5711941200 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:32.978013 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41c153af-6583-47bd-9312-d44c6292ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.035665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cdfca-9bb2-4e86-8463-232f67460b9b req-60ac6e7b-cbae-4002-a63b-b507fc12b781 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:33.037655 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-212cdfca-9bb2-4e86-8463-232f67460b9b req-60ac6e7b-cbae-4002-a63b-b507fc12b781 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 944 time: 0.1686072 Sep 26 13:10:33.092295 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.162436 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] Set router b624b4af-10c7-426b-a302-22b52e97edf0 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:33.182994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-550fb534-ad55-417c-8ce4-07efd1c9c4a2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.184278 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-550fb534-ad55-417c-8ce4-07efd1c9c4a2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0072236 Sep 26 13:10:33.192958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49898) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:33.193687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe5ac88-1dd8-451d-a9d9-814fdcd1d394,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:33.204321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c5898-1b62-4368-ab05-0f3ddeb81164 req-231c73c0-cd5d-4926-81fc-7ba1ccf26410 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:33.213680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-386c5898-1b62-4368-ab05-0f3ddeb81164 req-231c73c0-cd5d-4926-81fc-7ba1ccf26410 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.4857943 Sep 26 13:10:33.214784 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41c153af-6583-47bd-9312-d44c6292ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.233760 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'security_group_rule': {'security_group_id': 'b3cdb474-9b76-4d06-904d-9d7fb1917d2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:33.246037 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.resource_extend [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:10:33.262191 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:10:33.262191 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 13:10:33.262191 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id_1': '35765a257c8c441fb53b2a166313414b', 'expiration_1': datetime.datetime(2021, 9, 26, 13, 10, 13, 239909)}] Sep 26 13:10:33.262191 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:10:33.262191 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:10:33.271389 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-212cdfca-9bb2-4e86-8463-232f67460b9b req-5220c11b-db9f-45b0-92bc-6a24434caf02 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620107 Sep 26 13:10:33.319263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-41c153af-6583-47bd-9312-d44c6292ae87 None None] For port 7e390bda-4138-4b24-a493-8e5711941200, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7e390bda-4138-4b24-a493-8e5711941200,segment=NetworkSegment(95d629d8-87f5-43fa-b145-2d0e9996e25b),segment_id=95d629d8-87f5-43fa-b145-2d0e9996e25b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:33.327967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:33.335859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41c153af-6583-47bd-9312-d44c6292ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.340288 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-386c5898-1b62-4368-ab05-0f3ddeb81164 req-724736d8-79ff-4988-8ed0-dbc0ca3a59aa tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255989 Sep 26 13:10:33.350969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d244-e653-4b99-9698-31da4fcd0506 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.371393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49900) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:33.415732 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.418662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:33.418829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01b13f86-5aaa-4b46-b244-5daaf7c0b89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.422660 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.442223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c153af-6583-47bd-9312-d44c6292ae87 None None] Pushing event updated for resources: {'Port': ['ID=7e390bda-4138-4b24-a493-8e5711941200,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:33.460999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-75fdbdb6-8c5a-4bf9-a929-d3366836a965 None None] Provisioning complete for port 7e390bda-4138-4b24-a493-8e5711941200 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:33.461476 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-75fdbdb6-8c5a-4bf9-a929-d3366836a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.464144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:10:33.486509 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d244-e653-4b99-9698-31da4fcd0506 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.494023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:33.494507 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.503003 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8938942 Sep 26 13:10:33.503631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49902) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:33.534067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Request body: {'subnet': {'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-73857730-subnet', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:33.547920 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d244-e653-4b99-9698-31da4fcd0506 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.592624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6d244-e653-4b99-9698-31da4fcd0506 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e302840-b97b-480c-9c8b-a91763502ae1,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:33.632811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad4443-7815-4956-9a98-c595fc6c3543 admin admin] Pushing event updated for resources: {'Network': ['ID=08ea7dc0-1fa7-4720-b24c-7f64585b0265,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:33.659972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:10:33.678824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Allocated IP 10.1.1.74 (d9ec4ddc-df0d-4326-b75c-75880657520c/612c8342-1133-4522-93a0-c317956669dd/2881e09c-a39d-420b-af3c-e4c2c4e83fee) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:33.711102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.717588 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:10:27Z', 'revision_number': 4, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port': {'id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:20Z', 'updated_at': '2021-09-26T13:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '7e390bda-4138-4b24-a493-8e5711941200', 'name': '', 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'mac_address': 'fa:16:3e:43:d4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:25Z', 'updated_at': '2021-09-26T13:10:32Z', 'revision_number': 4, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'subnets': [{'id': '1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:33.724517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01b13f86-5aaa-4b46-b244-5daaf7c0b89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.736577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1f422-3c1a-4158-a225-c39512fa3dbb req-1c6e97a6-cea4-4999-8a78-306fca64504c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:33.756055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1f422-3c1a-4158-a225-c39512fa3dbb req-1c6e97a6-cea4-4999-8a78-306fca64504c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:33.761198 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d244-e653-4b99-9698-31da4fcd0506 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.762780 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c6d6d244-e653-4b99-9698-31da4fcd0506 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3695996 Sep 26 13:10:33.765602 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df545a9-720f-4b5e-93a5-1859c975455f None None] The sync data for ids ['b624b4af-10c7-426b-a302-22b52e97edf0'] in n-d-806683-13 is: [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:10:27Z', 'revision_number': 4, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port': {'id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:20Z', 'updated_at': '2021-09-26T13:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '7e390bda-4138-4b24-a493-8e5711941200', 'name': '', 'network_id': 'c8975b0b-8250-4e8e-aac6-191a440ad388', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'mac_address': 'fa:16:3e:43:d4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:25Z', 'updated_at': '2021-09-26T13:10:32Z', 'revision_number': 4, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'subnets': [{'id': '1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:10:33.765849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad1f422-3c1a-4158-a225-c39512fa3dbb req-1c6e97a6-cea4-4999-8a78-306fca64504c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 1652 time: 0.2774050 Sep 26 13:10:33.768416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49904) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:33.783274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:33.784613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Made reservation on behalf of 55a33024585c45ab8985fcf1022d06a0 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:33.787408 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.812857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01b13f86-5aaa-4b46-b244-5daaf7c0b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.858775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:33.861734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19c2148-61ec-4b17-b593-9c9fe1bdf7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:33.874057 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e37ba79-f649-487c-9e1f-89d3c2658806" -d '{"events": [{"server_uuid": "d19c2148-61ec-4b17-b593-9c9fe1bdf7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:33.880071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.950489 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:33.987376 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4064a39-c3b2-4067-bb4f-cfe051828cc3 x-openstack-request-id: req-b4064a39-c3b2-4067-bb4f-cfe051828cc3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:33.987376 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19c2148-61ec-4b17-b593-9c9fe1bdf7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:33.987798 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4064a39-c3b2-4067-bb4f-cfe051828cc3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:33.988276 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19c2148-61ec-4b17-b593-9c9fe1bdf7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c', 'code': 200} Sep 26 13:10:33.994120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:34.042063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b13f86-5aaa-4b46-b244-5daaf7c0b89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b381cd0-8a1f-4c58-a6ab-e363dd0323b0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:34.098962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.107468 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.113914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.122153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-01b13f86-5aaa-4b46-b244-5daaf7c0b89b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e8086508ce141a392cca35fa6ba6e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7460623 Sep 26 13:10:34.123085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49910) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:34.194032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f045019e-2980-4e3e-be69-b236cabe1325,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:34.229332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.230865 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f7a2b0b7-3d67-43e9-bc2f-ed8c34773e2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0013404 Sep 26 13:10:34.233682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49912) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:34.239136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ce10c354-71d7-4806-9b70-a4b42c1de622 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'security_group_rule': {'security_group_id': 'b3cdb474-9b76-4d06-904d-9d7fb1917d2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:34.272538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.321341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad1f422-3c1a-4158-a225-c39512fa3dbb req-81ab943e-ccf3-4b40-b992-aa5886876e17 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5253596 Sep 26 13:10:34.322349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.370720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99475e3e-ab84-48d7-8ac8-0def70ceebdf,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:34.388641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce10c354-71d7-4806-9b70-a4b42c1de622 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.432095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.526000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e2ab-cbb0-46a5-8a65-7c24d999ac6c req-0fd1ead5-7db6-47e1-a5a4-aa2ce6d84126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:34.527813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fe1e2ab-cbb0-46a5-8a65-7c24d999ac6c req-0fd1ead5-7db6-47e1-a5a4-aa2ce6d84126 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 1097 time: 0.4785795 Sep 26 13:10:34.537026 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce10c354-71d7-4806-9b70-a4b42c1de622 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.560166 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce10c354-71d7-4806-9b70-a4b42c1de622 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.607912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network d9ec4ddc-df0d-4326-b75c-75880657520c is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:34.610670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10c354-71d7-4806-9b70-a4b42c1de622 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659c403d-dd9f-4338-8e8d-eebbe7a4837d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:34.647044 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce10c354-71d7-4806-9b70-a4b42c1de622 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.648542 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ce10c354-71d7-4806-9b70-a4b42c1de622 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4137924 Sep 26 13:10:34.651178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Checking segment: {'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:34.651737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Network hostable DHCP agents. Network: 08ea7dc0-1fa7-4720-b24c-7f64585b0265, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:10:34.656926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49918) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:34.659296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:34.662641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:34.669997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:34.674377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=2881e09c-a39d-420b-af3c-e4c2c4e83fee,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:34.700888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edeb8-e5e6-4f2b-8cbc-23166a1efcd8 req-6549a00a-ea9b-4edf-b538-7b8652850a10 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:34.710899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-489edeb8-e5e6-4f2b-8cbc-23166a1efcd8 req-6549a00a-ea9b-4edf-b538-7b8652850a10 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 945 time: 0.3283181 Sep 26 13:10:34.724464 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac31c94c-e905-49ae-a2dc-5182aa38daf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.742218 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.796227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:10:34.815568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fe1e2ab-cbb0-46a5-8a65-7c24d999ac6c req-77181964-3760-44fd-84b0-73f12825f9ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552297 Sep 26 13:10:34.818546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac31c94c-e905-49ae-a2dc-5182aa38daf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.835139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:34.837991 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.855925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-489edeb8-e5e6-4f2b-8cbc-23166a1efcd8 req-4d3e66a1-deef-4d47-97d6-7a0113dcaa2c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435034 Sep 26 13:10:34.861386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec66c3-6aaa-495f-beaf-720bcb1c6228 req-ea0333ab-9b09-43fd-8f5e-f68c5b653613 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:34.863822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 08ea7dc0-1fa7-4720-b24c-7f64585b0265) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:34.880431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48abc6fb-32a1-4af3-ae98-793285f18871 None None] Network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:34.886094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9ec66c3-6aaa-495f-beaf-720bcb1c6228 req-ea0333ab-9b09-43fd-8f5e-f68c5b653613 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.3710628 Sep 26 13:10:34.895953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:34.896648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:34.921339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-91819a68-2454-4823-b83a-ba5f8331bdb6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3917072 Sep 26 13:10:34.926970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49920) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:34.932499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:34.996798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-45e268db-483b-462c-b6ce-e3a3f7c505fb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8842802 Sep 26 13:10:35.037669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab', 'admin_state_up': True, 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'security_groups': ['0f612f29-44a5-4c03-9c7f-d104e2869f87']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:35.082428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:35.114516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b8e103b4-b2c0-4280-848f-ed58dab69281 None None] Provisioning complete for port 2881e09c-a39d-420b-af3c-e4c2c4e83fee triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:35.115167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8e103b4-b2c0-4280-848f-ed58dab69281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:35.217868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7e390bda-4138-4b24-a493-8e5711941200 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:35.269348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9ec66c3-6aaa-495f-beaf-720bcb1c6228 req-72688483-a2ee-4670-9eae-ea176fb785e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820953 Sep 26 13:10:35.280315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-98853cd1-03eb-42ed-9a66-e169a71d9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:35.281864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-98853cd1-03eb-42ed-9a66-e169a71d9ef2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 1098 time: 0.3649297 Sep 26 13:10:35.418058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac31c94c-e905-49ae-a2dc-5182aa38daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:35.422125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac31c94c-e905-49ae-a2dc-5182aa38daf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:35.423313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac31c94c-e905-49ae-a2dc-5182aa38daf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b381cd0-8a1f-4c58-a6ab-e363dd0323b0 HTTP/1.1" status: 204 len: 168 time: 1.2784142 Sep 26 13:10:35.599030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Allocated IP 172.25.4.72 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/3aca9def-f95c-4dd7-a70c-e52849a7f9b0) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:35.663622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b8e103b4-b2c0-4280-848f-ed58dab69281 None None] Port 2881e09c-a39d-420b-af3c-e4c2c4e83fee cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:35.724016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-08ea7dc0-1fa7-4720-b24c-7f64585b0265', 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'fixed_ips': [{'subnet_id': '99475e3e-ab84-48d7-8ac8-0def70ceebdf'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:10:35.725900 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:35.794118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:35.939116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebceb2-6386-49a3-893b-aee32b1cfee2 req-9b3eb8aa-d87d-444d-8898-f55aec838cd0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:35.941108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Allocated IP 172.20.0.2 (08ea7dc0-1fa7-4720-b24c-7f64585b0265/99475e3e-ab84-48d7-8ac8-0def70ceebdf/c2d8bd02-344d-4ae7-839d-36e94ec9d505) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:35.952713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebceb2-6386-49a3-893b-aee32b1cfee2 req-9b3eb8aa-d87d-444d-8898-f55aec838cd0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:35.956628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-cbbed7bc-afe0-484a-ac28-617ba28d1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:35.965429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-cbbed7bc-afe0-484a-ac28-617ba28d1f7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 910 time: 0.5752399 Sep 26 13:10:35.967934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebceb2-6386-49a3-893b-aee32b1cfee2 req-9b3eb8aa-d87d-444d-8898-f55aec838cd0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:35.980046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42ebceb2-6386-49a3-893b-aee32b1cfee2 req-9b3eb8aa-d87d-444d-8898-f55aec838cd0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 2372 time: 0.3202395 Sep 26 13:10:36.038901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7e390bda-4138-4b24-a493-8e5711941200 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:36.039344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.136760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42ebceb2-6386-49a3-893b-aee32b1cfee2 req-509b1533-97b1-4f24-bb7f-38bdaf33e2a5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557772 Sep 26 13:10:36.151501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31c94c-e905-49ae-a2dc-5182aa38daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b381cd0-8a1f-4c58-a6ab-e363dd0323b0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:36.163995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-432d318c-307e-4949-bc3f-079ed8702c7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b37801-50cd-47ef-9162-3abd21b25f6a HTTP/1.1" status: 200 len: 217 time: 0.1051292 Sep 26 13:10:36.177293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:36.228191 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.229326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.247026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe657918-d62f-4191-8d24-cb2dc62e283b req-d8d593ba-2bb0-42de-a347-9fdd4a775693 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:36.248990 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe657918-d62f-4191-8d24-cb2dc62e283b req-d8d593ba-2bb0-42de-a347-9fdd4a775693 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 945 time: 0.2281072 Sep 26 13:10:36.322215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe657918-d62f-4191-8d24-cb2dc62e283b req-ed649bed-5330-4a22-8cc5-9f0ffd93e1e7 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488751 Sep 26 13:10:36.334714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.335092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.368929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.386481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-272944ce-def6-4712-9591-d5b9565e990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:36.388035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-272944ce-def6-4712-9591-d5b9565e990a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.1981089 Sep 26 13:10:36.471969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.503827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-2d59894b-dc69-4301-bce6-016390e58013 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053162 Sep 26 13:10:36.506179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:36.519821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:36.529815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:36.691564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Pushing event updated for resources: {'Port': ['ID=c2d8bd02-344d-4ae7-839d-36e94ec9d505,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:36.702530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Attempting to bind port c2d8bd02-344d-4ae7-839d-36e94ec9d505 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:36.702915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Attempting to bind port c2d8bd02-344d-4ae7-839d-36e94ec9d505 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:36.703324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Attempting to bind port c2d8bd02-344d-4ae7-839d-36e94ec9d505 on network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:36.714814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:36.715198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Checking segment: {'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:36.715611 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.720209 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Bound using segment: {'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:36.720723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Bound port: c2d8bd02-344d-4ae7-839d-36e94ec9d505, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:36.721122 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.756805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-8191e605-5bc8-4d74-aee7-77a0d7920aba service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381167 Sep 26 13:10:36.807846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c06e-35a6-48cb-9323-8688596bb12e req-23b9a011-6e6c-416f-9fc6-74a2d91e52be tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:36.809514 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c8a0c06e-35a6-48cb-9323-8688596bb12e req-23b9a011-6e6c-416f-9fc6-74a2d91e52be tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.3253484 Sep 26 13:10:36.816005 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.821904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.866976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] For port c2d8bd02-344d-4ae7-839d-36e94ec9d505, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:36.874167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] For port c2d8bd02-344d-4ae7-839d-36e94ec9d505, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c2d8bd02-344d-4ae7-839d-36e94ec9d505,segment=NetworkSegment(669b13a7-350c-47b1-bb28-83df95605573),segment_id=669b13a7-350c-47b1-bb28-83df95605573)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:36.881213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:36.972408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6190e5-8538-4361-94f0-8f2538a5cfe2 None None] Pushing event updated for resources: {'Port': ['ID=c2d8bd02-344d-4ae7-839d-36e94ec9d505,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:37.034141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c8a0c06e-35a6-48cb-9323-8688596bb12e req-64779e9b-cebe-4e12-b87a-c3b6248afda3 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018571 Sep 26 13:10:37.062206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:37.108044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Allocated IP 172.25.4.88 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/5a9a72fe-0670-4816-be49-0af62dc4ad2f) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:37.157192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=3aca9def-f95c-4dd7-a70c-e52849a7f9b0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:37.234080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:37.243537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:37.260735 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:37.396630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b63f21c-ccd0-4d57-b8f5-e7a79dec0104 req-3bb07cf0-698c-4675-b3fb-542cc88efb8b service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196318 Sep 26 13:10:37.546852 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:37.645104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:37.828631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac95a4-2db4-48d5-9703-6c7d26368e78 req-52e8a359-9905-4858-88a6-b63f277eb5a5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:37.840157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac95a4-2db4-48d5-9703-6c7d26368e78 req-52e8a359-9905-4858-88a6-b63f277eb5a5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:37.860621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac95a4-2db4-48d5-9703-6c7d26368e78 req-52e8a359-9905-4858-88a6-b63f277eb5a5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:37.869182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71ac95a4-2db4-48d5-9703-6c7d26368e78 req-52e8a359-9905-4858-88a6-b63f277eb5a5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 2372 time: 0.4781780 Sep 26 13:10:37.892237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'Port': ['ID=5a9a72fe-0670-4816-be49-0af62dc4ad2f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:37.896820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Allocated IP 10.2.2.100 (b86aff44-39fa-42e7-b920-6c793e3330ab/04ab3d32-663f-4d48-86b9-81dd912c105f/c00e443c-2c31-442b-9d81-70b55d11db11) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:37.929713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:37.939283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:37.943884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:38.094044 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:38.125812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:38.130997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ad0c2-7833-46a1-ae49-6a5b61c7164a req-7ee700e0-087a-4fe8-a4a8-2dcc4e197aba tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:38.132709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e6ad0c2-7833-46a1-ae49-6a5b61c7164a req-7ee700e0-087a-4fe8-a4a8-2dcc4e197aba tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 945 time: 0.5159318 Sep 26 13:10:38.135829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:38.217732 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:38.229752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e6ad0c2-7833-46a1-ae49-6a5b61c7164a req-bf8c148c-8d3f-46fd-a494-144207df262f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741138 Sep 26 13:10:38.283527 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e2006804-987a-4ffb-9419-4fea9552133d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:38.286869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:38.542840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96325-19f4-49ad-8f95-f270327a288d req-11b7353b-d035-4619-8233-2e3fb35e597e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:38.546850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98c96325-19f4-49ad-8f95-f270327a288d req-11b7353b-d035-4619-8233-2e3fb35e597e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1699269 Sep 26 13:10:38.719771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb455fe-408e-40cf-a0bc-41175ebc1d76 None None] Network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:10:38.733529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98c96325-19f4-49ad-8f95-f270327a288d req-65bc78d2-2a32-49a3-ab8f-225a78928125 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288500 Sep 26 13:10:38.774492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Allocated IP 172.25.4.174 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/855495f5-1dd3-4459-8c3a-884f480f8753) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:38.924013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71ac95a4-2db4-48d5-9703-6c7d26368e78 req-d608c12b-7bd7-4e62-99d3-547216c56786 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0519671 Sep 26 13:10:38.965427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ed9eb545-3b7e-4337-b774-847802b1bc9e None None] Provisioning complete for port c2d8bd02-344d-4ae7-839d-36e94ec9d505 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:38.965837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb545-3b7e-4337-b774-847802b1bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.045146 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-70d89f59-a77d-411e-a3f9-4036cc0e0c91 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9145906 Sep 26 13:10:39.048632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.049781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.073581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.074779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb38c6-9568-461e-82c3-5b155baddee4 req-12565cc3-2884-4b77-9672-bf88b1edbc47 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:39.088122 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77cb38c6-9568-461e-82c3-5b155baddee4 req-12565cc3-2884-4b77-9672-bf88b1edbc47 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 945 time: 0.2457125 Sep 26 13:10:39.094527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.183041 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb545-3b7e-4337-b774-847802b1bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.203379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77cb38c6-9568-461e-82c3-5b155baddee4 req-398cabf0-354e-4dc9-addd-6c67c7a9df95 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143003 Sep 26 13:10:39.256523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ed9eb545-3b7e-4337-b774-847802b1bc9e None None] For port c2d8bd02-344d-4ae7-839d-36e94ec9d505, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c2d8bd02-344d-4ae7-839d-36e94ec9d505,segment=NetworkSegment(669b13a7-350c-47b1-bb28-83df95605573),segment_id=669b13a7-350c-47b1-bb28-83df95605573)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:39.268440 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb545-3b7e-4337-b774-847802b1bc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.286017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c2d8bd02-344d-4ae7-839d-36e94ec9d505 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:39.332930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.407540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'Port': ['ID=5a9a72fe-0670-4816-be49-0af62dc4ad2f,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:39.425833 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.495153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-aee2a33b-9d4d-40a1-ab2a-2a4e4f1f77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:39.495360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c2d8bd02-344d-4ae7-839d-36e94ec9d505 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:39.495722 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.497393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-aee2a33b-9d4d-40a1-ab2a-2a4e4f1f77f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 1097 time: 0.3821850 Sep 26 13:10:39.509129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.521633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eb545-3b7e-4337-b774-847802b1bc9e None None] Pushing event updated for resources: {'Port': ['ID=c2d8bd02-344d-4ae7-839d-36e94ec9d505,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:39.588809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=855495f5-1dd3-4459-8c3a-884f480f8753,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:39.603328 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:10:39.618120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.632745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:39.636336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:39.641794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:39.683545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.685287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8725dd4e-3c18-46b4-a1bd-65d8a0fb8ce3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0191548 Sep 26 13:10:39.687250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=c00e443c-2c31-442b-9d81-70b55d11db11,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:39.744842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network b86aff44-39fa-42e7-b920-6c793e3330ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:39.813380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:39.852004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:39.866554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:39.883276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:40.108072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-534c2e60-1932-45c7-aca5-6ca1dbf08c46 None None] Provisioning complete for port c2d8bd02-344d-4ae7-839d-36e94ec9d505 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:40.108456 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-534c2e60-1932-45c7-aca5-6ca1dbf08c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:40.149004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=3aca9def-f95c-4dd7-a70c-e52849a7f9b0,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:40.236949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63154bc-acc3-49db-ac02-0356fc00fd78 req-0987cf52-4a78-429d-9436-a15696f88873 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:40.245508 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d63154bc-acc3-49db-ac02-0356fc00fd78 req-0987cf52-4a78-429d-9436-a15696f88873 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.2799466 Sep 26 13:10:40.424820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:40.425520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:40.456123 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:40.472496 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-f7bf1515-d8b8-4507-a736-5c9b2ec4cad3 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1521683430&fields=id&tenant_id=35765a257c8c441fb53b2a166313414b HTTP/1.1" status: 200 len: 267 time: 0.1153383 Sep 26 13:10:40.473377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8e8d31d0-8e1a-4c8b-b149-0414c7b09a09 None None] Provisioning complete for port c00e443c-2c31-442b-9d81-70b55d11db11 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:40.474508 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8e8d31d0-8e1a-4c8b-b149-0414c7b09a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:40.476245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-050492c8-ab24-4c21-8068-f782bc2a039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:40.478416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-050492c8-ab24-4c21-8068-f782bc2a039f service neutron] 10.222.0.23 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 921 time: 0.8969038 Sep 26 13:10:40.480746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-50055440-a5c4-4913-a65b-f16152891a20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4672458 Sep 26 13:10:40.511765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d63154bc-acc3-49db-ac02-0356fc00fd78 req-3356a09f-5a4d-4d78-b916-2d83c17a9f34 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650864 Sep 26 13:10:40.524192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d31d0-8e1a-4c8b-b149-0414c7b09a09 None None] Port c00e443c-2c31-442b-9d81-70b55d11db11 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:40.525996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab', 'admin_state_up': True, 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'security_groups': ['0f612f29-44a5-4c03-9c7f-d104e2869f87']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:40.544284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:40.553265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f66c14a1-bfcc-4c62-84c2-9a49de31f635 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7684247 Sep 26 13:10:40.611480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:40.642959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-cdbd2656-0037-41fb-8415-ed4364d0ba7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c HTTP/1.1" status: 200 len: 217 time: 0.1571987 Sep 26 13:10:40.845435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3cb7f-3e04-4d90-9bfb-0d2dcb3eb804 req-ecb4576f-3ce7-453c-b3d9-32840cfe27b4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:40.856870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3cb7f-3e04-4d90-9bfb-0d2dcb3eb804 req-ecb4576f-3ce7-453c-b3d9-32840cfe27b4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:40.865382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3cb7f-3e04-4d90-9bfb-0d2dcb3eb804 req-ecb4576f-3ce7-453c-b3d9-32840cfe27b4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:40.875410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3cb7f-3e04-4d90-9bfb-0d2dcb3eb804 req-ecb4576f-3ce7-453c-b3d9-32840cfe27b4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:40.877437 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70c3cb7f-3e04-4d90-9bfb-0d2dcb3eb804 req-ecb4576f-3ce7-453c-b3d9-32840cfe27b4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 3093 time: 0.1483254 Sep 26 13:10:40.982174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d4a5d10-9f9d-4ddb-9acf-ec73e24e490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:41.017793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-0ca1c569-5a30-4c23-a6d9-28388af35755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:41.019274 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-0ca1c569-5a30-4c23-a6d9-28388af35755 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bce8b3a-e400-49f2-aded-779aa7574ff6 HTTP/1.1" status: 200 len: 861 time: 0.3548238 Sep 26 13:10:41.019432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70c3cb7f-3e04-4d90-9bfb-0d2dcb3eb804 req-e2025e4c-d05b-47f3-bac7-2c32ca328fa5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339965 Sep 26 13:10:41.035096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-40365aeb-5ec5-4560-9667-96589eba8280 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:41.043220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-40365aeb-5ec5-4560-9667-96589eba8280 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 816 time: 0.5593636 Sep 26 13:10:41.105756 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-48769ad5-178c-4e79-8f91-3c92d79d8e9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32f7dc6d-4f75-46e6-9c9e-b93741795511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580099 Sep 26 13:10:41.115284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-8a17b8aa-b5ef-416c-afe1-4562224ee44c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/quotas/35765a257c8c441fb53b2a166313414b HTTP/1.1" status: 200 len: 375 time: 0.0710962 Sep 26 13:10:41.156371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Made reservation on behalf of 7e2d0063c0974d2b9f01340d47c67f86 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:41.184542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c2d8bd02-344d-4ae7-839d-36e94ec9d505 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:41.185027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:41.225278 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:41.363709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c2d8bd02-344d-4ae7-839d-36e94ec9d505 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:41.364090 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:41.511674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Allocated IP 10.2.2.200 (b86aff44-39fa-42e7-b920-6c793e3330ab/04ab3d32-663f-4d48-86b9-81dd912c105f/f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:41.544213 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0d5ed6a1-9bf8-476b-8106-61c253b84f31 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--127432297&fields=id&tenant_id=74ad8af6eff341d69060a0640aaa70f7 HTTP/1.1" status: 200 len: 267 time: 0.0947020 Sep 26 13:10:41.580598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:41.612572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-e950ef3a-3fec-410d-ad8c-a938761c2568 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:41.624225 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-e950ef3a-3fec-410d-ad8c-a938761c2568 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports/1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 200 len: 931 time: 0.0784161 Sep 26 13:10:41.640719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-d1a30514-90c3-464e-af49-301e9867bda6 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5244765 Sep 26 13:10:41.734690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1d00d9ac-d550-4e07-b2d2-2a85a09e6df5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:41.745267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1d00d9ac-d550-4e07-b2d2-2a85a09e6df5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports/726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 200 len: 932 time: 0.1187401 Sep 26 13:10:41.790719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-b949943d-216b-4429-95dc-bb553f63a016 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0442059 Sep 26 13:10:41.795769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-9db54150-1929-4be8-a76e-73ffb809da08 service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733735 Sep 26 13:10:41.828232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-8379f538-d2a2-446c-bca4-464d35a0d561 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0365753 Sep 26 13:10:41.899359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:41.970156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0ef4c650-7a3a-4b0f-87a3-2e73b36bbf2b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:41.977583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0ef4c650-7a3a-4b0f-87a3-2e73b36bbf2b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:41.983443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0ef4c650-7a3a-4b0f-87a3-2e73b36bbf2b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:41.991322 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0ef4c650-7a3a-4b0f-87a3-2e73b36bbf2b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/networks?id=bcc4ad1b-5178-4df1-849d-d894c90d9977&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=8d59d366-9265-4f11-be38-15a19f2dd7d9&id=8d59d366-9265-4f11-be38-15a19f2dd7d9 HTTP/1.1" status: 200 len: 1991 time: 0.1619842 Sep 26 13:10:42.011536 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-9a9ea294-6a31-4447-965b-c0de367a43cf tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/quotas/74ad8af6eff341d69060a0640aaa70f7 HTTP/1.1" status: 200 len: 375 time: 0.0190382 Sep 26 13:10:42.043205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:42.061172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Router 6bee1af0-3a9e-4b23-945e-4742911c5b55 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:10:42.105983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-f27c6b3d-8b88-476f-9963-c70f11134efb tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0932200 Sep 26 13:10:42.116652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-a8e15529-d8ee-482d-8b99-87a383ce5b72 service neutron] 10.222.0.13 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554257 Sep 26 13:10:42.123511 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:42.286050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-66c32c15-3d05-4296-8ea3-4f2e1511701c service neutron] 10.222.0.13 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758094 Sep 26 13:10:42.352930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:10:42.368262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Sync routers for ids ['6bee1af0-3a9e-4b23-945e-4742911c5b55'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:10:42.381166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Routers {'6bee1af0-3a9e-4b23-945e-4742911c5b55'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:42.382085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6bee1af0-3a9e-4b23-945e-4742911c5b55'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:42.415195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event updated for resources: {'Port': ['ID=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:42.436262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-3e06c2be-bdd5-41b3-ae98-911b35918843 service neutron] 10.222.0.13 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050499 Sep 26 13:10:42.438354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Network b86aff44-39fa-42e7-b920-6c793e3330ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:42.443651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:42.456485 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:42.457684 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-165c9bac-7bf8-413b-959a-7bae6e2dc2e5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5298500 Sep 26 13:10:42.461799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50104) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:42.487162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:42.627402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Set router 6bee1af0-3a9e-4b23-945e-4742911c5b55 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:42.655596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:42.656352 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:42.668329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa0d3aa6-8dfd-4079-ae7b-cff2908a22df req-50cb3be9-203a-4dbe-8fd6-0d619a15881a service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756581 Sep 26 13:10:42.688210 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1d1d5679-a105-400a-a842-4a8da74ece9d service neutron] 10.222.0.13 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916452 Sep 26 13:10:42.702474 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-abb97b69-42a5-4b56-a1c8-f3b6b41641df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2057235 Sep 26 13:10:42.716434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:42.875052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:42.961474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fa5ee5ab-b670-4fe9-ae2b-039332665fc5 None None] Provisioning complete for port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:42.961904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee5ab-b670-4fe9-ae2b-039332665fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:43.050520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ee5ab-b670-4fe9-ae2b-039332665fc5 None None] Port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:43.072868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:10:40Z', 'revision_number': 3, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port': {'id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:43.124371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Checking router: 6bee1af0-3a9e-4b23-945e-4742911c5b55 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:10:43.130032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Updating router 6bee1af0-3a9e-4b23-945e-4742911c5b55 port 855495f5-1dd3-4459-8c3a-884f480f8753 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:10:43.186947 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:43.367391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:10:43.479669 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-20541962-48fd-4f70-9a13-2847efc41c01 service neutron] 10.222.0.13 "GET /v2.0/ports/1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.7903376 Sep 26 13:10:43.661278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:43.693523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa19afb-5435-4d66-8fd2-32d132a28a6a {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:43.715576 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:43.759465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Transition to ACTIVE for port object 9aa19afb-5435-4d66-8fd2-32d132a28a6a will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:10:43.774727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:43.789892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:43.953127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c', 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'port_id': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c', 'mac_address': 'fa:16:3e:bb:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bce8b3a-e400-49f2-aded-779aa7574ff6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:10:43.964641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae855c7-bb2b-4c73-beb8-f966fd91bc77 req-72b7b339-0777-465b-bb0a-b1b080217e43 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:43.977734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ae855c7-bb2b-4c73-beb8-f966fd91bc77 req-72b7b339-0777-465b-bb0a-b1b080217e43 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 945 time: 1.0449138 Sep 26 13:10:44.052120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-92abf9a7-6fcc-42f8-8f4c-2895886035c9 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615799 Sep 26 13:10:44.126785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.161088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Pushing event updated for resources: {'Port': ['ID=9aa19afb-5435-4d66-8fd2-32d132a28a6a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:44.173409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:44.222631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:44.233802 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.247468 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.287993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ae855c7-bb2b-4c73-beb8-f966fd91bc77 req-06ca1e00-cd99-4146-bc70-c6a10f844f81 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576852 Sep 26 13:10:44.294942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.357480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:10:44.429826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Attempting to bind port 9aa19afb-5435-4d66-8fd2-32d132a28a6a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:44.430614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Attempting to bind port 9aa19afb-5435-4d66-8fd2-32d132a28a6a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:44.431180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Attempting to bind port 9aa19afb-5435-4d66-8fd2-32d132a28a6a on network 1bf1093e-5266-4129-afda-8e464a35bc64 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:44.441986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Port 9aa19afb-5435-4d66-8fd2-32d132a28a6a on network 1bf1093e-5266-4129-afda-8e464a35bc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:10:44.442674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Attempting to bind port 9aa19afb-5435-4d66-8fd2-32d132a28a6a on network 1bf1093e-5266-4129-afda-8e464a35bc64 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:44.452491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:44.455430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:44.456060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Checking segment: {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:44.456681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Bound using segment: {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:44.457369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Bound port: 9aa19afb-5435-4d66-8fd2-32d132a28a6a, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:44.460059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.469727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Attempting to bind port 855495f5-1dd3-4459-8c3a-884f480f8753 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:44.478352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Attempting to bind port 855495f5-1dd3-4459-8c3a-884f480f8753 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:44.479095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Attempting to bind port 855495f5-1dd3-4459-8c3a-884f480f8753 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:44.578381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:44.586477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:44.587324 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.587943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:44.588681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Bound port: 855495f5-1dd3-4459-8c3a-884f480f8753, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:44.589309 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.612764 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-e85ebec4-b688-4641-818b-885df1eb11e8 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073224 Sep 26 13:10:44.692348 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274f93-6529-4cba-8c3a-1a6e069158a4 None None] Pushing event updated for resources: {'Port': ['ID=855495f5-1dd3-4459-8c3a-884f480f8753,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:44.810438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1f97c564-a883-49ce-b440-352b47609a03 service neutron] 10.222.0.13 "GET /v2.0/ports/726e6f0b-b4e9-4295-baac-6d7d552eae43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1852112 Sep 26 13:10:44.838106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] For port 9aa19afb-5435-4d66-8fd2-32d132a28a6a, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:44.849999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] For port 9aa19afb-5435-4d66-8fd2-32d132a28a6a, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:44.854355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] For port 855495f5-1dd3-4459-8c3a-884f480f8753, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:44.876342 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.924576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:44.925228 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:44.926736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] 10.222.0.24 "PUT /v2.0/ports/9aa19afb-5435-4d66-8fd2-32d132a28a6a HTTP/1.1" status: 200 len: 1092 time: 2.2156384 Sep 26 13:10:44.943042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:44.949768 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd999412-4751-4dbd-9250-ad87795b8043" -d '{"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:45.062448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-9715a15f-b63d-4ad9-ae57-aba5c65e2fb2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:45.064832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-9715a15f-b63d-4ad9-ae57-aba5c65e2fb2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 816 time: 0.5135684 Sep 26 13:10:45.087031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:45.149192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:45.272460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0567-45fc-441f-b1c8-77c29fae36de req-82ae745c-bd06-455b-8643-725c925a677e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:45.275265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c57d0567-45fc-441f-b1c8-77c29fae36de req-82ae745c-bd06-455b-8643-725c925a677e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.7896750 Sep 26 13:10:45.369714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] For port 855495f5-1dd3-4459-8c3a-884f480f8753, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=855495f5-1dd3-4459-8c3a-884f480f8753,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:45.391714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd40a0-311a-4390-bd70-f85144e51f4e service neutron] Pushing event updated for resources: {'Port': ['ID=9aa19afb-5435-4d66-8fd2-32d132a28a6a,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:45.416989 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:45.448845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-9144cff5-edd3-4e6c-8ab7-382f6f8f45b2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35765a257c8c441fb53b2a166313414b HTTP/1.1" status: 200 len: 380 time: 0.2629149 Sep 26 13:10:45.457069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:45.481723 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d7137d09-c9e0-43a6-9bee-92346797af6a service neutron] 10.222.0.13 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855544 Sep 26 13:10:45.507504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c57d0567-45fc-441f-b1c8-77c29fae36de req-3e3848a4-9bd9-4803-864b-af4cd1894185 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141745 Sep 26 13:10:45.518230 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:45.524950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'port': {'device_id': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'admin_state_up': True, 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'security_groups': ['b3cdb474-9b76-4d06-904d-9d7fb1917d2e']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:45.612878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1419b453-71b8-43c2-af66-9dee5ee01a4c service neutron] 10.222.0.13 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296437 Sep 26 13:10:45.689679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274f93-6529-4cba-8c3a-1a6e069158a4 None None] Pushing event updated for resources: {'Port': ['ID=855495f5-1dd3-4459-8c3a-884f480f8753,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:45.704198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Routers {'6bee1af0-3a9e-4b23-945e-4742911c5b55'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:45.704978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6bee1af0-3a9e-4b23-945e-4742911c5b55'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:45.800524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Allocated IP 172.20.0.1 (08ea7dc0-1fa7-4720-b24c-7f64585b0265/99475e3e-ab84-48d7-8ac8-0def70ceebdf/01dedf19-7fb0-4721-9f00-9f0448056cbf) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:45.846673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-b08074c6-2104-4007-bd6d-9bc9599c5769 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323804 Sep 26 13:10:46.035147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] Set router 6bee1af0-3a9e-4b23-945e-4742911c5b55 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:46.066838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Made reservation on behalf of 35765a257c8c441fb53b2a166313414b for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:46.066838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:46.066838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af554af-3242-4e65-90ef-99a55fbb323d req-0da34481-2f21-4158-ae8e-1fc3604c2fbc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:46.069844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af554af-3242-4e65-90ef-99a55fbb323d req-0da34481-2f21-4158-ae8e-1fc3604c2fbc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:46.075403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af554af-3242-4e65-90ef-99a55fbb323d req-0da34481-2f21-4158-ae8e-1fc3604c2fbc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:46.094024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af554af-3242-4e65-90ef-99a55fbb323d req-0da34481-2f21-4158-ae8e-1fc3604c2fbc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:46.108647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af554af-3242-4e65-90ef-99a55fbb323d req-0da34481-2f21-4158-ae8e-1fc3604c2fbc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:46.117641 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8af554af-3242-4e65-90ef-99a55fbb323d req-0da34481-2f21-4158-ae8e-1fc3604c2fbc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 3826 time: 0.2895899 Sep 26 13:10:46.118153 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-46245b93-9d53-4a78-a8b5-37be11e5fdde service neutron] 10.222.0.13 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703693 Sep 26 13:10:46.234504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:46.319164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8af554af-3242-4e65-90ef-99a55fbb323d req-a819f89d-5bbd-4c69-9730-41babee7b3f2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000055 Sep 26 13:10:46.432904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1f124210-19a6-46d4-a334-92bd685f430d service neutron] 10.222.0.13 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060348 Sep 26 13:10:46.618226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3176f65f-6bc1-4981-b1e4-5fcae522bdda service neutron] 10.222.0.13 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843886 Sep 26 13:10:46.634312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Allocated IP 172.20.0.12 (0b9c0767-1ed7-4b4b-9457-82b6598e8925/b68faaff-2707-4521-8127-1738d9f366bf/ac36c958-7834-4e44-aba3-25f745fbb137) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:46.635915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:10:40Z', 'revision_number': 3, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port': {'id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:46.713964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf5346-9ef2-4e31-a3ae-895905aee15d None None] The sync data for ids ['6bee1af0-3a9e-4b23-945e-4742911c5b55'] in n-d-806683-13 is: [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:10:40Z', 'revision_number': 3, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port': {'id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:10:46.716132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:46.801724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:46.808240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:46.810801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:46.844564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb8a498-550e-4784-917f-f378f526f1b0 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:46.862876 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:46.879738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:46.880998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Transition to ACTIVE for port object 5fb8a498-550e-4784-917f-f378f526f1b0 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:10:46.899077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-319c91a3-1802-4144-bbb9-06d6b75d9e56 req-418c7ae5-c255-4aca-bcc0-7cbffd4fb548 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 210 time: 0.4263241 Sep 26 13:10:46.906335 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:46.959818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Pushing event updated for resources: {'Port': ['ID=01dedf19-7fb0-4721-9f00-9f0448056cbf,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:47.026220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-30dab49a-3709-41b7-b5c7-959ac329979f service neutron] 10.222.0.13 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069834 Sep 26 13:10:47.082755 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59243d6-70e9-440c-b664-a4b0a82f3f8b x-openstack-request-id: req-c59243d6-70e9-440c-b664-a4b0a82f3f8b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:47.083343 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:47.083479 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c59243d6-70e9-440c-b664-a4b0a82f3f8b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:47.084013 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'status': 'completed', 'code': 200} Sep 26 13:10:47.095780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8a498-550e-4784-917f-f378f526f1b0,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:47.337242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9173a2ee-8f49-40bf-b310-51be845ce27b None None] Provisioning complete for port 01dedf19-7fb0-4721-9f00-9f0448056cbf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:47.339926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9173a2ee-8f49-40bf-b310-51be845ce27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:47.357632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:10:47.571326 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c4972d3d-28d8-4e4c-a8c5-54379f438bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441403 Sep 26 13:10:47.619273 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:47.629652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9173a2ee-8f49-40bf-b310-51be845ce27b None None] Port 01dedf19-7fb0-4721-9f00-9f0448056cbf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:47.646685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-47cc7e9f-9351-49dc-a043-479ec4ab5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:47.647179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-47cc7e9f-9351-49dc-a043-479ec4ab5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:47.647676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-47cc7e9f-9351-49dc-a043-479ec4ab5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:47.648157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-47cc7e9f-9351-49dc-a043-479ec4ab5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:47.648675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-47cc7e9f-9351-49dc-a043-479ec4ab5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:47.649165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-47cc7e9f-9351-49dc-a043-479ec4ab5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:47.651134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd999412-4751-4dbd-9250-ad87795b8043 req-47cc7e9f-9351-49dc-a043-479ec4ab5719 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5249 time: 0.5571039 Sep 26 13:10:47.659602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:47.683884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f8b30-123b-464b-8910-5089a6d0184d req-32f8db78-2e03-4597-aec4-cc2a56d29191 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:47.700031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-534f8b30-123b-464b-8910-5089a6d0184d req-32f8db78-2e03-4597-aec4-cc2a56d29191 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 944 time: 0.5482373 Sep 26 13:10:47.721451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:47.730381 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:47.748714 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:47.813310 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:47.819934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:47.886956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:47.919941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-00d6fcf7-1743-497f-91fa-5060acefa594 service neutron] 10.222.0.13 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413634 Sep 26 13:10:48.014462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-534f8b30-123b-464b-8910-5089a6d0184d req-18d46bbc-963f-47c7-bbd0-a90e1f336120 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121667 Sep 26 13:10:48.160428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-59970d84-b799-4146-9f7d-7f155f1eb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:48.162336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-59970d84-b799-4146-9f7d-7f155f1eb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:48.163067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-59970d84-b799-4146-9f7d-7f155f1eb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:48.166340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd999412-4751-4dbd-9250-ad87795b8043 req-59970d84-b799-4146-9f7d-7f155f1eb8da service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4489493 Sep 26 13:10:48.167357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Attempting to bind port 5fb8a498-550e-4784-917f-f378f526f1b0 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:48.167950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Attempting to bind port 5fb8a498-550e-4784-917f-f378f526f1b0 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:48.168534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Attempting to bind port 5fb8a498-550e-4784-917f-f378f526f1b0 on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:48.176123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:48.185587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Port 5fb8a498-550e-4784-917f-f378f526f1b0 on network d9ec4ddc-df0d-4326-b75c-75880657520c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:10:48.205869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Attempting to bind port 5fb8a498-550e-4784-917f-f378f526f1b0 on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:48.251100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-7ecf8af1-ce0d-4fd2-a85c-5b2f70e1118b service neutron] 10.222.0.13 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300393 Sep 26 13:10:48.307423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:48.315436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:48.367918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:48.377240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:48.403037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:48.408526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:48.410880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Checking segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:48.411300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Bound using segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:48.411771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Bound port: 5fb8a498-550e-4784-917f-f378f526f1b0, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:48.412133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:48.443927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:48.447641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Pushing event updated for resources: {'Port': ['ID=01dedf19-7fb0-4721-9f00-9f0448056cbf,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:48.727942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:48.729573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:48.934725 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9655c42f-0094-44d1-9adb-2c588984d83a None None] Provisioning complete for port ac36c958-7834-4e44-aba3-25f745fbb137 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:48.935200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9655c42f-0094-44d1-9adb-2c588984d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:49.020160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50236) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:49.087987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Router 6bee1af0-3a9e-4b23-945e-4742911c5b55 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:10:49.092274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9655c42f-0094-44d1-9adb-2c588984d83a None None] Port ac36c958-7834-4e44-aba3-25f745fbb137 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:49.297120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 855495f5-1dd3-4459-8c3a-884f480f8753 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:49.450654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:10:49.461602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-aba91946-f90e-4a87-8d25-79b4f557be40 None None] Provisioning complete for port 01dedf19-7fb0-4721-9f00-9f0448056cbf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:49.462089 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aba91946-f90e-4a87-8d25-79b4f557be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:49.470855 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1a0cf9f3-0484-4195-91dc-955c4f7f8c56 admin admin] 10.222.0.13 "PUT /v2.0/routers/6bee1af0-3a9e-4b23-945e-4742911c5b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0079014 Sep 26 13:10:49.562601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-aba91946-f90e-4a87-8d25-79b4f557be40 None None] Port 01dedf19-7fb0-4721-9f00-9f0448056cbf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:49.568730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 855495f5-1dd3-4459-8c3a-884f480f8753 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:49.569873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:49.571908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:49.644991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:49.654660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:49.747566 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Sync routers for ids ['6bee1af0-3a9e-4b23-945e-4742911c5b55'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:10:49.773000 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Routers {'6bee1af0-3a9e-4b23-945e-4742911c5b55'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:49.777366 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6bee1af0-3a9e-4b23-945e-4742911c5b55'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:49.809373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:49.813170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3d32-92f8-4d1d-9eb0-b11ef7acf927 req-b4705f8f-1725-45c3-90dc-753f10da600b tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:49.821008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d88e3d32-92f8-4d1d-9eb0-b11ef7acf927 req-b4705f8f-1725-45c3-90dc-753f10da600b tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 1.6427450 Sep 26 13:10:49.889571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 855495f5-1dd3-4459-8c3a-884f480f8753, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=855495f5-1dd3-4459-8c3a-884f480f8753,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:49.900473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:49.910472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd999412-4751-4dbd-9250-ad87795b8043 req-92f05e9f-90b9-4cd4-ba96-16cc5cfc048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:49.913524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd999412-4751-4dbd-9250-ad87795b8043 req-92f05e9f-90b9-4cd4-ba96-16cc5cfc048e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.7310877 Sep 26 13:10:49.954369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] For port 5fb8a498-550e-4784-917f-f378f526f1b0, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:49.967778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] For port 5fb8a498-550e-4784-917f-f378f526f1b0, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5fb8a498-550e-4784-917f-f378f526f1b0,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:49.971526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=855495f5-1dd3-4459-8c3a-884f480f8753,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:49.986768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:49.999873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.004130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d88e3d32-92f8-4d1d-9eb0-b11ef7acf927 req-e77e9677-00a1-4c5c-a082-c10c06cb2efc tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819851 Sep 26 13:10:50.008714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.080656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8a498-550e-4784-917f-f378f526f1b0,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:50.086911 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7abd7518316a4637a3f297efb92230f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0642695 Sep 26 13:10:50.092739 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.095886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Set router 6bee1af0-3a9e-4b23-945e-4742911c5b55 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:50.111781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-b2643cfe-6e49-4f43-9af5-c2edd3ad0e9f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6090441 Sep 26 13:10:50.112222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50264) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:50.120799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4160-b5b5-4846-bd3d-5294ff2c86c1 req-f283c60b-44c6-4505-a2eb-c1e73987ce2b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.143019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4160-b5b5-4846-bd3d-5294ff2c86c1 req-f283c60b-44c6-4505-a2eb-c1e73987ce2b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.152894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4160-b5b5-4846-bd3d-5294ff2c86c1 req-f283c60b-44c6-4505-a2eb-c1e73987ce2b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.162383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4160-b5b5-4846-bd3d-5294ff2c86c1 req-f283c60b-44c6-4505-a2eb-c1e73987ce2b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.173910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4160-b5b5-4846-bd3d-5294ff2c86c1 req-f283c60b-44c6-4505-a2eb-c1e73987ce2b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.182983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4160-b5b5-4846-bd3d-5294ff2c86c1 req-f283c60b-44c6-4505-a2eb-c1e73987ce2b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.184887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ebb4160-b5b5-4846-bd3d-5294ff2c86c1 req-f283c60b-44c6-4505-a2eb-c1e73987ce2b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 4603 time: 0.3316143 Sep 26 13:10:50.213873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb77ab10-d382-4def-9687-b440d06dfb99,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:50.223604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Request body: {'port': {'device_id': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:50.245671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.246053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.246312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.246649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.246985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.247935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.248484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.248745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.249088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.249405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.249755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.250081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d67ac9-bb7f-4c90-9287-46f03ba3a686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:10:50.263686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.264324 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.265757 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-633e9137-f404-407d-aec6-a2bfbc8c942a service neutron] 10.222.0.24 "PUT /v2.0/ports/5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 1136 time: 5.2383091 Sep 26 13:10:50.303749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ebb4160-b5b5-4846-bd3d-5294ff2c86c1 req-3f711d21-9f08-4271-a0b0-5d9c2b9d27c5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859251 Sep 26 13:10:50.324303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '5fb8a498-550e-4784-917f-f378f526f1b0'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:50.326614 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a242a4-21b9-48ed-a00e-4118109517ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "5fb8a498-550e-4784-917f-f378f526f1b0"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:50.336616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6447f21-3ffc-4422-b389-b348ce4fb094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.339389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.419672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:50.571594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca2f6b-f18c-4a9d-adbd-cbe025d3f81a req-3cb5534b-5f37-4be3-9499-a325cf78f0b5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.573258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7aca2f6b-f18c-4a9d-adbd-cbe025d3f81a req-3cb5534b-5f37-4be3-9499-a325cf78f0b5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 932 time: 0.3537576 Sep 26 13:10:50.575333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6447f21-3ffc-4422-b389-b348ce4fb094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.584174 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:10:47Z', 'revision_number': 4, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port': {'id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '01dedf19-7fb0-4721-9f00-9f0448056cbf', 'name': '', 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'mac_address': 'fa:16:3e:60:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '99475e3e-ab84-48d7-8ac8-0def70ceebdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:45Z', 'updated_at': '2021-09-26T13:10:47Z', 'revision_number': 2, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'subnets': [{'id': '99475e3e-ab84-48d7-8ac8-0def70ceebdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:50.590869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.628793 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Checking router: 6bee1af0-3a9e-4b23-945e-4742911c5b55 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:10:50.629143 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Updating router 6bee1af0-3a9e-4b23-945e-4742911c5b55 port 01dedf19-7fb0-4721-9f00-9f0448056cbf binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:10:50.653873 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:50.655097 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-697d0e11-6e6b-4b78-8b0c-679a82cce735 req-43152e73-b566-4fbf-a9d3-8e6f97a4ec1f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0421009 Sep 26 13:10:50.655483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7aca2f6b-f18c-4a9d-adbd-cbe025d3f81a req-045c0d73-d90b-4ec8-b6a6-a5aae030a44a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700884 Sep 26 13:10:50.911121 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced0e1b4-580a-4116-acda-ef755bcd2107 x-openstack-request-id: req-ced0e1b4-580a-4116-acda-ef755bcd2107 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:50.911452 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "5fb8a498-550e-4784-917f-f378f526f1b0", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:50.911662 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ced0e1b4-580a-4116-acda-ef755bcd2107 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:50.912059 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '5fb8a498-550e-4784-917f-f378f526f1b0', 'status': 'completed', 'code': 200} Sep 26 13:10:50.927273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fa7ac-3dfb-446c-a489-e4f7c4de1ea2 req-f619ea68-bb41-433b-baed-e7bf4e4b3300 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:50.939014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-018fa7ac-3dfb-446c-a489-e4f7c4de1ea2 req-f619ea68-bb41-433b-baed-e7bf4e4b3300 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 943 time: 0.1086836 Sep 26 13:10:51.027433 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6447f21-3ffc-4422-b389-b348ce4fb094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.045857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6447f21-3ffc-4422-b389-b348ce4fb094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.045857 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c6447f21-3ffc-4422-b389-b348ce4fb094 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb77ab10-d382-4def-9687-b440d06dfb99 HTTP/1.1" status: 204 len: 168 time: 0.9226203 Sep 26 13:10:51.045857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-91230bb6-ec94-4c8e-b1a6-5013e389b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.046349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-91230bb6-ec94-4c8e-b1a6-5013e389b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.046648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-91230bb6-ec94-4c8e-b1a6-5013e389b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.047404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-91230bb6-ec94-4c8e-b1a6-5013e389b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.047404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-91230bb6-ec94-4c8e-b1a6-5013e389b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.047853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-91230bb6-ec94-4c8e-b1a6-5013e389b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.049765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93a242a4-21b9-48ed-a00e-4118109517ba req-91230bb6-ec94-4c8e-b1a6-5013e389b421 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5291 time: 0.1369371 Sep 26 13:10:51.050493 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-018fa7ac-3dfb-446c-a489-e4f7c4de1ea2 req-ff0a0e8e-40be-4682-91f6-e31d10a5d342 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097872 Sep 26 13:10:51.162416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 855495f5-1dd3-4459-8c3a-884f480f8753 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:51.276554 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.288191 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cb5c3-b7f2-4bf7-9c22-ae87bc0b826b req-ca530b59-837b-4839-b7a5-bdd6fd25e11f tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.299661 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-655cb5c3-b7f2-4bf7-9c22-ae87bc0b826b req-ca530b59-837b-4839-b7a5-bdd6fd25e11f tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1253271 Sep 26 13:10:51.301140 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.311514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 855495f5-1dd3-4459-8c3a-884f480f8753 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:51.312909 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.329371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac36c958-7834-4e44-aba3-25f745fbb137 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:51.347414 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.363240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Transition to ACTIVE for port object ac36c958-7834-4e44-aba3-25f745fbb137 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:10:51.416055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-655cb5c3-b7f2-4bf7-9c22-ae87bc0b826b req-bf686409-f0f6-47a4-9f2d-245ded8cd19f tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146748 Sep 26 13:10:51.616655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:51.635350 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bf31d-00fc-42a8-8b75-94a29279f00e None None] Pushing event updated for resources: {'Port': ['ID=01dedf19-7fb0-4721-9f00-9f0448056cbf,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:51.644187 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.657234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4c10-d138-4c54-852b-d8bddefa3007 req-679bd051-3917-4f61-99e0-bc85eb2196e4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.661913 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Attempting to bind port 01dedf19-7fb0-4721-9f00-9f0448056cbf on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:51.661913 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Attempting to bind port 01dedf19-7fb0-4721-9f00-9f0448056cbf by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:51.661913 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Attempting to bind port 01dedf19-7fb0-4721-9f00-9f0448056cbf on network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:51.670013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Transition to ACTIVE for port object 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:10:51.677462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4c10-d138-4c54-852b-d8bddefa3007 req-679bd051-3917-4f61-99e0-bc85eb2196e4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.677920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:51.678304 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Checking segment: {'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:51.678728 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.679185 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Bound using segment: {'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:51.679726 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Bound port: 01dedf19-7fb0-4721-9f00-9f0448056cbf, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669b13a7-350c-47b1-bb28-83df95605573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:51.680166 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.694406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4c10-d138-4c54-852b-d8bddefa3007 req-679bd051-3917-4f61-99e0-bc85eb2196e4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.703862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4c10-d138-4c54-852b-d8bddefa3007 req-679bd051-3917-4f61-99e0-bc85eb2196e4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.704256 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.724145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4c10-d138-4c54-852b-d8bddefa3007 req-679bd051-3917-4f61-99e0-bc85eb2196e4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.739302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4c10-d138-4c54-852b-d8bddefa3007 req-679bd051-3917-4f61-99e0-bc85eb2196e4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.752905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-836e4c10-d138-4c54-852b-d8bddefa3007 req-679bd051-3917-4f61-99e0-bc85eb2196e4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 4603 time: 0.2242255 Sep 26 13:10:51.844820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d70e5ddf-d94c-4c6e-ae45-297edba642b8 None None] Provisioning complete for port 01dedf19-7fb0-4721-9f00-9f0448056cbf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:51.844984 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d70e5ddf-d94c-4c6e-ae45-297edba642b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.848593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-836e4c10-d138-4c54-852b-d8bddefa3007 req-9887e155-4e55-473f-9783-feda297e4800 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947878 Sep 26 13:10:51.854608 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] For port 01dedf19-7fb0-4721-9f00-9f0448056cbf, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:51.865737 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] For port 01dedf19-7fb0-4721-9f00-9f0448056cbf, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=01dedf19-7fb0-4721-9f00-9f0448056cbf,segment=NetworkSegment(669b13a7-350c-47b1-bb28-83df95605573),segment_id=669b13a7-350c-47b1-bb28-83df95605573)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:51.873871 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:51.918099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d70e5ddf-d94c-4c6e-ae45-297edba642b8 None None] Port 01dedf19-7fb0-4721-9f00-9f0448056cbf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:51.959731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-5fa69089-86b8-435b-932e-93c08f184dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.960137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-5fa69089-86b8-435b-932e-93c08f184dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.960616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-5fa69089-86b8-435b-932e-93c08f184dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:51.962842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93a242a4-21b9-48ed-a00e-4118109517ba req-5fa69089-86b8-435b-932e-93c08f184dca service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2817895 Sep 26 13:10:51.963478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:52.009576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6447f21-3ffc-4422-b389-b348ce4fb094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb77ab10-d382-4def-9687-b440d06dfb99,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:52.068007 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bf31d-00fc-42a8-8b75-94a29279f00e None None] Pushing event updated for resources: {'Port': ['ID=01dedf19-7fb0-4721-9f00-9f0448056cbf,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:52.082768 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Routers {'6bee1af0-3a9e-4b23-945e-4742911c5b55'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:10:52.083405 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6bee1af0-3a9e-4b23-945e-4742911c5b55'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:52.160511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b033-7b67-4309-9b0a-e33a7b065c0c req-6c15508a-ec2a-4118-8879-f6c25c2c19ac tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:52.163657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9859b033-7b67-4309-9b0a-e33a7b065c0c req-6c15508a-ec2a-4118-8879-f6c25c2c19ac tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.1472676 Sep 26 13:10:52.236368 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9859b033-7b67-4309-9b0a-e33a7b065c0c req-8af224b5-8771-44ec-98f0-153cda498e73 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638046 Sep 26 13:10:52.444618 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] Set router 6bee1af0-3a9e-4b23-945e-4742911c5b55 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:10:52.581769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7156d4cd-c0c2-419b-af8a-6392b39801ac req-7048a3b5-b2e8-4025-9345-4e6a07d9e2cd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.3070912 Sep 26 13:10:52.592328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-531f8335-b513-4e89-87b6-486571a1e44c None None] Provisioning complete for port 01dedf19-7fb0-4721-9f00-9f0448056cbf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:52.592853 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-531f8335-b513-4e89-87b6-486571a1e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:52.653065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-b20d6b85-9500-494e-8883-1d9cecc317eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:52.653558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf58d8-1f12-4992-b31d-488c20a1c684 req-4e511c61-d531-4c0a-9304-3a5ddf0aa39b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:52.656932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-b20d6b85-9500-494e-8883-1d9cecc317eb service neutron] 10.222.0.24 "GET /v2.0/ports/1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 200 len: 1027 time: 0.9604738 Sep 26 13:10:52.663476 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19bf58d8-1f12-4992-b31d-488c20a1c684 req-4e511c61-d531-4c0a-9304-3a5ddf0aa39b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 943 time: 0.1811695 Sep 26 13:10:52.715354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Attempting to bind port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:52.715939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Attempting to bind port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:52.718721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Attempting to bind port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:52.755535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d93406-74db-486f-822d-f53508bbaa8b req-321825ad-464c-42ab-93c7-14a0be4fceb4 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:52.759216 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70d93406-74db-486f-822d-f53508bbaa8b req-321825ad-464c-42ab-93c7-14a0be4fceb4 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 943 time: 0.2244446 Sep 26 13:10:52.825414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-531f8335-b513-4e89-87b6-486571a1e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:52.851962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-717542cd-05c1-4f23-aca0-4e0cbb61a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:52.853400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-717542cd-05c1-4f23-aca0-4e0cbb61a813 service neutron] 10.222.0.24 "GET /v2.0/ports/726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 200 len: 1028 time: 0.1002882 Sep 26 13:10:52.866588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:52.877687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a242a4-21b9-48ed-a00e-4118109517ba req-44e0878c-8cf6-4ac8-a3e6-777ae8ceebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:52.881257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93a242a4-21b9-48ed-a00e-4118109517ba req-44e0878c-8cf6-4ac8-a3e6-777ae8ceebbd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8751609 Sep 26 13:10:52.892094 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19bf58d8-1f12-4992-b31d-488c20a1c684 req-ff96775a-2974-4532-b215-6e483369f06e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271457 Sep 26 13:10:52.924805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-531f8335-b513-4e89-87b6-486571a1e44c None None] For port 01dedf19-7fb0-4721-9f00-9f0448056cbf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=01dedf19-7fb0-4721-9f00-9f0448056cbf,segment=NetworkSegment(669b13a7-350c-47b1-bb28-83df95605573),segment_id=669b13a7-350c-47b1-bb28-83df95605573)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:52.934131 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-531f8335-b513-4e89-87b6-486571a1e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:53.022234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Deleting port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:10:53.022986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:53.100724 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:10:47Z', 'revision_number': 4, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port': {'id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '01dedf19-7fb0-4721-9f00-9f0448056cbf', 'name': '', 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'mac_address': 'fa:16:3e:60:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '99475e3e-ab84-48d7-8ac8-0def70ceebdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:45Z', 'updated_at': '2021-09-26T13:10:51Z', 'revision_number': 4, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'subnets': [{'id': '99475e3e-ab84-48d7-8ac8-0def70ceebdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:10:53.107789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f8335-b513-4e89-87b6-486571a1e44c None None] Pushing event updated for resources: {'Port': ['ID=01dedf19-7fb0-4721-9f00-9f0448056cbf,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:53.175045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac on network d9ec4ddc-df0d-4326-b75c-75880657520c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:10:53.175373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Attempting to bind port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:53.187747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c7e6f531-8aa9-43e1-ad80-27dda32bc9f7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.191960 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63630b9b-07fa-4997-bd1e-0e1e59ac26ab None None] The sync data for ids ['6bee1af0-3a9e-4b23-945e-4742911c5b55'] in n-d-806683-13 is: [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:10:47Z', 'revision_number': 4, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port': {'id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '01dedf19-7fb0-4721-9f00-9f0448056cbf', 'name': '', 'network_id': '08ea7dc0-1fa7-4720-b24c-7f64585b0265', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'mac_address': 'fa:16:3e:60:84:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '99475e3e-ab84-48d7-8ac8-0def70ceebdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:45Z', 'updated_at': '2021-09-26T13:10:51Z', 'revision_number': 4, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'subnets': [{'id': '99475e3e-ab84-48d7-8ac8-0def70ceebdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:10:53.194421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c7e6f531-8aa9-43e1-ad80-27dda32bc9f7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.201327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c7e6f531-8aa9-43e1-ad80-27dda32bc9f7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.203101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c7e6f531-8aa9-43e1-ad80-27dda32bc9f7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "GET /v2.0/networks?id=bcc4ad1b-5178-4df1-849d-d894c90d9977&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=8d59d366-9265-4f11-be38-15a19f2dd7d9&id=8d59d366-9265-4f11-be38-15a19f2dd7d9 HTTP/1.1" status: 200 len: 1991 time: 0.2933061 Sep 26 13:10:53.234968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:53.235295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Checking segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:53.235680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Bound using segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:53.236130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Bound port: 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:53.236489 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:53.431392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Attempting to bind port ac36c958-7834-4e44-aba3-25f745fbb137 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:53.431727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Attempting to bind port ac36c958-7834-4e44-aba3-25f745fbb137 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:53.432062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Attempting to bind port ac36c958-7834-4e44-aba3-25f745fbb137 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:53.442062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Port ac36c958-7834-4e44-aba3-25f745fbb137 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:10:53.442298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Attempting to bind port ac36c958-7834-4e44-aba3-25f745fbb137 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:53.455900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:53.456218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Checking segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:53.456607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Bound using segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:53.457278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Bound port: ac36c958-7834-4e44-aba3-25f745fbb137, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:53.457422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:53.557451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] For port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:53.564632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] For port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:53.611880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:53.614866 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:53.704269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:53.748320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-efa90955-dfa8-4786-b68d-240c5f6b4676 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74ad8af6eff341d69060a0640aaa70f7 HTTP/1.1" status: 200 len: 379 time: 0.4962771 Sep 26 13:10:53.777801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-d9d5fc9b-053f-44f8-b566-74b1d3f8b335 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.783991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-d9d5fc9b-053f-44f8-b566-74b1d3f8b335 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.790723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-d9d5fc9b-053f-44f8-b566-74b1d3f8b335 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.796730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-d9d5fc9b-053f-44f8-b566-74b1d3f8b335 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.803617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-d9d5fc9b-053f-44f8-b566-74b1d3f8b335 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.809696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-d9d5fc9b-053f-44f8-b566-74b1d3f8b335 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.816364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-d9d5fc9b-053f-44f8-b566-74b1d3f8b335 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.830250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-d9d5fc9b-053f-44f8-b566-74b1d3f8b335 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5380 time: 0.6237495 Sep 26 13:10:53.884229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.884861 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:53.889018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a1cd3966-4c1d-4f80-b938-3375040fdf04 service neutron] 10.222.0.24 "PUT /v2.0/ports/0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 1136 time: 3.5531838 Sep 26 13:10:53.898037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '0cad9cdf-a108-4a87-bf0b-0b573d5f59ac'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:53.917886 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577" -d '{"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "0cad9cdf-a108-4a87-bf0b-0b573d5f59ac"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:53.937259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'admin_state_up': True, 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'security_groups': ['b6c5553a-19d2-4215-bf52-1e77949e86db']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:53.966882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6432-89b2-42b9-940f-23826bbdff5b req-daaee09b-cace-4557-8f67-a236c621e6d1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:53.983618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce6c6432-89b2-42b9-940f-23826bbdff5b req-daaee09b-cace-4557-8f67-a236c621e6d1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1158106 Sep 26 13:10:54.039899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:54.061117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] For port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:54.061864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:54.122406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Calling delete_port for 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:10:54.158110 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce6c6432-89b2-42b9-940f-23826bbdff5b req-f1ba8997-7a09-4a7f-9cec-54b80281204f tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735206 Sep 26 13:10:54.296792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:54.314268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:54.345094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1dd2561e-6d52-46c3-a447-a65ed176b4b1 req-2870c326-0383-4e3f-83ac-54207c969a8b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5090370 Sep 26 13:10:54.375710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:54.477334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:54.496045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:54.500005 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:54.502384 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-4bec1cea-46cf-49c7-ba9f-e5612d13a2d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 1093 time: 4.3652861 Sep 26 13:10:54.535748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:54.566761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc7101-3735-44b5-8b0a-03b191eb869d req-37049f84-7fb0-46ad-a101-dcc327113c5d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:54.568359 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2dc7101-3735-44b5-8b0a-03b191eb869d req-37049f84-7fb0-46ad-a101-dcc327113c5d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.2171741 Sep 26 13:10:54.699806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d893b8f1-b334-4794-bdf1-d95d6bbd572b req-51cd633d-ea74-4d71-8504-eb3cc3e4888a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.1678762 Sep 26 13:10:54.704742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2dc7101-3735-44b5-8b0a-03b191eb869d req-5adc0d7a-0fbb-4dd7-aa47-cc58cef17637 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260040 Sep 26 13:10:54.805022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:54.853135 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4933d8f6-ab11-41e9-bef2-7a08996e67c9 x-openstack-request-id: req-4933d8f6-ab11-41e9-bef2-7a08996e67c9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:54.854186 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "0cad9cdf-a108-4a87-bf0b-0b573d5f59ac", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:54.854757 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4933d8f6-ab11-41e9-bef2-7a08996e67c9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:54.855610 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '0cad9cdf-a108-4a87-bf0b-0b573d5f59ac', 'status': 'completed', 'code': 200} Sep 26 13:10:54.930440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event deleted for resources: {'Port': ['ID=1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:54.938860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:54.943007 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:55.014064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-590e2b14-d7f6-4b81-a72d-350450db9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.015864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-590e2b14-d7f6-4b81-a72d-350450db9a35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1096 time: 0.4214497 Sep 26 13:10:55.109032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e768073-440a-4896-976a-e9577f5c3381 req-70c3098f-357f-4599-a795-fe55fec61d3c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19c2148-61ec-4b17-b593-9c9fe1bdf7f3 HTTP/1.1" status: 200 len: 210 time: 0.1902039 Sep 26 13:10:55.126841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-192eaec4-c089-4f89-93e5-f1b3b14d98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.129644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-192eaec4-c089-4f89-93e5-f1b3b14d98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.130433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-192eaec4-c089-4f89-93e5-f1b3b14d98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.131377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-192eaec4-c089-4f89-93e5-f1b3b14d98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.132055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-192eaec4-c089-4f89-93e5-f1b3b14d98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.132885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-192eaec4-c089-4f89-93e5-f1b3b14d98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.133620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-192eaec4-c089-4f89-93e5-f1b3b14d98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.136537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-192eaec4-c089-4f89-93e5-f1b3b14d98d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6220 time: 0.2627108 Sep 26 13:10:55.212169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] No DVR routers for this DVR port 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:10:55.219551 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:55.221663 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70d93406-74db-486f-822d-f53508bbaa8b req-2313bdfb-05ce-43a3-8447-2336c8787a9a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "DELETE /v2.0/ports/1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c HTTP/1.1" status: 204 len: 173 time: 2.4504490 Sep 26 13:10:55.222151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19c2148-61ec-4b17-b593-9c9fe1bdf7f3', 'name': 'network-vif-deleted', 'tag': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:55.224454 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faac7cd-9762-4907-82ea-4b8af7cb2f91" -d '{"events": [{"server_uuid": "d19c2148-61ec-4b17-b593-9c9fe1bdf7f3", "name": "network-vif-deleted", "tag": "1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:55.295048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 01dedf19-7fb0-4721-9f00-9f0448056cbf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:10:55.309059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-35327771-503e-4b03-95eb-964a761df32f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 217 time: 0.2098999 Sep 26 13:10:55.376567 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc671eb-a4e1-4ee8-8aed-16ef3634c990 x-openstack-request-id: req-efc671eb-a4e1-4ee8-8aed-16ef3634c990 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:55.376871 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19c2148-61ec-4b17-b593-9c9fe1bdf7f3", "name": "network-vif-deleted", "tag": "1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:55.377132 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efc671eb-a4e1-4ee8-8aed-16ef3634c990 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:55.377570 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19c2148-61ec-4b17-b593-9c9fe1bdf7f3', 'name': 'network-vif-deleted', 'tag': '1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c', 'status': 'completed', 'code': 200} Sep 26 13:10:55.393500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:10:55.432403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50428) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:55.472949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe550fc-75e9-41de-a409-68677491152c req-e51c8b99-2a9b-4b22-8cda-aeb5f9b6a2f4 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.474877 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4fe550fc-75e9-41de-a409-68677491152c req-e51c8b99-2a9b-4b22-8cda-aeb5f9b6a2f4 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1501694 Sep 26 13:10:55.530924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:10:55.531268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1c7bf9c0-56e9-4e51-b64b-0be11a1d3e6c not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:10:55.574573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 01dedf19-7fb0-4721-9f00-9f0448056cbf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:55.575434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:55.661754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-ad1fa78c-2c70-4990-92a1-2001ae389cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.666769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-ad1fa78c-2c70-4990-92a1-2001ae389cff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.2387311 Sep 26 13:10:55.781724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4fe550fc-75e9-41de-a409-68677491152c req-ddb9f3fd-8c18-4b94-8744-95c3310571f3 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133956 Sep 26 13:10:55.965022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-4e2d4918-8b66-46ab-a956-c93fb1aecb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.966092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-4e2d4918-8b66-46ab-a956-c93fb1aecb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.966504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-4e2d4918-8b66-46ab-a956-c93fb1aecb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:55.969412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-4e2d4918-8b66-46ab-a956-c93fb1aecb3e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7854347 Sep 26 13:10:56.054345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f74ec-9d0e-4bf1-b02b-890e811c0adc req-d90d4691-7e03-483c-b69d-d33574666976 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.055925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ba3f74ec-9d0e-4bf1-b02b-890e811c0adc req-d90d4691-7e03-483c-b69d-d33574666976 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.1007597 Sep 26 13:10:56.101589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-36ae23a4-094f-4cd6-9bf6-bed2967e2e7e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.108761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-36ae23a4-094f-4cd6-9bf6-bed2967e2e7e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.118164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-36ae23a4-094f-4cd6-9bf6-bed2967e2e7e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.125237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-36ae23a4-094f-4cd6-9bf6-bed2967e2e7e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.134754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-36ae23a4-094f-4cd6-9bf6-bed2967e2e7e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.143896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-36ae23a4-094f-4cd6-9bf6-bed2967e2e7e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.157597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-36ae23a4-094f-4cd6-9bf6-bed2967e2e7e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.166286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-36ae23a4-094f-4cd6-9bf6-bed2967e2e7e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5380 time: 0.6011045 Sep 26 13:10:56.168286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ba3f74ec-9d0e-4bf1-b02b-890e811c0adc req-94f59a92-bcbb-424b-bf58-ff6229756691 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918276 Sep 26 13:10:56.291963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-ddc5cc6a-fde9-434c-a23d-4dab28565ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.293684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-ddc5cc6a-fde9-434c-a23d-4dab28565ed8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5368857 Sep 26 13:10:56.296885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Allocated IP 172.20.0.12 (bcc4ad1b-5178-4df1-849d-d894c90d9977/3546b69d-5bf9-44b2-91d3-59645941a8d6/129fa097-5391-49be-a852-ac7a284ed454) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:10:56.312032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-198ce511-02ac-47fc-9174-091bc8a3644c req-c0d85c2f-249b-412c-b63b-538282b8b91b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0369318 Sep 26 13:10:56.427265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aed74469-17f9-431b-91b6-b8c589d74b10 req-bc2783d5-ab16-4314-908b-8578fe9af951 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2597935 Sep 26 13:10:56.445706 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:56.957552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdd975-c771-42c1-b10c-497727440a4e req-07992666-30e2-4b82-97f9-58055fa47e8b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:56.965089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-07992666-30e2-4b82-97f9-58055fa47e8b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 821 time: 0.2144008 Sep 26 13:10:56.986973 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-56a4e266-c63a-4966-aff3-ad832d44827d tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/quotas/4033df5d9edc44f28b5752c50a5dca18 HTTP/1.1" status: 200 len: 375 time: 0.0207720 Sep 26 13:10:57.053528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-1a9a20f8-8058-4618-88ba-764cd0dbc5d8 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654547 Sep 26 13:10:57.090656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:57.093410 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693078d-b05e-49ad-9f39-caefe659b48e" -d '{"events": [{"name": "network-changed", "server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:57.177941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-bbd54a86-b0c1-4065-9bbb-ce3056b95f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:57.179539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cf4bcdb1-cf32-4b9f-a546-f37b0e7eb577 req-bbd54a86-b0c1-4065-9bbb-ce3056b95f3e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1641567 Sep 26 13:10:57.232151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b47b43-61f9-4fd1-a344-a9eeab652b39 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:10:57.249292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-7a364ab7-a6f8-4786-a25e-32d5a4ed8947 service neutron] 10.222.0.13 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949115 Sep 26 13:10:57.257129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:57.279122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-2f3a1790-4ac0-48cf-9b63-1a717dc9c7ec service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9737635 Sep 26 13:10:57.319958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Transition to ACTIVE for port object a1b47b43-61f9-4fd1-a344-a9eeab652b39 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:10:57.353202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279e7a6-6a6e-4986-b186-476e002bc0a7 req-8c683d7a-9c89-4222-bcd0-67f6e4294b20 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:57.361572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7279e7a6-6a6e-4986-b186-476e002bc0a7 req-8c683d7a-9c89-4222-bcd0-67f6e4294b20 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.2584682 Sep 26 13:10:57.363596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:57.381683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:57.447701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Deleting port 7e390bda-4138-4b24-a493-8e5711941200 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:10:57.451745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:57.533027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-4876bd56-19ee-483e-bfcc-e8eb2d4f3644 service neutron] 10.222.0.13 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827587 Sep 26 13:10:57.580940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b47b43-61f9-4fd1-a344-a9eeab652b39,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:57.604867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7279e7a6-6a6e-4986-b186-476e002bc0a7 req-492325ae-7f6d-42b2-a70b-765b8c238b2f tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421513 Sep 26 13:10:57.677763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] For port 7e390bda-4138-4b24-a493-8e5711941200, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7e390bda-4138-4b24-a493-8e5711941200,segment=NetworkSegment(95d629d8-87f5-43fa-b145-2d0e9996e25b),segment_id=95d629d8-87f5-43fa-b145-2d0e9996e25b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:10:57.678832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:57.710095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Calling delete_port for 7e390bda-4138-4b24-a493-8e5711941200 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:10:57.746448 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3247cb-4fca-4b0d-af35-0314c3824cab x-openstack-request-id: req-1a3247cb-4fca-4b0d-af35-0314c3824cab {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:10:57.747495 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:10:57.747834 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a3247cb-4fca-4b0d-af35-0314c3824cab {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:10:57.748467 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'status': 'completed', 'code': 200} Sep 26 13:10:57.965102 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d238aa56-8967-43c7-8b0c-88319319a3d4 req-2b5eb6c8-01d9-4f8a-b12a-6da15e5a4b38 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746390 Sep 26 13:10:57.983398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9122680d-c4ae-49dd-8199-f96760500316 req-f6c68d52-a2b0-431e-8745-1faccde3abc4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.1022468 Sep 26 13:10:58.005114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Attempting to bind port a1b47b43-61f9-4fd1-a344-a9eeab652b39 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:10:58.005436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Attempting to bind port a1b47b43-61f9-4fd1-a344-a9eeab652b39 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:10:58.009380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Attempting to bind port a1b47b43-61f9-4fd1-a344-a9eeab652b39 on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:58.168153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:58.171225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Port a1b47b43-61f9-4fd1-a344-a9eeab652b39 on network d9ec4ddc-df0d-4326-b75c-75880657520c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:10:58.171647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Attempting to bind port a1b47b43-61f9-4fd1-a344-a9eeab652b39 on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:10:58.232599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:10:58.243458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dce97-ef3b-462c-b6c0-f2e159cb515e req-cdaacdac-3739-4940-afe4-ba593b4e3f36 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.251104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa5dce97-ef3b-462c-b6c0-f2e159cb515e req-cdaacdac-3739-4940-afe4-ba593b4e3f36 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.4055679 Sep 26 13:10:58.271689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:10:58.271689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Checking segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:10:58.272055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Bound using segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:10:58.272651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Bound port: a1b47b43-61f9-4fd1-a344-a9eeab652b39, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:10:58.274628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:58.307913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64949-0115-421d-a45b-c031c0294007 req-4f3f4e5d-6b4f-4ac6-a423-a87c3f33fb46 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.317570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa5dce97-ef3b-462c-b6c0-f2e159cb515e req-47d305b4-671d-47a7-9971-f8c693ac2501 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605588 Sep 26 13:10:58.318889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:10:58.336883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64949-0115-421d-a45b-c031c0294007 req-4f3f4e5d-6b4f-4ac6-a423-a87c3f33fb46 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.348305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:10:58.348926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64949-0115-421d-a45b-c031c0294007 req-4f3f4e5d-6b4f-4ac6-a423-a87c3f33fb46 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.382323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64949-0115-421d-a45b-c031c0294007 req-4f3f4e5d-6b4f-4ac6-a423-a87c3f33fb46 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.412243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64949-0115-421d-a45b-c031c0294007 req-4f3f4e5d-6b4f-4ac6-a423-a87c3f33fb46 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.420558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64949-0115-421d-a45b-c031c0294007 req-4f3f4e5d-6b4f-4ac6-a423-a87c3f33fb46 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.427828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64949-0115-421d-a45b-c031c0294007 req-4f3f4e5d-6b4f-4ac6-a423-a87c3f33fb46 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.437239 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04f64949-0115-421d-a45b-c031c0294007 req-4f3f4e5d-6b4f-4ac6-a423-a87c3f33fb46 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5392 time: 0.2904589 Sep 26 13:10:58.468214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.468999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:58.592196 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04f64949-0115-421d-a45b-c031c0294007 req-2ffef47d-9494-4d65-bdc2-e1d186267ff3 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1537485 Sep 26 13:10:58.654227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:58.667255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693078d-b05e-49ad-9f39-caefe659b48e req-44a00338-d77e-4859-951e-2048a9841aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.673079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7693078d-b05e-49ad-9f39-caefe659b48e req-44a00338-d77e-4859-951e-2048a9841aa3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1096 time: 0.6311209 Sep 26 13:10:58.678307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7860751 Sep 26 13:10:58.681806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43db495c-23a9-497f-8acb-0128ea1ff560 req-b2c273ec-3c96-49eb-a15d-81b809f17741 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 210 time: 0.1722136 Sep 26 13:10:58.733079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'admin_state_up': True, 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'security_groups': ['b6c5553a-19d2-4215-bf52-1e77949e86db']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:58.755604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203582b-dc4c-4e45-9517-5150d8a9de2c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=129fa097-5391-49be-a852-ac7a284ed454,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:58.763464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e390bda-4138-4b24-a493-8e5711941200,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:58.884953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-257b8d03-b772-4c5b-bfce-5d7205599a93 None None] Provisioning complete for port 129fa097-5391-49be-a852-ac7a284ed454 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:10:58.885985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-257b8d03-b772-4c5b-bfce-5d7205599a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:58.944644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-257b8d03-b772-4c5b-bfce-5d7205599a93 None None] Port 129fa097-5391-49be-a852-ac7a284ed454 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:10:58.990980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e722-bdf1-4c81-9c57-1d1ddeb0a036 req-77461698-aa61-4376-a680-04633cb1a755 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:58.995777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] For port a1b47b43-61f9-4fd1-a344-a9eeab652b39, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:10:58.999648 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1d0e722-bdf1-4c81-9c57-1d1ddeb0a036 req-77461698-aa61-4376-a680-04633cb1a755 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.2129655 Sep 26 13:10:59.004415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a601aa-6d0b-475c-93f1-31a099c3da86 req-8cf4b7ab-36a0-4210-aabc-7408fed50b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:59.006004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9a601aa-6d0b-475c-93f1-31a099c3da86 req-8cf4b7ab-36a0-4210-aabc-7408fed50b99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 1098 time: 0.4535596 Sep 26 13:10:59.017694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] For port a1b47b43-61f9-4fd1-a344-a9eeab652b39, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:10:59.050850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:59.165427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:59.166871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:59.168353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] 10.222.0.24 "PUT /v2.0/ports/a1b47b43-61f9-4fd1-a344-a9eeab652b39 HTTP/1.1" status: 200 len: 1091 time: 5.1462421 Sep 26 13:10:59.176414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693078d-b05e-49ad-9f39-caefe659b48e req-e6c258a4-f158-4150-b942-d65b6a7babcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:59.177962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7693078d-b05e-49ad-9f39-caefe659b48e req-e6c258a4-f158-4150-b942-d65b6a7babcb service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.4935524 Sep 26 13:10:59.225280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1d0e722-bdf1-4c81-9c57-1d1ddeb0a036 req-9fa027df-5512-4b34-944a-73c789783bb5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243667 Sep 26 13:10:59.248314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50522) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:10:59.283503 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:59.297594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:10:59.454837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7693078d-b05e-49ad-9f39-caefe659b48e req-b2e7a6dd-79f6-4f7d-a8cd-0315f4c32ddf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 217 time: 0.2110491 Sep 26 13:10:59.470493 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9a601aa-6d0b-475c-93f1-31a099c3da86 req-554d0296-338c-4dd1-a437-f1df5b845736 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390600 Sep 26 13:10:59.476795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:10:59.480384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:59.527166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841c92e-e40a-475c-b00f-91bafb617a90 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b47b43-61f9-4fd1-a344-a9eeab652b39,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:10:59.555823 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2412a93-4111-4111-abfe-ec0a75c0c7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:59.592111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd3489-5c6f-4cfb-a61e-98d69389e176 req-c18bb343-c529-42b8-b0d3-e733afa94fb0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:59.604157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5fd3489-5c6f-4cfb-a61e-98d69389e176 req-c18bb343-c529-42b8-b0d3-e733afa94fb0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 932 time: 0.4820864 Sep 26 13:10:59.631815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693078d-b05e-49ad-9f39-caefe659b48e req-ca9e14b9-fb04-4ac1-a0f0-701fa75178a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:59.634294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7693078d-b05e-49ad-9f39-caefe659b48e req-ca9e14b9-fb04-4ac1-a0f0-701fa75178a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.1611857 Sep 26 13:10:59.634763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:10:59.765733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': 'a1b47b43-61f9-4fd1-a344-a9eeab652b39'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:10:59.776985 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "a1b47b43-61f9-4fd1-a344-a9eeab652b39"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:10:59.789806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Router b624b4af-10c7-426b-a302-22b52e97edf0 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:10:59.795684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693078d-b05e-49ad-9f39-caefe659b48e req-3ff0c8a8-e1a9-4525-912b-fbae7f9bba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:10:59.797242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7693078d-b05e-49ad-9f39-caefe659b48e req-3ff0c8a8-e1a9-4525-912b-fbae7f9bba4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416209 Sep 26 13:10:59.837260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5fd3489-5c6f-4cfb-a61e-98d69389e176 req-189d31ec-4bfd-445c-8d74-eadfd39e44fb tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272334 Sep 26 13:10:59.970432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7693078d-b05e-49ad-9f39-caefe659b48e req-59697122-4d95-49ad-85a0-75cac0354721 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507680 Sep 26 13:11:00.031991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:11:00.041720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fcff274c-ba43-4e5e-af10-60cbdd637c2b admin admin] 10.222.0.13 "PUT /v2.0/routers/b624b4af-10c7-426b-a302-22b52e97edf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6081150 Sep 26 13:11:00.042075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] Sync routers for ids ['b624b4af-10c7-426b-a302-22b52e97edf0'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:11:00.054563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d56c07-4125-4c59-a354-c6b6a6d337ff req-1c458a12-4b8f-4d95-bcd4-3de4d6e5b665 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.068530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] Routers {'b624b4af-10c7-426b-a302-22b52e97edf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:00.070229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b624b4af-10c7-426b-a302-22b52e97edf0'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:00.071786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0d56c07-4125-4c59-a354-c6b6a6d337ff req-1c458a12-4b8f-4d95-bcd4-3de4d6e5b665 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.5431767 Sep 26 13:11:00.076228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50544) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:00.195550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7693078d-b05e-49ad-9f39-caefe659b48e req-7b3b6732-deb3-4619-b37c-e800c93a5196 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109776 Sep 26 13:11:00.258916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdd975-c771-42c1-b10c-497727440a4e req-759f1e1e-8e88-4977-9be8-71111a806f59 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.260470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-759f1e1e-8e88-4977-9be8-71111a806f59 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 821 time: 0.8981795 Sep 26 13:11:00.270787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-421e595b-58b4-4251-acf5-5229ecde69b8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.271122 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:00.293558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-421e595b-58b4-4251-acf5-5229ecde69b8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.301762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] Set router b624b4af-10c7-426b-a302-22b52e97edf0 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:00.302555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Request body: {'port': {'device_id': '455b46a4-8417-4833-9e3e-92b845fabc95', 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'admin_state_up': True, 'tenant_id': '4033df5d9edc44f28b5752c50a5dca18'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:00.305344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-421e595b-58b4-4251-acf5-5229ecde69b8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.315220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-421e595b-58b4-4251-acf5-5229ecde69b8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.326573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-421e595b-58b4-4251-acf5-5229ecde69b8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.337652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-421e595b-58b4-4251-acf5-5229ecde69b8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.349173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-421e595b-58b4-4251-acf5-5229ecde69b8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:00.351725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-421e595b-58b4-4251-acf5-5229ecde69b8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5392 time: 0.3690705 Sep 26 13:11:00.456606 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0d56c07-4125-4c59-a354-c6b6a6d337ff req-f31df5bb-b55c-4517-99e3-bb3315f5d06d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838489 Sep 26 13:11:00.534191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Allocated IP 10.1.1.104 (55cfb959-a6b3-4024-baf6-8573b60748bc/1700fe3b-b9ad-44c8-a92b-cea961e6c69c/2cb7157d-d31e-4954-ab65-00b376933364) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:00.644368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9f37d1b-d29a-4a30-adb6-0ccb89a5d144 req-2b955b9b-6487-4bde-bbc8-c107cd5f6a2a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2830997 Sep 26 13:11:00.707707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:00.760538 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c7e3860-9648-46ab-b501-1f9f9cfbcc33 req-5ba60f85-1c76-420f-a4c1-6c0adf468d5e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 210 time: 0.1301582 Sep 26 13:11:00.782937 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440dc4cb-16bc-44dc-95e8-50c65765176e x-openstack-request-id: req-440dc4cb-16bc-44dc-95e8-50c65765176e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:00.782937 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "a1b47b43-61f9-4fd1-a344-a9eeab652b39", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:00.782937 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-440dc4cb-16bc-44dc-95e8-50c65765176e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:00.782937 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': 'a1b47b43-61f9-4fd1-a344-a9eeab652b39', 'status': 'completed', 'code': 200} Sep 26 13:11:00.840057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2412a93-4111-4111-abfe-ec0a75c0c7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:00.938399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:10:58Z', 'revision_number': 5, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port': {'id': '152baf7f-9ac7-4ea2-8e39-6060af2ecc52', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:20Z', 'updated_at': '2021-09-26T13:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:00.944308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2412a93-4111-4111-abfe-ec0a75c0c7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:00.964009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Made reservation on behalf of 4033df5d9edc44f28b5752c50a5dca18 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:00.968474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:00.993088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:00.999555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] Checking router: b624b4af-10c7-426b-a302-22b52e97edf0 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:11:01.018881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] Routers {'b624b4af-10c7-426b-a302-22b52e97edf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:01.019334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:10:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b624b4af-10c7-426b-a302-22b52e97edf0'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:01.038104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2881e09c-a39d-420b-af3c-e4c2c4e83fee {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:01.047305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:01.061896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Transition to ACTIVE for port object 2881e09c-a39d-420b-af3c-e4c2c4e83fee will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:01.076116 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:01.078840 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:01.161028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 55cfb959-a6b3-4024-baf6-8573b60748bc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:01.169363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:01.177759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-80c5db38-8297-46e3-814c-1abd1d6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.178254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-80c5db38-8297-46e3-814c-1abd1d6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.178918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-80c5db38-8297-46e3-814c-1abd1d6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.179970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-80c5db38-8297-46e3-814c-1abd1d6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.180349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] Set router b624b4af-10c7-426b-a302-22b52e97edf0 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:01.180816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-80c5db38-8297-46e3-814c-1abd1d6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.180908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-80c5db38-8297-46e3-814c-1abd1d6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.181370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-80c5db38-8297-46e3-814c-1abd1d6faffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.183555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-80c5db38-8297-46e3-814c-1abd1d6faffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6288 time: 0.3926077 Sep 26 13:11:01.189070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:01.279529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Pushing event updated for resources: {'Port': ['ID=2881e09c-a39d-420b-af3c-e4c2c4e83fee,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:01.339872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:11:00Z', 'revision_number': 6, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:01.397086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=2cb7157d-d31e-4954-ab65-00b376933364,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:01.402655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fc003-1cd6-42af-95e0-e97c87d1d50a None None] The sync data for ids ['b624b4af-10c7-426b-a302-22b52e97edf0'] in n-d-806683-13 is: [{'id': 'b624b4af-10c7-426b-a302-22b52e97edf0', 'name': 'tempest-TestAggregatesBasicOps-1678187020-router', 'tenant_id': '68133e8f57194b49a99ef19758ee28d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:17Z', 'updated_at': '2021-09-26T13:11:00Z', 'revision_number': 6, 'project_id': '68133e8f57194b49a99ef19758ee28d7', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:11:01.434992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:01.464968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f509f00-5447-4435-bf1d-21eaffca2642 req-398d6d6d-ee70-4ffb-9a99-20cb619e8c89 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.466620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f509f00-5447-4435-bf1d-21eaffca2642 req-398d6d6d-ee70-4ffb-9a99-20cb619e8c89 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.5646794 Sep 26 13:11:01.569730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:01.586685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'port_id': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'mac_address': 'fa:16:3e:5a:77:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:01.598387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.599032 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:01.628270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26cd1c5f-2148-4f40-bd92-1519fc907b5a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9084089 Sep 26 13:11:01.644781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'admin_state_up': True, 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'security_groups': ['b6c5553a-19d2-4215-bf52-1e77949e86db']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:01.651298 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:01.666805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac36c958-7834-4e44-aba3-25f745fbb137 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:01.693827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:01.700347 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:01.736226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f509f00-5447-4435-bf1d-21eaffca2642 req-ffdb56dd-4323-4ed5-9471-f2ff9484ac7a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086701 Sep 26 13:11:01.742540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-2810919c-6bed-4b33-a8fe-a1f4c0c63c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.742913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-2810919c-6bed-4b33-a8fe-a1f4c0c63c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.743392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-2810919c-6bed-4b33-a8fe-a1f4c0c63c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:01.744979 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-2810919c-6bed-4b33-a8fe-a1f4c0c63c4f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5103583 Sep 26 13:11:01.745697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Attempting to bind port 2881e09c-a39d-420b-af3c-e4c2c4e83fee on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:01.746031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Attempting to bind port 2881e09c-a39d-420b-af3c-e4c2c4e83fee by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:01.746377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Attempting to bind port 2881e09c-a39d-420b-af3c-e4c2c4e83fee on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:01.819609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-58a3a1f2-8039-433e-baf3-105de75c1dbd None None] Provisioning complete for port 2cb7157d-d31e-4954-ab65-00b376933364 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:01.820555 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-58a3a1f2-8039-433e-baf3-105de75c1dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:01.841159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a2412a93-4111-4111-abfe-ec0a75c0c7ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e87b78af0754561aaac7f7eb686ebb3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5917523 Sep 26 13:11:01.849806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50560) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:01.911268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2412a93-4111-4111-abfe-ec0a75c0c7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf927e2-7ca5-4cfc-8b71-5002c9c81c41,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:01.917332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:01.954045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-58a3a1f2-8039-433e-baf3-105de75c1dbd None None] Port 2cb7157d-d31e-4954-ab65-00b376933364 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:11:01.965268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.965661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.967908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.970464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.971331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.973476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.973903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.974883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.975283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.975624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.978864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:01.979181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:02.014681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915a4b5-c6b2-49c9-ba51-bfcfa885d50e req-bcc0bb96-edd5-4977-b0ab-b085abe032c6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.016290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9915a4b5-c6b2-49c9-ba51-bfcfa885d50e req-bcc0bb96-edd5-4977-b0ab-b085abe032c6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 932 time: 1.0302284 Sep 26 13:11:02.017923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Deleting port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:02.018272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.103627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ac36c958-7834-4e44-aba3-25f745fbb137'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:02.117082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Allocated IP 172.20.0.9 (32f7dc6d-4f75-46e6-9c9e-b93741795511/2bce8b3a-e400-49f2-aded-779aa7574ff6/5a3eb4a0-606a-4539-96d2-d24089eeba0e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:02.122112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e2c384e-229f-4564-aea6-2fc06a91e420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.200222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9915a4b5-c6b2-49c9-ba51-bfcfa885d50e req-a54f6799-d86a-4d12-b799-e45b1752eb87 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710300 Sep 26 13:11:02.221567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e2c384e-229f-4564-aea6-2fc06a91e420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.378035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] For port 152baf7f-9ac7-4ea2-8e39-6060af2ecc52, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=152baf7f-9ac7-4ea2-8e39-6060af2ecc52,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:02.378498 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.411532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Port 2881e09c-a39d-420b-af3c-e4c2c4e83fee on network d9ec4ddc-df0d-4326-b75c-75880657520c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:02.412099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Attempting to bind port 2881e09c-a39d-420b-af3c-e4c2c4e83fee on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:02.421953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Calling delete_port for 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:02.451511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:02.451511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Checking segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:02.451511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Bound using segment: {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:02.452204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Bound port: 2881e09c-a39d-420b-af3c-e4c2c4e83fee, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5380286-c23e-411d-ac22-44f01f6b5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:02.452651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.529266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e2c384e-229f-4564-aea6-2fc06a91e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.539315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e2c384e-229f-4564-aea6-2fc06a91e420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.543615 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9e2c384e-229f-4564-aea6-2fc06a91e420 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bf927e2-7ca5-4cfc-8b71-5002c9c81c41 HTTP/1.1" status: 204 len: 168 time: 0.6900911 Sep 26 13:11:02.627571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c384e-229f-4564-aea6-2fc06a91e420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf927e2-7ca5-4cfc-8b71-5002c9c81c41,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:02.637615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76f4e-8125-468e-b7f8-7e0ba9656db2 req-b5df21fd-fbb7-4856-866f-3b828dacea96 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.646270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9fb76f4e-8125-468e-b7f8-7e0ba9656db2 req-b5df21fd-fbb7-4856-866f-3b828dacea96 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.2121861 Sep 26 13:11:02.671653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-036a6fdb-49f4-4ee1-b72f-ca9cbe0b17df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.678629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-036a6fdb-49f4-4ee1-b72f-ca9cbe0b17df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.685704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-036a6fdb-49f4-4ee1-b72f-ca9cbe0b17df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.692250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-036a6fdb-49f4-4ee1-b72f-ca9cbe0b17df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.698522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-036a6fdb-49f4-4ee1-b72f-ca9cbe0b17df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.704582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-036a6fdb-49f4-4ee1-b72f-ca9cbe0b17df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.710701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-036a6fdb-49f4-4ee1-b72f-ca9cbe0b17df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.712694 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-036a6fdb-49f4-4ee1-b72f-ca9cbe0b17df tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5404 time: 0.3965437 Sep 26 13:11:02.761432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-bf0f17ec-984c-4183-a591-5e4ff372dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.762987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e29adc77-edbc-4817-a4a4-4a8ecf39a3e3 req-bf0f17ec-984c-4183-a591-5e4ff372dbec service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3602920 Sep 26 13:11:02.801517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] For port 2881e09c-a39d-420b-af3c-e4c2c4e83fee, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:02.806578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:02.810463 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.885147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9fb76f4e-8125-468e-b7f8-7e0ba9656db2 req-92600f49-262e-44c5-a37c-c3d3f739d406 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376103 Sep 26 13:11:02.893451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] For port 2881e09c-a39d-420b-af3c-e4c2c4e83fee, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:02.903777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.962017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:02.962849 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:02.964203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] 10.222.0.24 "PUT /v2.0/ports/2881e09c-a39d-420b-af3c-e4c2c4e83fee HTTP/1.1" status: 200 len: 1091 time: 3.7233257 Sep 26 13:11:02.972913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '2881e09c-a39d-420b-af3c-e4c2c4e83fee'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:02.975252 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69749d54-55c7-4212-815b-57992dadf1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "2881e09c-a39d-420b-af3c-e4c2c4e83fee"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:02.984336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.002774 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2a2a47c-7dba-4e2e-8c65-ebaa4b5d38f7 req-fd50587b-3c42-4e12-bbbd-8f347f744860 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2673154 Sep 26 13:11:03.005676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50572) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:03.015832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:03.071797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-285a9b6f-1774-43fe-a9ab-e747b576c6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.188351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7e390bda-4138-4b24-a493-8e5711941200 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:11:03.195857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.222143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a98821eb-af7f-452c-8ee4-08a566643711 req-3366e144-e6f3-467b-b4b7-12b43f540712 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 210 time: 0.1414208 Sep 26 13:11:03.245021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7e390bda-4138-4b24-a493-8e5711941200 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:11:03.249468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7e390bda-4138-4b24-a493-8e5711941200 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:11:03.250149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 152baf7f-9ac7-4ea2-8e39-6060af2ecc52 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:11:03.287748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e3f69-93df-428b-bb3c-4665db21454a service neutron] Pushing event updated for resources: {'Port': ['ID=2881e09c-a39d-420b-af3c-e4c2c4e83fee,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:03.350414 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb1cad4-3d52-4e05-9b48-e5c4ee54d9b6 x-openstack-request-id: req-0bb1cad4-3d52-4e05-9b48-e5c4ee54d9b6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:03.350564 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "2881e09c-a39d-420b-af3c-e4c2c4e83fee", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:03.350823 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bb1cad4-3d52-4e05-9b48-e5c4ee54d9b6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:03.351312 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '2881e09c-a39d-420b-af3c-e4c2c4e83fee', 'status': 'completed', 'code': 200} Sep 26 13:11:03.367813 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.375667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Allocated IP 10.1.1.57 (55cfb959-a6b3-4024-baf6-8573b60748bc/1700fe3b-b9ad-44c8-a92b-cea961e6c69c/ecfe0a7e-7614-4de4-9238-e4c04ab3a18b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:03.386817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Network 32f7dc6d-4f75-46e6-9c9e-b93741795511 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:03.445203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:03.497055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.515499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port ac36c958-7834-4e44-aba3-25f745fbb137 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:03.528046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ac36c958-7834-4e44-aba3-25f745fbb137 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:03.528947 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.545276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.549474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:03.551658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:03.564830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-e2a42205-48bc-491e-bff1-ea63771dde4d tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.577816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-e2a42205-48bc-491e-bff1-ea63771dde4d tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 810 time: 0.3059740 Sep 26 13:11:03.581367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b9b0d-45fd-440a-a0d6-2eade3d9bc09 req-330ea2ee-06d7-4082-b7a9-c8861cf8bab9 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.588954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b9b0d-45fd-440a-a0d6-2eade3d9bc09 req-330ea2ee-06d7-4082-b7a9-c8861cf8bab9 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.597328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-377b9b0d-45fd-440a-a0d6-2eade3d9bc09 req-330ea2ee-06d7-4082-b7a9-c8861cf8bab9 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 1654 time: 0.1432896 Sep 26 13:11:03.676143 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.678856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-a28cf8ba-0eb3-4f40-b7c1-80ad2dbcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.679426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-a28cf8ba-0eb3-4f40-b7c1-80ad2dbcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.679920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-a28cf8ba-0eb3-4f40-b7c1-80ad2dbcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.680404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-a28cf8ba-0eb3-4f40-b7c1-80ad2dbcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.680883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-a28cf8ba-0eb3-4f40-b7c1-80ad2dbcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.681509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-a28cf8ba-0eb3-4f40-b7c1-80ad2dbcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.681990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-a28cf8ba-0eb3-4f40-b7c1-80ad2dbcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:03.684094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69749d54-55c7-4212-815b-57992dadf1f7 req-a28cf8ba-0eb3-4f40-b7c1-80ad2dbcd817 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6356 time: 0.3099508 Sep 26 13:11:03.702741 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-44122c17-99b6-40ee-b202-3d28ca0e7588 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/quotas/da49cfdb23f548be8b625d2a8053aabb HTTP/1.1" status: 200 len: 375 time: 0.1183951 Sep 26 13:11:03.731317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:03.733442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:03.736966 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7222cbf2-a542-43bc-9ea7-70b9ed32d003" -d '{"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-plugged", "status": "completed", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:03.743338 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.769219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event updated for resources: {'Port': ['ID=5a3eb4a0-606a-4539-96d2-d24089eeba0e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:03.809337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-377b9b0d-45fd-440a-a0d6-2eade3d9bc09 req-394c47f0-7708-4687-9ed9-8f79e9a7d2a0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109859 Sep 26 13:11:03.867772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:03.910834 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-285a9b6f-1774-43fe-a9ab-e747b576c6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:03.981321 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-285a9b6f-1774-43fe-a9ab-e747b576c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.018581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:04.020036 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.042433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=152baf7f-9ac7-4ea2-8e39-6060af2ecc52,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:04.106076 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-285a9b6f-1774-43fe-a9ab-e747b576c6f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f2450e8dbe545c0a6e558aa4a723304&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0967100 Sep 26 13:11:04.109329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50598) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:04.114885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.131200 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-0fabb6c5-0358-4c3a-b6fe-ecf3f38a9d1d tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4275801 Sep 26 13:11:04.133397 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-4bc8b11c-c57e-4ec5-840b-1f390672a40c tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8483930 Sep 26 13:11:04.136673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a9b6f-1774-43fe-a9ab-e747b576c6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376091e-be07-452b-977c-7f5f46bb9ecc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:04.186023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00e443c-2c31-442b-9d81-70b55d11db11 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:04.196094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.210823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Transition to ACTIVE for port object c00e443c-2c31-442b-9d81-70b55d11db11 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:04.229738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Request body: {'port': {'device_id': '455b46a4-8417-4833-9e3e-92b845fabc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:04.240944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-91f24564-aaa6-4559-8f5e-8512f6b18afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:04.241435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-91f24564-aaa6-4559-8f5e-8512f6b18afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:04.242040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-91f24564-aaa6-4559-8f5e-8512f6b18afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:04.244871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69749d54-55c7-4212-815b-57992dadf1f7 req-91f24564-aaa6-4559-8f5e-8512f6b18afb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5438621 Sep 26 13:11:04.246996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.348024 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c23741-259e-4bf2-83de-a10b99f735c4 x-openstack-request-id: req-70c23741-259e-4bf2-83de-a10b99f735c4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:04.348522 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-plugged", "status": "completed", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:04.348677 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70c23741-259e-4bf2-83de-a10b99f735c4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:04.349154 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'code': 200} Sep 26 13:11:04.368712 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.369253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Pushing event updated for resources: {'Port': ['ID=c00e443c-2c31-442b-9d81-70b55d11db11,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:04.388158 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.492686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.574499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.575137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b624b4af-10c7-426b-a302-22b52e97edf0 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:11:04.588282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.591984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-30155a26-289c-457f-acac-fe74bc31b4f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b624b4af-10c7-426b-a302-22b52e97edf0 HTTP/1.1" status: 204 len: 168 time: 4.4988973 Sep 26 13:11:04.591984 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.592891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50604) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:04.626397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c52481b7-8149-470c-a9ae-20736a8b9c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.676044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-07fb318b-25bf-4aa6-b929-4489d90a61c4 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348594 Sep 26 13:11:04.700328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3897-a398-4994-957d-abf7e35d5392 req-e4969952-aa4a-418f-b33f-778167435279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:04.701944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c0eb3897-a398-4994-957d-abf7e35d5392 req-e4969952-aa4a-418f-b33f-778167435279 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1098 time: 0.2716770 Sep 26 13:11:04.730154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d1590-0189-450a-bb9c-3ea222311a7f req-b8b2bbef-e2d8-4795-abd2-02bed4faf34d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:04.732465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f0d1590-0189-450a-bb9c-3ea222311a7f req-b8b2bbef-e2d8-4795-abd2-02bed4faf34d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.2431531 Sep 26 13:11:04.733102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Attempting to bind port c00e443c-2c31-442b-9d81-70b55d11db11 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:04.733432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Attempting to bind port c00e443c-2c31-442b-9d81-70b55d11db11 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:04.733811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Attempting to bind port c00e443c-2c31-442b-9d81-70b55d11db11 on network b86aff44-39fa-42e7-b920-6c793e3330ab {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:04.748811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c52481b7-8149-470c-a9ae-20736a8b9c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.762495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Port c00e443c-2c31-442b-9d81-70b55d11db11 on network b86aff44-39fa-42e7-b920-6c793e3330ab not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:04.763177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Attempting to bind port c00e443c-2c31-442b-9d81-70b55d11db11 on network b86aff44-39fa-42e7-b920-6c793e3330ab {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:04.775125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:04.775469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Checking segment: {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:04.775856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Bound using segment: {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:04.776294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Bound port: c00e443c-2c31-442b-9d81-70b55d11db11, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:04.776811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.803148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca628b2-952a-482a-a8bb-eb5a429a3540 admin admin] Deleting subnet 1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:11:04.816644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca628b2-952a-482a-a8bb-eb5a429a3540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:04.836097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f0d1590-0189-450a-bb9c-3ea222311a7f req-2dd685c5-ecc5-4b13-b106-1c4f1dccf7eb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748975 Sep 26 13:11:04.851571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c0eb3897-a398-4994-957d-abf7e35d5392 req-97c18090-d3f3-4129-8e26-f5312e7acf49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354983 Sep 26 13:11:04.919442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69749d54-55c7-4212-815b-57992dadf1f7 req-dbb9b452-bc90-4317-8a01-47479d23f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:04.921586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69749d54-55c7-4212-815b-57992dadf1f7 req-dbb9b452-bc90-4317-8a01-47479d23f0b6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6656730 Sep 26 13:11:04.925427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.019915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 55cfb959-a6b3-4024-baf6-8573b60748bc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:05.021695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca628b2-952a-482a-a8bb-eb5a429a3540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.036788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:05.055876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:05.059698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] For port c00e443c-2c31-442b-9d81-70b55d11db11, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:05.066683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:05.078720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] For port c00e443c-2c31-442b-9d81-70b55d11db11, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c00e443c-2c31-442b-9d81-70b55d11db11,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:05.122410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-d1c3deae-b5f9-4993-ace6-7eaf3da6ae60 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.132986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-d1c3deae-b5f9-4993-ace6-7eaf3da6ae60 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.138961 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-2717a74c-003b-4824-b111-af0f876cb958 service neutron] 10.222.0.13 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255264 Sep 26 13:11:05.154296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-d1c3deae-b5f9-4993-ace6-7eaf3da6ae60 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.160581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-d1c3deae-b5f9-4993-ace6-7eaf3da6ae60 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.166112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c52481b7-8149-470c-a9ae-20736a8b9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.168253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c52481b7-8149-470c-a9ae-20736a8b9c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.176587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-d1c3deae-b5f9-4993-ace6-7eaf3da6ae60 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.178099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c52481b7-8149-470c-a9ae-20736a8b9c5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9376091e-be07-452b-977c-7f5f46bb9ecc HTTP/1.1" status: 204 len: 168 time: 1.0589874 Sep 26 13:11:05.197112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-d1c3deae-b5f9-4993-ace6-7eaf3da6ae60 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.214613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-d1c3deae-b5f9-4993-ace6-7eaf3da6ae60 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.216555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-d1c3deae-b5f9-4993-ace6-7eaf3da6ae60 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5416 time: 0.2863331 Sep 26 13:11:05.244577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.287265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52481b7-8149-470c-a9ae-20736a8b9c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376091e-be07-452b-977c-7f5f46bb9ecc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:05.454073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.454709 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.456129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] 10.222.0.24 "PUT /v2.0/ports/c00e443c-2c31-442b-9d81-70b55d11db11 HTTP/1.1" status: 200 len: 1092 time: 2.4467244 Sep 26 13:11:05.479026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': 'c00e443c-2c31-442b-9d81-70b55d11db11'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:05.487985 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "c00e443c-2c31-442b-9d81-70b55d11db11"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:05.507335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Request body: {'port': {'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:05.522035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-79487b83-75d7-4fee-92e0-a9ea41988a9e None None] Provisioning complete for port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:05.524962 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79487b83-75d7-4fee-92e0-a9ea41988a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.562411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca628b2-952a-482a-a8bb-eb5a429a3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.678613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.679823 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.691598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-79487b83-75d7-4fee-92e0-a9ea41988a9e None None] Port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:11:05.738466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6de589-8388-4d4d-ba89-0c5ffd732f43 service neutron] Pushing event updated for resources: {'Port': ['ID=c00e443c-2c31-442b-9d81-70b55d11db11,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:05.761616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aece4d3e-db23-4597-8b56-e3efbded61d0 req-42709c8b-311a-4b2f-a87a-eb5574647760 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4856079 Sep 26 13:11:05.784762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-26ec1066-5a83-4608-acc2-f413c7c27fca tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1456552 Sep 26 13:11:05.808781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9', 'admin_state_up': True, 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'security_groups': ['b6c5553a-19d2-4215-bf52-1e77949e86db']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:05.831086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:05.841134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26373f-dbd5-4b15-8f94-c238a2e8e494 req-e99d35ad-68da-474a-b819-7240e4ba6687 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:05.859040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc26373f-dbd5-4b15-8f94-c238a2e8e494 req-e99d35ad-68da-474a-b819-7240e4ba6687 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 931 time: 0.4550762 Sep 26 13:11:06.002418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3eb4a0-606a-4539-96d2-d24089eeba0e {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:06.024723 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca628b2-952a-482a-a8bb-eb5a429a3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:06.047678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:06.102836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc26373f-dbd5-4b15-8f94-c238a2e8e494 req-cca07d83-52b7-43fe-b787-8cc38ddbe2bf tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793160 Sep 26 13:11:06.140757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb51e4-712e-40d6-869a-e2b71069aa43 None None] Network c8975b0b-8250-4e8e-aac6-191a440ad388 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:11:06.173803 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca628b2-952a-482a-a8bb-eb5a429a3540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:06.184763 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ca628b2-952a-482a-a8bb-eb5a429a3540 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1 HTTP/1.1" status: 204 len: 168 time: 1.5728261 Sep 26 13:11:06.185588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50636) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:06.387332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a935cd-2c69-422f-aef9-956fdbe34555 req-a568bee1-53a1-4f14-b881-9dd98389275d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:06.395269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a935cd-2c69-422f-aef9-956fdbe34555 req-a568bee1-53a1-4f14-b881-9dd98389275d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:06.402555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a935cd-2c69-422f-aef9-956fdbe34555 req-a568bee1-53a1-4f14-b881-9dd98389275d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:06.404627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20a935cd-2c69-422f-aef9-956fdbe34555 req-a568bee1-53a1-4f14-b881-9dd98389275d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 2374 time: 0.4088206 Sep 26 13:11:06.416935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:06.426507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca628b2-952a-482a-a8bb-eb5a429a3540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1512b5dc-bcbf-4b5b-81e8-1e276bdf7cc1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:06.432143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Transition to ACTIVE for port object 5a3eb4a0-606a-4539-96d2-d24089eeba0e will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:06.575326 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d56642ae-7c89-4d32-b088-6d4959148e8f req-63ca2003-4e6d-4419-b2c1-33cfbddd8c4e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 210 time: 0.1545820 Sep 26 13:11:06.582750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:06.610870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] DHCP port deletion for c8975b0b-8250-4e8e-aac6-191a440ad388 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:11:06.744400 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] Deleting port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:06.744626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3eb4a0-606a-4539-96d2-d24089eeba0e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:06.752312 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:06.770311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:06.792391 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:06.824271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Transition to ACTIVE for port object f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:06.882620 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551170b-91d4-46c4-bf77-6afc47b87487 x-openstack-request-id: req-8551170b-91d4-46c4-bf77-6afc47b87487 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:06.882977 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "c00e443c-2c31-442b-9d81-70b55d11db11", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:06.883187 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8551170b-91d4-46c4-bf77-6afc47b87487 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:06.883550 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': 'c00e443c-2c31-442b-9d81-70b55d11db11', 'status': 'completed', 'code': 200} Sep 26 13:11:06.921659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:06.985357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] For port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,segment=NetworkSegment(95d629d8-87f5-43fa-b145-2d0e9996e25b),segment_id=95d629d8-87f5-43fa-b145-2d0e9996e25b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:06.988596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:07.021974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] Calling delete_port for 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:07.179238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:07.202934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Deleting port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:07.203569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:07.222242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:11:07.271665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Pushing event updated for resources: {'Port': ['ID=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:07.296344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] For port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,segment=NetworkSegment(95d629d8-87f5-43fa-b145-2d0e9996e25b),segment_id=95d629d8-87f5-43fa-b145-2d0e9996e25b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:07.297279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:07.313719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Calling delete_port for 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:07.465867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-01bb8a1f-bff0-4a13-a185-fc394a8ad993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:07.466374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-01bb8a1f-bff0-4a13-a185-fc394a8ad993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:07.471460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-01bb8a1f-bff0-4a13-a185-fc394a8ad993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:07.471962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-01bb8a1f-bff0-4a13-a185-fc394a8ad993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:07.472530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-01bb8a1f-bff0-4a13-a185-fc394a8ad993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:07.472954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-01bb8a1f-bff0-4a13-a185-fc394a8ad993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:07.473430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-01bb8a1f-bff0-4a13-a185-fc394a8ad993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:07.486921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-01bb8a1f-bff0-4a13-a185-fc394a8ad993 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6450 time: 0.6480665 Sep 26 13:11:07.496562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:07.537915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:07.564912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20a935cd-2c69-422f-aef9-956fdbe34555 req-2c3b6d7a-a008-4946-a258-afbdb9716604 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6785710 Sep 26 13:11:07.576751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0add29e-9538-4026-b3d6-89f9e4132e6f req-aae808ec-5d88-4e85-8a5f-2912b04c2cbb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:07.582011 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0add29e-9538-4026-b3d6-89f9e4132e6f req-aae808ec-5d88-4e85-8a5f-2912b04c2cbb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.7048893 Sep 26 13:11:07.588180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] No DVR routers for this DVR port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:11:07.644564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.644918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.645263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.645642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.645968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.646304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.646636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.646971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.655694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.656056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.656425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.656756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:07.715951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:07.720035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Attempting to bind port 5a3eb4a0-606a-4539-96d2-d24089eeba0e on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:07.720617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Attempting to bind port 5a3eb4a0-606a-4539-96d2-d24089eeba0e by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:07.721139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Attempting to bind port 5a3eb4a0-606a-4539-96d2-d24089eeba0e on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:07.730649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Port 5a3eb4a0-606a-4539-96d2-d24089eeba0e on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:07.731252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Attempting to bind port 5a3eb4a0-606a-4539-96d2-d24089eeba0e on network 32f7dc6d-4f75-46e6-9c9e-b93741795511 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:07.770071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:07.770501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Checking segment: {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:07.770998 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Bound using segment: {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:07.773981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Bound port: 5a3eb4a0-606a-4539-96d2-d24089eeba0e, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e553e37e-1ae4-486d-811a-0222ea387d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:07.774651 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:07.809350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0add29e-9538-4026-b3d6-89f9e4132e6f req-81a72e10-5754-4aba-a7e6-2b9879c27029 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068033 Sep 26 13:11:07.809780 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:07.918192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] Pushing event deleted for resources: {'Port': ['ID=0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:08.015421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91951181-41cd-4fe6-9ac5-3b634137d670 None None] No DVR routers for this DVR port 0a7fa024-80a3-4d2b-b17e-cd2a7a8dff5d on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:11:08.062409 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.074763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-4544a6c3-302d-4792-b56e-c64788e53cc6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.081362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-4544a6c3-302d-4792-b56e-c64788e53cc6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.087427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-4544a6c3-302d-4792-b56e-c64788e53cc6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.094718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-4544a6c3-302d-4792-b56e-c64788e53cc6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.101751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-4544a6c3-302d-4792-b56e-c64788e53cc6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.119829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-4544a6c3-302d-4792-b56e-c64788e53cc6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.127952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-4544a6c3-302d-4792-b56e-c64788e53cc6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.145070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-4544a6c3-302d-4792-b56e-c64788e53cc6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.4136610 Sep 26 13:11:08.218494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8975b0b-8250-4e8e-aac6-191a440ad388']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:08.227168 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.265334 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bfafaa74-5099-4fa6-a330-3e821c158cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.273375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Attempting to bind port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:08.273742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Attempting to bind port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:08.274123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Attempting to bind port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e on network b86aff44-39fa-42e7-b920-6c793e3330ab {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:08.282941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e0a8-3137-4b15-8c57-d2e6b8178c3e req-4e253e6e-5e29-477d-bc24-542219acaf94 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.290250 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1503e0a8-3137-4b15-8c57-d2e6b8178c3e req-4e253e6e-5e29-477d-bc24-542219acaf94 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 943 time: 0.2175257 Sep 26 13:11:08.293253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d629d8-87f5-43fa-b145-2d0e9996e25b') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:08.293576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d629d8-87f5-43fa-b145-2d0e9996e25b') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:08.321586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-a06ed089-a401-4460-a91e-7293a1a1cd64 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.321586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-a06ed089-a401-4460-a91e-7293a1a1cd64 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.23 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 810 time: 1.1142757 Sep 26 13:11:08.334552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e on network b86aff44-39fa-42e7-b920-6c793e3330ab not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:08.337663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Attempting to bind port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e on network b86aff44-39fa-42e7-b920-6c793e3330ab {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:08.342648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-b27ab8e9-5f6b-4833-b181-86da3a1ab7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.343132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-b27ab8e9-5f6b-4833-b181-86da3a1ab7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.343607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-b27ab8e9-5f6b-4833-b181-86da3a1ab7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.345227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-b27ab8e9-5f6b-4833-b181-86da3a1ab7a9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8574915 Sep 26 13:11:08.365455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Request body: {'port': {'device_id': '0d5f1e1f-44d5-476d-982f-ed69e632e080', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'admin_state_up': True, 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:08.370734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.372593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] For port 5a3eb4a0-606a-4539-96d2-d24089eeba0e, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:08.463957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] For port 5a3eb4a0-606a-4539-96d2-d24089eeba0e, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a3eb4a0-606a-4539-96d2-d24089eeba0e,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:08.465429 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.465736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f6f4ce6-45f3-43df-bbdd-cef8d5fbd388 req-23149b15-d6f8-490b-aebe-0be8e4c3192a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3196485 Sep 26 13:11:08.494301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1503e0a8-3137-4b15-8c57-d2e6b8178c3e req-103d8a59-8fed-401f-b412-0def4e6d1a97 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031200 Sep 26 13:11:08.512115 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.562167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:08.562634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Checking segment: {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:08.563144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Bound using segment: {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:08.563707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Bound port: f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca369c74-4448-42c9-91a3-c603726e54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:08.564079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.710798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:11:08.711219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.717571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3eb4a0-606a-4539-96d2-d24089eeba0e,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:11:08.736653 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:11:08.839040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:08.839686 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.841158 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-e3308cd9-be67-4be2-a944-ef57284951f9 service neutron] 10.222.0.23 "PUT /v2.0/ports/5a3eb4a0-606a-4539-96d2-d24089eeba0e HTTP/1.1" status: 200 len: 1092 time: 4.6652884 Sep 26 13:11:08.841657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455b46a4-8417-4833-9e3e-92b845fabc95', 'tag': '5a3eb4a0-606a-4539-96d2-d24089eeba0e'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:08.844164 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6540736b-d547-4394-9554-e917480fd00e" -d '{"events": [{"name": "network-changed", "server_uuid": "455b46a4-8417-4833-9e3e-92b845fabc95", "tag": "5a3eb4a0-606a-4539-96d2-d24089eeba0e"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:08.956204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.966463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:08.969934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] 10.222.0.13 "DELETE /v2.0/networks/c8975b0b-8250-4e8e-aac6-191a440ad388 HTTP/1.1" status: 204 len: 168 time: 2.7087450 Sep 26 13:11:08.978266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50688) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:09.017269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64d749-2f19-4d80-a59f-bc5ad0eb1135 req-8bb6b002-b801-4090-9c4f-f23bf1f3ba4a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:09.019395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b64d749-2f19-4d80-a59f-bc5ad0eb1135 req-8bb6b002-b801-4090-9c4f-f23bf1f3ba4a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.3129604 Sep 26 13:11:09.059782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18f463-740e-4c45-b5e4-42255eab102c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8975b0b-8250-4e8e-aac6-191a440ad388,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:09.066680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50692) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:09.113458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Request body: {'floatingip': {'port_id': 'ac36c958-7834-4e44-aba3-25f745fbb137'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:09.118149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdd975-c771-42c1-b10c-497727440a4e req-5f6d38a4-fade-45b2-aa15-6e5be4530694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:09.119702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-5f6d38a4-fade-45b2-aa15-6e5be4530694 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 1095 time: 0.2294271 Sep 26 13:11:09.208285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89324626-f168-4eb8-9a5a-c9575b413609 req-c040a5d9-c17f-48fd-9a1b-57c616e4126d tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 210 time: 0.6418059 Sep 26 13:11:09.389239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Made reservation on behalf of da49cfdb23f548be8b625d2a8053aabb for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:09.392871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:09.437408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-ab5cdec3-b433-40de-9bed-f736321c4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:09.438938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23f87eb0-162e-4c2d-9b2d-39181f9bf96f req-ab5cdec3-b433-40de-9bed-f736321c4339 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9785554 Sep 26 13:11:09.440250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] For port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:09.487065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] For port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:09.505540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:09.630568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Allocated IP 10.2.2.100 (8d59d366-9265-4f11-be38-15a19f2dd7d9/1ceaeef9-ce1d-452a-a505-3b89e00aee5f/3d03b43b-a68e-4e50-805e-511992f45176) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:09.657080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:09.657773 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:09.659201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] 10.222.0.24 "PUT /v2.0/ports/f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e HTTP/1.1" status: 200 len: 1092 time: 4.1603155 Sep 26 13:11:09.660753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:09.663261 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48daaf7-f877-4f1b-91ca-b21a71557a53" -d '{"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:09.665264 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63493c65-0f12-4845-ac54-b29883a9d256 x-openstack-request-id: req-63493c65-0f12-4845-ac54-b29883a9d256 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:09.665775 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455b46a4-8417-4833-9e3e-92b845fabc95", "tag": "5a3eb4a0-606a-4539-96d2-d24089eeba0e", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:09.665907 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63493c65-0f12-4845-ac54-b29883a9d256 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:09.666374 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455b46a4-8417-4833-9e3e-92b845fabc95', 'tag': '5a3eb4a0-606a-4539-96d2-d24089eeba0e', 'status': 'completed', 'code': 200} Sep 26 13:11:09.688381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:09.698133 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-5d5543ee-1a14-473f-bb95-a6de53deb579 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3eb4a0-606a-4539-96d2-d24089eeba0e HTTP/1.1" status: 200 len: 217 time: 0.5452874 Sep 26 13:11:09.792045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Allocated IP 172.20.0.12 (fdc6ff20-44c9-4099-a429-6cb2f37bd6ad/1f228b08-4aca-45b7-ae39-b951e0d28384/8a696a66-7d22-4c8b-9ece-34aba98c7226) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:09.954793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef58109-8757-4ca6-8906-f9e6eb0841a5 req-27557382-66e8-41a5-880b-e31620fcb874 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:09.970353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef58109-8757-4ca6-8906-f9e6eb0841a5 req-27557382-66e8-41a5-880b-e31620fcb874 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:09.976270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b820f-066f-40a7-a16b-0cd0893362ab service neutron] Pushing event updated for resources: {'Port': ['ID=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:09.982496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef58109-8757-4ca6-8906-f9e6eb0841a5 req-27557382-66e8-41a5-880b-e31620fcb874 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:09.993146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ef58109-8757-4ca6-8906-f9e6eb0841a5 req-27557382-66e8-41a5-880b-e31620fcb874 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 2374 time: 0.8420727 Sep 26 13:11:10.064995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdd975-c771-42c1-b10c-497727440a4e req-d933c454-63e5-4533-9762-4db86fc80e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.065220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-d933c454-63e5-4533-9762-4db86fc80e02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bce8b3a-e400-49f2-aded-779aa7574ff6 HTTP/1.1" status: 200 len: 861 time: 0.3151238 Sep 26 13:11:10.093104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-762b0c54-84fb-4ebd-84f4-0918616f912c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.101092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-762b0c54-84fb-4ebd-84f4-0918616f912c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.108631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-762b0c54-84fb-4ebd-84f4-0918616f912c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.115198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-762b0c54-84fb-4ebd-84f4-0918616f912c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.123141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-762b0c54-84fb-4ebd-84f4-0918616f912c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.130471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-762b0c54-84fb-4ebd-84f4-0918616f912c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.136991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-762b0c54-84fb-4ebd-84f4-0918616f912c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.139213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-762b0c54-84fb-4ebd-84f4-0918616f912c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.5650425 Sep 26 13:11:10.154443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:10.215320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1e20092c-8880-43e1-801d-b59def75abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.215909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1e20092c-8880-43e1-801d-b59def75abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.216354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1e20092c-8880-43e1-801d-b59def75abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.216839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1e20092c-8880-43e1-801d-b59def75abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.217313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1e20092c-8880-43e1-801d-b59def75abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.217829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1e20092c-8880-43e1-801d-b59def75abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.218300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1e20092c-8880-43e1-801d-b59def75abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.220283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1e20092c-8880-43e1-801d-b59def75abd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6492 time: 0.4932592 Sep 26 13:11:10.291764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-caba6bd8-246c-4c36-8d48-29d09a97e436 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a HTTP/1.1" status: 200 len: 217 time: 0.0576704 Sep 26 13:11:10.374582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86dd029b-4782-42bc-a2d8-26763b9f7fc6 req-36923dd0-8b22-453b-8878-f8e914402f8d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2148736 Sep 26 13:11:10.391641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-a70d01eb-6a07-468f-84cc-78b95e39dcb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32f7dc6d-4f75-46e6-9c9e-b93741795511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3123310 Sep 26 13:11:10.406929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:10.423489 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:10.427981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-5097da11-06c6-4214-b5bd-6f514da97564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.429619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-5097da11-06c6-4214-b5bd-6f514da97564 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59ac3dad-ef4f-471b-89ef-f28f9443f82a HTTP/1.1" status: 200 len: 855 time: 0.1281345 Sep 26 13:11:10.435798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['66b37801-50cd-47ef-9162-3abd21b25f6a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:10.496223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3ef58109-8757-4ca6-8906-f9e6eb0841a5 req-8f3c6914-ed00-41bc-b927-af5525695183 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4949634 Sep 26 13:11:10.535359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:10.570190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:10.596352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:10.601688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Pushing event updated for resources: {'Port': ['ID=8a696a66-7d22-4c8b-9ece-34aba98c7226,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:10.666792 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bf981f-54c3-4e85-a42f-9795fe43c75b x-openstack-request-id: req-17bf981f-54c3-4e85-a42f-9795fe43c75b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:10.666792 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:10.666792 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17bf981f-54c3-4e85-a42f-9795fe43c75b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:10.667265 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e', 'status': 'completed', 'code': 200} Sep 26 13:11:10.683661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-8ef0d90c-0316-4141-8871-ae2a55ab489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.686358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-8ef0d90c-0316-4141-8871-ae2a55ab489c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bf1093e-5266-4129-afda-8e464a35bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214780 Sep 26 13:11:10.712738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:10.801172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bae838-cf94-4b4a-b9f8-f8ee5cafd656 req-601aa3c0-5cea-41a1-b87f-043ec149147f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.803231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47bae838-cf94-4b4a-b9f8-f8ee5cafd656 req-601aa3c0-5cea-41a1-b87f-043ec149147f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 943 time: 0.2713947 Sep 26 13:11:10.872153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:10.872801 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:10.885177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 8d59d366-9265-4f11-be38-15a19f2dd7d9 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:10.924840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-371460bd-c5e9-4d40-954c-97df3c3d76e6 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5767963 Sep 26 13:11:10.933971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:10.947178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Request body: {'port': {'device_id': '0d5f1e1f-44d5-476d-982f-ed69e632e080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:10.950484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:10.954336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=3d03b43b-a68e-4e50-805e-511992f45176,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:10.992587 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0673ef44-5041-464e-81bf-4370347794c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:11.014489 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47bae838-cf94-4b4a-b9f8-f8ee5cafd656 req-8a6da0cb-1049-41b4-8480-66294f3b592b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828387 Sep 26 13:11:11.109919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-a35325f9-7fce-4533-b453-4d498b0bb481 service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864362 Sep 26 13:11:11.121230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600c9fe-2142-4ef6-8832-9d2ba60e7dfa req-c52e1872-8c4b-41b1-9bcc-81a484332b9c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.128925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a600c9fe-2142-4ef6-8832-9d2ba60e7dfa req-c52e1872-8c4b-41b1-9bcc-81a484332b9c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 932 time: 0.3044972 Sep 26 13:11:11.169685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-b3141a97-de6a-4494-af8a-05c6896916b2 service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613531 Sep 26 13:11:11.178832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.179255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:11.210969 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:11.212742 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.resource_extend [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:11:11.243897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-68b1fc33-e89a-4400-a078-504e437944a6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4509263 Sep 26 13:11:11.301982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9', 'admin_state_up': True, 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'security_groups': ['b6c5553a-19d2-4215-bf52-1e77949e86db']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:11.379549 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a600c9fe-2142-4ef6-8832-9d2ba60e7dfa req-2690d022-5757-4ff9-b99e-a70a3f512b01 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491584 Sep 26 13:11:11.393230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-825a33f9-a093-42a9-a2ed-8e73d6792865 None None] Provisioning complete for port 3d03b43b-a68e-4e50-805e-511992f45176 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:11.394276 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-825a33f9-a093-42a9-a2ed-8e73d6792865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:11.444359 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:11.473261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:11.478521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-825a33f9-a093-42a9-a2ed-8e73d6792865 None None] Port 3d03b43b-a68e-4e50-805e-511992f45176 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:11:11.582817 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:11.638402 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Floating IP ef509e69-a4c9-4d4d-8ea9-e4766ee02642 associated. External IP: 172.25.4.88, port: ac36c958-7834-4e44-aba3-25f745fbb137. Sep 26 13:11:11.672929 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-053c1783-0d10-49e7-8566-4e9bddb7f0ee service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736106 Sep 26 13:11:11.695546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97fdd975-c771-42c1-b10c-497727440a4e req-f5fd0291-0c81-4ae2-a179-c9cbcf6fc47c service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601254 Sep 26 13:11:11.737227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-f50d5897-5cae-4a32-ab6d-eea7e591a203 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 217 time: 0.0517526 Sep 26 13:11:11.812052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Made reservation on behalf of 74ad8af6eff341d69060a0640aaa70f7 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:11.816707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:11.867145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86026bc-ffa6-4ae7-8786-c075d09945bb req-9adb3204-ab47-4a07-95aa-1167f9b64014 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.873289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86026bc-ffa6-4ae7-8786-c075d09945bb req-9adb3204-ab47-4a07-95aa-1167f9b64014 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.876086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5170-2dc7-4059-b745-f676b29374b2 req-f971ec80-bdb6-4d86-8a43-f5a0dd324090 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.880178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86026bc-ffa6-4ae7-8786-c075d09945bb req-9adb3204-ab47-4a07-95aa-1167f9b64014 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.883190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5170-2dc7-4059-b745-f676b29374b2 req-f971ec80-bdb6-4d86-8a43-f5a0dd324090 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.887629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86026bc-ffa6-4ae7-8786-c075d09945bb req-9adb3204-ab47-4a07-95aa-1167f9b64014 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.889554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5170-2dc7-4059-b745-f676b29374b2 req-f971ec80-bdb6-4d86-8a43-f5a0dd324090 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.895739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5170-2dc7-4059-b745-f676b29374b2 req-f971ec80-bdb6-4d86-8a43-f5a0dd324090 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.896089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d86026bc-ffa6-4ae7-8786-c075d09945bb req-9adb3204-ab47-4a07-95aa-1167f9b64014 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 3095 time: 0.1938100 Sep 26 13:11:11.901959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5170-2dc7-4059-b745-f676b29374b2 req-f971ec80-bdb6-4d86-8a43-f5a0dd324090 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.908075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5170-2dc7-4059-b745-f676b29374b2 req-f971ec80-bdb6-4d86-8a43-f5a0dd324090 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.914750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5170-2dc7-4059-b745-f676b29374b2 req-f971ec80-bdb6-4d86-8a43-f5a0dd324090 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.916773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006e5170-2dc7-4059-b745-f676b29374b2 req-f971ec80-bdb6-4d86-8a43-f5a0dd324090 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.3602791 Sep 26 13:11:11.961311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540736b-d547-4394-9554-e917480fd00e req-63b30f63-719d-4e5c-a224-7b98354df79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:11.962833 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6540736b-d547-4394-9554-e917480fd00e req-63b30f63-719d-4e5c-a224-7b98354df79c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4033df5d9edc44f28b5752c50a5dca18&device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 1095 time: 0.1702883 Sep 26 13:11:11.988735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d86026bc-ffa6-4ae7-8786-c075d09945bb req-d1b84040-f29a-45b4-aac2-d15d04d45c5f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913496 Sep 26 13:11:11.999253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-dcdbd474-c50f-433d-9ed7-a4862578e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:12.000923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-dcdbd474-c50f-433d-9ed7-a4862578e458 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.2540421 Sep 26 13:11:12.044519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:12.046934 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:12.198877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006e5170-2dc7-4059-b745-f676b29374b2 req-a78990c0-fd02-41ea-ad83-0f5e237eacde tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2415638 Sep 26 13:11:12.205660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540736b-d547-4394-9554-e917480fd00e req-6e835934-17eb-4b5b-84ac-7232b912e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:12.207294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6540736b-d547-4394-9554-e917480fd00e req-6e835934-17eb-4b5b-84ac-7232b912e1fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 200 len: 921 time: 0.2117808 Sep 26 13:11:12.275236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-57f87552-1851-4450-8342-60502cbcad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:12.277597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-57f87552-1851-4450-8342-60502cbcad11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1969635 Sep 26 13:11:12.459397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a696a66-7d22-4c8b-9ece-34aba98c7226 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:12.517538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:12.639345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Transition to ACTIVE for port object 8a696a66-7d22-4c8b-9ece-34aba98c7226 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:12.669332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Allocated IP 10.2.2.200 (8d59d366-9265-4f11-be38-15a19f2dd7d9/1ceaeef9-ce1d-452a-a505-3b89e00aee5f/b8f1a109-1f67-433d-a99c-3cb1f9d674d9) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:12.675100 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:12.760948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6540736b-d547-4394-9554-e917480fd00e req-46dc6657-0336-4443-81f1-76db9368c576 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3eb4a0-606a-4539-96d2-d24089eeba0e HTTP/1.1" status: 200 len: 217 time: 0.3657479 Sep 26 13:11:12.821858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-8005a579-5946-40d9-9b24-3ce4f83bdd04 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027533 Sep 26 13:11:12.824607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540736b-d547-4394-9554-e917480fd00e req-7b3353ac-c33f-4ed9-813a-35144af5813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:12.826114 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6540736b-d547-4394-9554-e917480fd00e req-7b3353ac-c33f-4ed9-813a-35144af5813d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2bce8b3a-e400-49f2-aded-779aa7574ff6 HTTP/1.1" status: 200 len: 861 time: 0.0563023 Sep 26 13:11:12.870297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a696a66-7d22-4c8b-9ece-34aba98c7226,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:12.894550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d0751-805b-47c0-8f03-42c100c7bf99 req-cbf2bf54-ecf1-4e4b-96a7-711a4b8d9393 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:12.906001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-464d0751-805b-47c0-8f03-42c100c7bf99 req-cbf2bf54-ecf1-4e4b-96a7-711a4b8d9393 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 943 time: 0.5895610 Sep 26 13:11:12.971799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6540736b-d547-4394-9554-e917480fd00e req-89fb03a8-cfc8-4e71-ad1b-d57bda509a4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=32f7dc6d-4f75-46e6-9c9e-b93741795511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308784 Sep 26 13:11:12.981364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Router ab57e1a8-411d-482e-803b-420c23c9b763 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:11:13.054368 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-464d0751-805b-47c0-8f03-42c100c7bf99 req-34bd79d6-62a2-4367-a437-40555db917b3 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468420 Sep 26 13:11:13.482780 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:13.573165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff277c-3bd5-43a2-b9a6-47c8e79a12df req-f71968ea-2bb5-466a-a3c3-40f2427d8adc tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:13.574796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaff277c-3bd5-43a2-b9a6-47c8e79a12df req-f71968ea-2bb5-466a-a3c3-40f2427d8adc tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 932 time: 0.9685147 Sep 26 13:11:13.590442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-d5354c76-910d-4c1a-805d-92503360d8c8 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078362 Sep 26 13:11:13.756013 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6540736b-d547-4394-9554-e917480fd00e req-2e52caad-bb82-4a12-af09-afa0258d208b service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7697942 Sep 26 13:11:13.790155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745978e-aea4-40ad-ae4f-5ce04a282658 req-dea1996d-b323-4afb-b377-60a472e06c1b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:13.796840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-1a0b3d70-5b55-4c29-83e2-1f32739f67a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 217 time: 0.1632104 Sep 26 13:11:13.797261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745978e-aea4-40ad-ae4f-5ce04a282658 req-dea1996d-b323-4afb-b377-60a472e06c1b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:13.803498 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745978e-aea4-40ad-ae4f-5ce04a282658 req-dea1996d-b323-4afb-b377-60a472e06c1b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:13.810690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745978e-aea4-40ad-ae4f-5ce04a282658 req-dea1996d-b323-4afb-b377-60a472e06c1b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:13.819102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6745978e-aea4-40ad-ae4f-5ce04a282658 req-dea1996d-b323-4afb-b377-60a472e06c1b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 3095 time: 0.6547112 Sep 26 13:11:13.854716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:11:13.865096 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] Sync routers for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:11:13.880730 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:13.881424 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:13.911747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:13.931428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:13.982625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0b9931a1-ed82-4d6a-91ae-36dc6edf85fb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "PUT /v2.0/floatingips/ef509e69-a4c9-4d4d-8ea9-e4766ee02642 HTTP/1.1" status: 200 len: 991 time: 4.9069302 Sep 26 13:11:13.995103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:13.995358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaff277c-3bd5-43a2-b9a6-47c8e79a12df req-1664a9b1-834a-4df0-b872-a7e4460bdd8a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648927 Sep 26 13:11:14.002535 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9df6a0-c44a-4560-9c17-614186c47381" -d '{"events": [{"name": "network-changed", "server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:14.006563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Attempting to bind port 8a696a66-7d22-4c8b-9ece-34aba98c7226 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:14.007478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Attempting to bind port 8a696a66-7d22-4c8b-9ece-34aba98c7226 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:14.007819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Attempting to bind port 8a696a66-7d22-4c8b-9ece-34aba98c7226 on network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:14.021653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Port 8a696a66-7d22-4c8b-9ece-34aba98c7226 on network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:14.021988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Attempting to bind port 8a696a66-7d22-4c8b-9ece-34aba98c7226 on network fdc6ff20-44c9-4099-a429-6cb2f37bd6ad {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:14.030068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Deleting port 01dedf19-7fb0-4721-9f00-9f0448056cbf {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:14.030542 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:14.040917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-4bac25b4-4af1-45f3-b97b-5a9fafc98bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.042447 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-4bac25b4-4af1-45f3-b97b-5a9fafc98bdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.2344759 Sep 26 13:11:14.048808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:14.049172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Checking segment: {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:14.049602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Bound using segment: {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:14.050072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Bound port: 8a696a66-7d22-4c8b-9ece-34aba98c7226, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6773b888-f45b-4000-8be9-38bb66e49392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:14.050440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:14.123673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6745978e-aea4-40ad-ae4f-5ce04a282658 req-05f209a9-1bd8-4f7d-a186-4a6c2442627c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034387 Sep 26 13:11:14.162866 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:14.187238 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6540736b-d547-4394-9554-e917480fd00e req-ac6a6387-9891-4760-b89c-5d931f6b2915 service neutron] 10.222.0.23 "GET /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195135 Sep 26 13:11:14.203794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:14.280100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] For port 01dedf19-7fb0-4721-9f00-9f0448056cbf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=01dedf19-7fb0-4721-9f00-9f0448056cbf,segment=NetworkSegment(669b13a7-350c-47b1-bb28-83df95605573),segment_id=669b13a7-350c-47b1-bb28-83df95605573)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:14.283186 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:14.321996 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea1bdef-fed4-4cb1-8ae7-f167cb674280 x-openstack-request-id: req-7ea1bdef-fed4-4cb1-8ae7-f167cb674280 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:14.322316 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:14.322556 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ea1bdef-fed4-4cb1-8ae7-f167cb674280 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:14.322819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] For port 8a696a66-7d22-4c8b-9ece-34aba98c7226, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:14.323015 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'status': 'completed', 'code': 200} Sep 26 13:11:14.328130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] For port 8a696a66-7d22-4c8b-9ece-34aba98c7226, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:14.361255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Calling delete_port for 01dedf19-7fb0-4721-9f00-9f0448056cbf owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:14.381959 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:14.431210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Network 8d59d366-9265-4f11-be38-15a19f2dd7d9 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:14.443201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:14.467075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:14.470909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.472050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:14.473581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] 10.222.0.23 "PUT /v2.0/ports/8a696a66-7d22-4c8b-9ece-34aba98c7226 HTTP/1.1" status: 200 len: 1093 time: 3.5370464 Sep 26 13:11:14.491273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-6665a944-ac79-4531-b608-ba8a55ebc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.497298 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-6665a944-ac79-4531-b608-ba8a55ebc86e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4189699 Sep 26 13:11:14.497825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5f1e1f-44d5-476d-982f-ed69e632e080', 'tag': '8a696a66-7d22-4c8b-9ece-34aba98c7226'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:14.500783 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561ac09a-c565-4c10-b1da-c1f78a689be1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5f1e1f-44d5-476d-982f-ed69e632e080", "tag": "8a696a66-7d22-4c8b-9ece-34aba98c7226"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:14.542331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-e91ff197-b7dc-443a-8b0b-30dd89c05b1a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.556864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-e91ff197-b7dc-443a-8b0b-30dd89c05b1a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.568822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-e91ff197-b7dc-443a-8b0b-30dd89c05b1a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.587017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-e91ff197-b7dc-443a-8b0b-30dd89c05b1a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.593008 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-ab7982e2-f7a3-406d-a0c7-cba3f410fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.594585 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-ab7982e2-f7a3-406d-a0c7-cba3f410fe92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1098 time: 0.2655113 Sep 26 13:11:14.595030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-e91ff197-b7dc-443a-8b0b-30dd89c05b1a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.604545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-e91ff197-b7dc-443a-8b0b-30dd89c05b1a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.612719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-e91ff197-b7dc-443a-8b0b-30dd89c05b1a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.622713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-e91ff197-b7dc-443a-8b0b-30dd89c05b1a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.4449537 Sep 26 13:11:14.640379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9019679-b26c-4351-89b9-f669d6fa8ef6 req-46f4d377-fd43-446b-b1c3-fe17e9ca134d tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.641962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9019679-b26c-4351-89b9-f669d6fa8ef6 req-46f4d377-fd43-446b-b1c3-fe17e9ca134d tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 943 time: 0.2258203 Sep 26 13:11:14.840204 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'ef509e69-a4c9-4d4d-8ea9-e4766ee02642', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'port_id': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'mac_address': 'fa:16:3e:5a:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:11:11Z', 'revision_number': 1, 'project_id': '35765a257c8c441fb53b2a166313414b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:14.843812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:14.844854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:14.847587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event updated for resources: {'Port': ['ID=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:14.905531 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] Checking router: ab57e1a8-411d-482e-803b-420c23c9b763 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:11:14.909282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9019679-b26c-4351-89b9-f669d6fa8ef6 req-defe1cff-0e51-46b1-b085-0578de1ae996 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559974 Sep 26 13:11:14.921263 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:14.921926 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:14.968527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-bc4252d5-df26-45e9-8ea9-44b1ca6b4994 None None] Provisioning complete for port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:14.969094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bc4252d5-df26-45e9-8ea9-44b1ca6b4994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:15.008136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-5434b5a9-ef19-4252-9397-54266a2d9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:15.012469 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-5434b5a9-ef19-4252-9397-54266a2d9ce2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.4057925 Sep 26 13:11:15.084847 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2b3d4-8eca-44e7-9235-3e2059959882 x-openstack-request-id: req-e1e2b3d4-8eca-44e7-9235-3e2059959882 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:15.084847 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5f1e1f-44d5-476d-982f-ed69e632e080", "tag": "8a696a66-7d22-4c8b-9ece-34aba98c7226", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:15.086187 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1e2b3d4-8eca-44e7-9235-3e2059959882 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:15.087452 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5f1e1f-44d5-476d-982f-ed69e632e080', 'tag': '8a696a66-7d22-4c8b-9ece-34aba98c7226', 'status': 'completed', 'code': 200} Sep 26 13:11:15.121416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bc4252d5-df26-45e9-8ea9-44b1ca6b4994 None None] Port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:11:15.133296 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:15.138704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-28aab528-cbdb-4d6a-a29b-348283d6e119 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8408058 Sep 26 13:11:15.141848 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:15.209956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:15.233396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3bf2d-c403-44b0-af1f-82c872dc7ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a696a66-7d22-4c8b-9ece-34aba98c7226,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:15.240602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-c21b0075-f003-4094-92d6-e057d8dc6856 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152673 Sep 26 13:11:15.263379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81a64ccf-77f8-4002-bbb5-924dfd7a8132 req-3c5d1bb0-3d2a-41cb-bb46-57b7fa6089d3 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6332588 Sep 26 13:11:15.270125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-2f79097c-74d0-4fa2-b7f4-6b59a2331ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:15.276000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-2f79097c-74d0-4fa2-b7f4-6b59a2331ad7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 1096 time: 0.5145311 Sep 26 13:11:15.335101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-b638f25a-d8b2-435b-8086-6a52283dece7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 999 time: 0.3145421 Sep 26 13:11:15.413780 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:15.447121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Pushing event deleted for resources: {'Port': ['ID=01dedf19-7fb0-4721-9f00-9f0448056cbf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:15.462624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b76146-abd7-4aa1-9819-2874e95c3835 req-e8051cb7-3fa3-4270-a943-0b05f677a4b8 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:15.466934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5a3eb4a0-606a-4539-96d2-d24089eeba0e details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:15.472228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41b76146-abd7-4aa1-9819-2874e95c3835 req-e8051cb7-3fa3-4270-a943-0b05f677a4b8 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 944 time: 0.2657673 Sep 26 13:11:15.519665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-99df4112-2bae-46cf-b8d8-4e5e72cd6fcc service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401752 Sep 26 13:11:15.530133 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'ef509e69-a4c9-4d4d-8ea9-e4766ee02642', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'port_id': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'mac_address': 'fa:16:3e:5a:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:11:11Z', 'revision_number': 1, 'project_id': '35765a257c8c441fb53b2a166313414b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:15.584272 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e81a6-8621-4564-8250-07b23bf778d4 None None] The sync data for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 is: [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'ef509e69-a4c9-4d4d-8ea9-e4766ee02642', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'port_id': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'mac_address': 'fa:16:3e:5a:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:11:11Z', 'revision_number': 1, 'project_id': '35765a257c8c441fb53b2a166313414b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:11:15.644694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-0bf37cd4-1cbd-467e-beda-c860988b36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:15.648335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-0bf37cd4-1cbd-467e-beda-c860988b36e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.3029449 Sep 26 13:11:15.717130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5a3eb4a0-606a-4539-96d2-d24089eeba0e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a3eb4a0-606a-4539-96d2-d24089eeba0e,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:15.754481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-071a1147-f1a2-448d-8f02-4c3919308d54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39 HTTP/1.1" status: 200 len: 217 time: 0.0883982 Sep 26 13:11:15.758071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '5a3eb4a0-606a-4539-96d2-d24089eeba0e', 'network_id': '32f7dc6d-4f75-46e6-9c9e-b93741795511', 'port_id': '5a3eb4a0-606a-4539-96d2-d24089eeba0e', 'mac_address': 'fa:16:3e:0f:ff:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bce8b3a-e400-49f2-aded-779aa7574ff6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:15.761253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-66c61584-fd53-4901-92c6-39d841fdb59a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226 HTTP/1.1" status: 200 len: 217 time: 0.4340692 Sep 26 13:11:15.875274 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:15.888417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41b76146-abd7-4aa1-9819-2874e95c3835 req-88d2a169-00a5-4570-8ce2-02e5f136fc92 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098618 Sep 26 13:11:15.925367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3eb4a0-606a-4539-96d2-d24089eeba0e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:15.949827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-76f7ed04-237f-419c-8685-45d39a8c2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:15.960563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-76f7ed04-237f-419c-8685-45d39a8c2e52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2947788 Sep 26 13:11:15.992875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:16.003723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5a3eb4a0-606a-4539-96d2-d24089eeba0e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a3eb4a0-606a-4539-96d2-d24089eeba0e,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:16.015290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-bf28d34e-1a25-42fe-a8f2-2a1473aec5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.015825 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:16.016638 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-bf28d34e-1a25-42fe-a8f2-2a1473aec5e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.2533522 Sep 26 13:11:16.044736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036ec8-b49f-48b2-9f3c-b2d71bdad608 req-9d47cce9-52df-4b33-8e06-3d204fd1a3f0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.062279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036ec8-b49f-48b2-9f3c-b2d71bdad608 req-9d47cce9-52df-4b33-8e06-3d204fd1a3f0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.067953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036ec8-b49f-48b2-9f3c-b2d71bdad608 req-9d47cce9-52df-4b33-8e06-3d204fd1a3f0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.075783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036ec8-b49f-48b2-9f3c-b2d71bdad608 req-9d47cce9-52df-4b33-8e06-3d204fd1a3f0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.082605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036ec8-b49f-48b2-9f3c-b2d71bdad608 req-9d47cce9-52df-4b33-8e06-3d204fd1a3f0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.085752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90036ec8-b49f-48b2-9f3c-b2d71bdad608 req-9d47cce9-52df-4b33-8e06-3d204fd1a3f0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 3816 time: 0.5638773 Sep 26 13:11:16.093277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:16.130516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cc748-e9bf-4a73-a4ab-f4800ba8c9a4 None None] New status for floating IP ef509e69-a4c9-4d4d-8ea9-e4766ee02642: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:11:16.339111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90036ec8-b49f-48b2-9f3c-b2d71bdad608 req-7ad946a8-25b7-4555-b0de-e84759dcafc9 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617289 Sep 26 13:11:16.342523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5a3eb4a0-606a-4539-96d2-d24089eeba0e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:16.386238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a3e26405-f708-4690-8528-ed5840471276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.400771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a3e26405-f708-4690-8528-ed5840471276 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3561215 Sep 26 13:11:16.439187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['5a3eb4a0-606a-4539-96d2-d24089eeba0e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:16.489263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-c43eb972-0386-4253-860b-640e7d97a752 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195823 Sep 26 13:11:16.515789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7922c93-e8b4-415f-bf92-8361c0823de9 req-8aafd7cd-c32a-40d7-a2b9-46cf397bf737 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.530816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f7922c93-e8b4-415f-bf92-8361c0823de9 req-8aafd7cd-c32a-40d7-a2b9-46cf397bf737 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 944 time: 0.3690395 Sep 26 13:11:16.543599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-594e5ff8-9bcd-45ac-a7bc-be4e3961d1af service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325281 Sep 26 13:11:16.545038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-b3810cde-8448-4df0-aa72-a10e1f6e17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.546995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-b3810cde-8448-4df0-aa72-a10e1f6e17f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.6842902 Sep 26 13:11:16.603220 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:11:16.668119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea9df6a0-c44a-4560-9c17-614186c47381 req-405b9c62-dc1a-4de2-8559-8236d019a455 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303177 Sep 26 13:11:16.723579 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f7922c93-e8b4-415f-bf92-8361c0823de9 req-be06babb-e3e9-46de-926e-c4e04b05117b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917224 Sep 26 13:11:16.752013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-c763925c-4f4b-4f13-af9f-95ab0a55d98d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050122 Sep 26 13:11:16.867802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-31519c85-5d40-4131-bcf2-86e133f84aaf service neutron] 10.222.0.23 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958576 Sep 26 13:11:16.911998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-98001fd9-9b8e-4067-9475-00a3c8671dad tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.919549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-98001fd9-9b8e-4067-9475-00a3c8671dad tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.926175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-98001fd9-9b8e-4067-9475-00a3c8671dad tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.932404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-98001fd9-9b8e-4067-9475-00a3c8671dad tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.939684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-98001fd9-9b8e-4067-9475-00a3c8671dad tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.945701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-98001fd9-9b8e-4067-9475-00a3c8671dad tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.949445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Router 6bee1af0-3a9e-4b23-945e-4742911c5b55 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:11:16.951589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-98001fd9-9b8e-4067-9475-00a3c8671dad tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:16.978398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-98001fd9-9b8e-4067-9475-00a3c8671dad tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.3815157 Sep 26 13:11:17.168381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:11:17.186814 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] Sync routers for ids ['6bee1af0-3a9e-4b23-945e-4742911c5b55'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:11:17.201345 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-33c878ac-167a-4117-8122-9c7c5bc0e65b admin admin] 10.222.0.13 "PUT /v2.0/routers/6bee1af0-3a9e-4b23-945e-4742911c5b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2169836 Sep 26 13:11:17.206631 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] Routers {'6bee1af0-3a9e-4b23-945e-4742911c5b55'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:17.207255 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6bee1af0-3a9e-4b23-945e-4742911c5b55'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:17.209403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50834) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:17.211683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a710a3dc-54dd-420b-ac18-9de701b7de81 req-047400c5-2b51-425d-b8e9-034e673218f1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2322984 Sep 26 13:11:17.262662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd39f74-02ae-4c41-baf3-991f4be0d9df req-d29539e8-1457-4c26-bc57-c75ef5feaa70 service neutron] 10.222.0.23 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744931 Sep 26 13:11:17.431617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b64e-f58c-4b6a-ba32-00e8b96bc907 req-5cd2f826-5e0d-4cfa-857d-d91cc2ea58a5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:17.439930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c052b64e-f58c-4b6a-ba32-00e8b96bc907 req-5cd2f826-5e0d-4cfa-857d-d91cc2ea58a5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 944 time: 0.2720282 Sep 26 13:11:17.475766 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] Set router 6bee1af0-3a9e-4b23-945e-4742911c5b55 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:17.476298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5a3eb4a0-606a-4539-96d2-d24089eeba0e up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:17.566963 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c052b64e-f58c-4b6a-ba32-00e8b96bc907 req-1876dcf2-c82c-4cc1-92e4-f272de5086bf tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259820 Sep 26 13:11:17.601845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-fe3b7997-f2d6-4efd-9cf8-fa9c9b29a613 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9390175 Sep 26 13:11:17.604921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:17.662177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 5a3eb4a0-606a-4539-96d2-d24089eeba0e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:17.682092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 5a3eb4a0-606a-4539-96d2-d24089eeba0e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:17.685020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:17.810126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-5eb0f542-6d97-47ba-b866-95f1ebf397d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee HTTP/1.1" status: 200 len: 217 time: 0.2073472 Sep 26 13:11:17.811858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:17.866727 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:11:15Z', 'revision_number': 5, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port': {'id': '855495f5-1dd3-4459-8c3a-884f480f8753', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:10:38Z', 'updated_at': '2021-09-26T13:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:17.899658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-683f65b1-357e-41eb-a2ec-07a239bbdf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:17.908752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-683f65b1-357e-41eb-a2ec-07a239bbdf41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 1096 time: 0.4347696 Sep 26 13:11:17.943008 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] Checking router: 6bee1af0-3a9e-4b23-945e-4742911c5b55 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:11:17.964920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] Routers {'6bee1af0-3a9e-4b23-945e-4742911c5b55'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:17.965853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6bee1af0-3a9e-4b23-945e-4742911c5b55'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:17.966692 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:18.026356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b960ca-4082-448b-a66d-dba04b2380e8 req-35f5c105-0a7f-4997-8d00-ff69363aafdd tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.028007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65b960ca-4082-448b-a66d-dba04b2380e8 req-35f5c105-0a7f-4997-8d00-ff69363aafdd tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 944 time: 0.1240144 Sep 26 13:11:18.071977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455b46a4-8417-4833-9e3e-92b845fabc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3eb4a0-606a-4539-96d2-d24089eeba0e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:18.075591 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eda6c2-ad6f-43e4-b7cc-badb4b791a79" -d '{"events": [{"server_uuid": "455b46a4-8417-4833-9e3e-92b845fabc95", "name": "network-vif-plugged", "status": "completed", "tag": "5a3eb4a0-606a-4539-96d2-d24089eeba0e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:18.077023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-71555461-f408-4416-984b-6d7ac96c4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.078965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-71555461-f408-4416-984b-6d7ac96c4fc5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 910 time: 0.1457162 Sep 26 13:11:18.144675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5a3eb4a0-606a-4539-96d2-d24089eeba0e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a3eb4a0-606a-4539-96d2-d24089eeba0e,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:18.155010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:18.176511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-faaeda83-b632-45ca-922e-55d238ff34d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226 HTTP/1.1" status: 200 len: 217 time: 0.0723734 Sep 26 13:11:18.183330 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65b960ca-4082-448b-a66d-dba04b2380e8 req-9fb1b02f-107c-49f2-a303-387827b56d1f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298342 Sep 26 13:11:18.195981 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] Set router 6bee1af0-3a9e-4b23-945e-4742911c5b55 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:18.203892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f900f1-a389-40f1-abcb-f4e0c7d10306 req-2e515ed4-057c-416c-8bc8-cad2feb021ac tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.220062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Deleting port 855495f5-1dd3-4459-8c3a-884f480f8753 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:18.227306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:18.231851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f900f1-a389-40f1-abcb-f4e0c7d10306 req-2e515ed4-057c-416c-8bc8-cad2feb021ac tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.247703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f900f1-a389-40f1-abcb-f4e0c7d10306 req-2e515ed4-057c-416c-8bc8-cad2feb021ac tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.264760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f900f1-a389-40f1-abcb-f4e0c7d10306 req-2e515ed4-057c-416c-8bc8-cad2feb021ac tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.294657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f900f1-a389-40f1-abcb-f4e0c7d10306 req-2e515ed4-057c-416c-8bc8-cad2feb021ac tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.306712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5f900f1-a389-40f1-abcb-f4e0c7d10306 req-2e515ed4-057c-416c-8bc8-cad2feb021ac tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 3816 time: 0.7582357 Sep 26 13:11:18.324830 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b54bbd0-676a-42ec-91ff-7c1af9cb0151 x-openstack-request-id: req-8b54bbd0-676a-42ec-91ff-7c1af9cb0151 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:18.325128 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455b46a4-8417-4833-9e3e-92b845fabc95", "name": "network-vif-plugged", "status": "completed", "tag": "5a3eb4a0-606a-4539-96d2-d24089eeba0e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:18.325382 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b54bbd0-676a-42ec-91ff-7c1af9cb0151 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:18.325793 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455b46a4-8417-4833-9e3e-92b845fabc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3eb4a0-606a-4539-96d2-d24089eeba0e', 'code': 200} Sep 26 13:11:18.353476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5a3eb4a0-606a-4539-96d2-d24089eeba0e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:18.355613 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:11:17Z', 'revision_number': 6, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:18.430714 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983667b-fd51-4340-b8e3-ac1d7025b0af None None] The sync data for ids ['6bee1af0-3a9e-4b23-945e-4742911c5b55'] in n-d-806683-13 is: [{'id': '6bee1af0-3a9e-4b23-945e-4742911c5b55', 'name': 'tempest-TestAggregatesBasicOps-73857730-router', 'tenant_id': '55a33024585c45ab8985fcf1022d06a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:10:36Z', 'updated_at': '2021-09-26T13:11:17Z', 'revision_number': 6, 'project_id': '55a33024585c45ab8985fcf1022d06a0', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:11:18.439740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-a2c82664-2956-43ca-8d69-7558dc57d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.441361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-a2c82664-2956-43ca-8d69-7558dc57d4f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.1220105 Sep 26 13:11:18.474557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-8744dddb-3db4-4345-9a15-72a427554b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.478813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-8744dddb-3db4-4345-9a15-72a427554b27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.6591332 Sep 26 13:11:18.501415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129fa097-5391-49be-a852-ac7a284ed454 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:18.525917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:18.532216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-5e6ad640-75a5-4d8d-be1d-25a9427b5ce8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792415 Sep 26 13:11:18.577046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] For port 855495f5-1dd3-4459-8c3a-884f480f8753, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=855495f5-1dd3-4459-8c3a-884f480f8753,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:18.577805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:18.610339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5f900f1-a389-40f1-abcb-f4e0c7d10306 req-93db99ff-575a-4ac7-926d-0b4a56ef2b7a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943146 Sep 26 13:11:18.616378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Calling delete_port for 855495f5-1dd3-4459-8c3a-884f480f8753 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:18.636331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-06f0e27c-1cf6-434b-95a0-c630266a70f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.642912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-06f0e27c-1cf6-434b-95a0-c630266a70f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.650087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Transition to ACTIVE for port object 129fa097-5391-49be-a852-ac7a284ed454 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:18.650694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-06f0e27c-1cf6-434b-95a0-c630266a70f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.656827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-06f0e27c-1cf6-434b-95a0-c630266a70f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.664837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-06f0e27c-1cf6-434b-95a0-c630266a70f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.672984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-06f0e27c-1cf6-434b-95a0-c630266a70f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.675530 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:18.680066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-06f0e27c-1cf6-434b-95a0-c630266a70f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.682367 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-06f0e27c-1cf6-434b-95a0-c630266a70f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.2386017 Sep 26 13:11:18.697859 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717adfb-f89c-439f-92ca-aae1a36e780e req-c51d07f3-5220-43c7-ad96-45866d9eb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.699299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7717adfb-f89c-439f-92ca-aae1a36e780e req-c51d07f3-5220-43c7-ad96-45866d9eb342 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 1097 time: 0.1966708 Sep 26 13:11:18.744066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-4e18f395-fc9e-45d3-8f3a-b3bc43581938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:18.745924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-4e18f395-fc9e-45d3-8f3a-b3bc43581938 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2574043 Sep 26 13:11:18.844038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Pushing event updated for resources: {'Port': ['ID=129fa097-5391-49be-a852-ac7a284ed454,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:18.861550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7717adfb-f89c-439f-92ca-aae1a36e780e req-0f4b9336-2916-4768-b599-19b5c840cf31 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200948 Sep 26 13:11:18.874439 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-e6e785fc-04cc-45c6-a2d7-d7c589c7fdaa service neutron] 10.222.0.23 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200896 Sep 26 13:11:18.882009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdc518d1-9256-48a7-a8a3-eac3ed44a55e req-450f0b95-a659-4bdb-8bce-c11268a2969f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891642 Sep 26 13:11:19.034088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-56219228-7334-46b8-9638-df22e71bea9a service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761867 Sep 26 13:11:19.133611 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.191681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=855495f5-1dd3-4459-8c3a-884f480f8753,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:19.305992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Attempting to bind port 129fa097-5391-49be-a852-ac7a284ed454 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:19.307546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Attempting to bind port 129fa097-5391-49be-a852-ac7a284ed454 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:19.310662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Attempting to bind port 129fa097-5391-49be-a852-ac7a284ed454 on network bcc4ad1b-5178-4df1-849d-d894c90d9977 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:19.318915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.374552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 01dedf19-7fb0-4721-9f00-9f0448056cbf no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:11:19.398015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Port 129fa097-5391-49be-a852-ac7a284ed454 on network bcc4ad1b-5178-4df1-849d-d894c90d9977 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:19.398650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Attempting to bind port 129fa097-5391-49be-a852-ac7a284ed454 on network bcc4ad1b-5178-4df1-849d-d894c90d9977 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:19.427413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9e0b1-3063-43e5-8065-e5bcd24e589f req-27b6441b-08ee-4ea9-a8fc-8162fe25ddc4 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:19.431439 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27a9e0b1-3063-43e5-8065-e5bcd24e589f req-27b6441b-08ee-4ea9-a8fc-8162fe25ddc4 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 944 time: 0.3964314 Sep 26 13:11:19.441500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:19.441934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Checking segment: {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:19.442314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Bound using segment: {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:19.442771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Bound port: 129fa097-5391-49be-a852-ac7a284ed454, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786aec31-5119-4ad5-8897-91a8967b2d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:19.443130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.450320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 01dedf19-7fb0-4721-9f00-9f0448056cbf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:11:19.455527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 01dedf19-7fb0-4721-9f00-9f0448056cbf not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:11:19.475371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8a696a66-7d22-4c8b-9ece-34aba98c7226 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:19.505830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-561ac09a-c565-4c10-b1da-c1f78a689be1 req-c372632c-fa3a-48c1-aaeb-5280c790f91f service neutron] 10.222.0.23 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458321 Sep 26 13:11:19.509552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.526356 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.563940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27a9e0b1-3063-43e5-8065-e5bcd24e589f req-eca64f95-2474-4d08-a0de-267af2d7e94e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184545 Sep 26 13:11:19.569651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-4d41b236-266c-45d9-9331-1571665fc28d service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667456 Sep 26 13:11:19.630785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-9b3276fb-aa8f-46f3-901b-9a0992233d2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c00e443c-2c31-442b-9d81-70b55d11db11 HTTP/1.1" status: 200 len: 217 time: 0.0537021 Sep 26 13:11:19.637114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184e0eb-6865-452d-a404-46807d23eb28 req-1c19f311-8fdf-40b0-9509-a77510595c89 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:19.645533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8184e0eb-6865-452d-a404-46807d23eb28 req-1c19f311-8fdf-40b0-9509-a77510595c89 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 945 time: 0.3412793 Sep 26 13:11:19.657063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.660104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bee1af0-3a9e-4b23-945e-4742911c5b55 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:11:19.670669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.676966 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-65869b39-2505-4fe2-8e7d-d19e666b2d61 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6bee1af0-3a9e-4b23-945e-4742911c5b55 HTTP/1.1" status: 204 len: 168 time: 2.4593389 Sep 26 13:11:19.678070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50872) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:19.716184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8a696a66-7d22-4c8b-9ece-34aba98c7226, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:19.729583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '8a696a66-7d22-4c8b-9ece-34aba98c7226', 'network_id': 'fdc6ff20-44c9-4099-a429-6cb2f37bd6ad', 'port_id': '8a696a66-7d22-4c8b-9ece-34aba98c7226', 'mac_address': 'fa:16:3e:13:51:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f228b08-4aca-45b7-ae39-b951e0d28384', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:19.797773 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8184e0eb-6865-452d-a404-46807d23eb28 req-e76f0f98-0bcf-403d-9b7d-1950dd12d07f tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450953 Sep 26 13:11:19.816075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae66afa0-d65a-4cfd-8cc3-dd97b46092fd admin admin] Deleting subnet 99475e3e-ab84-48d7-8ac8-0def70ceebdf {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:11:19.816075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae66afa0-d65a-4cfd-8cc3-dd97b46092fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.837247 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.892186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a696a66-7d22-4c8b-9ece-34aba98c7226 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:19.924217 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae66afa0-d65a-4cfd-8cc3-dd97b46092fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:19.982168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8a696a66-7d22-4c8b-9ece-34aba98c7226, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:19.993387 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.094401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=8a696a66-7d22-4c8b-9ece-34aba98c7226,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:20.117187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.159837 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae66afa0-d65a-4cfd-8cc3-dd97b46092fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.216876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-78d1bd6d-f234-4a6f-bcca-6cd5b9a0e6dc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.223198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-78d1bd6d-f234-4a6f-bcca-6cd5b9a0e6dc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.230823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-78d1bd6d-f234-4a6f-bcca-6cd5b9a0e6dc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.238107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-78d1bd6d-f234-4a6f-bcca-6cd5b9a0e6dc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.245210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-78d1bd6d-f234-4a6f-bcca-6cd5b9a0e6dc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.246950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] For port 129fa097-5391-49be-a852-ac7a284ed454, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:20.256521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-78d1bd6d-f234-4a6f-bcca-6cd5b9a0e6dc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.269601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-78d1bd6d-f234-4a6f-bcca-6cd5b9a0e6dc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.282769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-78d1bd6d-f234-4a6f-bcca-6cd5b9a0e6dc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.1922376 Sep 26 13:11:20.292974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] For port 129fa097-5391-49be-a852-ac7a284ed454, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=129fa097-5391-49be-a852-ac7a284ed454,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:20.308369 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.317536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-bc8bf672-b16b-4b54-adaa-d7c65d8dc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.319145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-bc8bf672-b16b-4b54-adaa-d7c65d8dc3c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.6739464 Sep 26 13:11:20.361859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84efc030-0b93-4cc2-a52a-c9c5efe129aa req-2f3a179b-4851-451f-99d8-3244c73cbfdd tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780122 Sep 26 13:11:20.365828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae66afa0-d65a-4cfd-8cc3-dd97b46092fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.386098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['8a696a66-7d22-4c8b-9ece-34aba98c7226'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:20.392030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a11a0-8d46-4e60-8f1b-7147ba75419a req-6915bfd0-96c8-4301-aaaf-a1e8d1c54c31 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.404072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a11a0-8d46-4e60-8f1b-7147ba75419a req-6915bfd0-96c8-4301-aaaf-a1e8d1c54c31 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.410872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a11a0-8d46-4e60-8f1b-7147ba75419a req-6915bfd0-96c8-4301-aaaf-a1e8d1c54c31 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.413896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66afa0-d65a-4cfd-8cc3-dd97b46092fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99475e3e-ab84-48d7-8ac8-0def70ceebdf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:20.421125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a11a0-8d46-4e60-8f1b-7147ba75419a req-6915bfd0-96c8-4301-aaaf-a1e8d1c54c31 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.426013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae66afa0-d65a-4cfd-8cc3-dd97b46092fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.430601 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ae66afa0-d65a-4cfd-8cc3-dd97b46092fd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/99475e3e-ab84-48d7-8ac8-0def70ceebdf HTTP/1.1" status: 204 len: 168 time: 0.7509308 Sep 26 13:11:20.433038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50888) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:20.440277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a11a0-8d46-4e60-8f1b-7147ba75419a req-6915bfd0-96c8-4301-aaaf-a1e8d1c54c31 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.462057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-052a11a0-8d46-4e60-8f1b-7147ba75419a req-6915bfd0-96c8-4301-aaaf-a1e8d1c54c31 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 3828 time: 0.2528439 Sep 26 13:11:20.477467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.478218 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.479728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c3599dce-7758-473c-b483-d261c3895bea service neutron] 10.222.0.24 "PUT /v2.0/ports/129fa097-5391-49be-a852-ac7a284ed454 HTTP/1.1" status: 200 len: 1093 time: 5.3132079 Sep 26 13:11:20.523132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '129fa097-5391-49be-a852-ac7a284ed454'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:20.526179 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e8b85-108f-452a-9f1c-2664d50b7922" -d '{"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "129fa097-5391-49be-a852-ac7a284ed454"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:20.529036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3599dce-7758-473c-b483-d261c3895bea service neutron] Pushing event updated for resources: {'Port': ['ID=129fa097-5391-49be-a852-ac7a284ed454,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:20.557669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32a876-d115-4223-bceb-b8b39ab5acb3 None None] Network 08ea7dc0-1fa7-4720-b24c-7f64585b0265 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:11:20.632816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:20.670183 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6dea4e-9178-450d-89fb-2baa7a42243d x-openstack-request-id: req-4e6dea4e-9178-450d-89fb-2baa7a42243d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:20.670553 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "129fa097-5391-49be-a852-ac7a284ed454", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:20.672534 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e6dea4e-9178-450d-89fb-2baa7a42243d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:20.672534 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '129fa097-5391-49be-a852-ac7a284ed454', 'status': 'completed', 'code': 200} Sep 26 13:11:20.702930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.905091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc989d-2521-4add-a7a4-3f4469229e3d req-d0ec1c7e-0826-4e85-a458-32e90810380e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.912658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34bc989d-2521-4add-a7a4-3f4469229e3d req-d0ec1c7e-0826-4e85-a458-32e90810380e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 945 time: 0.1994858 Sep 26 13:11:20.954039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Deleting port c2d8bd02-344d-4ae7-839d-36e94ec9d505 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:20.954455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:20.961425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-052a11a0-8d46-4e60-8f1b-7147ba75419a req-35888528-fe78-427d-8e7b-4ced76553441 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4884441 Sep 26 13:11:20.988501 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34bc989d-2521-4add-a7a4-3f4469229e3d req-797c4418-1be8-426a-9827-93db60f1ef55 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742304 Sep 26 13:11:20.996415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a19e5327-ab3c-4e70-a839-1414ba0a1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:20.999671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-a19e5327-ab3c-4e70-a839-1414ba0a1eba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6458015 Sep 26 13:11:21.148961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] For port c2d8bd02-344d-4ae7-839d-36e94ec9d505, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c2d8bd02-344d-4ae7-839d-36e94ec9d505,segment=NetworkSegment(669b13a7-350c-47b1-bb28-83df95605573),segment_id=669b13a7-350c-47b1-bb28-83df95605573)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:21.149349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.172631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] DHCP port deletion for 08ea7dc0-1fa7-4720-b24c-7f64585b0265 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:11:21.201881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Calling delete_port for c2d8bd02-344d-4ae7-839d-36e94ec9d505 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:21.207662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-ef2e21df-44b0-40f9-a1b5-4c256adfa6aa service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927140 Sep 26 13:11:21.211850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.237411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 855495f5-1dd3-4459-8c3a-884f480f8753 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:11:21.279454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2d323234-8b85-48e8-a21e-681bccf38086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.280048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2d323234-8b85-48e8-a21e-681bccf38086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.280288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2d323234-8b85-48e8-a21e-681bccf38086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.280746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2d323234-8b85-48e8-a21e-681bccf38086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.281361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2d323234-8b85-48e8-a21e-681bccf38086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.283304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2d323234-8b85-48e8-a21e-681bccf38086 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 4364 time: 0.6072783 Sep 26 13:11:21.337909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.349096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 855495f5-1dd3-4459-8c3a-884f480f8753 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:11:21.349757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 855495f5-1dd3-4459-8c3a-884f480f8753 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:11:21.363637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660109cd-8fdf-48be-8c12-f0b4a4dfbaad req-24df9198-8ddf-48b4-99ed-cb83d52d24b4 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.373150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-660109cd-8fdf-48be-8c12-f0b4a4dfbaad req-24df9198-8ddf-48b4-99ed-cb83d52d24b4 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 945 time: 0.2128878 Sep 26 13:11:21.390666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] Deleting port c2d8bd02-344d-4ae7-839d-36e94ec9d505 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:21.393225 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.409230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] No DVR routers for this DVR port c2d8bd02-344d-4ae7-839d-36e94ec9d505 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:11:21.415640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d8bd02-344d-4ae7-839d-36e94ec9d505,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:21.549745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-660109cd-8fdf-48be-8c12-f0b4a4dfbaad req-b7135bff-e5a5-4226-a3a1-92a12bdf4ea1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738377 Sep 26 13:11:21.613003 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.624730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2e715197-90dc-45a8-81af-861f14cab697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.625218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2e715197-90dc-45a8-81af-861f14cab697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.625897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2e715197-90dc-45a8-81af-861f14cab697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.628224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-2e715197-90dc-45a8-81af-861f14cab697 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=74ad8af6eff341d69060a0640aaa70f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3325145 Sep 26 13:11:21.646280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] For port c2d8bd02-344d-4ae7-839d-36e94ec9d505, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:21.646665 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.670925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ea7dc0-1fa7-4720-b24c-7f64585b0265']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:21.682175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] Calling delete_port for c2d8bd02-344d-4ae7-839d-36e94ec9d505 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:21.688379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] Port c2d8bd02-344d-4ae7-839d-36e94ec9d505 was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:11:21.689926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.702031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669b13a7-350c-47b1-bb28-83df95605573') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:21.702940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669b13a7-350c-47b1-bb28-83df95605573') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:21.726678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.759814 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.776541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:11:21.777200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:11:21.779998 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:11:21.810502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] Pushing event deleted for resources: {'Port': ['ID=c2d8bd02-344d-4ae7-839d-36e94ec9d505,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:21.822906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4bfd2-3cf5-489d-9cd4-a68bdf540239 None None] No DVR routers for this DVR port c2d8bd02-344d-4ae7-839d-36e94ec9d505 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:11:21.834371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-744a5869-66a0-4934-b87a-7067818026b7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.841751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-744a5869-66a0-4934-b87a-7067818026b7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.847873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-744a5869-66a0-4934-b87a-7067818026b7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.854601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-744a5869-66a0-4934-b87a-7067818026b7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.861417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-744a5869-66a0-4934-b87a-7067818026b7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.871492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-744a5869-66a0-4934-b87a-7067818026b7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.878647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-744a5869-66a0-4934-b87a-7067818026b7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.885828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-744a5869-66a0-4934-b87a-7067818026b7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.3318751 Sep 26 13:11:21.893688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-72c09bcc-cc70-4c70-b146-14b78c39072a service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596580 Sep 26 13:11:21.963825 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.978586 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:21.980984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/08ea7dc0-1fa7-4720-b24c-7f64585b0265 HTTP/1.1" status: 204 len: 168 time: 1.5469716 Sep 26 13:11:21.989631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-135b5fe1-98bf-4e7c-96c6-449eba2a2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:21.991701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d46e8b85-108f-452a-9f1c-2664d50b7922 req-135b5fe1-98bf-4e7c-96c6-449eba2a2c55 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3193467 Sep 26 13:11:21.995023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-c81c2c4f-0d65-4471-8048-d0193a32f46f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e HTTP/1.1" status: 200 len: 217 time: 0.0910032 Sep 26 13:11:22.026286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143871ae-404d-4c14-8224-244d4632e3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ea7dc0-1fa7-4720-b24c-7f64585b0265,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:22.104239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-214da2a5-ba4d-4666-9853-c6da60f37e97 req-99c41ac3-19b5-4e04-8d0d-c13e21029eb9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173805 Sep 26 13:11:22.111128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c273c93-df58-4c4a-a85c-7f648240c6ce req-43414aab-ee8b-413e-8512-657a9c2b2c70 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.119380 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1c273c93-df58-4c4a-a85c-7f648240c6ce req-43414aab-ee8b-413e-8512-657a9c2b2c70 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 945 time: 0.1369793 Sep 26 13:11:22.172782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-997af6b3-eb91-4d62-8aec-f3e61a7357c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.174894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-997af6b3-eb91-4d62-8aec-f3e61a7357c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.1631901 Sep 26 13:11:22.180205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1c273c93-df58-4c4a-a85c-7f648240c6ce req-c96913ba-184b-4810-a8c5-86216bd4501b tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597944 Sep 26 13:11:22.321024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:22.327089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-989a6691-703b-48af-9c62-c7488077b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.330232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-989a6691-703b-48af-9c62-c7488077b3d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1253302 Sep 26 13:11:22.342318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eb87c-f45a-4aee-922c-1777581a4d38 req-654d2fd4-9ee1-40f9-8dfe-8bc5981bbecb tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.351332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d24eb87c-f45a-4aee-922c-1777581a4d38 req-654d2fd4-9ee1-40f9-8dfe-8bc5981bbecb tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 945 time: 0.1272790 Sep 26 13:11:22.356182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:22.403200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13073a-6125-4083-a799-37a287c9a966 req-ae68e476-afc8-4d81-bcfa-33ff46cf7bbc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.415819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Transition to ACTIVE for port object 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:22.416990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13073a-6125-4083-a799-37a287c9a966 req-ae68e476-afc8-4d81-bcfa-33ff46cf7bbc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.430520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:22.437023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13073a-6125-4083-a799-37a287c9a966 req-ae68e476-afc8-4d81-bcfa-33ff46cf7bbc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.443089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13073a-6125-4083-a799-37a287c9a966 req-ae68e476-afc8-4d81-bcfa-33ff46cf7bbc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.449720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13073a-6125-4083-a799-37a287c9a966 req-ae68e476-afc8-4d81-bcfa-33ff46cf7bbc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:22.457858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8b13073a-6125-4083-a799-37a287c9a966 req-ae68e476-afc8-4d81-bcfa-33ff46cf7bbc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 3828 time: 0.1489577 Sep 26 13:11:22.500733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8b13073a-6125-4083-a799-37a287c9a966 req-799c91a9-ff02-4ae5-9973-aa58b88bcec1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407679 Sep 26 13:11:22.521623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d24eb87c-f45a-4aee-922c-1777581a4d38 req-72707fbb-63bd-46e5-b7ce-02e56cc2bf11 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692092 Sep 26 13:11:22.536271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50932) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:22.622677 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-896cb1b1-d6f8-4813-ba96-889112f16c7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68133e8f57194b49a99ef19758ee28d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817912 Sep 26 13:11:22.623692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50938) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:22.635329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:22.694347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-15cc2fc7-3e78-49aa-9dfa-32274a71bf29 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408747 Sep 26 13:11:22.786436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4170-9b13-4ed0-a665-6f43a97ad793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:22.836007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Attempting to bind port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:22.836165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Attempting to bind port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:22.836578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Attempting to bind port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:22.844486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09a871d7-49b3-4597-ba3c-453747c8b087 req-683b3a22-663e-4e35-8af2-9fbeb08081a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295257 Sep 26 13:11:22.845193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 on network 55cfb959-a6b3-4024-baf6-8573b60748bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:22.845545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Attempting to bind port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:22.851298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:22.851591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Checking segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:22.851920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Bound using segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:22.852349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Bound port: 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:22.852707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:22.854437 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4170-9b13-4ed0-a665-6f43a97ad793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:22.996525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] For port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:22.999317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4170-9b13-4ed0-a665-6f43a97ad793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:23.001923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] For port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:23.004024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4170-9b13-4ed0-a665-6f43a97ad793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:23.010430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f5f4170-9b13-4ed0-a665-6f43a97ad793 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a55327c-e859-4c5e-a7a7-85efca3b9c09 HTTP/1.1" status: 204 len: 168 time: 0.3810241 Sep 26 13:11:23.014556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-eb142e2f-d9a5-449d-8ae7-f85873f0595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.015175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-eb142e2f-d9a5-449d-8ae7-f85873f0595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.016000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-eb142e2f-d9a5-449d-8ae7-f85873f0595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.016601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-eb142e2f-d9a5-449d-8ae7-f85873f0595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.017060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f4170-9b13-4ed0-a665-6f43a97ad793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a55327c-e859-4c5e-a7a7-85efca3b9c09,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:23.017261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-eb142e2f-d9a5-449d-8ae7-f85873f0595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.017786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-eb142e2f-d9a5-449d-8ae7-f85873f0595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.018253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-eb142e2f-d9a5-449d-8ae7-f85873f0595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.020201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-eb142e2f-d9a5-449d-8ae7-f85873f0595d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6492 time: 0.0922220 Sep 26 13:11:23.021471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:23.116256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.117025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:23.118682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] 10.222.0.24 "PUT /v2.0/ports/1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 200 len: 1131 time: 2.5861897 Sep 26 13:11:23.119037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:23.121843 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040" -d '{"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:23.172781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:23.230450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0347da-d1b3-49a3-9750-f6173bd6cb08 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:23.279947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c2d8bd02-344d-4ae7-839d-36e94ec9d505 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:11:23.307612 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e697036-83b4-4860-a63a-c612b54cdaf1 x-openstack-request-id: req-2e697036-83b4-4860-a63a-c612b54cdaf1 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:23.307844 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:23.308103 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e697036-83b4-4860-a63a-c612b54cdaf1 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:23.308560 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877', 'status': 'completed', 'code': 200} Sep 26 13:11:23.319095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c2d8bd02-344d-4ae7-839d-36e94ec9d505 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:11:23.319511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c2d8bd02-344d-4ae7-839d-36e94ec9d505 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:11:23.396757 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:23.418716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-8ae3e891-7e16-4d88-ba39-8fa677fff116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.421444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-8ae3e891-7e16-4d88-ba39-8fa677fff116 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b86aff44-39fa-42e7-b920-6c793e3330ab HTTP/1.1" status: 200 len: 902 time: 0.3774693 Sep 26 13:11:23.447462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-131370b7-9482-4598-845d-e2e7609a52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.448214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-131370b7-9482-4598-845d-e2e7609a52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.448600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-131370b7-9482-4598-845d-e2e7609a52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.448813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-131370b7-9482-4598-845d-e2e7609a52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.449304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-131370b7-9482-4598-845d-e2e7609a52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.457990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-131370b7-9482-4598-845d-e2e7609a52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.467674 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-131370b7-9482-4598-845d-e2e7609a52f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5288 time: 0.1582193 Sep 26 13:11:23.477518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8a696a66-7d22-4c8b-9ece-34aba98c7226 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:23.524987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-d7c07a0e-f3ff-4c51-afbf-17fd19848e86 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.552681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-d7c07a0e-f3ff-4c51-afbf-17fd19848e86 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.575750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-d7c07a0e-f3ff-4c51-afbf-17fd19848e86 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.600643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-d7c07a0e-f3ff-4c51-afbf-17fd19848e86 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.605612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 8a696a66-7d22-4c8b-9ece-34aba98c7226 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:23.612481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 8a696a66-7d22-4c8b-9ece-34aba98c7226 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:23.613116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:23.627470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-d7c07a0e-f3ff-4c51-afbf-17fd19848e86 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.633644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-6ddde363-8bc9-4360-a291-1ed6814cfb3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e HTTP/1.1" status: 200 len: 217 time: 0.2021213 Sep 26 13:11:23.654824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-d7c07a0e-f3ff-4c51-afbf-17fd19848e86 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.665217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-d7c07a0e-f3ff-4c51-afbf-17fd19848e86 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.671010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-d7c07a0e-f3ff-4c51-afbf-17fd19848e86 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.3545277 Sep 26 13:11:23.742166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-c7e76624-8d71-489d-bb6c-c58cb873e473 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.743735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-c7e76624-8d71-489d-bb6c-c58cb873e473 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 945 time: 0.3999045 Sep 26 13:11:23.793087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-158e82e0-19c9-4670-abd9-581b25e4e2f5 req-dfa87c36-9fca-4038-a1e2-38cb159930a6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148758 Sep 26 13:11:23.871568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-2a2d3a8e-ab32-4773-8e89-05bbd56ac443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:23.873142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-2a2d3a8e-ab32-4773-8e89-05bbd56ac443 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.1963973 Sep 26 13:11:23.879068 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:23.891912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50962) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:23.920932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f1e1f-44d5-476d-982f-ed69e632e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a696a66-7d22-4c8b-9ece-34aba98c7226'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:23.927128 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e448d451-5573-4c6b-bfb7-8fafd4185831" -d '{"events": [{"server_uuid": "0d5f1e1f-44d5-476d-982f-ed69e632e080", "name": "network-vif-plugged", "status": "completed", "tag": "8a696a66-7d22-4c8b-9ece-34aba98c7226"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:23.949793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 8a696a66-7d22-4c8b-9ece-34aba98c7226, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:23.954922 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:24.005377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace4828-7a63-4b82-bfe4-48d46e5a360f req-d7dc19eb-fc3b-487d-acd4-db051bef0f1e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.007012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aace4828-7a63-4b82-bfe4-48d46e5a360f req-d7dc19eb-fc3b-487d-acd4-db051bef0f1e tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 945 time: 0.5378342 Sep 26 13:11:24.011634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=8a696a66-7d22-4c8b-9ece-34aba98c7226,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:24.041654 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-68ce3da3-c8b4-4289-88f4-b22c2d00868a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55a33024585c45ab8985fcf1022d06a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432850 Sep 26 13:11:24.044431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50968) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:24.057093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945088a-fc6c-4927-a538-918964b91346 req-75343f1a-fca3-4627-ac43-262944d3131c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.059106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e945088a-fc6c-4927-a538-918964b91346 req-75343f1a-fca3-4627-ac43-262944d3131c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0771856 Sep 26 13:11:24.134498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e945088a-fc6c-4927-a538-918964b91346 req-0a082e08-1b28-4e00-8497-950a4e2992e1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614409 Sep 26 13:11:24.163135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-3b9a468a-9ad0-4497-8ea2-162897a4fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.165196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-3b9a468a-9ad0-4497-8ea2-162897a4fdad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2479255 Sep 26 13:11:24.249549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-361ec4b2-3a08-41a4-aa41-669f2260f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.250151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-361ec4b2-3a08-41a4-aa41-669f2260f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.250694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-361ec4b2-3a08-41a4-aa41-669f2260f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.252467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-361ec4b2-3a08-41a4-aa41-669f2260f5e6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=74ad8af6eff341d69060a0640aaa70f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7677016 Sep 26 13:11:24.264291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e7f3-af35-45a1-ad35-5184a4682fcf req-7adead4e-e82c-47df-80d2-5c805a16d25b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.270287 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aace4828-7a63-4b82-bfe4-48d46e5a360f req-4ad1739d-06b2-4656-86a7-6fb430442937 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401314 Sep 26 13:11:24.271185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e7f3-af35-45a1-ad35-5184a4682fcf req-7adead4e-e82c-47df-80d2-5c805a16d25b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.278431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e7f3-af35-45a1-ad35-5184a4682fcf req-7adead4e-e82c-47df-80d2-5c805a16d25b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.284546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e7f3-af35-45a1-ad35-5184a4682fcf req-7adead4e-e82c-47df-80d2-5c805a16d25b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.291936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e7f3-af35-45a1-ad35-5184a4682fcf req-7adead4e-e82c-47df-80d2-5c805a16d25b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.298031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e7f3-af35-45a1-ad35-5184a4682fcf req-7adead4e-e82c-47df-80d2-5c805a16d25b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:24.306041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1b8e7f3-af35-45a1-ad35-5184a4682fcf req-7adead4e-e82c-47df-80d2-5c805a16d25b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 4600 time: 0.1090436 Sep 26 13:11:24.358324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1b8e7f3-af35-45a1-ad35-5184a4682fcf req-c933c392-bacf-4bbc-a686-6d4d52bddc43 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480964 Sep 26 13:11:24.426999 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7971d93f-3614-4645-a2f0-4694492ebfc4 x-openstack-request-id: req-7971d93f-3614-4645-a2f0-4694492ebfc4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:24.428123 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f1e1f-44d5-476d-982f-ed69e632e080", "name": "network-vif-plugged", "status": "completed", "tag": "8a696a66-7d22-4c8b-9ece-34aba98c7226", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:24.428660 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7971d93f-3614-4645-a2f0-4694492ebfc4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:24.429638 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5f1e1f-44d5-476d-982f-ed69e632e080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a696a66-7d22-4c8b-9ece-34aba98c7226', 'code': 200} Sep 26 13:11:24.728322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50980) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:24.814051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35c82881-ad3e-4888-b422-f3b9e8cf5e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:24.881875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Deleting port 5a3eb4a0-606a-4539-96d2-d24089eeba0e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:24.882233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:24.931934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-c13ff69f-5ca5-4a03-bf5e-463ac35baa52 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412114 Sep 26 13:11:24.952588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35c82881-ad3e-4888-b422-f3b9e8cf5e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.014999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52ac44-d3bd-4a29-ae00-40b2a68b62f6 req-f4682642-a8e8-49e5-9234-1774f141760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.016640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b52ac44-d3bd-4a29-ae00-40b2a68b62f6 req-f4682642-a8e8-49e5-9234-1774f141760b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 1098 time: 0.5262682 Sep 26 13:11:25.054701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4b52ac44-d3bd-4a29-ae00-40b2a68b62f6 req-afb622e9-33af-4918-9fd5-6d0a07dc3112 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303481 Sep 26 13:11:25.090997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c572f40e-4d4e-4b6d-8701-d60cef89d3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.110572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-97b94228-ae37-4986-bade-3674971bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.112158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e5dd33a-9e43-46d5-ae59-d27b97f0b040 req-97b94228-ae37-4986-bade-3674971bea5e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8337142 Sep 26 13:11:25.239742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] For port 5a3eb4a0-606a-4539-96d2-d24089eeba0e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a3eb4a0-606a-4539-96d2-d24089eeba0e,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:25.240131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.260207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-00ad6d41-76e0-4d6a-911e-479088905297 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.266507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-00ad6d41-76e0-4d6a-911e-479088905297 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.272607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-00ad6d41-76e0-4d6a-911e-479088905297 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.275266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ebb98-074f-4d1c-a711-539785824c5a req-2d05b5ce-13b6-41a2-93b9-2cf737935a30 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.276809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-527ebb98-074f-4d1c-a711-539785824c5a req-2d05b5ce-13b6-41a2-93b9-2cf737935a30 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0684674 Sep 26 13:11:25.278745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-00ad6d41-76e0-4d6a-911e-479088905297 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.284906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-00ad6d41-76e0-4d6a-911e-479088905297 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.291799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-00ad6d41-76e0-4d6a-911e-479088905297 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.298214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-00ad6d41-76e0-4d6a-911e-479088905297 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.302100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-00ad6d41-76e0-4d6a-911e-479088905297 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.3839660 Sep 26 13:11:25.337810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-527ebb98-074f-4d1c-a711-539785824c5a req-bbd2d5f3-4ed4-4d9e-b3b6-a5e054311b28 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512235 Sep 26 13:11:25.340635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Calling delete_port for 5a3eb4a0-606a-4539-96d2-d24089eeba0e owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:25.369099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726e6f0b-b4e9-4295-baac-6d7d552eae43 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:25.382442 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35c82881-ad3e-4888-b422-f3b9e8cf5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.385025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35c82881-ad3e-4888-b422-f3b9e8cf5e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.387709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-35c82881-ad3e-4888-b422-f3b9e8cf5e4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fe5ac88-1dd8-451d-a9d9-814fdcd1d394 HTTP/1.1" status: 204 len: 168 time: 1.3178937 Sep 26 13:11:25.410886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.487030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9744d-5583-4560-a22a-def37c27548c req-2e695d91-13e1-4d55-8bfa-139f02230ba4 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.493480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5a3eb4a0-606a-4539-96d2-d24089eeba0e no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:11:25.497544 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d9744d-5583-4560-a22a-def37c27548c req-2e695d91-13e1-4d55-8bfa-139f02230ba4 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 945 time: 0.0790594 Sep 26 13:11:25.501738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c48daaf7-f877-4f1b-91ca-b21a71557a53 req-21bf6ed5-9797-4407-856d-bc768102ce19 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337675 Sep 26 13:11:25.502460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c82881-ad3e-4888-b422-f3b9e8cf5e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe5ac88-1dd8-451d-a9d9-814fdcd1d394,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:25.511299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Transition to ACTIVE for port object 726e6f0b-b4e9-4295-baac-6d7d552eae43 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:25.533000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.551127 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31d9744d-5583-4560-a22a-def37c27548c req-b5753b17-7e1e-47b9-883e-bfecf8764235 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups?id=801ba9d9-b701-4b1c-b73c-aeab9087e207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525165 Sep 26 13:11:25.555169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16d43d3b-27bc-47c3-bf15-0492aec1df1c req-6a81a746-2b53-407b-9354-154c0bc5171e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2233047 Sep 26 13:11:25.637403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Pushing event updated for resources: {'Port': ['ID=726e6f0b-b4e9-4295-baac-6d7d552eae43,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:25.703740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.753299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5a3eb4a0-606a-4539-96d2-d24089eeba0e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a3eb4a0-606a-4539-96d2-d24089eeba0e,segment=NetworkSegment(e553e37e-1ae4-486d-811a-0222ea387d46),segment_id=e553e37e-1ae4-486d-811a-0222ea387d46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:25.760704 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.824394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5a3eb4a0-606a-4539-96d2-d24089eeba0e,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:25.828218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-4208c499-7e5a-4392-81d7-fd14b6d50eea tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.833275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c572f40e-4d4e-4b6d-8701-d60cef89d3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.842704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-4208c499-7e5a-4392-81d7-fd14b6d50eea tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.844613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c572f40e-4d4e-4b6d-8701-d60cef89d3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.850100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-4208c499-7e5a-4392-81d7-fd14b6d50eea tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.856628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-4208c499-7e5a-4392-81d7-fd14b6d50eea tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.863311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-4208c499-7e5a-4392-81d7-fd14b6d50eea tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.870682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-4208c499-7e5a-4392-81d7-fd14b6d50eea tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.877082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-4208c499-7e5a-4392-81d7-fd14b6d50eea tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:25.886072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-4208c499-7e5a-4392-81d7-fd14b6d50eea tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5373 time: 0.1643443 Sep 26 13:11:25.897983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572f40e-4d4e-4b6d-8701-d60cef89d3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eae1b3-e14b-4dc2-b8b2-1e7df768d08c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:25.940029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:25.951265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Attempting to bind port 726e6f0b-b4e9-4295-baac-6d7d552eae43 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:25.951652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Attempting to bind port 726e6f0b-b4e9-4295-baac-6d7d552eae43 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:25.952792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Attempting to bind port 726e6f0b-b4e9-4295-baac-6d7d552eae43 on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:25.965745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c08878b-b52d-4fa6-9302-becb1373af5f req-ea3a3e46-f0d3-4f6e-a135-9dc7c45bdc00 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787895 Sep 26 13:11:25.992953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c572f40e-4d4e-4b6d-8701-d60cef89d3b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe4bd807753c4648919f2b4430a41cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2567539 Sep 26 13:11:25.994700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51012) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:25.996906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event deleted for resources: {'Port': ['ID=5a3eb4a0-606a-4539-96d2-d24089eeba0e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:26.005805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Port 726e6f0b-b4e9-4295-baac-6d7d552eae43 on network 55cfb959-a6b3-4024-baf6-8573b60748bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:26.006144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Attempting to bind port 726e6f0b-b4e9-4295-baac-6d7d552eae43 on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:26.033454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:26.033923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Checking segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:26.034323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Bound using segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:26.034777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Bound port: 726e6f0b-b4e9-4295-baac-6d7d552eae43, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:26.035139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.076021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] No DVR routers for this DVR port 5a3eb4a0-606a-4539-96d2-d24089eeba0e on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:11:26.082670 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.084732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8dba4a27-f4c0-4915-81e0-69fe8d401b70 req-fc1bcd2e-0c3b-48e1-ad5a-bf6b184bcf54 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.23 "DELETE /v2.0/ports/5a3eb4a0-606a-4539-96d2-d24089eeba0e HTTP/1.1" status: 204 len: 173 time: 2.3309958 Sep 26 13:11:26.086124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455b46a4-8417-4833-9e3e-92b845fabc95', 'name': 'network-vif-deleted', 'tag': '5a3eb4a0-606a-4539-96d2-d24089eeba0e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:26.088455 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef0d7db-5ff9-4288-9465-3678c33992e1" -d '{"events": [{"server_uuid": "455b46a4-8417-4833-9e3e-92b845fabc95", "name": "network-vif-deleted", "tag": "5a3eb4a0-606a-4539-96d2-d24089eeba0e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:26.141903 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5615467c-670c-48f1-a865-77131b3a28f7 x-openstack-request-id: req-5615467c-670c-48f1-a865-77131b3a28f7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:26.142266 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455b46a4-8417-4833-9e3e-92b845fabc95", "name": "network-vif-deleted", "tag": "5a3eb4a0-606a-4539-96d2-d24089eeba0e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:26.142617 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5615467c-670c-48f1-a865-77131b3a28f7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:26.144331 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455b46a4-8417-4833-9e3e-92b845fabc95', 'name': 'network-vif-deleted', 'tag': '5a3eb4a0-606a-4539-96d2-d24089eeba0e', 'status': 'completed', 'code': 200} Sep 26 13:11:26.152544 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-139b21a6-b65f-49bb-9f52-4eb81e2c5e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.192597 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-139b21a6-b65f-49bb-9f52-4eb81e2c5e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.201124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] For port 726e6f0b-b4e9-4295-baac-6d7d552eae43, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:26.231095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] For port 726e6f0b-b4e9-4295-baac-6d7d552eae43, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:26.242001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.283100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:26.283734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.285151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] 10.222.0.24 "PUT /v2.0/ports/726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 200 len: 1132 time: 3.1164663 Sep 26 13:11:26.310944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-139b21a6-b65f-49bb-9f52-4eb81e2c5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.314354 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-139b21a6-b65f-49bb-9f52-4eb81e2c5e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.317722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-139b21a6-b65f-49bb-9f52-4eb81e2c5e4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88eae1b3-e14b-4dc2-b8b2-1e7df768d08c HTTP/1.1" status: 204 len: 168 time: 0.3197274 Sep 26 13:11:26.331749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:26.334494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030cb48-4be5-4699-a697-8d4214310345 service neutron] Pushing event updated for resources: {'Port': ['ID=726e6f0b-b4e9-4295-baac-6d7d552eae43,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:26.339239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b21a6-b65f-49bb-9f52-4eb81e2c5e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eae1b3-e14b-4dc2-b8b2-1e7df768d08c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:26.431305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455b46a4-8417-4833-9e3e-92b845fabc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3eb4a0-606a-4539-96d2-d24089eeba0e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:26.434650 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4979b15d-81f1-443e-bd4b-f5f9bf6c1be8" -d '{"events": [{"server_uuid": "455b46a4-8417-4833-9e3e-92b845fabc95", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3eb4a0-606a-4539-96d2-d24089eeba0e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:26.510046 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:26.532987 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e061d0-c3f8-4ea9-8e16-65977e5b2f3b x-openstack-request-id: req-a5e061d0-c3f8-4ea9-8e16-65977e5b2f3b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:26.533890 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455b46a4-8417-4833-9e3e-92b845fabc95", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3eb4a0-606a-4539-96d2-d24089eeba0e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:26.535379 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5e061d0-c3f8-4ea9-8e16-65977e5b2f3b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:26.536057 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455b46a4-8417-4833-9e3e-92b845fabc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3eb4a0-606a-4539-96d2-d24089eeba0e', 'code': 200} Sep 26 13:11:26.668082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cd4d7-e96b-4c7f-a71f-85ae9c4573de req-865a85d8-f4f4-4fe9-988c-0d4408f16c9e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:26.669830 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c85cd4d7-e96b-4c7f-a71f-85ae9c4573de req-865a85d8-f4f4-4fe9-988c-0d4408f16c9e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1184211 Sep 26 13:11:26.828896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c85cd4d7-e96b-4c7f-a71f-85ae9c4573de req-87a64972-f86b-44fa-8629-cf1b90215304 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485713 Sep 26 13:11:26.903484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7286c8f5-a014-4212-84d6-c690569c5453 req-ad096a3c-b5e0-4e1b-bea6-2615f1c19ab5 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/ports?device_id=455b46a4-8417-4833-9e3e-92b845fabc95 HTTP/1.1" status: 200 len: 210 time: 0.0830424 Sep 26 13:11:26.977039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-fad1ace3-bd6e-4f92-ab6e-f38bd546ffa6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:26.984677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-fad1ace3-bd6e-4f92-ab6e-f38bd546ffa6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:26.992528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-fad1ace3-bd6e-4f92-ab6e-f38bd546ffa6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.000248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-fad1ace3-bd6e-4f92-ab6e-f38bd546ffa6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.010235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-fad1ace3-bd6e-4f92-ab6e-f38bd546ffa6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.025392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-fad1ace3-bd6e-4f92-ab6e-f38bd546ffa6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.031724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-fad1ace3-bd6e-4f92-ab6e-f38bd546ffa6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.039867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-fad1ace3-bd6e-4f92-ab6e-f38bd546ffa6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.1348894 Sep 26 13:11:27.142293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d212d8b1-a0c8-4adc-b069-3bc942325f15 req-23c9396f-8815-41af-92b1-14800ea1e8fd tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013038 Sep 26 13:11:27.177196 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb7157d-d31e-4954-ab65-00b376933364 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:27.195418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51064) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:27.213311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4164846-45ad-4efd-8111-d44e91211e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.221082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.244590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Transition to ACTIVE for port object 2cb7157d-d31e-4954-ab65-00b376933364 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:27.263103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-7afb59d0-8d1f-466f-a9a1-6cd355f2553a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.275005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-7afb59d0-8d1f-466f-a9a1-6cd355f2553a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.282939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-7afb59d0-8d1f-466f-a9a1-6cd355f2553a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.290044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-7afb59d0-8d1f-466f-a9a1-6cd355f2553a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.296426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-7afb59d0-8d1f-466f-a9a1-6cd355f2553a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.302660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-7afb59d0-8d1f-466f-a9a1-6cd355f2553a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.308897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-7afb59d0-8d1f-466f-a9a1-6cd355f2553a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.310903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-7afb59d0-8d1f-466f-a9a1-6cd355f2553a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5373 time: 0.1283777 Sep 26 13:11:27.311945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.344090 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4164846-45ad-4efd-8111-d44e91211e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.350991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4164846-45ad-4efd-8111-d44e91211e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.391563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4164846-45ad-4efd-8111-d44e91211e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ad6535-d49d-49a8-a574-909679008002,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:27.426769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7157d-d31e-4954-ab65-00b376933364,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:27.427815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b4164846-45ad-4efd-8111-d44e91211e71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11f6894537274f90b35a27740fcda7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307777 Sep 26 13:11:27.430538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51068) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:27.513839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04974ec6-bbae-4e77-9204-0e19d36f5fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.539704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60286a88-1fef-4680-ae27-9f49c02f6ed0 req-0472e2d1-99bb-4260-9deb-a40babcdb1da tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2118807 Sep 26 13:11:27.542797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Attempting to bind port 2cb7157d-d31e-4954-ab65-00b376933364 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:27.543163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Attempting to bind port 2cb7157d-d31e-4954-ab65-00b376933364 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:27.543535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Attempting to bind port 2cb7157d-d31e-4954-ab65-00b376933364 on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:27.546999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04974ec6-bbae-4e77-9204-0e19d36f5fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.557839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Port 2cb7157d-d31e-4954-ab65-00b376933364 on network 55cfb959-a6b3-4024-baf6-8573b60748bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:27.558432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Attempting to bind port 2cb7157d-d31e-4954-ab65-00b376933364 on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:27.571512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:27.572028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Checking segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:27.572786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Bound using segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:27.573240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Bound port: 2cb7157d-d31e-4954-ab65-00b376933364, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:27.573658 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.635701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04974ec6-bbae-4e77-9204-0e19d36f5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.640035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04974ec6-bbae-4e77-9204-0e19d36f5fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.641602 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-04974ec6-bbae-4e77-9204-0e19d36f5fa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52ad6535-d49d-49a8-a574-909679008002 HTTP/1.1" status: 204 len: 168 time: 0.2098691 Sep 26 13:11:27.659767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04974ec6-bbae-4e77-9204-0e19d36f5fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ad6535-d49d-49a8-a574-909679008002,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:27.665256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] For port 2cb7157d-d31e-4954-ab65-00b376933364, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:27.672028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] For port 2cb7157d-d31e-4954-ab65-00b376933364, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2cb7157d-d31e-4954-ab65-00b376933364,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:27.681903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.763841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.764480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.767759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] 10.222.0.24 "PUT /v2.0/ports/2cb7157d-d31e-4954-ab65-00b376933364 HTTP/1.1" status: 200 len: 1092 time: 1.4439199 Sep 26 13:11:27.776547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51076) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:27.806504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:27.838088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880adce-bc12-4510-9b1e-add21330e31d service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7157d-d31e-4954-ab65-00b376933364,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:27.909625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:27.977895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c380e9-c79f-4c20-aad2-fcffdf34823b req-ecd70346-6308-4579-a45f-5aee26c9e8fe tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:27.985365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-75c380e9-c79f-4c20-aad2-fcffdf34823b req-ecd70346-6308-4579-a45f-5aee26c9e8fe tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0988595 Sep 26 13:11:28.076098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-75c380e9-c79f-4c20-aad2-fcffdf34823b req-f69b30ef-dfe1-4dbc-ad8d-cc0a17d8b5b1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795116 Sep 26 13:11:28.176150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '726e6f0b-b4e9-4295-baac-6d7d552eae43'}, {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '2cb7157d-d31e-4954-ab65-00b376933364'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:28.178498 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df5fe53-5c07-43b2-ab1b-f5b679761a79" -d '{"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "726e6f0b-b4e9-4295-baac-6d7d552eae43"}, {"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "2cb7157d-d31e-4954-ab65-00b376933364"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:28.285887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51114) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:28.286072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'network': {'name': 'tempest-network-smoke--1089085972', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:28.347118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e11f2b91-e08e-49da-8285-36ffdc7757e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.362898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:28.368629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.391752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.420513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-fe9fdc0d-b816-4a4b-884c-73c1ad421f9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.427410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-fe9fdc0d-b816-4a4b-884c-73c1ad421f9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.435074 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-fe9fdc0d-b816-4a4b-884c-73c1ad421f9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.443381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-fe9fdc0d-b816-4a4b-884c-73c1ad421f9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.452160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-fe9fdc0d-b816-4a4b-884c-73c1ad421f9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.458832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-fe9fdc0d-b816-4a4b-884c-73c1ad421f9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.466752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-fe9fdc0d-b816-4a4b-884c-73c1ad421f9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.468962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-fe9fdc0d-b816-4a4b-884c-73c1ad421f9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.1984718 Sep 26 13:11:28.488463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfe0a7e-7614-4de4-9238-e4c04ab3a18b {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:28.507285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.521068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Transition to ACTIVE for port object ecfe0a7e-7614-4de4-9238-e4c04ab3a18b will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:28.533924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c129c93-100a-4cbd-80ac-633b7b9e328e req-b5d16155-232e-44a9-9dc7-99e75e779a4e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555429 Sep 26 13:11:28.554853 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4766cfd5-f086-4f29-b7f7-2903e6808c81 x-openstack-request-id: req-4766cfd5-f086-4f29-b7f7-2903e6808c81 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:28.555257 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "726e6f0b-b4e9-4295-baac-6d7d552eae43", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "2cb7157d-d31e-4954-ab65-00b376933364", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:28.555424 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4766cfd5-f086-4f29-b7f7-2903e6808c81 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:28.555819 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '726e6f0b-b4e9-4295-baac-6d7d552eae43', 'status': 'completed', 'code': 200} Sep 26 13:11:28.556372 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '2cb7157d-d31e-4954-ab65-00b376933364', 'status': 'completed', 'code': 200} Sep 26 13:11:28.566818 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.619826 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e11f2b91-e08e-49da-8285-36ffdc7757e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.621728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51122) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:28.675132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e11f2b91-e08e-49da-8285-36ffdc7757e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.723292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-fec9196e-06d9-4339-a723-3ece31039be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.725066 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-fec9196e-06d9-4339-a723-3ece31039be6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 1098 time: 0.2025521 Sep 26 13:11:28.732557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-681cf636-652a-456b-84ae-68147d930991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.733477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-681cf636-652a-456b-84ae-68147d930991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.734284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-681cf636-652a-456b-84ae-68147d930991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.734952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-681cf636-652a-456b-84ae-68147d930991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.735805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-681cf636-652a-456b-84ae-68147d930991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.737350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-681cf636-652a-456b-84ae-68147d930991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.738074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-681cf636-652a-456b-84ae-68147d930991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.740372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-681cf636-652a-456b-84ae-68147d930991 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6307 time: 0.2158608 Sep 26 13:11:28.745228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2b91-e08e-49da-8285-36ffdc7757e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a381d76b-2b48-4cdd-be12-4dc99b3e8f25,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:28.751284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:28.777304 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e11f2b91-e08e-49da-8285-36ffdc7757e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bf79210b289423394131145fc3d7a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866674 Sep 26 13:11:28.782419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51124) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:28.815761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ce8ac568-66c3-4f6b-b25e-f8fdf2e1cfd5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.821898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ce8ac568-66c3-4f6b-b25e-f8fdf2e1cfd5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.828166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ce8ac568-66c3-4f6b-b25e-f8fdf2e1cfd5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.835383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ce8ac568-66c3-4f6b-b25e-f8fdf2e1cfd5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.841682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ce8ac568-66c3-4f6b-b25e-f8fdf2e1cfd5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.847705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ce8ac568-66c3-4f6b-b25e-f8fdf2e1cfd5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.854298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ce8ac568-66c3-4f6b-b25e-f8fdf2e1cfd5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.856320 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ce8ac568-66c3-4f6b-b25e-f8fdf2e1cfd5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5397 time: 0.1965120 Sep 26 13:11:28.859169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ebc382d9-6a34-4c15-881e-efc0d8d9a4b1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.926000 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ebc382d9-6a34-4c15-881e-efc0d8d9a4b1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.965187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3608e-5ad7-4a81-bdf4-908ea37b38b3 req-810bcaf0-8a56-495e-af45-c08f2feb6d77 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.966646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cee3608e-5ad7-4a81-bdf4-908ea37b38b3 req-810bcaf0-8a56-495e-af45-c08f2feb6d77 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.3929133 Sep 26 13:11:28.974142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66da15e5-cf7e-4cc7-a371-e02bf51a3ca2 req-ac53272f-8398-4da4-9a1d-48a5e6600408 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102860 Sep 26 13:11:28.992263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-310db28a-e6b2-4d15-93a8-0d8363fcf9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.993526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3146648-5b3f-4345-a18f-7e6ef7fc97f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:28.998871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-310db28a-e6b2-4d15-93a8-0d8363fcf9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:28.999757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-310db28a-e6b2-4d15-93a8-0d8363fcf9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.002958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-310db28a-e6b2-4d15-93a8-0d8363fcf9b6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=74ad8af6eff341d69060a0640aaa70f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2464707 Sep 26 13:11:29.021135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3146648-5b3f-4345-a18f-7e6ef7fc97f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.035233 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ebc382d9-6a34-4c15-881e-efc0d8d9a4b1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.038788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ebc382d9-6a34-4c15-881e-efc0d8d9a4b1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.039959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ebc382d9-6a34-4c15-881e-efc0d8d9a4b1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "DELETE /v2.0/security-groups/28d97c80-c52e-4710-844f-26be2717775e HTTP/1.1" status: 204 len: 168 time: 0.4172075 Sep 26 13:11:29.049452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51126) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:29.074854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc382d9-6a34-4c15-881e-efc0d8d9a4b1 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d97c80-c52e-4710-844f-26be2717775e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:29.085937 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-b5d691f3-1177-43ea-be32-418d1db0e48a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] show failed (client error): The resource could not be found. Sep 26 13:11:29.087336 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b5d691f3-1177-43ea-be32-418d1db0e48a tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "GET /v2.0/security-groups/28d97c80-c52e-4710-844f-26be2717775e HTTP/1.1" status: 404 len: 347 time: 0.0359008 Sep 26 13:11:29.090188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51128) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:29.186651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cee3608e-5ad7-4a81-bdf4-908ea37b38b3 req-a924a4b8-b74f-46bd-8b12-47d506b59b8a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996181 Sep 26 13:11:29.221719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3146648-5b3f-4345-a18f-7e6ef7fc97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.224566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3146648-5b3f-4345-a18f-7e6ef7fc97f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.228760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3146648-5b3f-4345-a18f-7e6ef7fc97f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a381d76b-2b48-4cdd-be12-4dc99b3e8f25 HTTP/1.1" status: 204 len: 168 time: 0.4422939 Sep 26 13:11:29.240363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146648-5b3f-4345-a18f-7e6ef7fc97f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a381d76b-2b48-4cdd-be12-4dc99b3e8f25,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:29.245318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Attempting to bind port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:29.246990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Attempting to bind port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:29.247335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Attempting to bind port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:29.250017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-ce5ffc03-27f2-44f8-894b-71bd8d56d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.251490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-ce5ffc03-27f2-44f8-894b-71bd8d56d96d service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 910 time: 0.5098591 Sep 26 13:11:29.284018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Deleting port 408931fc-d20a-4d6b-a81c-8ab4fec6711e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:11:29.284424 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.321804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b on network 55cfb959-a6b3-4024-baf6-8573b60748bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:29.322136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Attempting to bind port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:29.326757 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-7f3eac93-6f27-4bf0-b2f6-c0004ad95b8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226 HTTP/1.1" status: 200 len: 217 time: 0.0644605 Sep 26 13:11:29.339424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.349024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:29.349727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Checking segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:29.350000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Bound using segment: {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:29.350513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Bound port: ecfe0a7e-7614-4de4-9238-e4c04ab3a18b, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f156e5af-b91e-41a9-9771-288f896353d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:29.350874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.364020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.383147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.383743 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.399647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Calling delete_port for 408931fc-d20a-4d6b-a81c-8ab4fec6711e owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:11:29.483529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-0f4829fc-8e5b-49e2-a4f5-cc566507339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.485026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-0f4829fc-8e5b-49e2-a4f5-cc566507339d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4669335 Sep 26 13:11:29.487425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:11:29.498710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667b9924-c84d-44b3-a2b0-9066f0646918,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:29.511048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-ea62e145-cb0c-4095-8c97-08fe8d2ff819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.513617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-ea62e145-cb0c-4095-8c97-08fe8d2ff819 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.1763942 Sep 26 13:11:29.518629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.518988 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Added segment 7ff8dd94-2418-4613-a0cd-b89b36d4af6f of type vlan for network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f Sep 26 13:11:29.609122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-bba383f5-5b13-4bc1-8ee3-83f51cb63977 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790315 Sep 26 13:11:29.629394 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.657416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] For port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:29.671325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Pushing event deleted for resources: {'Port': ['ID=408931fc-d20a-4d6b-a81c-8ab4fec6711e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:29.672271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.707823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] For port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:29.742302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.767788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.770475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.773896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e4266920-c4eb-4911-b5a3-d6a9aa69f435 tempest-ImagesOneServerNegativeTestJSON-283185366 tempest-ImagesOneServerNegativeTestJSON-283185366-project] 10.222.0.13 "DELETE /v2.0/floatingips/8f7704d0-7302-4be4-9b60-4a18ac127be9 HTTP/1.1" status: 204 len: 168 time: 0.6824133 Sep 26 13:11:29.802177 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.resource_extend [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:11:29.860827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.861528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:29.863606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] 10.222.0.24 "PUT /v2.0/ports/ecfe0a7e-7614-4de4-9238-e4c04ab3a18b HTTP/1.1" status: 200 len: 1091 time: 2.0634854 Sep 26 13:11:29.903844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-4c9c94dd-f8c8-4005-ab13-7c9595dffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.904340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-4c9c94dd-f8c8-4005-ab13-7c9595dffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.904828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-4c9c94dd-f8c8-4005-ab13-7c9595dffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.905311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-4c9c94dd-f8c8-4005-ab13-7c9595dffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.905978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-4c9c94dd-f8c8-4005-ab13-7c9595dffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.906418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-4c9c94dd-f8c8-4005-ab13-7c9595dffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.906893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-4c9c94dd-f8c8-4005-ab13-7c9595dffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:29.908875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-4c9c94dd-f8c8-4005-ab13-7c9595dffa4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6307 time: 0.3574135 Sep 26 13:11:29.924655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:29.998825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51162) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:30.005472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.064033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e9fb46-9038-44e8-b7c9-08a5717db97a admin admin] Deleting subnet 2bce8b3a-e400-49f2-aded-779aa7574ff6 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:11:30.069106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb46-9038-44e8-b7c9-08a5717db97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.079139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869940cb-f8cc-4bea-859f-4938899e597f req-8a0fd712-5231-4131-bbda-7ceb9709d92d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.090693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869940cb-f8cc-4bea-859f-4938899e597f req-8a0fd712-5231-4131-bbda-7ceb9709d92d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.110015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869940cb-f8cc-4bea-859f-4938899e597f req-8a0fd712-5231-4131-bbda-7ceb9709d92d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.117170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869940cb-f8cc-4bea-859f-4938899e597f req-8a0fd712-5231-4131-bbda-7ceb9709d92d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.123608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869940cb-f8cc-4bea-859f-4938899e597f req-8a0fd712-5231-4131-bbda-7ceb9709d92d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.130243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869940cb-f8cc-4bea-859f-4938899e597f req-8a0fd712-5231-4131-bbda-7ceb9709d92d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.136485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869940cb-f8cc-4bea-859f-4938899e597f req-8a0fd712-5231-4131-bbda-7ceb9709d92d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.145902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869940cb-f8cc-4bea-859f-4938899e597f req-8a0fd712-5231-4131-bbda-7ceb9709d92d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.4684918 Sep 26 13:11:30.157439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb46-9038-44e8-b7c9-08a5717db97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.216170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.222751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.223382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.232328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4611a9-a755-482e-a233-a48b422e356e req-cc332eb9-239b-4854-bc6f-ee15f722ea70 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.239265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4611a9-a755-482e-a233-a48b422e356e req-cc332eb9-239b-4854-bc6f-ee15f722ea70 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.247953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4611a9-a755-482e-a233-a48b422e356e req-cc332eb9-239b-4854-bc6f-ee15f722ea70 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.255122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4611a9-a755-482e-a233-a48b422e356e req-cc332eb9-239b-4854-bc6f-ee15f722ea70 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.261215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4611a9-a755-482e-a233-a48b422e356e req-cc332eb9-239b-4854-bc6f-ee15f722ea70 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.267303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4611a9-a755-482e-a233-a48b422e356e req-cc332eb9-239b-4854-bc6f-ee15f722ea70 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.274624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4611a9-a755-482e-a233-a48b422e356e req-cc332eb9-239b-4854-bc6f-ee15f722ea70 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.282468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec4611a9-a755-482e-a233-a48b422e356e req-cc332eb9-239b-4854-bc6f-ee15f722ea70 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5397 time: 0.1721492 Sep 26 13:11:30.309545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb46-9038-44e8-b7c9-08a5717db97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.338564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-bd94d7fd-4651-4eb0-a8f9-6fef8fd53d15 service neutron] 10.222.0.23 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040954 Sep 26 13:11:30.347782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Network': ['ID=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:30.359747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:11:30.360317 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec4611a9-a755-482e-a233-a48b422e356e req-1136c78e-62fa-4d2a-8e52-fa88cd4b543b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764127 Sep 26 13:11:30.418704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-16fb2a47-cacc-4089-aa0c-9a7e45e8e025 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6383109 Sep 26 13:11:30.422289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51180) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:30.438925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-420540344', 'admin_state_up': True, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:30.464012 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb46-9038-44e8-b7c9-08a5717db97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.510273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9fb46-9038-44e8-b7c9-08a5717db97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bce8b3a-e400-49f2-aded-779aa7574ff6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:30.512243 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.513406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.519385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7e9fb46-9038-44e8-b7c9-08a5717db97a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.534044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b7e9fb46-9038-44e8-b7c9-08a5717db97a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2bce8b3a-e400-49f2-aded-779aa7574ff6 HTTP/1.1" status: 204 len: 168 time: 0.5356910 Sep 26 13:11:30.536353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51186) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:30.701058 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.733957 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:30.753162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e7c41-ac9f-48b0-9176-401f4fe4fe8e req-a62a79c7-37e5-4a86-8f5a-78a3831656cc tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:30.754913 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb2e7c41-ac9f-48b0-9176-401f4fe4fe8e req-a62a79c7-37e5-4a86-8f5a-78a3831656cc tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1905620 Sep 26 13:11:31.022736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.026993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.056468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb2e7c41-ac9f-48b0-9176-401f4fe4fe8e req-b4a109ba-2dc1-4708-b661-a52d041a4807 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525427 Sep 26 13:11:31.116884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f7dc6d-4f75-46e6-9c9e-b93741795511']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:31.121008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:31.124263 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0274344-40ef-497a-8916-33ef2a6852cc" -d '{"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "ecfe0a7e-7614-4de4-9238-e4c04ab3a18b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:31.133160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e553e37e-1ae4-486d-811a-0222ea387d46') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:31.133160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e553e37e-1ae4-486d-811a-0222ea387d46') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:31.136160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61467c63-eec1-40da-9fc9-c239b99aa200 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:31.156602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.165755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-869940cb-f8cc-4bea-859f-4938899e597f req-194b10ae-3ec1-424b-a4a0-067cd2c89e69 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0188544 Sep 26 13:11:31.172499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.179514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:11:31.179930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:11:31.243318 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:11:31.251520 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.295106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.297390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] 10.222.0.13 "DELETE /v2.0/networks/32f7dc6d-4f75-46e6-9c9e-b93741795511 HTTP/1.1" status: 204 len: 168 time: 0.7580326 Sep 26 13:11:31.304454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db33ad2-6304-48bb-8b00-040b9d48a2df admin admin] Pushing event deleted for resources: {'Network': ['ID=32f7dc6d-4f75-46e6-9c9e-b93741795511,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:31.326789 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463639a1-ed8a-4776-850f-09f8d9c86908 x-openstack-request-id: req-463639a1-ed8a-4776-850f-09f8d9c86908 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:31.327157 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "ecfe0a7e-7614-4de4-9238-e4c04ab3a18b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:31.327524 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-463639a1-ed8a-4776-850f-09f8d9c86908 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:31.328651 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b', 'status': 'completed', 'code': 200} Sep 26 13:11:31.512341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-6b997e6f-8a3f-45d1-addc-e1a7da4624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.513137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-6b997e6f-8a3f-45d1-addc-e1a7da4624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.513885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-6b997e6f-8a3f-45d1-addc-e1a7da4624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.515589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-6b997e6f-8a3f-45d1-addc-e1a7da4624b2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=74ad8af6eff341d69060a0640aaa70f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.5585878 Sep 26 13:11:31.525263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25126470-d8c2-4411-9ce5-dbe630c0b9b4 req-18a81a8a-d315-4f38-9b4f-230cb5252045 service neutron] 10.222.0.23 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1561651 Sep 26 13:11:31.675516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.704192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51218) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:31.747997 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.764728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-f2c4be50-4dc7-4b65-9eb8-050687ee3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.766174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8df5fe53-5c07-43b2-ab1b-f5b679761a79 req-f2c4be50-4dc7-4b65-9eb8-050687ee3748 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2206380 Sep 26 13:11:31.883115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-6e56c761-354e-4707-825c-5f59cba4624b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.889189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-6e56c761-354e-4707-825c-5f59cba4624b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.895249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-6e56c761-354e-4707-825c-5f59cba4624b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.902509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-6e56c761-354e-4707-825c-5f59cba4624b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.904819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d03b43b-a68e-4e50-805e-511992f45176 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:31.910690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-6e56c761-354e-4707-825c-5f59cba4624b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.917173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-6e56c761-354e-4707-825c-5f59cba4624b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.919776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-ea253609-88e7-4a8b-a7e1-dc5c590a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.920451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-ea253609-88e7-4a8b-a7e1-dc5c590a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.921106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-ea253609-88e7-4a8b-a7e1-dc5c590a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.921821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-ea253609-88e7-4a8b-a7e1-dc5c590a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.922514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-ea253609-88e7-4a8b-a7e1-dc5c590a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.923154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-ea253609-88e7-4a8b-a7e1-dc5c590a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.923290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-6e56c761-354e-4707-825c-5f59cba4624b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.923961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-ea253609-88e7-4a8b-a7e1-dc5c590a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:31.926122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0274344-40ef-497a-8916-33ef2a6852cc req-ea253609-88e7-4a8b-a7e1-dc5c590a31e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6349 time: 0.0992618 Sep 26 13:11:31.928534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:31.931726 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-6e56c761-354e-4707-825c-5f59cba4624b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5397 time: 0.3567083 Sep 26 13:11:31.940882 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf81db90-401a-4d50-99b2-07672f2e3fa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4033df5d9edc44f28b5752c50a5dca18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098670 Sep 26 13:11:31.946504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51224) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:31.969687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Transition to ACTIVE for port object 3d03b43b-a68e-4e50-805e-511992f45176 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:31.984888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.034185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9abb25d9-b1c6-4ec2-b51e-9345350b7681 req-1f9d21c1-dd3b-4242-9555-b8d5cdc1c63c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014211 Sep 26 13:11:32.114216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e81bea60-860b-4c58-8232-5db79fd9c84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.117462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.25.4.98 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/06746cd8-6503-4077-91f6-607bc7c6aae4) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:32.166413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-7d0c9765-e20b-4c84-9f34-35049d360b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.167808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-7d0c9765-e20b-4c84-9f34-35049d360b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.168460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-7d0c9765-e20b-4c84-9f34-35049d360b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.169523 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e81bea60-860b-4c58-8232-5db79fd9c84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.171581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0274344-40ef-497a-8916-33ef2a6852cc req-7d0c9765-e20b-4c84-9f34-35049d360b7c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=74ad8af6eff341d69060a0640aaa70f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2358315 Sep 26 13:11:32.248753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Pushing event updated for resources: {'Port': ['ID=3d03b43b-a68e-4e50-805e-511992f45176,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:32.351870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e81bea60-860b-4c58-8232-5db79fd9c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.354756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e81bea60-860b-4c58-8232-5db79fd9c84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.359193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e81bea60-860b-4c58-8232-5db79fd9c84c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/801ba9d9-b701-4b1c-b73c-aeab9087e207 HTTP/1.1" status: 204 len: 168 time: 0.4098425 Sep 26 13:11:32.372597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.374409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bea60-860b-4c58-8232-5db79fd9c84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ba9d9-b701-4b1c-b73c-aeab9087e207,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:32.422049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.493521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015e8d-65bf-441a-8fdd-274ce311a9c7 req-a22ac2ba-f306-455a-9f17-8ecab119c69c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.493813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=06746cd8-6503-4077-91f6-607bc7c6aae4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:32.496078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42015e8d-65bf-441a-8fdd-274ce311a9c7 req-a22ac2ba-f306-455a-9f17-8ecab119c69c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.2804072 Sep 26 13:11:32.520273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Attempting to bind port 3d03b43b-a68e-4e50-805e-511992f45176 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:32.523289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Attempting to bind port 3d03b43b-a68e-4e50-805e-511992f45176 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:32.524174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Attempting to bind port 3d03b43b-a68e-4e50-805e-511992f45176 on network 8d59d366-9265-4f11-be38-15a19f2dd7d9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:32.537076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Port 3d03b43b-a68e-4e50-805e-511992f45176 on network 8d59d366-9265-4f11-be38-15a19f2dd7d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:32.537741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Attempting to bind port 3d03b43b-a68e-4e50-805e-511992f45176 on network 8d59d366-9265-4f11-be38-15a19f2dd7d9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:32.558259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:32.558909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Checking segment: {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:32.559493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Bound using segment: {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:32.560117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Bound port: 3d03b43b-a68e-4e50-805e-511992f45176, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:32.560669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.571148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:32.574268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:32.580986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:32.581728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274344-40ef-497a-8916-33ef2a6852cc req-50fb8701-ea85-4b3c-9250-e169b7d3ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.583475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0274344-40ef-497a-8916-33ef2a6852cc req-50fb8701-ea85-4b3c-9250-e169b7d3ed25 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3666561 Sep 26 13:11:32.598016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42015e8d-65bf-441a-8fdd-274ce311a9c7 req-62e1daba-a06f-4afa-bdc4-45d084925aeb tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908928 Sep 26 13:11:32.656474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-b3dd9c72-49d5-4b35-a20d-5015dfd66755 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.663322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-b3dd9c72-49d5-4b35-a20d-5015dfd66755 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.668481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] For port 3d03b43b-a68e-4e50-805e-511992f45176, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:32.670199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-b3dd9c72-49d5-4b35-a20d-5015dfd66755 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.677040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-b3dd9c72-49d5-4b35-a20d-5015dfd66755 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.678519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] For port 3d03b43b-a68e-4e50-805e-511992f45176, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d03b43b-a68e-4e50-805e-511992f45176,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:32.683476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-b3dd9c72-49d5-4b35-a20d-5015dfd66755 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.685983 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.690340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-b3dd9c72-49d5-4b35-a20d-5015dfd66755 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.697994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-b3dd9c72-49d5-4b35-a20d-5015dfd66755 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.699998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-b3dd9c72-49d5-4b35-a20d-5015dfd66755 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.2073710 Sep 26 13:11:32.773968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:32.774610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:32.776055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d03b43b-a68e-4e50-805e-511992f45176 HTTP/1.1" status: 200 len: 1092 time: 2.8619592 Sep 26 13:11:32.821402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Request body: {'port': {'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:32.864531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab874033-2e8d-4c6a-a0c8-6922be8e76c8 req-a3cc7c2b-e964-479d-9609-8b3572d6d8c0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262333 Sep 26 13:11:32.898593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f1e74-7b1e-497d-8780-01053f8fa859 service neutron] Pushing event updated for resources: {'Port': ['ID=3d03b43b-a68e-4e50-805e-511992f45176,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:32.962613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:33.093811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:33.186843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51256) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:33.286687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684027-8d93-4b86-ab70-c61f00673947 req-f75defca-d548-4f37-8615-fdcca98f8323 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.302684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684027-8d93-4b86-ab70-c61f00673947 req-f75defca-d548-4f37-8615-fdcca98f8323 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.310070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684027-8d93-4b86-ab70-c61f00673947 req-f75defca-d548-4f37-8615-fdcca98f8323 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.317215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684027-8d93-4b86-ab70-c61f00673947 req-f75defca-d548-4f37-8615-fdcca98f8323 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.326747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684027-8d93-4b86-ab70-c61f00673947 req-f75defca-d548-4f37-8615-fdcca98f8323 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.333664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684027-8d93-4b86-ab70-c61f00673947 req-f75defca-d548-4f37-8615-fdcca98f8323 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.341231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684027-8d93-4b86-ab70-c61f00673947 req-f75defca-d548-4f37-8615-fdcca98f8323 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.343622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e684027-8d93-4b86-ab70-c61f00673947 req-f75defca-d548-4f37-8615-fdcca98f8323 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5409 time: 0.1692052 Sep 26 13:11:33.414085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '3d03b43b-a68e-4e50-805e-511992f45176'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:33.416359 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c359c6e-72c3-4f04-a990-6e473e64e6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "3d03b43b-a68e-4e50-805e-511992f45176"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:33.461739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2001c6d-e0f6-4507-bb0a-ef3e776d45f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:33.469778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e684027-8d93-4b86-ab70-c61f00673947 req-5852e00b-ba56-40de-9aca-d930e101c8ed tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475323 Sep 26 13:11:33.488920 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150d63b8-4619-4fba-8ea2-83f56ae1a929 x-openstack-request-id: req-150d63b8-4619-4fba-8ea2-83f56ae1a929 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:33.489240 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "3d03b43b-a68e-4e50-805e-511992f45176", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:33.489470 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-150d63b8-4619-4fba-8ea2-83f56ae1a929 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:33.490537 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '3d03b43b-a68e-4e50-805e-511992f45176', 'status': 'completed', 'code': 200} Sep 26 13:11:33.518148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:33.593438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f1a109-1f67-433d-a99c-3cb1f9d674d9 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:33.602713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:33.619335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Transition to ACTIVE for port object b8f1a109-1f67-433d-a99c-3cb1f9d674d9 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:33.625658 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:33.675091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-39d8568c-1bce-41b9-843b-b442e367a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.675599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-39d8568c-1bce-41b9-843b-b442e367a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.676478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-39d8568c-1bce-41b9-843b-b442e367a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.677005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-39d8568c-1bce-41b9-843b-b442e367a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.677516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-39d8568c-1bce-41b9-843b-b442e367a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.680397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-39d8568c-1bce-41b9-843b-b442e367a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.680897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-39d8568c-1bce-41b9-843b-b442e367a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:33.688891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-39d8568c-1bce-41b9-843b-b442e367a1ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6417 time: 0.1873732 Sep 26 13:11:33.763634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2001c6d-e0f6-4507-bb0a-ef3e776d45f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:33.770964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2001c6d-e0f6-4507-bb0a-ef3e776d45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:33.778136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:33.778464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router ca96f7dc-261d-4f40-bf51-a21be52bf956 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:11:33.827335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a2001c6d-e0f6-4507-bb0a-ef3e776d45f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e779ac0f46e420fbbfd388155e5decf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374352 Sep 26 13:11:33.828052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2001c6d-e0f6-4507-bb0a-ef3e776d45f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c40313b-7160-4b3f-baab-17295db47be9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:33.831956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51278) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:34.012747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:11:34.027739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Sync routers for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:11:34.047374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:34.048211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:34.048540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ed609-9078-4fa5-9256-53b90ae72514 req-f0386cf2-9bcc-460b-b357-39e38804032c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.050243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-900ed609-9078-4fa5-9256-53b90ae72514 req-f0386cf2-9bcc-460b-b357-39e38804032c tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.3125358 Sep 26 13:11:34.096127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-819c4d49-0dfd-49f7-8fc5-6b12f74988e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.096621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-819c4d49-0dfd-49f7-8fc5-6b12f74988e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.097141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-819c4d49-0dfd-49f7-8fc5-6b12f74988e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.102545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-819c4d49-0dfd-49f7-8fc5-6b12f74988e2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=74ad8af6eff341d69060a0640aaa70f7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3853343 Sep 26 13:11:34.110839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:34.112407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8f4fe4a2-23f7-4834-908a-8b0c404b1802 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6871977 Sep 26 13:11:34.116566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51314) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:34.140914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-528d1ac7-5ee2-45b4-8dd5-ace309ce3986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:34.166978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-528d1ac7-5ee2-45b4-8dd5-ace309ce3986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:34.284415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-528d1ac7-5ee2-45b4-8dd5-ace309ce3986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:34.287096 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-528d1ac7-5ee2-45b4-8dd5-ace309ce3986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:34.288909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-528d1ac7-5ee2-45b4-8dd5-ace309ce3986 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c40313b-7160-4b3f-baab-17295db47be9 HTTP/1.1" status: 204 len: 168 time: 0.4557774 Sep 26 13:11:34.308210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d1ac7-5ee2-45b4-8dd5-ace309ce3986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c40313b-7160-4b3f-baab-17295db47be9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:34.316766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:34.355004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-4235f7e2-712f-4f19-ab43-6cacab175835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.357073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c359c6e-72c3-4f04-a990-6e473e64e6dc req-4235f7e2-712f-4f19-ab43-6cacab175835 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2308760 Sep 26 13:11:34.459099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-900ed609-9078-4fa5-9256-53b90ae72514 req-64a1e303-64e4-41e2-9879-04cb0c018dc3 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524728 Sep 26 13:11:34.475840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Attempting to bind port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:34.476452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Attempting to bind port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:34.477100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Attempting to bind port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 on network 8d59d366-9265-4f11-be38-15a19f2dd7d9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:34.488547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 on network 8d59d366-9265-4f11-be38-15a19f2dd7d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:34.490203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Attempting to bind port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 on network 8d59d366-9265-4f11-be38-15a19f2dd7d9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:34.508738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:34.509077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Checking segment: {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:34.509464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Bound using segment: {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:34.509931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Bound port: b8f1a109-1f67-433d-a99c-3cb1f9d674d9, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb22bb07-97dc-4344-9d18-2f116bf52376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:34.511719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:34.590855 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-39f8fba6-182b-47a3-bd55-53dbbad1bf89 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5aa9e2499e2b42d9893876d8ae3b93f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4729345 Sep 26 13:11:34.594846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51332) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:34.749520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] For port b8f1a109-1f67-433d-a99c-3cb1f9d674d9, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:34.769284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] For port b8f1a109-1f67-433d-a99c-3cb1f9d674d9, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:34.802681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-842fa551-77f9-4cf2-8cbe-72d5b61c0d1c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.829431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-842fa551-77f9-4cf2-8cbe-72d5b61c0d1c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.837811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:32Z', 'revision_number': 3, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:34.846055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-842fa551-77f9-4cf2-8cbe-72d5b61c0d1c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.861585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-842fa551-77f9-4cf2-8cbe-72d5b61c0d1c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.872305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Checking router: ca96f7dc-261d-4f40-bf51-a21be52bf956 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:11:34.873047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Updating router ca96f7dc-261d-4f40-bf51-a21be52bf956 port 06746cd8-6503-4077-91f6-607bc7c6aae4 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:11:34.877598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-842fa551-77f9-4cf2-8cbe-72d5b61c0d1c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.889586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-842fa551-77f9-4cf2-8cbe-72d5b61c0d1c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.901435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-842fa551-77f9-4cf2-8cbe-72d5b61c0d1c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:34.903467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-842fa551-77f9-4cf2-8cbe-72d5b61c0d1c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.3306324 Sep 26 13:11:34.906173 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:34.937733 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.012363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.012955 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.014422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8f1a109-1f67-433d-a99c-3cb1f9d674d9 HTTP/1.1" status: 200 len: 1092 time: 2.2026210 Sep 26 13:11:35.032278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51358) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:35.094879 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd19d24d-e2d9-4f2b-a6e5-61eea5564e54 req-a71218ad-5abb-4a85-afa5-f7859ee525c8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797488 Sep 26 13:11:35.102293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d39a5e2b-43de-4b02-b609-3785941d1494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.133276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d4bdc-ab47-43ad-8c03-f2f51818b195 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:35.139953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-7be84d96-b7d2-4a20-82b0-1d25453da311 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2344558 Sep 26 13:11:35.172958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d16e9ec2-c7e2-4294-84d4-6381080199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.173581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d16e9ec2-c7e2-4294-84d4-6381080199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.174144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d16e9ec2-c7e2-4294-84d4-6381080199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.180350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d16e9ec2-c7e2-4294-84d4-6381080199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.180945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d16e9ec2-c7e2-4294-84d4-6381080199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.181513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d16e9ec2-c7e2-4294-84d4-6381080199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.182067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d16e9ec2-c7e2-4294-84d4-6381080199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.185463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d16e9ec2-c7e2-4294-84d4-6381080199b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6485 time: 0.1174006 Sep 26 13:11:35.255014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-e8279273-4fea-491a-bf93-87bfe400fae8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129fa097-5391-49be-a852-ac7a284ed454 HTTP/1.1" status: 200 len: 217 time: 0.0549610 Sep 26 13:11:35.446878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-304661bf-04a5-4ead-92b6-cd8e99f1d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.448379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-304661bf-04a5-4ead-92b6-cd8e99f1d5aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3546b69d-5bf9-44b2-91d3-59645941a8d6 HTTP/1.1" status: 200 len: 851 time: 0.1599112 Sep 26 13:11:35.497915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d39a5e2b-43de-4b02-b609-3785941d1494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.499684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': 'b8f1a109-1f67-433d-a99c-3cb1f9d674d9'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:35.502487 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c301efc6-779e-4be1-a85e-2aa6fcf5404a" -d '{"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "b8f1a109-1f67-433d-a99c-3cb1f9d674d9"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:35.514225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d39a5e2b-43de-4b02-b609-3785941d1494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.537264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-c87bd777-f921-413c-a677-d5416ffd980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.537548 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.539711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-c87bd777-f921-413c-a677-d5416ffd980f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 1098 time: 0.2977650 Sep 26 13:11:35.555629 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.572122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66cc4f-313d-49c0-b3c7-173be03a74cc tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.572122 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bc66cc4f-313d-49c0-b3c7-173be03a74cc tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9764249 Sep 26 13:11:35.572122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51384) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:35.606666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-7aac5c45-070a-4279-b301-39d71c5c5301 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.612737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-7aac5c45-070a-4279-b301-39d71c5c5301 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.621348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-7aac5c45-070a-4279-b301-39d71c5c5301 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.626205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-7aac5c45-070a-4279-b301-39d71c5c5301 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.633116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-7aac5c45-070a-4279-b301-39d71c5c5301 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.639835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-7aac5c45-070a-4279-b301-39d71c5c5301 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.645833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-7aac5c45-070a-4279-b301-39d71c5c5301 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.654101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-7aac5c45-070a-4279-b301-39d71c5c5301 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1615534 Sep 26 13:11:35.657613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f1776-73b9-4a65-9104-0f9ad07b2130 None None] Pushing event updated for resources: {'Port': ['ID=06746cd8-6503-4077-91f6-607bc7c6aae4,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:35.676700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-2d5098ae-5134-4840-afca-f13ff5536ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.678286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-2d5098ae-5134-4840-afca-f13ff5536ce1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 910 time: 0.1078506 Sep 26 13:11:35.689286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-38a27e50-7dff-44d6-a6cf-b6b157574e21 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1122842 Sep 26 13:11:35.696607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51386) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:35.706664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100913571', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:35.713604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Attempting to bind port 06746cd8-6503-4077-91f6-607bc7c6aae4 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:35.713981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Attempting to bind port 06746cd8-6503-4077-91f6-607bc7c6aae4 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:35.714346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Attempting to bind port 06746cd8-6503-4077-91f6-607bc7c6aae4 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:35.719130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a5e2b-43de-4b02-b609-3785941d1494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfacb43-28b5-434c-a88f-ad417d4280ac,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:35.728770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d39a5e2b-43de-4b02-b609-3785941d1494 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf1579aebaa44254abcd792d39c9c8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953149 Sep 26 13:11:35.731661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:35.732052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:35.732458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.732854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:35.733346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Bound port: 06746cd8-6503-4077-91f6-607bc7c6aae4, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:35.733752 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.739509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51388) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:35.765179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-83ed8e52-e01b-433d-bc7f-5068b8e844b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:35.766917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-83ed8e52-e01b-433d-bc7f-5068b8e844b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcc4ad1b-5178-4df1-849d-d894c90d9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2592046 Sep 26 13:11:35.768621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-50244d8f-ed8c-47fe-b0dc-da9b52aecf23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b37801-50cd-47ef-9162-3abd21b25f6a HTTP/1.1" status: 200 len: 217 time: 0.0689411 Sep 26 13:11:35.815130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-728ced45-fc4d-4dfe-8180-d6f6c8c5faf1 req-8a3dfb49-db2f-4cc4-aa42-48fee77b4106 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556914 Sep 26 13:11:35.820547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] For port 06746cd8-6503-4077-91f6-607bc7c6aae4, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:35.852705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] For port 06746cd8-6503-4077-91f6-607bc7c6aae4, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=06746cd8-6503-4077-91f6-607bc7c6aae4,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:35.867732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.932309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d32073c5-35bb-40a3-b73f-a989f539e4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:35.999368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-e502e991-763f-4317-9cc2-03be595c1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.000860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-e502e991-763f-4317-9cc2-03be595c1dfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.2186909 Sep 26 13:11:36.002965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f1776-73b9-4a65-9104-0f9ad07b2130 None None] Pushing event updated for resources: {'Port': ['ID=06746cd8-6503-4077-91f6-607bc7c6aae4,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:36.022685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:36.023576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:36.031006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:36.035231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:36.046492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-f725007f-e92f-419b-949f-dfb7b71cdef0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375168 Sep 26 13:11:36.052091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-f854f84a-909e-4740-a0f2-8bf2e14a2c46 service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713366 Sep 26 13:11:36.056022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d32073c5-35bb-40a3-b73f-a989f539e4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:36.167131 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d32073c5-35bb-40a3-b73f-a989f539e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:36.169903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d32073c5-35bb-40a3-b73f-a989f539e4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:36.173332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d32073c5-35bb-40a3-b73f-a989f539e4a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbfacb43-28b5-434c-a88f-ad417d4280ac HTTP/1.1" status: 204 len: 168 time: 0.4163570 Sep 26 13:11:36.184522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34312f57-5459-4a6c-8e2d-4f15b96b7b32 req-a06c9c56-4df5-42e1-9a70-2eb53793fc73 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.192150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34312f57-5459-4a6c-8e2d-4f15b96b7b32 req-a06c9c56-4df5-42e1-9a70-2eb53793fc73 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.2449312 Sep 26 13:11:36.240033 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c21c45-1e37-4f3b-b544-9c60f9979299 x-openstack-request-id: req-73c21c45-1e37-4f3b-b544-9c60f9979299 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:36.240459 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "b8f1a109-1f67-433d-a99c-3cb1f9d674d9", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:36.241368 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73c21c45-1e37-4f3b-b544-9c60f9979299 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:36.241896 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': 'b8f1a109-1f67-433d-a99c-3cb1f9d674d9', 'status': 'completed', 'code': 200} Sep 26 13:11:36.242321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:36.251934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32073c5-35bb-40a3-b73f-a989f539e4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfacb43-28b5-434c-a88f-ad417d4280ac,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:36.296014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34312f57-5459-4a6c-8e2d-4f15b96b7b32 req-dce21c91-ec02-44c2-bb5a-23c9012ddd82 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028981 Sep 26 13:11:36.314908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-4e640949-4369-4c4c-b1a3-d536397d6db4 service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578051 Sep 26 13:11:36.512392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32ed1b2b-f8fb-4848-a45b-34b3042cdc1b req-31b75467-60d3-4605-884a-1e749e81b809 service neutron] 10.222.0.24 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873159 Sep 26 13:11:36.518962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-57832475-c247-4e0e-b815-f5057d763f52 service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572806 Sep 26 13:11:36.538286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:32Z', 'revision_number': 3, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:36.602194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f05a1-5624-44c0-98aa-6c0790289eba None None] The sync data for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 is: [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:32Z', 'revision_number': 3, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:11:36.607618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:36.628263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7347-6a3e-4207-a133-0048c557f634 req-38ec6372-ef15-4e1d-81f1-dfd42b4ecda8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.635349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7347-6a3e-4207-a133-0048c557f634 req-38ec6372-ef15-4e1d-81f1-dfd42b4ecda8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.635852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-455ff63e-ac32-4bbc-9ca8-98eaaf571c3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 200 len: 217 time: 0.1040585 Sep 26 13:11:36.645200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7347-6a3e-4207-a133-0048c557f634 req-38ec6372-ef15-4e1d-81f1-dfd42b4ecda8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.654924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7347-6a3e-4207-a133-0048c557f634 req-38ec6372-ef15-4e1d-81f1-dfd42b4ecda8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.666187 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7347-6a3e-4207-a133-0048c557f634 req-38ec6372-ef15-4e1d-81f1-dfd42b4ecda8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.672626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7347-6a3e-4207-a133-0048c557f634 req-38ec6372-ef15-4e1d-81f1-dfd42b4ecda8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.682792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7347-6a3e-4207-a133-0048c557f634 req-38ec6372-ef15-4e1d-81f1-dfd42b4ecda8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.691571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-085f7347-6a3e-4207-a133-0048c557f634 req-38ec6372-ef15-4e1d-81f1-dfd42b4ecda8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.2413127 Sep 26 13:11:36.725645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6b084a1d-aaf8-4cda-8411-c68f1ded9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.727640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-6b084a1d-aaf8-4cda-8411-c68f1ded9f64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0831296 Sep 26 13:11:36.783606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Subnet': ['ID=2ae5ff24-c4aa-4b42-b5ce-da0525952da1,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:36.833621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-031773c2-867d-4455-b1f1-e04b94c46b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:36.842302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-031773c2-867d-4455-b1f1-e04b94c46b60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1064293 Sep 26 13:11:36.857888 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-085f7347-6a3e-4207-a133-0048c557f634 req-1702c366-d22d-455e-8ab7-299055c53567 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1651111 Sep 26 13:11:36.891595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Checking segment: {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:36.892114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network hostable DHCP agents. Network: 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:11:36.936467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:11:36.970316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:36.980696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74475f4-932d-492c-a24a-90f54b57e46a None None] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:11:37.002089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.002714 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:37.046725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-184352db-07a9-440d-a79f-463dff88042e service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948407 Sep 26 13:11:37.072114 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f8d74335-b0c6-4ad8-8590-bcb50d99a9c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3745394 Sep 26 13:11:37.075328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51420) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:37.310376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:11:37.323520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:37.338221 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-f4776fe4-f49a-4205-add4-b86db311b67f service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833426 Sep 26 13:11:37.461536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-c05d5ba1-470b-4b66-8122-4e2fe9346289 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.464959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-380a29db-7ba6-4584-9dda-206af67c6c68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 200 len: 217 time: 0.1020539 Sep 26 13:11:37.472753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-c05d5ba1-470b-4b66-8122-4e2fe9346289 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.484319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-c05d5ba1-470b-4b66-8122-4e2fe9346289 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.513221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-c05d5ba1-470b-4b66-8122-4e2fe9346289 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.514914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Allocated IP 172.20.0.2 (9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f/2ae5ff24-c4aa-4b42-b5ce-da0525952da1/714c8db4-6a9c-4924-b9d3-50310cc87832) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:37.532379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-c05d5ba1-470b-4b66-8122-4e2fe9346289 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.539413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-c05d5ba1-470b-4b66-8122-4e2fe9346289 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.546987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-c05d5ba1-470b-4b66-8122-4e2fe9346289 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.570037 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-c05d5ba1-470b-4b66-8122-4e2fe9346289 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.4433408 Sep 26 13:11:37.597428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1ac99445-6bc4-4aad-bd62-e3eb0cf0b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.598753 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1ac99445-6bc4-4aad-bd62-e3eb0cf0b60a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.1257966 Sep 26 13:11:37.670300 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-33b268a3-dfed-46c4-b3af-cea16fc56509 req-0f54616f-2796-4a79-a867-6f2bfd8b42ce tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932522 Sep 26 13:11:37.721201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2452d6ed-cf62-4701-a79b-73affd535387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:37.722675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:37.728030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 06746cd8-6503-4077-91f6-607bc7c6aae4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:37.728232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-2452d6ed-cf62-4701-a79b-73affd535387 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188943 Sep 26 13:11:37.784330 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:37.809801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:37.813027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:37.815612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:37.935750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Attempting to bind port 714c8db4-6a9c-4924-b9d3-50310cc87832 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:37.936093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Attempting to bind port 714c8db4-6a9c-4924-b9d3-50310cc87832 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:37.936732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Attempting to bind port 714c8db4-6a9c-4924-b9d3-50310cc87832 on network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:37.949402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:37.949926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Checking segment: {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:37.950342 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:37.950766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Bound using segment: {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:37.951958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Bound port: 714c8db4-6a9c-4924-b9d3-50310cc87832, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:37.954627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:37.959714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 06746cd8-6503-4077-91f6-607bc7c6aae4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:37.960080 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:37.980516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-aa5a1595-b1ba-4008-9311-b9fc143e398a service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450166 Sep 26 13:11:38.065221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e58a9a-0d0b-4c06-b821-8c025e74a0b0 req-17f55db8-3cac-4040-a12a-98ee89a4933e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:38.075015 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6e58a9a-0d0b-4c06-b821-8c025e74a0b0 req-17f55db8-3cac-4040-a12a-98ee89a4933e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.2405984 Sep 26 13:11:38.092040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Pushing event updated for resources: {'Port': ['ID=714c8db4-6a9c-4924-b9d3-50310cc87832,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:38.166720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] For port 714c8db4-6a9c-4924-b9d3-50310cc87832, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:38.175158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] For port 714c8db4-6a9c-4924-b9d3-50310cc87832, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=714c8db4-6a9c-4924-b9d3-50310cc87832,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:38.188602 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:38.246878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1c676c35-cad8-49df-a9ac-28c01ab547e2 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516818 Sep 26 13:11:38.256255 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6e58a9a-0d0b-4c06-b821-8c025e74a0b0 req-8a684654-cb23-4840-8a8c-ae5280573199 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666086 Sep 26 13:11:38.332830 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:38.466629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-5ad4b6fc-fe70-4184-9d2a-841705c65810 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=2cb7157d-d31e-4954-ab65-00b376933364 HTTP/1.1" status: 200 len: 217 time: 0.2082443 Sep 26 13:11:38.467142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c547866-2e6a-4cac-b881-481c4a6c4290 None None] Pushing event updated for resources: {'Port': ['ID=714c8db4-6a9c-4924-b9d3-50310cc87832,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:38.475817 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-321e6958-c3ef-4523-926d-b58814197e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:38.498628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 06746cd8-6503-4077-91f6-607bc7c6aae4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=06746cd8-6503-4077-91f6-607bc7c6aae4,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:38.505182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:38.627162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-af7115c1-3edf-4433-a10b-463d2b7ed352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:38.628698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-af7115c1-3edf-4433-a10b-463d2b7ed352 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.1497123 Sep 26 13:11:38.799367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-f01684d0-eb32-4535-b66d-ed7693558c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:38.800941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-f01684d0-eb32-4535-b66d-ed7693558c9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1591890 Sep 26 13:11:38.863311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:38.911551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=06746cd8-6503-4077-91f6-607bc7c6aae4,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:39.027237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-bbfb06e6-cf8a-4a6a-b932-7792c1a40a1f service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040906 Sep 26 13:11:39.124468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-4ea1041e-d0c8-464c-be9d-c65e457304c7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.135546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-4ea1041e-d0c8-464c-be9d-c65e457304c7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.143180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-4ea1041e-d0c8-464c-be9d-c65e457304c7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.156781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-4ea1041e-d0c8-464c-be9d-c65e457304c7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.164864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-4ea1041e-d0c8-464c-be9d-c65e457304c7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.171676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-4ea1041e-d0c8-464c-be9d-c65e457304c7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.179853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-4ea1041e-d0c8-464c-be9d-c65e457304c7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.194701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-4ea1041e-d0c8-464c-be9d-c65e457304c7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.2241831 Sep 26 13:11:39.339534 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa8a733e-98ec-4deb-a8f5-08daee74603a req-a7425450-4f1b-4d34-b811-9566f3b05c98 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390073 Sep 26 13:11:39.347194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-7bd5b65d-edf8-4213-815d-1e7bfd73598d service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107421 Sep 26 13:11:39.394297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 06746cd8-6503-4077-91f6-607bc7c6aae4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:39.450982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-8658dfd2-963b-4b60-a543-b985389bdc26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b HTTP/1.1" status: 200 len: 217 time: 0.0936217 Sep 26 13:11:39.534650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 06746cd8-6503-4077-91f6-607bc7c6aae4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:39.536772 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:39.561783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-5eb57ed7-b536-4b53-827f-4ca6e535dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.563366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-5eb57ed7-b536-4b53-827f-4ca6e535dcf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0998437 Sep 26 13:11:39.598070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533cec-098b-4b95-bb11-df8d82e31026 req-e2c8519f-113e-49b5-a191-41bd671ed2ec tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.605250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533cec-098b-4b95-bb11-df8d82e31026 req-e2c8519f-113e-49b5-a191-41bd671ed2ec tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.611637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533cec-098b-4b95-bb11-df8d82e31026 req-e2c8519f-113e-49b5-a191-41bd671ed2ec tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.620199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533cec-098b-4b95-bb11-df8d82e31026 req-e2c8519f-113e-49b5-a191-41bd671ed2ec tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.630836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533cec-098b-4b95-bb11-df8d82e31026 req-e2c8519f-113e-49b5-a191-41bd671ed2ec tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.638467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533cec-098b-4b95-bb11-df8d82e31026 req-e2c8519f-113e-49b5-a191-41bd671ed2ec tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.645653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533cec-098b-4b95-bb11-df8d82e31026 req-e2c8519f-113e-49b5-a191-41bd671ed2ec tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.655407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97533cec-098b-4b95-bb11-df8d82e31026 req-e2c8519f-113e-49b5-a191-41bd671ed2ec tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1688952 Sep 26 13:11:39.660820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1fbb7c38-8c8e-4d56-a0eb-c27f0389434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:39.665664 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-1fbb7c38-8c8e-4d56-a0eb-c27f0389434c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943933 Sep 26 13:11:39.670854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 714c8db4-6a9c-4924-b9d3-50310cc87832 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:39.743145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97533cec-098b-4b95-bb11-df8d82e31026 req-0037b0bc-3177-49ed-9574-b6741863c732 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847952 Sep 26 13:11:39.749143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.20.0.1 (9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f/2ae5ff24-c4aa-4b42-b5ce-da0525952da1/fe54fc82-8cef-40af-8e02-344662684549) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:39.793511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 714c8db4-6a9c-4924-b9d3-50310cc87832 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:39.794347 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:39.817949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51490) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:39.886968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-18d189e2-77d6-4f56-acf0-bb07a8edb1b8 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131834 Sep 26 13:11:39.951977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:39.994649 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:40.005614 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:40.101616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 714c8db4-6a9c-4924-b9d3-50310cc87832, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=714c8db4-6a9c-4924-b9d3-50310cc87832,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:40.104649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:40.107631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:40.169202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21ebcf03-2cf6-4c9e-8517-d9fe1e9415ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:40.224904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=fe54fc82-8cef-40af-8e02-344662684549,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:40.227042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:40.231286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:40.239292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=714c8db4-6a9c-4924-b9d3-50310cc87832,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:40.291945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade15cb-aa68-4d16-b925-2fc7ccb24f59 None None] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:11:40.293867 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:40.307575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-7fdebdcd-e713-4149-a23b-ef71b7731fdc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3024299 Sep 26 13:11:40.328448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-d950f666-3a51-4320-88db-e4ce860cc39a service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291027 Sep 26 13:11:40.380180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd5f36-ed04-4b3e-9f11-94b67cd9b59b req-0370a4cd-3b50-4f8a-afe7-1cc396b45737 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:40.382561 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8bd5f36-ed04-4b3e-9f11-94b67cd9b59b req-0370a4cd-3b50-4f8a-afe7-1cc396b45737 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.2734168 Sep 26 13:11:40.407156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4f778123-a12b-41a6-91a2-e4c9424b972d None None] Provisioning complete for port 714c8db4-6a9c-4924-b9d3-50310cc87832 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:40.407455 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4f778123-a12b-41a6-91a2-e4c9424b972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:40.444720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-bf742460-449e-49db-87ed-27cb2bfcabc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3d03b43b-a68e-4e50-805e-511992f45176 HTTP/1.1" status: 200 len: 217 time: 0.1045392 Sep 26 13:11:40.506344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8bd5f36-ed04-4b3e-9f11-94b67cd9b59b req-3a282f83-1621-4150-9185-eed670bb91f2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143389 Sep 26 13:11:40.635447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:40.791475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-39743d3c-ac62-4a11-8f06-d4fdc8788eeb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:40.801937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-39743d3c-ac62-4a11-8f06-d4fdc8788eeb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:40.809302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-39743d3c-ac62-4a11-8f06-d4fdc8788eeb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:40.815896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-39743d3c-ac62-4a11-8f06-d4fdc8788eeb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:40.823837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-39743d3c-ac62-4a11-8f06-d4fdc8788eeb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:40.830005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-39743d3c-ac62-4a11-8f06-d4fdc8788eeb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:40.836663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-39743d3c-ac62-4a11-8f06-d4fdc8788eeb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:40.844797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-39743d3c-ac62-4a11-8f06-d4fdc8788eeb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.2124472 Sep 26 13:11:40.940498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b73df49d-a637-4438-9cd5-dcf91e90ebe1 None None] Provisioning complete for port fe54fc82-8cef-40af-8e02-344662684549 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:40.942795 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b73df49d-a637-4438-9cd5-dcf91e90ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:40.994666 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc34bb04-27b6-4998-81f3-e934b54a5713 req-0caeb261-ce62-4670-91a8-f81d508d7ab8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485517 Sep 26 13:11:41.016757 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6de622f4-3871-463d-bb90-addf2e774941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.024080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b73df49d-a637-4438-9cd5-dcf91e90ebe1 None None] Port fe54fc82-8cef-40af-8e02-344662684549 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:11:41.050813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b73df49d-a637-4438-9cd5-dcf91e90ebe1 None None] Provisioning complete for port 714c8db4-6a9c-4924-b9d3-50310cc87832 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:41.051193 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b73df49d-a637-4438-9cd5-dcf91e90ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.224283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 714c8db4-6a9c-4924-b9d3-50310cc87832 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:41.265442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51520) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:41.319528 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.325263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.340745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-70eaffc3-0296-42a7-b8de-47028bad4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.342290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-70eaffc3-0296-42a7-b8de-47028bad4e19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.2109587 Sep 26 13:11:41.353228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-2afe37ad-2f63-4a6f-a186-63026e352e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.354784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-2afe37ad-2f63-4a6f-a186-63026e352e67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1098 time: 0.9470499 Sep 26 13:11:41.357568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 714c8db4-6a9c-4924-b9d3-50310cc87832 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:41.359332 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.411354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-bb366f53-7208-4fbd-a301-f28d5bd61a8c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.418703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-bb366f53-7208-4fbd-a301-f28d5bd61a8c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.426554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-bb366f53-7208-4fbd-a301-f28d5bd61a8c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.432350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ef265a53-6b30-4413-abc9-d848518593e8 None None] Provisioning complete for port fe54fc82-8cef-40af-8e02-344662684549 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:41.432715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef265a53-6b30-4413-abc9-d848518593e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.434780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-bb366f53-7208-4fbd-a301-f28d5bd61a8c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.451744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-bb366f53-7208-4fbd-a301-f28d5bd61a8c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.458718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-bb366f53-7208-4fbd-a301-f28d5bd61a8c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.464499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.465062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-bb366f53-7208-4fbd-a301-f28d5bd61a8c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.470221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=fe54fc82-8cef-40af-8e02-344662684549,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:41.473446 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-bb366f53-7208-4fbd-a301-f28d5bd61a8c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.3457854 Sep 26 13:11:41.514285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ef265a53-6b30-4413-abc9-d848518593e8 None None] Port fe54fc82-8cef-40af-8e02-344662684549 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:11:41.526976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21ebcf03-2cf6-4c9e-8517-d9fe1e9415ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.544040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a52ef017-5f71-4417-9527-b439fb9e3716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.545247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21ebcf03-2cf6-4c9e-8517-d9fe1e9415ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.595465 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.660678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c32c6479-ffb9-474d-825b-b7a37dd212f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.662997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-c32c6479-ffb9-474d-825b-b7a37dd212f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3019927 Sep 26 13:11:41.667441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7e6d84b-0c8c-42ae-99e6-1b9db382526c req-1d8fff71-c2be-4da8-b418-eb982db508e1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932003 Sep 26 13:11:41.677705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51528) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:41.677925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-21ebcf03-2cf6-4c9e-8517-d9fe1e9415ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a14051f7744333921b6c45454a7ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8577402 Sep 26 13:11:41.708563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebcf03-2cf6-4c9e-8517-d9fe1e9415ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4177b-98d8-42f1-ac21-bd9a4092c813,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:41.761161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:41.771012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-b12e3980-b62a-4f4e-a67b-79c42ae910b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.772567 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-b12e3980-b62a-4f4e-a67b-79c42ae910b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.2961233 Sep 26 13:11:41.774952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada39543-519d-483e-b6dc-037a02c1bcbd req-8a788d27-d088-4bf2-83fd-8e11a08306d1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:41.776609 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ada39543-519d-483e-b6dc-037a02c1bcbd req-8a788d27-d088-4bf2-83fd-8e11a08306d1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1436617 Sep 26 13:11:41.781147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:41.850234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-fd731d1a-4683-47ae-8107-99f6505fe48a service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703076 Sep 26 13:11:41.898296 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-85c55b3b-6054-4382-ac56-2c4877ace81c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 1001 time: 0.1159132 Sep 26 13:11:41.941933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b7a600-fac5-41ae-98bb-b3f53634aeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:41.958658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2881e09c-a39d-420b-af3c-e4c2c4e83fee details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:41.975799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ada39543-519d-483e-b6dc-037a02c1bcbd req-a5534a85-0b46-4bdc-87d8-b9d9462a90c8 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862044 Sep 26 13:11:42.003842 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b7a600-fac5-41ae-98bb-b3f53634aeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.036162 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a52ef017-5f71-4417-9527-b439fb9e3716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.049806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a52ef017-5f71-4417-9527-b439fb9e3716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.055317 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-5024d684-ab06-4ff9-81d5-12225997d26c service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961060 Sep 26 13:11:42.059796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-e6458f49-100d-488c-9155-a2e7c371361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.067098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-e6458f49-100d-488c-9155-a2e7c371361b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.1547184 Sep 26 13:11:42.071381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router ca96f7dc-261d-4f40-bf51-a21be52bf956 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:11:42.118732 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a52ef017-5f71-4417-9527-b439fb9e3716 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6486643f714b446ea84bad1d3515a5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8519602 Sep 26 13:11:42.126065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51532) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:42.138451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ef017-5f71-4417-9527-b439fb9e3716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de88a3-e86f-4fd8-bb08-fac68852ce64,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:42.182565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-363bae64-432e-4212-a9a0-e732411cd1f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9 HTTP/1.1" status: 200 len: 217 time: 0.1180649 Sep 26 13:11:42.235265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b7a600-fac5-41ae-98bb-b3f53634aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.237916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b7a600-fac5-41ae-98bb-b3f53634aeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.241830 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d2b7a600-fac5-41ae-98bb-b3f53634aeb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afb4177b-98d8-42f1-ac21-bd9a4092c813 HTTP/1.1" status: 204 len: 168 time: 0.5573285 Sep 26 13:11:42.250095 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.258583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4e829343-c8f8-467f-a69b-aaa4692bee59 None None] Provisioning complete for port fe54fc82-8cef-40af-8e02-344662684549 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:42.259588 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e829343-c8f8-467f-a69b-aaa4692bee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.264269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2881e09c-a39d-420b-af3c-e4c2c4e83fee, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:42.267590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-db72c29f-5fe1-47ae-aa3a-66715a738809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.269132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-db72c29f-5fe1-47ae-aa3a-66715a738809 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279757 Sep 26 13:11:42.273688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7a600-fac5-41ae-98bb-b3f53634aeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4177b-98d8-42f1-ac21-bd9a4092c813,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:42.298035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d2aab6-a7dc-4f9b-9c18-81bd425e0e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.320585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:11:42.330900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fd1b60de-188b-4833-9d80-bd761457fa89 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "PUT /v2.0/routers/ca96f7dc-261d-4f40-bf51-a21be52bf956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2534218 Sep 26 13:11:42.332909 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Sync routers for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:11:42.335072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51538) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:42.340419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2881e09c-a39d-420b-af3c-e4c2c4e83fee', 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'port_id': '2881e09c-a39d-420b-af3c-e4c2c4e83fee', 'mac_address': 'fa:16:3e:d3:56:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612c8342-1133-4522-93a0-c317956669dd', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:42.355269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4e829343-c8f8-467f-a69b-aaa4692bee59 None None] Port fe54fc82-8cef-40af-8e02-344662684549 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:11:42.359679 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:42.360423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:42.369470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d2aab6-a7dc-4f9b-9c18-81bd425e0e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.395063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.407233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-9aa0e870-a804-462a-99cd-8e720b865c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.413743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2881e09c-a39d-420b-af3c-e4c2c4e83fee {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:42.413949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-9aa0e870-a804-462a-99cd-8e720b865c42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.2208889 Sep 26 13:11:42.442905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2881e09c-a39d-420b-af3c-e4c2c4e83fee, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:42.449843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.451426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9aa19afb-5435-4d66-8fd2-32d132a28a6a details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:42.455499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c861-c6fe-4c23-b744-795140198f3f req-0ea3f4f7-5601-42d5-a79a-7aee88edc3d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.463676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d2aab6-a7dc-4f9b-9c18-81bd425e0e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.467819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c861-c6fe-4c23-b744-795140198f3f req-0ea3f4f7-5601-42d5-a79a-7aee88edc3d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.468163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d2aab6-a7dc-4f9b-9c18-81bd425e0e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.479838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c861-c6fe-4c23-b744-795140198f3f req-0ea3f4f7-5601-42d5-a79a-7aee88edc3d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.491842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-55d2aab6-a7dc-4f9b-9c18-81bd425e0e61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9de88a3-e86f-4fd8-bb08-fac68852ce64 HTTP/1.1" status: 204 len: 168 time: 0.3501940 Sep 26 13:11:42.498665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c861-c6fe-4c23-b744-795140198f3f req-0ea3f4f7-5601-42d5-a79a-7aee88edc3d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.514483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c861-c6fe-4c23-b744-795140198f3f req-0ea3f4f7-5601-42d5-a79a-7aee88edc3d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.528305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2aab6-a7dc-4f9b-9c18-81bd425e0e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de88a3-e86f-4fd8-bb08-fac68852ce64,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:42.528457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c861-c6fe-4c23-b744-795140198f3f req-0ea3f4f7-5601-42d5-a79a-7aee88edc3d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.541063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940c861-c6fe-4c23-b744-795140198f3f req-0ea3f4f7-5601-42d5-a79a-7aee88edc3d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.554373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7940c861-c6fe-4c23-b744-795140198f3f req-0ea3f4f7-5601-42d5-a79a-7aee88edc3d1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5428 time: 0.3618715 Sep 26 13:11:42.567402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2881e09c-a39d-420b-af3c-e4c2c4e83fee,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:42.600347 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:42.680576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9aa19afb-5435-4d66-8fd2-32d132a28a6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:42.748017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'port_id': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'mac_address': 'fa:16:3e:66:76:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:42.845712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7940c861-c6fe-4c23-b744-795140198f3f req-722d5877-0256-435a-9bc6-25c6bedfa7b2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860827 Sep 26 13:11:42.865022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-4515b027-28f0-4563-991b-f609be30fd7f service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812862 Sep 26 13:11:42.899481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-eea6ffda-38f8-4308-8412-afb9b7050daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.901321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-eea6ffda-38f8-4308-8412-afb9b7050daf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3375218 Sep 26 13:11:42.903974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:42.938226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.939292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.939944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.940615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.941265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.941937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.942577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.942715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa19afb-5435-4d66-8fd2-32d132a28a6a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:42.943332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.944715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.945363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.946166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.946826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:42.949225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dd2a8d97-acae-4858-9fdb-4a30585b9964 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8441 time: 0.6096003 Sep 26 13:11:42.955574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51552) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:42.996271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-b8fad2e9-1c37-42d3-83a2-8d3afdaa0e33 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.003484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9aa19afb-5435-4d66-8fd2-32d132a28a6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:43.008229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-b8fad2e9-1c37-42d3-83a2-8d3afdaa0e33 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.011033 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:43.011982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c00e443c-2c31-442b-9d81-70b55d11db11 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:43.034236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-b8fad2e9-1c37-42d3-83a2-8d3afdaa0e33 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.069820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-b8fad2e9-1c37-42d3-83a2-8d3afdaa0e33 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.085341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-b8fad2e9-1c37-42d3-83a2-8d3afdaa0e33 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.098415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-b8fad2e9-1c37-42d3-83a2-8d3afdaa0e33 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.116208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-b8fad2e9-1c37-42d3-83a2-8d3afdaa0e33 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.117343 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-b8fad2e9-1c37-42d3-83a2-8d3afdaa0e33 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.2695267 Sep 26 13:11:43.199019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9aa19afb-5435-4d66-8fd2-32d132a28a6a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:43.329410 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-353e9fd1-9008-4fdd-861f-d18fd94df187 req-1a2b58bb-15e8-4f3b-a6f1-a338bc83fea8 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496071 Sep 26 13:11:43.331831 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:40Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:41Z', 'revision_number': 2, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:43.344385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-b4fa1442-1665-4503-b457-52de5500b7f9 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283185 Sep 26 13:11:43.364650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c00e443c-2c31-442b-9d81-70b55d11db11, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c00e443c-2c31-442b-9d81-70b55d11db11,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:43.370113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470ddd8-1164-4197-875f-cc7083c58b8e req-3846512f-2e2f-41aa-a779-64c5bd662e31 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.378413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f470ddd8-1164-4197-875f-cc7083c58b8e req-3846512f-2e2f-41aa-a779-64c5bd662e31 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.2820952 Sep 26 13:11:43.394823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'c00e443c-2c31-442b-9d81-70b55d11db11', 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab', 'port_id': 'c00e443c-2c31-442b-9d81-70b55d11db11', 'mac_address': 'fa:16:3e:a6:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ab3d32-663f-4d48-86b9-81dd912c105f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:43.413920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90bcba6e-45d9-471d-a01e-154a7c2c3d09 req-cf1c3241-cc91-44e9-9461-2e7d0b369c31 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2596750 Sep 26 13:11:43.419996 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Checking router: ca96f7dc-261d-4f40-bf51-a21be52bf956 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:11:43.420554 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Updating router ca96f7dc-261d-4f40-bf51-a21be52bf956 port fe54fc82-8cef-40af-8e02-344662684549 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:11:43.481556 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f470ddd8-1164-4197-875f-cc7083c58b8e req-014a88e0-21b1-421f-9231-514565e6c848 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015012 Sep 26 13:11:43.501275 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:43.517702 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:43.549043 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:43.556036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00e443c-2c31-442b-9d81-70b55d11db11 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:43.559642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.563193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.563757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.564908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.566257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.568276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.569587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.570787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.571997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.573807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.574823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.581815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.586743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-84bece3d-6b40-41e7-a764-17b0ebe35a9c tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7631 time: 0.4654496 Sep 26 13:11:43.589888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51578) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:43.605008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c00e443c-2c31-442b-9d81-70b55d11db11, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c00e443c-2c31-442b-9d81-70b55d11db11,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:43.614374 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27c5b9cb-7450-4df0-b99c-460df1648b33 req-7e910866-c0ed-4f0a-82ff-b3a59b6d61bf service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322619 Sep 26 13:11:43.617225 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:43.617984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5fb8a498-550e-4784-917f-f378f526f1b0 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:43.763345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=c00e443c-2c31-442b-9d81-70b55d11db11,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:43.789323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5fb8a498-550e-4784-917f-f378f526f1b0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5fb8a498-550e-4784-917f-f378f526f1b0,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:43.832218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '5fb8a498-550e-4784-917f-f378f526f1b0', 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'port_id': '5fb8a498-550e-4784-917f-f378f526f1b0', 'mac_address': 'fa:16:3e:66:b7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612c8342-1133-4522-93a0-c317956669dd', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:43.837967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-acd43b99-bb7a-433e-b92a-d41c999cc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.843921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-acd43b99-bb7a-433e-b92a-d41c999cc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.843921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-acd43b99-bb7a-433e-b92a-d41c999cc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.843921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-acd43b99-bb7a-433e-b92a-d41c999cc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.843921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-acd43b99-bb7a-433e-b92a-d41c999cc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.843921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-acd43b99-bb7a-433e-b92a-d41c999cc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.843921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-acd43b99-bb7a-433e-b92a-d41c999cc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:43.843921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-acd43b99-bb7a-433e-b92a-d41c999cc705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6485 time: 0.1465917 Sep 26 13:11:43.958922 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:43.994747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb8a498-550e-4784-917f-f378f526f1b0 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:44.052105 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.053557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5fb8a498-550e-4784-917f-f378f526f1b0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5fb8a498-550e-4784-917f-f378f526f1b0,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:44.061253 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.062033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:44.068302 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.112035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-9144d4df-ae28-429e-aacc-30939dd1e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.113580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-9144d4df-ae28-429e-aacc-30939dd1e8d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d59d366-9265-4f11-be38-15a19f2dd7d9 HTTP/1.1" status: 200 len: 902 time: 0.2613471 Sep 26 13:11:44.127995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-693060f4-4b0c-435e-b4dd-052b61c53d52 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.134900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-693060f4-4b0c-435e-b4dd-052b61c53d52 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.144617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-693060f4-4b0c-435e-b4dd-052b61c53d52 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.172422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-693060f4-4b0c-435e-b4dd-052b61c53d52 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.197022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-693060f4-4b0c-435e-b4dd-052b61c53d52 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.219550 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Pushing event updated for resources: {'Port': ['ID=fe54fc82-8cef-40af-8e02-344662684549,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:44.225891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-693060f4-4b0c-435e-b4dd-052b61c53d52 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.237165 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.237532 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.237855 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.238017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-693060f4-4b0c-435e-b4dd-052b61c53d52 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.240033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-693060f4-4b0c-435e-b4dd-052b61c53d52 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5431 time: 0.2057800 Sep 26 13:11:44.243994 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.244621 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.245125 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.245677 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.246166 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.246678 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.247166 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.250575 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.251099 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:11:44.312995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5fb8a498-550e-4784-917f-f378f526f1b0,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:44.372213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-74a588a9-9186-462d-bbc8-06453aa84b8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9 HTTP/1.1" status: 200 len: 217 time: 0.1310952 Sep 26 13:11:44.379729 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Attempting to bind port fe54fc82-8cef-40af-8e02-344662684549 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:44.380098 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Attempting to bind port fe54fc82-8cef-40af-8e02-344662684549 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:44.380460 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Attempting to bind port fe54fc82-8cef-40af-8e02-344662684549 on network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:44.387390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:44.405593 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:44.413171 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Checking segment: {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:44.413902 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.414475 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Bound using segment: {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:44.415296 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Bound port: fe54fc82-8cef-40af-8e02-344662684549, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:44.416550 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.436142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '0cad9cdf-a108-4a87-bf0b-0b573d5f59ac', 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'port_id': '0cad9cdf-a108-4a87-bf0b-0b573d5f59ac', 'mac_address': 'fa:16:3e:de:a0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612c8342-1133-4522-93a0-c317956669dd', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:44.575049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f24423d8-b0f8-468d-a633-ebee97cc30ae req-25ea7b1b-8855-499d-81ec-5cd446733625 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2071285 Sep 26 13:11:44.583275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-a2529b9c-f08b-42da-8a27-35358d1046db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.589318 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-a2529b9c-f08b-42da-8a27-35358d1046db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.2060971 Sep 26 13:11:44.630962 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] For port fe54fc82-8cef-40af-8e02-344662684549, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:44.635241 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] For port fe54fc82-8cef-40af-8e02-344662684549, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fe54fc82-8cef-40af-8e02-344662684549,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:44.645704 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.664141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.721296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:44.733225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-dd93e998-9d6a-4bca-aec3-304da8eece4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:44.739414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-dd93e998-9d6a-4bca-aec3-304da8eece4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413641 Sep 26 13:11:44.780786 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:11:44.782129 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:44.798432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:44.802775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d29ad60a-fc0c-43ca-83b7-d60c6e044234 None None] Provisioning complete for port fe54fc82-8cef-40af-8e02-344662684549 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:44.803908 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d29ad60a-fc0c-43ca-83b7-d60c6e044234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.808293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:44.810065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:44.967195 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569f84-e087-4854-9e57-5fb41e2a796b None None] Pushing event updated for resources: {'Port': ['ID=fe54fc82-8cef-40af-8e02-344662684549,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:44.988153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-365785cc-eaf3-498e-903c-d2e2414d3acc service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413526 Sep 26 13:11:45.003001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:45.012975 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:11:45.048678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:45.082482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e', 'network_id': 'b86aff44-39fa-42e7-b920-6c793e3330ab', 'port_id': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e', 'mac_address': 'fa:16:3e:f7:73:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ab3d32-663f-4d48-86b9-81dd912c105f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:45.097354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:45.104796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb493-83b2-4517-aaaa-347930fc51bc req-1d690c3f-b8e6-47e6-877d-ed2ae0738df2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:45.106485 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-af0bb493-83b2-4517-aaaa-347930fc51bc req-1d690c3f-b8e6-47e6-877d-ed2ae0738df2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.3249052 Sep 26 13:11:45.232892 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d29ad60a-fc0c-43ca-83b7-d60c6e044234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:45.267682 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:45.270962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-e3d3e86c-c927-47f9-850c-7095f50a4525 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:45.277884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-e3d3e86c-c927-47f9-850c-7095f50a4525 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:45.283909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-e3d3e86c-c927-47f9-850c-7095f50a4525 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:45.292029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-e3d3e86c-c927-47f9-850c-7095f50a4525 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:45.294150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-af0bb493-83b2-4517-aaaa-347930fc51bc req-d3922c1d-1838-4c74-ab9f-d6c278ce9f45 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693144 Sep 26 13:11:45.316657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-e3d3e86c-c927-47f9-850c-7095f50a4525 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:45.320849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:45.327743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c301efc6-779e-4be1-a85e-2aa6fcf5404a req-c8a92137-0f99-481b-9fba-8bb2064fba5c service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282242 Sep 26 13:11:45.329420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-e3d3e86c-c927-47f9-850c-7095f50a4525 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:45.337619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d29ad60a-fc0c-43ca-83b7-d60c6e044234 None None] For port fe54fc82-8cef-40af-8e02-344662684549, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fe54fc82-8cef-40af-8e02-344662684549,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:45.341449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-e3d3e86c-c927-47f9-850c-7095f50a4525 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:45.351641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d29ad60a-fc0c-43ca-83b7-d60c6e044234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:45.353169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-e3d3e86c-c927-47f9-850c-7095f50a4525 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1896195 Sep 26 13:11:45.378729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:45.409177 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8a8441d0-8607-4274-bd14-7bb7e4664288 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 1.8151751 Sep 26 13:11:45.422428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:45.424367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a1b47b43-61f9-4fd1-a344-a9eeab652b39 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:45.448442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-76e0ef6e-b09b-40ca-b1d7-bd67a74ba1e8 req-778cc671-f700-416c-9eb1-ddd8dd89793f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854440 Sep 26 13:11:45.495452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51622) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:45.502706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a1b47b43-61f9-4fd1-a344-a9eeab652b39, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:45.507240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ad60a-fc0c-43ca-83b7-d60c6e044234 None None] Pushing event updated for resources: {'Port': ['ID=fe54fc82-8cef-40af-8e02-344662684549,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:45.517883 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:40Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:44Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:11:45.550766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'a1b47b43-61f9-4fd1-a344-a9eeab652b39', 'network_id': 'd9ec4ddc-df0d-4326-b75c-75880657520c', 'port_id': 'a1b47b43-61f9-4fd1-a344-a9eeab652b39', 'mac_address': 'fa:16:3e:ff:ea:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612c8342-1133-4522-93a0-c317956669dd', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:45.557619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6cf5b36e-f27b-4411-8499-ab9843e3cd75 None None] Provisioning complete for port fe54fc82-8cef-40af-8e02-344662684549 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:45.557900 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6cf5b36e-f27b-4411-8499-ab9843e3cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:45.588853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1edee8-1ff2-40f3-9514-8ad76309b3f3 None None] The sync data for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 is: [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:40Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:44Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:11:45.680067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:45.696897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:45.728048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b47b43-61f9-4fd1-a344-a9eeab652b39 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:45.744175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7aafb8ac-3847-4121-9c2f-fe1eb22e5fd7 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-314675826'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:45.747272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7aafb8ac-3847-4121-9c2f-fe1eb22e5fd7 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Unknown quota resources ['metering_label']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:11:45.760664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a1b47b43-61f9-4fd1-a344-a9eeab652b39, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:45.785295 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:45.860074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51628) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:45.864932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d2e4aad0-270f-4f1a-a657-929f59e79040 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115244481', 'description': 'tempest-secgroup-smoke-115244481 description', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:45.874284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a1b47b43-61f9-4fd1-a344-a9eeab652b39,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:45.918351 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2e4aad0-270f-4f1a-a657-929f59e79040 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.052652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1ea0b62-a120-4692-871d-2343c122e323 req-1fa5c0fe-1702-4e35-a367-a671eb858d77 tempest-AbsoluteLimitsNegativeTestJSON-563874724 tempest-AbsoluteLimitsNegativeTestJSON-563874724-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=268487dbe2aa405895795948fc7de441&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342584 Sep 26 13:11:46.132301 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7aafb8ac-3847-4121-9c2f-fe1eb22e5fd7 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.137097 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7aafb8ac-3847-4121-9c2f-fe1eb22e5fd7 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6400669 Sep 26 13:11:46.137867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51644) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:46.143380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2c61b5f5-c62f-41d4-ba7e-60eb06faaa5d tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '57ad841d-37dd-4c8b-81f3-6a62d3e06140'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:46.144206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2c61b5f5-c62f-41d4-ba7e-60eb06faaa5d tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:11:46.160210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2e4aad0-270f-4f1a-a657-929f59e79040 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.169240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2e4aad0-270f-4f1a-a657-929f59e79040 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.203759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-aa8d58ac-e651-4b91-a11e-f60d10384c21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.210322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-aa8d58ac-e651-4b91-a11e-f60d10384c21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.216605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-aa8d58ac-e651-4b91-a11e-f60d10384c21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.222646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-aa8d58ac-e651-4b91-a11e-f60d10384c21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.230398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-aa8d58ac-e651-4b91-a11e-f60d10384c21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.236777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-aa8d58ac-e651-4b91-a11e-f60d10384c21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.244010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-aa8d58ac-e651-4b91-a11e-f60d10384c21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.246308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-aa8d58ac-e651-4b91-a11e-f60d10384c21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5435 time: 0.2467773 Sep 26 13:11:46.277024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2e4aad0-270f-4f1a-a657-929f59e79040 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.280890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d2e4aad0-270f-4f1a-a657-929f59e79040 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4172387 Sep 26 13:11:46.281753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51646) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:46.286192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4aad0-270f-4f1a-a657-929f59e79040 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b96a821-294f-47ea-b57c-25e4a019c218,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:46.291985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-19866798-c03a-492a-a904-ccf4f4f054a1 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '6b96a821-294f-47ea-b57c-25e4a019c218', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:46.309717 n-d-806683-13 neutron-server[94811]: WARNING neutron.services.metering.metering_plugin [None req-2c61b5f5-c62f-41d4-ba7e-60eb06faaa5d tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 26 13:11:46.333960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea0b62-a120-4692-871d-2343c122e323 req-5fc9fa66-34f4-45fc-9ab8-77a51a577a90 tempest-AbsoluteLimitsNegativeTestJSON-563874724 tempest-AbsoluteLimitsNegativeTestJSON-563874724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.341883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1ea0b62-a120-4692-871d-2343c122e323 req-5fc9fa66-34f4-45fc-9ab8-77a51a577a90 tempest-AbsoluteLimitsNegativeTestJSON-563874724 tempest-AbsoluteLimitsNegativeTestJSON-563874724-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875030 Sep 26 13:11:46.365743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1ea0b62-a120-4692-871d-2343c122e323 req-bdc62c46-f3b3-4aeb-b549-8da1e625bcf3 tempest-AbsoluteLimitsNegativeTestJSON-563874724 tempest-AbsoluteLimitsNegativeTestJSON-563874724-project] 10.222.0.13 "GET /v2.0/quotas/268487dbe2aa405895795948fc7de441 HTTP/1.1" status: 200 len: 375 time: 0.0225799 Sep 26 13:11:46.375356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['c00e443c-2c31-442b-9d81-70b55d11db11'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:46.384081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19866798-c03a-492a-a904-ccf4f4f054a1 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.418687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a1b47b43-61f9-4fd1-a344-a9eeab652b39'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:46.425461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1ea0b62-a120-4692-871d-2343c122e323 req-a99d05e1-65fe-4327-b6a4-ac37dc68cd7c tempest-AbsoluteLimitsNegativeTestJSON-563874724 tempest-AbsoluteLimitsNegativeTestJSON-563874724-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=268487dbe2aa405895795948fc7de441&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585308 Sep 26 13:11:46.431915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['5fb8a498-550e-4784-917f-f378f526f1b0'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:46.461227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c61b5f5-c62f-41d4-ba7e-60eb06faaa5d tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.462756 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2c61b5f5-c62f-41d4-ba7e-60eb06faaa5d tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3228467 Sep 26 13:11:46.468314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['0cad9cdf-a108-4a87-bf0b-0b573d5f59ac'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:46.470945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:46.473684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51650) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:46.477660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2881e09c-a39d-420b-af3c-e4c2c4e83fee'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:46.481249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c6ec3304-4e7f-482c-85c2-b31d6535ef17 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '57ad841d-37dd-4c8b-81f3-6a62d3e06140'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:46.484197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c6ec3304-4e7f-482c-85c2-b31d6535ef17 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:11:46.524668 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19866798-c03a-492a-a904-ccf4f4f054a1 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.529367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19866798-c03a-492a-a904-ccf4f4f054a1 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.531967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce6971c7-a898-43ae-a779-8ec7102d0502 req-a4e58f39-2267-4df5-a894-712e58d9f591 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2377596 Sep 26 13:11:46.600512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19866798-c03a-492a-a904-ccf4f4f054a1 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c278339-349f-4623-9cf5-bd381988f95c,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:46.604849 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19866798-c03a-492a-a904-ccf4f4f054a1 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.609247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19866798-c03a-492a-a904-ccf4f4f054a1 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245571 Sep 26 13:11:46.611377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51658) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:46.623073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4d6cf1b5-d328-4cbe-8326-e974132520b4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '6b96a821-294f-47ea-b57c-25e4a019c218', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:46.693045 n-d-806683-13 neutron-server[94811]: WARNING neutron.services.metering.metering_plugin [None req-c6ec3304-4e7f-482c-85c2-b31d6535ef17 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 26 13:11:46.798847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf1b5-d328-4cbe-8326-e974132520b4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.812522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201150c4-f7dd-426c-a613-cde2af0a25fc req-086a1828-1563-4094-8934-cd757469a7d3 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:46.814901 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201150c4-f7dd-426c-a613-cde2af0a25fc req-086a1828-1563-4094-8934-cd757469a7d3 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1565902 Sep 26 13:11:46.910174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201150c4-f7dd-426c-a613-cde2af0a25fc req-431bda5a-afb8-4e3a-a0d6-07e2161ce04e tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857799 Sep 26 13:11:46.956885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf1b5-d328-4cbe-8326-e974132520b4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.957121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ec3304-4e7f-482c-85c2-b31d6535ef17 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.958994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c6ec3304-4e7f-482c-85c2-b31d6535ef17 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4835439 Sep 26 13:11:46.961797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:46.963141 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf1b5-d328-4cbe-8326-e974132520b4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:46.979702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27b33f82-9023-4cef-a4ed-dc9160a82fec tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=f4965ae5-6634-4a86-bf45-870f5cc540e9 HTTP/1.1" status: 200 len: 464 time: 0.0167632 Sep 26 13:11:46.982217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51664) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.005201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cf1b5-d328-4cbe-8326-e974132520b4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d1b4d5-5210-4a14-a84b-6aba1fd767f7,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:47.020026 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf1b5-d328-4cbe-8326-e974132520b4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.022979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-c6e52ce1-5552-43dd-8467-601897939dfc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.025104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4d6cf1b5-d328-4cbe-8326-e974132520b4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4126289 Sep 26 13:11:47.027871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51666) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.038748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-89eeb831-3eb6-4dfd-a236-554e9df39ff9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '6b96a821-294f-47ea-b57c-25e4a019c218', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:47.048441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-c6e52ce1-5552-43dd-8467-601897939dfc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.073152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-c6e52ce1-5552-43dd-8467-601897939dfc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.092746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89eeb831-3eb6-4dfd-a236-554e9df39ff9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.094351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-c6e52ce1-5552-43dd-8467-601897939dfc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.118982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-c6e52ce1-5552-43dd-8467-601897939dfc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.144094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-c6e52ce1-5552-43dd-8467-601897939dfc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.154801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-c6e52ce1-5552-43dd-8467-601897939dfc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.176182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51670) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.188377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-c6e52ce1-5552-43dd-8467-601897939dfc tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.4932761 Sep 26 13:11:47.263173 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89eeb831-3eb6-4dfd-a236-554e9df39ff9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.274662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89eeb831-3eb6-4dfd-a236-554e9df39ff9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.328918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fe54fc82-8cef-40af-8e02-344662684549 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:47.340762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eeb831-3eb6-4dfd-a236-554e9df39ff9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc919aa5-63b8-44d3-bc75-99d6e96852f8,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:47.343428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ea3ddbd-1026-4630-b33d-e53bddcea518 req-f53440bb-d8a6-44b2-bd81-92e498c5bb22 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441538 Sep 26 13:11:47.349566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89eeb831-3eb6-4dfd-a236-554e9df39ff9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.354108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89eeb831-3eb6-4dfd-a236-554e9df39ff9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3250632 Sep 26 13:11:47.356399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51674) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.363150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-167f8c87-024c-489b-9514-96669246beb2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '6b96a821-294f-47ea-b57c-25e4a019c218', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:47.417841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89025981-d7bc-40cc-9a3c-20bc87e3907b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.438918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-167f8c87-024c-489b-9514-96669246beb2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.470449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['9aa19afb-5435-4d66-8fd2-32d132a28a6a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:11:47.480348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1deb03db-1075-40de-b8c2-c6b4ccee0eb2 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.481685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1deb03db-1075-40de-b8c2-c6b4ccee0eb2 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/f4965ae5-6634-4a86-bf45-870f5cc540e9 HTTP/1.1" status: 204 len: 168 time: 0.4984374 Sep 26 13:11:47.484696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.496758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7293ce97-c72b-40dc-b21b-86e68acc0079 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=f4965ae5-6634-4a86-bf45-870f5cc540e9 HTTP/1.1" status: 200 len: 221 time: 0.0108037 Sep 26 13:11:47.500096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51678) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.507599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0ca67493-023c-424c-bf7b-d5c3c5eba3f7 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--290444226', 'description': 'label created by tempest'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:47.508130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0ca67493-023c-424c-bf7b-d5c3c5eba3f7 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Unknown quota resources ['metering_label']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:11:47.544708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-167f8c87-024c-489b-9514-96669246beb2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.555331 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-167f8c87-024c-489b-9514-96669246beb2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.595850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f8c87-024c-489b-9514-96669246beb2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e6de8a-8293-4307-a46f-5dd7d4a5793f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:47.654656 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89025981-d7bc-40cc-9a3c-20bc87e3907b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.670254 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89025981-d7bc-40cc-9a3c-20bc87e3907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.696690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-167f8c87-024c-489b-9514-96669246beb2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.701153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-167f8c87-024c-489b-9514-96669246beb2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3434854 Sep 26 13:11:47.726512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51682) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.731588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-97a24348-da6a-4d04-ac88-ed5b1730d696 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '6b96a821-294f-47ea-b57c-25e4a019c218', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:47.784846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ca67493-023c-424c-bf7b-d5c3c5eba3f7 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.786394 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0ca67493-023c-424c-bf7b-d5c3c5eba3f7 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2852743 Sep 26 13:11:47.789367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51684) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.819844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89025981-d7bc-40cc-9a3c-20bc87e3907b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=268487dbe2aa405895795948fc7de441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161907 Sep 26 13:11:47.823844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89025981-d7bc-40cc-9a3c-20bc87e3907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8141a58-8c08-44d1-9acd-47e07dec4d9f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:47.828112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51686) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.904871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-331d930a-055d-4ab5-85b6-d26d6295e651 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.912086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-331d930a-055d-4ab5-85b6-d26d6295e651 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.918243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-55450e18-52ba-4e27-b85c-30e133ddbf35 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=0715c69d-5fa6-438a-b78c-889c7d66071c HTTP/1.1" status: 200 len: 467 time: 0.1272402 Sep 26 13:11:47.920155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-331d930a-055d-4ab5-85b6-d26d6295e651 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.920818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51688) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:47.927817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fe54fc82-8cef-40af-8e02-344662684549 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:47.928029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-331d930a-055d-4ab5-85b6-d26d6295e651 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.928136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.935568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-331d930a-055d-4ab5-85b6-d26d6295e651 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.942005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-331d930a-055d-4ab5-85b6-d26d6295e651 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.949129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-331d930a-055d-4ab5-85b6-d26d6295e651 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:47.951112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-331d930a-055d-4ab5-85b6-d26d6295e651 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5435 time: 0.2268565 Sep 26 13:11:47.979427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0bb0442a-0184-4296-bca0-a06ab144606c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:47.987520 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-97a24348-da6a-4d04-ac88-ed5b1730d696 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Project 5aa9e2499e2b42d9893876d8ae3b93f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:11:48.004805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a24348-da6a-4d04-ac88-ed5b1730d696 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.030039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97d73f40-1438-4324-8705-8b1d4acf4ee8 req-6ea7023a-a915-4c36-8c7b-2c26d9908a3d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694869 Sep 26 13:11:48.034313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0bb0442a-0184-4296-bca0-a06ab144606c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.120742 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0bb0442a-0184-4296-bca0-a06ab144606c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.123482 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0bb0442a-0184-4296-bca0-a06ab144606c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.127852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0bb0442a-0184-4296-bca0-a06ab144606c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8141a58-8c08-44d1-9acd-47e07dec4d9f HTTP/1.1" status: 204 len: 168 time: 0.2987120 Sep 26 13:11:48.142541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0442a-0184-4296-bca0-a06ab144606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8141a58-8c08-44d1-9acd-47e07dec4d9f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:48.268197 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d16908b7-8906-4c39-8910-dbb809141707 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.272509 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d16908b7-8906-4c39-8910-dbb809141707 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/0715c69d-5fa6-438a-b78c-889c7d66071c HTTP/1.1" status: 204 len: 168 time: 0.3474336 Sep 26 13:11:48.273075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51696) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:48.288666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4be546-4c16-4065-b751-465de4a5b16c req-88056186-9df7-4054-abe6-db059a6b3a4b tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:48.292981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19881dcf-5b59-4165-977f-b524e66cc2a0 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=0715c69d-5fa6-438a-b78c-889c7d66071c HTTP/1.1" status: 200 len: 216 time: 0.0169001 Sep 26 13:11:48.293230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51698) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:48.296350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e4be546-4c16-4065-b751-465de4a5b16c req-88056186-9df7-4054-abe6-db059a6b3a4b tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.2238591 Sep 26 13:11:48.307994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a24348-da6a-4d04-ac88-ed5b1730d696 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.321059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4a05f177-c375-4cbb-b2c1-8e14ca9c971e tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0195665 Sep 26 13:11:48.321744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:48.354675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51706) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:48.356066 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-395c57e0-6aae-46b6-bad1-ffdb9ca4b21d tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0329680 Sep 26 13:11:48.363060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a24348-da6a-4d04-ac88-ed5b1730d696 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.390601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a24348-da6a-4d04-ac88-ed5b1730d696 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead6f561-de04-4082-bdd0-797913d0aae3,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:48.434471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0331e76d-70f5-4acd-ac5b-3943812d5f9c tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/57ad841d-37dd-4c8b-81f3-6a62d3e06140 HTTP/1.1" status: 200 len: 472 time: 0.0782278 Sep 26 13:11:48.436669 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e4be546-4c16-4065-b751-465de4a5b16c req-d9b8d574-8a9f-4aca-be0b-d336d9f68552 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352930 Sep 26 13:11:48.439113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51710) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:48.449273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97a24348-da6a-4d04-ac88-ed5b1730d696 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.453536 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-97a24348-da6a-4d04-ac88-ed5b1730d696 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7229714 Sep 26 13:11:48.453994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51712) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:48.459203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c961d039-c94a-4705-8549-c0144047aa0f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '6b96a821-294f-47ea-b57c-25e4a019c218', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:48.461454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27b7edc0-33d1-44f4-8c49-d546f52127c8 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/d63104fb-8438-4435-bf65-380a9af1575a HTTP/1.1" status: 200 len: 461 time: 0.0205922 Sep 26 13:11:48.467471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51714) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:48.524147 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-c961d039-c94a-4705-8549-c0144047aa0f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Project 5aa9e2499e2b42d9893876d8ae3b93f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:11:48.531765 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c961d039-c94a-4705-8549-c0144047aa0f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.595382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-45a1a5df-a39d-4adb-837b-bac7221497a5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:48.602907 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32cf47b7-320f-46a2-a397-761d4da612c4 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.603095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-45a1a5df-a39d-4adb-837b-bac7221497a5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:48.604480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-32cf47b7-320f-46a2-a397-761d4da612c4 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/d63104fb-8438-4435-bf65-380a9af1575a HTTP/1.1" status: 204 len: 168 time: 0.1360788 Sep 26 13:11:48.609462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:48.609616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-45a1a5df-a39d-4adb-837b-bac7221497a5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:48.615389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-45a1a5df-a39d-4adb-837b-bac7221497a5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:48.621468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-45a1a5df-a39d-4adb-837b-bac7221497a5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:48.628333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-45a1a5df-a39d-4adb-837b-bac7221497a5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:48.634879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-45a1a5df-a39d-4adb-837b-bac7221497a5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:48.636901 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-45a1a5df-a39d-4adb-837b-bac7221497a5 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1570871 Sep 26 13:11:48.696096 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c961d039-c94a-4705-8549-c0144047aa0f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.717410 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-acc3e601-f45e-43a0-af20-f6be7a2bab5a req-a6688e7e-1f19-4dc1-9fb0-d3050ab745e9 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695279 Sep 26 13:11:48.722434 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c961d039-c94a-4705-8549-c0144047aa0f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.757047 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c961d039-c94a-4705-8549-c0144047aa0f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:48.758839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c961d039-c94a-4705-8549-c0144047aa0f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3037102 Sep 26 13:11:48.772620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961d039-c94a-4705-8549-c0144047aa0f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace926ff-2216-443d-aa91-0c17521fe312,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:49.108957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51748) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:49.154613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-afa65ba0-1140-4e1f-91e6-1d8017dd2737 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.156046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-afa65ba0-1140-4e1f-91e6-1d8017dd2737 tempest-MeteringTestJSON-1684971346 tempest-MeteringTestJSON-1684971346-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/57ad841d-37dd-4c8b-81f3-6a62d3e06140 HTTP/1.1" status: 204 len: 168 time: 0.5481243 Sep 26 13:11:49.168301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-cfb9fae8-359d-47b4-8a3b-30eb28033300 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115244481&fields=id&tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 267 time: 0.0534370 Sep 26 13:11:49.257224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-0cc07e43-28a0-45eb-87e6-0d7342a845b6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.269655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-0cc07e43-28a0-45eb-87e6-0d7342a845b6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.285188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-0cc07e43-28a0-45eb-87e6-0d7342a845b6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.292937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-0cc07e43-28a0-45eb-87e6-0d7342a845b6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.300919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-0cc07e43-28a0-45eb-87e6-0d7342a845b6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.309286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-0cc07e43-28a0-45eb-87e6-0d7342a845b6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.316004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-0cc07e43-28a0-45eb-87e6-0d7342a845b6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.325290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-0cc07e43-28a0-45eb-87e6-0d7342a845b6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5435 time: 0.1899350 Sep 26 13:11:49.344681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-846948657-network', 'tenant_id': '6bf741b480644336bcedac584109c677'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:49.377180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-67446725-b284-499e-ae55-07a74022b1d2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.379413 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-67446725-b284-499e-ae55-07a74022b1d2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/networks?id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f HTTP/1.1" status: 200 len: 797 time: 0.1996787 Sep 26 13:11:49.408826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-34f0f0a8-a41d-42e1-8993-ecc60cf80cbc tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/quotas/5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 375 time: 0.0219142 Sep 26 13:11:49.413728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f991196d-d250-4c3e-9b96-d80b4c985127 req-ae508fc4-5d91-4051-8a39-c948170f794c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868952 Sep 26 13:11:49.421966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Made reservation on behalf of 6bf741b480644336bcedac584109c677 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:49.424533 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.436689 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.492540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-712c312c-f1a1-48fc-b3d8-fb87c102505b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826759 Sep 26 13:11:49.529075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51764) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:49.563100 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.576827 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.645712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:11:49.654526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d90b5-1faf-47fc-a354-51fdbcb545fc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:49.664446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.664801 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Added segment cee0f5be-d9ac-4090-b97e-f9acf0033bf8 of type vlan for network 95578b85-b011-4efa-84df-778e96bbc9c6 Sep 26 13:11:49.705428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c1c2f-93ac-4d53-a009-a1046ffaed53 req-04c6358e-1868-4871-a750-171b86f7fc6a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.707128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b2c1c2f-93ac-4d53-a009-a1046ffaed53 req-04c6358e-1868-4871-a750-171b86f7fc6a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1200981 Sep 26 13:11:49.744456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.754859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8214c6c3-56e5-48f8-bb5b-98985a379d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.777635 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-35a97d72-a183-41f4-a6f1-92f8b856770b service neutron] 10.222.0.13 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794209 Sep 26 13:11:49.811583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b2c1c2f-93ac-4d53-a009-a1046ffaed53 req-78f78f0f-bea6-4286-b80f-26689df18330 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950248 Sep 26 13:11:49.815724 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.816693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:49.819409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:49.832322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.914704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-e3599900-42f7-45e3-bfae-3839e434e913 service neutron] 10.222.0.13 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295667 Sep 26 13:11:49.920859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:49.925084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:49.925466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:49.986356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] Pushing event updated for resources: {'Network': ['ID=95578b85-b011-4efa-84df-778e96bbc9c6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:50.026510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-b7033ee7-7f16-4c7c-8ef6-9b487cbabfd1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.034013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-b7033ee7-7f16-4c7c-8ef6-9b487cbabfd1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.040493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-b7033ee7-7f16-4c7c-8ef6-9b487cbabfd1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.046429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-b7033ee7-7f16-4c7c-8ef6-9b487cbabfd1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.047369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 95578b85-b011-4efa-84df-778e96bbc9c6 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:11:50.049831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.052371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-b7033ee7-7f16-4c7c-8ef6-9b487cbabfd1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.058390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-b7033ee7-7f16-4c7c-8ef6-9b487cbabfd1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.071387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-b7033ee7-7f16-4c7c-8ef6-9b487cbabfd1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.088506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-b7033ee7-7f16-4c7c-8ef6-9b487cbabfd1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1815419 Sep 26 13:11:50.136852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8214c6c3-56e5-48f8-bb5b-98985a379d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.147302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b6650de1-00b0-4a84-889b-18ba12805ebb req-9957ec10-0e8a-4130-bc58-a82bee664e3d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578446 Sep 26 13:11:50.149545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8214c6c3-56e5-48f8-bb5b-98985a379d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.168280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2669655d-2607-4da6-a4a5-4a15118c1f1d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0578604 Sep 26 13:11:50.174991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51774) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:50.184512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Request body: {'subnet': {'network_id': '95578b85-b011-4efa-84df-778e96bbc9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-846948657-subnet', 'tenant_id': '6bf741b480644336bcedac584109c677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:50.184809 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.185334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad9cdf-a108-4a87-bf0b-0b573d5f59ac'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:50.187618 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9007bfc5-705a-4983-92ed-0727fdf8c61a" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "0cad9cdf-a108-4a87-bf0b-0b573d5f59ac"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:50.205403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:50.212832 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.214189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:50.218070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8214c6c3-56e5-48f8-bb5b-98985a379d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ceecd4a06d3417998bbb53a11d960d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6856427 Sep 26 13:11:50.220383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214c6c3-56e5-48f8-bb5b-98985a379d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb881e1-6a38-404e-a168-1ba7ea9a2666,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:50.225734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51778) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:50.241758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d6187c9-739b-47dd-9981-364d27146901 req-5c88207f-b5d3-4e34-b07e-04281f4e16d8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 210 time: 0.1044176 Sep 26 13:11:50.267723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Made reservation on behalf of 6bf741b480644336bcedac584109c677 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:50.270248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.272414 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac18e520-e1f9-4e4b-9afe-afb2fb0a3c33 x-openstack-request-id: req-ac18e520-e1f9-4e4b-9afe-afb2fb0a3c33 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:50.272846 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "0cad9cdf-a108-4a87-bf0b-0b573d5f59ac", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:50.273056 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac18e520-e1f9-4e4b-9afe-afb2fb0a3c33 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:50.273413 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad9cdf-a108-4a87-bf0b-0b573d5f59ac', 'code': 200} Sep 26 13:11:50.330946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:50.345142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:50.345749 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.349704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:50.365913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6901250-416f-45df-ac83-b7b44a0ec12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.402140 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6901250-416f-45df-ac83-b7b44a0ec12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.450196 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.496410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:50.502516 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.503897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a1b47b43-61f9-4fd1-a344-a9eeab652b39 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:50.538038 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6901250-416f-45df-ac83-b7b44a0ec12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.556307 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6901250-416f-45df-ac83-b7b44a0ec12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.557543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6901250-416f-45df-ac83-b7b44a0ec12b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cb881e1-6a38-404e-a168-1ba7ea9a2666 HTTP/1.1" status: 204 len: 168 time: 0.3308527 Sep 26 13:11:50.582917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6901250-416f-45df-ac83-b7b44a0ec12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb881e1-6a38-404e-a168-1ba7ea9a2666,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:50.586934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.695986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:50.719184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7e4fcb-bce6-46fd-bdd5-3b312df8ed42,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:50.743200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port a1b47b43-61f9-4fd1-a344-a9eeab652b39 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:50.745986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003c37-c93d-4803-9793-f49dcf95b462 req-9f61508c-d99f-4698-a667-dcd76fc7bf21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.750668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port a1b47b43-61f9-4fd1-a344-a9eeab652b39 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:50.751181 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.751916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003c37-c93d-4803-9793-f49dcf95b462 req-9f61508c-d99f-4698-a667-dcd76fc7bf21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.758680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003c37-c93d-4803-9793-f49dcf95b462 req-9f61508c-d99f-4698-a667-dcd76fc7bf21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.764867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003c37-c93d-4803-9793-f49dcf95b462 req-9f61508c-d99f-4698-a667-dcd76fc7bf21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.771489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003c37-c93d-4803-9793-f49dcf95b462 req-9f61508c-d99f-4698-a667-dcd76fc7bf21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.788126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003c37-c93d-4803-9793-f49dcf95b462 req-9f61508c-d99f-4698-a667-dcd76fc7bf21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.820335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003c37-c93d-4803-9793-f49dcf95b462 req-9f61508c-d99f-4698-a667-dcd76fc7bf21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.823078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74003c37-c93d-4803-9793-f49dcf95b462 req-9f61508c-d99f-4698-a667-dcd76fc7bf21 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5437 time: 0.1822462 Sep 26 13:11:50.826184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Checking segment: {'id': 'cee0f5be-d9ac-4090-b97e-f9acf0033bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95578b85-b011-4efa-84df-778e96bbc9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:50.826534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Network hostable DHCP agents. Network: 95578b85-b011-4efa-84df-778e96bbc9c6, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:11:50.885674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Network 95578b85-b011-4efa-84df-778e96bbc9c6 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:11:50.886404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.905758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 95578b85-b011-4efa-84df-778e96bbc9c6) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:50.913883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74003c37-c93d-4803-9793-f49dcf95b462 req-5735d2ae-be42-43b7-ac0c-5294f4d730e6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809994 Sep 26 13:11:50.917302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:50.918286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.935013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9393ed4d-025c-413b-ad97-52db18045ae0 None None] Network 95578b85-b011-4efa-84df-778e96bbc9c6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:11:50.953399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4d4b635d-29aa-4614-8ab1-b82f1a7cd09c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7703717 Sep 26 13:11:50.974422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a1b47b43-61f9-4fd1-a344-a9eeab652b39, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:50.995838 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:50.997394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c00e443c-2c31-442b-9d81-70b55d11db11 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:51.043961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a2738-7d87-4c5a-9b9d-0540cb14db79 req-3ca8d0b6-5848-4152-8933-a99684b12d1d tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.055653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e1a2738-7d87-4c5a-9b9d-0540cb14db79 req-3ca8d0b6-5848-4152-8933-a99684b12d1d tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0784593 Sep 26 13:11:51.130316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3e1a2738-7d87-4c5a-9b9d-0540cb14db79 req-0567ce9f-8b38-4055-800e-f67f94b0e608 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683115 Sep 26 13:11:51.170198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51800) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:51.186311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c572e5d-c9b0-46f6-8ce2-c32f2b890aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:51.254847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a1b47b43-61f9-4fd1-a344-a9eeab652b39,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:51.315634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port c00e443c-2c31-442b-9d81-70b55d11db11 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:51.320450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port c00e443c-2c31-442b-9d81-70b55d11db11 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:51.320830 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:51.344678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e17b0e-962c-46a1-8570-fa3138c804a2 None None] Network 95578b85-b011-4efa-84df-778e96bbc9c6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:11:51.386386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53ace6c8-7ab5-484e-bcf7-a39499a95c7a req-a38b71e3-1bb2-4bd9-82a3-9167a0b09265 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 210 time: 0.0486429 Sep 26 13:11:51.519878 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:51.593724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c00e443c-2c31-442b-9d81-70b55d11db11, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c00e443c-2c31-442b-9d81-70b55d11db11,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:51.601821 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:51.602663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5fb8a498-550e-4784-917f-f378f526f1b0 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:51.763764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=c00e443c-2c31-442b-9d81-70b55d11db11,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:51.773087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 5fb8a498-550e-4784-917f-f378f526f1b0 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:51.780701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 5fb8a498-550e-4784-917f-f378f526f1b0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:51.782233 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:51.827438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-88b342ba-6bd6-4ec1-ad24-cff0c1e69df8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.835368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-88b342ba-6bd6-4ec1-ad24-cff0c1e69df8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.845157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-88b342ba-6bd6-4ec1-ad24-cff0c1e69df8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.852041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-88b342ba-6bd6-4ec1-ad24-cff0c1e69df8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.860216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-88b342ba-6bd6-4ec1-ad24-cff0c1e69df8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.867781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-88b342ba-6bd6-4ec1-ad24-cff0c1e69df8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.870501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-0a183f89-3df3-445b-a91a-fbf29acfef2c tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.873958 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-0a183f89-3df3-445b-a91a-fbf29acfef2c tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/networks?id=95578b85-b011-4efa-84df-778e96bbc9c6 HTTP/1.1" status: 200 len: 820 time: 0.1898575 Sep 26 13:11:51.874447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-88b342ba-6bd6-4ec1-ad24-cff0c1e69df8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:51.882211 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:51.883242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-88b342ba-6bd6-4ec1-ad24-cff0c1e69df8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.6390119 Sep 26 13:11:51.900041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-af542745-fbb8-4f87-aee5-d321c13ccbfc tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/quotas/6bf741b480644336bcedac584109c677 HTTP/1.1" status: 200 len: 375 time: 0.0204651 Sep 26 13:11:51.928769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5fb8a498-550e-4784-917f-f378f526f1b0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5fb8a498-550e-4784-917f-f378f526f1b0,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:51.934215 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:51.944490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9aa19afb-5435-4d66-8fd2-32d132a28a6a up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:51.945977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-deff8eea-be41-4dda-8ba4-a3ae6c3b1afe tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bf741b480644336bcedac584109c677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450706 Sep 26 13:11:52.015013 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c572e5d-c9b0-46f6-8ce2-c32f2b890aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.027043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4eb8e36b-985c-46d3-a980-c571d8c8ef38 req-1ce23a2b-052f-409c-97b0-e5b580ada66a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428330 Sep 26 13:11:52.047054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5fb8a498-550e-4784-917f-f378f526f1b0,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:52.047923 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c572e5d-c9b0-46f6-8ce2-c32f2b890aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.059793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 9aa19afb-5435-4d66-8fd2-32d132a28a6a completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:52.064545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 9aa19afb-5435-4d66-8fd2-32d132a28a6a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:52.064903 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.078098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-f34937d3-f19c-4d33-9113-f2a1e0abe0df service neutron] 10.222.0.13 "GET /v2.0/networks/95578b85-b011-4efa-84df-778e96bbc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311941 Sep 26 13:11:52.144587 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4c572e5d-c9b0-46f6-8ce2-c32f2b890aa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9ee66badd7d4e27a87bce9f9e74b812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9734554 Sep 26 13:11:52.153676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-b0fb52af-1b16-4a26-bc57-e36f95f2527f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.155062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-b0fb52af-1b16-4a26-bc57-e36f95f2527f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.23 "GET /v2.0/networks?id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f HTTP/1.1" status: 200 len: 797 time: 0.2682283 Sep 26 13:11:52.155792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572e5d-c9b0-46f6-8ce2-c32f2b890aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd117cd7-0705-4b93-bdba-0eff5fcf980b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:52.158316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51828) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:52.191029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.213930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-2778668c-7e46-4336-85b9-4747ee1c180e service neutron] 10.222.0.13 "GET /v2.0/networks/95578b85-b011-4efa-84df-778e96bbc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330574 Sep 26 13:11:52.229803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9aa19afb-5435-4d66-8fd2-32d132a28a6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:52.237365 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.238329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2881e09c-a39d-420b-af3c-e4c2c4e83fee up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:11:52.244090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643929a8-1f32-4ba9-bef9-502aaf973908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.249409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-a2b66b92-1b19-4c84-96f9-5d8703e510d2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 379 time: 0.0559347 Sep 26 13:11:52.264191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'port': {'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'admin_state_up': True, 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'security_groups': ['6b96a821-294f-47ea-b57c-25e4a019c218']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:52.287074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e'}, {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b47b43-61f9-4fd1-a344-a9eeab652b39'}, {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e443c-2c31-442b-9d81-70b55d11db11'}, {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8a498-550e-4784-917f-f378f526f1b0'}, {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:52.290338 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c7140-156f-4853-941c-42e439894080" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e"}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "a1b47b43-61f9-4fd1-a344-a9eeab652b39"}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "c00e443c-2c31-442b-9d81-70b55d11db11"}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8a498-550e-4784-917f-f378f526f1b0"}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:52.296043 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643929a8-1f32-4ba9-bef9-502aaf973908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.385727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2881e09c-a39d-420b-af3c-e4c2c4e83fee completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:11:52.396084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2881e09c-a39d-420b-af3c-e4c2c4e83fee triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:52.396084 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.456245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9aa19afb-5435-4d66-8fd2-32d132a28a6a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:52.462935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643929a8-1f32-4ba9-bef9-502aaf973908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.478275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643929a8-1f32-4ba9-bef9-502aaf973908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.479499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-643929a8-1f32-4ba9-bef9-502aaf973908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd117cd7-0705-4b93-bdba-0eff5fcf980b HTTP/1.1" status: 204 len: 168 time: 0.3202467 Sep 26 13:11:52.555983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4754c-9071-4e34-8bd7-8e624cc385c3 req-4398e5ee-33cf-48c8-85c7-5237d8feaa87 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.567495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-169a670b-f544-4295-98a9-d227d6b3b2ce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.574482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-169a670b-f544-4295-98a9-d227d6b3b2ce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.586234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88f4754c-9071-4e34-8bd7-8e624cc385c3 req-4398e5ee-33cf-48c8-85c7-5237d8feaa87 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1346736 Sep 26 13:11:52.589190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-169a670b-f544-4295-98a9-d227d6b3b2ce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.596691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-169a670b-f544-4295-98a9-d227d6b3b2ce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.601461 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.608459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-169a670b-f544-4295-98a9-d227d6b3b2ce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.618990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-169a670b-f544-4295-98a9-d227d6b3b2ce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.625391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-169a670b-f544-4295-98a9-d227d6b3b2ce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:52.636507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-169a670b-f544-4295-98a9-d227d6b3b2ce tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5441 time: 0.3159590 Sep 26 13:11:52.639312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643929a8-1f32-4ba9-bef9-502aaf973908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd117cd7-0705-4b93-bdba-0eff5fcf980b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:52.655236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2881e09c-a39d-420b-af3c-e4c2c4e83fee, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:52.668024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.685203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:52.689269 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:52.699727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88f4754c-9071-4e34-8bd7-8e624cc385c3 req-b83351d2-b867-4b29-b82c-d0c2019eb527 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122532 Sep 26 13:11:52.803826 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7467218-2ebc-4551-9500-ab111291e752 x-openstack-request-id: req-c7467218-2ebc-4551-9500-ab111291e752 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:52.804135 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e", "code": 200}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "a1b47b43-61f9-4fd1-a344-a9eeab652b39", "code": 200}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "c00e443c-2c31-442b-9d81-70b55d11db11", "code": 200}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8a498-550e-4784-917f-f378f526f1b0", "code": 200}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:52.804389 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7467218-2ebc-4551-9500-ab111291e752 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:52.804795 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e', 'code': 200} Sep 26 13:11:52.805043 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b47b43-61f9-4fd1-a344-a9eeab652b39', 'code': 200} Sep 26 13:11:52.805288 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e443c-2c31-442b-9d81-70b55d11db11', 'code': 200} Sep 26 13:11:52.805550 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8a498-550e-4784-917f-f378f526f1b0', 'code': 200} Sep 26 13:11:52.807656 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'code': 200} Sep 26 13:11:52.819588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2881e09c-a39d-420b-af3c-e4c2c4e83fee,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:52.837742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60c314e7-4721-45fa-9438-d87ef9c4656b req-6f5b4593-71fe-44e5-bd2d-2dc31f3ee075 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956522 Sep 26 13:11:52.939825 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6660c616-d7f2-40a0-b2a5-d4e848e29514 req-b1111095-d65d-4750-9633-1cb41cdfd356 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 210 time: 0.0582485 Sep 26 13:11:52.985637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b66b1b6-bd1a-4a0a-a19f-5571457685af req-934f87eb-2a9f-47ff-a6e2-f11c3bea39d5 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 210 time: 0.0678971 Sep 26 13:11:53.021319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.20.0.11 (9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f/2ae5ff24-c4aa-4b42-b5ce-da0525952da1/1af7b8de-fac0-4fb2-ab10-e5e128e70f9d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:53.209289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-86e57465-da35-4dd4-878f-7d0405f86d3a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:53.217003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-86e57465-da35-4dd4-878f-7d0405f86d3a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:53.226429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-86e57465-da35-4dd4-878f-7d0405f86d3a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:53.233463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-86e57465-da35-4dd4-878f-7d0405f86d3a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:53.240516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-86e57465-da35-4dd4-878f-7d0405f86d3a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:53.247752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-86e57465-da35-4dd4-878f-7d0405f86d3a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:53.255196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-86e57465-da35-4dd4-878f-7d0405f86d3a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:53.265706 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-86e57465-da35-4dd4-878f-7d0405f86d3a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1208620 Sep 26 13:11:53.301298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:53.322955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30d4bba7-4f94-4905-b1b2-7ebf0b9ca3be req-e90307ec-fbb4-450b-b746-41e69395c102 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555279 Sep 26 13:11:53.350389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:53.398800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:53.402049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:53.407780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:53.457185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:53.484568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:53.485617 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:53.504987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-40fe5dcf-833d-43c3-8287-4832043721ad tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2441032 Sep 26 13:11:53.519733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Request body: {'port': {'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:53.588992 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:53.606262 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:11:53.709342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ff2f6fdd-36d6-470e-aaaf-13b05c60a17d None None] Provisioning complete for port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:11:53.710356 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ff2f6fdd-36d6-470e-aaaf-13b05c60a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:53.755026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f6fdd-36d6-470e-aaaf-13b05c60a17d None None] Port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:11:54.025273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-47ddb045-a64b-421f-b23b-7bb9d2042d62 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.032079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-47ddb045-a64b-421f-b23b-7bb9d2042d62 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.039092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-47ddb045-a64b-421f-b23b-7bb9d2042d62 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.045962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-47ddb045-a64b-421f-b23b-7bb9d2042d62 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.051955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-47ddb045-a64b-421f-b23b-7bb9d2042d62 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.060787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-47ddb045-a64b-421f-b23b-7bb9d2042d62 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.076565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-47ddb045-a64b-421f-b23b-7bb9d2042d62 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.089528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-47ddb045-a64b-421f-b23b-7bb9d2042d62 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.1508667 Sep 26 13:11:54.134684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:54.143131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-378a8eae-3cf7-42b3-9aee-087dfbcabad3 req-21ee71bf-4535-4488-9fea-aca56cae50f8 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474977 Sep 26 13:11:54.150932 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:54.179322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-f477b3a8-850d-4fee-af20-07e3106e91f4 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.181213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-f477b3a8-850d-4fee-af20-07e3106e91f4 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.24 "GET /v2.0/networks?id=95578b85-b011-4efa-84df-778e96bbc9c6 HTTP/1.1" status: 200 len: 820 time: 0.3040152 Sep 26 13:11:54.194890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13f38b-f661-48ef-ac40-5bf9d2c2ca50 req-33aa2673-0853-4f0a-8097-864e644ab3a1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.196476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f13f38b-f661-48ef-ac40-5bf9d2c2ca50 req-33aa2673-0853-4f0a-8097-864e644ab3a1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.3182502 Sep 26 13:11:54.201332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Request body: {'port': {'device_id': '21a41520-9285-4907-a13b-aeddef9a8a33', 'network_id': '95578b85-b011-4efa-84df-778e96bbc9c6', 'admin_state_up': True, 'tenant_id': '6bf741b480644336bcedac584109c677'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:54.264230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Transition to ACTIVE for port object 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:54.274212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4da7db3-7c72-4541-8de2-b31f2182b5e3 req-e38f48e8-eb41-4a33-b503-4f7d37d1c10c tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 210 time: 0.0323539 Sep 26 13:11:54.281440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f13f38b-f661-48ef-ac40-5bf9d2c2ca50 req-efa4425e-a428-4813-8bcf-dda7d5bdeb14 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656357 Sep 26 13:11:54.283946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:54.445135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d5f1c-361d-4bb4-b8ba-ba084d58fcc3 req-bcf1c80d-bcc2-46ca-b4d1-d1857368faea tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.454262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-157d5f1c-361d-4bb4-b8ba-ba084d58fcc3 req-bcf1c80d-bcc2-46ca-b4d1-d1857368faea tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 944 time: 0.0831680 Sep 26 13:11:54.500348 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-157d5f1c-361d-4bb4-b8ba-ba084d58fcc3 req-a9d28e0f-9d8a-4a56-afd0-f9beee1b9a14 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 Sep 26 13:11:54.558916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Made reservation on behalf of 6bf741b480644336bcedac584109c677 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:11:54.563046 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:54.641129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Pushing event updated for resources: {'Port': ['ID=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:54.740555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754396-4f34-46a6-bf01-726cb840e796 req-9c6001ed-55b4-4c7b-bb26-b81b53d7823b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.746649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754396-4f34-46a6-bf01-726cb840e796 req-9c6001ed-55b4-4c7b-bb26-b81b53d7823b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.752605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754396-4f34-46a6-bf01-726cb840e796 req-9c6001ed-55b4-4c7b-bb26-b81b53d7823b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.758656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754396-4f34-46a6-bf01-726cb840e796 req-9c6001ed-55b4-4c7b-bb26-b81b53d7823b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.764819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754396-4f34-46a6-bf01-726cb840e796 req-9c6001ed-55b4-4c7b-bb26-b81b53d7823b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.770737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754396-4f34-46a6-bf01-726cb840e796 req-9c6001ed-55b4-4c7b-bb26-b81b53d7823b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.777285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754396-4f34-46a6-bf01-726cb840e796 req-9c6001ed-55b4-4c7b-bb26-b81b53d7823b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:54.779320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d754396-4f34-46a6-bf01-726cb840e796 req-9c6001ed-55b4-4c7b-bb26-b81b53d7823b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.2882466 Sep 26 13:11:54.800194 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51920) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:54.808983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Attempting to bind port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:54.809133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2881e09c-a39d-420b-af3c-e4c2c4e83fee'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:54.809645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Attempting to bind port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:54.809645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Attempting to bind port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d on network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:54.812450 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe603e94-a8df-4aef-8fa1-efaa9c0b8164" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "2881e09c-a39d-420b-af3c-e4c2c4e83fee"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:54.827995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d on network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:54.828337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Attempting to bind port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d on network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:54.862957 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fded3cc-dc33-4d7e-90c4-aa82e79dc493 x-openstack-request-id: req-8fded3cc-dc33-4d7e-90c4-aa82e79dc493 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:54.864414 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-plugged", "status": "completed", "tag": "2881e09c-a39d-420b-af3c-e4c2c4e83fee", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:54.864763 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fded3cc-dc33-4d7e-90c4-aa82e79dc493 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:54.866260 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2881e09c-a39d-420b-af3c-e4c2c4e83fee', 'code': 200} Sep 26 13:11:54.869284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:54.869663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Checking segment: {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:54.870053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Bound using segment: {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:54.870508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Bound port: 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff8dd94-2418-4613-a0cd-b89b36d4af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:54.870869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:54.898654 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d754396-4f34-46a6-bf01-726cb840e796 req-83db805b-86e3-49c5-873a-aa7d69718b2a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047714 Sep 26 13:11:54.926807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Allocated IP 172.20.0.5 (95578b85-b011-4efa-84df-778e96bbc9c6/7f7e4fcb-bce6-46fd-bdd5-3b312df8ed42/3d75ec8a-765b-461d-8790-d9fc0511b700) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:11:54.992769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-460a9e46-657a-4a09-92bc-6d827ec94432 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:55.027687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-460a9e46-657a-4a09-92bc-6d827ec94432 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "PUT /v2.0/quotas/c5f2c9e6ab754a519fc15b912bb88635 HTTP/1.1" status: 200 len: 366 time: 0.2236700 Sep 26 13:11:55.028013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51930) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:55.038939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a0815cd7-4a67-4a09-b9b3-8dd8498c7bd9 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0096495 Sep 26 13:11:55.041366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51932) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:55.044177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] For port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:55.052531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a1921de6-c2c3-45fa-b28e-96998c709152 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "GET /v2.0/quotas/c5f2c9e6ab754a519fc15b912bb88635 HTTP/1.1" status: 200 len: 366 time: 0.0099354 Sep 26 13:11:55.055565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51934) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:55.076788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1d799666-2326-483f-b78b-84161b9f30df tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/c5f2c9e6ab754a519fc15b912bb88635 HTTP/1.1" status: 204 len: 168 time: 0.0199225 Sep 26 13:11:55.078396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51936) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:55.090072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a6b27d9c-2cb0-4e34-8de5-bfef13efa01d tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0105073 Sep 26 13:11:55.092591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51938) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:55.096328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] For port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:55.108761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a93130b-84f2-4ac1-95e0-130bf7b99d93 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "GET /v2.0/quotas/c5f2c9e6ab754a519fc15b912bb88635 HTTP/1.1" status: 200 len: 370 time: 0.0148356 Sep 26 13:11:55.109777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51940) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:55.111783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-ce597647-3ff2-4611-83ce-38df7d8ddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.112270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-ce597647-3ff2-4611-83ce-38df7d8ddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.112750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-ce597647-3ff2-4611-83ce-38df7d8ddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.113233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-ce597647-3ff2-4611-83ce-38df7d8ddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.113748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-ce597647-3ff2-4611-83ce-38df7d8ddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.114217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-ce597647-3ff2-4611-83ce-38df7d8ddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.114685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-ce597647-3ff2-4611-83ce-38df7d8ddde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.117943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-ce597647-3ff2-4611-83ce-38df7d8ddde0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6506 time: 0.1356626 Sep 26 13:11:55.118145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2fcf9df8-b92d-423f-b18c-4214d453c75a tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "GET /v2.0/quotas/c5f2c9e6ab754a519fc15b912bb88635/default HTTP/1.1" status: 200 len: 370 time: 0.0063701 Sep 26 13:11:55.119164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51942) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:55.120033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:55.129722 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-130939c7-968f-4d90-97aa-c2cec827dc50 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] delete failed (client error): The resource could not be found. Sep 26 13:11:55.131448 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-130939c7-968f-4d90-97aa-c2cec827dc50 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/c5f2c9e6ab754a519fc15b912bb88635 HTTP/1.1" status: 404 len: 348 time: 0.0106618 Sep 26 13:11:55.249410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.250065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:55.251510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] 10.222.0.23 "PUT /v2.0/ports/1af7b8de-fac0-4fb2-ab10-e5e128e70f9d HTTP/1.1" status: 200 len: 1093 time: 1.7385905 Sep 26 13:11:55.253459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ea45ca6-569c-4973-b9e0-826b4c2a1dc4 req-c93ebe39-390c-435f-b782-4fe7aec68bc0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271491 Sep 26 13:11:55.254310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:55.262655 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73edb4de-bf5a-445d-8e08-a4628dcc2d06" -d '{"events": [{"name": "network-changed", "server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:55.301224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51950) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:55.316590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274895d-ddcc-430b-b1d9-fe72a2f47e45 service neutron] Pushing event updated for resources: {'Port': ['ID=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:55.339191 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a16361-23b2-4365-a42c-0370c99e677e x-openstack-request-id: req-b5a16361-23b2-4365-a42c-0370c99e677e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:55.339560 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:55.339720 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5a16361-23b2-4365-a42c-0370c99e677e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:55.340556 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'status': 'completed', 'code': 200} Sep 26 13:11:55.352680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-f292ff7a-3965-46ac-b53d-7e8aca0ad042 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.359809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-f292ff7a-3965-46ac-b53d-7e8aca0ad042 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.367366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-f292ff7a-3965-46ac-b53d-7e8aca0ad042 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.373469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-f292ff7a-3965-46ac-b53d-7e8aca0ad042 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.379809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-f292ff7a-3965-46ac-b53d-7e8aca0ad042 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.384327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:55.392264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-f292ff7a-3965-46ac-b53d-7e8aca0ad042 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.401564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-f292ff7a-3965-46ac-b53d-7e8aca0ad042 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.404019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-f8d3cc92-ee69-4eb2-931b-fb83dcd11436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.405545 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-f292ff7a-3965-46ac-b53d-7e8aca0ad042 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.1757588 Sep 26 13:11:55.405711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-f8d3cc92-ee69-4eb2-931b-fb83dcd11436 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 1096 time: 0.0780928 Sep 26 13:11:55.446768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Usage tracker for resource:network and tenant:eb58c46da23143b2a75cff34cd2e2186 is out of sync, need to count used quota {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 26 13:11:55.459360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 26 13:11:55.482699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Usage tracker for resource:subnet and tenant:eb58c46da23143b2a75cff34cd2e2186 is out of sync, need to count used quota {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 26 13:11:55.489623 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42d4a875-a339-4be0-af5e-de2970afbb3f req-280fa44c-dc8b-47cc-814a-c3426b5ea35b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771613 Sep 26 13:11:55.498992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 26 13:11:55.499217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad2161a1-48a2-44c9-85f3-073dce4897ac req-e5470ef7-0ef5-4adb-961a-d14247f60fed tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 210 time: 0.0792005 Sep 26 13:11:55.500814 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-68ac51bf-93ac-469e-8681-d5ddfec614cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d HTTP/1.1" status: 200 len: 217 time: 0.0796731 Sep 26 13:11:55.508563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Usage tracker for resource:subnetpool and tenant:eb58c46da23143b2a75cff34cd2e2186 is out of sync, need to count used quota {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 26 13:11:55.516289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 26 13:11:55.525183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Usage tracker for resource:port and tenant:eb58c46da23143b2a75cff34cd2e2186 is out of sync, need to count used quota {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 26 13:11:55.531797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 26 13:11:55.546245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Usage tracker for resource:router and tenant:eb58c46da23143b2a75cff34cd2e2186 is out of sync, need to count used quota {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 26 13:11:55.553281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 26 13:11:55.558371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:55.564601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Usage tracker for resource:floatingip and tenant:eb58c46da23143b2a75cff34cd2e2186 is out of sync, need to count used quota {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 26 13:11:55.571540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 26 13:11:55.613564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-3389aa4c-6eaa-471f-887a-71a80464aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.615071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-3389aa4c-6eaa-471f-887a-71a80464aa41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ae5ff24-c4aa-4b42-b5ce-da0525952da1 HTTP/1.1" status: 200 len: 835 time: 0.1060913 Sep 26 13:11:55.640875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Usage tracker for resource:security_group and tenant:eb58c46da23143b2a75cff34cd2e2186 is out of sync, need to count used quota {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 26 13:11:55.649603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 26 13:11:55.659347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Usage tracker for resource:security_group_rule and tenant:eb58c46da23143b2a75cff34cd2e2186 is out of sync, need to count used quota {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 26 13:11:55.664907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.quota.resource [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94811) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 26 13:11:55.679808 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-45e40f5d-2d6b-44a0-aacb-9e5ab0b9c358 tempest-QuotasTest-972795025 tempest-QuotasTest-972795025-project-admin] 10.222.0.13 "GET /v2.0/quotas/eb58c46da23143b2a75cff34cd2e2186/details.json HTTP/1.1" status: 200 len: 703 time: 0.3711288 Sep 26 13:11:55.710361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Network 95578b85-b011-4efa-84df-778e96bbc9c6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:11:55.716008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:11:55.721053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:11:55.744109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5cea-4e2f-4de8-b119-3378c0f4adfc req-bc7ba7d8-dd7f-446b-8734-fed20cc9b1f5 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.745862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-046e5cea-4e2f-4de8-b119-3378c0f4adfc req-bc7ba7d8-dd7f-446b-8734-fed20cc9b1f5 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 944 time: 0.0732465 Sep 26 13:11:55.801204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.801878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:55.804400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-046e5cea-4e2f-4de8-b119-3378c0f4adfc req-f41804f4-10cf-4ddf-adf6-676a2eb50582 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496275 Sep 26 13:11:55.813908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Pushing event updated for resources: {'Port': ['ID=3d75ec8a-765b-461d-8790-d9fc0511b700,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:55.839784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370be08-d73a-4535-b3f9-983d14bc35af req-65b42cbe-a069-43bf-aaee-d95bb014a5cc tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.846298 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b370be08-d73a-4535-b3f9-983d14bc35af req-65b42cbe-a069-43bf-aaee-d95bb014a5cc tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.2249041 Sep 26 13:11:55.851326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-07b7f974-264c-4f1c-a19b-2e7515edca07 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6539044 Sep 26 13:11:55.858859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-b67e30c2-fda5-42ee-97ee-758780fcb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:55.860327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-b67e30c2-fda5-42ee-97ee-758780fcb90f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2350073 Sep 26 13:11:55.866609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Request body: {'port': {'device_id': '21a41520-9285-4907-a13b-aeddef9a8a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:56.002873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b370be08-d73a-4535-b3f9-983d14bc35af req-2a5d067b-b97a-4361-bbea-a4f0e60e42a8 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532068 Sep 26 13:11:56.047424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:56.120028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-d73ed9f1-0e80-4d6b-a6be-9820c66648e3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.125417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-32cf2e59-a7dd-4680-b156-36123a59b745 service neutron] 10.222.0.23 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448893 Sep 26 13:11:56.125984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-d73ed9f1-0e80-4d6b-a6be-9820c66648e3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.132375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-d73ed9f1-0e80-4d6b-a6be-9820c66648e3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.139121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-d73ed9f1-0e80-4d6b-a6be-9820c66648e3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.145423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51972) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:56.147105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-d73ed9f1-0e80-4d6b-a6be-9820c66648e3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.153200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-d73ed9f1-0e80-4d6b-a6be-9820c66648e3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.159536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-d73ed9f1-0e80-4d6b-a6be-9820c66648e3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.173692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-d73ed9f1-0e80-4d6b-a6be-9820c66648e3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1580734 Sep 26 13:11:56.218116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65c8e797-53a6-4bb6-bdbd-46e989743ca1 req-67d92a8a-66a3-426b-acba-0d40216a27e9 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435429 Sep 26 13:11:56.310256 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7296dc4c-1609-4876-ae76-0863dd7c617e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:56.358747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c99d06b8-8a9c-4d69-b0b0-0e164731940b req-bc25ede2-ce7a-4fd2-9dad-533487c9ecb0 service neutron] 10.222.0.23 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240443 Sep 26 13:11:56.501522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-a4fa4b97-c545-47c1-999a-d5c2fbdc98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.503073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-a4fa4b97-c545-47c1-999a-d5c2fbdc98b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 1096 time: 0.0931802 Sep 26 13:11:56.652364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7296dc4c-1609-4876-ae76-0863dd7c617e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:56.664575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d75ec8a-765b-461d-8790-d9fc0511b700 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:56.686467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:56.688679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7296dc4c-1609-4876-ae76-0863dd7c617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:56.740931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-b85289f0-2940-4cf5-8d20-064cd61f77db tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.748170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-b85289f0-2940-4cf5-8d20-064cd61f77db tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.754360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Transition to ACTIVE for port object 3d75ec8a-765b-461d-8790-d9fc0511b700 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:11:56.754773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-b85289f0-2940-4cf5-8d20-064cd61f77db tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.762169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-b85289f0-2940-4cf5-8d20-064cd61f77db tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.768825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-b85289f0-2940-4cf5-8d20-064cd61f77db tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.770348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:56.773923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7296dc4c-1609-4876-ae76-0863dd7c617e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ace70d0acc40463ea8d0b12423d447a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275082 Sep 26 13:11:56.775117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-d9a3cace-48ec-43b3-8781-d3ade75c7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.775639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-b85289f0-2940-4cf5-8d20-064cd61f77db tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.776479 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-d9a3cace-48ec-43b3-8781-d3ade75c7379 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f HTTP/1.1" status: 200 len: 897 time: 0.2650561 Sep 26 13:11:56.779280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51986) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:56.782346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-b85289f0-2940-4cf5-8d20-064cd61f77db tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.792029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-b85289f0-2940-4cf5-8d20-064cd61f77db tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.1362207 Sep 26 13:11:56.816916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296dc4c-1609-4876-ae76-0863dd7c617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251c9788-2954-451f-9464-894500b66cf7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:56.848593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-52be1679-4e2c-44c4-ad1c-82787610a7cc req-9c6ce4be-09ed-4b42-80c7-94926893ca20 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555060 Sep 26 13:11:56.883726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-dd55b8f3-be81-4f3f-be60-84354606f43a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d HTTP/1.1" status: 200 len: 217 time: 0.0904553 Sep 26 13:11:56.896064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6321-71d0-42e2-ad1d-a6ad7dc197c5 req-dba9574f-7ab4-4cef-94bb-c318442fc788 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:56.897711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8aae6321-71d0-42e2-ad1d-a6ad7dc197c5 req-dba9574f-7ab4-4cef-94bb-c318442fc788 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 931 time: 0.2488947 Sep 26 13:11:56.946999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d75ec8a-765b-461d-8790-d9fc0511b700,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:57.039871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f6ed-2bf9-41b8-b829-c1b81b8173c5 req-6e18ed1d-29fb-4b5c-ae17-0082d73d43f4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.041524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f244f6ed-2bf9-41b8-b829-c1b81b8173c5 req-6e18ed1d-29fb-4b5c-ae17-0082d73d43f4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 944 time: 0.0561957 Sep 26 13:11:57.053460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-151aa6d4-4cb9-4e0b-a215-f6afca58f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.054996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-151aa6d4-4cb9-4e0b-a215-f6afca58f1a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ae5ff24-c4aa-4b42-b5ce-da0525952da1 HTTP/1.1" status: 200 len: 835 time: 0.1562092 Sep 26 13:11:57.063021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8aae6321-71d0-42e2-ad1d-a6ad7dc197c5 req-9d1c8aaa-c963-4fe6-8ca4-613f941caeb6 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367774 Sep 26 13:11:57.066687 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06e25266-0140-462a-8628-b2d6e7ea7aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:57.116724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f244f6ed-2bf9-41b8-b829-c1b81b8173c5 req-3067beef-30fa-41e3-a69d-0a9822c8e5d2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679657 Sep 26 13:11:57.125826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Attempting to bind port 3d75ec8a-765b-461d-8790-d9fc0511b700 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:11:57.126187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Attempting to bind port 3d75ec8a-765b-461d-8790-d9fc0511b700 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'cee0f5be-d9ac-4090-b97e-f9acf0033bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95578b85-b011-4efa-84df-778e96bbc9c6'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:11:57.126442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Attempting to bind port 3d75ec8a-765b-461d-8790-d9fc0511b700 on network 95578b85-b011-4efa-84df-778e96bbc9c6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:57.146989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06e25266-0140-462a-8628-b2d6e7ea7aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:57.162723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Port 3d75ec8a-765b-461d-8790-d9fc0511b700 on network 95578b85-b011-4efa-84df-778e96bbc9c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:11:57.163044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Attempting to bind port 3d75ec8a-765b-461d-8790-d9fc0511b700 on network 95578b85-b011-4efa-84df-778e96bbc9c6 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:11:57.170814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:11:57.171153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Checking segment: {'id': 'cee0f5be-d9ac-4090-b97e-f9acf0033bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95578b85-b011-4efa-84df-778e96bbc9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:11:57.171539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Bound using segment: {'id': 'cee0f5be-d9ac-4090-b97e-f9acf0033bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95578b85-b011-4efa-84df-778e96bbc9c6'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:11:57.171976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Bound port: 3d75ec8a-765b-461d-8790-d9fc0511b700, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee0f5be-d9ac-4090-b97e-f9acf0033bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '95578b85-b011-4efa-84df-778e96bbc9c6'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:11:57.172534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:57.356146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-779bf692-8779-4c66-9406-cd5664b7171a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.362435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-779bf692-8779-4c66-9406-cd5664b7171a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.369028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-779bf692-8779-4c66-9406-cd5664b7171a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.375168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-779bf692-8779-4c66-9406-cd5664b7171a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.381405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-779bf692-8779-4c66-9406-cd5664b7171a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.387370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-779bf692-8779-4c66-9406-cd5664b7171a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.393449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-779bf692-8779-4c66-9406-cd5664b7171a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.395545 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-779bf692-8779-4c66-9406-cd5664b7171a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.0970907 Sep 26 13:11:57.454801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24f67355-7c4b-4b37-b0cc-59430ff58921 req-1077e956-7601-4b0d-b509-ed4333ba9c87 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513575 Sep 26 13:11:57.548923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-43a4aa2a-d5f1-4460-8a25-68c7699d610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.550477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-43a4aa2a-d5f1-4460-8a25-68c7699d610b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4865890 Sep 26 13:11:57.693124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8965884-e717-4c18-9867-d3b4a60b1501 req-db88ee5c-c56e-457f-8620-a3a0f18d1ab7 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.694618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8965884-e717-4c18-9867-d3b4a60b1501 req-db88ee5c-c56e-457f-8620-a3a0f18d1ab7 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.5192575 Sep 26 13:11:57.702480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06e25266-0140-462a-8628-b2d6e7ea7aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:57.705592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06e25266-0140-462a-8628-b2d6e7ea7aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:57.706880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-06e25266-0140-462a-8628-b2d6e7ea7aef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/251c9788-2954-451f-9464-894500b66cf7 HTTP/1.1" status: 204 len: 168 time: 0.9253387 Sep 26 13:11:57.721144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] For port 3d75ec8a-765b-461d-8790-d9fc0511b700, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:11:57.729543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] For port 3d75ec8a-765b-461d-8790-d9fc0511b700, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d75ec8a-765b-461d-8790-d9fc0511b700,segment=NetworkSegment(cee0f5be-d9ac-4090-b97e-f9acf0033bf8),segment_id=cee0f5be-d9ac-4090-b97e-f9acf0033bf8)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:11:57.745897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e25266-0140-462a-8628-b2d6e7ea7aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251c9788-2954-451f-9464-894500b66cf7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:57.749474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:57.820610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:57.821659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:57.823415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d75ec8a-765b-461d-8790-d9fc0511b700 HTTP/1.1" status: 200 len: 1092 time: 1.9620516 Sep 26 13:11:57.837294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a41520-9285-4907-a13b-aeddef9a8a33', 'tag': '3d75ec8a-765b-461d-8790-d9fc0511b700'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:11:57.840561 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d47728-54f7-4221-8744-f5143f81a770" -d '{"events": [{"name": "network-changed", "server_uuid": "21a41520-9285-4907-a13b-aeddef9a8a33", "tag": "3d75ec8a-765b-461d-8790-d9fc0511b700"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:11:57.857071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-8464c783-b36d-4c7f-b932-4228653fa0fa service neutron] 10.222.0.23 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893686 Sep 26 13:11:57.866489 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8965884-e717-4c18-9867-d3b4a60b1501 req-4630e5bd-b7c1-40ce-b1b5-67812ec36b20 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584697 Sep 26 13:11:57.928126 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c64b88b-a543-48e5-8a53-d003c5ff453f x-openstack-request-id: req-3c64b88b-a543-48e5-8a53-d003c5ff453f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:11:57.928454 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a41520-9285-4907-a13b-aeddef9a8a33", "tag": "3d75ec8a-765b-461d-8790-d9fc0511b700", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:11:57.928710 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c64b88b-a543-48e5-8a53-d003c5ff453f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:11:57.929268 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a41520-9285-4907-a13b-aeddef9a8a33', 'tag': '3d75ec8a-765b-461d-8790-d9fc0511b700', 'status': 'completed', 'code': 200} Sep 26 13:11:57.953566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507020ce-fbb5-407d-8763-aa54e67c13b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d75ec8a-765b-461d-8790-d9fc0511b700,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:58.073945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-25217de2-fd3f-4cda-83c5-96ce016d8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.075885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-25217de2-fd3f-4cda-83c5-96ce016d8c94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf741b480644336bcedac584109c677&device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 1095 time: 0.1860294 Sep 26 13:11:58.141080 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73edb4de-bf5a-445d-8e08-a4628dcc2d06 req-a8963139-9b06-4eac-a9b2-7baf8d6fc620 service neutron] 10.222.0.23 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718096 Sep 26 13:11:58.144067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-20da130f-887e-4922-9a27-21c0db304b98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d75ec8a-765b-461d-8790-d9fc0511b700 HTTP/1.1" status: 200 len: 217 time: 0.0568979 Sep 26 13:11:58.148189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52008) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:58.188993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d827fea1-5248-488f-b0e8-3f656755f7ba tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.196873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d827fea1-5248-488f-b0e8-3f656755f7ba tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.206208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d827fea1-5248-488f-b0e8-3f656755f7ba tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.213617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d827fea1-5248-488f-b0e8-3f656755f7ba tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.219889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d827fea1-5248-488f-b0e8-3f656755f7ba tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.224118 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d5a0b-15cb-4ca6-867c-99a8d506cb67 req-481f33c7-72d4-452e-a4be-65d4ac121c5b tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.226764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d827fea1-5248-488f-b0e8-3f656755f7ba tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.227235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f54d5a0b-15cb-4ca6-867c-99a8d506cb67 req-481f33c7-72d4-452e-a4be-65d4ac121c5b tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 943 time: 0.0684278 Sep 26 13:11:58.233414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d827fea1-5248-488f-b0e8-3f656755f7ba tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.239743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d827fea1-5248-488f-b0e8-3f656755f7ba tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.2329228 Sep 26 13:11:58.271362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1eda793b-73e8-4c19-b684-be576b893f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:58.281803 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f54d5a0b-15cb-4ca6-867c-99a8d506cb67 req-d91391eb-1951-47b5-989b-55708d262d0b tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441079 Sep 26 13:11:58.331317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-ba55bae6-1bad-46a0-b9a2-0c6081331dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.333799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-ba55bae6-1bad-46a0-b9a2-0c6081331dd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7e4fcb-bce6-46fd-bdd5-3b312df8ed42 HTTP/1.1" status: 200 len: 860 time: 0.1773593 Sep 26 13:11:58.389288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-e8a819d9-bdc3-4f12-a2d6-d564b522dc8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95578b85-b011-4efa-84df-778e96bbc9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474217 Sep 26 13:11:58.398176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a705f012-a5e8-4198-bfe8-967d96aadfd2 req-d618aea7-801a-4ea2-9e49-3d1015f1c61c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212716 Sep 26 13:11:58.413974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f39596-24a3-4499-9336-7ce9a6519007 req-491f62ca-12c9-451a-ac42-e97d0c98dc85 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.422334 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f2f39596-24a3-4499-9336-7ce9a6519007 req-491f62ca-12c9-451a-ac42-e97d0c98dc85 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 944 time: 0.0736256 Sep 26 13:11:58.478500 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f2f39596-24a3-4499-9336-7ce9a6519007 req-f834baaa-d7ab-4c16-ad47-9e515cf3d7fa tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548301 Sep 26 13:11:58.603147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-f0d885e7-a632-4e2d-882a-adf7de0b306a service neutron] 10.222.0.24 "GET /v2.0/networks/95578b85-b011-4efa-84df-778e96bbc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000239 Sep 26 13:11:58.625395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-51219661-646e-4236-a2a6-e1195d6e2d01 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.631813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-51219661-646e-4236-a2a6-e1195d6e2d01 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.637815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-51219661-646e-4236-a2a6-e1195d6e2d01 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.643862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-51219661-646e-4236-a2a6-e1195d6e2d01 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.650506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-51219661-646e-4236-a2a6-e1195d6e2d01 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.654677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde0ff-04ae-4314-9d2f-9c00d988fbd2 req-59bc37ef-7f95-435b-b9d6-e0ddb98e7ebf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.656552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-51219661-646e-4236-a2a6-e1195d6e2d01 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.662674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde0ff-04ae-4314-9d2f-9c00d988fbd2 req-59bc37ef-7f95-435b-b9d6-e0ddb98e7ebf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.663779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-51219661-646e-4236-a2a6-e1195d6e2d01 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.665841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-51219661-646e-4236-a2a6-e1195d6e2d01 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.0991087 Sep 26 13:11:58.668578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde0ff-04ae-4314-9d2f-9c00d988fbd2 req-59bc37ef-7f95-435b-b9d6-e0ddb98e7ebf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.674608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde0ff-04ae-4314-9d2f-9c00d988fbd2 req-59bc37ef-7f95-435b-b9d6-e0ddb98e7ebf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.681213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde0ff-04ae-4314-9d2f-9c00d988fbd2 req-59bc37ef-7f95-435b-b9d6-e0ddb98e7ebf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.687290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde0ff-04ae-4314-9d2f-9c00d988fbd2 req-59bc37ef-7f95-435b-b9d6-e0ddb98e7ebf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.693325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde0ff-04ae-4314-9d2f-9c00d988fbd2 req-59bc37ef-7f95-435b-b9d6-e0ddb98e7ebf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.695339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04fde0ff-04ae-4314-9d2f-9c00d988fbd2 req-59bc37ef-7f95-435b-b9d6-e0ddb98e7ebf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.1882939 Sep 26 13:11:58.697378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1eda793b-73e8-4c19-b684-be576b893f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:58.707891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:58.714864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Request body: {'floatingip': {'port_id': '9aa19afb-5435-4d66-8fd2-32d132a28a6a'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:11:58.715094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1eda793b-73e8-4c19-b684-be576b893f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:58.785416 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97272d80-f36c-4cf0-9cc9-7abf66090de4 req-d03f3eb8-61b2-4d60-a4a5-bfc2b61d8efb tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066713 Sep 26 13:11:58.788828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:58.817620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1eda793b-73e8-4c19-b684-be576b893f76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb58c46da23143b2a75cff34cd2e2186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6673274 Sep 26 13:11:58.818813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda793b-73e8-4c19-b684-be576b893f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d862fa7-ca37-41fe-a564-1bb167e348c9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:58.821385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52020) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:11:58.883279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc996d00-b20f-4a37-8071-7cf20aa2c779 req-64939d37-8e47-42bd-979b-ad2ff44e789a service neutron] 10.222.0.24 "GET /v2.0/networks/95578b85-b011-4efa-84df-778e96bbc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714815 Sep 26 13:11:58.925987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d01863-7f69-48f3-991b-d5bbbb75241b req-e4135f93-ccfe-4533-a8a9-601cc71a948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:58.928686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d01863-7f69-48f3-991b-d5bbbb75241b req-e4135f93-ccfe-4533-a8a9-601cc71a948d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 1098 time: 0.1037691 Sep 26 13:11:58.985860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99c4f00b-6be1-48ad-9b32-f803634df894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:59.053084 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99c4f00b-6be1-48ad-9b32-f803634df894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:59.127754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac938-6d7e-48f9-b967-10274b642222 req-ee80da3e-4081-4e5a-8739-50444bddb5c0 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:59.129309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f4ac938-6d7e-48f9-b967-10274b642222 req-ee80da3e-4081-4e5a-8739-50444bddb5c0 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1844847 Sep 26 13:11:59.135155 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d01863-7f69-48f3-991b-d5bbbb75241b req-f31f8ece-6521-4964-8589-c18fc7536c4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881471 Sep 26 13:11:59.137415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d47728-54f7-4221-8744-f5143f81a770 req-dff36130-3c23-4490-a41a-c7d9a94ae7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:59.139022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98d47728-54f7-4221-8744-f5143f81a770 req-dff36130-3c23-4490-a41a-c7d9a94ae7c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf741b480644336bcedac584109c677&device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 1095 time: 0.1930385 Sep 26 13:11:59.194046 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99c4f00b-6be1-48ad-9b32-f803634df894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:59.196584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-99c4f00b-6be1-48ad-9b32-f803634df894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:59.200140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-99c4f00b-6be1-48ad-9b32-f803634df894 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d862fa7-ca37-41fe-a564-1bb167e348c9 HTTP/1.1" status: 204 len: 168 time: 0.3725653 Sep 26 13:11:59.256150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4f00b-6be1-48ad-9b32-f803634df894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d862fa7-ca37-41fe-a564-1bb167e348c9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:11:59.268965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f4ac938-6d7e-48f9-b967-10274b642222 req-84bf091f-1c25-4614-9a39-82a1de1986a1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137638 Sep 26 13:11:59.286184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d47728-54f7-4221-8744-f5143f81a770 req-35f693a0-9c3c-407c-b932-66c173afaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:59.288447 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98d47728-54f7-4221-8744-f5143f81a770 req-35f693a0-9c3c-407c-b932-66c173afaabb service neutron] 10.222.0.24 "GET /v2.0/networks?id=95578b85-b011-4efa-84df-778e96bbc9c6 HTTP/1.1" status: 200 len: 920 time: 0.1418266 Sep 26 13:11:59.347874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98d47728-54f7-4221-8744-f5143f81a770 req-43d71679-6592-4706-a386-e96f4576fa64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d75ec8a-765b-461d-8790-d9fc0511b700 HTTP/1.1" status: 200 len: 217 time: 0.0515776 Sep 26 13:11:59.398025 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:59.404509 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:59.436800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d47728-54f7-4221-8744-f5143f81a770 req-3aa16868-84d4-4577-960a-f5df72240b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:59.438473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98d47728-54f7-4221-8744-f5143f81a770 req-3aa16868-84d4-4577-960a-f5df72240b12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f7e4fcb-bce6-46fd-bdd5-3b312df8ed42 HTTP/1.1" status: 200 len: 860 time: 0.0753975 Sep 26 13:11:59.472397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98d47728-54f7-4221-8744-f5143f81a770 req-51f3e1ab-e6ec-4e00-82b7-e36712ba63a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95578b85-b011-4efa-84df-778e96bbc9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253594 Sep 26 13:11:59.539213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12963e3-d9b6-47b1-87e2-0f583d6f40a5 req-135684d7-056b-46ff-8b38-40dbe7332d4b tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:59.540743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b12963e3-d9b6-47b1-87e2-0f583d6f40a5 req-135684d7-056b-46ff-8b38-40dbe7332d4b tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 943 time: 0.1337547 Sep 26 13:11:59.571191 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Floating IP 87439790-da69-4895-9872-25505b94411c associated. External IP: 172.25.4.11, port: 9aa19afb-5435-4d66-8fd2-32d132a28a6a. Sep 26 13:11:59.604011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98d47728-54f7-4221-8744-f5143f81a770 req-188beee1-d31b-41fa-85bb-09e8745339a2 service neutron] 10.222.0.24 "GET /v2.0/networks/95578b85-b011-4efa-84df-778e96bbc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234317 Sep 26 13:11:59.622153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:11:59.663941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af2f7a-4398-454f-80ae-8545d4806ff4 req-de8443b4-bcdf-4973-8a33-3b05930d3d2d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:11:59.666016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09af2f7a-4398-454f-80ae-8545d4806ff4 req-de8443b4-bcdf-4973-8a33-3b05930d3d2d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 944 time: 0.1078582 Sep 26 13:11:59.676316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b12963e3-d9b6-47b1-87e2-0f583d6f40a5 req-4a8e63bb-6958-480b-acd3-155195cf1256 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265907 Sep 26 13:11:59.751755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98d47728-54f7-4221-8744-f5143f81a770 req-dc77b002-b33a-4d43-a758-000674d09135 service neutron] 10.222.0.24 "GET /v2.0/networks/95578b85-b011-4efa-84df-778e96bbc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402936 Sep 26 13:11:59.754840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09af2f7a-4398-454f-80ae-8545d4806ff4 req-a634dfdc-b7f4-4ce5-987a-cbf3fc35820e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606830 Sep 26 13:11:59.755609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:59.770344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:11:59.816202 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:59.832176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:11:59.859821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:11:59.866819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:11:59.887421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Router fa096831-8b6b-4031-8430-af1e1975ec23 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:11:59.922881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:00.013898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-3ae111ff-1ca2-4bab-a7c6-c92b3f4f3891 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.020046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-3ae111ff-1ca2-4bab-a7c6-c92b3f4f3891 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.026701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-3ae111ff-1ca2-4bab-a7c6-c92b3f4f3891 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.033570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-3ae111ff-1ca2-4bab-a7c6-c92b3f4f3891 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.040459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-3ae111ff-1ca2-4bab-a7c6-c92b3f4f3891 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.046574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-3ae111ff-1ca2-4bab-a7c6-c92b3f4f3891 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.053155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-3ae111ff-1ca2-4bab-a7c6-c92b3f4f3891 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.055642 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-3ae111ff-1ca2-4bab-a7c6-c92b3f4f3891 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1720970 Sep 26 13:12:00.115799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2210f48-5899-43c7-ac95-4fe83ee8c967 req-d3da6520-e50d-4de7-bce6-d6e8831290a8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518429 Sep 26 13:12:00.127543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:00.132944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:00.142144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] Sync routers for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:00.162959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:00.164484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:00.168107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6d10f137-182b-4f82-ad1d-7340ab741ef1 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "PUT /v2.0/floatingips/87439790-da69-4895-9872-25505b94411c HTTP/1.1" status: 200 len: 990 time: 1.4562211 Sep 26 13:12:00.168107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:00.169354 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce57b3b9-fccd-4744-8730-f233da0bd538" -d '{"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:00.250792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1af7b8de-fac0-4fb2-ab10-e5e128e70f9d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:00.393532 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f115b298-7f48-48ae-b9d0-2cc3684818e9 x-openstack-request-id: req-f115b298-7f48-48ae-b9d0-2cc3684818e9 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:00.393924 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:00.394177 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f115b298-7f48-48ae-b9d0-2cc3684818e9 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:00.394631 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'status': 'completed', 'code': 200} Sep 26 13:12:00.477548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:00.490173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b4a20-4db0-4506-8075-3e73f7fe19f7 req-97381cc0-fd9f-4578-9171-18652671be63 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.495484 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a8b4a20-4db0-4506-8075-3e73f7fe19f7 req-97381cc0-fd9f-4578-9171-18652671be63 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0794442 Sep 26 13:12:00.518653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-24502f79-5202-413c-ae88-4e8ce92e3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.519157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-24502f79-5202-413c-ae88-4e8ce92e3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.519650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-24502f79-5202-413c-ae88-4e8ce92e3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.520118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-24502f79-5202-413c-ae88-4e8ce92e3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.520699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-24502f79-5202-413c-ae88-4e8ce92e3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.521137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-24502f79-5202-413c-ae88-4e8ce92e3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.522246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-24502f79-5202-413c-ae88-4e8ce92e3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.525007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-24502f79-5202-413c-ae88-4e8ce92e3eba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6506 time: 0.0866179 Sep 26 13:12:00.575098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a8b4a20-4db0-4506-8075-3e73f7fe19f7 req-83261dac-dbd5-4b95-99dd-b23d524a97e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659177 Sep 26 13:12:00.658788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-d69fe8e6-1386-4182-abe8-391646439ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.660870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-d69fe8e6-1386-4182-abe8-391646439ecc service neutron] 10.222.0.24 "GET /v2.0/networks?id=1bf1093e-5266-4129-afda-8e464a35bc64 HTTP/1.1" status: 200 len: 916 time: 0.1265454 Sep 26 13:12:00.843184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-00faeb5c-d1c3-4f8e-9063-5ed3a41cec7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a HTTP/1.1" status: 200 len: 998 time: 0.1633692 Sep 26 13:12:00.898789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a717be3-a5d7-497a-9845-1e736de18842 req-750f42b3-9fc2-4994-badd-fc2e87031641 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.908831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a717be3-a5d7-497a-9845-1e736de18842 req-750f42b3-9fc2-4994-badd-fc2e87031641 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 943 time: 0.1090794 Sep 26 13:12:00.929565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-48a3370c-b74f-4c30-88eb-6ce790ca5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:00.930889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-48a3370c-b74f-4c30-88eb-6ce790ca5aa2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=da49cfdb23f548be8b625d2a8053aabb&device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 1098 time: 0.1303005 Sep 26 13:12:00.972487 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a717be3-a5d7-497a-9845-1e736de18842 req-b7506e68-eeec-43a2-9b33-794a3da97ec8 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598154 Sep 26 13:12:00.995801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '87439790-da69-4895-9872-25505b94411c', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'port_id': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'mac_address': 'fa:16:3e:66:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:06Z', 'updated_at': '2021-09-26T13:11:59Z', 'revision_number': 1, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:54Z', 'revision_number': 5, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:01.001182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-0aed1ce8-f9f8-4f33-9467-13b9d932e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.002779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-0aed1ce8-f9f8-4f33-9467-13b9d932e25b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59ac3dad-ef4f-471b-89ef-f28f9443f82a HTTP/1.1" status: 200 len: 855 time: 0.1484549 Sep 26 13:12:01.027688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] Checking router: fa096831-8b6b-4031-8430-af1e1975ec23 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:01.036221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:01.037234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:01.085022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52100) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:01.105278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ced3ae-9baa-4ee6-b9d4-aa93b63bd8bf req-e0add99e-79b8-4467-a461-ef3f32700657 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.113741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b6ced3ae-9baa-4ee6-b9d4-aa93b63bd8bf req-e0add99e-79b8-4467-a461-ef3f32700657 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.2068276 Sep 26 13:12:01.114603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6784a4-5276-4048-a620-b891ff749c79 req-d28fc4a6-79e9-4f1e-a48a-026abb89d4cb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.124509 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca6784a4-5276-4048-a620-b891ff749c79 req-d28fc4a6-79e9-4f1e-a48a-026abb89d4cb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 945 time: 0.0858119 Sep 26 13:12:01.173659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca6784a4-5276-4048-a620-b891ff749c79 req-6b6e6eb3-8b9e-4a35-80bf-aa5463eeb414 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481582 Sep 26 13:12:01.183401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:01.218600 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b6ced3ae-9baa-4ee6-b9d4-aa93b63bd8bf req-a4af5060-39ea-41eb-947c-851c80470e36 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991132 Sep 26 13:12:01.226121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-a7163599-9dd0-495e-a00c-ca6bba620ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.228946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-a7163599-9dd0-495e-a00c-ca6bba620ba2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 200 len: 910 time: 0.2809999 Sep 26 13:12:01.270508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-33ad1ecb-df83-4203-bb09-9c796690e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.270508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-33ad1ecb-df83-4203-bb09-9c796690e1e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bf1093e-5266-4129-afda-8e464a35bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2003448 Sep 26 13:12:01.324919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-c2ee7882-7131-4452-9542-ab81fdbc5f79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226 HTTP/1.1" status: 200 len: 217 time: 0.0835941 Sep 26 13:12:01.328649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-69097943-73f7-4f78-9a87-357da4ae9187 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.339418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-374288774', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:01.339579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-69097943-73f7-4f78-9a87-357da4ae9187 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.346523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-69097943-73f7-4f78-9a87-357da4ae9187 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.353605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-69097943-73f7-4f78-9a87-357da4ae9187 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.361139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-69097943-73f7-4f78-9a87-357da4ae9187 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.366604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-69097943-73f7-4f78-9a87-357da4ae9187 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.372927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-69097943-73f7-4f78-9a87-357da4ae9187 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.382137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-69097943-73f7-4f78-9a87-357da4ae9187 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5421 time: 0.1391091 Sep 26 13:12:01.436364 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec08b3fd-a5b5-4c9c-a0f6-737165e39223 req-21a009d9-4c69-4d80-a77f-e9f485323531 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532610 Sep 26 13:12:01.479717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-7a48e9f7-e2e1-4718-9860-242c4c99121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:01.481223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-7a48e9f7-e2e1-4718-9860-242c4c99121f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 200 len: 850 time: 0.1162331 Sep 26 13:12:01.483561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Made reservation on behalf of b8ceef595a6e411885111e2f89938132 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:01.486137 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:01.526058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:01.534786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-ed37c98d-09d1-4c53-a6f3-b5a072a609bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440841 Sep 26 13:12:01.557144 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-4ccc9b81-55b3-481f-9015-ba8d792bdb37 service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360492 Sep 26 13:12:01.559110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '87439790-da69-4895-9872-25505b94411c', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'port_id': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'mac_address': 'fa:16:3e:66:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:06Z', 'updated_at': '2021-09-26T13:11:59Z', 'revision_number': 1, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:54Z', 'revision_number': 5, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:01.587220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0ee38-afe0-429b-95c6-25613e2140fb None None] The sync data for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 is: [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '87439790-da69-4895-9872-25505b94411c', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'port_id': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'mac_address': 'fa:16:3e:66:76:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:06Z', 'updated_at': '2021-09-26T13:11:59Z', 'revision_number': 1, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:54Z', 'revision_number': 5, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:01.742280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-89466ac9-615c-47d5-9321-94fa2dc5730b service neutron] 10.222.0.23 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973844 Sep 26 13:12:01.748122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce57b3b9-fccd-4744-8730-f233da0bd538 req-b127363b-b3f5-41b4-af42-54a43e7b08a8 service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789479 Sep 26 13:12:01.836757 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5b4c8-05b4-4cb8-9640-a09d889f4b72 None None] New status for floating IP 87439790-da69-4895-9872-25505b94411c: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:12:01.852902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:01.859665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:01.869245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] device_id is not set on port 4e8dce0c-4ff7-4ed8-8433-dd752087ab25 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:01.887750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 129fa097-5391-49be-a852-ac7a284ed454 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:01.890953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2bba439-7309-4844-9e49-c169f23df3f7 req-042d504f-2d10-4125-8049-a7d0d5b452e5 service neutron] 10.222.0.23 "GET /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386225 Sep 26 13:12:01.931895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7528149-7686-4fcb-b9c2-c4b91aeb62ec,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:02.028947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 129fa097-5391-49be-a852-ac7a284ed454, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=129fa097-5391-49be-a852-ac7a284ed454,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:02.046556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '129fa097-5391-49be-a852-ac7a284ed454', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'port_id': '129fa097-5391-49be-a852-ac7a284ed454', 'mac_address': 'fa:16:3e:3c:80:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:02.048825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Allocated IP 172.25.4.222 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/4e8dce0c-4ff7-4ed8-8433-dd752087ab25) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:02.132039 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.143495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b31251-890e-442d-a2be-371ba959de9d req-02e4ec60-bc81-4b2e-a667-a90ffddf17e8 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.148396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129fa097-5391-49be-a852-ac7a284ed454 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:02.152885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c5b31251-890e-442d-a2be-371ba959de9d req-02e4ec60-bc81-4b2e-a667-a90ffddf17e8 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 943 time: 0.0820878 Sep 26 13:12:02.174200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 129fa097-5391-49be-a852-ac7a284ed454, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=129fa097-5391-49be-a852-ac7a284ed454,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:02.180874 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.181672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3d75ec8a-765b-461d-8790-d9fc0511b700 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:02.213177 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c5b31251-890e-442d-a2be-371ba959de9d req-f689ce5f-516f-48a5-82c2-a60ee09da1bd tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590413 Sep 26 13:12:02.248820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=129fa097-5391-49be-a852-ac7a284ed454,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:02.262255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.262640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.262987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.263327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.263654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.263985 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.264314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.264639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.264964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.265289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.265656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.266027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:02.268937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.345601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d5b23-62f2-4184-a7bf-ec723697e2b8 req-94b81211-e849-4aa5-8af6-d3ba1a6e25e0 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.347340 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187d5b23-62f2-4184-a7bf-ec723697e2b8 req-94b81211-e849-4aa5-8af6-d3ba1a6e25e0 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0577273 Sep 26 13:12:02.351289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e99fb-88d0-4ea8-8d0d-0c5cbaad2668 req-5937277f-bc7b-4173-9fb1-41372d617ae3 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.352790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-756e99fb-88d0-4ea8-8d0d-0c5cbaad2668 req-5937277f-bc7b-4173-9fb1-41372d617ae3 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 945 time: 0.0716116 Sep 26 13:12:02.362454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.375753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3d75ec8a-765b-461d-8790-d9fc0511b700, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d75ec8a-765b-461d-8790-d9fc0511b700,segment=NetworkSegment(cee0f5be-d9ac-4090-b97e-f9acf0033bf8),segment_id=cee0f5be-d9ac-4090-b97e-f9acf0033bf8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:02.390143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '3d75ec8a-765b-461d-8790-d9fc0511b700', 'network_id': '95578b85-b011-4efa-84df-778e96bbc9c6', 'port_id': '3d75ec8a-765b-461d-8790-d9fc0511b700', 'mac_address': 'fa:16:3e:d2:d3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7e4fcb-bce6-46fd-bdd5-3b312df8ed42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:02.408029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-187d5b23-62f2-4184-a7bf-ec723697e2b8 req-98e8266b-14dd-44e1-99d0-035c8660a973 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530467 Sep 26 13:12:02.435684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:02.441191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:02.447392 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.455903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:02.470259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d75ec8a-765b-461d-8790-d9fc0511b700 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:02.483567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8dce0c-4ff7-4ed8-8433-dd752087ab25,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:02.510174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-756e99fb-88d0-4ea8-8d0d-0c5cbaad2668 req-83d686b3-cc2d-46a5-ae21-8aeeeb316efe tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455748 Sep 26 13:12:02.516622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3d75ec8a-765b-461d-8790-d9fc0511b700, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d75ec8a-765b-461d-8790-d9fc0511b700,segment=NetworkSegment(cee0f5be-d9ac-4090-b97e-f9acf0033bf8),segment_id=cee0f5be-d9ac-4090-b97e-f9acf0033bf8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:02.523676 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.524482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2cb7157d-d31e-4954-ab65-00b376933364 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:02.531202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.531829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.547679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b5c87551-d2a1-4591-a0d5-8801eb3a5c80 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4659092 Sep 26 13:12:02.550533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52134) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:02.557148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222'}]}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:02.592491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.594750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.621002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=3d75ec8a-765b-461d-8790-d9fc0511b700,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:02.685120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.705869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-39c5bd72-4fca-4349-9f2d-b46a6e159e8a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.712707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-39c5bd72-4fca-4349-9f2d-b46a6e159e8a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.718870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-39c5bd72-4fca-4349-9f2d-b46a6e159e8a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.722800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2cb7157d-d31e-4954-ab65-00b376933364, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2cb7157d-d31e-4954-ab65-00b376933364,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:02.726047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-39c5bd72-4fca-4349-9f2d-b46a6e159e8a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.732099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-39c5bd72-4fca-4349-9f2d-b46a6e159e8a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.736579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2cb7157d-d31e-4954-ab65-00b376933364', 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'port_id': '2cb7157d-d31e-4954-ab65-00b376933364', 'mac_address': 'fa:16:3e:dc:45:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1700fe3b-b9ad-44c8-a92b-cea961e6c69c', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:02.738138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-39c5bd72-4fca-4349-9f2d-b46a6e159e8a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.744140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-39c5bd72-4fca-4349-9f2d-b46a6e159e8a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:02.746177 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-39c5bd72-4fca-4349-9f2d-b46a6e159e8a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5422 time: 0.1418581 Sep 26 13:12:02.776262 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.789601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb7157d-d31e-4954-ab65-00b376933364 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:02.809472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2cb7157d-d31e-4954-ab65-00b376933364, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2cb7157d-d31e-4954-ab65-00b376933364,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:02.813595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.814320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device b8f1a109-1f67-433d-a99c-3cb1f9d674d9 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:02.899264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2cb7157d-d31e-4954-ab65-00b376933364,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:02.915897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:02.924330 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c07f5f5a-70bd-4ff0-a6ed-b004dc1a8def req-ea565cc8-6d0b-47c2-9d41-7d14a3f574b4 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387930 Sep 26 13:12:02.974108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port b8f1a109-1f67-433d-a99c-3cb1f9d674d9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:02.985838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'b8f1a109-1f67-433d-a99c-3cb1f9d674d9', 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9', 'port_id': 'b8f1a109-1f67-433d-a99c-3cb1f9d674d9', 'mac_address': 'fa:16:3e:98:f2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ceaeef9-ce1d-452a-a505-3b89e00aee5f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:03.025641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.043360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f1a109-1f67-433d-a99c-3cb1f9d674d9 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:03.063559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port b8f1a109-1f67-433d-a99c-3cb1f9d674d9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:03.070428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.071226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ecfe0a7e-7614-4de4-9238-e4c04ab3a18b details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:03.142550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:03.145428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:03.158105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b', 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'port_id': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b', 'mac_address': 'fa:16:3e:5a:9b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1700fe3b-b9ad-44c8-a92b-cea961e6c69c', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:03.198099 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.213293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfe0a7e-7614-4de4-9238-e4c04ab3a18b {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:03.236676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:03.243374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.244543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:03.322544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:03.325301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:03.340846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414662fe-f212-4c19-956e-995d21f17312 req-8e8dda2a-18b4-4501-a2bc-3077d1ea93a4 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:03.343019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-414662fe-f212-4c19-956e-995d21f17312 req-8e8dda2a-18b4-4501-a2bc-3077d1ea93a4 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 944 time: 0.0578651 Sep 26 13:12:03.346191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877', 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'port_id': '1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877', 'mac_address': 'fa:16:3e:8e:b2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1700fe3b-b9ad-44c8-a92b-cea961e6c69c', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:03.394475 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.396415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-414662fe-f212-4c19-956e-995d21f17312 req-92feaa4d-a903-43bb-a34f-41edda234d2d tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459042 Sep 26 13:12:03.408123 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.408721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:03.430808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.444016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:03.448424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.450137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 726e6f0b-b4e9-4295-baac-6d7d552eae43 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:03.483316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 726e6f0b-b4e9-4295-baac-6d7d552eae43, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:03.516029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '726e6f0b-b4e9-4295-baac-6d7d552eae43', 'network_id': '55cfb959-a6b3-4024-baf6-8573b60748bc', 'port_id': '726e6f0b-b4e9-4295-baac-6d7d552eae43', 'mac_address': 'fa:16:3e:aa:2c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1700fe3b-b9ad-44c8-a92b-cea961e6c69c', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:03.580911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:03.590676 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.615117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726e6f0b-b4e9-4295-baac-6d7d552eae43 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:03.616152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d85a8-a78f-46a3-a98d-6358041fe227 req-9198faf0-ee88-4107-92d8-6a4ed7ea8ca3 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:03.623562 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-101d85a8-a78f-46a3-a98d-6358041fe227 req-9198faf0-ee88-4107-92d8-6a4ed7ea8ca3 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1384242 Sep 26 13:12:03.644920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 726e6f0b-b4e9-4295-baac-6d7d552eae43, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:03.650150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:03.688948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28739e7-405d-434f-a3e0-8beb4313635c req-c4eed71b-9786-46bf-8d27-9a01eb6bc468 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:03.697582 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.698483 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3d03b43b-a68e-4e50-805e-511992f45176 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:03.709765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28739e7-405d-434f-a3e0-8beb4313635c req-c4eed71b-9786-46bf-8d27-9a01eb6bc468 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 945 time: 0.0855951 Sep 26 13:12:03.712236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-101d85a8-a78f-46a3-a98d-6358041fe227 req-7a161a71-257c-4c6a-918a-551bc1c21f92 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864537 Sep 26 13:12:03.737330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.781782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=726e6f0b-b4e9-4295-baac-6d7d552eae43,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:03.789265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a28739e7-405d-434f-a3e0-8beb4313635c req-14acd190-ebc7-46ca-a379-917f1a6356df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784566 Sep 26 13:12:03.811817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:03.817528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:03.818146 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.864122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3d03b43b-a68e-4e50-805e-511992f45176, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d03b43b-a68e-4e50-805e-511992f45176,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:03.884651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '3d03b43b-a68e-4e50-805e-511992f45176', 'network_id': '8d59d366-9265-4f11-be38-15a19f2dd7d9', 'port_id': '3d03b43b-a68e-4e50-805e-511992f45176', 'mac_address': 'fa:16:3e:cf:de:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ceaeef9-ce1d-452a-a505-3b89e00aee5f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:03.941204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.944052 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.954340 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:03.974457 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:04.009844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d03b43b-a68e-4e50-805e-511992f45176 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:04.012136 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:04.013108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb1f023a-0ac9-4e24-b27c-91e38bb8fe89 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:12:04.037883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:04.038996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:04.040422 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 26 13:12:04.041565 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b200a6cf-7abb-4799-b059-51800397b6a3" -d '{"events": [{"server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "name": "network-vif-plugged", "status": "completed", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:04.042699 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7de7e3ba-9ece-4af9-82bf-204d4d2d85a5 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4904318 Sep 26 13:12:04.045998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:04.047000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3d03b43b-a68e-4e50-805e-511992f45176, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d03b43b-a68e-4e50-805e-511992f45176,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:04.048554 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:04.092029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:04.102249 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b69d7-709b-43ba-b4f6-b3b9265ac9ad x-openstack-request-id: req-125b69d7-709b-43ba-b4f6-b3b9265ac9ad {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:04.102625 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "name": "network-vif-plugged", "status": "completed", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:04.102940 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-125b69d7-709b-43ba-b4f6-b3b9265ac9ad {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:04.103613 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'code': 200} Sep 26 13:12:04.114927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:04.159690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-2f0e4c9b-67fd-4133-83e6-7a08f6a0915a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.166538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-2f0e4c9b-67fd-4133-83e6-7a08f6a0915a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.173044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-2f0e4c9b-67fd-4133-83e6-7a08f6a0915a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.180885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-2f0e4c9b-67fd-4133-83e6-7a08f6a0915a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.187096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-2f0e4c9b-67fd-4133-83e6-7a08f6a0915a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.190596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=3d03b43b-a68e-4e50-805e-511992f45176,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:04.193162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-2f0e4c9b-67fd-4133-83e6-7a08f6a0915a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.199056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-2f0e4c9b-67fd-4133-83e6-7a08f6a0915a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.200944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-2f0e4c9b-67fd-4133-83e6-7a08f6a0915a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5427 time: 0.1878083 Sep 26 13:12:04.287858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e8627de-cae6-47b1-8ea1-e704aba4a43d req-bf67c500-c58b-4fb4-b18b-b76d894da089 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718184 Sep 26 13:12:04.290116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180143c-3cba-4c61-921b-60feb62c0469 req-5b3e1463-2f15-4208-a209-9f819736ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.291640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8180143c-3cba-4c61-921b-60feb62c0469 req-5b3e1463-2f15-4208-a209-9f819736ba40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 1098 time: 0.0897927 Sep 26 13:12:04.303834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9ff36843-d6f4-4278-a417-d5d87f1130a7 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Deleting port 4e8dce0c-4ff7-4ed8-8433-dd752087ab25 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:04.304176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff36843-d6f4-4278-a417-d5d87f1130a7 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:04.383544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8180143c-3cba-4c61-921b-60feb62c0469 req-4f50932c-593c-4e1c-b1bb-2aeed80bae3e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820246 Sep 26 13:12:04.408940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff36843-d6f4-4278-a417-d5d87f1130a7 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:04.422966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9ff36843-d6f4-4278-a417-d5d87f1130a7 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Calling delete_port for 4e8dce0c-4ff7-4ed8-8433-dd752087ab25 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:04.515611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e68a-2eba-44a9-b25d-db09844283ba req-a05ae1bf-cbee-4ff3-aa62-6c781186adbb tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.517585 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6818e68a-2eba-44a9-b25d-db09844283ba req-a05ae1bf-cbee-4ff3-aa62-6c781186adbb tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 944 time: 0.0579882 Sep 26 13:12:04.556450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff36843-d6f4-4278-a417-d5d87f1130a7 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:04.560690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6818e68a-2eba-44a9-b25d-db09844283ba req-02ad5407-a212-4517-a9e9-0c92eeca1586 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Sep 26 13:12:04.593540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff36843-d6f4-4278-a417-d5d87f1130a7 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8dce0c-4ff7-4ed8-8433-dd752087ab25,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:04.660492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ff36843-d6f4-4278-a417-d5d87f1130a7 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:04.663597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9ff36843-d6f4-4278-a417-d5d87f1130a7 tempest-RoutersAdminNegativeTest-1161258461 tempest-RoutersAdminNegativeTest-1161258461-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4e8dce0c-4ff7-4ed8-8433-dd752087ab25 HTTP/1.1" status: 204 len: 168 time: 0.6163723 Sep 26 13:12:04.842563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e76033-c957-4520-8483-0d24b8e09c37 req-77791e13-6350-46f0-97ce-1a8af99f2cf7 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:04.851008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-47e76033-c957-4520-8483-0d24b8e09c37 req-77791e13-6350-46f0-97ce-1a8af99f2cf7 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0731919 Sep 26 13:12:04.898070 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-47e76033-c957-4520-8483-0d24b8e09c37 req-22a4abad-83b9-4ab0-bb56-d5421a33ff90 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455227 Sep 26 13:12:04.950644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['3d03b43b-a68e-4e50-805e-511992f45176'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:04.991179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:05.002646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52178) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:05.002845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b9cfc-cce9-43a5-9b41-708f35506395 req-940a5bbc-3fd9-4b5a-9ce2-b89da82629a7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.021132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c9b9cfc-cce9-43a5-9b41-708f35506395 req-940a5bbc-3fd9-4b5a-9ce2-b89da82629a7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 946 time: 0.1121635 Sep 26 13:12:05.071030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['ecfe0a7e-7614-4de4-9238-e4c04ab3a18b'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:05.109453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2cb7157d-d31e-4954-ab65-00b376933364'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:05.116477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c9b9cfc-cce9-43a5-9b41-708f35506395 req-e18c5cf6-1643-4fd1-9a36-6d679cd22815 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933371 Sep 26 13:12:05.188735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:05.354408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['3d75ec8a-765b-461d-8790-d9fc0511b700'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:05.404438 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:05.414111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:05.455778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed2e6c-02d8-4364-b72c-b4ee61730b0a req-f41ecc2b-11d1-4579-a2c3-9b14deedf0d9 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.459846 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e98308a8ac6647d6a0d6a8bedf6fe2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552374 Sep 26 13:12:05.462263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52186) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:05.469411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8ed2e6c-02d8-4364-b72c-b4ee61730b0a req-f41ecc2b-11d1-4579-a2c3-9b14deedf0d9 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0866656 Sep 26 13:12:05.530455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99b8bc8-ab46-4735-b375-c67cfde967c1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:05.548744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.549314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8ed2e6c-02d8-4364-b72c-b4ee61730b0a req-9c432dd2-5853-4643-b619-0fcb56a71aa1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785947 Sep 26 13:12:05.549568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.550070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.550584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.551078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.551570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.552078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.553107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.553635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.554121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.555049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.555542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7203faf0-b8e6-4426-b25e-94e7586e8edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:05.627206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-8463b222-a852-45f3-96c4-1e484950b330 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.633862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-8463b222-a852-45f3-96c4-1e484950b330 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.642552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-8463b222-a852-45f3-96c4-1e484950b330 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.649437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-8463b222-a852-45f3-96c4-1e484950b330 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.656149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-8463b222-a852-45f3-96c4-1e484950b330 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.664234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-8463b222-a852-45f3-96c4-1e484950b330 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.672260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-8463b222-a852-45f3-96c4-1e484950b330 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.674439 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-8463b222-a852-45f3-96c4-1e484950b330 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5428 time: 0.2233613 Sep 26 13:12:05.675377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0532244-1a28-4258-83f8-114cdd48b138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:05.755335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27196710-6da0-424c-8bca-f7cb584dfa35 req-6492deba-f6cf-4669-b8a9-2c14fb901038 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:05.757732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27196710-6da0-424c-8bca-f7cb584dfa35 req-6492deba-f6cf-4669-b8a9-2c14fb901038 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 944 time: 0.0743766 Sep 26 13:12:05.786859 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0532244-1a28-4258-83f8-114cdd48b138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:05.844693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a44a2f28-acbd-4c59-a39c-4a09939ab7f1 req-96d2997b-c5c6-46f7-8232-fce5c7e81b84 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1607726 Sep 26 13:12:05.857457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['129fa097-5391-49be-a852-ac7a284ed454'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:05.866766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27196710-6da0-424c-8bca-f7cb584dfa35 req-7baadb36-f3a8-4324-9765-f69df39177a0 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008551 Sep 26 13:12:05.914077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0532244-1a28-4258-83f8-114cdd48b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:05.921318 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e0532244-1a28-4258-83f8-114cdd48b138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:05.922857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e0532244-1a28-4258-83f8-114cdd48b138 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e99b8bc8-ab46-4735-b375-c67cfde967c1 HTTP/1.1" status: 204 len: 168 time: 0.4594584 Sep 26 13:12:05.933269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0532244-1a28-4258-83f8-114cdd48b138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99b8bc8-ab46-4735-b375-c67cfde967c1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:05.947962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['b8f1a109-1f67-433d-a99c-3cb1f9d674d9'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:05.950151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['726e6f0b-b4e9-4295-baac-6d7d552eae43'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:06.267600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47487e-6863-45a3-9b4c-c981e601d444 req-65ef1fa7-1fd3-40e5-899f-0740aeeef63a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:06.269180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb47487e-6863-45a3-9b4c-c981e601d444 req-65ef1fa7-1fd3-40e5-899f-0740aeeef63a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 946 time: 0.0729825 Sep 26 13:12:06.312623 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb47487e-6863-45a3-9b4c-c981e601d444 req-a5c66366-b82c-4b66-977a-ad68ea9cc8a7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369484 Sep 26 13:12:06.423801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52206) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:06.478354 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-39a93b5e-bc54-4157-ab45-eef5cf945dbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8ceef595a6e411885111e2f89938132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534952 Sep 26 13:12:06.480770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52208) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:06.490602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d8da-27bb-4e01-b80c-29a2d9b56e44 req-4766d4e0-8c51-4972-8c07-057d525b2f72 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:06.492194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7644d8da-27bb-4e01-b80c-29a2d9b56e44 req-4766d4e0-8c51-4972-8c07-057d525b2f72 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 946 time: 0.0611196 Sep 26 13:12:06.538899 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7a0035c-48a0-4704-865e-2a5e74e9215f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:06.551671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7644d8da-27bb-4e01-b80c-29a2d9b56e44 req-ca23620c-cb88-4369-899e-ec5f97a2163e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518372 Sep 26 13:12:06.566296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7a0035c-48a0-4704-865e-2a5e74e9215f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:06.579029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52212) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:06.627291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266c444-4c63-47ae-bbee-66460896c6cc tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:06.633430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52214) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:06.634269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b266c444-4c63-47ae-bbee-66460896c6cc tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 1093 time: 0.0538323 Sep 26 13:12:06.638660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:06.646641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7a0035c-48a0-4704-865e-2a5e74e9215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:06.649602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7a0035c-48a0-4704-865e-2a5e74e9215f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:06.651028 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c7a0035c-48a0-4704-865e-2a5e74e9215f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7528149-7686-4fcb-b9c2-c4b91aeb62ec HTTP/1.1" status: 204 len: 168 time: 0.1685674 Sep 26 13:12:06.687640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0035c-48a0-4704-865e-2a5e74e9215f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7528149-7686-4fcb-b9c2-c4b91aeb62ec,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:06.728013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:06.759399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dcf7b-49f1-4d04-b89c-bba2e0dd3771 req-9e24fad3-bb0a-4ec5-a03d-29bcf674b661 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:06.768602 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e25dcf7b-49f1-4d04-b89c-bba2e0dd3771 req-9e24fad3-bb0a-4ec5-a03d-29bcf674b661 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1036403 Sep 26 13:12:06.822292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e25dcf7b-49f1-4d04-b89c-bba2e0dd3771 req-383e6d9f-47cc-449c-8ca7-7db07ba37fc5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527561 Sep 26 13:12:06.898930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:07.035660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe249f-8615-4859-bfe4-413a34383d5a req-e58bbb24-b970-4295-9fb6-86b8dbface36 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.042487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe249f-8615-4859-bfe4-413a34383d5a req-e58bbb24-b970-4295-9fb6-86b8dbface36 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.049645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe249f-8615-4859-bfe4-413a34383d5a req-e58bbb24-b970-4295-9fb6-86b8dbface36 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.057408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe249f-8615-4859-bfe4-413a34383d5a req-e58bbb24-b970-4295-9fb6-86b8dbface36 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.062050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177b25-40c5-4c93-9271-7ca895a7b9a4 req-2626b954-159e-4fcc-897a-d662a385a8b8 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.063564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7e177b25-40c5-4c93-9271-7ca895a7b9a4 req-2626b954-159e-4fcc-897a-d662a385a8b8 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 944 time: 0.0876009 Sep 26 13:12:07.073517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe249f-8615-4859-bfe4-413a34383d5a req-e58bbb24-b970-4295-9fb6-86b8dbface36 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.085754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.25.4.199 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c6dfb189-236e-413a-82ae-73b170dbe5dd) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:07.096652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe249f-8615-4859-bfe4-413a34383d5a req-e58bbb24-b970-4295-9fb6-86b8dbface36 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.107815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe249f-8615-4859-bfe4-413a34383d5a req-e58bbb24-b970-4295-9fb6-86b8dbface36 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.112118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4efe249f-8615-4859-bfe4-413a34383d5a req-e58bbb24-b970-4295-9fb6-86b8dbface36 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5428 time: 0.1651115 Sep 26 13:12:07.179536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4efe249f-8615-4859-bfe4-413a34383d5a req-b6c11a79-2ec6-46fd-9069-0b6f0d68434b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548999 Sep 26 13:12:07.182844 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7e177b25-40c5-4c93-9271-7ca895a7b9a4 req-69c1fba8-13d2-4070-bf9c-17589686018b tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935426 Sep 26 13:12:07.285213 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:07.321407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:07.360480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:07.367285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:07.371220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:07.379658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=c6dfb189-236e-413a-82ae-73b170dbe5dd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:07.625944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52246) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:07.761156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8ab194ed-4bb5-4029-9124-69b0aa144944 tempest-AgentManagementNegativeTest-549788150 tempest-AgentManagementNegativeTest-549788150-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1296990 Sep 26 13:12:07.803897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:07.894029 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:07.980107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7804-7c96-4abf-86e9-9d19b3936a34 req-92c7369c-8c46-4c6f-a99d-fcbc3de7e183 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:07.982157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-822d7804-7c96-4abf-86e9-9d19b3936a34 req-92c7369c-8c46-4c6f-a99d-fcbc3de7e183 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.0766404 Sep 26 13:12:08.028522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-822d7804-7c96-4abf-86e9-9d19b3936a34 req-93542548-2237-4487-93ba-ba724be24c58 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361350 Sep 26 13:12:08.078422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52256) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:08.108484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.113650 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.195283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=c6dfb189-236e-413a-82ae-73b170dbe5dd,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:08.202823 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.206875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.266962 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-61eab147-3390-4381-b223-0a41817de64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.394775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac12c8f-b58d-4de4-af2d-63c89c66c14b req-eb1ed32f-c2c4-447a-b7a2-e49b3b541805 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.405517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ac12c8f-b58d-4de4-af2d-63c89c66c14b req-eb1ed32f-c2c4-447a-b7a2-e49b3b541805 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 944 time: 0.0945871 Sep 26 13:12:08.408190 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Floating IP 0291c405-8d30-4a16-8033-ba04453acff6 associated. External IP: 172.25.4.199, port: 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d. Sep 26 13:12:08.424335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-64f92a58-0fd9-4f91-8c0d-eb6f15494b68 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.432448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-64f92a58-0fd9-4f91-8c0d-eb6f15494b68 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.442366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-64f92a58-0fd9-4f91-8c0d-eb6f15494b68 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.450053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-64f92a58-0fd9-4f91-8c0d-eb6f15494b68 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.458320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-64f92a58-0fd9-4f91-8c0d-eb6f15494b68 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.464709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-64f92a58-0fd9-4f91-8c0d-eb6f15494b68 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.470920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-64f92a58-0fd9-4f91-8c0d-eb6f15494b68 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.472858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-64f92a58-0fd9-4f91-8c0d-eb6f15494b68 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5428 time: 0.1443820 Sep 26 13:12:08.529290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ac12c8f-b58d-4de4-af2d-63c89c66c14b req-f591eb0b-a763-4dbc-8705-7f6f39a32694 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229067 Sep 26 13:12:08.546191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.571855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.586749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-050ee483-0ceb-4293-8315-8418fcf96f38 req-5afce65b-ea65-4d03-ab3d-d9915371c725 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016812 Sep 26 13:12:08.661639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d9470c34b034162b0a99eea1032b596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795043 Sep 26 13:12:08.670419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-db7878c3-901c-47f6-b740-1b6b15c08cca tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:08.670661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52274) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:08.671754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-db7878c3-901c-47f6-b740-1b6b15c08cca tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1722441 Sep 26 13:12:08.672628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a614d903-fd0c-4659-b7ba-bf279c1abf49,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:08.680761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.681184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.681793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.682326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.683140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.683678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.684386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.684786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.685172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.685581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.686152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.686708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b4162-ff4b-4049-859e-f2bad9ec81ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:08.750577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d74f849-b3dc-4742-a571-29a99b0a5bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.767993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router ca96f7dc-261d-4f40-bf51-a21be52bf956 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:12:08.783972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d74f849-b3dc-4742-a571-29a99b0a5bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.786206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Deleting port 8a696a66-7d22-4c8b-9ece-34aba98c7226 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:08.786652 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.923431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d74f849-b3dc-4742-a571-29a99b0a5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.926209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d74f849-b3dc-4742-a571-29a99b0a5bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.927477 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2d74f849-b3dc-4742-a571-29a99b0a5bb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a614d903-fd0c-4659-b7ba-bf279c1abf49 HTTP/1.1" status: 204 len: 168 time: 0.2557635 Sep 26 13:12:08.930683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:08.945333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74f849-b3dc-4742-a571-29a99b0a5bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a614d903-fd0c-4659-b7ba-bf279c1abf49,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:08.956537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:08.975123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] Sync routers for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:09.001225 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ef6fcea3-f781-4a1f-b23e-1a089c606084 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3664787 Sep 26 13:12:09.002107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:09.002736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:09.003415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:09.005084 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504ff20-7635-49a2-a22f-156fc54d9de1" -d '{"events": [{"name": "network-changed", "server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:09.008281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52278) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:09.084261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-53d59969-6e67-48bf-9d85-cc58ded41499 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/floatingips/0291c405-8d30-4a16-8033-ba04453acff6 HTTP/1.1" status: 200 len: 992 time: 0.0738542 Sep 26 13:12:09.092666 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c19dfaf-cb57-46ef-a02a-ad753ffcde12 x-openstack-request-id: req-9c19dfaf-cb57-46ef-a02a-ad753ffcde12 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:09.093573 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:09.094053 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c19dfaf-cb57-46ef-a02a-ad753ffcde12 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:09.094961 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'status': 'completed', 'code': 200} Sep 26 13:12:09.170741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-0678aeb3-26c6-4d30-81ef-2fd04bf342db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:09.252391 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-0678aeb3-26c6-4d30-81ef-2fd04bf342db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 1098 time: 0.0529368 Sep 26 13:12:09.253112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:09.329090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-49a8e6a4-29b6-41c6-887c-579e6a3732cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:09.330621 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-49a8e6a4-29b6-41c6-887c-579e6a3732cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f HTTP/1.1" status: 200 len: 897 time: 0.1491530 Sep 26 13:12:09.421902 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-1ed4330d-9827-4279-bf8f-a778382f63cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d HTTP/1.1" status: 200 len: 1000 time: 0.0834148 Sep 26 13:12:09.435774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] For port 8a696a66-7d22-4c8b-9ece-34aba98c7226, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=8a696a66-7d22-4c8b-9ece-34aba98c7226,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:09.436309 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:09.475505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Calling delete_port for 8a696a66-7d22-4c8b-9ece-34aba98c7226 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:09.539119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825585-bb7e-45d7-8d01-5a6594c89bcb req-c569304d-7476-43a9-be3b-beafa18c68c0 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:09.540773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e825585-bb7e-45d7-8d01-5a6594c89bcb req-c569304d-7476-43a9-be3b-beafa18c68c0 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5f1e1f-44d5-476d-982f-ed69e632e080 HTTP/1.1" status: 200 len: 946 time: 0.1080153 Sep 26 13:12:09.541538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-b69fee02-c13a-4151-b441-a0b6b5ba263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:09.543767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-b69fee02-c13a-4151-b441-a0b6b5ba263f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ae5ff24-c4aa-4b42-b5ce-da0525952da1 HTTP/1.1" status: 200 len: 835 time: 0.1152108 Sep 26 13:12:09.612752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-c89a8526-fbde-4838-b92c-15a745a85f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:09.614743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-c89a8526-fbde-4838-b92c-15a745a85f9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579300 Sep 26 13:12:09.673273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:40Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:07Z', 'revision_number': 0, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:09.681316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e825585-bb7e-45d7-8d01-5a6594c89bcb req-8dbe7c9e-d133-40fa-be5e-262695c36d80 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333694 Sep 26 13:12:09.734832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] Checking router: ca96f7dc-261d-4f40-bf51-a21be52bf956 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:09.761828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:09.763430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:09.784747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2db7c1-eb00-47b7-849b-a9489f8f2063 req-67215bca-2d1e-4723-8637-18cb3961fcf7 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:09.786640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b2db7c1-eb00-47b7-849b-a9489f8f2063 req-67215bca-2d1e-4723-8637-18cb3961fcf7 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 944 time: 0.1505272 Sep 26 13:12:09.847835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-c045e44c-d3a2-40e9-974b-b4e37ae5a763 service neutron] 10.222.0.23 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252641 Sep 26 13:12:09.862069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:09.883412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['66b37801-50cd-47ef-9162-3abd21b25f6a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:09.886481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['8a696a66-7d22-4c8b-9ece-34aba98c7226'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:09.920175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Pushing event deleted for resources: {'Port': ['ID=8a696a66-7d22-4c8b-9ece-34aba98c7226,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:09.939909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b2db7c1-eb00-47b7-849b-a9489f8f2063 req-2be32dd7-bd12-43cd-9567-4f31a4d6b9fa tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367681 Sep 26 13:12:10.005190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] No DVR routers for this DVR port 8a696a66-7d22-4c8b-9ece-34aba98c7226 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:10.020007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357258-5be2-494a-b3e7-25a73a202647 req-a432f400-35ec-4b6e-8899-92f37b4e4681 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.027712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357258-5be2-494a-b3e7-25a73a202647 req-a432f400-35ec-4b6e-8899-92f37b4e4681 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.036313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357258-5be2-494a-b3e7-25a73a202647 req-a432f400-35ec-4b6e-8899-92f37b4e4681 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.042915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357258-5be2-494a-b3e7-25a73a202647 req-a432f400-35ec-4b6e-8899-92f37b4e4681 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.053363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357258-5be2-494a-b3e7-25a73a202647 req-a432f400-35ec-4b6e-8899-92f37b4e4681 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.061089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357258-5be2-494a-b3e7-25a73a202647 req-a432f400-35ec-4b6e-8899-92f37b4e4681 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.069779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:10.072729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357258-5be2-494a-b3e7-25a73a202647 req-a432f400-35ec-4b6e-8899-92f37b4e4681 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.092092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34357258-5be2-494a-b3e7-25a73a202647 req-a432f400-35ec-4b6e-8899-92f37b4e4681 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5428 time: 0.2920115 Sep 26 13:12:10.094347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52312) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:10.095642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.097989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-953b0c16-6c9f-4e1f-aff9-8bf540e5256a req-f8f5bbc6-5ace-4f74-83b1-af9a4f1469e2 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.23 "DELETE /v2.0/ports/8a696a66-7d22-4c8b-9ece-34aba98c7226 HTTP/1.1" status: 204 len: 173 time: 1.4075906 Sep 26 13:12:10.100681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f1e1f-44d5-476d-982f-ed69e632e080', 'name': 'network-vif-deleted', 'tag': '8a696a66-7d22-4c8b-9ece-34aba98c7226'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:10.103929 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866d2163-8b70-4543-8fc1-e9c32552d4c7" -d '{"events": [{"server_uuid": "0d5f1e1f-44d5-476d-982f-ed69e632e080", "name": "network-vif-deleted", "tag": "8a696a66-7d22-4c8b-9ece-34aba98c7226"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:10.119142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5504ff20-7635-49a2-a22f-156fc54d9de1 req-493178a5-885d-4930-bc77-c563d822a397 service neutron] 10.222.0.23 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579122 Sep 26 13:12:10.134955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 129fa097-5391-49be-a852-ac7a284ed454 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:10.157359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52316) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:10.246831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34357258-5be2-494a-b3e7-25a73a202647 req-58d4225a-b714-4ed6-99e2-5036641461f2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526554 Sep 26 13:12:10.251964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-13c09611-3f1d-4c02-8cda-5e8f3ad3e11a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/floatingips/0291c405-8d30-4a16-8033-ba04453acff6 HTTP/1.1" status: 200 len: 992 time: 0.1507137 Sep 26 13:12:10.269445 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a66c97-347c-456a-ab8e-10436dc9f0b8 x-openstack-request-id: req-17a66c97-347c-456a-ab8e-10436dc9f0b8 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:10.269763 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f1e1f-44d5-476d-982f-ed69e632e080", "name": "network-vif-deleted", "tag": "8a696a66-7d22-4c8b-9ece-34aba98c7226", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:10.270019 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17a66c97-347c-456a-ab8e-10436dc9f0b8 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:10.270413 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5f1e1f-44d5-476d-982f-ed69e632e080', 'name': 'network-vif-deleted', 'tag': '8a696a66-7d22-4c8b-9ece-34aba98c7226', 'status': 'completed', 'code': 200} Sep 26 13:12:10.314884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'networks': [{'name': 'tempest-network--1236498327'}, {'name': 'tempest-network--1913069768'}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:10.315197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'network': {'name': 'tempest-network--1236498327'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:10.315660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'network': {'name': 'tempest-network--1913069768'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:10.343300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 129fa097-5391-49be-a852-ac7a284ed454 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:10.345017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Made reservation on behalf of b8e4c3e866884e159dbaef2c0d0d0583 for: {'network': 2} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:10.351292 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.359257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 129fa097-5391-49be-a852-ac7a284ed454 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:10.359695 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.366100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.469904 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.474200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.475307 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.513334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b94dc5-de65-403a-8876-b716c3ba6037,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:10.552299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:10.569525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.570059 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Added segment 7f947391-422c-4d67-972b-d5dea3a93083 of type vlan for network 871a5b9a-679a-4c2f-a0ee-15af60a271db Sep 26 13:12:10.634075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.679672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:10.701875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.702603 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Added segment 946fe0f8-b600-4122-b213-7f60a3bead78 of type vlan for network 0a886748-c812-4a18-aeb2-f65ffb0b4ad7 Sep 26 13:12:10.762935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.810423 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.811603 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.813783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.822374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.829288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:10.830315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.842021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129fa097-5391-49be-a852-ac7a284ed454'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:10.845184 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1027acc6-ef1c-48bf-8053-0c91e8f8cdc3" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "129fa097-5391-49be-a852-ac7a284ed454"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:10.859795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 129fa097-5391-49be-a852-ac7a284ed454, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=129fa097-5391-49be-a852-ac7a284ed454,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:10.876059 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:10.877294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:10.908851 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7502913 Sep 26 13:12:10.911518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52330) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:10.922656 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c5100a-e727-48f3-898c-2f35b01c6e85 x-openstack-request-id: req-11c5100a-e727-48f3-898c-2f35b01c6e85 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:10.923206 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "129fa097-5391-49be-a852-ac7a284ed454", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:10.923589 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11c5100a-e727-48f3-898c-2f35b01c6e85 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:10.924116 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129fa097-5391-49be-a852-ac7a284ed454', 'code': 200} Sep 26 13:12:10.983387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:40Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:07Z', 'revision_number': 0, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:11.033516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Network': ['ID=871a5b9a-679a-4c2f-a0ee-15af60a271db,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:11.088153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 871a5b9a-679a-4c2f-a0ee-15af60a271db details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:11.107432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f04ed-5fb6-475f-b1eb-7e3ed9acda0b None None] The sync data for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 is: [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:11:40Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:07Z', 'revision_number': 0, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:11.159752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a7541-db7a-4d1a-9d02-7052c5d61eb9 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Network': ['ID=0a886748-c812-4a18-aeb2-f65ffb0b4ad7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:11.171267 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-04d8df90-f2fb-4e8c-af2b-57f22cbb76d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.171752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52340) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:11.188284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0a886748-c812-4a18-aeb2-f65ffb0b4ad7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:11.242742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93917a-6d4d-4449-894c-9c5f21591f76 req-678c34cd-9863-47b0-a3a2-216fddbd3b35 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:11.250750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e93917a-6d4d-4449-894c-9c5f21591f76 req-678c34cd-9863-47b0-a3a2-216fddbd3b35 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.0754480 Sep 26 13:12:11.256573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=129fa097-5391-49be-a852-ac7a284ed454,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:11.277039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52346) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:11.310888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:11.381714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:11.382091 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.448087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084bfb0-5dd8-4ce6-bd29-2eefe203e841 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:11.456121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084bfb0-5dd8-4ce6-bd29-2eefe203e841 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:11.463053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084bfb0-5dd8-4ce6-bd29-2eefe203e841 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:11.469375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084bfb0-5dd8-4ce6-bd29-2eefe203e841 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:11.471514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9084bfb0-5dd8-4ce6-bd29-2eefe203e841 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5582745 Sep 26 13:12:11.476359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52350) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:11.478654 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161343a-c69b-4d2a-b020-fb8954a00ae7 None None] New status for floating IP 0291c405-8d30-4a16-8033-ba04453acff6: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:12:11.510745 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.517195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d57a-8b24-4e93-b9b6-f48f1adcb32e req-3c1213cd-a137-47d1-83f0-86e00c4fc339 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:11.526923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc45d57a-8b24-4e93-b9b6-f48f1adcb32e req-3c1213cd-a137-47d1-83f0-86e00c4fc339 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 944 time: 0.4850860 Sep 26 13:12:11.556175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:11.561765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.563175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3d75ec8a-765b-461d-8790-d9fc0511b700 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:11.649217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.661311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.687981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc45d57a-8b24-4e93-b9b6-f48f1adcb32e req-d885be96-3cd4-4e6c-8b72-e385793b020c tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597552 Sep 26 13:12:11.694015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:11.729175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e93917a-6d4d-4449-894c-9c5f21591f76 req-637ce5df-495b-46a5-8ee5-ccdc05fb9458 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775035 Sep 26 13:12:11.729979 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb19f6ac-1112-42e1-b403-de5fdbd326ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.737705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 3d75ec8a-765b-461d-8790-d9fc0511b700 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:11.742780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 3d75ec8a-765b-461d-8790-d9fc0511b700 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:11.743831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.773071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-621f6144-8de6-4490-b436-c29907f0389a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/floatingips/0291c405-8d30-4a16-8033-ba04453acff6 HTTP/1.1" status: 200 len: 992 time: 0.4916453 Sep 26 13:12:11.836932 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.859347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871a5b9a-679a-4c2f-a0ee-15af60a271db']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:11.871218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f947391-422c-4d67-972b-d5dea3a93083') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:11.871954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f947391-422c-4d67-972b-d5dea3a93083') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:11.881137 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.882987 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb19f6ac-1112-42e1-b403-de5fdbd326ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.887215 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.908805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.918031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3d75ec8a-765b-461d-8790-d9fc0511b700, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d75ec8a-765b-461d-8790-d9fc0511b700,segment=NetworkSegment(cee0f5be-d9ac-4090-b97e-f9acf0033bf8),segment_id=cee0f5be-d9ac-4090-b97e-f9acf0033bf8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:11.918309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:11.919002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:11.922367 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:11.924180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.924662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ecfe0a7e-7614-4de4-9238-e4c04ab3a18b up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:11.925338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb19f6ac-1112-42e1-b403-de5fdbd326ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:11.972523 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb19f6ac-1112-42e1-b403-de5fdbd326ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c08764da6914802b5a1484d775f8b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7925026 Sep 26 13:12:11.975978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52352) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:12.007379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-f018691b-bca5-444e-ae0a-3161c767fe7d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.008826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.010973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=3d75ec8a-765b-461d-8790-d9fc0511b700,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.016166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-f018691b-bca5-444e-ae0a-3161c767fe7d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.018496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.020708 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/networks/871a5b9a-679a-4c2f-a0ee-15af60a271db HTTP/1.1" status: 204 len: 168 time: 0.5432644 Sep 26 13:12:12.027672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-f018691b-bca5-444e-ae0a-3161c767fe7d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.030733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:12.031304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52354) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:12.034425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-f018691b-bca5-444e-ae0a-3161c767fe7d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.040168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:12.040715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.040942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-f018691b-bca5-444e-ae0a-3161c767fe7d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.042960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd131f8-dfbb-43a8-b725-d502f4cd62a8 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Network': ['ID=871a5b9a-679a-4c2f-a0ee-15af60a271db,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.048677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-f018691b-bca5-444e-ae0a-3161c767fe7d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.055181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-f018691b-bca5-444e-ae0a-3161c767fe7d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.067935 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-f018691b-bca5-444e-ae0a-3161c767fe7d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5430 time: 0.1725078 Sep 26 13:12:12.067935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19f6ac-1112-42e1-b403-de5fdbd326ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c79116-d039-492f-8df8-dac1faed4943,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.072627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.126983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f93e5dcc-5a72-4253-8680-db8745763d8c req-fd098c51-faba-4e74-867b-f6bba62ae3e8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626845 Sep 26 13:12:12.134605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.137103 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3c3e63af-8435-46e9-8e0c-ec4d82610064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.138850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.164626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3c3e63af-8435-46e9-8e0c-ec4d82610064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.188174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:12.193647 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.194623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2cb7157d-d31e-4954-ab65-00b376933364 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:12.222923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3c3e63af-8435-46e9-8e0c-ec4d82610064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.227064 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3c3e63af-8435-46e9-8e0c-ec4d82610064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.231276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3c3e63af-8435-46e9-8e0c-ec4d82610064 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31c79116-d039-492f-8df8-dac1faed4943 HTTP/1.1" status: 204 len: 168 time: 0.2538960 Sep 26 13:12:12.237682 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.240730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e63af-8435-46e9-8e0c-ec4d82610064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c79116-d039-492f-8df8-dac1faed4943,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.262134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a886748-c812-4a18-aeb2-f65ffb0b4ad7']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:12.273736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946fe0f8-b600-4122-b213-7f60a3bead78') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:12.274666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946fe0f8-b600-4122-b213-7f60a3bead78') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:12.288505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.289258 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.302801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2cb7157d-d31e-4954-ab65-00b376933364 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:12.306571 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.308033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2cb7157d-d31e-4954-ab65-00b376933364 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:12.308403 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.312903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:12.313388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:12.316734 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:12.389080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.404179 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.408872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.412910 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/networks/0a886748-c812-4a18-aeb2-f65ffb0b4ad7 HTTP/1.1" status: 204 len: 168 time: 0.3777225 Sep 26 13:12:12.412910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a40d-feaa-4d62-b876-a098791e14bf tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Network': ['ID=0a886748-c812-4a18-aeb2-f65ffb0b4ad7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.413518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52360) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:12.450604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2cb7157d-d31e-4954-ab65-00b376933364, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2cb7157d-d31e-4954-ab65-00b376933364,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:12.455022 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.455998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 726e6f0b-b4e9-4295-baac-6d7d552eae43 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:12.532632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2cb7157d-d31e-4954-ab65-00b376933364,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.549240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 726e6f0b-b4e9-4295-baac-6d7d552eae43 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:12.553255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 726e6f0b-b4e9-4295-baac-6d7d552eae43 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:12.553663 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.608300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6775b6-d86f-4bfa-b392-6bd6a7d433f1 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.615019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6775b6-d86f-4bfa-b392-6bd6a7d433f1 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.616614 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6e6775b6-d86f-4bfa-b392-6bd6a7d433f1 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2019489 Sep 26 13:12:12.620639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52368) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:12.625918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1868749494'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:12.638234 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.647995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Made reservation on behalf of b8e4c3e866884e159dbaef2c0d0d0583 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:12.651723 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.672787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 726e6f0b-b4e9-4295-baac-6d7d552eae43, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:12.678422 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.679306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3d03b43b-a68e-4e50-805e-511992f45176 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:12.679548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:12.688497 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.688869 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Added segment 333533d5-b099-4431-93d5-899896ea85c9 of type vlan for network 7ced14fa-4c37-4045-a58f-77b63373c344 Sep 26 13:12:12.741272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.760295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=726e6f0b-b4e9-4295-baac-6d7d552eae43,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.777181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52378) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:12.780579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 3d03b43b-a68e-4e50-805e-511992f45176 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:12.786656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 3d03b43b-a68e-4e50-805e-511992f45176 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:12.786656 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.804441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.812022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.813215 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.890635 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2689271 Sep 26 13:12:12.894157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52388) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:12.902229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-16917126'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:12.915488 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.923816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e68cd0ad-9d04-4b89-9933-d04b3bbe1d32 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/floatingips/0291c405-8d30-4a16-8033-ba04453acff6 HTTP/1.1" status: 200 len: 994 time: 0.1449928 Sep 26 13:12:12.926897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877'}, {'server_uuid': '21a41520-9285-4907-a13b-aeddef9a8a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d75ec8a-765b-461d-8790-d9fc0511b700'}, {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b'}, {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7157d-d31e-4954-ab65-00b376933364'}, {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e6f0b-b4e9-4295-baac-6d7d552eae43'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:12.931534 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79cd412-8103-4518-b038-d0082ce4b1e8" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877"}, {"server_uuid": "21a41520-9285-4907-a13b-aeddef9a8a33", "name": "network-vif-plugged", "status": "completed", "tag": "3d75ec8a-765b-461d-8790-d9fc0511b700"}, {"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "ecfe0a7e-7614-4de4-9238-e4c04ab3a18b"}, {"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7157d-d31e-4954-ab65-00b376933364"}, {"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "726e6f0b-b4e9-4295-baac-6d7d552eae43"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:12.934497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613976dc-9b1b-43ec-a977-4fbbbf90b66d req-9e091a15-d690-4e88-89b7-0fcf6778c09e tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:12.942340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-613976dc-9b1b-43ec-a977-4fbbbf90b66d req-9e091a15-d690-4e88-89b7-0fcf6778c09e tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 945 time: 0.1086760 Sep 26 13:12:12.945911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Made reservation on behalf of b8e4c3e866884e159dbaef2c0d0d0583 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:12.949473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.956640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2b192-bc69-4ee0-9fd1-1730349eaa20 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Network': ['ID=7ced14fa-4c37-4045-a58f-77b63373c344,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:12.969302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3d03b43b-a68e-4e50-805e-511992f45176, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d03b43b-a68e-4e50-805e-511992f45176,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:12.976418 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:12.984327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7ced14fa-4c37-4045-a58f-77b63373c344 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:12.996954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:12.997726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0566-a222-4640-8a36-9c31739de0ec req-a8d517e9-2f86-4f28-953c-78ad7476cc10 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.005549 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19bd0566-a222-4640-8a36-9c31739de0ec req-a8d517e9-2f86-4f28-953c-78ad7476cc10 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1627281 Sep 26 13:12:13.007534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.007896 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Added segment 720c3cfe-0c1c-4cec-9961-76d78f9497d4 of type vlan for network f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e Sep 26 13:12:13.047250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.053361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19bd0566-a222-4640-8a36-9c31739de0ec req-23926f61-c2a1-4731-95ce-d72972436c6f tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Sep 26 13:12:13.070036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device b8f1a109-1f67-433d-a99c-3cb1f9d674d9 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:13.087784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-613976dc-9b1b-43ec-a977-4fbbbf90b66d req-39115c73-3df6-4c75-9ba2-49ca1411f08f tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445436 Sep 26 13:12:13.131230 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.139937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.141596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.168385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=3d03b43b-a68e-4e50-805e-511992f45176,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:13.184375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:13.189511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:13.190167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.208687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3125000 Sep 26 13:12:13.211391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52400) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:13.221145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'ports': [{'network_id': '7ced14fa-4c37-4045-a58f-77b63373c344', 'name': 'tempest-port--1705678808', 'admin_state_up': True}, {'network_id': 'f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e', 'admin_state_up': False}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:13.221724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'port': {'network_id': '7ced14fa-4c37-4045-a58f-77b63373c344', 'name': 'tempest-port--1705678808', 'admin_state_up': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:13.222355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'port': {'network_id': 'f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e', 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:13.283359 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.296332 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5796afe3-7df3-4b3d-8726-5b2ea6333c53 x-openstack-request-id: req-5796afe3-7df3-4b3d-8726-5b2ea6333c53 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:13.296703 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877", "code": 200}, {"server_uuid": "21a41520-9285-4907-a13b-aeddef9a8a33", "name": "network-vif-plugged", "status": "completed", "tag": "3d75ec8a-765b-461d-8790-d9fc0511b700", "code": 200}, {"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "ecfe0a7e-7614-4de4-9238-e4c04ab3a18b", "code": 200}, {"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7157d-d31e-4954-ab65-00b376933364", "code": 200}, {"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "726e6f0b-b4e9-4295-baac-6d7d552eae43", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:13.297526 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5796afe3-7df3-4b3d-8726-5b2ea6333c53 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:13.298111 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877', 'code': 200} Sep 26 13:12:13.298461 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a41520-9285-4907-a13b-aeddef9a8a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d75ec8a-765b-461d-8790-d9fc0511b700', 'code': 200} Sep 26 13:12:13.298825 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b', 'code': 200} Sep 26 13:12:13.299444 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7157d-d31e-4954-ab65-00b376933364', 'code': 200} Sep 26 13:12:13.299790 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726e6f0b-b4e9-4295-baac-6d7d552eae43', 'code': 200} Sep 26 13:12:13.311194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016e20f-3a79-4319-8da3-d2f2f963c958 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Network': ['ID=f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:13.326826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:13.387396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port b8f1a109-1f67-433d-a99c-3cb1f9d674d9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:13.394259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.395085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-18d9a756-8a57-452a-b52f-b83a393b8c39 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.403054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-18d9a756-8a57-452a-b52f-b83a393b8c39 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.411353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-18d9a756-8a57-452a-b52f-b83a393b8c39 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.421749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-18d9a756-8a57-452a-b52f-b83a393b8c39 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.431449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-18d9a756-8a57-452a-b52f-b83a393b8c39 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.438436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-18d9a756-8a57-452a-b52f-b83a393b8c39 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.445404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-18d9a756-8a57-452a-b52f-b83a393b8c39 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.447854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-18d9a756-8a57-452a-b52f-b83a393b8c39 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5434 time: 0.1275473 Sep 26 13:12:13.492282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:13.495743 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.502830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Made reservation on behalf of b8e4c3e866884e159dbaef2c0d0d0583 for: {'port': 2} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:13.507940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.522012 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.566376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e29ebb-93aa-4f3b-8f46-74117eaff107 req-589fc2bb-afd4-4485-a019-82e32797ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.568640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2e29ebb-93aa-4f3b-8f46-74117eaff107 req-589fc2bb-afd4-4485-a019-82e32797ffba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 1097 time: 0.1190403 Sep 26 13:12:13.573056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53966a3b-1126-4683-bcaf-eef0144d40f0 req-b72734ed-5ed3-4938-8608-fdc3c430b3ef tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830994 Sep 26 13:12:13.580503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-7a2172f1-efa6-45b1-a898-c30e7efb5d5a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:13.581958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-7a2172f1-efa6-45b1-a898-c30e7efb5d5a tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.24 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 946 time: 0.1318359 Sep 26 13:12:13.613150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] device_id is not set on port dfa23179-bb26-49d9-b532-fcc16c52b296 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:13.657925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52406) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:13.678916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8a696a66-7d22-4c8b-9ece-34aba98c7226 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:13.694239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2e29ebb-93aa-4f3b-8f46-74117eaff107 req-7817e31c-c481-4b8d-8012-c5f01bcf660d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040626 Sep 26 13:12:13.704655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 8a696a66-7d22-4c8b-9ece-34aba98c7226 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:13.705000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 8a696a66-7d22-4c8b-9ece-34aba98c7226 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:13.732744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Deleting port 66b37801-50cd-47ef-9162-3abd21b25f6a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:13.733092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.752291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.818793 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7424-6e32-4591-80cf-ddc901d178a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.824636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] device_id is not set on port b8c31eb6-f670-4e7f-91c8-de5bf33d0d5a yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:13.867582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] For port 66b37801-50cd-47ef-9162-3abd21b25f6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=66b37801-50cd-47ef-9162-3abd21b25f6a,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:13.868041 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.888144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Calling delete_port for 66b37801-50cd-47ef-9162-3abd21b25f6a owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:13.942464 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:13.980806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.034920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7424-6e32-4591-80cf-ddc901d178a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.035659 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Port': ['ID=dfa23179-bb26-49d9-b532-fcc16c52b296,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:14.043788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7424-6e32-4591-80cf-ddc901d178a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.051557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Checking segment: {'id': '333533d5-b099-4431-93d5-899896ea85c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7ced14fa-4c37-4045-a58f-77b63373c344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:14.051917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Network hostable DHCP agents. Network: 7ced14fa-4c37-4045-a58f-77b63373c344, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:14.085710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Network 7ced14fa-4c37-4045-a58f-77b63373c344 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:14.103256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7ced14fa-4c37-4045-a58f-77b63373c344) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:14.107632 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:14.108513 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.116208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c8fb7a-ae81-4dc1-bae0-cef510dbf66f None None] Network 7ced14fa-4c37-4045-a58f-77b63373c344 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:14.130152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f2ed7424-6e32-4591-80cf-ddc901d178a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35514e668f404c209c1c8322ffaf01df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670942 Sep 26 13:12:14.132573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed7424-6e32-4591-80cf-ddc901d178a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c510a6b-6fed-4df7-950a-6245dd0a95f2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:14.136408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52414) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:14.176284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.218819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Port': ['ID=b8c31eb6-f670-4e7f-91c8-de5bf33d0d5a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:14.223096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Pushing event deleted for resources: {'Port': ['ID=66b37801-50cd-47ef-9162-3abd21b25f6a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:14.251676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f016b5-e058-4c63-9817-39bbf1837080 req-3b8c9483-bde2-41fe-874a-1d50f9112ef1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.253289 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21f016b5-e058-4c63-9817-39bbf1837080 req-3b8c9483-bde2-41fe-874a-1d50f9112ef1 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/ports?device_id=20cce147-5c37-46f9-b503-90070fa31ecc HTTP/1.1" status: 200 len: 867 time: 0.1348021 Sep 26 13:12:14.254156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Checking segment: {'id': '720c3cfe-0c1c-4cec-9961-76d78f9497d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:14.254519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Network hostable DHCP agents. Network: f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:14.262909 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-726a317d-f591-45fe-830e-1e055f0acf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.284800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Network f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:14.301204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:14.307710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:14.310707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe3ff5-2f37-414d-98ac-762dd141a525 None None] Network f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:14.313318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.318228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.318883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.321835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] No DVR routers for this DVR port 66b37801-50cd-47ef-9162-3abd21b25f6a on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:14.324154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21f016b5-e058-4c63-9817-39bbf1837080 req-eeb2f0cb-6e8c-4056-9266-d1cb6fcebd05 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.13 "GET /v2.0/security-groups?id=92a5ecc8-278c-4d58-8645-1482f87a7123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627458 Sep 26 13:12:14.335516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-726a317d-f591-45fe-830e-1e055f0acf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.339608 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.343637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0bef638b-21b5-4d68-bd9e-710ec26fa2be req-95878f55-9dc0-418c-af88-32f02b47f5f5 tempest-ServerRescueTestJSON-654386968 tempest-ServerRescueTestJSON-654386968-project] 10.222.0.24 "DELETE /v2.0/ports/66b37801-50cd-47ef-9162-3abd21b25f6a HTTP/1.1" status: 204 len: 173 time: 0.7448869 Sep 26 13:12:14.346529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-55d8eec3-9691-4f64-ab36-eed072212efc tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1315348 Sep 26 13:12:14.349572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52420) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:14.352696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cce147-5c37-46f9-b503-90070fa31ecc', 'name': 'network-vif-deleted', 'tag': '66b37801-50cd-47ef-9162-3abd21b25f6a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:14.355424 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a02fa4-d896-4b31-a9a6-e2a9214f9d08" -d '{"events": [{"server_uuid": "20cce147-5c37-46f9-b503-90070fa31ecc", "name": "network-vif-deleted", "tag": "66b37801-50cd-47ef-9162-3abd21b25f6a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:14.374052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740e9f1-4452-4e2f-be94-94557291d56d req-9664fddb-d7b0-4558-89dd-5e0d223e2ea9 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.375605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9740e9f1-4452-4e2f-be94-94557291d56d req-9664fddb-d7b0-4558-89dd-5e0d223e2ea9 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 945 time: 0.1630692 Sep 26 13:12:14.463625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9740e9f1-4452-4e2f-be94-94557291d56d req-ad33c8a1-1923-4620-ad80-800715d98439 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788522 Sep 26 13:12:14.489515 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-726a317d-f591-45fe-830e-1e055f0acf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.493185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-726a317d-f591-45fe-830e-1e055f0acf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.495249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-726a317d-f591-45fe-830e-1e055f0acf56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c510a6b-6fed-4df7-950a-6245dd0a95f2 HTTP/1.1" status: 204 len: 168 time: 0.3576860 Sep 26 13:12:14.503754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a317d-f591-45fe-830e-1e055f0acf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c510a6b-6fed-4df7-950a-6245dd0a95f2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:14.518015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e816d17-89c9-48e3-b493-c661e219b17e tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.534749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e816d17-89c9-48e3-b493-c661e219b17e tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.539608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52426) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:14.540976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9e816d17-89c9-48e3-b493-c661e219b17e tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1903651 Sep 26 13:12:14.551900 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05050c5b-cbac-4cf9-b4ad-97ea25db04d3 x-openstack-request-id: req-05050c5b-cbac-4cf9-b4ad-97ea25db04d3 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:14.552754 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cce147-5c37-46f9-b503-90070fa31ecc", "name": "network-vif-deleted", "tag": "66b37801-50cd-47ef-9162-3abd21b25f6a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:14.553021 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05050c5b-cbac-4cf9-b4ad-97ea25db04d3 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:14.555404 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cce147-5c37-46f9-b503-90070fa31ecc', 'name': 'network-vif-deleted', 'tag': '66b37801-50cd-47ef-9162-3abd21b25f6a', 'status': 'completed', 'code': 200} Sep 26 13:12:14.648610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ac389101-f89b-4ad4-a17b-55eb83daa7ce tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Deleting port dfa23179-bb26-49d9-b532-fcc16c52b296 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:14.648967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac389101-f89b-4ad4-a17b-55eb83daa7ce tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.746495 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac389101-f89b-4ad4-a17b-55eb83daa7ce tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.762897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ac389101-f89b-4ad4-a17b-55eb83daa7ce tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Calling delete_port for dfa23179-bb26-49d9-b532-fcc16c52b296 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:14.781117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-6e433c01-6c9c-4d1a-9991-6f40df958093 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.787125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-6e433c01-6c9c-4d1a-9991-6f40df958093 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.793074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-6e433c01-6c9c-4d1a-9991-6f40df958093 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.799010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-6e433c01-6c9c-4d1a-9991-6f40df958093 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.804978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-6e433c01-6c9c-4d1a-9991-6f40df958093 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.810995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-6e433c01-6c9c-4d1a-9991-6f40df958093 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.816982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-6e433c01-6c9c-4d1a-9991-6f40df958093 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:14.819660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-6e433c01-6c9c-4d1a-9991-6f40df958093 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.1557722 Sep 26 13:12:14.912903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f78ab4e1-2ac6-45bf-b0b5-e976d32d3369 req-1a37c7b5-be5d-41cc-b0ab-44d5ff5a092a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553370 Sep 26 13:12:14.937033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac389101-f89b-4ad4-a17b-55eb83daa7ce tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.969086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac389101-f89b-4ad4-a17b-55eb83daa7ce tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Port': ['ID=dfa23179-bb26-49d9-b532-fcc16c52b296,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:14.977870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac389101-f89b-4ad4-a17b-55eb83daa7ce tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:14.980755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac389101-f89b-4ad4-a17b-55eb83daa7ce tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/ports/dfa23179-bb26-49d9-b532-fcc16c52b296 HTTP/1.1" status: 204 len: 168 time: 0.4399264 Sep 26 13:12:14.983331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52440) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:15.002257 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.093746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c0721fc9-f2a4-409a-b1f0-94ff283460e4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Deleting port b8c31eb6-f670-4e7f-91c8-de5bf33d0d5a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:15.094177 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0721fc9-f2a4-409a-b1f0-94ff283460e4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.168009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0721fc9-f2a4-409a-b1f0-94ff283460e4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.180670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c0721fc9-f2a4-409a-b1f0-94ff283460e4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Calling delete_port for b8c31eb6-f670-4e7f-91c8-de5bf33d0d5a owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:15.260837 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0721fc9-f2a4-409a-b1f0-94ff283460e4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.293617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0721fc9-f2a4-409a-b1f0-94ff283460e4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Port': ['ID=b8c31eb6-f670-4e7f-91c8-de5bf33d0d5a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:15.299869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0721fc9-f2a4-409a-b1f0-94ff283460e4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.303753 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c0721fc9-f2a4-409a-b1f0-94ff283460e4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/ports/b8c31eb6-f670-4e7f-91c8-de5bf33d0d5a HTTP/1.1" status: 204 len: 168 time: 0.3161008 Sep 26 13:12:15.303881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d03b43b-a68e-4e50-805e-511992f45176'}, {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f1a109-1f67-433d-a99c-3cb1f9d674d9'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:15.304296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52454) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:15.304389 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6087855c-d602-4455-879a-024a0deda1cc" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "3d03b43b-a68e-4e50-805e-511992f45176"}, {"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "b8f1a109-1f67-433d-a99c-3cb1f9d674d9"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:15.346073 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65da8a4e-78c0-4769-85a4-7d411192eb89 x-openstack-request-id: req-65da8a4e-78c0-4769-85a4-7d411192eb89 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:15.346073 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "3d03b43b-a68e-4e50-805e-511992f45176", "code": 200}, {"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-plugged", "status": "completed", "tag": "b8f1a109-1f67-433d-a99c-3cb1f9d674d9", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:15.346073 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65da8a4e-78c0-4769-85a4-7d411192eb89 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:15.346073 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d03b43b-a68e-4e50-805e-511992f45176', 'code': 200} Sep 26 13:12:15.346424 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f1a109-1f67-433d-a99c-3cb1f9d674d9', 'code': 200} Sep 26 13:12:15.357537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-35ce480e-b322-465b-809d-59bacb271872 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0502462 Sep 26 13:12:15.358777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52460) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:15.364636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1400653596'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:15.388387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52462) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:15.395241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Made reservation on behalf of b8e4c3e866884e159dbaef2c0d0d0583 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:15.399225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.423012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:15.432372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.432721 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Added segment 8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc of type vlan for network b4e573b5-da47-4f76-b794-7224fea25aa7 Sep 26 13:12:15.511563 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.544316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-417ae436-67a9-4874-be10-45a754719cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.544804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-417ae436-67a9-4874-be10-45a754719cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.545284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-417ae436-67a9-4874-be10-45a754719cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.545783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-417ae436-67a9-4874-be10-45a754719cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.546253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-417ae436-67a9-4874-be10-45a754719cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.546728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-417ae436-67a9-4874-be10-45a754719cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.547196 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-417ae436-67a9-4874-be10-45a754719cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.549163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-417ae436-67a9-4874-be10-45a754719cff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6499 time: 0.1006498 Sep 26 13:12:15.587719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.593454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.594111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.670926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3109553 Sep 26 13:12:15.676207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52472) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:15.682958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1401160797'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:15.690204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e95963-b9e4-4dda-96ec-93ee2f519258 req-d7baaf6c-ff63-4b00-b8fc-bcbcb7115683 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.691713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7e95963-b9e4-4dda-96ec-93ee2f519258 req-d7baaf6c-ff63-4b00-b8fc-bcbcb7115683 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 945 time: 0.1392782 Sep 26 13:12:15.719633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Made reservation on behalf of b8e4c3e866884e159dbaef2c0d0d0583 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:15.721533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b0bb8-bc0b-4303-91c9-2f2ece471d0c tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Network': ['ID=b4e573b5-da47-4f76-b794-7224fea25aa7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:15.723968 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.725870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2c7c9b7-784b-4600-94d6-dcaf6abe3e14 req-9407d931-936a-427c-bc0a-f8a16212c235 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1620400 Sep 26 13:12:15.734057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b4e573b5-da47-4f76-b794-7224fea25aa7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:15.776873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7e95963-b9e4-4dda-96ec-93ee2f519258 req-4d1c0239-ff24-46b7-81fe-1d9f5e499fd5 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Sep 26 13:12:15.784000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:15.798304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.798781 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Added segment a4eda638-c1a4-4030-9f40-d4c231fa08d0 of type vlan for network c31ecbef-30b2-46d4-ae56-159770ff9dfd Sep 26 13:12:15.865657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.908332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.915400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:15.916275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:15.969109 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2914233 Sep 26 13:12:16.027401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60db66-e2fb-496f-aa8e-88af097abc4b tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Network': ['ID=c31ecbef-30b2-46d4-ae56-159770ff9dfd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:16.036885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network c31ecbef-30b2-46d4-ae56-159770ff9dfd details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:16.115297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52494) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:16.115762 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:16.122614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'subnets': [{'network_id': 'b4e573b5-da47-4f76-b794-7224fea25aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--514952055', 'ip_version': 4}, {'network_id': 'c31ecbef-30b2-46d4-ae56-159770ff9dfd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:16.123031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'subnet': {'network_id': 'b4e573b5-da47-4f76-b794-7224fea25aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--514952055', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:16.123701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Request body: {'subnet': {'network_id': 'c31ecbef-30b2-46d4-ae56-159770ff9dfd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:16.175431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-f4fdaa35-5c2f-4ae2-abb7-cbd45ea8347d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:16.181565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 66b37801-50cd-47ef-9162-3abd21b25f6a no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:16.190345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-f4fdaa35-5c2f-4ae2-abb7-cbd45ea8347d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:16.204827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-f4fdaa35-5c2f-4ae2-abb7-cbd45ea8347d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:16.206684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 66b37801-50cd-47ef-9162-3abd21b25f6a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:16.207022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 66b37801-50cd-47ef-9162-3abd21b25f6a not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:16.221692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-f4fdaa35-5c2f-4ae2-abb7-cbd45ea8347d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:16.229832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-f4fdaa35-5c2f-4ae2-abb7-cbd45ea8347d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:16.236220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-f4fdaa35-5c2f-4ae2-abb7-cbd45ea8347d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:16.246573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-f4fdaa35-5c2f-4ae2-abb7-cbd45ea8347d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:16.253538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-f4fdaa35-5c2f-4ae2-abb7-cbd45ea8347d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.2018046 Sep 26 13:12:16.401809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c5d68d1-24ed-4ae9-83cd-3401bbb0462b req-022ceed5-bcd9-4e51-a171-815bc20d001d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505289 Sep 26 13:12:16.475656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Made reservation on behalf of b8e4c3e866884e159dbaef2c0d0d0583 for: {'subnet': 2} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:16.479960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Deleting port fa1836d3-7450-442b-b5e1-58838591c493 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:16.480808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:16.482747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:16.483104 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:16.594136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] For port fa1836d3-7450-442b-b5e1-58838591c493, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fa1836d3-7450-442b-b5e1-58838591c493,segment=NetworkSegment(6773b888-f45b-4000-8be9-38bb66e49392),segment_id=6773b888-f45b-4000-8be9-38bb66e49392)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:16.594678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:16.636126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Calling delete_port for fa1836d3-7450-442b-b5e1-58838591c493 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:16.657833 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371cd89-82e0-494b-9451-960ee9b54442 req-ebaf405c-73ed-49cf-ae05-40ebeb585b30 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:16.659752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0371cd89-82e0-494b-9451-960ee9b54442 req-ebaf405c-73ed-49cf-ae05-40ebeb585b30 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 945 time: 0.0891612 Sep 26 13:12:16.773364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0371cd89-82e0-494b-9451-960ee9b54442 req-066a0fdf-b5a9-4b41-92e8-428aefc1d36e tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727134 Sep 26 13:12:16.900123 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:16.927108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1836d3-7450-442b-b5e1-58838591c493,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:17.018456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:17.098282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Subnet': ['ID=8cc90a7b-c28d-402b-858b-3649a3edeff7,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:17.107352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Checking segment: {'id': '8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b4e573b5-da47-4f76-b794-7224fea25aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:17.107599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:17.107989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Network hostable DHCP agents. Network: b4e573b5-da47-4f76-b794-7224fea25aa7, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:17.160101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Network b4e573b5-da47-4f76-b794-7224fea25aa7 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:17.175341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b4e573b5-da47-4f76-b794-7224fea25aa7) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:17.181516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:17.187777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e80f7-31e9-41ae-9da6-f8365c445159 None None] Network b4e573b5-da47-4f76-b794-7224fea25aa7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:17.294246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event updated for resources: {'Subnet': ['ID=f683617a-cbcb-4119-aa8e-971bcb1f136b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:17.311658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Checking segment: {'id': 'a4eda638-c1a4-4030-9f40-d4c231fa08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c31ecbef-30b2-46d4-ae56-159770ff9dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:17.312908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Network hostable DHCP agents. Network: c31ecbef-30b2-46d4-ae56-159770ff9dfd, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:17.335008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Network c31ecbef-30b2-46d4-ae56-159770ff9dfd is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:17.346542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, c31ecbef-30b2-46d4-ae56-159770ff9dfd) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:17.363422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.365186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.367298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:17.370182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea8b04-7314-4d6a-92a6-af73fb8c4454 None None] Network c31ecbef-30b2-46d4-ae56-159770ff9dfd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:17.401468 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7f426db5-8190-41c8-bc90-4c2ea3bb6af5 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2839632 Sep 26 13:12:17.402241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52528) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:17.454683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Router de9ab8ce-5256-452b-a85f-541f0516ddbe has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:12:17.488543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b4e573b5-da47-4f76-b794-7224fea25aa7', 'network_id': 'b4e573b5-da47-4f76-b794-7224fea25aa7', 'tenant_id': 'b8e4c3e866884e159dbaef2c0d0d0583', 'fixed_ips': [{'subnet_id': '8cc90a7b-c28d-402b-858b-3649a3edeff7'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:12:17.502103 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:17.553359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38062bdc-4bcf-4f01-9425-f10c6f4205b7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.555122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38062bdc-4bcf-4f01-9425-f10c6f4205b7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.556748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38062bdc-4bcf-4f01-9425-f10c6f4205b7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.561525 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38062bdc-4bcf-4f01-9425-f10c6f4205b7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1556520 Sep 26 13:12:17.562444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52534) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:17.635873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6846ee1-3a72-4f53-a5a1-8beaf3cebef7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Deleting subnet 8cc90a7b-c28d-402b-858b-3649a3edeff7 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:17.906186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Allocated IP 172.20.0.2 (b4e573b5-da47-4f76-b794-7224fea25aa7/8cc90a7b-c28d-402b-858b-3649a3edeff7/6755282b-c9e1-4408-82d4-f84144e47fbd) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:17.942139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-7d26e62e-648f-4519-b487-34f1ada97834 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.945111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-c31ecbef-30b2-46d4-ae56-159770ff9dfd', 'network_id': 'c31ecbef-30b2-46d4-ae56-159770ff9dfd', 'tenant_id': 'b8e4c3e866884e159dbaef2c0d0d0583', 'fixed_ips': [{'subnet_id': 'f683617a-cbcb-4119-aa8e-971bcb1f136b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:12:17.946220 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:17.950348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-7d26e62e-648f-4519-b487-34f1ada97834 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.956337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-7d26e62e-648f-4519-b487-34f1ada97834 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.962679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-7d26e62e-648f-4519-b487-34f1ada97834 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.968916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-7d26e62e-648f-4519-b487-34f1ada97834 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.975942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-7d26e62e-648f-4519-b487-34f1ada97834 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.986099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-7d26e62e-648f-4519-b487-34f1ada97834 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:17.995753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-7d26e62e-648f-4519-b487-34f1ada97834 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.1250327 Sep 26 13:12:18.023252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584f72c-1ee0-4bde-ade6-da666b14d90d req-84279ff8-f900-4009-bcc6-4bad84712a91 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.025700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e584f72c-1ee0-4bde-ade6-da666b14d90d req-84279ff8-f900-4009-bcc6-4bad84712a91 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 945 time: 0.0720844 Sep 26 13:12:18.051347 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4e1e187-7f84-487f-af4b-4beb245bc8d2 req-86f7ac39-f7bb-4fda-9077-2a28ac25245b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545070 Sep 26 13:12:18.053912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:18.064441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a784b0df-db16-4552-a35c-22253cdb0cfa admin admin] 10.222.0.13 "PUT /v2.0/routers/de9ab8ce-5256-452b-a85f-541f0516ddbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6745007 Sep 26 13:12:18.067030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52542) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:18.088896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] Sync routers for ids ['de9ab8ce-5256-452b-a85f-541f0516ddbe'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:18.147587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] Routers {'de9ab8ce-5256-452b-a85f-541f0516ddbe'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:18.148280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['de9ab8ce-5256-452b-a85f-541f0516ddbe'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:18.155639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-8bceef94-a13a-4db2-ab71-f0b8ead4a266 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.162237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-8bceef94-a13a-4db2-ab71-f0b8ead4a266 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.24 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 945 time: 0.1586578 Sep 26 13:12:18.187898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e584f72c-1ee0-4bde-ade6-da666b14d90d req-15c34726-1393-4ba6-ba4a-aa0b85ddd973 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434762 Sep 26 13:12:18.290075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.322259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Deleting port 3d75ec8a-765b-461d-8790-d9fc0511b700 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:18.322606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.360465 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.370112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Allocated IP 172.20.0.18 (c31ecbef-30b2-46d4-ae56-159770ff9dfd/f683617a-cbcb-4119-aa8e-971bcb1f136b/9f1db7f9-8693-4a1c-9a2e-977d7dc5641a) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:18.377691 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.378743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403788-538f-4293-a95d-f8286b3fbb3f req-fb722a33-7685-4ca8-a22c-c1936b67f845 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.384972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403788-538f-4293-a95d-f8286b3fbb3f req-fb722a33-7685-4ca8-a22c-c1936b67f845 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.386911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6846ee1-3a72-4f53-a5a1-8beaf3cebef7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.388246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] Set router de9ab8ce-5256-452b-a85f-541f0516ddbe gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:18.393064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403788-538f-4293-a95d-f8286b3fbb3f req-fb722a33-7685-4ca8-a22c-c1936b67f845 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.396896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403788-538f-4293-a95d-f8286b3fbb3f req-fb722a33-7685-4ca8-a22c-c1936b67f845 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.403275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403788-538f-4293-a95d-f8286b3fbb3f req-fb722a33-7685-4ca8-a22c-c1936b67f845 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.409189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403788-538f-4293-a95d-f8286b3fbb3f req-fb722a33-7685-4ca8-a22c-c1936b67f845 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.415650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403788-538f-4293-a95d-f8286b3fbb3f req-fb722a33-7685-4ca8-a22c-c1936b67f845 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:18.417624 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a5403788-538f-4293-a95d-f8286b3fbb3f req-fb722a33-7685-4ca8-a22c-c1936b67f845 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.1746240 Sep 26 13:12:18.429369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52546) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:18.435714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Request body: {'floatingip': {'port_id': '129fa097-5391-49be-a852-ac7a284ed454'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:18.454080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6846ee1-3a72-4f53-a5a1-8beaf3cebef7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.483889 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.544722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] For port 3d75ec8a-765b-461d-8790-d9fc0511b700, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d75ec8a-765b-461d-8790-d9fc0511b700,segment=NetworkSegment(cee0f5be-d9ac-4090-b97e-f9acf0033bf8),segment_id=cee0f5be-d9ac-4090-b97e-f9acf0033bf8)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:18.545400 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.572260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.585644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Network b4e573b5-da47-4f76-b794-7224fea25aa7 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:18.591021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Calling delete_port for 3d75ec8a-765b-461d-8790-d9fc0511b700 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:18.603666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Pushing event updated for resources: {'Port': ['ID=6755282b-c9e1-4408-82d4-f84144e47fbd,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:18.614456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:18.648295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:18.749888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Attempting to bind port 6755282b-c9e1-4408-82d4-f84144e47fbd on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:18.750430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Attempting to bind port 6755282b-c9e1-4408-82d4-f84144e47fbd by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b4e573b5-da47-4f76-b794-7224fea25aa7'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:18.750879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Attempting to bind port 6755282b-c9e1-4408-82d4-f84144e47fbd on network b4e573b5-da47-4f76-b794-7224fea25aa7 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:18.751154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Deleting port e45a0aff-a50e-4343-8a04-74e7bccec820 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:18.751499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.782396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:18.782919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Checking segment: {'id': '8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b4e573b5-da47-4f76-b794-7224fea25aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:18.783427 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.783924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Bound using segment: {'id': '8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b4e573b5-da47-4f76-b794-7224fea25aa7'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:18.784581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Bound port: 6755282b-c9e1-4408-82d4-f84144e47fbd, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b4e573b5-da47-4f76-b794-7224fea25aa7'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:18.785004 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.849988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] For port e45a0aff-a50e-4343-8a04-74e7bccec820, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e45a0aff-a50e-4343-8a04-74e7bccec820,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:18.850365 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:18.863453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Calling delete_port for e45a0aff-a50e-4343-8a04-74e7bccec820 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:19.007489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] For port 6755282b-c9e1-4408-82d4-f84144e47fbd, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:19.011603 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] For port 6755282b-c9e1-4408-82d4-f84144e47fbd, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6755282b-c9e1-4408-82d4-f84144e47fbd,segment=NetworkSegment(8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc),segment_id=8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:19.018819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.025892 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.057550 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.060506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.102487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Pushing event deleted for resources: {'Port': ['ID=e45a0aff-a50e-4343-8a04-74e7bccec820,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:19.133956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Network c31ecbef-30b2-46d4-ae56-159770ff9dfd is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:19.137962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:19.150660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:19.172756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee779945-6e1e-47af-8973-7c1b62c6ea0d None None] Pushing event updated for resources: {'Port': ['ID=6755282b-c9e1-4408-82d4-f84144e47fbd,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:19.210187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:12:16Z', 'revision_number': 5, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port': {'id': 'e45a0aff-a50e-4343-8a04-74e7bccec820', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:54Z', 'updated_at': '2021-09-26T13:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:19.293994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] Checking router: de9ab8ce-5256-452b-a85f-541f0516ddbe for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:19.300064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6846ee1-3a72-4f53-a5a1-8beaf3cebef7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.308252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Attempting to bind port 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:19.309067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Attempting to bind port 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a4eda638-c1a4-4030-9f40-d4c231fa08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c31ecbef-30b2-46d4-ae56-159770ff9dfd'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:19.309542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Attempting to bind port 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a on network c31ecbef-30b2-46d4-ae56-159770ff9dfd {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:19.324766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Pushing event updated for resources: {'Port': ['ID=9f1db7f9-8693-4a1c-9a2e-977d7dc5641a,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:19.327314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:19.327814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Checking segment: {'id': 'a4eda638-c1a4-4030-9f40-d4c231fa08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c31ecbef-30b2-46d4-ae56-159770ff9dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:19.328313 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.328789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Bound using segment: {'id': 'a4eda638-c1a4-4030-9f40-d4c231fa08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c31ecbef-30b2-46d4-ae56-159770ff9dfd'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:19.329742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Bound port: 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4eda638-c1a4-4030-9f40-d4c231fa08d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c31ecbef-30b2-46d4-ae56-159770ff9dfd'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:19.329742 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.333756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] Routers {'de9ab8ce-5256-452b-a85f-541f0516ddbe'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:19.334481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['de9ab8ce-5256-452b-a85f-541f0516ddbe'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:19.392571 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.439421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Pushing event deleted for resources: {'Port': ['ID=3d75ec8a-765b-461d-8790-d9fc0511b700,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:19.453990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32863b39-a8eb-43de-ab1d-c484cdaf4486 req-c4a0c23d-e78f-4078-a853-ec05e7393a8a tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:19.462640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32863b39-a8eb-43de-ab1d-c484cdaf4486 req-c4a0c23d-e78f-4078-a853-ec05e7393a8a tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/ports?device_id=21a41520-9285-4907-a13b-aeddef9a8a33 HTTP/1.1" status: 200 len: 867 time: 0.1326845 Sep 26 13:12:19.472353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6846ee1-3a72-4f53-a5a1-8beaf3cebef7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.475980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] Set router de9ab8ce-5256-452b-a85f-541f0516ddbe gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:19.508163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.resource_extend [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:12:19.539575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6846ee1-3a72-4f53-a5a1-8beaf3cebef7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc90a7b-c28d-402b-858b-3649a3edeff7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:19.547919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c6846ee1-3a72-4f53-a5a1-8beaf3cebef7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.552355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c6846ee1-3a72-4f53-a5a1-8beaf3cebef7 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/subnets/8cc90a7b-c28d-402b-858b-3649a3edeff7 HTTP/1.1" status: 204 len: 168 time: 1.9833677 Sep 26 13:12:19.564122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:12:19Z', 'revision_number': 7, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:19.567763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52566) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:19.570350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] No DVR routers for this DVR port 3d75ec8a-765b-461d-8790-d9fc0511b700 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:19.587691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.594423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.601322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.605563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d0ff821-8053-4a89-933d-8093a2fb3e6d req-21129416-46a7-4d73-811c-8631f382fe78 tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.24 "DELETE /v2.0/ports/3d75ec8a-765b-461d-8790-d9fc0511b700 HTTP/1.1" status: 204 len: 173 time: 1.4212830 Sep 26 13:12:19.606122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a41520-9285-4907-a13b-aeddef9a8a33', 'name': 'network-vif-deleted', 'tag': '3d75ec8a-765b-461d-8790-d9fc0511b700'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:19.608786 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc5f61f-3032-4afc-a41b-d65196018feb" -d '{"events": [{"server_uuid": "21a41520-9285-4907-a13b-aeddef9a8a33", "name": "network-vif-deleted", "tag": "3d75ec8a-765b-461d-8790-d9fc0511b700"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:19.612075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9fbbe-eddd-4eeb-b637-83dca81d2583 None None] The sync data for ids ['de9ab8ce-5256-452b-a85f-541f0516ddbe'] in n-d-806683-13 is: [{'id': 'de9ab8ce-5256-452b-a85f-541f0516ddbe', 'name': 'tempest-ServerRescueTestJSON-762942510-router', 'tenant_id': 'da49cfdb23f548be8b625d2a8053aabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:52Z', 'updated_at': '2021-09-26T13:12:19Z', 'revision_number': 7, 'project_id': 'da49cfdb23f548be8b625d2a8053aabb', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:19.684544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32863b39-a8eb-43de-ab1d-c484cdaf4486 req-a988a538-5583-4009-b27e-74a8d4ee534d tempest-ServerMetadataNegativeTestJSON-1157085710 tempest-ServerMetadataNegativeTestJSON-1157085710-project] 10.222.0.13 "GET /v2.0/security-groups?id=c06d90b5-1faf-47fc-a354-51fdbcb545fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209113 Sep 26 13:12:19.722943 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac92f99-43e9-4e18-9dc2-686c323195c4 x-openstack-request-id: req-fac92f99-43e9-4e18-9dc2-686c323195c4 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:19.724671 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a41520-9285-4907-a13b-aeddef9a8a33", "name": "network-vif-deleted", "tag": "3d75ec8a-765b-461d-8790-d9fc0511b700", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:19.727193 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fac92f99-43e9-4e18-9dc2-686c323195c4 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:19.728899 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a41520-9285-4907-a13b-aeddef9a8a33', 'name': 'network-vif-deleted', 'tag': '3d75ec8a-765b-461d-8790-d9fc0511b700', 'status': 'completed', 'code': 200} Sep 26 13:12:19.757776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] For port 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:19.762245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] For port 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9f1db7f9-8693-4a1c-9a2e-977d7dc5641a,segment=NetworkSegment(a4eda638-c1a4-4030-9f40-d4c231fa08d0),segment_id=a4eda638-c1a4-4030-9f40-d4c231fa08d0)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:19.770303 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.770690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaca4d05-0a67-43e2-963b-09723fe1acde tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Deleting subnet f683617a-cbcb-4119-aa8e-971bcb1f136b {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:19.775622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aaca4d05-0a67-43e2-963b-09723fe1acde tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.777415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.827052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aaca4d05-0a67-43e2-963b-09723fe1acde tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.857423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fdcf4-74fd-4966-bc96-4b20da999624 None None] Pushing event updated for resources: {'Port': ['ID=9f1db7f9-8693-4a1c-9a2e-977d7dc5641a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:19.949793 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:19.953979 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.031448 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aaca4d05-0a67-43e2-963b-09723fe1acde tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.109915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.117194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.117761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Fanout notify agent at l3_agent the message router_deleted on router de9ab8ce-5256-452b-a85f-541f0516ddbe {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:12:20.127122 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Floating IP f70e3008-cdf1-447d-bbbc-f38c97104f80 associated. External IP: 172.25.4.72, port: 129fa097-5391-49be-a852-ac7a284ed454. Sep 26 13:12:20.140684 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.149864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52576) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:20.151361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3036d700-2272-4ec4-af0a-9c981182c81a admin admin] 10.222.0.13 "DELETE /v2.0/routers/de9ab8ce-5256-452b-a85f-541f0516ddbe HTTP/1.1" status: 204 len: 168 time: 2.0753477 Sep 26 13:12:20.183948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3d75ec8a-765b-461d-8790-d9fc0511b700 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:20.242583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 3d75ec8a-765b-461d-8790-d9fc0511b700 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:20.242924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3d75ec8a-765b-461d-8790-d9fc0511b700 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:20.274045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3e96b8-ef75-456b-8cfc-b7a075db81f7 admin admin] Deleting subnet 1f228b08-4aca-45b7-ae39-b951e0d28384 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:20.289915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f3e96b8-ef75-456b-8cfc-b7a075db81f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.321108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aaca4d05-0a67-43e2-963b-09723fe1acde tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.389418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca4d05-0a67-43e2-963b-09723fe1acde tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Subnet': ['ID=f683617a-cbcb-4119-aa8e-971bcb1f136b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:20.397418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aaca4d05-0a67-43e2-963b-09723fe1acde tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.399463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aaca4d05-0a67-43e2-963b-09723fe1acde tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/subnets/f683617a-cbcb-4119-aa8e-971bcb1f136b HTTP/1.1" status: 204 len: 168 time: 0.8273065 Sep 26 13:12:20.402241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f3e96b8-ef75-456b-8cfc-b7a075db81f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.403909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52578) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:20.495128 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f3e96b8-ef75-456b-8cfc-b7a075db81f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.495463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Router c2edddd8-61f2-40d6-8a2f-06f225292578 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:12:20.522508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d2b8c-32de-412f-a2b7-8cd3d7b55218 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:20.529722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-144d2b8c-32de-412f-a2b7-8cd3d7b55218 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1191590 Sep 26 13:12:20.535264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52580) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:20.642234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.642678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:20.652915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f3e96b8-ef75-456b-8cfc-b7a075db81f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.656519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.661085 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38705492-0ffe-4625-891e-862e52c103af None None] Sync routers for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:20.684385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e96b8-ef75-456b-8cfc-b7a075db81f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f228b08-4aca-45b7-ae39-b951e0d28384,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:20.690138 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38705492-0ffe-4625-891e-862e52c103af None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:20.695890 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-38705492-0ffe-4625-891e-862e52c103af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:20.698026 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b74a1d08-f839-4b8c-afe0-07c57f3bf523 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "PUT /v2.0/floatingips/f70e3008-cdf1-447d-bbbc-f38c97104f80 HTTP/1.1" status: 200 len: 991 time: 2.2675319 Sep 26 13:12:20.698876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '129fa097-5391-49be-a852-ac7a284ed454'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:20.706469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f3e96b8-ef75-456b-8cfc-b7a075db81f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.711308 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0f3e96b8-ef75-456b-8cfc-b7a075db81f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f228b08-4aca-45b7-ae39-b951e0d28384 HTTP/1.1" status: 204 len: 168 time: 0.5575774 Sep 26 13:12:20.712235 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1253528-8264-496e-8ed9-3e31b121118b" -d '{"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "129fa097-5391-49be-a852-ac7a284ed454"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:20.712761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52584) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:20.767349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fb657-e102-48a9-adb7-e6cb904d4512 None None] Network b4e573b5-da47-4f76-b794-7224fea25aa7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:20.805333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Deleting port 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:20.805714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.811164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.811973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52590) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:20.850653 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d66995-bf7b-4cb9-afa1-d0ad516951d6 x-openstack-request-id: req-f1d66995-bf7b-4cb9-afa1-d0ad516951d6 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:20.852655 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "tag": "129fa097-5391-49be-a852-ac7a284ed454", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:20.853015 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1d66995-bf7b-4cb9-afa1-d0ad516951d6 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:20.854249 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'tag': '129fa097-5391-49be-a852-ac7a284ed454', 'status': 'completed', 'code': 200} Sep 26 13:12:20.898919 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-38705492-0ffe-4625-891e-862e52c103af None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:20.976355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] For port 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9f1db7f9-8693-4a1c-9a2e-977d7dc5641a,segment=NetworkSegment(a4eda638-c1a4-4030-9f40-d4c231fa08d0),segment_id=a4eda638-c1a4-4030-9f40-d4c231fa08d0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:20.976732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:20.995665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-564d1d22-06ce-4305-9cd1-2ce9c236da77 admin admin] Deleting subnet 7f7e4fcb-bce6-46fd-bdd5-3b312df8ed42 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:21.029801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Calling delete_port for 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:21.038064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-564d1d22-06ce-4305-9cd1-2ce9c236da77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.223402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.225701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ab9ee3f1-7abc-4591-a750-06511cea85b0 None None] Provisioning complete for port 6755282b-c9e1-4408-82d4-f84144e47fbd triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:21.226275 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee3f1-7abc-4591-a750-06511cea85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.293196 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc6ff20-44c9-4099-a429-6cb2f37bd6ad']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:21.305271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6773b888-f45b-4000-8be9-38bb66e49392') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:21.305599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6773b888-f45b-4000-8be9-38bb66e49392') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:21.344901 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.358756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-564d1d22-06ce-4305-9cd1-2ce9c236da77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.385912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-6af196ae-f91f-47f5-a944-74d405eda42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:21.390082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-6af196ae-f91f-47f5-a944-74d405eda42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:21.390709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-6af196ae-f91f-47f5-a944-74d405eda42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:21.391190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-6af196ae-f91f-47f5-a944-74d405eda42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:21.392285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-6af196ae-f91f-47f5-a944-74d405eda42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:21.392285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-6af196ae-f91f-47f5-a944-74d405eda42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:21.392656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-6af196ae-f91f-47f5-a944-74d405eda42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:21.397136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1253528-8264-496e-8ed9-3e31b121118b req-6af196ae-f91f-47f5-a944-74d405eda42c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6499 time: 0.4254696 Sep 26 13:12:21.445274 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee3f1-7abc-4591-a750-06511cea85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.448944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.451920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:21.532555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] DHCP port deletion for b4e573b5-da47-4f76-b794-7224fea25aa7 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:12:21.541668 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-564d1d22-06ce-4305-9cd1-2ce9c236da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.548423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-38705492-0ffe-4625-891e-862e52c103af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f70e3008-cdf1-447d-bbbc-f38c97104f80', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'port_id': '129fa097-5391-49be-a852-ac7a284ed454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'mac_address': 'fa:16:3e:3c:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:37Z', 'updated_at': '2021-09-26T13:12:19Z', 'revision_number': 1, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:26Z', 'revision_number': 5, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:21.596259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05331193-14bf-4868-b6ac-e7f9d320c701 None None] Network c31ecbef-30b2-46d4-ae56-159770ff9dfd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:21.599435 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38705492-0ffe-4625-891e-862e52c103af None None] Checking router: c2edddd8-61f2-40d6-8a2f-06f225292578 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:21.611987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ab9ee3f1-7abc-4591-a750-06511cea85b0 None None] For port 6755282b-c9e1-4408-82d4-f84144e47fbd, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6755282b-c9e1-4408-82d4-f84144e47fbd,segment=NetworkSegment(8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc),segment_id=8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:21.612800 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38705492-0ffe-4625-891e-862e52c103af None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:21.613515 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-38705492-0ffe-4625-891e-862e52c103af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:21.626627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee3f1-7abc-4591-a750-06511cea85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.628185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:21.628701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:21.631767 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:21.650979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.677057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Could not find standard attr ID for object 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:12:21.677908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6755282b-c9e1-4408-82d4-f84144e47fbd up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:21.772026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-245bb8d4-f442-4249-a75d-87659c40ec98 None None] Could not find standard attr ID for object 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:12:21.788449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Port': ['ID=9f1db7f9-8693-4a1c-9a2e-977d7dc5641a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:21.791314 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-564d1d22-06ce-4305-9cd1-2ce9c236da77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.800244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.815043 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-38705492-0ffe-4625-891e-862e52c103af None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:21.820969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ee3f1-7abc-4591-a750-06511cea85b0 None None] Pushing event updated for resources: {'Port': ['ID=6755282b-c9e1-4408-82d4-f84144e47fbd,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:21.823417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-564d1d22-06ce-4305-9cd1-2ce9c236da77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.827753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] Deleting port 6755282b-c9e1-4408-82d4-f84144e47fbd {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:21.828354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.829426 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-564d1d22-06ce-4305-9cd1-2ce9c236da77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7f7e4fcb-bce6-46fd-bdd5-3b312df8ed42 HTTP/1.1" status: 204 len: 168 time: 1.0062029 Sep 26 13:12:21.829799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52612) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:21.835318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.837143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] 10.222.0.13 "DELETE /v2.0/networks/fdc6ff20-44c9-4099-a429-6cb2f37bd6ad HTTP/1.1" status: 204 len: 168 time: 1.1226120 Sep 26 13:12:21.962656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29ca1-cff3-4e8b-8515-84796be11bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc6ff20-44c9-4099-a429-6cb2f37bd6ad,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:21.965129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d1d22-06ce-4305-9cd1-2ce9c236da77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7e4fcb-bce6-46fd-bdd5-3b312df8ed42,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:21.965410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 6755282b-c9e1-4408-82d4-f84144e47fbd triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:21.971136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:21.999421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] No DVR routers for this DVR port 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:22.007162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88931202-a27d-4def-b558-bd82ecb4bace None None] DHCP port deletion for c31ecbef-30b2-46d4-ae56-159770ff9dfd request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:12:22.021577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.041845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] For port 6755282b-c9e1-4408-82d4-f84144e47fbd, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6755282b-c9e1-4408-82d4-f84144e47fbd,segment=NetworkSegment(8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc),segment_id=8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:22.042532 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.049912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-8c941b88-0eea-4e69-9972-8f6a7dd8c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:22.059946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1253528-8264-496e-8ed9-3e31b121118b req-8c941b88-0eea-4e69-9972-8f6a7dd8c5a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcc4ad1b-5178-4df1-849d-d894c90d9977 HTTP/1.1" status: 200 len: 912 time: 0.6287796 Sep 26 13:12:22.082219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] Calling delete_port for 6755282b-c9e1-4408-82d4-f84144e47fbd owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:22.154290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.173637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.182277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52620) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:22.186226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31ecbef-30b2-46d4-ae56-159770ff9dfd']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:22.199767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4eda638-c1a4-4030-9f40-d4c231fa08d0') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:22.200168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4eda638-c1a4-4030-9f40-d4c231fa08d0') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:22.215093 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.232695 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.241856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-58511f55-cb31-4e82-967d-3762e18561a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da49cfdb23f548be8b625d2a8053aabb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583653 Sep 26 13:12:22.246179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:22.246811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.250038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:22.253405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95578b85-b011-4efa-84df-778e96bbc9c6']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:22.278479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee0f5be-d9ac-4090-b97e-f9acf0033bf8') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:22.278788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee0f5be-d9ac-4090-b97e-f9acf0033bf8') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:22.300144 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.332720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.346933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:22.347156 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:22.350035 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:22.365081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4935e2d0-9ff3-479d-b05c-1f5353b41c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.371112 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:22.382534 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:22.385551 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.391449 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4935e2d0-9ff3-479d-b05c-1f5353b41c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.403605 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.406206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/networks/c31ecbef-30b2-46d4-ae56-159770ff9dfd HTTP/1.1" status: 204 len: 168 time: 1.8699720 Sep 26 13:12:22.418406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] Pushing event deleted for resources: {'Port': ['ID=6755282b-c9e1-4408-82d4-f84144e47fbd,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:22.432352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e45a0aff-a50e-4343-8a04-74e7bccec820 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:22.435551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc86502-687e-4cb4-9c5d-543d42bd8ef0 None None] No DVR routers for this DVR port 6755282b-c9e1-4408-82d4-f84144e47fbd on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:22.453433 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-38705492-0ffe-4625-891e-862e52c103af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f70e3008-cdf1-447d-bbbc-f38c97104f80', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'port_id': '129fa097-5391-49be-a852-ac7a284ed454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'mac_address': 'fa:16:3e:3c:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:37Z', 'updated_at': '2021-09-26T13:12:19Z', 'revision_number': 1, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:26Z', 'revision_number': 5, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:22.459896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e45a0aff-a50e-4343-8a04-74e7bccec820 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:22.460538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e45a0aff-a50e-4343-8a04-74e7bccec820 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:22.461158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fa1836d3-7450-442b-b5e1-58838591c493 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:22.477458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52628) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:22.481844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fa1836d3-7450-442b-b5e1-58838591c493 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:22.482298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fa1836d3-7450-442b-b5e1-58838591c493 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:22.502282 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38705492-0ffe-4625-891e-862e52c103af None None] The sync data for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 is: [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f70e3008-cdf1-447d-bbbc-f38c97104f80', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'port_id': '129fa097-5391-49be-a852-ac7a284ed454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'mac_address': 'fa:16:3e:3c:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:10:37Z', 'updated_at': '2021-09-26T13:12:19Z', 'revision_number': 1, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:26Z', 'revision_number': 5, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:22.505879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d573e32-a167-4004-8fb1-387c0567f161 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Network': ['ID=c31ecbef-30b2-46d4-ae56-159770ff9dfd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:22.548279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1253528-8264-496e-8ed9-3e31b121118b req-78887b0c-9517-45be-bcbb-8bb40704094a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129fa097-5391-49be-a852-ac7a284ed454 HTTP/1.1" status: 200 len: 999 time: 0.1769683 Sep 26 13:12:22.582202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4935e2d0-9ff3-479d-b05c-1f5353b41c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.585046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4935e2d0-9ff3-479d-b05c-1f5353b41c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.586998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4935e2d0-9ff3-479d-b05c-1f5353b41c45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92a5ecc8-278c-4d58-8645-1482f87a7123 HTTP/1.1" status: 204 len: 168 time: 0.3356509 Sep 26 13:12:22.592959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.600397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:22.601842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] 10.222.0.13 "DELETE /v2.0/networks/95578b85-b011-4efa-84df-778e96bbc9c6 HTTP/1.1" status: 204 len: 168 time: 0.7691343 Sep 26 13:12:22.619704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935e2d0-9ff3-479d-b05c-1f5353b41c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a5ecc8-278c-4d58-8645-1482f87a7123,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:22.651210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-75cfb468-f37e-4424-92ba-1fd5926ecbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:22.652853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1253528-8264-496e-8ed9-3e31b121118b req-75cfb468-f37e-4424-92ba-1fd5926ecbe2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3546b69d-5bf9-44b2-91d3-59645941a8d6 HTTP/1.1" status: 200 len: 851 time: 0.0941019 Sep 26 13:12:22.724662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253528-8264-496e-8ed9-3e31b121118b req-be93a094-bffd-4885-ab79-e0976a4ce3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:22.729860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1253528-8264-496e-8ed9-3e31b121118b req-be93a094-bffd-4885-ab79-e0976a4ce3ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcc4ad1b-5178-4df1-849d-d894c90d9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693810 Sep 26 13:12:22.927480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef710e93-ae13-4d56-be61-6a7ae93209c8 None None] New status for floating IP f70e3008-cdf1-447d-bbbc-f38c97104f80: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:12:22.974769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1253528-8264-496e-8ed9-3e31b121118b req-b0cf781f-a7e2-4a15-b75c-f6475f091e47 service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359931 Sep 26 13:12:23.021359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52648) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:23.129568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-afe86339-b784-4ea4-8b26-51c10ac527b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bf741b480644336bcedac584109c677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046793 Sep 26 13:12:23.131635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52652) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:23.135365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf2335-84e7-4379-8e89-eee15847d353 admin admin] Pushing event deleted for resources: {'Network': ['ID=95578b85-b011-4efa-84df-778e96bbc9c6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:23.148447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.157205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1253528-8264-496e-8ed9-3e31b121118b req-99dda439-04d0-46db-a4c3-30ea659a21aa service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709328 Sep 26 13:12:23.203562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a906c46-5e79-4c6f-9572-e7b0c4d637dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.227672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a906c46-5e79-4c6f-9572-e7b0c4d637dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.281626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:23.301298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.304997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a906c46-5e79-4c6f-9572-e7b0c4d637dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.311083 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a906c46-5e79-4c6f-9572-e7b0c4d637dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.316816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4a906c46-5e79-4c6f-9572-e7b0c4d637dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c06d90b5-1faf-47fc-a354-51fdbcb545fc HTTP/1.1" status: 204 len: 168 time: 0.1817012 Sep 26 13:12:23.327825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:23.328175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9f1db7f9-8693-4a1c-9a2e-977d7dc5641a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:23.328593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6755282b-c9e1-4408-82d4-f84144e47fbd no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:23.342590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a906c46-5e79-4c6f-9572-e7b0c4d637dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d90b5-1faf-47fc-a354-51fdbcb545fc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:23.361046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e573b5-da47-4f76-b794-7224fea25aa7']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:23.385454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:23.385928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea3e3bc-4e1a-4af3-a5d8-4e5401064dcc') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:23.401468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 6755282b-c9e1-4408-82d4-f84144e47fbd {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:23.404325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6755282b-c9e1-4408-82d4-f84144e47fbd not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:23.434363 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.468155 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.477907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:23.478888 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:23.484443 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:23.576111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.585439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.588775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/networks/b4e573b5-da47-4f76-b794-7224fea25aa7 HTTP/1.1" status: 204 len: 168 time: 1.1102982 Sep 26 13:12:23.591492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52678) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:23.600656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5eae1-ead7-41e6-a087-b7f5eec792a4 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Network': ['ID=b4e573b5-da47-4f76-b794-7224fea25aa7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:23.703400 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.813585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.839599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:23.859048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720c3cfe-0c1c-4cec-9961-76d78f9497d4') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:23.859344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720c3cfe-0c1c-4cec-9961-76d78f9497d4') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:23.887700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.902873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.913367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:23.914014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:23.918767 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:23.954275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:24.004865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.020060 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.026673 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/networks/f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e HTTP/1.1" status: 204 len: 168 time: 0.4315615 Sep 26 13:12:24.027068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52708) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:24.048624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc754d19-abee-4f4f-8eb9-44176544b8f3 tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Network': ['ID=f7e4985c-0bc9-4e4f-a9a8-6982925a7a3e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:24.147124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.211640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1406645173-network', 'tenant_id': 'caf10cae3f2e4a0884a9d539a297fe99'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:24.270610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.291677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Made reservation on behalf of caf10cae3f2e4a0884a9d539a297fe99 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:24.294013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.305007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ced14fa-4c37-4045-a58f-77b63373c344']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:24.307311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.335515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333533d5-b099-4431-93d5-899896ea85c9') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:24.335819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333533d5-b099-4431-93d5-899896ea85c9') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:24.350396 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.358972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52728) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:24.375404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.390819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:24.391319 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:24.395221 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:24.462709 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.475374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.477393 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] 10.222.0.13 "DELETE /v2.0/networks/7ced14fa-4c37-4045-a58f-77b63373c344 HTTP/1.1" status: 204 len: 168 time: 0.4487488 Sep 26 13:12:24.491595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-network', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:24.497168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5a08d-785e-4244-92d5-eeea4f033b5f tempest-BulkNetworkOpsTest-1491369921 tempest-BulkNetworkOpsTest-1491369921-project] Pushing event deleted for resources: {'Network': ['ID=7ced14fa-4c37-4045-a58f-77b63373c344,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:24.549790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.555056 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.577871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Made reservation on behalf of cc64bc0fdf0546f7b4bf7e5546ea67e6 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:24.580173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:24.581296 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.600434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:24.603625 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.603981 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Added segment 5e67d28d-142b-418f-bded-89dfa6432992 of type vlan for network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 Sep 26 13:12:24.606134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.655117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.683516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.684582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:24.685261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.729976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.735048 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.751470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7949200 Sep 26 13:12:24.754047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52746) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:24.763599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Request body: {'subnet': {'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1406645173-subnet', 'tenant_id': 'caf10cae3f2e4a0884a9d539a297fe99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:24.773940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:24.803872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bdc16-3687-4d27-affe-dde7fc243318 admin admin] Pushing event updated for resources: {'Network': ['ID=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:24.812690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.813050 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Added segment 7756f03a-f6b0-4d44-86b9-609cd1330c60 of type vlan for network 6d826fe3-4698-4723-acec-ceaf33e09e64 Sep 26 13:12:24.815218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:24.826590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:24.827661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:24.863273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Made reservation on behalf of caf10cae3f2e4a0884a9d539a297fe99 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:24.866077 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.944867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.992229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:24.993236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:24.993874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.025844 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f813b2f6-d4c8-4419-b4d7-e913cba0b638 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8e4c3e866884e159dbaef2c0d0d0583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965606 Sep 26 13:12:25.028296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52754) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:25.062574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6991003 Sep 26 13:12:25.063314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52758) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:25.068216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Request body: {'subnet': {'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-subnet', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:25.102269 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-832a4481-12ee-4940-b18e-a28f740b0c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.106262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588d4be-63c6-41d9-a025-c33343358cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=6d826fe3-4698-4723-acec-ceaf33e09e64,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:25.122071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 6d826fe3-4698-4723-acec-ceaf33e09e64 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:25.128477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-832a4481-12ee-4940-b18e-a28f740b0c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.183581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Made reservation on behalf of cc64bc0fdf0546f7b4bf7e5546ea67e6 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:25.194268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.236407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-832a4481-12ee-4940-b18e-a28f740b0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.239238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-832a4481-12ee-4940-b18e-a28f740b0c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.245456 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-832a4481-12ee-4940-b18e-a28f740b0c41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97b94dc5-de65-403a-8876-b716c3ba6037 HTTP/1.1" status: 204 len: 168 time: 0.2156365 Sep 26 13:12:25.255907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.260914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a4481-12ee-4940-b18e-a28f740b0c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b94dc5-de65-403a-8876-b716c3ba6037,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:25.270067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-e8cd2e44-a0b7-41fc-afd3-264be92049e6 req-145ec821-03d0-4e40-a95a-d18a1a76c7d3 service neutron] (94811) timed out ('10.222.0.23', 64253) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:12:25.671384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:25.698011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Checking segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:25.698362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Network hostable DHCP agents. Network: d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:25.754787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:25.772849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:25.781769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77ee80-2ab1-4df9-836e-b3ce370bcefb None None] Network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:25.800793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:25.801422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.829030 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.845082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b993ce34-0387-452f-b87e-f089ead4e354 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0863621 Sep 26 13:12:25.907429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34a0645-ef63-4250-a3ec-d32fe853225d,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:25.918750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Checking segment: {'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:25.919595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Network hostable DHCP agents. Network: 6d826fe3-4698-4723-acec-ceaf33e09e64, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:25.946378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Network 6d826fe3-4698-4723-acec-ceaf33e09e64 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:25.961684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 6d826fe3-4698-4723-acec-ceaf33e09e64) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:25.968432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:25.969047 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:25.987443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60279307-24f9-419b-9e82-77d45e6c463d None None] Network 6d826fe3-4698-4723-acec-ceaf33e09e64 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:26.004612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4b613cde-d786-4d20-9ed2-5a8c349ca4d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9374864 Sep 26 13:12:26.004878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52790) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:26.014076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:26.066796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.068481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce54ad-b982-4bc7-9fee-d0718a995564 None None] Network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:26.068634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.144032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52794) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:26.237285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.311324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-774373960'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:26.347867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:26.368013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.388348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.406663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af150547-1184-4317-be40-183ccc01a42e None None] Network 6d826fe3-4698-4723-acec-ceaf33e09e64 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:26.476193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.574099 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.579578 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.615499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:26.629566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86859195-2115-486a-b346-e421d02c2cf3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:26.634633 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.634633 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Added segment 1f039d09-78ba-4f56-8fda-c237e86d086e of type vlan for network de426dae-8cad-45c1-afe3-b60c722e80fb Sep 26 13:12:26.667570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373114c6-6b59-487d-8b7a-652729e17a90 req-19a71351-bfd2-4263-82c5-67267ac03092 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:26.670821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-19a71351-bfd2-4263-82c5-67267ac03092 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 815 time: 0.1719372 Sep 26 13:12:26.690036 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.720644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-d8be983d-481f-4d5b-9a87-95fd59e7eb4e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/quotas/caf10cae3f2e4a0884a9d539a297fe99 HTTP/1.1" status: 200 len: 375 time: 0.0173383 Sep 26 13:12:26.725248 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.733423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:26.734120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.760166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-cbcbac47-7bc6-45d3-b0f6-473990349b3d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287230 Sep 26 13:12:26.777815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6325037 Sep 26 13:12:26.780948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52818) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:26.814576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'name': 'tempest-PortsTestJSON-124600'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:26.820374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95537ea9-c5e6-4a5d-92c7-0e175ce16fc2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Network': ['ID=de426dae-8cad-45c1-afe3-b60c722e80fb,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:26.831825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:26.956428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:26.961370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.971107 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:26.987687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 600f8014-73d6-4cf2-b2bc-b212cef60a85 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:27.027606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.100451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-a557a2d0-b139-4aeb-a7b3-e5b4442e477a service neutron] 10.222.0.13 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289194 Sep 26 13:12:27.188312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.217285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Allocated IP 172.25.4.245 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/1200844a-1cf2-4c00-87c5-aac40f330bea) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:27.226365 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.261579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-33da6f20-42f3-4dba-a5ba-397ddbc79e57 service neutron] 10.222.0.13 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477642 Sep 26 13:12:27.291456 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=600f8014-73d6-4cf2-b2bc-b212cef60a85,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:27.305155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Checking segment: {'id': '1f039d09-78ba-4f56-8fda-c237e86d086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:27.305588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network hostable DHCP agents. Network: de426dae-8cad-45c1-afe3-b60c722e80fb, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:27.325031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:27.340358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, de426dae-8cad-45c1-afe3-b60c722e80fb) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:27.345901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:27.350302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea4706-55e2-4046-8d00-f4de4f8cb5e3 None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:27.354442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:27.355147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.367290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.409356 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9610a461-82f2-4a86-aee3-ec9e1997282f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 842 time: 0.6272335 Sep 26 13:12:27.413470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52828) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:27.415221 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.446418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-796243055'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:27.471778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Pushing event updated for resources: {'Port': ['ID=1200844a-1cf2-4c00-87c5-aac40f330bea,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:27.491032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:27.496599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:27.521900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:27.527367 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.530073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:27.565763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:27.579408 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.580160 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Added segment 746f697f-679c-40ef-96e2-534944c0074c of type vlan for network 6e04ffe0-d813-4ac7-beaa-d48de4001197 Sep 26 13:12:27.599704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c466e929-e6b0-42dd-be2b-2e80f210c819 req-10737298-1a9a-4fb1-b16e-2e63fe074f15 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 210 time: 0.0972590 Sep 26 13:12:27.649403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.690602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.698466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:27.699547 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:27.736212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3188665 Sep 26 13:12:27.737379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52842) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:27.742850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'ports': [{'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb'}, {'network_id': '6e04ffe0-d813-4ac7-beaa-d48de4001197'}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:27.743166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:27.743872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': '6e04ffe0-d813-4ac7-beaa-d48de4001197'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:27.831843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dd3b1-8249-4b39-9334-02df328dcec2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Network': ['ID=6e04ffe0-d813-4ac7-beaa-d48de4001197,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:27.846290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 6e04ffe0-d813-4ac7-beaa-d48de4001197 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:28.013848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:28.166557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 2} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:28.171432 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:28.203271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:28.320005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port e3c5d168-63c2-4bcb-9a04-2873cbe16996 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:28.477771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:28.568226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 101759cc-ffa6-42d0-bdeb-d30685cc78ac yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:28.592385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:28.786897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:28.819188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6a2cb360-dc21-42ca-9762-8743c206835d req-3202f377-78ad-4e52-8c25-f5132b0e9aad tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 210 time: 0.0380011 Sep 26 13:12:28.860349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:28.872386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:12:28.916619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=e3c5d168-63c2-4bcb-9a04-2873cbe16996,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:28.968397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:28.971846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:28.978558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:28.979440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.029542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:29.050871 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Sync routers for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:29.069996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.072936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-329a60ca-c708-47cf-be9a-4398ab288acb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0670190 Sep 26 13:12:29.076163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52860) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:29.077749 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:29.078656 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:29.106920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373114c6-6b59-487d-8b7a-652729e17a90 req-804968c8-0ab7-4862-903f-3b8089833e69 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:29.108976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-804968c8-0ab7-4862-903f-3b8089833e69 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.23 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 815 time: 0.2819045 Sep 26 13:12:29.125271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Request body: {'port': {'device_id': '8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13', 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'admin_state_up': True, 'tenant_id': 'caf10cae3f2e4a0884a9d539a297fe99'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:29.137821 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Checking segment: {'id': '746f697f-679c-40ef-96e2-534944c0074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6e04ffe0-d813-4ac7-beaa-d48de4001197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:29.141072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network hostable DHCP agents. Network: 6e04ffe0-d813-4ac7-beaa-d48de4001197, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:29.155537 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=101759cc-ffa6-42d0-bdeb-d30685cc78ac,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:29.189684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 6e04ffe0-d813-4ac7-beaa-d48de4001197 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:29.210092 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:29.248114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 6e04ffe0-d813-4ac7-beaa-d48de4001197) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:29.257367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:29.260381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e79ba-1b79-4ea4-bf83-04765ed795c1 None None] Network 6e04ffe0-d813-4ac7-beaa-d48de4001197 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:29.277265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:29.286219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:29.289169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.342256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-499802f2-1652-41d0-a4ba-5152b3a882f9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6018722 Sep 26 13:12:29.343220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52862) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:29.494664 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:27Z', 'revision_number': 3, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:29.519623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Made reservation on behalf of caf10cae3f2e4a0884a9d539a297fe99 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:29.523731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.542269 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Checking router: 0f0c523e-ab62-4e55-943c-66e5d3c38da3 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:29.542845 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Updating router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 port 1200844a-1cf2-4c00-87c5-aac40f330bea binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:12:29.585804 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.618784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cc9e5-b343-4a1e-9e02-217575c6812e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 101759cc-ffa6-42d0-bdeb-d30685cc78ac {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:29.619121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc9e5-b343-4a1e-9e02-217575c6812e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.638430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.760853 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc9e5-b343-4a1e-9e02-217575c6812e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.792734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cc9e5-b343-4a1e-9e02-217575c6812e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 101759cc-ffa6-42d0-bdeb-d30685cc78ac owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:29.821021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Allocated IP 172.20.0.14 (d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103/aa4c99a4-0ae5-49ef-b74f-1c3bca537a76/30c1f569-dbde-4ced-bcb2-98e5e2e29d37) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:29.964652 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:29.973261 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.055617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34239921-01aa-462b-b89c-2e6a4b1560ce req-4b05ebe0-c772-4582-9ede-7f66ea3c541e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 210 time: 0.0477030 Sep 26 13:12:30.093314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Allocated IP 172.20.0.1 (6d826fe3-4698-4723-acec-ceaf33e09e64/e34a0645-ef63-4250-a3ec-d32fe853225d/a8ce7bdf-c3d1-4315-946f-ae2c934f8a33) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:30.097771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc9e5-b343-4a1e-9e02-217575c6812e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.111228 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348e3d0-0fc9-45eb-85eb-c3b1207a7868 None None] Pushing event updated for resources: {'Port': ['ID=1200844a-1cf2-4c00-87c5-aac40f330bea,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:30.120069 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Attempting to bind port 1200844a-1cf2-4c00-87c5-aac40f330bea on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:30.121083 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Attempting to bind port 1200844a-1cf2-4c00-87c5-aac40f330bea by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:30.121695 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Attempting to bind port 1200844a-1cf2-4c00-87c5-aac40f330bea on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:30.129769 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:30.131114 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:30.131736 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.132983 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:30.134732 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Bound port: 1200844a-1cf2-4c00-87c5-aac40f330bea, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:30.135363 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.212434 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] For port 1200844a-1cf2-4c00-87c5-aac40f330bea, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:30.216361 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] For port 1200844a-1cf2-4c00-87c5-aac40f330bea, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1200844a-1cf2-4c00-87c5-aac40f330bea,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:30.226055 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.243404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cc9e5-b343-4a1e-9e02-217575c6812e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=101759cc-ffa6-42d0-bdeb-d30685cc78ac,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:30.258083 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc9e5-b343-4a1e-9e02-217575c6812e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.264155 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf6cc9e5-b343-4a1e-9e02-217575c6812e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/101759cc-ffa6-42d0-bdeb-d30685cc78ac HTTP/1.1" status: 204 len: 168 time: 0.9186265 Sep 26 13:12:30.265293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52878) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:30.274594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.315803 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.330053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:30.331196 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:30.356306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef150772-712e-42b8-8c5d-ef9e8628abb3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:30.363156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef150772-712e-42b8-8c5d-ef9e8628abb3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:30.368554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ef150772-712e-42b8-8c5d-ef9e8628abb3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1448 time: 0.0997019 Sep 26 13:12:30.372235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.373696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52880) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:30.407765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Network 6d826fe3-4698-4723-acec-ceaf33e09e64 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:30.412179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:30.427684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:30.431096 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348e3d0-0fc9-45eb-85eb-c3b1207a7868 None None] Pushing event updated for resources: {'Port': ['ID=1200844a-1cf2-4c00-87c5-aac40f330bea,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:30.507300 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:30.508185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Pushing event updated for resources: {'Port': ['ID=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:30.511841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-eec5fc3d-3229-478d-8455-bd13af907137 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port e3c5d168-63c2-4bcb-9a04-2873cbe16996 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:30.511841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eec5fc3d-3229-478d-8455-bd13af907137 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.538840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.547913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.571355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:30.593510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:30.618272 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:12:30.631852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:30.689549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eec5fc3d-3229-478d-8455-bd13af907137 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.726023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-eec5fc3d-3229-478d-8455-bd13af907137 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for e3c5d168-63c2-4bcb-9a04-2873cbe16996 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:30.734193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Pushing event updated for resources: {'Port': ['ID=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:30.756684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:30.757453 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.814358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ade19ae6-c90a-4d21-934f-7ae165cabbbe tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6946089 Sep 26 13:12:30.828710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Request body: {'port': {'device_id': '8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:30.906685 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.918544 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:27Z', 'revision_number': 3, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:30.930819 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.944857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eec5fc3d-3229-478d-8455-bd13af907137 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:30.975893 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce3bff-efd8-4b6d-bf48-5b76663fb67f None None] The sync data for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 is: [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:27Z', 'revision_number': 3, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:30.989224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5fc3d-3229-478d-8455-bd13af907137 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=e3c5d168-63c2-4bcb-9a04-2873cbe16996,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:31.017888 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eec5fc3d-3229-478d-8455-bd13af907137 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.022194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eec5fc3d-3229-478d-8455-bd13af907137 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/e3c5d168-63c2-4bcb-9a04-2873cbe16996 HTTP/1.1" status: 204 len: 168 time: 0.6450677 Sep 26 13:12:31.027084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52884) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:31.335991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744882f-c20b-40ba-af47-4793df6c6b46 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:31.342452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52894) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:31.344392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3744882f-c20b-40ba-af47-4793df6c6b46 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 840 time: 0.3053343 Sep 26 13:12:31.382806 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ec5fb6-0678-42bb-8711-a6791554a540 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:12:31.384763 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-09ec5fb6-0678-42bb-8711-a6791554a540 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/101759cc-ffa6-42d0-bdeb-d30685cc78ac HTTP/1.1" status: 404 len: 333 time: 0.0359590 Sep 26 13:12:31.388004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52896) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:31.413442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3199f-4689-4892-9875-1838ede56883 req-a6d4b81e-80a8-4385-a3c5-16e040c3b33e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:31.431097 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d200a3-f800-4e93-baee-f296aac9f3b8 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:12:31.432996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-97d200a3-f800-4e93-baee-f296aac9f3b8 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/e3c5d168-63c2-4bcb-9a04-2873cbe16996 HTTP/1.1" status: 404 len: 333 time: 0.0439427 Sep 26 13:12:31.441790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ade3199f-4689-4892-9875-1838ede56883 req-a6d4b81e-80a8-4385-a3c5-16e040c3b33e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 932 time: 0.2140262 Sep 26 13:12:31.443515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52898) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:31.493945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.505663 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.572113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:31.577432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ade3199f-4689-4892-9875-1838ede56883 req-68da7f43-98fe-4b81-9e10-8cb99ee22a3a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346476 Sep 26 13:12:31.596641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.603894 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.610387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Pushing event updated for resources: {'Port': ['ID=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:31.615003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.622754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Transition to ACTIVE for port object 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:12:31.650204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.761813 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.763387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Network 6d826fe3-4698-4723-acec-ceaf33e09e64 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:31.768583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:31.798331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Pushing event updated for resources: {'Port': ['ID=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:31.830279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e04ffe0-d813-4ac7-beaa-d48de4001197']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:31.844669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746f697f-679c-40ef-96e2-534944c0074c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:31.844979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746f697f-679c-40ef-96e2-534944c0074c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:31.880308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.940771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.945117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:12:31.948329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Attempting to bind port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:31.948684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Attempting to bind port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:31.949026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Attempting to bind port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:31.954464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:31.955260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:31.962458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:12:31.962663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Attempting to bind port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:31.964684 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:31.981557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:31.981912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Checking segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:31.982318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Bound using segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:31.982778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Bound port: 30c1f569-dbde-4ced-bcb2-98e5e2e29d37, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:31.983149 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.070480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.082715 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.086140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/networks/6e04ffe0-d813-4ac7-beaa-d48de4001197 HTTP/1.1" status: 204 len: 168 time: 0.6416271 Sep 26 13:12:32.091692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52902) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:32.098261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-930479872'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:32.113030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:32.121544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5cfc6de3-b848-4f41-a0da-9a9e59e1847b admin admin] 10.222.0.13 "PUT /v2.0/routers/0f0c523e-ab62-4e55-943c-66e5d3c38da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0410655 Sep 26 13:12:32.133054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d1b7b-0116-410e-b879-a06c702296c1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Network': ['ID=6e04ffe0-d813-4ac7-beaa-d48de4001197,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:32.170106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] For port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:32.174206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] For port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:32.175350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:32.180748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.200385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.254390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:32.255094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.256536 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] 10.222.0.23 "PUT /v2.0/ports/30c1f569-dbde-4ced-bcb2-98e5e2e29d37 HTTP/1.1" status: 200 len: 1093 time: 1.4324584 Sep 26 13:12:32.257089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13', 'tag': '30c1f569-dbde-4ced-bcb2-98e5e2e29d37'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:32.259285 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b556f8f4-9d10-40b5-882e-c5bfbec93b51" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13", "tag": "30c1f569-dbde-4ced-bcb2-98e5e2e29d37"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:32.277434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:32.332909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.333838 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Added segment 7203ca39-6507-4c09-9280-df06ae93824b of type vlan for network e8cdf3fd-2b76-4074-9b6e-105325b987c8 Sep 26 13:12:32.335943 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01412a5f-8874-44bc-8428-580028c30adc x-openstack-request-id: req-01412a5f-8874-44bc-8428-580028c30adc {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:32.336236 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13", "tag": "30c1f569-dbde-4ced-bcb2-98e5e2e29d37", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:32.336492 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01412a5f-8874-44bc-8428-580028c30adc {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:32.336892 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13', 'tag': '30c1f569-dbde-4ced-bcb2-98e5e2e29d37', 'status': 'completed', 'code': 200} Sep 26 13:12:32.360317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd0e78-9438-417c-9156-390d21113f7b service neutron] Pushing event updated for resources: {'Port': ['ID=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:32.405563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.418784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373114c6-6b59-487d-8b7a-652729e17a90 req-3114ac04-8805-416f-82ff-8a1c67f1fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:32.420100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-3114ac04-8805-416f-82ff-8a1c67f1fead service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 1096 time: 0.1109183 Sep 26 13:12:32.475653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-ba8edb25-0227-4fee-911d-787b757127c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c1f569-dbde-4ced-bcb2-98e5e2e29d37 HTTP/1.1" status: 200 len: 217 time: 0.0459208 Sep 26 13:12:32.479493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.485450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:32.486107 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.560010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4672563 Sep 26 13:12:32.563617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52932) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:32.569924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'e8cdf3fd-2b76-4074-9b6e-105325b987c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:32.686108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:32.687869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:32.801788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9992f16-40ab-44cb-a337-3a44fa24bf7c req-7af7133c-cedb-41e7-a211-44418ce45200 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:32.803617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9992f16-40ab-44cb-a337-3a44fa24bf7c req-7af7133c-cedb-41e7-a211-44418ce45200 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 944 time: 0.1333885 Sep 26 13:12:32.870769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9992f16-40ab-44cb-a337-3a44fa24bf7c req-54a92ca9-3ef0-4352-8c1d-835df8061b81 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Sep 26 13:12:32.952493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c1891-81c8-4cd4-8f8d-5e4a8c27f44c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Network': ['ID=e8cdf3fd-2b76-4074-9b6e-105325b987c8,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:32.962728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e8cdf3fd-2b76-4074-9b6e-105325b987c8 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:32.977025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c56453a8-2ba4-4ad8-a7d4-aca7a81a7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:32.978554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-c56453a8-2ba4-4ad8-a7d4-aca7a81a7728 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.4897628 Sep 26 13:12:32.987324 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:33.048381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-313bb8ea-24d4-4d5f-a22e-8a51cc8a6fef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363359 Sep 26 13:12:33.079633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=cc31ebb0-1cdd-46e8-908c-d29fb3099e3c,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:33.084788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Checking segment: {'id': '7203ca39-6507-4c09-9280-df06ae93824b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e8cdf3fd-2b76-4074-9b6e-105325b987c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:33.085643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network hostable DHCP agents. Network: e8cdf3fd-2b76-4074-9b6e-105325b987c8, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:33.116802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network e8cdf3fd-2b76-4074-9b6e-105325b987c8 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:33.130329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-cc9562e1-3fe9-472e-92a3-41f37d829535 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:33.132007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-cc9562e1-3fe9-472e-92a3-41f37d829535 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 820 time: 0.5756836 Sep 26 13:12:33.144720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e8cdf3fd-2b76-4074-9b6e-105325b987c8) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:33.154111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6fc2a-5b85-4b4c-9d08-d7a715959346 None None] Network e8cdf3fd-2b76-4074-9b6e-105325b987c8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:33.162676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-42dc26d4-6fad-4ea2-80ca-35a226bfe072 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/quotas/cc64bc0fdf0546f7b4bf7e5546ea67e6 HTTP/1.1" status: 200 len: 375 time: 0.0226727 Sep 26 13:12:33.173051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:33.173747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:33.206974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-125fe376-9321-4087-8b41-7df1f20bbde5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6419275 Sep 26 13:12:33.210009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52938) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:33.215190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'e8cdf3fd-2b76-4074-9b6e-105325b987c8', 'name': 'tempest-PortsTestJSON-1650484176'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:33.249315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Sync routers for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:33.278242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1200844a-1cf2-4c00-87c5-aac40f330bea up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:33.332140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-e03ed80b-3890-4369-a375-1cdcd1b8a1e3 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682720 Sep 26 13:12:33.344174 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-acb3c560-c1cd-4f4d-8110-6ea580b77a02 service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739534 Sep 26 13:12:33.403167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:33.403835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:33.528619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-f497d6f9-9197-4bee-a798-ec96a7a94d96 service neutron] 10.222.0.13 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954947 Sep 26 13:12:33.561248 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-373114c6-6b59-487d-8b7a-652729e17a90 req-a4bb2a2d-bb83-4374-bff0-11495daba93f service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054641 Sep 26 13:12:33.594076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:33.730270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1200844a-1cf2-4c00-87c5-aac40f330bea triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:33.730648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:33.739335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:33.740428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-1790c27b-874c-447c-af65-1c50f9476c79 service neutron] 10.222.0.13 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108765 Sep 26 13:12:33.742613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-52fc3510-646d-4210-adce-1ff3d3359965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:33.744039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-52fc3510-646d-4210-adce-1ff3d3359965 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 1096 time: 0.1166086 Sep 26 13:12:33.760020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:33.783629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52950) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:33.802190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 89c1ade9-e59b-4e01-943c-f4cd48853cf9 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:33.901057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-4b158bcb-79a3-40a8-85db-b8b73471805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:33.907819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-4b158bcb-79a3-40a8-85db-b8b73471805c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 915 time: 0.1551425 Sep 26 13:12:33.969081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.4 (e8cdf3fd-2b76-4074-9b6e-105325b987c8/cc31ebb0-1cdd-46e8-908c-d29fb3099e3c/89c1ade9-e59b-4e01-943c-f4cd48853cf9) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:34.002874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-c8ca0f23-6572-4f91-bb4d-a4fa68614891 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c1f569-dbde-4ced-bcb2-98e5e2e29d37 HTTP/1.1" status: 200 len: 217 time: 0.0874486 Sep 26 13:12:34.028058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e8cdf3fd-2b76-4074-9b6e-105325b987c8', 'network_id': 'e8cdf3fd-2b76-4074-9b6e-105325b987c8', 'tenant_id': 'af1da9da9bcf4e42bd15ee7762657f8e', 'fixed_ips': [{'subnet_id': 'cc31ebb0-1cdd-46e8-908c-d29fb3099e3c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:12:34.029110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.121745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9f7ae-4afc-48db-9869-8c6fe49d4cb8 req-3de2bdb7-97cc-4c9e-895e-073d06b7f7e4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:34.123426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d5f9f7ae-4afc-48db-9869-8c6fe49d4cb8 req-3de2bdb7-97cc-4c9e-895e-073d06b7f7e4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 944 time: 0.1239195 Sep 26 13:12:34.127559 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-4f261c07-66bf-41a2-90c6-0ba7f36b7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:34.129358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-4f261c07-66bf-41a2-90c6-0ba7f36b7c2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.0896688 Sep 26 13:12:34.141181 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.166812 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.191328 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-5ca54808-ebd6-4360-8e4c-3fd9fe8f7e3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379806 Sep 26 13:12:34.194692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 1200844a-1cf2-4c00-87c5-aac40f330bea, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1200844a-1cf2-4c00-87c5-aac40f330bea,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:34.197992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d5f9f7ae-4afc-48db-9869-8c6fe49d4cb8 req-8654ee77-4903-4a7e-8da0-0fc10e4bdb5a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666299 Sep 26 13:12:34.212371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-92df2bf7-e9a5-4a6c-a875-9e1968d7b06f req-fd37d574-c0cc-4fe1-b31b-1ffc63cf2861 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 210 time: 0.0366216 Sep 26 13:12:34.215100 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.233200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-beff30d6-6ce5-4b86-8a6f-c3cb9c5eda87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.301185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network e8cdf3fd-2b76-4074-9b6e-105325b987c8 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:34.305283 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.307150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:34.315142 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:34.343878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-bf676e6d-d73f-40c2-b1ef-ae9e66d48989 service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447544 Sep 26 13:12:34.371374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=89c1ade9-e59b-4e01-943c-f4cd48853cf9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:34.407423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:34.409105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.492571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b556f8f4-9d10-40b5-882e-c5bfbec93b51 req-d2c666d2-7c1d-4b83-9f37-75576ecdf72c service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401527 Sep 26 13:12:34.503521 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-beff30d6-6ce5-4b86-8a6f-c3cb9c5eda87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.507657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Allocated IP 172.20.0.2 (e8cdf3fd-2b76-4074-9b6e-105325b987c8/cc31ebb0-1cdd-46e8-908c-d29fb3099e3c/59b511d4-eafa-4e03-9d72-dfa4252ac6ef) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:34.508460 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-beff30d6-6ce5-4b86-8a6f-c3cb9c5eda87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.515414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=1200844a-1cf2-4c00-87c5-aac40f330bea,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:34.551131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:31Z', 'revision_number': 2, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:34.561967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2b7d3ff4-5f85-4525-87ae-c0f476632673 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3507833 Sep 26 13:12:34.562162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52970) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:34.569691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff30d6-6ce5-4b86-8a6f-c3cb9c5eda87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c13e15b-ffce-4088-a5c0-45a9e27de2b3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:34.592584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Checking router: 0f0c523e-ab62-4e55-943c-66e5d3c38da3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:34.592932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-beff30d6-6ce5-4b86-8a6f-c3cb9c5eda87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e46c2c46c49f4b81a43bed7b5f3d3c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078041 Sep 26 13:12:34.593040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Updating router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:12:34.595273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52974) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:34.658210 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.675680 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0878076c-8393-431e-b931-cb16e436b4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.735843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0878076c-8393-431e-b931-cb16e436b4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.752189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-edf6d607-b212-4d83-b405-d20e51a614ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 89c1ade9-e59b-4e01-943c-f4cd48853cf9 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:34.752693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edf6d607-b212-4d83-b405-d20e51a614ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.799950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0878076c-8393-431e-b931-cb16e436b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.803965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0878076c-8393-431e-b931-cb16e436b4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.805217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0878076c-8393-431e-b931-cb16e436b4f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c13e15b-ffce-4088-a5c0-45a9e27de2b3 HTTP/1.1" status: 204 len: 168 time: 0.2087839 Sep 26 13:12:34.814562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878076c-8393-431e-b931-cb16e436b4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c13e15b-ffce-4088-a5c0-45a9e27de2b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:34.855956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.868396 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.905046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edf6d607-b212-4d83-b405-d20e51a614ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:34.926439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-edf6d607-b212-4d83-b405-d20e51a614ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 89c1ade9-e59b-4e01-943c-f4cd48853cf9 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:34.947004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Network e8cdf3fd-2b76-4074-9b6e-105325b987c8 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:34.954932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Pushing event updated for resources: {'Port': ['ID=59b511d4-eafa-4e03-9d72-dfa4252ac6ef,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:34.957636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:34.985701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:35.104311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Attempting to bind port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:35.105267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Attempting to bind port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7203ca39-6507-4c09-9280-df06ae93824b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e8cdf3fd-2b76-4074-9b6e-105325b987c8'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:35.105662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Attempting to bind port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef on network e8cdf3fd-2b76-4074-9b6e-105325b987c8 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:35.114600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:35.115172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Checking segment: {'id': '7203ca39-6507-4c09-9280-df06ae93824b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e8cdf3fd-2b76-4074-9b6e-105325b987c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:35.115766 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.116338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Bound using segment: {'id': '7203ca39-6507-4c09-9280-df06ae93824b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e8cdf3fd-2b76-4074-9b6e-105325b987c8'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:35.116877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Bound port: 59b511d4-eafa-4e03-9d72-dfa4252ac6ef, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7203ca39-6507-4c09-9280-df06ae93824b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e8cdf3fd-2b76-4074-9b6e-105325b987c8'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:35.117245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.149327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edf6d607-b212-4d83-b405-d20e51a614ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.213770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6d607-b212-4d83-b405-d20e51a614ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=89c1ade9-e59b-4e01-943c-f4cd48853cf9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:35.219542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.224599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1200844a-1cf2-4c00-87c5-aac40f330bea up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:35.256931 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.397600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088ced3-7002-4ac9-ad7c-78ab865cb64e req-c8a1efb5-3f92-4f03-853c-2c03d2e8efb0 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:35.399044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8918e195-8eaf-4714-ae58-e6b6960a9963 req-bde38ab2-6087-44ef-9cd2-5237c2f55fa5 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 210 time: 0.0458245 Sep 26 13:12:35.399660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1088ced3-7002-4ac9-ad7c-78ab865cb64e req-c8a1efb5-3f92-4f03-853c-2c03d2e8efb0 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 944 time: 0.0754416 Sep 26 13:12:35.423091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edf6d607-b212-4d83-b405-d20e51a614ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.429865 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-edf6d607-b212-4d83-b405-d20e51a614ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/89c1ade9-e59b-4e01-943c-f4cd48853cf9 HTTP/1.1" status: 204 len: 168 time: 0.8634984 Sep 26 13:12:35.430842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52996) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:35.459421 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1088ced3-7002-4ac9-ad7c-78ab865cb64e req-8a93cee5-bc8c-4c79-8024-29a7da7d7ac1 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528312 Sep 26 13:12:35.487580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] For port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:35.499589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b88e3-e85d-4eb9-b47b-9fa1e57c6106 None None] Pushing event updated for resources: {'Port': ['ID=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:35.521197 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5ae703-774e-472f-bea9-3ff4c4c0c28f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:12:35.525156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5ae703-774e-472f-bea9-3ff4c4c0c28f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:12:35.530285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52998) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:35.530935 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fd5ae703-774e-472f-bea9-3ff4c4c0c28f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/89c1ade9-e59b-4e01-943c-f4cd48853cf9 HTTP/1.1" status: 404 len: 333 time: 0.0601401 Sep 26 13:12:35.539091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] For port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=59b511d4-eafa-4e03-9d72-dfa4252ac6ef,segment=NetworkSegment(7203ca39-6507-4c09-9280-df06ae93824b),segment_id=7203ca39-6507-4c09-9280-df06ae93824b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:35.548159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.558802 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e061a6a7-de33-4d58-834d-2cad5b339d71 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:12:35.560398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e061a6a7-de33-4d58-834d-2cad5b339d71 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/89c1ade9-e59b-4e01-943c-f4cd48853cf9 HTTP/1.1" status: 404 len: 333 time: 0.0290737 Sep 26 13:12:35.563479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53000) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:35.575299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1200844a-1cf2-4c00-87c5-aac40f330bea triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:35.575671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.682451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Attempting to bind port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:35.682827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Attempting to bind port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:35.683210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Attempting to bind port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 on network 6d826fe3-4698-4723-acec-ceaf33e09e64 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:35.701847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:35.702255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Checking segment: {'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:35.704775 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.704775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Bound using segment: {'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:35.704775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Bound port: a8ce7bdf-c3d1-4315-946f-ae2c934f8a33, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:35.704775 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.708119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b3204b-754a-46de-831d-918dd307d49b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet cc31ebb0-1cdd-46e8-908c-d29fb3099e3c {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:35.724426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a889e5-cc40-4aec-ac64-0fb3ef17cfb0 None None] Pushing event updated for resources: {'Port': ['ID=59b511d4-eafa-4e03-9d72-dfa4252ac6ef,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:35.743884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8b3204b-754a-46de-831d-918dd307d49b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.786699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-d1c354ea-912d-4871-bcf7-43dd49459548 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:35.788753 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-d1c354ea-912d-4871-bcf7-43dd49459548 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.24 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 820 time: 0.1917450 Sep 26 13:12:35.817040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Request body: {'port': {'device_id': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'admin_state_up': True, 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:35.840775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8b3204b-754a-46de-831d-918dd307d49b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.878534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] For port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:35.887561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] For port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:35.895578 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:35.993270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b88e3-e85d-4eb9-b47b-9fa1e57c6106 None None] Pushing event updated for resources: {'Port': ['ID=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:35.996629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8b3204b-754a-46de-831d-918dd307d49b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:36.038626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:36.044436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:36.052523 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-12160681-5d15-427c-b906-2fea036ed135 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1618917 Sep 26 13:12:36.150478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8b3204b-754a-46de-831d-918dd307d49b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:36.196252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3204b-754a-46de-831d-918dd307d49b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=cc31ebb0-1cdd-46e8-908c-d29fb3099e3c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:36.201451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Made reservation on behalf of cc64bc0fdf0546f7b4bf7e5546ea67e6 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:36.201892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8b3204b-754a-46de-831d-918dd307d49b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:36.204209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e8b3204b-754a-46de-831d-918dd307d49b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/cc31ebb0-1cdd-46e8-908c-d29fb3099e3c HTTP/1.1" status: 204 len: 168 time: 0.6393144 Sep 26 13:12:36.207438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53016) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:36.210091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:36.223371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:36.230200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4053fe4a-6639-4a91-b3ef-8d67828f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.230862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4053fe4a-6639-4a91-b3ef-8d67828f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.231510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4053fe4a-6639-4a91-b3ef-8d67828f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.231973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4053fe4a-6639-4a91-b3ef-8d67828f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.232526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4053fe4a-6639-4a91-b3ef-8d67828f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.233085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4053fe4a-6639-4a91-b3ef-8d67828f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.233667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4053fe4a-6639-4a91-b3ef-8d67828f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.235973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4053fe4a-6639-4a91-b3ef-8d67828f3e78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6506 time: 0.1159940 Sep 26 13:12:36.362097 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:36.508491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:35Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:36.514781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:36.515143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:36.558971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605962f-00ab-4af7-9aee-10ec31f00544 None None] The sync data for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 is: [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:35Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:36.571646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7370ac2b-c26f-49d2-92d8-9456b578218b req-3fc9b262-5efd-4a0d-a99f-55de31284863 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 210 time: 0.0865462 Sep 26 13:12:36.577087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-75e9ff87-78dd-46f2-b61c-792f5b881945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.577294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-75e9ff87-78dd-46f2-b61c-792f5b881945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.577761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-75e9ff87-78dd-46f2-b61c-792f5b881945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.579545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-75e9ff87-78dd-46f2-b61c-792f5b881945 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1bf1093e-5266-4129-afda-8e464a35bc64&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=b86aff44-39fa-42e7-b920-6c793e3330ab&id=b86aff44-39fa-42e7-b920-6c793e3330ab HTTP/1.1" status: 200 len: 2295 time: 0.3119037 Sep 26 13:12:36.586953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Allocated IP 172.20.0.5 (6d826fe3-4698-4723-acec-ceaf33e09e64/e34a0645-ef63-4250-a3ec-d32fe853225d/6ba799f1-cddd-41c0-b516-2fd68c31125f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:36.699323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-7c707f3a-e1b1-4efb-b98d-1877de189613 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a HTTP/1.1" status: 200 len: 1000 time: 0.1085451 Sep 26 13:12:36.756224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] For port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=59b511d4-eafa-4e03-9d72-dfa4252ac6ef,segment=NetworkSegment(7203ca39-6507-4c09-9280-df06ae93824b),segment_id=7203ca39-6507-4c09-9280-df06ae93824b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:36.756603 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:36.780388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 59b511d4-eafa-4e03-9d72-dfa4252ac6ef owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:36.792322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f56ea1-c2df-4dec-ba2b-b84e8e24df6a req-3a674d07-d774-4ecb-8a4f-94ad8fc5e69f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.800613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0f56ea1-c2df-4dec-ba2b-b84e8e24df6a req-3a674d07-d774-4ecb-8a4f-94ad8fc5e69f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 944 time: 0.2369254 Sep 26 13:12:36.826888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-19f0aca3-4b68-4300-ab44-952622784389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:36.832375 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-19f0aca3-4b68-4300-ab44-952622784389 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59ac3dad-ef4f-471b-89ef-f28f9443f82a HTTP/1.1" status: 200 len: 855 time: 0.1162241 Sep 26 13:12:36.968682 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0f56ea1-c2df-4dec-ba2b-b84e8e24df6a req-034d3ef4-af1c-48c9-ad27-07d8cf5f8963 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635470 Sep 26 13:12:37.042891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.067887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No DVR routers for this DVR port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:37.107567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-99b1ffc6-bb82-4376-86fb-c517c265ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:37.112919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-99b1ffc6-bb82-4376-86fb-c517c265ad6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bf1093e-5266-4129-afda-8e464a35bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2488413 Sep 26 13:12:37.130149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=59b511d4-eafa-4e03-9d72-dfa4252ac6ef,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:37.280980 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.314694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cdf3fd-2b76-4074-9b6e-105325b987c8']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:37.331309 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.333724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7203ca39-6507-4c09-9280-df06ae93824b') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:37.334018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7203ca39-6507-4c09-9280-df06ae93824b') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:37.349686 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.355362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e9ecf-9097-486d-a46e-5e8e6d7233ec None None] Network e8cdf3fd-2b76-4074-9b6e-105325b987c8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:37.376921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.412604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:37.413059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:37.416892 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:37.486524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-b7b4f165-ef50-470b-a2ab-f84cd3d51ef0 service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637078 Sep 26 13:12:37.488502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:37.528775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.545722 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.547006 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/networks/e8cdf3fd-2b76-4074-9b6e-105325b987c8 HTTP/1.1" status: 204 len: 168 time: 1.3380721 Sep 26 13:12:37.548231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e9c5b5f3-9d49-4a9d-a4fb-a68ed68a38d4 None None] Could not find standard attr ID for object 59b511d4-eafa-4e03-9d72-dfa4252ac6ef. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:12:37.555205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53074) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:37.563972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1623439585'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:37.564218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e93bf-9587-41e5-9e7d-0e015d91c544 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Network': ['ID=e8cdf3fd-2b76-4074-9b6e-105325b987c8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:37.584772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.698564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:37.699289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.749679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Network 6d826fe3-4698-4723-acec-ceaf33e09e64 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:37.754336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:37.759595 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:37.774880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event updated for resources: {'Port': ['ID=6ba799f1-cddd-41c0-b516-2fd68c31125f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:37.781824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:37.805712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:37.806156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f8016-4a19-4c20-be13-6c2043f75379 None None] DHCP port deletion for e8cdf3fd-2b76-4074-9b6e-105325b987c8 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:12:37.834820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:37.892118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-7c516894-224e-4502-91fb-61a7f246bc3c service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974016 Sep 26 13:12:37.986882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:37.991542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.030764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-0a755b29-1622-4274-9def-9e4cab3d55c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 217 time: 0.1208868 Sep 26 13:12:38.046091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:38.047109 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.048867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:38.060473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f793b29-e985-4611-9948-2648b5ae9820 req-5d9e1d39-1aa9-4fc5-9060-5eab2a376c89 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:38.071930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f793b29-e985-4611-9948-2648b5ae9820 req-5d9e1d39-1aa9-4fc5-9060-5eab2a376c89 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 931 time: 0.3233709 Sep 26 13:12:38.086555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:38.088511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '30c1f569-dbde-4ced-bcb2-98e5e2e29d37', 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'port_id': '30c1f569-dbde-4ced-bcb2-98e5e2e29d37', 'mac_address': 'fa:16:3e:5f:ee:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4c99a4-0ae5-49ef-b74f-1c3bca537a76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:38.095278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.096246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 59b511d4-eafa-4e03-9d72-dfa4252ac6ef up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:38.114699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.115299 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Added segment b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95 of type vlan for network 10d47b4a-a3a3-4933-a070-ebfe1f793125 Sep 26 13:12:38.123623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 59b511d4-eafa-4e03-9d72-dfa4252ac6ef {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:38.123967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 59b511d4-eafa-4e03-9d72-dfa4252ac6ef not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 26 13:12:38.218486 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.267157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Port 59b511d4-eafa-4e03-9d72-dfa4252ac6ef not found, will not notify nova. {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 26 13:12:38.274387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:38.277857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.294508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:38.295170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.314047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d018303-01cd-4993-9e82-1138cf3da552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.316169 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.332301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:38.359603 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8032701 Sep 26 13:12:38.360959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-3705fd29-6370-421b-ace3-b1bf44fcc5de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5621879 Sep 26 13:12:38.368210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:38.374007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53168) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:38.376001 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.381652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': '10d47b4a-a3a3-4933-a070-ebfe1f793125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:38.401976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Request body: {'port': {'device_id': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:38.420321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-1802c215-629f-49e1-81c2-3521aecef3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:38.422360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-1802c215-629f-49e1-81c2-3521aecef3b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.3467898 Sep 26 13:12:38.444523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:38.444877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf60dea-c65b-4d8a-af34-c26385737102 req-9072c36b-e11e-4b87-a808-3df990351c3b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:38.454493 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ddf60dea-c65b-4d8a-af34-c26385737102 req-9072c36b-e11e-4b87-a808-3df990351c3b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 944 time: 0.1460607 Sep 26 13:12:38.471620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f793b29-e985-4611-9948-2648b5ae9820 req-4b789b2b-ea87-47bd-a555-b1c4a5684b0c tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958919 Sep 26 13:12:38.568151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58880e-56b2-42c7-a348-10e801a3e5f6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Network': ['ID=10d47b4a-a3a3-4933-a070-ebfe1f793125,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:38.572816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ddf60dea-c65b-4d8a-af34-c26385737102 req-eb422bd4-6ed4-4453-b022-ea7ad771c487 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051569 Sep 26 13:12:38.590190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 10d47b4a-a3a3-4933-a070-ebfe1f793125 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:38.601888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:38.607929 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.626949 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.637811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-427faa05-fdd5-4c58-b8c1-ea6804d30f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:38.639411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-427faa05-fdd5-4c58-b8c1-ea6804d30f6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1643872 Sep 26 13:12:38.686159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['30c1f569-dbde-4ced-bcb2-98e5e2e29d37'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:38.776336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:38.866629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.912370 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-37d79ba8-e554-4490-860e-6d82916caa72 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597892 Sep 26 13:12:38.949922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2983832-4028-47a4-9b73-3723981b4b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:38.963075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=3a34295d-9f77-4f4a-a9e8-cd80746b35f1,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:38.996487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Checking segment: {'id': 'b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10d47b4a-a3a3-4933-a070-ebfe1f793125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:38.996850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network hostable DHCP agents. Network: 10d47b4a-a3a3-4933-a070-ebfe1f793125, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:39.029955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 10d47b4a-a3a3-4933-a070-ebfe1f793125 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:39.047758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 10d47b4a-a3a3-4933-a070-ebfe1f793125) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:39.059933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7289fd09-90a9-479e-a09a-f6e134b8f217 None None] Network 10d47b4a-a3a3-4933-a070-ebfe1f793125 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:39.065228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:39.066082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.116731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2983832-4028-47a4-9b73-3723981b4b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.119422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-f61ba3a6-8584-4161-9810-608d5bf96116 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991870 Sep 26 13:12:39.121287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2983832-4028-47a4-9b73-3723981b4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.141377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-774fd81d-bbce-498a-8972-506cf6d5f6a4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7629616 Sep 26 13:12:39.144873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53180) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:39.172317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2983832-4028-47a4-9b73-3723981b4b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb8206a-4af4-4776-b707-ae8ae021c29b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:39.181513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': '10d47b4a-a3a3-4933-a070-ebfe1f793125', 'security_groups': [], 'name': 'tempest-PortsTestJSON-772119771'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:39.196727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d2983832-4028-47a4-9b73-3723981b4b87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d911c0417ff4c2aa4c3dd8a6653ff45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166331 Sep 26 13:12:39.196811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53184) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:39.209744 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-bf616336-d0f4-4866-947f-982bff7d1a12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 217 time: 0.0780549 Sep 26 13:12:39.259667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19399171-a0ef-4c1e-b013-e60ccb8bb33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.277801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:39.283298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19399171-a0ef-4c1e-b013-e60ccb8bb33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.302732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-10d47b4a-a3a3-4933-a070-ebfe1f793125', 'network_id': '10d47b4a-a3a3-4933-a070-ebfe1f793125', 'tenant_id': 'af1da9da9bcf4e42bd15ee7762657f8e', 'fixed_ips': [{'subnet_id': '3a34295d-9f77-4f4a-a9e8-cd80746b35f1'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:12:39.303705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.324682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba799f1-cddd-41c0-b516-2fd68c31125f {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:39.339682 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.341068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19399171-a0ef-4c1e-b013-e60ccb8bb33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.346454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19399171-a0ef-4c1e-b013-e60ccb8bb33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.347797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-19399171-a0ef-4c1e-b013-e60ccb8bb33b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cb8206a-4af4-4776-b707-ae8ae021c29b HTTP/1.1" status: 204 len: 168 time: 0.1500492 Sep 26 13:12:39.360029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399171-a0ef-4c1e-b013-e60ccb8bb33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb8206a-4af4-4776-b707-ae8ae021c29b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:39.368557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-56c4de08-bdd6-4d22-a745-6c7469e2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:39.370062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-56c4de08-bdd6-4d22-a745-6c7469e2b6cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.1517074 Sep 26 13:12:39.378736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Transition to ACTIVE for port object 6ba799f1-cddd-41c0-b516-2fd68c31125f will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:12:39.408610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.441836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:39.442378 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.491629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:39.495000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.518673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba799f1-cddd-41c0-b516-2fd68c31125f,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:39.529126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Allocated IP 172.20.0.2 (10d47b4a-a3a3-4933-a070-ebfe1f793125/3a34295d-9f77-4f4a-a9e8-cd80746b35f1/1d5ce296-d4ad-4d81-ba59-cfa3ffe12452) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:39.538938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-bcaeb009-fa67-4aa9-be0c-3bdd2c4e25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:39.540516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-bcaeb009-fa67-4aa9-be0c-3bdd2c4e25b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1606929 Sep 26 13:12:39.574621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 991d7a4c-d33b-4756-97c3-3c0a0ff5c17b yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:39.656870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303712-26cd-4389-bd08-e513dffd33e5 req-466c728e-05e1-4d4a-9f6f-288880e98cb2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:39.665447 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe303712-26cd-4389-bd08-e513dffd33e5 req-466c728e-05e1-4d4a-9f6f-288880e98cb2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 943 time: 0.1141164 Sep 26 13:12:39.719639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53194) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:39.733657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe303712-26cd-4389-bd08-e513dffd33e5 req-dd828cc0-5203-4c77-9ff2-58879f9673dc tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672481 Sep 26 13:12:39.734349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Attempting to bind port 6ba799f1-cddd-41c0-b516-2fd68c31125f on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:39.734701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Attempting to bind port 6ba799f1-cddd-41c0-b516-2fd68c31125f by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:39.735041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Attempting to bind port 6ba799f1-cddd-41c0-b516-2fd68c31125f on network 6d826fe3-4698-4723-acec-ceaf33e09e64 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:39.740405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-939960d3-6133-4634-b6f3-08d13f27debd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.775197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Port 6ba799f1-cddd-41c0-b516-2fd68c31125f on network 6d826fe3-4698-4723-acec-ceaf33e09e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:12:39.775477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Attempting to bind port 6ba799f1-cddd-41c0-b516-2fd68c31125f on network 6d826fe3-4698-4723-acec-ceaf33e09e64 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:39.787897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:39.788320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Checking segment: {'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:39.788781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Bound using segment: {'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:39.789099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Bound port: 6ba799f1-cddd-41c0-b516-2fd68c31125f, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7756f03a-f6b0-4d44-86b9-609cd1330c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:39.789584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.794019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-a3af8180-3fd0-4619-9bfa-aa900f6cb2fe service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283161 Sep 26 13:12:39.847293 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-939960d3-6133-4634-b6f3-08d13f27debd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.851774 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-939960d3-6133-4634-b6f3-08d13f27debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:39.855664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:39.895683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-939960d3-6133-4634-b6f3-08d13f27debd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e83538cbe4e4b09ad900b6eac7a1d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747782 Sep 26 13:12:39.902392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53196) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:39.910211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939960d3-6133-4634-b6f3-08d13f27debd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7f790-fca2-4875-b716-a926a4983398,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:39.968291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e507d7f-8cf9-4324-b86d-02801a6c1905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.000105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e507d7f-8cf9-4324-b86d-02801a6c1905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.073042 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e507d7f-8cf9-4324-b86d-02801a6c1905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.076569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e507d7f-8cf9-4324-b86d-02801a6c1905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.077955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0e507d7f-8cf9-4324-b86d-02801a6c1905 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75a7f790-fca2-4875-b716-a926a4983398 HTTP/1.1" status: 204 len: 168 time: 0.1743495 Sep 26 13:12:40.082074 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.089661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:40.094742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e507d7f-8cf9-4324-b86d-02801a6c1905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7f790-fca2-4875-b716-a926a4983398,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:40.097147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:40.097583 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.105141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.222312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 59b511d4-eafa-4e03-9d72-dfa4252ac6ef no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:40.256346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99279f06-090b-42e9-98fb-0ee26e4ec1dc req-ffb090a5-88d8-4dff-8d89-d85af72a4c43 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:40.257896 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99279f06-090b-42e9-98fb-0ee26e4ec1dc req-ffb090a5-88d8-4dff-8d89-d85af72a4c43 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 945 time: 0.5397315 Sep 26 13:12:40.259739 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-ff812907-88b0-416f-aa58-008bc02f1030 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567556 Sep 26 13:12:40.264429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Network 10d47b4a-a3a3-4933-a070-ebfe1f793125 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:40.268711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 59b511d4-eafa-4e03-9d72-dfa4252ac6ef {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:40.269088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 59b511d4-eafa-4e03-9d72-dfa4252ac6ef not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:40.271719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Pushing event updated for resources: {'Port': ['ID=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:40.274783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:40.279973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:40.354865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-4d4073bb-fcbe-4eb5-a04b-378b2b82acbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39 HTTP/1.1" status: 200 len: 217 time: 0.0785098 Sep 26 13:12:40.372988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.7 (10d47b4a-a3a3-4933-a070-ebfe1f793125/3a34295d-9f77-4f4a-a9e8-cd80746b35f1/991d7a4c-d33b-4756-97c3-3c0a0ff5c17b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:40.389451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Attempting to bind port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:40.390215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Attempting to bind port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10d47b4a-a3a3-4933-a070-ebfe1f793125'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:40.390588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Attempting to bind port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 on network 10d47b4a-a3a3-4933-a070-ebfe1f793125 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:40.402263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:40.402960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Checking segment: {'id': 'b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10d47b4a-a3a3-4933-a070-ebfe1f793125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:40.403412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.403887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Bound using segment: {'id': 'b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10d47b4a-a3a3-4933-a070-ebfe1f793125'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:40.404367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Bound port: 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '10d47b4a-a3a3-4933-a070-ebfe1f793125'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:40.404753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.413895 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.438283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] For port 6ba799f1-cddd-41c0-b516-2fd68c31125f, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:40.456305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99279f06-090b-42e9-98fb-0ee26e4ec1dc req-72a7ecae-bb1d-4e1b-a737-6076baa5536c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840804 Sep 26 13:12:40.465662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] For port 6ba799f1-cddd-41c0-b516-2fd68c31125f, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:40.481993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:40.484552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c1f569-dbde-4ced-bcb2-98e5e2e29d37'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:40.487381 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff5c5e5-aafe-41bb-b6af-59a92cdbbea1" -d '{"events": [{"server_uuid": "8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13", "name": "network-vif-plugged", "status": "completed", "tag": "30c1f569-dbde-4ced-bcb2-98e5e2e29d37"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:40.494797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.496610 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.556117 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957b698e-cb0f-429a-bae6-5e7655f35815 x-openstack-request-id: req-957b698e-cb0f-429a-bae6-5e7655f35815 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:40.556502 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13", "name": "network-vif-plugged", "status": "completed", "tag": "30c1f569-dbde-4ced-bcb2-98e5e2e29d37", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:40.556765 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-957b698e-cb0f-429a-bae6-5e7655f35815 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:40.564768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-387254a9-469c-4ffa-b562-bc349e870bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:40.566531 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-387254a9-469c-4ffa-b562-bc349e870bb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.1841226 Sep 26 13:12:40.567763 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c1f569-dbde-4ced-bcb2-98e5e2e29d37', 'code': 200} Sep 26 13:12:40.604765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] For port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:40.605419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:40.606077 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.607508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 1092 time: 2.2098327 Sep 26 13:12:40.608033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:40.610518 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f600545-6948-4d66-83ca-2da99ad8ca9b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:40.617506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:40.633380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] For port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,segment=NetworkSegment(b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95),segment_id=b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:40.642054 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.715434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c99a7-ec5a-4050-a167-f9823eab12ad req-d7d67aad-1dd0-4358-bdd5-37f6bb04aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:40.718743 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27644e4-15c3-424e-879c-94e9a15873b3 x-openstack-request-id: req-b27644e4-15c3-424e-879c-94e9a15873b3 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:40.719045 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:40.719345 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f21c99a7-ec5a-4050-a167-f9823eab12ad req-d7d67aad-1dd0-4358-bdd5-37f6bb04aa3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 1098 time: 0.1025167 Sep 26 13:12:40.719638 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b27644e4-15c3-424e-879c-94e9a15873b3 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:40.720344 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'status': 'completed', 'code': 200} Sep 26 13:12:40.727301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c6acc-3da8-43df-88bb-d517f3ef34e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba799f1-cddd-41c0-b516-2fd68c31125f,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:40.749569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafde8e0-9b8c-4b5d-b843-2e544eb4a210 None None] Pushing event updated for resources: {'Port': ['ID=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:40.769177 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f21c99a7-ec5a-4050-a167-f9823eab12ad req-7a59808a-29e9-4c58-a5ff-0ef691197f02 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Sep 26 13:12:40.780103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:40.793157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-d1a61c5c-602e-458e-a8f0-d8b8f62da14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:40.794949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-d1a61c5c-602e-458e-a8f0-d8b8f62da14c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1784244 Sep 26 13:12:40.805433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-5ca83648-d23f-47fc-a2aa-786ec5efedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:40.806976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-5ca83648-d23f-47fc-a2aa-786ec5efedb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1095 time: 0.1368535 Sep 26 13:12:40.886530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df437e-f443-420a-b16e-a4e99ff5562d req-e9b7f453-71db-4055-bda0-a2c41fe0b238 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:40.888108 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63df437e-f443-420a-b16e-a4e99ff5562d req-e9b7f453-71db-4055-bda0-a2c41fe0b238 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 943 time: 0.0600731 Sep 26 13:12:40.895270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-ea51b54f-7dc2-4dae-b76a-e7dfb48ab1c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 217 time: 0.0644031 Sep 26 13:12:40.941232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63df437e-f443-420a-b16e-a4e99ff5562d req-237a9ae4-cf29-4374-b7c6-dfde71831899 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440753 Sep 26 13:12:40.959045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-8f2aa48e-ce63-4472-a50f-2feca8b83535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:40.960564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-8f2aa48e-ce63-4472-a50f-2feca8b83535 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.0563884 Sep 26 13:12:41.010982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.017733 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa744-ac1a-4a19-b69c-01e1f2bb3b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.052852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53230) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:41.128357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 10d47b4a-a3a3-4933-a070-ebfe1f793125 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:41.132372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-d2e8d876-3cc6-4bf2-af5d-7204f71f5c20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099408 Sep 26 13:12:41.150926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:41.165727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=991d7a4c-d33b-4756-97c3-3c0a0ff5c17b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:41.169398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:41.217078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-550297254-network', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:41.240088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-3ca84d5c-c0a8-4a1c-a2d4-6b1d07b59394 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286346 Sep 26 13:12:41.257175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Made reservation on behalf of bbbb8d69063b49109dd71239cd61d810 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:41.259928 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.275139 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.280047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:41.326916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:41.327738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.350254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:41.350721 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.398299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.404038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-27f47978-cb29-40a1-a6ff-50adc8e460f1 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585366 Sep 26 13:12:41.408963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.416408 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-893d3263-50f0-49e2-9071-cbb439f4596f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2671914 Sep 26 13:12:41.421614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53240) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:41.469399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-b929ad7a-77b9-4507-a10e-4f5c01c9d947 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200003 Sep 26 13:12:41.472142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:41.475430 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.497267 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e6a93-cf60-41c8-8189-02b66ff84856,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:41.514855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.515302 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Added segment 08bc8d9c-0379-42cd-9d90-50fd042848d7 of type vlan for network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 Sep 26 13:12:41.543308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,segment=NetworkSegment(b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95),segment_id=b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:41.553715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.572012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-24b1c010-3a6a-461a-b492-757bbe0fd7e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee HTTP/1.1" status: 200 len: 217 time: 0.0655921 Sep 26 13:12:41.616848 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.641958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:41.644424 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.666497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13c75a1c-83d0-4adb-ad3d-9489d78ee80d req-94ce5f3a-face-4ef9-884b-d855fa673538 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505293 Sep 26 13:12:41.673343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-06a8d218-a13e-4d2a-b1ed-d85452e5129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:41.675526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-06a8d218-a13e-4d2a-b1ed-d85452e5129f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.0951450 Sep 26 13:12:41.688917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9e4c6-9235-4e4b-a313-56e02e1dea8d req-959eeb93-7969-448a-8806-a84bb1b80e3c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:41.691446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4d9e4c6-9235-4e4b-a313-56e02e1dea8d req-959eeb93-7969-448a-8806-a84bb1b80e3c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 946 time: 0.1283643 Sep 26 13:12:41.718679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bcb29-e330-47f2-bdcc-148e455e32a6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 991d7a4c-d33b-4756-97c3-3c0a0ff5c17b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:41.719387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a9bcb29-e330-47f2-bdcc-148e455e32a6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.737174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.738175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:41.738757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.782665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-61178624-eeea-4a33-838b-51162e944ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:41.785169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-61178624-eeea-4a33-838b-51162e944ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007898 Sep 26 13:12:41.791583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-c673a04d-c4c4-4c5b-a797-ebfdb306f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:41.793811 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-c673a04d-c4c4-4c5b-a797-ebfdb306f743 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1095 time: 0.0631702 Sep 26 13:12:41.841306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.7870135 Sep 26 13:12:41.850163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53244) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:41.863070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Request body: {'subnet': {'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-550297254-subnet', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:41.889678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4d9e4c6-9235-4e4b-a313-56e02e1dea8d req-c1a45811-09f8-4506-a054-5663ffed5c63 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889715 Sep 26 13:12:41.893169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8f08-2557-4551-81de-c84b6c58fa9c admin admin] Pushing event updated for resources: {'Network': ['ID=f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:41.910290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:41.925569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a9bcb29-e330-47f2-bdcc-148e455e32a6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:41.945783 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bcb29-e330-47f2-bdcc-148e455e32a6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 991d7a4c-d33b-4756-97c3-3c0a0ff5c17b owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:41.996787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Made reservation on behalf of bbbb8d69063b49109dd71239cd61d810 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:41.999124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.036903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-023d64d0-2134-429d-94af-a1be3f38c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:42.037428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822abd12-bcb0-44ac-9ca4-606cb5501976 None None] Network 10d47b4a-a3a3-4933-a070-ebfe1f793125 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:42.038436 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-023d64d0-2134-429d-94af-a1be3f38c1aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 920 time: 0.2338557 Sep 26 13:12:42.049623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-8f9203f6-e834-4be6-b2bd-e7667a6a1f3e service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544470 Sep 26 13:12:42.076606 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.099125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-82908d9b-693a-4c62-8624-aebc3d59b06b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 217 time: 0.0459507 Sep 26 13:12:42.172138 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a9bcb29-e330-47f2-bdcc-148e455e32a6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.176952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5359f2a6-97e8-4367-8ce7-a70be2f0bca8 None None] Provisioning complete for port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:42.186313 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5359f2a6-97e8-4367-8ce7-a70be2f0bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.218629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bcb29-e330-47f2-bdcc-148e455e32a6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=991d7a4c-d33b-4756-97c3-3c0a0ff5c17b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:42.310091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a9bcb29-e330-47f2-bdcc-148e455e32a6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.316179 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a9bcb29-e330-47f2-bdcc-148e455e32a6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/991d7a4c-d33b-4756-97c3-3c0a0ff5c17b HTTP/1.1" status: 204 len: 168 time: 0.8935120 Sep 26 13:12:42.317315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53252) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:42.364203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-1ab1aad9-4471-4618-823e-1193f452f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:42.364672 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-941f0a22-f729-4471-bda0-19f3b5d6c547 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:12:42.365932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-1ab1aad9-4471-4618-823e-1193f452f148 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.2034996 Sep 26 13:12:42.366288 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-941f0a22-f729-4471-bda0-19f3b5d6c547 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/991d7a4c-d33b-4756-97c3-3c0a0ff5c17b HTTP/1.1" status: 404 len: 333 time: 0.0476871 Sep 26 13:12:42.369064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53254) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:42.385015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8373-30de-4b04-ad95-bfcb4e13964e req-6f674cb1-b07b-4834-b8ac-4fd3d4069388 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:42.386936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f6bf8373-30de-4b04-ad95-bfcb4e13964e req-6f674cb1-b07b-4834-b8ac-4fd3d4069388 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 943 time: 0.2366765 Sep 26 13:12:42.428180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14a006c-d31d-4aaa-a46b-9bceeeecc5ea tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet 3a34295d-9f77-4f4a-a9e8-cd80746b35f1 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:42.431850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d14a006c-d31d-4aaa-a46b-9bceeeecc5ea tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.439176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-c9764150-0055-4f4a-a321-2025cc6a2ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493391 Sep 26 13:12:42.454724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-612e98df-2bc2-4654-86be-3984fe788d73 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527114 Sep 26 13:12:42.482890 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d14a006c-d31d-4aaa-a46b-9bceeeecc5ea tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.568085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-207bf5ce-2794-4370-b698-32d546f5ea1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c00e443c-2c31-442b-9d81-70b55d11db11 HTTP/1.1" status: 200 len: 217 time: 0.0832031 Sep 26 13:12:42.583609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f6bf8373-30de-4b04-ad95-bfcb4e13964e req-beeaec63-3be0-4938-add7-b9997bcd10ce tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773376 Sep 26 13:12:42.587595 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d14a006c-d31d-4aaa-a46b-9bceeeecc5ea tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.661002 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d14a006c-d31d-4aaa-a46b-9bceeeecc5ea tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.668031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.682033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-90f4438a-21cf-4100-9b1d-d1dc8ac185e3 None None] Provisioning complete for port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:42.683556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-90f4438a-21cf-4100-9b1d-d1dc8ac185e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.701363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a006c-d31d-4aaa-a46b-9bceeeecc5ea tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=3a34295d-9f77-4f4a-a9e8-cd80746b35f1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:42.709041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d14a006c-d31d-4aaa-a46b-9bceeeecc5ea tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.715283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d14a006c-d31d-4aaa-a46b-9bceeeecc5ea tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/3a34295d-9f77-4f4a-a9e8-cd80746b35f1 HTTP/1.1" status: 204 len: 168 time: 0.3426588 Sep 26 13:12:42.719805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53258) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:42.773446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-0d4d88f9-24ad-4810-8590-0c6036d1e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:42.774946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-0d4d88f9-24ad-4810-8590-0c6036d1e1db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.1807952 Sep 26 13:12:42.789640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-4be65ab2-f49d-4a71-9b86-6013cc3b33d1 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338449 Sep 26 13:12:42.797654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083e42d3-aee8-4df7-9328-f8855f1b538b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:42.837984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ec157-886c-4e6b-868e-9fed1899d0a3 None None] Network 10d47b4a-a3a3-4933-a070-ebfe1f793125 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:42.905599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1c3aa4f3-f3c5-474d-8d6f-6610e5c70b8f None None] Could not find standard attr ID for object 991d7a4c-d33b-4756-97c3-3c0a0ff5c17b. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:12:42.911359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:42.919656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Checking segment: {'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:42.920060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Network hostable DHCP agents. Network: f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:42.996460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-d9ae4904-302a-4e8c-b42a-41452f458a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:42.998159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-d9ae4904-302a-4e8c-b42a-41452f458a82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1898608 Sep 26 13:12:43.029088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a545-5a3f-4ffe-82cb-14d4b822b2f0 req-fc3247ed-a5e2-48b6-b6a3-3d001e8c0b9b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:43.031933 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3118a545-5a3f-4ffe-82cb-14d4b822b2f0 req-fc3247ed-a5e2-48b6-b6a3-3d001e8c0b9b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 946 time: 0.0561993 Sep 26 13:12:43.034144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:43.039637 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] DHCP port deletion for 10d47b4a-a3a3-4933-a070-ebfe1f793125 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:12:43.069591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:43.072649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f600545-6948-4d66-83ca-2da99ad8ca9b req-d94d6696-9047-41f1-807c-3b7270b15e5e service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716739 Sep 26 13:12:43.085279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf685595-ca8f-400b-8556-d1f2e7f65da0 None None] Network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:43.088938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:43.089676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.106540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3118a545-5a3f-4ffe-82cb-14d4b822b2f0 req-8538a408-9430-4f3c-8884-9418339879bb tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584505 Sep 26 13:12:43.153647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-db3e3526-de0a-414f-81fd-0d1b58545002 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3027146 Sep 26 13:12:43.156348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53264) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:43.161632 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:43.165756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] Deleting port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:43.166133 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.202316 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.203605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.272292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] For port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,segment=NetworkSegment(b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95),segment_id=b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:43.272684 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.281258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.289591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] Calling delete_port for 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:43.436347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:43.460371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.505236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:43.505845 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.569821 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.570764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214', 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'fixed_ips': [{'subnet_id': '083e42d3-aee8-4df7-9328-f8855f1b538b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:12:43.571758 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.576298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] For port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,segment=NetworkSegment(b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95),segment_id=b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:43.576683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.591646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:43.651218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-c5665167-f051-434f-9964-637e16d32162 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258550 Sep 26 13:12:43.747372 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.775990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.809572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.822701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-9404e707-42ce-44fa-9751-2f0cdc99c51d service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580672 Sep 26 13:12:43.823581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:43.826188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No DVR routers for this DVR port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:43.856797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.881962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:43.895839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-a1de6ebc-c2c1-4a18-b436-98ca0bffa717 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e HTTP/1.1" status: 200 len: 217 time: 0.0621629 Sep 26 13:12:43.946882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] Pushing event deleted for resources: {'Port': ['ID=1d5ce296-d4ad-4d81-ba59-cfa3ffe12452,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:43.958489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28d993-1c78-4035-b162-0e37667a90a9 None None] No DVR routers for this DVR port 1d5ce296-d4ad-4d81-ba59-cfa3ffe12452 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:43.992253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.024692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-47333e4b-5ee9-4428-ba50-db2e809b00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:44.026413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-47333e4b-5ee9-4428-ba50-db2e809b00f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.1196570 Sep 26 13:12:44.027983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Allocated IP 172.20.0.2 (f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214/083e42d3-aee8-4df7-9328-f8855f1b538b/8ceba5c8-52c5-4a76-ade5-35929a9383cb) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:44.028342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d47b4a-a3a3-4933-a070-ebfe1f793125']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:44.051568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:44.052144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ea3115-5dc1-47f3-8a2c-3ebdff7a4c95') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:44.080784 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.099729 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.110191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:44.110559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:44.115383 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:44.137987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-db31779c-d5b5-4eaf-9214-e0a56221ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:44.139719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-db31779c-d5b5-4eaf-9214-e0a56221ab43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025937 Sep 26 13:12:44.222182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.235156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.241783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/networks/10d47b4a-a3a3-4933-a070-ebfe1f793125 HTTP/1.1" status: 204 len: 168 time: 1.5132983 Sep 26 13:12:44.244327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53280) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:44.251630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'name': 'tempest-PortsTestJSON-899670737'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:44.285688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6ba799f1-cddd-41c0-b516-2fd68c31125f details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:12:44.296744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb0d5c-cbf1-4135-8a47-b6122b5859a7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Network': ['ID=10d47b4a-a3a3-4933-a070-ebfe1f793125,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:44.308460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08282d9-2264-49e5-a215-188a1226d0da req-df377aa4-8cf4-40ec-b17c-9b4470d43a83 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:44.310032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e08282d9-2264-49e5-a215-188a1226d0da req-df377aa4-8cf4-40ec-b17c-9b4470d43a83 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 943 time: 0.5493162 Sep 26 13:12:44.419582 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.434762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e08282d9-2264-49e5-a215-188a1226d0da req-fb23f8e0-0ad8-420f-bc2b-034da30eecdb tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102231 Sep 26 13:12:44.442032 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.463361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6ba799f1-cddd-41c0-b516-2fd68c31125f, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:44.464090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Allocated IP 172.25.4.183 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/2e1a522b-f5d6-4cf9-9ecf-1975219a528e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:44.488477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-5eec9b38-e450-470d-b73e-e0f8b54372ed service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376210 Sep 26 13:12:44.493431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:44.497671 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.646158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port fc829b72-1091-4a3f-a062-552602f1b63d yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:44.648437 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.666346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1de2dc7e-0bb7-4d60-ab2b-ed36084dc46c req-3506a1ba-7300-4304-8ea1-4557684cd430 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532555 Sep 26 13:12:44.669303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'port_id': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'mac_address': 'fa:16:3e:71:53:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:12:44.678889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:44.692825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:44.695139 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.699325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:44.701570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Pushing event updated for resources: {'Port': ['ID=8ceba5c8-52c5-4a76-ade5-35929a9383cb,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:44.799829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:44.810208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:44.846363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:44.850910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Pushing event updated for resources: {'Port': ['ID=2e1a522b-f5d6-4cf9-9ecf-1975219a528e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:44.905033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.946685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:44.994772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:44.998924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:45.003572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:45.009907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:45.010662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.038832 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.042687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=fc829b72-1091-4a3f-a062-552602f1b63d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:45.050027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b964eb5f-7ba9-4466-b864-d4a2ec942c4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8025875 Sep 26 13:12:45.053294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53294) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:45.082199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Attempting to bind port 8ceba5c8-52c5-4a76-ade5-35929a9383cb on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:45.083163 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Attempting to bind port 8ceba5c8-52c5-4a76-ade5-35929a9383cb by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:45.083831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Attempting to bind port 8ceba5c8-52c5-4a76-ade5-35929a9383cb on network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:45.094533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba799f1-cddd-41c0-b516-2fd68c31125f {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:12:45.125427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6ba799f1-cddd-41c0-b516-2fd68c31125f, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:45.141643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.142596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:45.143107 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Checking segment: {'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:45.143444 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.143841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Bound using segment: {'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:45.144384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Bound port: 8ceba5c8-52c5-4a76-ade5-35929a9383cb, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:45.144833 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.147445 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.268264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d485909f-12af-4ff1-99b1-f61cfafbf41c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port fc829b72-1091-4a3f-a062-552602f1b63d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:45.268715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d485909f-12af-4ff1-99b1-f61cfafbf41c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.337067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=6ba799f1-cddd-41c0-b516-2fd68c31125f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:45.374226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d485909f-12af-4ff1-99b1-f61cfafbf41c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.396815 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.405919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] For port 8ceba5c8-52c5-4a76-ade5-35929a9383cb, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:45.413419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] For port 8ceba5c8-52c5-4a76-ade5-35929a9383cb, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8ceba5c8-52c5-4a76-ade5-35929a9383cb,segment=NetworkSegment(08bc8d9c-0379-42cd-9d90-50fd042848d7),segment_id=08bc8d9c-0379-42cd-9d90-50fd042848d7)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:45.423961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d485909f-12af-4ff1-99b1-f61cfafbf41c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for fc829b72-1091-4a3f-a062-552602f1b63d owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:45.428868 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.524495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['6ba799f1-cddd-41c0-b516-2fd68c31125f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:12:45.560796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d485909f-12af-4ff1-99b1-f61cfafbf41c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.628606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485909f-12af-4ff1-99b1-f61cfafbf41c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=fc829b72-1091-4a3f-a062-552602f1b63d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:45.690362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f220599-a08f-4536-ab37-d105ce02cf67 None None] Pushing event updated for resources: {'Port': ['ID=8ceba5c8-52c5-4a76-ade5-35929a9383cb,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:45.697883 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d485909f-12af-4ff1-99b1-f61cfafbf41c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.700098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d485909f-12af-4ff1-99b1-f61cfafbf41c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/fc829b72-1091-4a3f-a062-552602f1b63d HTTP/1.1" status: 204 len: 168 time: 0.6451986 Sep 26 13:12:45.706886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53312) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:45.715743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'mac_address': 'fa:16:3e:6b:b3:8e', 'name': 'tempest-PortsTestJSON-990370366'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:45.772450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e98382-f4b5-4ed0-b75e-fddb526a6bc5 req-e5624673-a64e-43bd-aecc-da15152a7b5b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:45.795967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69e98382-f4b5-4ed0-b75e-fddb526a6bc5 req-e5624673-a64e-43bd-aecc-da15152a7b5b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 944 time: 0.1955156 Sep 26 13:12:45.819860 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:45.921908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69e98382-f4b5-4ed0-b75e-fddb526a6bc5 req-68963613-748e-4ad6-abb9-5bab9cbf4f6b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181684 Sep 26 13:12:45.965417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:46.072718 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:46.097581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Router 47d9f4df-2cec-4443-9bd5-8213fee51796 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:12:46.118918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 369a4492-0dfb-489d-b873-ff0a0001693b yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:46.254543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:46.263986 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Sync routers for ids ['47d9f4df-2cec-4443-9bd5-8213fee51796'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:46.275928 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Routers {'47d9f4df-2cec-4443-9bd5-8213fee51796'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:46.276657 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['47d9f4df-2cec-4443-9bd5-8213fee51796'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:46.277874 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:46.281592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a2e691d3-47f0-4d87-a3ba-609407d1ed6a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.1219175 Sep 26 13:12:46.282380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53316) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:46.330608 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:46.378980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:46.432581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:46.437233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:46.442030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:46.445045 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Set router 47d9f4df-2cec-4443-9bd5-8213fee51796 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:46.468758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:46.469718 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:46.513604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=369a4492-0dfb-489d-b873-ff0a0001693b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:46.522462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e504f790-6197-4635-a4a1-ae116b9aa746 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8116493 Sep 26 13:12:46.525175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53320) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:46.603870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e0821-22c4-41ab-bf29-be6ba9a89b2c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:46.609038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-528e0821-22c4-41ab-bf29-be6ba9a89b2c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/369a4492-0dfb-489d-b873-ff0a0001693b HTTP/1.1" status: 200 len: 840 time: 0.0822842 Sep 26 13:12:46.609828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53322) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:46.733148 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:45Z', 'revision_number': 3, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port': {'id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:46.811488 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Checking router: 47d9f4df-2cec-4443-9bd5-8213fee51796 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:46.812500 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Updating router 47d9f4df-2cec-4443-9bd5-8213fee51796 port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:12:46.851101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f69e0103-630a-456d-b9b0-a26fced4b199 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 369a4492-0dfb-489d-b873-ff0a0001693b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:46.851679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f69e0103-630a-456d-b9b0-a26fced4b199 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:46.858811 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:46.963274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:46.991091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f69e0103-630a-456d-b9b0-a26fced4b199 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.027006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f69e0103-630a-456d-b9b0-a26fced4b199 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 369a4492-0dfb-489d-b873-ff0a0001693b owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:47.231767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c09236-20cf-41c4-b484-b0f5e7f451ba None None] Network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:47.246189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Allocated IP 172.20.0.1 (f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214/083e42d3-aee8-4df7-9328-f8855f1b538b/1fc0e195-53b3-43ca-951c-39cbd0f4b712) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:47.346183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f69e0103-630a-456d-b9b0-a26fced4b199 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.350950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8ceba5c8-52c5-4a76-ade5-35929a9383cb up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:47.360785 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.368319 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.402264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e0103-630a-456d-b9b0-a26fced4b199 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=369a4492-0dfb-489d-b873-ff0a0001693b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:47.427729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.432575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbe1f-6686-44fc-b0dd-77a0de16f393 req-d2687ec9-70b8-472d-b151-0ebf282bd83b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:47.441772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-efddbe1f-6686-44fc-b0dd-77a0de16f393 req-d2687ec9-70b8-472d-b151-0ebf282bd83b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 944 time: 0.3127463 Sep 26 13:12:47.470335 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Attempting to bind port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:47.471105 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Attempting to bind port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:47.471105 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Attempting to bind port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:47.483353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f69e0103-630a-456d-b9b0-a26fced4b199 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.488458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f69e0103-630a-456d-b9b0-a26fced4b199 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/369a4492-0dfb-489d-b873-ff0a0001693b HTTP/1.1" status: 204 len: 168 time: 0.8773792 Sep 26 13:12:47.489307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53332) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:47.493682 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:47.494499 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:47.495211 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.495846 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:47.496603 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Bound port: 2e1a522b-f5d6-4cf9-9ecf-1975219a528e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:47.497510 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.502352 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-efddbe1f-6686-44fc-b0dd-77a0de16f393 req-085fd313-0c6c-4398-b006-c9310c5ac2fb tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Sep 26 13:12:47.524670 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.531503 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Pushing event updated for resources: {'Port': ['ID=2e1a522b-f5d6-4cf9-9ecf-1975219a528e,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:47.543206 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.543549 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.543885 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.544231 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.544561 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.544901 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.545233 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.545545 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.546023 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.546352 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.546672 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.547015 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:12:47.552437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1a460fdf-5da9-46fe-b938-5a0ad70f050d None None] Provisioning complete for port 8ceba5c8-52c5-4a76-ade5-35929a9383cb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:47.552779 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a460fdf-5da9-46fe-b938-5a0ad70f050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.593353 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] For port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:47.598119 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] For port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2e1a522b-f5d6-4cf9-9ecf-1975219a528e,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:47.601153 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a215861-7a23-4df7-8ff1-a29c339bac82 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:12:47.609535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53336) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:47.612516 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.615980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'name': 'tempest-PortsTestJSON-253351177'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:47.619679 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9a215861-7a23-4df7-8ff1-a29c339bac82 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/369a4492-0dfb-489d-b873-ff0a0001693b HTTP/1.1" status: 404 len: 333 time: 0.1262617 Sep 26 13:12:47.659136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:47.662311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:47.671206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:47.682962 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Routers {'47d9f4df-2cec-4443-9bd5-8213fee51796'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:47.683790 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['47d9f4df-2cec-4443-9bd5-8213fee51796'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:47.722001 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.726497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc0e195-53b3-43ca-951c-39cbd0f4b712,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:47.733252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8ceba5c8-52c5-4a76-ade5-35929a9383cb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:47.733473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.738799 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b42e0-0369-460f-b420-fa476ece6217 None None] Pushing event updated for resources: {'Port': ['ID=2e1a522b-f5d6-4cf9-9ecf-1975219a528e,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:47.819416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:47.824040 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.868034 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] Set router 47d9f4df-2cec-4443-9bd5-8213fee51796 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:47.872781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a460fdf-5da9-46fe-b938-5a0ad70f050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:47.889630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 53051bd1-acd8-4e64-9973-221eff4a97bd yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:47.947836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1a460fdf-5da9-46fe-b938-5a0ad70f050d None None] For port 8ceba5c8-52c5-4a76-ade5-35929a9383cb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8ceba5c8-52c5-4a76-ade5-35929a9383cb,segment=NetworkSegment(08bc8d9c-0379-42cd-9d90-50fd042848d7),segment_id=08bc8d9c-0379-42cd-9d90-50fd042848d7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:47.997949 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a460fdf-5da9-46fe-b938-5a0ad70f050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.046205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.103852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a460fdf-5da9-46fe-b938-5a0ad70f050d None None] Pushing event updated for resources: {'Port': ['ID=8ceba5c8-52c5-4a76-ade5-35929a9383cb,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:48.121048 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.182226 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:45Z', 'revision_number': 3, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port': {'id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:48.224071 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5015ec1-65ea-449e-b50b-40779a2883f2 None None] The sync data for ids ['47d9f4df-2cec-4443-9bd5-8213fee51796'] in n-d-806683-13 is: [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:45Z', 'revision_number': 3, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port': {'id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:48.226450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:12:48.228494 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:12:48.254387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3d13c6a1-7866-44d8-ab29-50214ca8a0ca None None] Provisioning complete for port 8ceba5c8-52c5-4a76-ade5-35929a9383cb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:48.255796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d13c6a1-7866-44d8-ab29-50214ca8a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.292193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6ba799f1-cddd-41c0-b516-2fd68c31125f up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:48.326480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.380461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 6ba799f1-cddd-41c0-b516-2fd68c31125f completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:12:48.391466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 6ba799f1-cddd-41c0-b516-2fd68c31125f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:48.391845 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.414354 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.440091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.445379 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.473057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:48.483906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:48.489528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:48.496390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:48.497193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.536776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=53051bd1-acd8-4e64-9973-221eff4a97bd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:48.557280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19c668b9-13d2-4267-9610-fa8e34488f35 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9440529 Sep 26 13:12:48.557467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3d13c6a1-7866-44d8-ab29-50214ca8a0ca None None] Provisioning complete for port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:48.557467 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d13c6a1-7866-44d8-ab29-50214ca8a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.557799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53348) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:48.565610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:48.588961 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.600267 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc0e195-53b3-43ca-951c-39cbd0f4b712,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:48.695058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3d13c6a1-7866-44d8-ab29-50214ca8a0ca None None] Port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:12:48.741455 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.764237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f971a-8774-4988-bd66-e6946c500de0 req-b3151d49-e7de-4850-aef0-dbb5e43a23df tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:48.773181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c1f971a-8774-4988-bd66-e6946c500de0 req-b3151d49-e7de-4850-aef0-dbb5e43a23df tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 944 time: 0.1215782 Sep 26 13:12:48.810748 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:48.856403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:48.861706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:48.907767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c1f971a-8774-4988-bd66-e6946c500de0 req-a607bad5-d596-4470-80ea-aca95ddd84eb tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313481 Sep 26 13:12:48.926216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:12:48.935770 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ad382d-2850-49da-90f7-87e256cee919" -d '{"events": [{"server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "name": "network-vif-plugged", "status": "completed", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:12:48.978785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6ba799f1-cddd-41c0-b516-2fd68c31125f, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:48.992814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.099774 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a535fc8f-5ddc-4a7f-a038-952341314fe5 x-openstack-request-id: req-a535fc8f-5ddc-4a7f-a038-952341314fe5 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:12:49.103676 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "name": "network-vif-plugged", "status": "completed", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:12:49.103676 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a535fc8f-5ddc-4a7f-a038-952341314fe5 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:12:49.103942 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'code': 200} Sep 26 13:12:49.106393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c7ffcc47-2113-4f70-a572-273a9959beda None None] Provisioning complete for port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:49.109418 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7ffcc47-2113-4f70-a572-273a9959beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.195169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Router 47d9f4df-2cec-4443-9bd5-8213fee51796 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:12:49.269520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.269879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffcc47-2113-4f70-a572-273a9959beda None None] Port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:12:49.273577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=6ba799f1-cddd-41c0-b516-2fd68c31125f,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:49.280114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.397613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-85cd4852-8de1-4931-b009-0a48f4f20742 None None] Provisioning complete for port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:49.400344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-85cd4852-8de1-4931-b009-0a48f4f20742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.424623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:49.426831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=53051bd1-acd8-4e64-9973-221eff4a97bd,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:49.441840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] In _notify_port_updated(), no bound segment for port 53051bd1-acd8-4e64-9973-221eff4a97bd on network de426dae-8cad-45c1-afe3-b60c722e80fb {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:12:49.446949 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e58dd032-6725-4922-b669-b7dc4100cd49 admin admin] 10.222.0.13 "PUT /v2.0/routers/47d9f4df-2cec-4443-9bd5-8213fee51796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1632051 Sep 26 13:12:49.452718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:49.453687 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.459856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53362) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:49.460058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bf06df95-8847-4730-9dbd-883e568f0cec tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "PUT /v2.0/ports/53051bd1-acd8-4e64-9973-221eff4a97bd HTTP/1.1" status: 200 len: 818 time: 0.9005904 Sep 26 13:12:49.467366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3de62-be49-4717-9cf5-6a911cef926b req-16c41b6b-23c3-46cc-b947-06703ed001d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:49.469855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7b3de62-be49-4717-9cf5-6a911cef926b req-16c41b6b-23c3-46cc-b947-06703ed001d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1097 time: 0.3316083 Sep 26 13:12:49.536025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f7b3de62-be49-4717-9cf5-6a911cef926b req-e307bcc7-cec4-4fa6-a042-3c704541103c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565212 Sep 26 13:12:49.544169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-85cd4852-8de1-4931-b009-0a48f4f20742 None None] Port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:12:49.546253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8ceba5c8-52c5-4a76-ade5-35929a9383cb up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:49.591877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-caf80f5c-5c06-4fc5-b8af-c94e5ad82ed5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 53051bd1-acd8-4e64-9973-221eff4a97bd {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:49.592380 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-caf80f5c-5c06-4fc5-b8af-c94e5ad82ed5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.652982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8ceba5c8-52c5-4a76-ade5-35929a9383cb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:49.653437 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.680025 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-caf80f5c-5c06-4fc5-b8af-c94e5ad82ed5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.694314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-caf80f5c-5c06-4fc5-b8af-c94e5ad82ed5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 53051bd1-acd8-4e64-9973-221eff4a97bd owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:49.810977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-caf80f5c-5c06-4fc5-b8af-c94e5ad82ed5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.830545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2e1a522b-f5d6-4cf9-9ecf-1975219a528e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:49.871794 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-caf80f5c-5c06-4fc5-b8af-c94e5ad82ed5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.876168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-caf80f5c-5c06-4fc5-b8af-c94e5ad82ed5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/53051bd1-acd8-4e64-9973-221eff4a97bd HTTP/1.1" status: 204 len: 168 time: 0.4124591 Sep 26 13:12:49.876486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53374) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:49.888482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf80f5c-5c06-4fc5-b8af-c94e5ad82ed5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=53051bd1-acd8-4e64-9973-221eff4a97bd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:49.907911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:49.908796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:49.939712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9011ea-5387-4bb7-87b5-2a6dedfe230b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:49.943288 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb9011ea-5387-4bb7-87b5-2a6dedfe230b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 840 time: 0.0642209 Sep 26 13:12:49.945193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53378) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:49.980982 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3ac544-c3cb-4cb1-acc5-5f627f677db5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:12:49.983087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac3ac544-c3cb-4cb1-acc5-5f627f677db5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/53051bd1-acd8-4e64-9973-221eff4a97bd HTTP/1.1" status: 404 len: 333 time: 0.0367336 Sep 26 13:12:49.989637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53382) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:49.995493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1694137766'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:50.029290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:50.037579 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.039359 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.107153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:50.121080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.121659 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Added segment f0277d40-6e72-4ff2-ab9e-085ba898acf2 of type vlan for network 4d21f605-4762-4fe9-9516-49ade67fd59b Sep 26 13:12:50.123201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2e1a522b-f5d6-4cf9-9ecf-1975219a528e,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:50.135704 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.184248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.187784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750daf84-c949-42fd-8339-2169485da293 req-91898178-0586-4109-adc6-0fa2fbbe448c tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:50.190615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.194915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750daf84-c949-42fd-8339-2169485da293 req-91898178-0586-4109-adc6-0fa2fbbe448c tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1187963 Sep 26 13:12:50.230797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=2e1a522b-f5d6-4cf9-9ecf-1975219a528e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:50.231721 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.249552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:50.250719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.273696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750daf84-c949-42fd-8339-2169485da293 req-e86d62a1-ac1d-4fa4-b018-5976be2208de tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719612 Sep 26 13:12:50.293528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3004601 Sep 26 13:12:50.294265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53388) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:50.299092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:50.347989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39da21d-727f-48df-b096-914f80fec258 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Network': ['ID=4d21f605-4762-4fe9-9516-49ade67fd59b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:50.361676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 4d21f605-4762-4fe9-9516-49ade67fd59b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:50.450717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:50.454514 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:50.913222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Sync routers for ids ['47d9f4df-2cec-4443-9bd5-8213fee51796'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:50.923290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Routers {'47d9f4df-2cec-4443-9bd5-8213fee51796'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:50.924541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['47d9f4df-2cec-4443-9bd5-8213fee51796'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:51.042798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Set router 47d9f4df-2cec-4443-9bd5-8213fee51796 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:51.091345 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:51.117033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53402) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:51.206654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=8b5ebef8-1e37-412e-8d43-6cfe5cbe6562,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:51.225510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Checking segment: {'id': 'f0277d40-6e72-4ff2-ab9e-085ba898acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:51.225510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network hostable DHCP agents. Network: 4d21f605-4762-4fe9-9516-49ade67fd59b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:51.262596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 4d21f605-4762-4fe9-9516-49ade67fd59b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:51.275480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 4d21f605-4762-4fe9-9516-49ade67fd59b) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:51.290944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:51.292291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:51.317339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2e1a522b-f5d6-4cf9-9ecf-1975219a528e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:51.319605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8b9e866-bf2e-4bd2-aa33-cd46bb34fc24 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0242553 Sep 26 13:12:51.320249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe006946-1833-495d-b98d-3840a1b33873 None None] Network 4d21f605-4762-4fe9-9516-49ade67fd59b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:51.323572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53408) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:51.331515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fc3882d2-7a9e-43df-98fd-c588257cf0da tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:51.490135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:51.490705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:51.584369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3882d2-7a9e-43df-98fd-c588257cf0da tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:51.595970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc3882d2-7a9e-43df-98fd-c588257cf0da tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:51.695230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-4d21f605-4762-4fe9-9516-49ade67fd59b', 'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b', 'tenant_id': 'af1da9da9bcf4e42bd15ee7762657f8e', 'fixed_ips': [{'subnet_id': '8b5ebef8-1e37-412e-8d43-6cfe5cbe6562'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:12:51.696222 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:51.725210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:47Z', 'revision_number': 4, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port': {'id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1fc0e195-53b3-43ca-951c-39cbd0f4b712', 'name': '', 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'mac_address': 'fa:16:3e:8b:6a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '083e42d3-aee8-4df7-9328-f8855f1b538b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:46Z', 'updated_at': '2021-09-26T13:12:48Z', 'revision_number': 2, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'subnets': [{'id': '083e42d3-aee8-4df7-9328-f8855f1b538b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:51.753851 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-fc3882d2-7a9e-43df-98fd-c588257cf0da tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8b5ebef8-1e37-412e-8d43-6cfe5cbe6562 (CIDR: 172.20.0.0/28) Sep 26 13:12:51.759436 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3882d2-7a9e-43df-98fd-c588257cf0da tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:12:51.760260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3882d2-7a9e-43df-98fd-c588257cf0da tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:12:51.766577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Checking router: 47d9f4df-2cec-4443-9bd5-8213fee51796 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:51.767056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Updating router 47d9f4df-2cec-4443-9bd5-8213fee51796 port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:12:51.791089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc3882d2-7a9e-43df-98fd-c588257cf0da tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4659412 Sep 26 13:12:51.793444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53414) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:51.797115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2f9ae-fc73-4239-bcad-4a8289afe389 req-55c645d1-3497-48f8-964b-f5d75d796692 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:51.798939 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cee2f9ae-fc73-4239-bcad-4a8289afe389 req-55c645d1-3497-48f8-964b-f5d75d796692 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.3560979 Sep 26 13:12:51.807750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:51.851517 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:51.872955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cee2f9ae-fc73-4239-bcad-4a8289afe389 req-ed401cde-7ab4-497e-8f39-49b560422284 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Sep 26 13:12:52.013114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:52.023984 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.057791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.096320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Allocated IP 172.20.0.2 (4d21f605-4762-4fe9-9516-49ade67fd59b/8b5ebef8-1e37-412e-8d43-6cfe5cbe6562/81f0c88c-fb64-4e4f-a42f-faeb8ec8351f) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:52.399209 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.420249 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.423669 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.468714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Pushing event updated for resources: {'Port': ['ID=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:52.474322 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.493010 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.507825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Network 4d21f605-4762-4fe9-9516-49ade67fd59b is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:52.514010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:52.519100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:52.538749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 4d21f605-4762-4fe9-9516-49ade67fd59b is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:52.550253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:52.554680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:52.556524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.559064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea552e6-1f0a-45da-bc7d-332c3ef5a088 None None] Pushing event updated for resources: {'Port': ['ID=1fc0e195-53b3-43ca-951c-39cbd0f4b712,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:52.591116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=fd95c8f2-1b3c-4f09-9bdd-99ca745547a7,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:52.599692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0179b4a1-a0ed-471f-a399-733e7329f0fe tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8044589 Sep 26 13:12:52.601110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53426) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:52.606666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b', 'fixed_ips': [{'subnet_id': '8b5ebef8-1e37-412e-8d43-6cfe5cbe6562'}, {'subnet_id': 'fd95c8f2-1b3c-4f09-9bdd-99ca745547a7'}], 'name': 'tempest-PortsTestJSON-433379553'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:52.625031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Attempting to bind port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:52.625403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Attempting to bind port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f0277d40-6e72-4ff2-ab9e-085ba898acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:52.625793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Attempting to bind port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f on network 4d21f605-4762-4fe9-9516-49ade67fd59b {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:52.642833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:52.643199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Checking segment: {'id': 'f0277d40-6e72-4ff2-ab9e-085ba898acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:52.643605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.643993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Bound using segment: {'id': 'f0277d40-6e72-4ff2-ab9e-085ba898acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:52.644473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Bound port: 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0277d40-6e72-4ff2-ab9e-085ba898acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:52.645567 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.661310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Attempting to bind port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:12:52.661708 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Attempting to bind port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:12:52.662090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Attempting to bind port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 on network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:12:52.665052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-eb791897-99e6-4ee5-94e6-0d7e131a0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:52.666728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-eb791897-99e6-4ee5-94e6-0d7e131a0187 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1097 time: 0.1101918 Sep 26 13:12:52.683078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66245d-82d7-4013-ba43-32615ef96d0e req-9c0202e4-5848-4e22-9f1d-d419fc72cc2e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:52.687219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:12:52.687409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Checking segment: {'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:52.687695 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.688089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Bound using segment: {'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:12:52.688563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Bound port: 1fc0e195-53b3-43ca-951c-39cbd0f4b712, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bc8d9c-0379-42cd-9d90-50fd042848d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:12:52.688939 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.691250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a66245d-82d7-4013-ba43-32615ef96d0e req-9c0202e4-5848-4e22-9f1d-d419fc72cc2e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1333749 Sep 26 13:12:52.770105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] For port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:52.772016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:52.796199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] For port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,segment=NetworkSegment(f0277d40-6e72-4ff2-ab9e-085ba898acf2),segment_id=f0277d40-6e72-4ff2-ab9e-085ba898acf2)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:52.810124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.819379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] For port 1fc0e195-53b3-43ca-951c-39cbd0f4b712, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:12:52.862917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] For port 1fc0e195-53b3-43ca-951c-39cbd0f4b712, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1fc0e195-53b3-43ca-951c-39cbd0f4b712,segment=NetworkSegment(08bc8d9c-0379-42cd-9d90-50fd042848d7),segment_id=08bc8d9c-0379-42cd-9d90-50fd042848d7)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:12:52.877341 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.902943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c6f5f-27e6-4f4a-95e1-24119b762c72 None None] Pushing event updated for resources: {'Port': ['ID=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:52.906940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a66245d-82d7-4013-ba43-32615ef96d0e req-f15c3af0-41f3-453c-b769-4467da36602f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143810 Sep 26 13:12:52.911582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.936784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port bddb70d7-185a-40c1-8de2-a1634f9223aa yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:52.944104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-27620609-4921-4d06-a166-0ffe76e86edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:52.946026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-27620609-4921-4d06-a166-0ffe76e86edb service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 920 time: 0.2515497 Sep 26 13:12:52.955764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b964a4f1-9225-4832-9447-c724401acf08 None None] Provisioning complete for port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:52.956450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b964a4f1-9225-4832-9447-c724401acf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:52.989062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Routers {'47d9f4df-2cec-4443-9bd5-8213fee51796'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:52.990101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['47d9f4df-2cec-4443-9bd5-8213fee51796'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:53.025290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-4af26d19-dff7-42ff-84df-2167bb624ea8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 217 time: 0.0708044 Sep 26 13:12:53.085140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea552e6-1f0a-45da-bc7d-332c3ef5a088 None None] Pushing event updated for resources: {'Port': ['ID=1fc0e195-53b3-43ca-951c-39cbd0f4b712,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:53.204934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-b479f9d3-fdd5-4556-aa3d-2a1979309b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:53.210332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-b479f9d3-fdd5-4556-aa3d-2a1979309b93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.1756442 Sep 26 13:12:53.262321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-3dc837f5-8fc3-4a15-b267-0954012caade service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416653 Sep 26 13:12:53.314240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Deleting port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:53.314745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.377002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] Set router 47d9f4df-2cec-4443-9bd5-8213fee51796 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:53.435795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.12 (4d21f605-4762-4fe9-9516-49ade67fd59b/8b5ebef8-1e37-412e-8d43-6cfe5cbe6562/bddb70d7-185a-40c1-8de2-a1634f9223aa) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:53.445248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.18 (4d21f605-4762-4fe9-9516-49ade67fd59b/fd95c8f2-1b3c-4f09-9bdd-99ca745547a7/bddb70d7-185a-40c1-8de2-a1634f9223aa) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:53.463539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-8291c06b-8d80-4391-b821-473717dcde89 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868403 Sep 26 13:12:53.468850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] For port 1fc0e195-53b3-43ca-951c-39cbd0f4b712, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1fc0e195-53b3-43ca-951c-39cbd0f4b712,segment=NetworkSegment(08bc8d9c-0379-42cd-9d90-50fd042848d7),segment_id=08bc8d9c-0379-42cd-9d90-50fd042848d7)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:53.469432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.499140 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b964a4f1-9225-4832-9447-c724401acf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.514201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Calling delete_port for 1fc0e195-53b3-43ca-951c-39cbd0f4b712 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:53.577179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b964a4f1-9225-4832-9447-c724401acf08 None None] For port 1fc0e195-53b3-43ca-951c-39cbd0f4b712, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1fc0e195-53b3-43ca-951c-39cbd0f4b712,segment=NetworkSegment(08bc8d9c-0379-42cd-9d90-50fd042848d7),segment_id=08bc8d9c-0379-42cd-9d90-50fd042848d7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:53.582959 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b964a4f1-9225-4832-9447-c724401acf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.632528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c513498f-2725-4d14-80a9-21fb152b4d8c req-de0d2128-83c0-45cc-ad05-a7ac393adfb8 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549189 Sep 26 13:12:53.638471 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.671097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964a4f1-9225-4832-9447-c724401acf08 None None] Pushing event updated for resources: {'Port': ['ID=1fc0e195-53b3-43ca-951c-39cbd0f4b712,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:53.689653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:47Z', 'revision_number': 4, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port': {'id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1fc0e195-53b3-43ca-951c-39cbd0f4b712', 'name': '', 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'mac_address': 'fa:16:3e:8b:6a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '083e42d3-aee8-4df7-9328-f8855f1b538b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:46Z', 'updated_at': '2021-09-26T13:12:52Z', 'revision_number': 4, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'subnets': [{'id': '083e42d3-aee8-4df7-9328-f8855f1b538b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:53.706791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.724246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b8273-5502-4f1e-bb42-a67c19881929 None None] The sync data for ids ['47d9f4df-2cec-4443-9bd5-8213fee51796'] in n-d-806683-13 is: [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:47Z', 'revision_number': 4, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port': {'id': '2e1a522b-f5d6-4cf9-9ecf-1975219a528e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1fc0e195-53b3-43ca-951c-39cbd0f4b712', 'name': '', 'network_id': 'f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'mac_address': 'fa:16:3e:8b:6a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '083e42d3-aee8-4df7-9328-f8855f1b538b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:46Z', 'updated_at': '2021-09-26T13:12:52Z', 'revision_number': 4, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'subnets': [{'id': '083e42d3-aee8-4df7-9328-f8855f1b538b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:53.733934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d876ae35-4a67-411f-acee-7b5ec8f47a24 None None] Provisioning complete for port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:53.734304 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d876ae35-4a67-411f-acee-7b5ec8f47a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.816103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=bddb70d7-185a-40c1-8de2-a1634f9223aa,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:53.821159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 4d21f605-4762-4fe9-9516-49ade67fd59b is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:53.823515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:53.826613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:53.831200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.855594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d876ae35-4a67-411f-acee-7b5ec8f47a24 None None] Port 1fc0e195-53b3-43ca-951c-39cbd0f4b712 update to ACTIVE by agent not found {{(pid=94813) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 26 13:12:53.887216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc0e195-53b3-43ca-951c-39cbd0f4b712,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:53.919287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:53.920194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:53.962087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e6e97d4a-d2c5-4074-bb11-2d0087d7b26e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3573821 Sep 26 13:12:53.962502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53444) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:53.967693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b5ebef8-1e37-412e-8d43-6cfe5cbe6562'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:54.095709 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.185197 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.204020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6be869-72bf-46ed-9827-734bbc0ac763 req-af7bf360-db50-4f46-a371-91390862504a tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:54.207184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a6be869-72bf-46ed-9827-734bbc0ac763 req-af7bf360-db50-4f46-a371-91390862504a tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1346705 Sep 26 13:12:54.334053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a6be869-72bf-46ed-9827-734bbc0ac763 req-51f11741-580e-407e-9e0e-5d4b0e2a69f1 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179535 Sep 26 13:12:54.388140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f890c7-f450-4295-804d-5a2d12118fc1 None None] Network 4d21f605-4762-4fe9-9516-49ade67fd59b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:54.497873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Delete allocated IP 172.20.0.18 (4d21f605-4762-4fe9-9516-49ade67fd59b/fd95c8f2-1b3c-4f09-9bdd-99ca745547a7) {{(pid=94811) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 26 13:12:54.526454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d57abc15-a606-42ec-9665-17c0fb1cce92 None None] Provisioning complete for port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:54.526826 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d57abc15-a606-42ec-9665-17c0fb1cce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.545707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Router 47d9f4df-2cec-4443-9bd5-8213fee51796 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:12:54.692728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.696373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d57abc15-a606-42ec-9665-17c0fb1cce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.701844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.713203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:12:54.720351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a817310c-3dad-4e4d-b5c1-0f14c66250dc admin admin] 10.222.0.13 "PUT /v2.0/routers/47d9f4df-2cec-4443-9bd5-8213fee51796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6020131 Sep 26 13:12:54.723708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53452) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:54.767016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d57abc15-a606-42ec-9665-17c0fb1cce92 None None] For port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,segment=NetworkSegment(f0277d40-6e72-4ff2-ab9e-085ba898acf2),segment_id=f0277d40-6e72-4ff2-ab9e-085ba898acf2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:54.770643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da05d5-4035-4792-b83f-b9187de265d4 None None] Update dhcp port {'port': {'network_id': '4d21f605-4762-4fe9-9516-49ade67fd59b', 'fixed_ips': [{'subnet_id': '8b5ebef8-1e37-412e-8d43-6cfe5cbe6562', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fd95c8f2-1b3c-4f09-9bdd-99ca745547a7'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '81f0c88c-fb64-4e4f-a42f-faeb8ec8351f'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:12:54.788791 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d57abc15-a606-42ec-9665-17c0fb1cce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.819335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67da05d5-4035-4792-b83f-b9187de265d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.827598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=bddb70d7-185a-40c1-8de2-a1634f9223aa,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:54.857842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] In _notify_port_updated(), no bound segment for port bddb70d7-185a-40c1-8de2-a1634f9223aa on network 4d21f605-4762-4fe9-9516-49ade67fd59b {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:12:54.859171 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.867339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:54.868389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:54.872747 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1b59f9f6-722c-4fde-aa42-08691fc0844c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "PUT /v2.0/ports/bddb70d7-185a-40c1-8de2-a1634f9223aa HTTP/1.1" status: 200 len: 919 time: 0.9068201 Sep 26 13:12:54.873832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53454) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:54.881401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b5ebef8-1e37-412e-8d43-6cfe5cbe6562'}, {'subnet_id': 'fd95c8f2-1b3c-4f09-9bdd-99ca745547a7'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:54.884960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57abc15-a606-42ec-9665-17c0fb1cce92 None None] Pushing event updated for resources: {'Port': ['ID=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:54.967066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.034346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.069226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-67da05d5-4035-4792-b83f-b9187de265d4 None None] Allocated IP 172.20.0.18 (4d21f605-4762-4fe9-9516-49ade67fd59b/fd95c8f2-1b3c-4f09-9bdd-99ca745547a7/81f0c88c-fb64-4e4f-a42f-faeb8ec8351f) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:55.112026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Deleting port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:55.112868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.221045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-67da05d5-4035-4792-b83f-b9187de265d4 None None] For port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,segment=NetworkSegment(f0277d40-6e72-4ff2-ab9e-085ba898acf2),segment_id=f0277d40-6e72-4ff2-ab9e-085ba898acf2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:55.264535 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67da05d5-4035-4792-b83f-b9187de265d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.271652 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67da05d5-4035-4792-b83f-b9187de265d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.293642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] For port 2e1a522b-f5d6-4cf9-9ecf-1975219a528e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2e1a522b-f5d6-4cf9-9ecf-1975219a528e,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:55.294757 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.309676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:55.315374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Calling delete_port for 2e1a522b-f5d6-4cf9-9ecf-1975219a528e owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:55.426918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da05d5-4035-4792-b83f-b9187de265d4 None None] Pushing event updated for resources: {'Port': ['ID=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:55.443809 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:55.444395 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.444585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.24 (4d21f605-4762-4fe9-9516-49ade67fd59b/fd95c8f2-1b3c-4f09-9bdd-99ca745547a7/bddb70d7-185a-40c1-8de2-a1634f9223aa) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:55.561476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.584383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503152e-2860-4dc9-833a-e248e205dfe1 req-111c1fce-2fa5-4732-a5e3-2f1ce7ac7379 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:55.586029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4503152e-2860-4dc9-833a-e248e205dfe1 req-111c1fce-2fa5-4732-a5e3-2f1ce7ac7379 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0959635 Sep 26 13:12:55.609586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1a522b-f5d6-4cf9-9ecf-1975219a528e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:55.626561 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] Sync routers for ids ['47d9f4df-2cec-4443-9bd5-8213fee51796'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:12:55.641913 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.643256 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] Routers {'47d9f4df-2cec-4443-9bd5-8213fee51796'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:55.644450 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['47d9f4df-2cec-4443-9bd5-8213fee51796'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:55.649724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.729194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4503152e-2860-4dc9-833a-e248e205dfe1 req-18ed5120-c2a4-4bcc-83ed-e6e6a4218d9b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229794 Sep 26 13:12:55.743310 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.766661 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] Set router 47d9f4df-2cec-4443-9bd5-8213fee51796 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:55.785916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=bddb70d7-185a-40c1-8de2-a1634f9223aa,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:55.816475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] In _notify_port_updated(), no bound segment for port bddb70d7-185a-40c1-8de2-a1634f9223aa on network 4d21f605-4762-4fe9-9516-49ade67fd59b {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:12:55.824808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:55.825738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.827772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0cae0d86-0a12-441d-b457-6de148de3ef6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "PUT /v2.0/ports/bddb70d7-185a-40c1-8de2-a1634f9223aa HTTP/1.1" status: 200 len: 999 time: 0.9532156 Sep 26 13:12:55.830389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53466) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:55.840856 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:55Z', 'revision_number': 7, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:55.867898 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.870387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.879483 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] Checking router: 47d9f4df-2cec-4443-9bd5-8213fee51796 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:12:55.890112 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] Routers {'47d9f4df-2cec-4443-9bd5-8213fee51796'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:12:55.890618 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:12:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['47d9f4df-2cec-4443-9bd5-8213fee51796'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:55.949878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.950454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d9f4df-2cec-4443-9bd5-8213fee51796 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:12:55.956212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:55.956969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-32d004a5-4b25-4d42-8153-2769a52dd67d admin admin] 10.222.0.13 "DELETE /v2.0/routers/47d9f4df-2cec-4443-9bd5-8213fee51796 HTTP/1.1" status: 204 len: 168 time: 1.2321606 Sep 26 13:12:55.961096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53470) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:55.980985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fd309-8518-4ecc-8245-7d28ad82fc55 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port bddb70d7-185a-40c1-8de2-a1634f9223aa {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:55.981454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd309-8518-4ecc-8245-7d28ad82fc55 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.014564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6290f8bc-cd97-4c49-aa37-fdb054a8a08b admin admin] Deleting subnet 083e42d3-aee8-4df7-9328-f8855f1b538b {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:56.018525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6290f8bc-cd97-4c49-aa37-fdb054a8a08b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.077168 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6290f8bc-cd97-4c49-aa37-fdb054a8a08b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.099324 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] Set router 47d9f4df-2cec-4443-9bd5-8213fee51796 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:12:56.128086 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd309-8518-4ecc-8245-7d28ad82fc55 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.157648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fd309-8518-4ecc-8245-7d28ad82fc55 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for bddb70d7-185a-40c1-8de2-a1634f9223aa owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:56.162501 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:55Z', 'revision_number': 7, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:56.190463 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed42d78-bc7b-4807-8cb5-1a1c2b5d8f6b None None] The sync data for ids ['47d9f4df-2cec-4443-9bd5-8213fee51796'] in n-d-806683-13 is: [{'id': '47d9f4df-2cec-4443-9bd5-8213fee51796', 'name': 'tempest-ImageQuotaTest-550297254-router', 'tenant_id': 'bbbb8d69063b49109dd71239cd61d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:43Z', 'updated_at': '2021-09-26T13:12:55Z', 'revision_number': 7, 'project_id': 'bbbb8d69063b49109dd71239cd61d810', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:12:56.212415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6290f8bc-cd97-4c49-aa37-fdb054a8a08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.289253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ce2f3e-233e-489f-b664-3f0dd094b33f None None] Network 4d21f605-4762-4fe9-9516-49ade67fd59b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:56.295276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6290f8bc-cd97-4c49-aa37-fdb054a8a08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.339921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290f8bc-cd97-4c49-aa37-fdb054a8a08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083e42d3-aee8-4df7-9328-f8855f1b538b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:56.356121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6290f8bc-cd97-4c49-aa37-fdb054a8a08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.361124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6290f8bc-cd97-4c49-aa37-fdb054a8a08b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/083e42d3-aee8-4df7-9328-f8855f1b538b HTTP/1.1" status: 204 len: 168 time: 0.3965988 Sep 26 13:12:56.361650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09baacf-ebbc-4e62-a066-4d3b4b82a389 None None] Network f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:56.361775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53476) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:56.375134 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-313f87a9-8c81-46ec-9885-f739e8f381b6 None None] Provisioning complete for port bddb70d7-185a-40c1-8de2-a1634f9223aa triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:56.375501 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-313f87a9-8c81-46ec-9885-f739e8f381b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.407311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd309-8518-4ecc-8245-7d28ad82fc55 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.425057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-313f87a9-8c81-46ec-9885-f739e8f381b6 None None] Port bddb70d7-185a-40c1-8de2-a1634f9223aa cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:12:56.442353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fd309-8518-4ecc-8245-7d28ad82fc55 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=bddb70d7-185a-40c1-8de2-a1634f9223aa,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:56.455752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.515334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Deleting port 8ceba5c8-52c5-4a76-ade5-35929a9383cb {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:56.515675 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.529099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-313f87a9-8c81-46ec-9885-f739e8f381b6 None None] Provisioning complete for port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:56.529428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-313f87a9-8c81-46ec-9885-f739e8f381b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.552415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd309-8518-4ecc-8245-7d28ad82fc55 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.555007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf0fd309-8518-4ecc-8245-7d28ad82fc55 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/bddb70d7-185a-40c1-8de2-a1634f9223aa HTTP/1.1" status: 204 len: 168 time: 0.7233396 Sep 26 13:12:56.557649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53478) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:56.599048 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-315993ec-b8d2-47d1-852b-42ff5029dd7f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:12:56.600837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-315993ec-b8d2-47d1-852b-42ff5029dd7f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/bddb70d7-185a-40c1-8de2-a1634f9223aa HTTP/1.1" status: 404 len: 333 time: 0.0421963 Sep 26 13:12:56.603702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53480) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:56.605792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] For port 8ceba5c8-52c5-4a76-ade5-35929a9383cb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8ceba5c8-52c5-4a76-ade5-35929a9383cb,segment=NetworkSegment(08bc8d9c-0379-42cd-9d90-50fd042848d7),segment_id=08bc8d9c-0379-42cd-9d90-50fd042848d7)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:56.606632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.620987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Calling delete_port for 8ceba5c8-52c5-4a76-ade5-35929a9383cb owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:56.682291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8ff0a7-552d-421e-9847-f1a23045f451 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet fd95c8f2-1b3c-4f09-9bdd-99ca745547a7 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:56.695475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff0a7-552d-421e-9847-f1a23045f451 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.769396 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff0a7-552d-421e-9847-f1a23045f451 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.770001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] DHCP port deletion for f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:12:56.805062 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.836578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ceba5c8-52c5-4a76-ade5-35929a9383cb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:56.856638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] Deleting port 8ceba5c8-52c5-4a76-ade5-35929a9383cb {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:56.857142 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.871182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] No DVR routers for this DVR port 8ceba5c8-52c5-4a76-ade5-35929a9383cb on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:56.897137 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff0a7-552d-421e-9847-f1a23045f451 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.928665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] For port 8ceba5c8-52c5-4a76-ade5-35929a9383cb, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:56.929167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.939002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45eeb1-5b53-40c6-9f1a-81668186ad74 req-bb2a5dfa-85ce-4bd3-8ade-3d274280d2a2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:56.940574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b45eeb1-5b53-40c6-9f1a-81668186ad74 req-bb2a5dfa-85ce-4bd3-8ade-3d274280d2a2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1054835 Sep 26 13:12:56.943382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] Calling delete_port for 8ceba5c8-52c5-4a76-ade5-35929a9383cb owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:56.946583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] Port 8ceba5c8-52c5-4a76-ade5-35929a9383cb was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:12:56.949782 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.969213 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff0a7-552d-421e-9847-f1a23045f451 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.976021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:56.980806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] Pushing event deleted for resources: {'Port': ['ID=8ceba5c8-52c5-4a76-ade5-35929a9383cb,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:56.987025 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efab478-086d-4c7b-991a-8c02a8f02a2c None None] No DVR routers for this DVR port 8ceba5c8-52c5-4a76-ade5-35929a9383cb on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:57.001251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ff0a7-552d-421e-9847-f1a23045f451 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=fd95c8f2-1b3c-4f09-9bdd-99ca745547a7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:57.003353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff0a7-552d-421e-9847-f1a23045f451 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.008526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4c8ff0a7-552d-421e-9847-f1a23045f451 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/fd95c8f2-1b3c-4f09-9bdd-99ca745547a7 HTTP/1.1" status: 204 len: 168 time: 0.4002616 Sep 26 13:12:57.008526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53488) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:57.017245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:57.031512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bc8d9c-0379-42cd-9d90-50fd042848d7') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:57.031811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bc8d9c-0379-42cd-9d90-50fd042848d7') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:57.056908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.069780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b45eeb1-5b53-40c6-9f1a-81668186ad74 req-3c563a4f-8331-419b-b0fb-cf30037217d4 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876307 Sep 26 13:12:57.074297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e55a68b-e6ef-476c-80e4-d67260070631 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet 8b5ebef8-1e37-412e-8d43-6cfe5cbe6562 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:12:57.078279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e55a68b-e6ef-476c-80e4-d67260070631 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.084591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:57.102440 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:57.140377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e55a68b-e6ef-476c-80e4-d67260070631 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.203382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.212098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.224003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] 10.222.0.13 "DELETE /v2.0/networks/f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214 HTTP/1.1" status: 204 len: 168 time: 0.8578429 Sep 26 13:12:57.257917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e1d6-2f06-4adf-8eaf-27d2a4099dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ac16e3-cd5c-47f1-b70f-dc4eb8aae214,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:57.291883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:12:57.333519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e55a68b-e6ef-476c-80e4-d67260070631 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.349943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1a31c-fbd8-41fc-903e-71eb1f00ece1 None None] Network 4d21f605-4762-4fe9-9516-49ade67fd59b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:57.402285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53496) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:57.407557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:57.408078 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.416223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e55a68b-e6ef-476c-80e4-d67260070631 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.451543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9d3fc916-10c4-4f88-bd25-7458caf2ac01 None None] Provisioning complete for port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:12:57.451970 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc916-10c4-4f88-bd25-7458caf2ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.461069 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-351639ca-80b4-432f-ad32-1c381d952f20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbbb8d69063b49109dd71239cd61d810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578516 Sep 26 13:12:57.463840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53498) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:57.468453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a68b-e6ef-476c-80e4-d67260070631 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5ebef8-1e37-412e-8d43-6cfe5cbe6562,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:57.477409 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e55a68b-e6ef-476c-80e4-d67260070631 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.479666 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4e55a68b-e6ef-476c-80e4-d67260070631 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/8b5ebef8-1e37-412e-8d43-6cfe5cbe6562 HTTP/1.1" status: 204 len: 168 time: 0.4706035 Sep 26 13:12:57.482269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53500) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:57.524954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e606afb-01bd-4502-b4e3-633a155d2f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.549859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e606afb-01bd-4502-b4e3-633a155d2f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.577523 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.673624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:12:57.674547 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.759579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1fc0e195-53b3-43ca-951c-39cbd0f4b712 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:57.767795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] For port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,segment=NetworkSegment(f0277d40-6e72-4ff2-ab9e-085ba898acf2),segment_id=f0277d40-6e72-4ff2-ab9e-085ba898acf2)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:12:57.769633 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.796595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:12:57.912850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.920655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d5108-75f4-4be1-ae53-d700f8cbb6c3 None None] DHCP port deletion for 4d21f605-4762-4fe9-9516-49ade67fd59b request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:12:57.922911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 1fc0e195-53b3-43ca-951c-39cbd0f4b712 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:57.923280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1fc0e195-53b3-43ca-951c-39cbd0f4b712 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:57.923650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8ceba5c8-52c5-4a76-ade5-35929a9383cb no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:57.937077 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No DVR routers for this DVR port 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:12:57.945844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 8ceba5c8-52c5-4a76-ade5-35929a9383cb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:57.946165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8ceba5c8-52c5-4a76-ade5-35929a9383cb not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:57.946589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2e1a522b-f5d6-4cf9-9ecf-1975219a528e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:57.958499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e606afb-01bd-4502-b4e3-633a155d2f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.961591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e606afb-01bd-4502-b4e3-633a155d2f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:57.963391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0e606afb-01bd-4502-b4e3-633a155d2f8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c54e6a93-cf60-41c8-8189-02b66ff84856 HTTP/1.1" status: 204 len: 168 time: 0.4984267 Sep 26 13:12:57.978249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e606afb-01bd-4502-b4e3-633a155d2f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e6a93-cf60-41c8-8189-02b66ff84856,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:57.980966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 2e1a522b-f5d6-4cf9-9ecf-1975219a528e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:57.981344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2e1a522b-f5d6-4cf9-9ecf-1975219a528e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:58.006597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=81f0c88c-fb64-4e4f-a42f-faeb8ec8351f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:58.078274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.106015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d21f605-4762-4fe9-9516-49ade67fd59b']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:58.117136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0277d40-6e72-4ff2-ab9e-085ba898acf2') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:58.117441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0277d40-6e72-4ff2-ab9e-085ba898acf2') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:12:58.127734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.142998 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.151284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:12:58.152084 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:12:58.155653 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:12:58.232341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.238209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.241175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/networks/4d21f605-4762-4fe9-9516-49ade67fd59b HTTP/1.1" status: 204 len: 168 time: 0.7576070 Sep 26 13:12:58.245562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72b2c5-45a7-47f9-91d4-da93f28ed52b req-e5f45927-c913-419a-8713-cde8dc4e9443 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:58.246715 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc72b2c5-45a7-47f9-91d4-da93f28ed52b req-e5f45927-c913-419a-8713-cde8dc4e9443 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0786333 Sep 26 13:12:58.247194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53512) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:58.260771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36548cfb-a506-4159-a8f6-4197b1ad19ae tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Network': ['ID=4d21f605-4762-4fe9-9516-49ade67fd59b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:58.321045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc72b2c5-45a7-47f9-91d4-da93f28ed52b req-65b1c5f6-5d5e-4bf2-93ae-c0452e12d399 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610614 Sep 26 13:12:58.334762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea5ebf7-855c-45f1-bfc9-1752d55e093f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:58.336395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2ea5ebf7-855c-45f1-bfc9-1752d55e093f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 840 time: 0.0881310 Sep 26 13:12:58.340776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53516) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:58.393315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-347f6d58-f29e-4937-91f7-8d205ea973f1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0505111 Sep 26 13:12:58.396904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53518) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:58.401829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1106068348'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:58.425257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:58.430064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.434710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53520) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:58.447846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-37876926-ea48-4b0c-a23d-f3f3cafce157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.459065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:12:58.469319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.469739 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Added segment a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98 of type vlan for network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 Sep 26 13:12:58.520650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.550177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-37876926-ea48-4b0c-a23d-f3f3cafce157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.552271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.564329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-37876926-ea48-4b0c-a23d-f3f3cafce157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.564622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:58.564622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.603296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37876926-ea48-4b0c-a23d-f3f3cafce157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4faf490-f512-41ae-9675-805a3e8d82d5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:58.603864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2057788 Sep 26 13:12:58.608632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-37876926-ea48-4b0c-a23d-f3f3cafce157 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1726036 Sep 26 13:12:58.609269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53526) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:58.614942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:58.630573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53528) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:58.633285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458feac5-2b63-4c70-9e1a-ff07f8dc34d4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Network': ['ID=cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:58.645876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:12:58.762214 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f59882e-07c8-4082-bafb-625dcd8286d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.785270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:58.790682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.809753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f59882e-07c8-4082-bafb-625dcd8286d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.937973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f59882e-07c8-4082-bafb-625dcd8286d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.939943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-1f067581-648f-4e17-ac5d-39aa9b5e803c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:58.940620 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f59882e-07c8-4082-bafb-625dcd8286d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:58.944223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-1f067581-648f-4e17-ac5d-39aa9b5e803c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 815 time: 0.1269221 Sep 26 13:12:58.944355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6f59882e-07c8-4082-bafb-625dcd8286d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4faf490-f512-41ae-9675-805a3e8d82d5 HTTP/1.1" status: 204 len: 168 time: 0.3105030 Sep 26 13:12:58.961297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-d4dbfe8d-af92-4806-b5a0-74cb885854dd tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/quotas/caf10cae3f2e4a0884a9d539a297fe99 HTTP/1.1" status: 200 len: 375 time: 0.0114799 Sep 26 13:12:58.992317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59882e-07c8-4082-bafb-625dcd8286d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4faf490-f512-41ae-9675-805a3e8d82d5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:59.047354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b47d6e1f-fb96-47bf-80ab-5bb07ec86463 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791686 Sep 26 13:12:59.072191 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:59.161084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=fe6770c6-197b-4f55-8e36-d5b9eb85aaf0,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:59.166423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Checking segment: {'id': 'a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:12:59.167643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network hostable DHCP agents. Network: cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:12:59.191836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-bf7c588b-0d16-42f7-b18a-9359f4cee73d service neutron] 10.222.0.13 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364026 Sep 26 13:12:59.204682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:12:59.218108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:59.225298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:59.226874 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:59.234537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f0480-c5eb-40ce-b71a-18838ce43dee None None] Network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:12:59.255206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-525941d6-ea73-4eb2-8580-b2535af814be tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6444814 Sep 26 13:12:59.256595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:12:59.258830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53548) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:12:59.266070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1', 'name': 'tempest-PortsTestJSON-756899816'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:12:59.284628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:12:59.285248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 81f0c88c-fb64-4e4f-a42f-faeb8ec8351f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:12:59.341946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-6adf9ecd-b3b1-4036-b23a-27789d3a3050 service neutron] 10.222.0.13 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487658 Sep 26 13:12:59.422989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:12:59.427515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:59.446371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1', 'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1', 'tenant_id': 'af1da9da9bcf4e42bd15ee7762657f8e', 'fixed_ips': [{'subnet_id': 'fe6770c6-197b-4f55-8e36-d5b9eb85aaf0'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:12:59.447864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:59.474280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port ce72075e-44d4-4a9b-91b7-31dd653019e6 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:12:59.611665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697cc4c-1808-4fba-951f-a1e37e361faa req-c96477c4-6ac9-41b8-a52f-1bf70b6e7ef0 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:59.613217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8697cc4c-1808-4fba-951f-a1e37e361faa req-c96477c4-6ac9-41b8-a52f-1bf70b6e7ef0 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1828749 Sep 26 13:12:59.628945 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d77cde3-ccc7-4d31-8f28-efccdeaaf778 req-767a3d99-fc4a-4ae4-b8d5-761e1fccd575 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 210 time: 0.0376921 Sep 26 13:12:59.652291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.10 (cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1/fe6770c6-197b-4f55-8e36-d5b9eb85aaf0/ce72075e-44d4-4a9b-91b7-31dd653019e6) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:59.680777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8697cc4c-1808-4fba-951f-a1e37e361faa req-9ec0b888-1f3a-4576-8ce4-190d52ce8f82 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589099 Sep 26 13:12:59.831435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:59.870441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:12:59.912973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:12:59.916176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:12:59.919948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:12:59.936801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Allocated IP 172.20.0.2 (cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1/fe6770c6-197b-4f55-8e36-d5b9eb85aaf0/18d6d42e-0bf4-43fb-816b-20ff03b7100f) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:12:59.950906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=ce72075e-44d4-4a9b-91b7-31dd653019e6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:12:59.987417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:12:59.988218 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.003605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3ba93b21-5c01-46b5-9122-3e2bf3acad88 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7432868 Sep 26 13:13:00.006359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53568) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:00.012445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1', 'name': 'tempest-PortsTestJSON-2003798271'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:00.132714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.138757 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.139387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:00.143159 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.163482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 358079ff-4a65-443f-8e51-0410ce77d73a yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:13:00.185403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:00.188311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:00.194673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:00.197676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Pushing event updated for resources: {'Port': ['ID=18d6d42e-0bf4-43fb-816b-20ff03b7100f,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:00.248087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Attempting to bind port 18d6d42e-0bf4-43fb-816b-20ff03b7100f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:00.248459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Attempting to bind port 18d6d42e-0bf4-43fb-816b-20ff03b7100f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:00.248823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Attempting to bind port 18d6d42e-0bf4-43fb-816b-20ff03b7100f on network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:00.253672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:00.254045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Checking segment: {'id': 'a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:00.254634 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.255026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Bound using segment: {'id': 'a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:00.255488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Bound port: 18d6d42e-0bf4-43fb-816b-20ff03b7100f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:00.255870 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.278840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.5 (cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1/fe6770c6-197b-4f55-8e36-d5b9eb85aaf0/358079ff-4a65-443f-8e51-0410ce77d73a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:00.318986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] For port 18d6d42e-0bf4-43fb-816b-20ff03b7100f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:00.322382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] For port 18d6d42e-0bf4-43fb-816b-20ff03b7100f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=18d6d42e-0bf4-43fb-816b-20ff03b7100f,segment=NetworkSegment(a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98),segment_id=a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:00.326944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.403511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957547b3-67e8-4b9b-86f0-84bbc7d8192a None None] Pushing event updated for resources: {'Port': ['ID=18d6d42e-0bf4-43fb-816b-20ff03b7100f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:00.434245 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.474185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.530132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:00.534104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:00.541803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:00.546516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=358079ff-4a65-443f-8e51-0410ce77d73a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:00.603372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:00.604193 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.634877 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-071f1f48-d5e4-4763-a430-0787e9c72cf0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6273587 Sep 26 13:13:00.637664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53574) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:00.678035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-6559b999-d130-46e4-af09-7fe10a754f8a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:00.684972 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-6559b999-d130-46e4-af09-7fe10a754f8a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.24 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 815 time: 0.2055051 Sep 26 13:13:00.729168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Request body: {'port': {'device_id': '0da453cc-b50a-4f88-bca4-8c77c3dcde3d', 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'admin_state_up': True, 'tenant_id': 'caf10cae3f2e4a0884a9d539a297fe99'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:00.765953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708831dc-c95a-4558-8a82-3e84a554eaaf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:00.768027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-708831dc-c95a-4558-8a82-3e84a554eaaf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1292837 Sep 26 13:13:00.788442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53580) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:00.790991 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-405f37a1-3942-4f27-9473-e55c9fadcb53 req-aa4ea0cb-9c44-40ac-891c-b51bd99aad8c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 210 time: 0.0540106 Sep 26 13:13:00.887315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f035cd61-47db-467f-8532-1a6648fcd708 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 358079ff-4a65-443f-8e51-0410ce77d73a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:00.887579 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f035cd61-47db-467f-8532-1a6648fcd708 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.900453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0510a67-a377-4a6d-a199-0f665212d8a7 req-0de4ccca-4169-4fb4-bfa0-d5961b79e502 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:00.901955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d0510a67-a377-4a6d-a199-0f665212d8a7 req-0de4ccca-4169-4fb4-bfa0-d5961b79e502 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0765793 Sep 26 13:13:00.906495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Made reservation on behalf of caf10cae3f2e4a0884a9d539a297fe99 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:00.910225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.983253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f035cd61-47db-467f-8532-1a6648fcd708 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:00.997523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f035cd61-47db-467f-8532-1a6648fcd708 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 358079ff-4a65-443f-8e51-0410ce77d73a owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:00.997894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d0510a67-a377-4a6d-a199-0f665212d8a7 req-5e883f05-f40b-41d2-9da2-64e218cca4fa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846465 Sep 26 13:13:01.086093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Allocated IP 172.20.0.4 (d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103/aa4c99a4-0ae5-49ef-b74f-1c3bca537a76/271d1a71-3012-4cdd-9f7c-4d429a40f127) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:01.147475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f035cd61-47db-467f-8532-1a6648fcd708 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.207004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035cd61-47db-467f-8532-1a6648fcd708 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=358079ff-4a65-443f-8e51-0410ce77d73a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:01.252339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 18d6d42e-0bf4-43fb-816b-20ff03b7100f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:01.294635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f035cd61-47db-467f-8532-1a6648fcd708 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.299270 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.300730 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f035cd61-47db-467f-8532-1a6648fcd708 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/358079ff-4a65-443f-8e51-0410ce77d73a HTTP/1.1" status: 204 len: 168 time: 0.5086453 Sep 26 13:13:01.301025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53586) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:01.307604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 18d6d42e-0bf4-43fb-816b-20ff03b7100f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:01.307998 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.331388 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1eaeb8-286a-4080-8633-62799751d2ab tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:13:01.333537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fe1eaeb8-286a-4080-8633-62799751d2ab tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/358079ff-4a65-443f-8e51-0410ce77d73a HTTP/1.1" status: 404 len: 333 time: 0.0306747 Sep 26 13:13:01.336056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:01.367113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.381473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['30c1f569-dbde-4ced-bcb2-98e5e2e29d37'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:01.414593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:01.418512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:01.427366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:01.439642 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.485585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Pushing event updated for resources: {'Port': ['ID=271d1a71-3012-4cdd-9f7c-4d429a40f127,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:01.503781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:01.505574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.510004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 18d6d42e-0bf4-43fb-816b-20ff03b7100f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=18d6d42e-0bf4-43fb-816b-20ff03b7100f,segment=NetworkSegment(a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98),segment_id=a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:01.522308 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.523354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4f762f6-1672-4f91-9d34-83298bc2611e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8243206 Sep 26 13:13:01.539480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Request body: {'port': {'device_id': '0da453cc-b50a-4f88-bca4-8c77c3dcde3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:01.603808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=18d6d42e-0bf4-43fb-816b-20ff03b7100f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:01.610794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.647273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4405a5-d440-4eeb-b884-96aedb8b9fa5 None None] Network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:01.722011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2d5c3b0f-8f27-4f43-ab4f-8824bfacc5ba None None] Provisioning complete for port 18d6d42e-0bf4-43fb-816b-20ff03b7100f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:01.722560 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3b0f-8f27-4f43-ab4f-8824bfacc5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.782150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-45eeeb0e-1689-480e-ba17-ac69927996b3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port ce72075e-44d4-4a9b-91b7-31dd653019e6 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:01.782499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45eeeb0e-1689-480e-ba17-ac69927996b3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.887267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45eeeb0e-1689-480e-ba17-ac69927996b3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.904040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-45eeeb0e-1689-480e-ba17-ac69927996b3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for ce72075e-44d4-4a9b-91b7-31dd653019e6 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:01.970620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271d1a71-3012-4cdd-9f7c-4d429a40f127 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:13:01.981971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:01.997731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7809-d2e3-49f1-926a-8c99ca893b5b req-44061574-833f-4387-aaec-53466caedb6f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:02.000453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-755b7809-d2e3-49f1-926a-8c99ca893b5b req-44061574-833f-4387-aaec-53466caedb6f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 931 time: 0.0976114 Sep 26 13:13:02.046203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-755b7809-d2e3-49f1-926a-8c99ca893b5b req-e4d63a43-c735-473c-9bea-22c3cd7ea739 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386169 Sep 26 13:13:02.057253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45eeeb0e-1689-480e-ba17-ac69927996b3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.057874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Transition to ACTIVE for port object 271d1a71-3012-4cdd-9f7c-4d429a40f127 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:13:02.073070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.093975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eeeb0e-1689-480e-ba17-ac69927996b3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=ce72075e-44d4-4a9b-91b7-31dd653019e6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:02.161448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Pushing event updated for resources: {'Port': ['ID=271d1a71-3012-4cdd-9f7c-4d429a40f127,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:02.194898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c742518e-c515-4d80-9ab8-8ecef963a054 None None] Could not find standard attr ID for object ce72075e-44d4-4a9b-91b7-31dd653019e6. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:13:02.206200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c742518e-c515-4d80-9ab8-8ecef963a054 None None] Provisioning complete for port 18d6d42e-0bf4-43fb-816b-20ff03b7100f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:02.206814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c742518e-c515-4d80-9ab8-8ecef963a054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.224887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45eeeb0e-1689-480e-ba17-ac69927996b3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.226949 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-45eeeb0e-1689-480e-ba17-ac69927996b3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/ce72075e-44d4-4a9b-91b7-31dd653019e6 HTTP/1.1" status: 204 len: 168 time: 0.8898842 Sep 26 13:13:02.230298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53602) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:02.247295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Attempting to bind port 271d1a71-3012-4cdd-9f7c-4d429a40f127 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:02.247842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Attempting to bind port 271d1a71-3012-4cdd-9f7c-4d429a40f127 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:02.248355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Attempting to bind port 271d1a71-3012-4cdd-9f7c-4d429a40f127 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:02.248893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4ac20-980e-49f9-ac7d-61188638d2e0 req-3495bf85-1ebb-47cd-8fce-a0360c83d608 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:02.250520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24a4ac20-980e-49f9-ac7d-61188638d2e0 req-3495bf85-1ebb-47cd-8fce-a0360c83d608 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1302054 Sep 26 13:13:02.260428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Port 271d1a71-3012-4cdd-9f7c-4d429a40f127 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:13:02.260762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Attempting to bind port 271d1a71-3012-4cdd-9f7c-4d429a40f127 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:02.266995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:02.267341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Checking segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:02.268140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Bound using segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:02.268726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Bound port: 271d1a71-3012-4cdd-9f7c-4d429a40f127, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:02.269103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.272365 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad9edb1-6074-4b66-b6b3-ab26a96507f2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:13:02.273979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8ad9edb1-6074-4b66-b6b3-ab26a96507f2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/ce72075e-44d4-4a9b-91b7-31dd653019e6 HTTP/1.1" status: 404 len: 333 time: 0.0427392 Sep 26 13:13:02.281733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53604) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:02.349378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24a4ac20-980e-49f9-ac7d-61188638d2e0 req-359136be-ce17-4a6c-b645-a8ced0286a8b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842354 Sep 26 13:13:02.351570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] For port 271d1a71-3012-4cdd-9f7c-4d429a40f127, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:02.355338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] For port 271d1a71-3012-4cdd-9f7c-4d429a40f127, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=271d1a71-3012-4cdd-9f7c-4d429a40f127,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:02.356443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-256bda6d-0073-436c-82bf-0599ff1c343a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet fe6770c6-197b-4f55-8e36-d5b9eb85aaf0 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:13:02.361436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-256bda6d-0073-436c-82bf-0599ff1c343a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.365268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.400965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:02.401797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.403400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/271d1a71-3012-4cdd-9f7c-4d429a40f127 HTTP/1.1" status: 200 len: 1092 time: 0.8694053 Sep 26 13:13:02.404357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da453cc-b50a-4f88-bca4-8c77c3dcde3d', 'tag': '271d1a71-3012-4cdd-9f7c-4d429a40f127'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:02.406463 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8c39e8-1439-4315-9e2e-39fcb52693eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0da453cc-b50a-4f88-bca4-8c77c3dcde3d", "tag": "271d1a71-3012-4cdd-9f7c-4d429a40f127"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:02.422074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-256bda6d-0073-436c-82bf-0599ff1c343a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.433045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-475c9617-9dd8-4cf3-8dbd-76430a046bd7 None None] Could not find standard attr ID for object ce72075e-44d4-4a9b-91b7-31dd653019e6. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:13:02.437909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687998f-0413-4de1-95f0-e82df61832b7 service neutron] Pushing event updated for resources: {'Port': ['ID=271d1a71-3012-4cdd-9f7c-4d429a40f127,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:02.485841 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3eff20-fc38-439f-94af-05b259af674f x-openstack-request-id: req-cb3eff20-fc38-439f-94af-05b259af674f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:02.486589 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da453cc-b50a-4f88-bca4-8c77c3dcde3d", "tag": "271d1a71-3012-4cdd-9f7c-4d429a40f127", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:02.487052 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb3eff20-fc38-439f-94af-05b259af674f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:02.487660 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da453cc-b50a-4f88-bca4-8c77c3dcde3d', 'tag': '271d1a71-3012-4cdd-9f7c-4d429a40f127', 'status': 'completed', 'code': 200} Sep 26 13:13:02.504764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-3ffe1193-7084-4a91-af98-fdee926a303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:02.506334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-3ffe1193-7084-4a91-af98-fdee926a303b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 1095 time: 0.0577078 Sep 26 13:13:02.533121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-256bda6d-0073-436c-82bf-0599ff1c343a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.567420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-0bea4707-b9e9-489d-ab41-25172b2341f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=271d1a71-3012-4cdd-9f7c-4d429a40f127 HTTP/1.1" status: 200 len: 217 time: 0.0510883 Sep 26 13:13:02.599981 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-256bda6d-0073-436c-82bf-0599ff1c343a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.626878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-9fc9aea9-02c2-483a-95b0-3f030f2592e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:02.628948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-9fc9aea9-02c2-483a-95b0-3f030f2592e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.0530047 Sep 26 13:13:02.636318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bda6d-0073-436c-82bf-0599ff1c343a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6770c6-197b-4f55-8e36-d5b9eb85aaf0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:02.640290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-256bda6d-0073-436c-82bf-0599ff1c343a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.644492 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-256bda6d-0073-436c-82bf-0599ff1c343a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/fe6770c6-197b-4f55-8e36-d5b9eb85aaf0 HTTP/1.1" status: 204 len: 168 time: 0.3595004 Sep 26 13:13:02.644844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53608) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:02.662546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b78bc-bf33-4b90-900e-09d163f2101e None None] Network cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:02.669161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-a219a08f-a9ab-44e5-8438-aea126064476 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305839 Sep 26 13:13:02.726647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.754210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-056abe77-3527-42a6-bea9-8a36470754ea None None] Could not find standard attr ID for object 358079ff-4a65-443f-8e51-0410ce77d73a. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:13:02.779156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-b4d6c2cc-dfbe-476a-9ac7-1d8b6ff03d2b service neutron] 10.222.0.24 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008720 Sep 26 13:13:02.801445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 18d6d42e-0bf4-43fb-816b-20ff03b7100f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:02.801887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.859485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] DHCP port deletion for cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:13:02.876720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] For port 18d6d42e-0bf4-43fb-816b-20ff03b7100f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=18d6d42e-0bf4-43fb-816b-20ff03b7100f,segment=NetworkSegment(a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98),segment_id=a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:02.877207 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.886260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c5c7374-7297-454d-b8e7-25e76fbf6bee req-79301ff9-dfb1-4b0b-9d96-e838958643f6 service neutron] 10.222.0.24 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965168 Sep 26 13:13:02.891175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 18d6d42e-0bf4-43fb-816b-20ff03b7100f owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:02.909455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Deleting port 18d6d42e-0bf4-43fb-816b-20ff03b7100f {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:02.909857 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.978203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.980477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] For port 18d6d42e-0bf4-43fb-816b-20ff03b7100f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=18d6d42e-0bf4-43fb-816b-20ff03b7100f,segment=NetworkSegment(a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98),segment_id=a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:02.980882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:02.982466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-d18e88d3-ac3e-46db-8946-38f79ffd4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:02.984054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-d18e88d3-ac3e-46db-8946-38f79ffd4172 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 1095 time: 0.0499837 Sep 26 13:13:02.993265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Calling delete_port for 18d6d42e-0bf4-43fb-816b-20ff03b7100f owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:03.012107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=18d6d42e-0bf4-43fb-816b-20ff03b7100f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:03.013991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No DVR routers for this DVR port 18d6d42e-0bf4-43fb-816b-20ff03b7100f on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:13:03.078424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.087274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-1b86152f-c8f8-469d-8db7-016ccbc668d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:03.088790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-1b86152f-c8f8-469d-8db7-016ccbc668d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 915 time: 0.0951736 Sep 26 13:13:03.104126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.113413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Pushing event deleted for resources: {'Port': ['ID=18d6d42e-0bf4-43fb-816b-20ff03b7100f,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:03.118176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] No DVR routers for this DVR port 18d6d42e-0bf4-43fb-816b-20ff03b7100f on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:13:03.126023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.126365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.126707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.127037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.129135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:03.139624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:03.139927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bc01ac-c5e6-4970-9cc3-931cc0dfdd98') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:03.140555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.142687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.143033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.143491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.143762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.144101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.144436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.145286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e5311-ec51-4b47-85ae-9b5392a6baee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:03.150350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.161688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-bdc5dcd8-7f91-47d4-978a-ebed3f73c2a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=271d1a71-3012-4cdd-9f7c-4d429a40f127 HTTP/1.1" status: 200 len: 217 time: 0.0644257 Sep 26 13:13:03.167763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.174961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:13:03.175722 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:13:03.181425 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:13:03.229923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 18d6d42e-0bf4-43fb-816b-20ff03b7100f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:13:03.242008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691773-5c6e-4608-b4c4-a6c2e69e60ca req-e1807b01-1301-4fcf-b2a4-0b24972367d1 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:03.243559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8691773-5c6e-4608-b4c4-a6c2e69e60ca req-e1807b01-1301-4fcf-b2a4-0b24972367d1 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 943 time: 0.0853901 Sep 26 13:13:03.255577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.257281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-e0f6cb61-13dd-425a-bd2c-87c8f606bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:03.258888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-e0f6cb61-13dd-425a-bd2c-87c8f606bfb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.0870330 Sep 26 13:13:03.263312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.265465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/networks/cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1 HTTP/1.1" status: 204 len: 168 time: 0.6197844 Sep 26 13:13:03.271888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:03.272438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 18d6d42e-0bf4-43fb-816b-20ff03b7100f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:13:03.272793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 18d6d42e-0bf4-43fb-816b-20ff03b7100f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:13:03.277986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1957804488'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:03.283528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae878d-9582-4406-a45f-c04364791578 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Network': ['ID=cd5b71db-943f-4ad1-8cf8-a4eb63eaf8f1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:03.308669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-b1d505bd-40fa-4810-9c42-70287a86548c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269623 Sep 26 13:13:03.360504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8691773-5c6e-4608-b4c4-a6c2e69e60ca req-9a74caf8-5a3c-46b7-99b7-2fd1673ad8c9 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102865 Sep 26 13:13:03.363804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:03.367086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.434682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:13:03.454678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.455023 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Added segment 48e1f95c-c92f-423f-b82a-057146061263 of type vlan for network 61aeb2c3-a80e-412d-b631-394f1b77aff4 Sep 26 13:13:03.457787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-aa40195f-b3e1-4ab3-b91a-6b385ed88d87 service neutron] 10.222.0.24 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290109 Sep 26 13:13:03.477620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9d46-f059-4e36-a0aa-f603abcfabfa req-f5809699-8110-4da7-a004-24b37cd1b629 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:03.479240 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66fa9d46-f059-4e36-a0aa-f603abcfabfa req-f5809699-8110-4da7-a004-24b37cd1b629 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0536642 Sep 26 13:13:03.518451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-66fa9d46-f059-4e36-a0aa-f603abcfabfa req-d66b7a0e-1516-40af-9aed-ced212de7d6d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Sep 26 13:13:03.520312 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.589435 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.594865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:03.595452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.626608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6d8c39e8-1439-4315-9e2e-39fcb52693eb req-0be3f9aa-b5c7-4bca-9f8c-f2cb5d297a64 service neutron] 10.222.0.24 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418707 Sep 26 13:13:03.631324 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3584609 Sep 26 13:13:03.634308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53622) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:03.639342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:03.680763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27474e54-af0a-47d0-8f57-8269b0b94bd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Network': ['ID=61aeb2c3-a80e-412d-b631-394f1b77aff4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:03.691717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 61aeb2c3-a80e-412d-b631-394f1b77aff4 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:13:03.735574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:03.739871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.932850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:03.991723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=1f809a10-87be-4398-b8e3-8ff9f0220d11,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:04.000350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Checking segment: {'id': '48e1f95c-c92f-423f-b82a-057146061263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:04.000711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network hostable DHCP agents. Network: 61aeb2c3-a80e-412d-b631-394f1b77aff4, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:13:04.016756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 61aeb2c3-a80e-412d-b631-394f1b77aff4 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:13:04.025672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 61aeb2c3-a80e-412d-b631-394f1b77aff4) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:04.029999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:04.030591 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.034587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33686dac-e403-4c2d-876c-12368531603b None None] Network 61aeb2c3-a80e-412d-b631-394f1b77aff4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:04.045116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c51a58ec-1c26-48c6-af47-7bef1d617365 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4097331 Sep 26 13:13:04.047875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:04.052961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4', 'name': 'tempest-PortsTestJSON-1263407702', 'fixed_ips': [{'subnet_id': '1f809a10-87be-4398-b8e3-8ff9f0220d11', 'ip_address': '172.20.0.10'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:04.174126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:04.182465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-61aeb2c3-a80e-412d-b631-394f1b77aff4', 'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4', 'tenant_id': 'af1da9da9bcf4e42bd15ee7762657f8e', 'fixed_ips': [{'subnet_id': '1f809a10-87be-4398-b8e3-8ff9f0220d11'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:13:04.183352 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.265755 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.283272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 17a11d7d-f618-4649-8724-d1a792945fb5 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:13:04.322650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Allocated IP 172.20.0.2 (61aeb2c3-a80e-412d-b631-394f1b77aff4/1f809a10-87be-4398-b8e3-8ff9f0220d11/04b741b4-dec9-42c8-a817-3d4ed99b1701) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:04.475384 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.481717 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.526168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea06e7-9b00-43f4-a1c4-6337f504319e req-588e5af4-b84c-4e40-948d-a36f33038334 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:04.526397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Network 61aeb2c3-a80e-412d-b631-394f1b77aff4 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:04.527722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bcea06e7-9b00-43f4-a1c4-6337f504319e req-588e5af4-b84c-4e40-948d-a36f33038334 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 943 time: 0.0852516 Sep 26 13:13:04.529231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:04.531823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:04.542007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Pushing event updated for resources: {'Port': ['ID=04b741b4-dec9-42c8-a817-3d4ed99b1701,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:04.574515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.10 (61aeb2c3-a80e-412d-b631-394f1b77aff4/1f809a10-87be-4398-b8e3-8ff9f0220d11/17a11d7d-f618-4649-8724-d1a792945fb5) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:04.590253 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bcea06e7-9b00-43f4-a1c4-6337f504319e req-8d5a9390-8e23-4d64-90dc-0fd8a12c6600 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553598 Sep 26 13:13:04.596229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Attempting to bind port 04b741b4-dec9-42c8-a817-3d4ed99b1701 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:04.596599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Attempting to bind port 04b741b4-dec9-42c8-a817-3d4ed99b1701 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '48e1f95c-c92f-423f-b82a-057146061263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:04.596988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Attempting to bind port 04b741b4-dec9-42c8-a817-3d4ed99b1701 on network 61aeb2c3-a80e-412d-b631-394f1b77aff4 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:04.617921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:04.618408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Checking segment: {'id': '48e1f95c-c92f-423f-b82a-057146061263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:04.618905 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.619522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Bound using segment: {'id': '48e1f95c-c92f-423f-b82a-057146061263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:04.620215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Bound port: 04b741b4-dec9-42c8-a817-3d4ed99b1701, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e1f95c-c92f-423f-b82a-057146061263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:04.620736 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.640832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceab24c-e1ab-40aa-9874-8cc0b5496703 req-16c66305-81f9-49ce-8318-a505e62f8e8b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:04.643176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ceab24c-e1ab-40aa-9874-8cc0b5496703 req-16c66305-81f9-49ce-8318-a505e62f8e8b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Sep 26 13:13:04.683908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ceab24c-e1ab-40aa-9874-8cc0b5496703 req-44bca886-43fc-4a9b-9ae4-3e524616c34f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Sep 26 13:13:04.691110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] For port 04b741b4-dec9-42c8-a817-3d4ed99b1701, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:04.695660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] For port 04b741b4-dec9-42c8-a817-3d4ed99b1701, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=04b741b4-dec9-42c8-a817-3d4ed99b1701,segment=NetworkSegment(48e1f95c-c92f-423f-b82a-057146061263),segment_id=48e1f95c-c92f-423f-b82a-057146061263)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:04.700748 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.749897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.770851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea03381-5ae7-47de-a502-b04f0c1d5607 None None] Pushing event updated for resources: {'Port': ['ID=04b741b4-dec9-42c8-a817-3d4ed99b1701,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:04.788231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.835713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 61aeb2c3-a80e-412d-b631-394f1b77aff4 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:04.838749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:04.842471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:04.852170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=17a11d7d-f618-4649-8724-d1a792945fb5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:04.903447 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:04.904230 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:04.932108 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-411382e7-3440-4e11-9c8e-ffee83e158c2 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8829479 Sep 26 13:13:04.935694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53638) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:04.943020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': '61aeb2c3-a80e-412d-b631-394f1b77aff4', 'name': 'tempest-PortsTestJSON-639986318', 'fixed_ips': [{'subnet_id': '1f809a10-87be-4398-b8e3-8ff9f0220d11', 'ip_address': '172.20.0.9'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:05.068690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:05.154786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:05.174716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 4c84bc02-c7d6-432b-8e0c-a3424722032e yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:13:05.247227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 04b741b4-dec9-42c8-a817-3d4ed99b1701 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:05.295475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 04b741b4-dec9-42c8-a817-3d4ed99b1701 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:05.295942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:05.349989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.9 (61aeb2c3-a80e-412d-b631-394f1b77aff4/1f809a10-87be-4398-b8e3-8ff9f0220d11/4c84bc02-c7d6-432b-8e0c-a3424722032e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:05.388179 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:05.439989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 04b741b4-dec9-42c8-a817-3d4ed99b1701, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=04b741b4-dec9-42c8-a817-3d4ed99b1701,segment=NetworkSegment(48e1f95c-c92f-423f-b82a-057146061263),segment_id=48e1f95c-c92f-423f-b82a-057146061263)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:05.449105 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:05.540734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=04b741b4-dec9-42c8-a817-3d4ed99b1701,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:05.563696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:05.598706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:05.646790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network 61aeb2c3-a80e-412d-b631-394f1b77aff4 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:05.652541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:05.663597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:05.667505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=4c84bc02-c7d6-432b-8e0c-a3424722032e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:05.751901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:05.752541 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:05.773444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2a5a6-db32-4d96-8c02-bc321c1d4553 req-35afd667-55b5-43b9-bf32-89029cd52a6d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:05.775218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4df2a5a6-db32-4d96-8c02-bc321c1d4553 req-35afd667-55b5-43b9-bf32-89029cd52a6d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 943 time: 0.0873978 Sep 26 13:13:05.782323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-222c4b36-4c46-4848-8fe5-8136eabdc612 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8447526 Sep 26 13:13:05.784855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53648) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:05.844279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ed746-82ed-4c71-bbdf-b2ad8c1fea77 req-ff0d022a-f51b-47cc-a322-ea15d4abefaa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:05.846462 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-675ed746-82ed-4c71-bbdf-b2ad8c1fea77 req-ff0d022a-f51b-47cc-a322-ea15d4abefaa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0647352 Sep 26 13:13:05.861126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a16bc1-1dde-45c3-99af-ecff9a03e25f None None] Network 61aeb2c3-a80e-412d-b631-394f1b77aff4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:05.909058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1194e34-dd24-4cc1-b29d-a5aeef65bd7c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:05.911187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d1194e34-dd24-4cc1-b29d-a5aeef65bd7c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1247933 Sep 26 13:13:05.920185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-675ed746-82ed-4c71-bbdf-b2ad8c1fea77 req-323926e2-a10a-4ddb-8fa0-cfa38a90ed66 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623474 Sep 26 13:13:05.921550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4df2a5a6-db32-4d96-8c02-bc321c1d4553 req-da595492-e870-4ea0-ba43-aa4707c93cae tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245015 Sep 26 13:13:05.925162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53650) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:06.032649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31512394-e654-4c95-9f2a-02785138d7c4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:06.039745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31512394-e654-4c95-9f2a-02785138d7c4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:06.046007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31512394-e654-4c95-9f2a-02785138d7c4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:06.049583 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-31512394-e654-4c95-9f2a-02785138d7c4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1214814 Sep 26 13:13:06.050577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53654) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:06.101302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-707520a5-8583-460e-baf5-a4c577dd30ce None None] Provisioning complete for port 04b741b4-dec9-42c8-a817-3d4ed99b1701 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:06.101698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-707520a5-8583-460e-baf5-a4c577dd30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.160719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 4c84bc02-c7d6-432b-8e0c-a3424722032e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:06.161071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.258875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.271059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 4c84bc02-c7d6-432b-8e0c-a3424722032e owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:06.345612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 271d1a71-3012-4cdd-9f7c-4d429a40f127 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:13:06.415235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.454027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 271d1a71-3012-4cdd-9f7c-4d429a40f127, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=271d1a71-3012-4cdd-9f7c-4d429a40f127,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:06.460546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=4c84bc02-c7d6-432b-8e0c-a3424722032e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:06.481121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '271d1a71-3012-4cdd-9f7c-4d429a40f127', 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'port_id': '271d1a71-3012-4cdd-9f7c-4d429a40f127', 'mac_address': 'fa:16:3e:a1:ab:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4c99a4-0ae5-49ef-b74f-1c3bca537a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:13:06.497865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.498300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.498710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.499129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.499796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.500919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.501319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.501764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.502178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.502573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.503338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.503849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:06.518054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-80c9d8ca-1d00-438b-a040-020802c05a85 None None] Provisioning complete for port 04b741b4-dec9-42c8-a817-3d4ed99b1701 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:06.518547 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-80c9d8ca-1d00-438b-a040-020802c05a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.551367 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.561316 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.564745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4183ae3b-339a-461e-af7c-f3ffc3a833ba tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/4c84bc02-c7d6-432b-8e0c-a3424722032e HTTP/1.1" status: 204 len: 168 time: 0.5129466 Sep 26 13:13:06.567345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53660) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:06.582183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271d1a71-3012-4cdd-9f7c-4d429a40f127 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:13:06.599231 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a017b3-e442-4df9-a8a2-08c50af216e6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:13:06.603851 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-82a017b3-e442-4df9-a8a2-08c50af216e6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/4c84bc02-c7d6-432b-8e0c-a3424722032e HTTP/1.1" status: 404 len: 333 time: 0.0328348 Sep 26 13:13:06.604915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:06.607508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 271d1a71-3012-4cdd-9f7c-4d429a40f127, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=271d1a71-3012-4cdd-9f7c-4d429a40f127,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:06.637607 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.685553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-80c9d8ca-1d00-438b-a040-020802c05a85 None None] Could not find standard attr ID for object 4c84bc02-c7d6-432b-8e0c-a3424722032e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:13:06.707861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=271d1a71-3012-4cdd-9f7c-4d429a40f127,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:06.716921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-67c84e6b-9dd3-4923-9147-1879f320e46c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 17a11d7d-f618-4649-8724-d1a792945fb5 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:06.717129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-80c9d8ca-1d00-438b-a040-020802c05a85 None None] Provisioning complete for port 17a11d7d-f618-4649-8724-d1a792945fb5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:06.717263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67c84e6b-9dd3-4923-9147-1879f320e46c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.717389 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-80c9d8ca-1d00-438b-a040-020802c05a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.755308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-80c9d8ca-1d00-438b-a040-020802c05a85 None None] Port 17a11d7d-f618-4649-8724-d1a792945fb5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:06.814122 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67c84e6b-9dd3-4923-9147-1879f320e46c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.826689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-67c84e6b-9dd3-4923-9147-1879f320e46c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 17a11d7d-f618-4649-8724-d1a792945fb5 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:06.869935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-48cbfd21-0a4a-450c-aeae-b8f2843a9121 None None] Could not find standard attr ID for object 4c84bc02-c7d6-432b-8e0c-a3424722032e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:13:06.881696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-48cbfd21-0a4a-450c-aeae-b8f2843a9121 None None] Provisioning complete for port 17a11d7d-f618-4649-8724-d1a792945fb5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:06.882159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-48cbfd21-0a4a-450c-aeae-b8f2843a9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:06.919419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-48cbfd21-0a4a-450c-aeae-b8f2843a9121 None None] Port 17a11d7d-f618-4649-8724-d1a792945fb5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:06.971639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67c84e6b-9dd3-4923-9147-1879f320e46c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.006876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c84e6b-9dd3-4923-9147-1879f320e46c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=17a11d7d-f618-4649-8724-d1a792945fb5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:07.007880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['271d1a71-3012-4cdd-9f7c-4d429a40f127'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:07.087272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f880d-4b94-4297-9be9-c51be0295f9c req-731eb42f-3f14-4fa8-b860-d38b2979af45 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:07.089375 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d31f880d-4b94-4297-9be9-c51be0295f9c req-731eb42f-3f14-4fa8-b860-d38b2979af45 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0614717 Sep 26 13:13:07.136033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d31f880d-4b94-4297-9be9-c51be0295f9c req-c3c680ad-57be-4782-a824-2504fc4e5d7b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Sep 26 13:13:07.163402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67c84e6b-9dd3-4923-9147-1879f320e46c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.165687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67c84e6b-9dd3-4923-9147-1879f320e46c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/17a11d7d-f618-4649-8724-d1a792945fb5 HTTP/1.1" status: 204 len: 168 time: 0.5590732 Sep 26 13:13:07.168520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53670) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:07.195778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6ba6b-32e9-46d0-a9c7-4ae1b02b4a4a req-0c848bce-dcba-470c-a474-d8b16ea5127c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:07.197380 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6cd6ba6b-32e9-46d0-a9c7-4ae1b02b4a4a req-0c848bce-dcba-470c-a474-d8b16ea5127c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 944 time: 0.1860428 Sep 26 13:13:07.202311 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e1f01c-51c6-403a-b08d-7d11797c492a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:13:07.206546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c9e1f01c-51c6-403a-b08d-7d11797c492a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/17a11d7d-f618-4649-8724-d1a792945fb5 HTTP/1.1" status: 404 len: 333 time: 0.0343585 Sep 26 13:13:07.208639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53672) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:07.274237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 04b741b4-dec9-42c8-a817-3d4ed99b1701 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:07.275613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6cd6ba6b-32e9-46d0-a9c7-4ae1b02b4a4a req-8ee54fc4-df9e-42b9-a071-33ce6994ae83 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712917 Sep 26 13:13:07.287267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-98468538-861f-40d7-a8e1-43c9d61618a1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet 1f809a10-87be-4398-b8e3-8ff9f0220d11 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:13:07.290746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98468538-861f-40d7-a8e1-43c9d61618a1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.325551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 04b741b4-dec9-42c8-a817-3d4ed99b1701 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:07.325848 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.335561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98468538-861f-40d7-a8e1-43c9d61618a1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.418353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98468538-861f-40d7-a8e1-43c9d61618a1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.475596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98468538-861f-40d7-a8e1-43c9d61618a1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.499741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98468538-861f-40d7-a8e1-43c9d61618a1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=1f809a10-87be-4398-b8e3-8ff9f0220d11,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:07.505363 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98468538-861f-40d7-a8e1-43c9d61618a1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.509559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-98468538-861f-40d7-a8e1-43c9d61618a1 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/1f809a10-87be-4398-b8e3-8ff9f0220d11 HTTP/1.1" status: 204 len: 168 time: 0.2965600 Sep 26 13:13:07.510011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53674) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:07.513514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd64c1-ea80-4e6f-936d-24d8ca1ba64e None None] Network 61aeb2c3-a80e-412d-b631-394f1b77aff4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:07.589656 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.618396 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:13:07.656143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 04b741b4-dec9-42c8-a817-3d4ed99b1701 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:07.656489 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.714361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] DHCP port deletion for 61aeb2c3-a80e-412d-b631-394f1b77aff4 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:13:07.730441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] For port 04b741b4-dec9-42c8-a817-3d4ed99b1701, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=04b741b4-dec9-42c8-a817-3d4ed99b1701,segment=NetworkSegment(48e1f95c-c92f-423f-b82a-057146061263),segment_id=48e1f95c-c92f-423f-b82a-057146061263)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:07.730820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.743228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 04b741b4-dec9-42c8-a817-3d4ed99b1701 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:07.765338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] Deleting port 04b741b4-dec9-42c8-a817-3d4ed99b1701 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:07.765779 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.824327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.828302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] For port 04b741b4-dec9-42c8-a817-3d4ed99b1701, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=04b741b4-dec9-42c8-a817-3d4ed99b1701,segment=NetworkSegment(48e1f95c-c92f-423f-b82a-057146061263),segment_id=48e1f95c-c92f-423f-b82a-057146061263)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:07.828618 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.842226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] Calling delete_port for 04b741b4-dec9-42c8-a817-3d4ed99b1701 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:07.851070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=04b741b4-dec9-42c8-a817-3d4ed99b1701,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:07.855167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No DVR routers for this DVR port 04b741b4-dec9-42c8-a817-3d4ed99b1701 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.919308 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:13:07.922100 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:13:07.926740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.937215 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.949660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] Pushing event deleted for resources: {'Port': ['ID=04b741b4-dec9-42c8-a817-3d4ed99b1701,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:07.956647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2f391-fea6-4d3b-b9d1-fd39cbd2e16b None None] No DVR routers for this DVR port 04b741b4-dec9-42c8-a817-3d4ed99b1701 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:13:07.958099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61aeb2c3-a80e-412d-b631-394f1b77aff4']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:07.970110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e1f95c-c92f-423f-b82a-057146061263') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:07.970409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e1f95c-c92f-423f-b82a-057146061263') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:07.980692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:07.995803 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.002897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:13:08.003342 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:13:08.007227 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:13:08.264685 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-752018c6-cb91-49ba-8d1e-1a4622a8d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.364911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 271d1a71-3012-4cdd-9f7c-4d429a40f127 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:08.390289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.402192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.407358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/networks/61aeb2c3-a80e-412d-b631-394f1b77aff4 HTTP/1.1" status: 204 len: 168 time: 0.8928480 Sep 26 13:13:08.407778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53688) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:08.413117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2046469731'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:08.430032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 271d1a71-3012-4cdd-9f7c-4d429a40f127 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:13:08.430222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92870cc-bfdc-4af7-995e-9cdf4779df77 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Network': ['ID=61aeb2c3-a80e-412d-b631-394f1b77aff4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:08.435185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1b00-3a5c-4f1d-9725-01e89ef6e31c req-689d6288-7aa2-45ea-a28f-2ebf2c97169a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:08.436050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 271d1a71-3012-4cdd-9f7c-4d429a40f127 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:08.436439 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.443858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8ec1b00-3a5c-4f1d-9725-01e89ef6e31c req-689d6288-7aa2-45ea-a28f-2ebf2c97169a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 944 time: 0.0743864 Sep 26 13:13:08.451660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f587e-4d56-4e8f-874b-6bb6ed7290bb req-dc129d39-e0e7-4d31-9a60-36964e196be1 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:08.453186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c6f587e-4d56-4e8f-874b-6bb6ed7290bb req-dc129d39-e0e7-4d31-9a60-36964e196be1 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1001549 Sep 26 13:13:08.474913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:08.478232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.482058 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8ec1b00-3a5c-4f1d-9725-01e89ef6e31c req-931cacfb-86b0-4f16-bc71-3a0541788dff tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372589 Sep 26 13:13:08.521591 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c6f587e-4d56-4e8f-874b-6bb6ed7290bb req-ab95cca0-6a5e-44ee-b700-0c40466790d7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567555 Sep 26 13:13:08.524708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:13:08.534848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.535246 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Added segment fd092438-20f6-4a8f-aecb-2be2825f54d2 of type vlan for network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 Sep 26 13:13:08.537807 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.560345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da453cc-b50a-4f88-bca4-8c77c3dcde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271d1a71-3012-4cdd-9f7c-4d429a40f127'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:08.562647 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b1ad15-59bf-46e0-8292-3bb409dcca34" -d '{"events": [{"server_uuid": "0da453cc-b50a-4f88-bca4-8c77c3dcde3d", "name": "network-vif-plugged", "status": "completed", "tag": "271d1a71-3012-4cdd-9f7c-4d429a40f127"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:08.575924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 271d1a71-3012-4cdd-9f7c-4d429a40f127, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=271d1a71-3012-4cdd-9f7c-4d429a40f127,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:08.576574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.580417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.607553 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5551bb6e-c237-4e3d-801e-b22459c014df x-openstack-request-id: req-5551bb6e-c237-4e3d-801e-b22459c014df {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:08.607910 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da453cc-b50a-4f88-bca4-8c77c3dcde3d", "name": "network-vif-plugged", "status": "completed", "tag": "271d1a71-3012-4cdd-9f7c-4d429a40f127", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:08.608106 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5551bb6e-c237-4e3d-801e-b22459c014df {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:08.608634 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da453cc-b50a-4f88-bca4-8c77c3dcde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271d1a71-3012-4cdd-9f7c-4d429a40f127', 'code': 200} Sep 26 13:13:08.608853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.616033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:08.616785 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.637665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=271d1a71-3012-4cdd-9f7c-4d429a40f127,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:08.662353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2535505 Sep 26 13:13:08.665215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53694) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:08.671355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'f8f3485b-5c88-47c7-beb7-a0c04d1cf209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:08.702917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Network': ['ID=f8f3485b-5c88-47c7-beb7-a0c04d1cf209,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:08.729686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.730032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.730367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.730697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.731030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.731352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.731671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.731990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.732309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.732626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.732937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.733248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad99d9-3804-4f2c-a6c8-682da10605ed tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:08.751571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aae7f-2b50-40b1-9e7c-95780466551c req-34f7285b-5a7a-40e9-a154-1b17c8bb83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:08.753148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-916aae7f-2b50-40b1-9e7c-95780466551c req-34f7285b-5a7a-40e9-a154-1b17c8bb83f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 1097 time: 0.0579455 Sep 26 13:13:08.753291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:13:08.798486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:08.802362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:08.805710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-916aae7f-2b50-40b1-9e7c-95780466551c req-910f2bbf-9b62-4c65-a554-b118f6f0442e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Sep 26 13:13:08.985695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.051862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=094d325d-80ea-4369-9e80-bb9d65852994,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:09.055287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Checking segment: {'id': 'fd092438-20f6-4a8f-aecb-2be2825f54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f8f3485b-5c88-47c7-beb7-a0c04d1cf209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:09.055657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network hostable DHCP agents. Network: f8f3485b-5c88-47c7-beb7-a0c04d1cf209, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:13:09.074000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:13:09.083063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f8f3485b-5c88-47c7-beb7-a0c04d1cf209) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:09.087546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:09.088176 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.092742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdaf0b6-e38d-4a87-8db9-75b303eafc28 None None] Network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:09.102872 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d797ca06-750b-42ff-afbf-8e4bbb64208f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4365816 Sep 26 13:13:09.106036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53698) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:09.110791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-67223dfa-4205-45ce-81e3-fd29510ae8dc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1794490284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:09.135630 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67223dfa-4205-45ce-81e3-fd29510ae8dc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.137104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67223dfa-4205-45ce-81e3-fd29510ae8dc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.198770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67223dfa-4205-45ce-81e3-fd29510ae8dc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.204182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67223dfa-4205-45ce-81e3-fd29510ae8dc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.214232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 04b741b4-dec9-42c8-a817-3d4ed99b1701 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:13:09.221145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67223dfa-4205-45ce-81e3-fd29510ae8dc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.225124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67223dfa-4205-45ce-81e3-fd29510ae8dc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1154616 Sep 26 13:13:09.225248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53700) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:09.230464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'network_id': 'f8f3485b-5c88-47c7-beb7-a0c04d1cf209', 'name': 'tempest-PortsTestJSON-1764360213'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:09.238159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 04b741b4-dec9-42c8-a817-3d4ed99b1701 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:13:09.239160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 04b741b4-dec9-42c8-a817-3d4ed99b1701 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:13:09.281355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f8f3485b-5c88-47c7-beb7-a0c04d1cf209', 'network_id': 'f8f3485b-5c88-47c7-beb7-a0c04d1cf209', 'tenant_id': 'af1da9da9bcf4e42bd15ee7762657f8e', 'fixed_ips': [{'subnet_id': '094d325d-80ea-4369-9e80-bb9d65852994'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:13:09.282305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.355438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:09.359529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.379987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port b71938b5-cbd3-4948-a896-01d4cf0eeae1 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:13:09.427972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Allocated IP 172.20.0.2 (f8f3485b-5c88-47c7-beb7-a0c04d1cf209/094d325d-80ea-4369-9e80-bb9d65852994/0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:09.594819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.600933 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.643932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:09.647382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:09.654867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:09.658179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Pushing event updated for resources: {'Port': ['ID=0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:09.658598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae3919-5ddb-4225-98c6-17feb00e4cfc req-69592d59-b5e1-4a46-91ea-9d876c6cda0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:09.660725 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3ae3919-5ddb-4225-98c6-17feb00e4cfc req-69592d59-b5e1-4a46-91ea-9d876c6cda0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 945 time: 0.1006033 Sep 26 13:13:09.682804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b3e7e-3446-4592-90a7-ada8dee126d6 req-50e1d75b-c18d-4ba1-9c4e-dec7f12ff43f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:09.684820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef3b3e7e-3446-4592-90a7-ada8dee126d6 req-50e1d75b-c18d-4ba1-9c4e-dec7f12ff43f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0842547 Sep 26 13:13:09.706195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.9 (f8f3485b-5c88-47c7-beb7-a0c04d1cf209/094d325d-80ea-4369-9e80-bb9d65852994/b71938b5-cbd3-4948-a896-01d4cf0eeae1) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:09.726935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Attempting to bind port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:09.727412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Attempting to bind port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'fd092438-20f6-4a8f-aecb-2be2825f54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f8f3485b-5c88-47c7-beb7-a0c04d1cf209'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:09.727909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Attempting to bind port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c on network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:09.729841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3ae3919-5ddb-4225-98c6-17feb00e4cfc req-56cd783a-f086-40d4-887e-3768b473f53c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592597 Sep 26 13:13:09.735499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:09.735948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Checking segment: {'id': 'fd092438-20f6-4a8f-aecb-2be2825f54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f8f3485b-5c88-47c7-beb7-a0c04d1cf209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:09.736455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef3b3e7e-3446-4592-90a7-ada8dee126d6 req-2873d4e0-bbc7-499c-a2b3-d905f2b70ae5 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378525 Sep 26 13:13:09.736913 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.737280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Bound using segment: {'id': 'fd092438-20f6-4a8f-aecb-2be2825f54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f8f3485b-5c88-47c7-beb7-a0c04d1cf209'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:09.737793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Bound port: 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd092438-20f6-4a8f-aecb-2be2825f54d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f8f3485b-5c88-47c7-beb7-a0c04d1cf209'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:09.738209 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.833140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] For port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:09.836970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] For port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c,segment=NetworkSegment(fd092438-20f6-4a8f-aecb-2be2825f54d2),segment_id=fd092438-20f6-4a8f-aecb-2be2825f54d2)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:09.846149 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.928703 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:09.929529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6891d-c3f6-4f61-9f57-b757877fda58 None None] Pushing event updated for resources: {'Port': ['ID=0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:09.969617 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:10.021273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:10.024388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:10.028349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:10.055614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=b71938b5-cbd3-4948-a896-01d4cf0eeae1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:10.092680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:10.094710 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:10.118626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-38ed2e73-974c-4be3-b25b-d2e3d47ed421 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8922751 Sep 26 13:13:10.121144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53712) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:10.454869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:10.712809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:10.717943 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:10.836350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=b71938b5-cbd3-4948-a896-01d4cf0eeae1,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:10.860449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda82cfc-5df8-4073-8794-d0b59137f545 None None] Network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:10.864623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78742be3-9579-49cd-9eaa-da990ec37b78 req-5e3b0049-2b1c-4177-833d-57635193f216 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:10.869390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78742be3-9579-49cd-9eaa-da990ec37b78 req-5e3b0049-2b1c-4177-833d-57635193f216 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 945 time: 0.0613878 Sep 26 13:13:10.917217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78742be3-9579-49cd-9eaa-da990ec37b78 req-0e61b388-fcb6-4833-88ca-bdeb319e8f64 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Sep 26 13:13:10.933158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc197bb6-6210-4f31-953c-6d12d1f71930 req-fe3a0179-e78a-41c9-9aa8-74ba83e56c45 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:10.934704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc197bb6-6210-4f31-953c-6d12d1f71930 req-fe3a0179-e78a-41c9-9aa8-74ba83e56c45 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1007779 Sep 26 13:13:11.017189 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.030897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d99bbef7-3dd4-49fe-beb8-0e23207a6cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.032250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9ee38161-6b44-4365-8a48-52fd3031370e None None] Provisioning complete for port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:11.032608 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9ee38161-6b44-4365-8a48-52fd3031370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.099991 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc197bb6-6210-4f31-953c-6d12d1f71930 req-3f05511e-3b5f-4d61-a0d1-1f0c6bbadf93 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426313 Sep 26 13:13:11.150111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9ee38161-6b44-4365-8a48-52fd3031370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.176180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.199630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9ee38161-6b44-4365-8a48-52fd3031370e None None] For port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c,segment=NetworkSegment(fd092438-20f6-4a8f-aecb-2be2825f54d2),segment_id=fd092438-20f6-4a8f-aecb-2be2825f54d2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:11.212100 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9ee38161-6b44-4365-8a48-52fd3031370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.280128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee38161-6b44-4365-8a48-52fd3031370e None None] Pushing event updated for resources: {'Port': ['ID=0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:11.317455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:11.381430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:11.381967 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.451965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fa588545-49ba-4501-bfc0-5489ded93331 None None] Provisioning complete for port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:11.452432 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa588545-49ba-4501-bfc0-5489ded93331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.568784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.574664 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.609275 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.626929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fa588545-49ba-4501-bfc0-5489ded93331 None None] Provisioning complete for port b71938b5-cbd3-4948-a896-01d4cf0eeae1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:11.627333 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa588545-49ba-4501-bfc0-5489ded93331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.664601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fa588545-49ba-4501-bfc0-5489ded93331 None None] Port b71938b5-cbd3-4948-a896-01d4cf0eeae1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:11.667432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=b71938b5-cbd3-4948-a896-01d4cf0eeae1,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:11.678510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.773865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:11.775497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:11.783394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4c8b6c0c-4b35-4a7d-98ce-7426101c3888 None None] Provisioning complete for port b71938b5-cbd3-4948-a896-01d4cf0eeae1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:11.783769 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6c0c-4b35-4a7d-98ce-7426101c3888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.832124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b6c0c-4b35-4a7d-98ce-7426101c3888 None None] Port b71938b5-cbd3-4948-a896-01d4cf0eeae1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:11.899161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Router a960ebeb-5628-4bba-9c8a-a5911a70bf40 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:13:11.952096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2b741013-7f70-435b-b629-e5933f07ce94 None None] Provisioning complete for port b71938b5-cbd3-4948-a896-01d4cf0eeae1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:11.952653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2b741013-7f70-435b-b629-e5933f07ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:11.991680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2b741013-7f70-435b-b629-e5933f07ce94 None None] Port b71938b5-cbd3-4948-a896-01d4cf0eeae1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:11.995894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:13:12.001225 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dd5e489d-9291-4b7f-86ad-66d28bf0bbd0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "PUT /v2.0/routers/a960ebeb-5628-4bba-9c8a-a5911a70bf40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788986 Sep 26 13:13:12.003981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53742) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:12.007046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfee24c-97d0-4983-a8e0-3b3694b7cfd9 None None] Sync routers for ids ['a960ebeb-5628-4bba-9c8a-a5911a70bf40'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:13:12.017250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfee24c-97d0-4983-a8e0-3b3694b7cfd9 None None] Routers {'a960ebeb-5628-4bba-9c8a-a5911a70bf40'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:12.017250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6bfee24c-97d0-4983-a8e0-3b3694b7cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a960ebeb-5628-4bba-9c8a-a5911a70bf40'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:12.058498 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b2ee5-ca64-4127-b7b6-2b260ee4443d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:12.063235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1e6b2ee5-ca64-4127-b7b6-2b260ee4443d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports?device_id=a960ebeb-5628-4bba-9c8a-a5911a70bf40 HTTP/1.1" status: 200 len: 982 time: 0.0552852 Sep 26 13:13:12.063427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6bfee24c-97d0-4983-a8e0-3b3694b7cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:12.063528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53746) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:12.075283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfee24c-97d0-4983-a8e0-3b3694b7cfd9 None None] Routers {'a960ebeb-5628-4bba-9c8a-a5911a70bf40'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:12.076016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6bfee24c-97d0-4983-a8e0-3b3694b7cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a960ebeb-5628-4bba-9c8a-a5911a70bf40'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:12.126960 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:12.130633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6bfee24c-97d0-4983-a8e0-3b3694b7cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:12.131358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfee24c-97d0-4983-a8e0-3b3694b7cfd9 None None] The sync data for ids ['a960ebeb-5628-4bba-9c8a-a5911a70bf40'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:13:12.150790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-df2d72bc-68e4-4e6d-b3f0-7123cdf8449e None None] Provisioning complete for port b71938b5-cbd3-4948-a896-01d4cf0eeae1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:12.151531 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df2d72bc-68e4-4e6d-b3f0-7123cdf8449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:12.190095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-df2d72bc-68e4-4e6d-b3f0-7123cdf8449e None None] Port b71938b5-cbd3-4948-a896-01d4cf0eeae1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:12.222867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c38f-47eb-43ef-8d75-3b940e1b3fa0 req-717df48d-9d53-4bbe-aa01-905d6b4c9c32 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:12.224662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64f6c38f-47eb-43ef-8d75-3b940e1b3fa0 req-717df48d-9d53-4bbe-aa01-905d6b4c9c32 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0527017 Sep 26 13:13:12.267534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64f6c38f-47eb-43ef-8d75-3b940e1b3fa0 req-0c9c8ccd-a612-4c29-9c5d-47ec502ac0a8 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367432 Sep 26 13:13:12.823544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:13.039110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port b71938b5-cbd3-4948-a896-01d4cf0eeae1 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:13.039451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:13.135653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:13.151027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for b71938b5-cbd3-4948-a896-01d4cf0eeae1 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:13.254310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:13.306443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:13.306918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:13.347082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:13.403192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=b71938b5-cbd3-4948-a896-01d4cf0eeae1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:13.478725 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457ccd-07c1-49cd-b237-6c88cdc2d15d req-4b2a77f2-1c18-4580-a9a3-be118ae76532 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:13.480304 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19457ccd-07c1-49cd-b237-6c88cdc2d15d req-4b2a77f2-1c18-4580-a9a3-be118ae76532 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1300321 Sep 26 13:13:13.493124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:13.607254 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19457ccd-07c1-49cd-b237-6c88cdc2d15d req-8a5c3e3a-4370-4160-9d63-1b60dc5aa42b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166213 Sep 26 13:13:13.607966 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:13.777887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Router a960ebeb-5628-4bba-9c8a-a5911a70bf40 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:13:13.855634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:13:13.860454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b171b252-0384-43e6-a652-0ff500971f48 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "PUT /v2.0/routers/a960ebeb-5628-4bba-9c8a-a5911a70bf40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943423 Sep 26 13:13:13.863236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53764) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:13.865370 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d0d6b-3a81-4d09-829f-fc528a249700 None None] Sync routers for ids ['a960ebeb-5628-4bba-9c8a-a5911a70bf40'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:13:13.876500 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d0d6b-3a81-4d09-829f-fc528a249700 None None] Routers {'a960ebeb-5628-4bba-9c8a-a5911a70bf40'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:13.877117 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-447d0d6b-3a81-4d09-829f-fc528a249700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a960ebeb-5628-4bba-9c8a-a5911a70bf40'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:13.888099 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f270c9b9-4fcb-4efb-bcd7-739c0f1a7efa tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:13:13.892332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f270c9b9-4fcb-4efb-bcd7-739c0f1a7efa tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/b71938b5-cbd3-4948-a896-01d4cf0eeae1 HTTP/1.1" status: 404 len: 333 time: 0.0253587 Sep 26 13:13:13.892568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53766) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:13.916544 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-447d0d6b-3a81-4d09-829f-fc528a249700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:13.926741 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d0d6b-3a81-4d09-829f-fc528a249700 None None] Routers {'a960ebeb-5628-4bba-9c8a-a5911a70bf40'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:13.927350 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-447d0d6b-3a81-4d09-829f-fc528a249700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a960ebeb-5628-4bba-9c8a-a5911a70bf40'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:13.959149 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-447d0d6b-3a81-4d09-829f-fc528a249700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:13.959789 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d0d6b-3a81-4d09-829f-fc528a249700 None None] The sync data for ids ['a960ebeb-5628-4bba-9c8a-a5911a70bf40'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:13:13.979940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de74be-b816-4928-886b-7979b92c2e5f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.140820 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de74be-b816-4928-886b-7979b92c2e5f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.142880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de74be-b816-4928-886b-7979b92c2e5f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.192406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de74be-b816-4928-886b-7979b92c2e5f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.193376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0de74be-b816-4928-886b-7979b92c2e5f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Fanout notify agent at l3_agent the message router_deleted on router a960ebeb-5628-4bba-9c8a-a5911a70bf40 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:13:14.204464 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0de74be-b816-4928-886b-7979b92c2e5f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.205964 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f0de74be-b816-4928-886b-7979b92c2e5f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/routers/a960ebeb-5628-4bba-9c8a-a5911a70bf40 HTTP/1.1" status: 204 len: 168 time: 0.3124456 Sep 26 13:13:14.209243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53770) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:14.263577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a2e423-9651-4f35-b1aa-fedefab513fb tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet 094d325d-80ea-4369-9e80-bb9d65852994 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:13:14.266825 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e423-9651-4f35-b1aa-fedefab513fb tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.311991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e423-9651-4f35-b1aa-fedefab513fb tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.394675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e423-9651-4f35-b1aa-fedefab513fb tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.465393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e423-9651-4f35-b1aa-fedefab513fb tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.503037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2e423-9651-4f35-b1aa-fedefab513fb tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=094d325d-80ea-4369-9e80-bb9d65852994,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:14.508620 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e423-9651-4f35-b1aa-fedefab513fb tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.509847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16241d34-f12c-408d-862d-b52fea583b9b None None] Network f8f3485b-5c88-47c7-beb7-a0c04d1cf209 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:14.513285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b3a2e423-9651-4f35-b1aa-fedefab513fb tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/094d325d-80ea-4369-9e80-bb9d65852994 HTTP/1.1" status: 204 len: 168 time: 0.3003321 Sep 26 13:13:14.513285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:14.587409 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.643967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:14.644374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.725104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] For port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c,segment=NetworkSegment(fd092438-20f6-4a8f-aecb-2be2825f54d2),segment_id=fd092438-20f6-4a8f-aecb-2be2825f54d2)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:14.725468 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.738694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:14.787825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164114-bd6e-4bbe-a726-b382698ff6e1 req-4fc49585-2907-4795-93f7-86bbe73a1504 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:14.796120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce164114-bd6e-4bbe-a726-b382698ff6e1 req-4fc49585-2907-4795-93f7-86bbe73a1504 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0860455 Sep 26 13:13:14.842385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce164114-bd6e-4bbe-a726-b382698ff6e1 req-8ae32501-5fc6-46be-b9fc-717e58d451ca tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Sep 26 13:13:14.852210 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.858344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ec7b76-6559-4a6f-9e47-a10761b3af0f None None] DHCP port deletion for f8f3485b-5c88-47c7-beb7-a0c04d1cf209 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:13:14.885898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:14.889338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No DVR routers for this DVR port 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:13:14.968798 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:14.990885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f3485b-5c88-47c7-beb7-a0c04d1cf209']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:14.993349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.001624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd092438-20f6-4a8f-aecb-2be2825f54d2') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:15.001923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd092438-20f6-4a8f-aecb-2be2825f54d2') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:15.012150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.025023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.030942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:13:15.031353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:13:15.034255 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:13:15.100814 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.107678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.113675 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/networks/f8f3485b-5c88-47c7-beb7-a0c04d1cf209 HTTP/1.1" status: 204 len: 168 time: 0.5957224 Sep 26 13:13:15.114023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53782) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:15.132472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c02c6-c626-4a10-b8f3-271038fb2ca0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Network': ['ID=f8f3485b-5c88-47c7-beb7-a0c04d1cf209,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:15.167396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f792ce-26a1-4225-93d4-5042f32752c9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:15.169017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c4f792ce-26a1-4225-93d4-5042f32752c9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/600f8014-73d6-4cf2-b2bc-b212cef60a85 HTTP/1.1" status: 200 len: 837 time: 0.0539141 Sep 26 13:13:15.173006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53784) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:15.224203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3afead8d-22b1-4b5b-8f0e-d0bbcd117a7e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/600f8014-73d6-4cf2-b2bc-b212cef60a85?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0461364 Sep 26 13:13:15.224383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:13:15.226030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53786) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:15.231481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:15.245598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:13:15.246149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0ddfe584-32cf-4ec5-9359-0f96d6d1ad4c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:13:15.330323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:15.333973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.514418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.562295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:15.565319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:15.568560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:15.569158 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.575043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00332fcd-9689-4522-b62c-d2be558c5bdc None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:15.581631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=f1a3bf70-eb15-409c-bba1-488064ec38b3,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:15.589978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-27bb57d8-fb2d-4510-9bfb-d3be618aa58e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3625891 Sep 26 13:13:15.592535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53794) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:15.597040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a9b3086d-a3c1-4b6b-8dc8-ee0728f64dd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'security_group': {'name': 'tempest-secgroup-1887697199'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:15.619437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a9b3086d-a3c1-4b6b-8dc8-ee0728f64dd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.712760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a9b3086d-a3c1-4b6b-8dc8-ee0728f64dd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.717174 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a9b3086d-a3c1-4b6b-8dc8-ee0728f64dd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.746335 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a9b3086d-a3c1-4b6b-8dc8-ee0728f64dd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.747611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a9b3086d-a3c1-4b6b-8dc8-ee0728f64dd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1540854 Sep 26 13:13:15.750536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53796) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:15.753473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3086d-a3c1-4b6b-8dc8-ee0728f64dd4 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142d9421-3e0e-4802-8c1f-5980f663626f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:15.754020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-de426dae-8cad-45c1-afe3-b60c722e80fb', 'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'tenant_id': 'af1da9da9bcf4e42bd15ee7762657f8e', 'fixed_ips': [{'subnet_id': 'f1a3bf70-eb15-409c-bba1-488064ec38b3'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:13:15.754928 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.756182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fe186f23-3238-4b25-a155-7be08277c599 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'security_group': {'name': 'tempest-secgroup-2040463322'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:15.791829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe186f23-3238-4b25-a155-7be08277c599 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.897855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe186f23-3238-4b25-a155-7be08277c599 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.903088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe186f23-3238-4b25-a155-7be08277c599 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.932026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Allocated IP 172.20.0.2 (de426dae-8cad-45c1-afe3-b60c722e80fb/f1a3bf70-eb15-409c-bba1-488064ec38b3/39cfa015-bb9f-472e-8740-04f72012ec95) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:15.942537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe186f23-3238-4b25-a155-7be08277c599 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:15.943886 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fe186f23-3238-4b25-a155-7be08277c599 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1919072 Sep 26 13:13:15.944821 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe186f23-3238-4b25-a155-7be08277c599 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c02dae2-9bdd-40ec-8fce-b146a4099de7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:15.947166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53806) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:15.952474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-787954501', 'security_groups': ['3c02dae2-9bdd-40ec-8fce-b146a4099de7'], 'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f1a3bf70-eb15-409c-bba1-488064ec38b3'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:16.072794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:16.073262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13592e-32ff-4c88-99ad-f955652d219d req-70c8e237-24b2-41cd-9aa5-733c95e6ecc3 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:16.075670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef13592e-32ff-4c88-99ad-f955652d219d req-70c8e237-24b2-41cd-9aa5-733c95e6ecc3 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1015966 Sep 26 13:13:16.124270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef13592e-32ff-4c88-99ad-f955652d219d req-fb2c94c1-93b2-493b-8267-68a7542f1a9c tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Sep 26 13:13:16.135628 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:16.148642 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:16.191743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:16.194740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:16.198393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:16.207585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Pushing event updated for resources: {'Port': ['ID=39cfa015-bb9f-472e-8740-04f72012ec95,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:16.243092 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:16.257400 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Attempting to bind port 39cfa015-bb9f-472e-8740-04f72012ec95 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:16.257812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Attempting to bind port 39cfa015-bb9f-472e-8740-04f72012ec95 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '1f039d09-78ba-4f56-8fda-c237e86d086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:16.258174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Attempting to bind port 39cfa015-bb9f-472e-8740-04f72012ec95 on network de426dae-8cad-45c1-afe3-b60c722e80fb {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:16.263044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:16.263418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Checking segment: {'id': '1f039d09-78ba-4f56-8fda-c237e86d086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:16.263822 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:16.264215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Bound using segment: {'id': '1f039d09-78ba-4f56-8fda-c237e86d086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:16.264678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Bound port: 39cfa015-bb9f-472e-8740-04f72012ec95, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f039d09-78ba-4f56-8fda-c237e86d086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:16.265061 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:16.269468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:13:16.324710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-6f936441-a666-4d90-a778-08fa3b442e8b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:16.326264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-6f936441-a666-4d90-a778-08fa3b442e8b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 815 time: 0.1733277 Sep 26 13:13:16.332826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] For port 39cfa015-bb9f-472e-8740-04f72012ec95, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:16.337832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] For port 39cfa015-bb9f-472e-8740-04f72012ec95, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=39cfa015-bb9f-472e-8740-04f72012ec95,segment=NetworkSegment(1f039d09-78ba-4f56-8fda-c237e86d086e),segment_id=1f039d09-78ba-4f56-8fda-c237e86d086e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:16.343614 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:16.355793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-9059bba3-6b03-40fe-8a63-578bf75b97af tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/quotas/caf10cae3f2e4a0884a9d539a297fe99 HTTP/1.1" status: 200 len: 375 time: 0.0210826 Sep 26 13:13:16.413593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b4806-da56-405b-b3b6-f201a6fec462 None None] Pushing event updated for resources: {'Port': ['ID=39cfa015-bb9f-472e-8740-04f72012ec95,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:16.475318 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-2cda39cc-52e8-4b90-aca3-d4f9b86fcbcd tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957618 Sep 26 13:13:16.528768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.11 (de426dae-8cad-45c1-afe3-b60c722e80fb/f1a3bf70-eb15-409c-bba1-488064ec38b3/cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:16.632389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-d3be4f77-905b-4a35-8ffa-fca82c5ee30f service neutron] 10.222.0.13 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494575 Sep 26 13:13:17.097207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-fade0c15-a660-401f-86d9-408eb0e51784 service neutron] 10.222.0.13 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551485 Sep 26 13:13:17.107304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.143272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.166924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:17.170377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:17.197908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:17.286328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:17.295583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:17.296379 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.312058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae8a96-03b0-4503-82e4-b46fa79af68f req-98a37c3b-a709-462e-a85d-1c01caefb7ab tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:17.315592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dae8a96-03b0-4503-82e4-b46fa79af68f req-98a37c3b-a709-462e-a85d-1c01caefb7ab tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0959668 Sep 26 13:13:17.327136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 39cfa015-bb9f-472e-8740-04f72012ec95 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:17.332446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f911388a-58e9-4109-adb3-c225d7586f04 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3835609 Sep 26 13:13:17.339565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53832) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:17.353023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d6cbb20c-7b8e-48a5-9d1c-0c3167ed5f3f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:17.381344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b566f08b-2340-49d7-b8a0-d652c3c94c27 req-21a03cdf-0d8c-4e63-882a-31ba3255c597 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 210 time: 0.0472929 Sep 26 13:13:17.413395 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:17.413808 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.514394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dae8a96-03b0-4503-82e4-b46fa79af68f req-09ec5946-cab9-41aa-aa35-98b29f88a664 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818209 Sep 26 13:13:17.547064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cbb20c-7b8e-48a5-9d1c-0c3167ed5f3f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:17.551699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb20c-7b8e-48a5-9d1c-0c3167ed5f3f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.554957 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.602308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 39cfa015-bb9f-472e-8740-04f72012ec95, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=39cfa015-bb9f-472e-8740-04f72012ec95,segment=NetworkSegment(1f039d09-78ba-4f56-8fda-c237e86d086e),segment_id=1f039d09-78ba-4f56-8fda-c237e86d086e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:17.611178 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.658557 n-d-806683-13 neutron-server[94812]: INFO neutron.db.ipam_backend_mixin [None req-d6cbb20c-7b8e-48a5-9d1c-0c3167ed5f3f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f1a3bf70-eb15-409c-bba1-488064ec38b3 (CIDR: 172.20.0.0/28) Sep 26 13:13:17.663678 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cbb20c-7b8e-48a5-9d1c-0c3167ed5f3f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:13:17.664139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cbb20c-7b8e-48a5-9d1c-0c3167ed5f3f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:17.677243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=39cfa015-bb9f-472e-8740-04f72012ec95,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:17.684491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6cbb20c-7b8e-48a5-9d1c-0c3167ed5f3f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3428433 Sep 26 13:13:17.686212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2ca1f6e0-ff16-4a37-b98f-e23beda1092f None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:17.686808 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f6e0-ff16-4a37-b98f-e23beda1092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.687302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53844) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:17.694389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:17.789807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2ca1f6e0-ff16-4a37-b98f-e23beda1092f None None] Provisioning complete for port 600f8014-73d6-4cf2-b2bc-b212cef60a85 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:17.790384 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f6e0-ff16-4a37-b98f-e23beda1092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.822834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:17.826559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:17.835430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1f6e0-ff16-4a37-b98f-e23beda1092f None None] Port 600f8014-73d6-4cf2-b2bc-b212cef60a85 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:17.955046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-458f0f9e-6731-47aa-966f-2b872597c625 None None] Provisioning complete for port cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:17.955433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-458f0f9e-6731-47aa-966f-2b872597c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:18.000063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-458f0f9e-6731-47aa-966f-2b872597c625 None None] Port cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:18.082502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:18.126208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:18.129466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:18.133821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:18.134498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:18.139442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934666f-969e-4a56-8800-ead477c7ea0d None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:18.142179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=f0224013-b0e9-4c7e-92c3-0f0f502ace8c,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:18.153301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6cfd9fa3-b26d-487b-b0cc-b39868bdaa4c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4649322 Sep 26 13:13:18.155809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53850) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:18.161887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-344869770', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0224013-b0e9-4c7e-92c3-0f0f502ace8c'}], 'security_groups': ['142d9421-3e0e-4802-8c1f-5980f663626f']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:18.322370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:18.369940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea5405-76af-4286-99cd-bcdb21c0ec28 None None] Update dhcp port {'port': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'fixed_ips': [{'subnet_id': 'f1a3bf70-eb15-409c-bba1-488064ec38b3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f0224013-b0e9-4c7e-92c3-0f0f502ace8c'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '39cfa015-bb9f-472e-8740-04f72012ec95'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:13:18.394612 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31ea5405-76af-4286-99cd-bcdb21c0ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:18.477146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-781181ae-754d-4cd8-a3aa-97b853c97190 req-1f3bf346-7027-4d79-a674-4431e1337902 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 210 time: 0.0278080 Sep 26 13:13:18.560494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-31ea5405-76af-4286-99cd-bcdb21c0ec28 None None] Allocated IP 172.20.0.18 (de426dae-8cad-45c1-afe3-b60c722e80fb/f0224013-b0e9-4c7e-92c3-0f0f502ace8c/39cfa015-bb9f-472e-8740-04f72012ec95) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:18.637472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6bb0a-7462-48df-b1ef-eb70bf6699bc req-4db80315-a96d-4596-9ed6-81be826244ac tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:18.638984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fa6bb0a-7462-48df-b1ef-eb70bf6699bc req-4db80315-a96d-4596-9ed6-81be826244ac tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0585461 Sep 26 13:13:18.675144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-31ea5405-76af-4286-99cd-bcdb21c0ec28 None None] For port 39cfa015-bb9f-472e-8740-04f72012ec95, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=39cfa015-bb9f-472e-8740-04f72012ec95,segment=NetworkSegment(1f039d09-78ba-4f56-8fda-c237e86d086e),segment_id=1f039d09-78ba-4f56-8fda-c237e86d086e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:18.706079 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31ea5405-76af-4286-99cd-bcdb21c0ec28 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:18.713759 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31ea5405-76af-4286-99cd-bcdb21c0ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:18.722863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fa6bb0a-7462-48df-b1ef-eb70bf6699bc req-6727a286-d232-4ff0-baec-45e0f98ce8da tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770626 Sep 26 13:13:18.797877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-835a9558-a784-4744-a97d-3bc2eb5bffc2 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:18.799663 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-835a9558-a784-4744-a97d-3bc2eb5bffc2 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.23 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 815 time: 0.1396327 Sep 26 13:13:18.815593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Request body: {'port': {'device_id': 'a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f', 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'admin_state_up': True, 'tenant_id': 'caf10cae3f2e4a0884a9d539a297fe99'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:18.816960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea5405-76af-4286-99cd-bcdb21c0ec28 None None] Pushing event updated for resources: {'Port': ['ID=39cfa015-bb9f-472e-8740-04f72012ec95,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:18.827930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Delete allocated IP 172.20.0.11 (de426dae-8cad-45c1-afe3-b60c722e80fb/f1a3bf70-eb15-409c-bba1-488064ec38b3) {{(pid=94812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 26 13:13:18.841232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.21 (de426dae-8cad-45c1-afe3-b60c722e80fb/f0224013-b0e9-4c7e-92c3-0f0f502ace8c/cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:18.945080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Made reservation on behalf of caf10cae3f2e4a0884a9d539a297fe99 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:18.951063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.013018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.020105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.075607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:19.115475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Allocated IP 172.20.0.13 (d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103/aa4c99a4-0ae5-49ef-b74f-1c3bca537a76/70b7c074-3361-468d-9d7b-fcb26a5ac536) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:19.171936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] In _notify_port_updated(), no bound segment for port cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 on network de426dae-8cad-45c1-afe3-b60c722e80fb {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:13:19.177847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:19.178637 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.183951 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c4603ec6-0201-4799-b8a7-ec293918d154 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "PUT /v2.0/ports/cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 HTTP/1.1" status: 200 len: 920 time: 1.0261850 Sep 26 13:13:19.184143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53862) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:19.230022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 39cfa015-bb9f-472e-8740-04f72012ec95 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:19.284087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:19.285325 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.358666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.373233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf3bf2-8a90-4adf-b38f-09839e7e5e47 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:19.374477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3bf2-8a90-4adf-b38f-09839e7e5e47 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.425232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f92ff31a-5d40-4981-833e-7b0d175b5f70 None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:19.426434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f92ff31a-5d40-4981-833e-7b0d175b5f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.465148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.490558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['271d1a71-3012-4cdd-9f7c-4d429a40f127'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:19.492910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['30c1f569-dbde-4ced-bcb2-98e5e2e29d37'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:19.506070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3bf2-8a90-4adf-b38f-09839e7e5e47 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.528490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf3bf2-8a90-4adf-b38f-09839e7e5e47 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:19.540876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:19.548557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:19.550397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Pushing event updated for resources: {'Port': ['ID=70b7c074-3361-468d-9d7b-fcb26a5ac536,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:19.553119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:19.612348 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f92ff31a-5d40-4981-833e-7b0d175b5f70 None None] Provisioning complete for port cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:19.612858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f92ff31a-5d40-4981-833e-7b0d175b5f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.685672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:19.686314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.712084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05bacb-3877-411d-8569-cd4f47b4f9f6 req-acce3520-063c-43cd-a4c7-cccb6f8cb646 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:19.713567 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c05bacb-3877-411d-8569-cd4f47b4f9f6 req-acce3520-063c-43cd-a4c7-cccb6f8cb646 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 932 time: 0.1312082 Sep 26 13:13:19.723876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f92ff31a-5d40-4981-833e-7b0d175b5f70 None None] Port cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:19.728464 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-53390655-627e-4baa-a803-2b820a8695be tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9167035 Sep 26 13:13:19.764478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Request body: {'port': {'device_id': 'a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:19.783902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f92ff31a-5d40-4981-833e-7b0d175b5f70 None None] Provisioning complete for port 600f8014-73d6-4cf2-b2bc-b212cef60a85 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:19.784457 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f92ff31a-5d40-4981-833e-7b0d175b5f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.875020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7644cb-4901-4f76-89cf-c86089f1b003 req-ac860ed3-526e-43d2-9971-38794418ddf2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:19.880106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c05bacb-3877-411d-8569-cd4f47b4f9f6 req-1e5bfb27-1092-46e5-b6e7-bec032e97d77 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167343 Sep 26 13:13:19.880972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3bf2-8a90-4adf-b38f-09839e7e5e47 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.889641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:19.895617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec7644cb-4901-4f76-89cf-c86089f1b003 req-ac860ed3-526e-43d2-9971-38794418ddf2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0857077 Sep 26 13:13:19.935429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf3bf2-8a90-4adf-b38f-09839e7e5e47 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:19.961842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec7644cb-4901-4f76-89cf-c86089f1b003 req-c0b78bf6-031d-4469-84a3-a0563081a567 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 Sep 26 13:13:19.982024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f92ff31a-5d40-4981-833e-7b0d175b5f70 None None] Port 600f8014-73d6-4cf2-b2bc-b212cef60a85 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:20.023945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241505-e792-4487-910d-8ac45a9e3ce4 req-c6100de8-8839-4f39-8a56-aca5398cefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:20.025544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce241505-e792-4487-910d-8ac45a9e3ce4 req-c6100de8-8839-4f39-8a56-aca5398cefd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1097 time: 0.0449817 Sep 26 13:13:20.072109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce241505-e792-4487-910d-8ac45a9e3ce4 req-5b88c831-1e25-4d01-8cf0-600cda2d3e8d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385573 Sep 26 13:13:20.099806 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.100644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f83a7528-3c23-45c6-b5fe-c3f2ab1aa809 None None] Could not find standard attr ID for object cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:13:20.114327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3bf2-8a90-4adf-b38f-09839e7e5e47 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.116277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e3bf3bf2-8a90-4adf-b38f-09839e7e5e47 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 HTTP/1.1" status: 204 len: 168 time: 0.9316905 Sep 26 13:13:20.119091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53874) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:20.152893 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede48b4b-30f1-48a9-8c7a-bf8151af47d0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:13:20.154527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ede48b4b-30f1-48a9-8c7a-bf8151af47d0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/cd5824f1-d3dd-4f5c-a2dd-f23b27fe1bc2 HTTP/1.1" status: 404 len: 333 time: 0.0344410 Sep 26 13:13:20.157197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53878) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:20.219411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ba52a5d-be3f-4d14-b86b-699fbc3d7a63 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.242792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ba52a5d-be3f-4d14-b86b-699fbc3d7a63 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.286444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b7c074-3361-468d-9d7b-fcb26a5ac536 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:13:20.286911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ba52a5d-be3f-4d14-b86b-699fbc3d7a63 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.289437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ba52a5d-be3f-4d14-b86b-699fbc3d7a63 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.290611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8ba52a5d-be3f-4d14-b86b-699fbc3d7a63 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c02dae2-9bdd-40ec-8fce-b146a4099de7 HTTP/1.1" status: 204 len: 168 time: 0.1324403 Sep 26 13:13:20.294499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.294941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:20.307540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba52a5d-be3f-4d14-b86b-699fbc3d7a63 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c02dae2-9bdd-40ec-8fce-b146a4099de7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:20.307711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Transition to ACTIVE for port object 70b7c074-3361-468d-9d7b-fcb26a5ac536 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:13:20.311924 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.355510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-754f9ab2-0f34-4549-ada3-0fee2803133e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.378896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-754f9ab2-0f34-4549-ada3-0fee2803133e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.386519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Pushing event updated for resources: {'Port': ['ID=70b7c074-3361-468d-9d7b-fcb26a5ac536,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:20.420180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-754f9ab2-0f34-4549-ada3-0fee2803133e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.422748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-754f9ab2-0f34-4549-ada3-0fee2803133e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.426272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-754f9ab2-0f34-4549-ada3-0fee2803133e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/security-groups/142d9421-3e0e-4802-8c1f-5980f663626f HTTP/1.1" status: 204 len: 168 time: 0.1280634 Sep 26 13:13:20.427154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53882) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:20.440766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Attempting to bind port 70b7c074-3361-468d-9d7b-fcb26a5ac536 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:20.441139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Attempting to bind port 70b7c074-3361-468d-9d7b-fcb26a5ac536 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:20.441471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Attempting to bind port 70b7c074-3361-468d-9d7b-fcb26a5ac536 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:20.443943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f9ab2-0f34-4549-ada3-0fee2803133e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d9421-3e0e-4802-8c1f-5980f663626f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:20.446703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Port 70b7c074-3361-468d-9d7b-fcb26a5ac536 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:13:20.447047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Attempting to bind port 70b7c074-3361-468d-9d7b-fcb26a5ac536 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:20.452972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:20.453401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Checking segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:20.453876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Bound using segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:20.454385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Bound port: 70b7c074-3361-468d-9d7b-fcb26a5ac536, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:20.454818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.486751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-314719c5-a7f5-48c7-b579-a6de27d0f901 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet f1a3bf70-eb15-409c-bba1-488064ec38b3 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:13:20.490371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-314719c5-a7f5-48c7-b579-a6de27d0f901 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.523402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] For port 70b7c074-3361-468d-9d7b-fcb26a5ac536, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:20.526841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] For port 70b7c074-3361-468d-9d7b-fcb26a5ac536, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70b7c074-3361-468d-9d7b-fcb26a5ac536,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:20.531109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.531449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-314719c5-a7f5-48c7-b579-a6de27d0f901 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.563952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:20.564563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.565967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] 10.222.0.23 "PUT /v2.0/ports/70b7c074-3361-468d-9d7b-fcb26a5ac536 HTTP/1.1" status: 200 len: 1093 time: 0.8093491 Sep 26 13:13:20.566969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f', 'tag': '70b7c074-3361-468d-9d7b-fcb26a5ac536'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:20.569187 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31486a0c-95c1-4229-a1f3-8857e9c98ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f", "tag": "70b7c074-3361-468d-9d7b-fcb26a5ac536"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:20.594796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270c942-b9de-4349-80f5-75b0c5357a25 service neutron] Pushing event updated for resources: {'Port': ['ID=70b7c074-3361-468d-9d7b-fcb26a5ac536,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:20.622318 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6538c7bd-bd56-4e77-8d70-1af3a4f66914 x-openstack-request-id: req-6538c7bd-bd56-4e77-8d70-1af3a4f66914 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:20.622608 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f", "tag": "70b7c074-3361-468d-9d7b-fcb26a5ac536", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:20.622855 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6538c7bd-bd56-4e77-8d70-1af3a4f66914 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:20.623287 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f', 'tag': '70b7c074-3361-468d-9d7b-fcb26a5ac536', 'status': 'completed', 'code': 200} Sep 26 13:13:20.628105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-314719c5-a7f5-48c7-b579-a6de27d0f901 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.661335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-fb764836-3112-4616-ace8-88f586d02f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:20.663209 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-fb764836-3112-4616-ace8-88f586d02f55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 1096 time: 0.0507417 Sep 26 13:13:20.696125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-314719c5-a7f5-48c7-b579-a6de27d0f901 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.707335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-74f429cd-9ccb-4fe2-9194-9cbdf4e558db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70b7c074-3361-468d-9d7b-fcb26a5ac536 HTTP/1.1" status: 200 len: 217 time: 0.0363083 Sep 26 13:13:20.725638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314719c5-a7f5-48c7-b579-a6de27d0f901 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a3bf70-eb15-409c-bba1-488064ec38b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:20.729478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-314719c5-a7f5-48c7-b579-a6de27d0f901 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.731415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-314719c5-a7f5-48c7-b579-a6de27d0f901 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/f1a3bf70-eb15-409c-bba1-488064ec38b3 HTTP/1.1" status: 204 len: 168 time: 0.3020799 Sep 26 13:13:20.735330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53888) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:20.743035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adec07-7b09-492f-baa4-16d7cd23163b None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:20.752345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:20.759210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-64b1d08b-e8d9-4269-af32-dc05e8143ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:20.760865 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-64b1d08b-e8d9-4269-af32-dc05e8143ad3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.0460424 Sep 26 13:13:20.796332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-d89b9442-6e9e-47a0-89a5-34f3dbdb26bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281174 Sep 26 13:13:20.879627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:20.883579 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:20.919020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-48c65959-a978-469a-b55b-9043ea4978ef service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080651 Sep 26 13:13:21.072763 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa27467c-3170-489b-a042-c6d8cda72e8b req-42fb3ab5-ac13-41d0-a1c5-cefb36430b99 service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460052 Sep 26 13:13:21.083407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14546608-7fc6-43b5-bf51-b9941e2f626d req-a2a4a49d-e16f-4afb-8d2b-3f7ad813d8f3 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:21.083407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-14546608-7fc6-43b5-bf51-b9941e2f626d req-a2a4a49d-e16f-4afb-8d2b-3f7ad813d8f3 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 944 time: 0.1316037 Sep 26 13:13:21.152221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-14546608-7fc6-43b5-bf51-b9941e2f626d req-c284f70f-5925-4e36-82af-0796106d69cb tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576231 Sep 26 13:13:21.171795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64585498-b309-4fd7-83dc-3911b00b117c req-ce0c07cb-8e1d-4117-a890-4f78b1dbd6a2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:21.173398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64585498-b309-4fd7-83dc-3911b00b117c req-ce0c07cb-8e1d-4117-a890-4f78b1dbd6a2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1187229 Sep 26 13:13:21.201404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-715f5d4d-7288-4c71-9cae-f76bd2a0e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:21.203166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-715f5d4d-7288-4c71-9cae-f76bd2a0e695 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 1096 time: 0.0481703 Sep 26 13:13:21.240348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64585498-b309-4fd7-83dc-3911b00b117c req-3ecea747-fc9e-4f69-8081-26351b66ad4b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589111 Sep 26 13:13:21.241723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.279128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:21.282593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:21.285633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:21.286902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.315222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5786200 Sep 26 13:13:21.316193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb245aa1-f125-4311-b71e-f81f29c5de19 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=1119b6d7-c875-4277-bffe-068187d3d3a7,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:21.319107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53898) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:21.324144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bf7baec5-cfbf-40be-9f33-b7e18c7b2dcd tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'security_group': {'name': 'tempest-secgroup-162055106'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:21.334323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-6f3bbe96-d911-4039-b605-8ceaf410d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:21.336204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-6f3bbe96-d911-4039-b605-8ceaf410d217 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 915 time: 0.1253009 Sep 26 13:13:21.355168 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf7baec5-cfbf-40be-9f33-b7e18c7b2dcd tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.386691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-fbf443f7-b0e1-47cd-a8c7-c07efee2f4cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70b7c074-3361-468d-9d7b-fcb26a5ac536 HTTP/1.1" status: 200 len: 217 time: 0.0431035 Sep 26 13:13:21.443506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-27f2f68a-7f80-4df3-b0e4-f51410fa2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:21.445470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-27f2f68a-7f80-4df3-b0e4-f51410fa2aa7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.0522633 Sep 26 13:13:21.450505 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf7baec5-cfbf-40be-9f33-b7e18c7b2dcd tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.454830 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf7baec5-cfbf-40be-9f33-b7e18c7b2dcd tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.485207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-18b4c7fd-4097-46a7-9a5d-f705d43a34c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318139 Sep 26 13:13:21.488529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf7baec5-cfbf-40be-9f33-b7e18c7b2dcd tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.490006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bf7baec5-cfbf-40be-9f33-b7e18c7b2dcd tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1697040 Sep 26 13:13:21.492383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7baec5-cfbf-40be-9f33-b7e18c7b2dcd tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f17628-1571-41b2-8c11-ee137b344223,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:21.494791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53900) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:21.499449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-89996e57-9bf2-4d5b-825e-0b3928f1370f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'security_group': {'name': 'tempest-secgroup-1592451212'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:21.527711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89996e57-9bf2-4d5b-825e-0b3928f1370f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.576139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63143e6-cbbb-44ae-aa0c-de0db1e8f3e7 None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:21.592967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-408d7993-9ec5-4a4d-88a8-554a5ccee97a service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004386 Sep 26 13:13:21.625403 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89996e57-9bf2-4d5b-825e-0b3928f1370f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.629855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89996e57-9bf2-4d5b-825e-0b3928f1370f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.663617 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89996e57-9bf2-4d5b-825e-0b3928f1370f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.665407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89996e57-9bf2-4d5b-825e-0b3928f1370f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1695364 Sep 26 13:13:21.668378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53902) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:21.669067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a9da48f5-2267-42cc-ab0b-215c4a20864f None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:21.669448 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9da48f5-2267-42cc-ab0b-215c4a20864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.671272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89996e57-9bf2-4d5b-825e-0b3928f1370f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a29a8d7-6de1-41cb-b847-ed5884d56439,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:21.673087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fc8e7022-526d-4c2c-898c-9f39f98df213 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'security_group': {'name': 'tempest-secgroup-1820574830'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:21.721219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31486a0c-95c1-4229-a1f3-8857e9c98ec0 req-f01313d1-13f2-4eb0-8c7a-35f60b1bfd2d service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194487 Sep 26 13:13:21.724089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc8e7022-526d-4c2c-898c-9f39f98df213 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.818089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc8e7022-526d-4c2c-898c-9f39f98df213 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.822106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc8e7022-526d-4c2c-898c-9f39f98df213 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.840394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a9da48f5-2267-42cc-ab0b-215c4a20864f None None] Provisioning complete for port 600f8014-73d6-4cf2-b2bc-b212cef60a85 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:21.841854 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9da48f5-2267-42cc-ab0b-215c4a20864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.856017 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc8e7022-526d-4c2c-898c-9f39f98df213 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.860128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53908) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:21.865765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2049305260', 'security_groups': ['b2d39132-39e2-4a68-8041-13b04ec6d9dd'], 'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1119b6d7-c875-4277-bffe-068187d3d3a7'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:21.868949 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc8e7022-526d-4c2c-898c-9f39f98df213 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1995018 Sep 26 13:13:21.871373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e7022-526d-4c2c-898c-9f39f98df213 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d39132-39e2-4a68-8041-13b04ec6d9dd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:21.910632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a9da48f5-2267-42cc-ab0b-215c4a20864f None None] Port 600f8014-73d6-4cf2-b2bc-b212cef60a85 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:21.918082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c188720-98c4-49d5-9911-f7a5eb6514d6 None None] Update dhcp port {'port': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'fixed_ips': [{'subnet_id': 'f0224013-b0e9-4c7e-92c3-0f0f502ace8c', 'ip_address': '172.20.0.18'}, {'subnet_id': '1119b6d7-c875-4277-bffe-068187d3d3a7'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '39cfa015-bb9f-472e-8740-04f72012ec95'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:13:21.943130 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c188720-98c4-49d5-9911-f7a5eb6514d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:21.979097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:21.984071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.002208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] device_id is not set on port 2c76af43-0136-43f7-9966-4a1e474e4d8e yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:13:22.104210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2c188720-98c4-49d5-9911-f7a5eb6514d6 None None] Allocated IP 172.20.0.2 (de426dae-8cad-45c1-afe3-b60c722e80fb/1119b6d7-c875-4277-bffe-068187d3d3a7/39cfa015-bb9f-472e-8740-04f72012ec95) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:22.199158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c188720-98c4-49d5-9911-f7a5eb6514d6 None None] For port 39cfa015-bb9f-472e-8740-04f72012ec95, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=39cfa015-bb9f-472e-8740-04f72012ec95,segment=NetworkSegment(1f039d09-78ba-4f56-8fda-c237e86d086e),segment_id=1f039d09-78ba-4f56-8fda-c237e86d086e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:22.228002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c188720-98c4-49d5-9911-f7a5eb6514d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.232473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c188720-98c4-49d5-9911-f7a5eb6514d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.312544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dbba0-a571-4b58-b1fa-edb037a1e08e req-73df5a2c-2c10-4792-bc68-127a66c40b0e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:22.314222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d1dbba0-a571-4b58-b1fa-edb037a1e08e req-73df5a2c-2c10-4792-bc68-127a66c40b0e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 944 time: 0.0947363 Sep 26 13:13:22.322568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.3 (de426dae-8cad-45c1-afe3-b60c722e80fb/1119b6d7-c875-4277-bffe-068187d3d3a7/2c76af43-0136-43f7-9966-4a1e474e4d8e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:22.372860 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3594a-e669-4765-a4a1-9895e90ff369 req-cf7ec069-708b-4191-8e67-9903b3a2afcd tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:22.374697 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4f3594a-e669-4765-a4a1-9895e90ff369 req-cf7ec069-708b-4191-8e67-9903b3a2afcd tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0574656 Sep 26 13:13:22.401244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d1dbba0-a571-4b58-b1fa-edb037a1e08e req-ab8b5e1c-0aba-49cb-8207-87cfe4ccc8b7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731747 Sep 26 13:13:22.441689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a4f3594a-e669-4765-a4a1-9895e90ff369 req-9452e901-3124-4fd1-a310-4e4622093e9a tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532181 Sep 26 13:13:22.456088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c188720-98c4-49d5-9911-f7a5eb6514d6 None None] Pushing event updated for resources: {'Port': ['ID=39cfa015-bb9f-472e-8740-04f72012ec95,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:22.493208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-807cfa6a-4763-4daf-bc32-be102084d51c req-07c52af5-c960-4691-a291-562b35e41d3f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-248487683', 'description': 'tempest-description-1332051089'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:22.518356 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-807cfa6a-4763-4daf-bc32-be102084d51c req-07c52af5-c960-4691-a291-562b35e41d3f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.537856 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.578966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.615964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-807cfa6a-4763-4daf-bc32-be102084d51c req-07c52af5-c960-4691-a291-562b35e41d3f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.620543 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-807cfa6a-4763-4daf-bc32-be102084d51c req-07c52af5-c960-4691-a291-562b35e41d3f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.624732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:22.628008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:22.633045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:22.651227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-807cfa6a-4763-4daf-bc32-be102084d51c req-07c52af5-c960-4691-a291-562b35e41d3f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.652661 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-807cfa6a-4763-4daf-bc32-be102084d51c req-07c52af5-c960-4691-a291-562b35e41d3f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1654606 Sep 26 13:13:22.657014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c52af5-c960-4691-a291-562b35e41d3f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4631930a-d1a3-4f2a-b802-f1caa4e17cc6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:22.669611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=2c76af43-0136-43f7-9966-4a1e474e4d8e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:22.703521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:22.704189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.725879 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-83a189ec-039d-4e3f-926a-f746934f7d51 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8644359 Sep 26 13:13:22.728463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53920) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:22.733614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-84ce2398-adbe-4ee5-9852-22754ea4a21e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:22.757427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-489995ec-6a61-470c-93de-976525555e98 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-248487683&fields=id&tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6 HTTP/1.1" status: 200 len: 267 time: 0.0393686 Sep 26 13:13:22.817050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-81cf4cba-e34d-4c4b-8df7-5a5236be1f40 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:22.819215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-81cf4cba-e34d-4c4b-8df7-5a5236be1f40 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0547779 Sep 26 13:13:22.830799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Request body: {'port': {'security_groups': ['3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697', '4631930a-d1a3-4f2a-b802-f1caa4e17cc6']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:22.868897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ce2398-adbe-4ee5-9852-22754ea4a21e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:22.872751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84ce2398-adbe-4ee5-9852-22754ea4a21e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.918846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:22.978133 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-84ce2398-adbe-4ee5-9852-22754ea4a21e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1119b6d7-c875-4277-bffe-068187d3d3a7 (CIDR: 172.20.0.0/28) Sep 26 13:13:22.982256 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ce2398-adbe-4ee5-9852-22754ea4a21e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:13:22.982700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ce2398-adbe-4ee5-9852-22754ea4a21e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:22.999386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-84ce2398-adbe-4ee5-9852-22754ea4a21e tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2697837 Sep 26 13:13:23.002066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53926) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:23.007831 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5117de69-68ab-4e5f-94a6-6427ec1322a5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:23.051856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e15c223d-51c0-4818-85fb-be658d137b69 None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:23.052827 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e15c223d-51c0-4818-85fb-be658d137b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.144708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5117de69-68ab-4e5f-94a6-6427ec1322a5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:23.149128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] For port 6ba799f1-cddd-41c0-b516-2fd68c31125f, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:23.149636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5117de69-68ab-4e5f-94a6-6427ec1322a5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.192478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.199496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.200290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e15c223d-51c0-4818-85fb-be658d137b69 None None] Provisioning complete for port 600f8014-73d6-4cf2-b2bc-b212cef60a85 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:23.200858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e15c223d-51c0-4818-85fb-be658d137b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.242777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e15c223d-51c0-4818-85fb-be658d137b69 None None] Port 600f8014-73d6-4cf2-b2bc-b212cef60a85 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:23.244513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['6ba799f1-cddd-41c0-b516-2fd68c31125f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:23.261847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:23.263189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.265128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90162dad-df1a-4d7e-82c0-9cc11681a337 req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "PUT /v2.0/ports/6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 981 time: 0.4393044 Sep 26 13:13:23.265715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:23.272547 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:23.283968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 39cfa015-bb9f-472e-8740-04f72012ec95 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:23.285848 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-5117de69-68ab-4e5f-94a6-6427ec1322a5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f0224013-b0e9-4c7e-92c3-0f0f502ace8c (CIDR: 172.20.0.16/28) Sep 26 13:13:23.292639 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5117de69-68ab-4e5f-94a6-6427ec1322a5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:13:23.293656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5117de69-68ab-4e5f-94a6-6427ec1322a5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:23.303955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53b9db-c261-42ef-9a63-2e210d6bfd1d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event updated for resources: {'Port': ['ID=6ba799f1-cddd-41c0-b516-2fd68c31125f,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:23.322003 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5117de69-68ab-4e5f-94a6-6427ec1322a5 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3172379 Sep 26 13:13:23.323049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53932) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:23.328330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'subnet': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:23.353125 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3552ace4-bf45-4aa4-a0d4-298d810dd3b9 x-openstack-request-id: req-3552ace4-bf45-4aa4-a0d4-298d810dd3b9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:23.353419 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:23.353699 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3552ace4-bf45-4aa4-a0d4-298d810dd3b9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:23.354095 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'status': 'completed', 'code': 200} Sep 26 13:13:23.385921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:23.386289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.402168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-45e512f0-1cc5-40b0-9cb2-5c8b80fa553b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-248487683&fields=id&tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6 HTTP/1.1" status: 200 len: 267 time: 0.0391421 Sep 26 13:13:23.420868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['6ba799f1-cddd-41c0-b516-2fd68c31125f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:23.435033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-be6cb6f1-1c6e-4f45-801c-db8073fc421d None None] Provisioning complete for port 2c76af43-0136-43f7-9966-4a1e474e4d8e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:23.435413 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-be6cb6f1-1c6e-4f45-801c-db8073fc421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.461019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-6a9e78a5-f5fc-4250-a25a-872c40093986 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:23.462689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-6a9e78a5-f5fc-4250-a25a-872c40093986 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 984 time: 0.0548120 Sep 26 13:13:23.475764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Request body: {'port': {'security_groups': ['3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:23.541415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-be6cb6f1-1c6e-4f45-801c-db8073fc421d None None] Port 2c76af43-0136-43f7-9966-4a1e474e4d8e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:23.546484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-dc9e79b7-39e4-4969-89e3-3d256cc34d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:23.553632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-dc9e79b7-39e4-4969-89e3-3d256cc34d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1136 time: 0.1717327 Sep 26 13:13:23.561718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.583927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c310a-6552-414c-b1a5-c6873aff1493 req-804c3d32-57bf-4191-a7ee-fd450621c4fb tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:23.585617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b2c310a-6552-414c-b1a5-c6873aff1493 req-804c3d32-57bf-4191-a7ee-fd450621c4fb tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 944 time: 0.0941136 Sep 26 13:13:23.596989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Made reservation on behalf of af1da9da9bcf4e42bd15ee7762657f8e for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:23.600925 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.743870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b2c310a-6552-414c-b1a5-c6873aff1493 req-ff99e6a8-5056-428b-8011-7d0047a68222 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476686 Sep 26 13:13:23.791620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-3ebb0113-0202-4feb-b50f-950698ce10be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:23.793252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-3ebb0113-0202-4feb-b50f-950698ce10be service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 920 time: 0.2288878 Sep 26 13:13:23.795848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] For port 6ba799f1-cddd-41c0-b516-2fd68c31125f, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:23.838371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.843260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.852582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-28afe857-15bc-4a31-bee4-4be129006e30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 217 time: 0.0482359 Sep 26 13:13:23.855101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['6ba799f1-cddd-41c0-b516-2fd68c31125f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:23.889974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:23.890618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:23.895397 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34ae2d23-e210-4ca9-848c-7d2f8ddefdde req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "PUT /v2.0/ports/6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 942 time: 0.4253960 Sep 26 13:13:23.895893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:23.909421 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:23.966286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-ba77754b-094f-468d-8788-2fcc1bf0aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:23.967797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-ba77754b-094f-468d-8788-2fcc1bf0aa0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.1079025 Sep 26 13:13:24.012221 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-1207f8b4-2b06-4e6c-b71d-7d5fb85092fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342612 Sep 26 13:13:24.012608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee04393-d164-436c-ba5b-97fc4b43ff38 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event updated for resources: {'Port': ['ID=6ba799f1-cddd-41c0-b516-2fd68c31125f,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:24.038329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['6ba799f1-cddd-41c0-b516-2fd68c31125f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:24.065273 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da778d4-04f8-47a9-9fc3-24f5dd8ca5ba x-openstack-request-id: req-6da778d4-04f8-47a9-9fc3-24f5dd8ca5ba {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:24.065636 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:24.065843 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6da778d4-04f8-47a9-9fc3-24f5dd8ca5ba {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:24.066286 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'status': 'completed', 'code': 200} Sep 26 13:13:24.145072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-8c84d87f-c7ed-4322-a8e3-a1878c125f7c tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2276361 Sep 26 13:13:24.154834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:24.166052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.178838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-1fb6befd-a03e-4b6f-a9a3-2b6fce921513 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582003 Sep 26 13:13:24.181710 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.236920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Network de426dae-8cad-45c1-afe3-b60c722e80fb is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:24.244075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:24.247200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:24.247791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.254469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b34997f-3dc7-49eb-b874-2f190ca82b92 None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:24.273938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Subnet': ['ID=2311c242-8641-4402-bcb0-2ac2e5bd6d61,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:24.289902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.294326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53948) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:24.314492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-082f8190-b9e2-4177-82dd-e3788a053015 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9880688 Sep 26 13:13:24.322798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53950) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:24.328412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1024506273', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2311c242-8641-4402-bcb0-2ac2e5bd6d61'}], 'security_groups': ['a7f17628-1571-41b2-8c11-ee137b344223', '2a29a8d7-6de1-41cb-b847-ed5884d56439']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:24.365789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6cc0534b-f2ae-4ddc-aa24-2b0d5f5c90c5 req-da7d0d7a-b787-40f5-b904-189b5d0e5fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661415 Sep 26 13:13:24.417271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469b097-5164-4e39-b4bc-07e60dc3d58b tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:24.417818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469b097-5164-4e39-b4bc-07e60dc3d58b tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:24.418297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469b097-5164-4e39-b4bc-07e60dc3d58b tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:24.419977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1469b097-5164-4e39-b4bc-07e60dc3d58b tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=5aa9e2499e2b42d9893876d8ae3b93f9&network_id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f HTTP/1.1" status: 200 len: 2973 time: 0.1247571 Sep 26 13:13:24.471937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Allocated IP 172.25.4.28 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/9df9d806-233a-4bb4-9321-7bffb3e95e54) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:24.525431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40379f5a-3aad-4900-8bc9-df472cd37e84 None None] Update dhcp port {'port': {'network_id': 'de426dae-8cad-45c1-afe3-b60c722e80fb', 'fixed_ips': [{'subnet_id': 'f0224013-b0e9-4c7e-92c3-0f0f502ace8c', 'ip_address': '172.20.0.18'}, {'subnet_id': '1119b6d7-c875-4277-bffe-068187d3d3a7', 'ip_address': '172.20.0.2'}, {'subnet_id': '2311c242-8641-4402-bcb0-2ac2e5bd6d61'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '39cfa015-bb9f-472e-8740-04f72012ec95'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:13:24.534897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-86e3d6ea-ee69-4432-a286-07ec8bc41d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:24.536438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-86e3d6ea-ee69-4432-a286-07ec8bc41d1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1097 time: 0.0932920 Sep 26 13:13:24.554644 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40379f5a-3aad-4900-8bc9-df472cd37e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.558831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.605848 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.652419 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.703045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:24.709657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event updated for resources: {'Port': ['ID=9df9d806-233a-4bb4-9321-7bffb3e95e54,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:24.713355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:24.715797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:24.737206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-40379f5a-3aad-4900-8bc9-df472cd37e84 None None] Allocated IP 172.20.0.34 (de426dae-8cad-45c1-afe3-b60c722e80fb/2311c242-8641-4402-bcb0-2ac2e5bd6d61/39cfa015-bb9f-472e-8740-04f72012ec95) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:24.754640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-8d1a7018-5c1a-440b-b429-4e997caf8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:24.756125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-8d1a7018-5c1a-440b-b429-4e997caf8442 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 920 time: 0.2058756 Sep 26 13:13:24.810787 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.844712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-1edfacc9-94b4-4fa5-926a-4448b8bd2777 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 217 time: 0.0542173 Sep 26 13:13:24.851227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.855506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-40379f5a-3aad-4900-8bc9-df472cd37e84 None None] For port 39cfa015-bb9f-472e-8740-04f72012ec95, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=39cfa015-bb9f-472e-8740-04f72012ec95,segment=NetworkSegment(1f039d09-78ba-4f56-8fda-c237e86d086e),segment_id=1f039d09-78ba-4f56-8fda-c237e86d086e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:24.888645 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40379f5a-3aad-4900-8bc9-df472cd37e84 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:24.895177 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40379f5a-3aad-4900-8bc9-df472cd37e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.002800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40379f5a-3aad-4900-8bc9-df472cd37e84 None None] Pushing event updated for resources: {'Port': ['ID=39cfa015-bb9f-472e-8740-04f72012ec95,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:25.020313 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.025399 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.102243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event updated for resources: {'Port': ['ID=9df9d806-233a-4bb4-9321-7bffb3e95e54,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:25.113878 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.131315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.132750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-16133b1c-9492-4a98-adb1-890c3b4dd0aa tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9818041 Sep 26 13:13:25.227741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 39cfa015-bb9f-472e-8740-04f72012ec95 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:25.240524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-2dbf52df-3b46-42de-b0ae-a1fb26de9f34 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 695 time: 0.1007955 Sep 26 13:13:25.289622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:25.290206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.298392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-f408a60d-a607-4b72-a559-d815bdc2f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:25.299937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-f408a60d-a607-4b72-a559-d815bdc2f7f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.4451711 Sep 26 13:13:25.310645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc9731-9983-40ae-a1a6-b5eecd946294 req-c7a8bf98-163d-47a3-9c0d-1a5b1802c464 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:25.312140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35bc9731-9983-40ae-a1a6-b5eecd946294 req-c7a8bf98-163d-47a3-9c0d-1a5b1802c464 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 944 time: 0.4735847 Sep 26 13:13:25.381073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-dd987bbf-62a3-42cc-a342-841c2de51d24 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:25.381313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-bac5c760-114b-40c5-a1df-2eec09a1aaeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664167 Sep 26 13:13:25.382586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-dd987bbf-62a3-42cc-a342-841c2de51d24 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1357827 Sep 26 13:13:25.394461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-ed0dbd54-eea5-4b1c-ad8d-e7569684661a tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:13:25.395498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd618f25-4d14-4629-a417-ba0dfd0804dc req-ed0dbd54-eea5-4b1c-ad8d-e7569684661a tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057900 Sep 26 13:13:25.450078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35bc9731-9983-40ae-a1a6-b5eecd946294 req-8bcd2f26-d567-4dbb-a383-098efda6c24c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254902 Sep 26 13:13:25.566800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-d8c26c1f-2d24-49f9-a215-3e504bdf22dd service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774297 Sep 26 13:13:25.596802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Delete allocated IP 172.20.0.3 (de426dae-8cad-45c1-afe3-b60c722e80fb/1119b6d7-c875-4277-bffe-068187d3d3a7) {{(pid=94812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 26 13:13:25.661980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Allocated IP 172.20.0.40 (de426dae-8cad-45c1-afe3-b60c722e80fb/2311c242-8641-4402-bcb0-2ac2e5bd6d61/2c76af43-0136-43f7-9966-4a1e474e4d8e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:25.675127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ba417915-372c-4ca4-9241-6225d0902e46 None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:25.676078 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ba417915-372c-4ca4-9241-6225d0902e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.763203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ba417915-372c-4ca4-9241-6225d0902e46 None None] Provisioning complete for port 2c76af43-0136-43f7-9966-4a1e474e4d8e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:25.763577 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ba417915-372c-4ca4-9241-6225d0902e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.771311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-934e3778-c99a-4f7f-98fd-8466ce4519c9 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:25.772835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-934e3778-c99a-4f7f-98fd-8466ce4519c9 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1734407 Sep 26 13:13:25.785120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea4b6f8f-3a45-4abd-af5a-fa3e48d0658e req-6ff90e2a-0e82-4524-9ef7-ded1e411a38d service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097251 Sep 26 13:13:25.797472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ba417915-372c-4ca4-9241-6225d0902e46 None None] Port 2c76af43-0136-43f7-9966-4a1e474e4d8e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:25.809298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ba417915-372c-4ca4-9241-6225d0902e46 None None] Provisioning complete for port 600f8014-73d6-4cf2-b2bc-b212cef60a85 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:25.809683 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ba417915-372c-4ca4-9241-6225d0902e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:25.819922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53970) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:25.849090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ba417915-372c-4ca4-9241-6225d0902e46 None None] Port 600f8014-73d6-4cf2-b2bc-b212cef60a85 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:25.872427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154876b1-5c5f-4756-b481-611b2560b1d2 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:25.874570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-154876b1-5c5f-4756-b481-611b2560b1d2 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 814 time: 0.0527701 Sep 26 13:13:25.874756 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-0ee6c500-ace6-4334-b2b5-0206fe8cef2f tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 695 time: 0.0959964 Sep 26 13:13:25.891451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Request body: {'floatingip': {'port_id': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:25.961305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.036839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70b7c074-3361-468d-9d7b-fcb26a5ac536 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:13:26.109655 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.119748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.133283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70b7c074-3361-468d-9d7b-fcb26a5ac536, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70b7c074-3361-468d-9d7b-fcb26a5ac536,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:26.144048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '70b7c074-3361-468d-9d7b-fcb26a5ac536', 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'port_id': '70b7c074-3361-468d-9d7b-fcb26a5ac536', 'mac_address': 'fa:16:3e:b9:a9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4c99a4-0ae5-49ef-b74f-1c3bca537a76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:13:26.184873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.197738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b7c074-3361-468d-9d7b-fcb26a5ac536 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:13:26.217982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70b7c074-3361-468d-9d7b-fcb26a5ac536, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70b7c074-3361-468d-9d7b-fcb26a5ac536,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:26.223353 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.272623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=70b7c074-3361-468d-9d7b-fcb26a5ac536,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:26.279133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event updated for resources: {'Port': ['ID=2c76af43-0136-43f7-9966-4a1e474e4d8e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:26.321898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] In _notify_port_updated(), no bound segment for port 2c76af43-0136-43f7-9966-4a1e474e4d8e on network de426dae-8cad-45c1-afe3-b60c722e80fb {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:13:26.327385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:26.327994 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.329293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-58dd7eb1-0c90-4163-87fa-93a9cf543adf tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "PUT /v2.0/ports/2c76af43-0136-43f7-9966-4a1e474e4d8e HTTP/1.1" status: 200 len: 960 time: 2.0055370 Sep 26 13:13:26.332825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53976) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:26.373031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53978) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:26.378036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'network': {'name': 'tempest-network-smoke--1410679319', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'port_security_enabled': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:26.438402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:26.441862 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.471517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-27768a84-a15a-450a-8626-61ecb6208fcc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 2c76af43-0136-43f7-9966-4a1e474e4d8e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:26.471778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27768a84-a15a-450a-8626-61ecb6208fcc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.492443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:13:26.514683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.515027 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Added segment 39a467c5-6e77-441b-aafb-d0c01248b37f of type vlan for network 1044c306-4f96-49d8-ae1b-deec6109cd96 Sep 26 13:13:26.655543 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.661754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.668377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['70b7c074-3361-468d-9d7b-fcb26a5ac536'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:26.777393 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Floating IP f480c493-fe1e-478f-8658-16082df6a55e associated. External IP: 172.25.4.28, port: 6ba799f1-cddd-41c0-b516-2fd68c31125f. Sep 26 13:13:26.874237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-817e02bb-5f62-49f2-9d4e-7da52e513d65 None None] Provisioning complete for port 2c76af43-0136-43f7-9966-4a1e474e4d8e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:26.874890 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-817e02bb-5f62-49f2-9d4e-7da52e513d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.910485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-817e02bb-5f62-49f2-9d4e-7da52e513d65 None None] Port 2c76af43-0136-43f7-9966-4a1e474e4d8e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:26.969087 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.989420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27768a84-a15a-450a-8626-61ecb6208fcc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:26.997567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:13:27.007548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c8208-50ac-4a01-8b2c-d662ed2b1462 req-b2b0a3f7-0f8a-4b1b-8f3d-dc0981c79796 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.009021 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a53c8208-50ac-4a01-8b2c-d662ed2b1462 req-b2b0a3f7-0f8a-4b1b-8f3d-dc0981c79796 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 945 time: 0.4616807 Sep 26 13:13:27.015025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-27768a84-a15a-450a-8626-61ecb6208fcc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 2c76af43-0136-43f7-9966-4a1e474e4d8e owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:27.052696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.058250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.058863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.155178 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a53c8208-50ac-4a01-8b2c-d662ed2b1462 req-fff6a0fd-23c2-41a1-8ce0-5d393d5d9200 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331015 Sep 26 13:13:27.170725 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7964745 Sep 26 13:13:27.173876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53988) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.237224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e1cbf-6fe2-427e-b885-f838834e8c62 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Network': ['ID=1044c306-4f96-49d8-ae1b-deec6109cd96,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:27.252928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:13:27.298934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd2542-e9ad-4864-ac62-3d2ddc7df160 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.305210 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-65dd2542-e9ad-4864-ac62-3d2ddc7df160 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5aa9e2499e2b42d9893876d8ae3b93f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1284211 Sep 26 13:13:27.305876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53990) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.415383 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27768a84-a15a-450a-8626-61ecb6208fcc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.422138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:13:27.427506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.433084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] Sync routers for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:13:27.442047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:27.442785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:27.455109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-ed3c90d8-d7b3-4695-bdec-0c2e26b5c33e tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "PUT /v2.0/floatingips/f480c493-fe1e-478f-8658-16082df6a55e HTTP/1.1" status: 200 len: 995 time: 1.5699019 Sep 26 13:13:27.455738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:27.458268 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee37b02-6571-4bc2-9f6e-b484951aa9de" -d '{"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:27.464373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27768a84-a15a-450a-8626-61ecb6208fcc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=2c76af43-0136-43f7-9966-4a1e474e4d8e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:27.520624 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f09753-570e-4e4c-a880-9aa8fbc3a49c x-openstack-request-id: req-78f09753-570e-4e4c-a880-9aa8fbc3a49c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:27.520920 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:27.521171 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78f09753-570e-4e4c-a880-9aa8fbc3a49c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:27.521590 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'status': 'completed', 'code': 200} Sep 26 13:13:27.539538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd3fc3b-7a2e-417b-82fb-633ca374d3e3 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.544448 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9cd3fc3b-7a2e-417b-82fb-633ca374d3e3 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2074299 Sep 26 13:13:27.545928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53994) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.553059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-de290272-21c1-4750-9eba-c4c5eba81222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.563032 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-de290272-21c1-4750-9eba-c4c5eba81222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1097 time: 0.0867898 Sep 26 13:13:27.582656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a80b8994-e1e8-4c32-9834-ea372fd25ada tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331655 Sep 26 13:13:27.583547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53996) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.590977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:13:27.621353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ec46eece-63fe-4d43-8ed9-0dd1086feaa7 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5aa9e2499e2b42d9893876d8ae3b93f9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349641 Sep 26 13:13:27.622035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53998) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.643148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27768a84-a15a-450a-8626-61ecb6208fcc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.645126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27768a84-a15a-450a-8626-61ecb6208fcc tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/2c76af43-0136-43f7-9966-4a1e474e4d8e HTTP/1.1" status: 204 len: 168 time: 1.3113086 Sep 26 13:13:27.666543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54000) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.686523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-ee971eb0-e470-4815-9c61-49cfd874d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.689184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-ee971eb0-e470-4815-9c61-49cfd874d6e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1097 time: 0.1143069 Sep 26 13:13:27.701095 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdad40f-89b1-4ec2-b6e8-1b35c520053f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] GET failed (client error): The resource could not be found. Sep 26 13:13:27.702857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7bdad40f-89b1-4ec2-b6e8-1b35c520053f tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports/2c76af43-0136-43f7-9966-4a1e474e4d8e HTTP/1.1" status: 404 len: 333 time: 0.0352285 Sep 26 13:13:27.705762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54002) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.735908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-33c285ad-b12e-41f7-ba8f-57e82cd4f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.737417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-33c285ad-b12e-41f7-ba8f-57e82cd4f72b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 920 time: 0.1734006 Sep 26 13:13:27.814253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-953d26a0-4d9e-408d-bf88-f3878474200d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.817992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28ce64-8bd3-4093-9f9d-96ace5b73151 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.819652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0d28ce64-8bd3-4093-9f9d-96ace5b73151 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1966996 Sep 26 13:13:27.822969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54004) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.857190 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-138b3cd3-2ec5-4ca6-abfe-b60c010587ca tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329709 Sep 26 13:13:27.859750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54006) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.866402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-457617270', 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:27.869253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-953d26a0-4d9e-408d-bf88-f3878474200d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.871578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-d93b9927-0bc9-4c40-bf21-ff2bae80c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:27.873013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-d93b9927-0bc9-4c40-bf21-ff2bae80c07d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 920 time: 0.1765773 Sep 26 13:13:27.874400 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f480c493-fe1e-478f-8658-16082df6a55e', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'port_id': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'mac_address': 'fa:16:3e:71:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:13:24Z', 'updated_at': '2021-09-26T13:13:26Z', 'revision_number': 1, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:38Z', 'revision_number': 5, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:27.884494 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-d9e01ceb-31b3-411a-a234-67e6c820f2fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 998 time: 0.1365304 Sep 26 13:13:27.901187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] Checking router: 0f0c523e-ab62-4e55-943c-66e5d3c38da3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:13:27.910503 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:27.911130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:27.916183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-953d26a0-4d9e-408d-bf88-f3878474200d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.919067 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-953d26a0-4d9e-408d-bf88-f3878474200d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:27.922871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-953d26a0-4d9e-408d-bf88-f3878474200d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2d39132-39e2-4a68-8041-13b04ec6d9dd HTTP/1.1" status: 204 len: 168 time: 0.2134123 Sep 26 13:13:27.924826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54008) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:27.938116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d26a0-4d9e-408d-bf88-f3878474200d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d39132-39e2-4a68-8041-13b04ec6d9dd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:27.991346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1677146-027b-4a4a-97dc-608907b785a0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.017353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1677146-027b-4a4a-97dc-608907b785a0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.043797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-6a5a6a1d-9f4b-45ef-84da-5a008bba650e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 998 time: 0.1583207 Sep 26 13:13:28.057292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-692d5873-d29a-4a60-b1da-043b6f66dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:28.058897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-692d5873-d29a-4a60-b1da-043b6f66dba3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.1625047 Sep 26 13:13:28.070482 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1677146-027b-4a4a-97dc-608907b785a0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.073886 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1677146-027b-4a4a-97dc-608907b785a0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.077779 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d1677146-027b-4a4a-97dc-608907b785a0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a29a8d7-6de1-41cb-b847-ed5884d56439 HTTP/1.1" status: 204 len: 168 time: 0.1488612 Sep 26 13:13:28.082241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54010) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:28.110637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1677146-027b-4a4a-97dc-608907b785a0 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a29a8d7-6de1-41cb-b847-ed5884d56439,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:28.111010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70b7c074-3361-468d-9d7b-fcb26a5ac536 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:28.130263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-249ab6ed-38f5-4e3b-80bb-75749a8a31c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315077 Sep 26 13:13:28.141725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-20367fe9-c189-43d9-91bc-254231a8ca50 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:13:28.142733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-20367fe9-c189-43d9-91bc-254231a8ca50 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051820 Sep 26 13:13:28.167542 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9abc3bdf-c3be-4a02-9fcc-57421d2b0795 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.182899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:28.186957 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.193159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-172efd65-41d3-4afc-90c2-611e4e0d4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:28.194730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-172efd65-41d3-4afc-90c2-611e4e0d4cff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.1394930 Sep 26 13:13:28.199750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:13:28.212318 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9abc3bdf-c3be-4a02-9fcc-57421d2b0795 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.236398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 70b7c074-3361-468d-9d7b-fcb26a5ac536 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:13:28.249541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 70b7c074-3361-468d-9d7b-fcb26a5ac536 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:28.249916 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.282308 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-e57092f5-e280-4d5d-a7ff-95e9ff3f58fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686874 Sep 26 13:13:28.287346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9abc3bdf-c3be-4a02-9fcc-57421d2b0795 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.290430 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9abc3bdf-c3be-4a02-9fcc-57421d2b0795 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.294099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9abc3bdf-c3be-4a02-9fcc-57421d2b0795 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/security-groups/a7f17628-1571-41b2-8c11-ee137b344223 HTTP/1.1" status: 204 len: 168 time: 0.2103517 Sep 26 13:13:28.300032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54016) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:28.317091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc3bdf-c3be-4a02-9fcc-57421d2b0795 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f17628-1571-41b2-8c11-ee137b344223,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:28.351007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a154d-3105-4515-a0ca-f94608c51f7e req-a20a69fe-71e9-4e87-a201-db086e36beee tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:28.359518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-402a154d-3105-4515-a0ca-f94608c51f7e req-a20a69fe-71e9-4e87-a201-db086e36beee tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 945 time: 0.0881345 Sep 26 13:13:28.406153 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-402a154d-3105-4515-a0ca-f94608c51f7e req-513666e2-35ae-4509-b1eb-baef355c5b1f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 Sep 26 13:13:28.456469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-38ff3600-ee0c-4b05-bf99-426889fbac1c service neutron] 10.222.0.13 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972469 Sep 26 13:13:28.459040 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.465294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3a9155-bd1c-4097-9ab6-b648073094f7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet 1119b6d7-c875-4277-bffe-068187d3d3a7 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:13:28.476106 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9155-bd1c-4097-9ab6-b648073094f7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.514338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b7c074-3361-468d-9d7b-fcb26a5ac536'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:28.516597 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e789aa4-c155-4b4d-a0a2-ff2e8200d823" -d '{"events": [{"server_uuid": "a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f", "name": "network-vif-plugged", "status": "completed", "tag": "70b7c074-3361-468d-9d7b-fcb26a5ac536"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:28.536193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 70b7c074-3361-468d-9d7b-fcb26a5ac536, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70b7c074-3361-468d-9d7b-fcb26a5ac536,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:28.544985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.576724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-4601dfe9-5400-4223-b25b-e1ab9da22ec7 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866430 Sep 26 13:13:28.583794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f480c493-fe1e-478f-8658-16082df6a55e', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'port_id': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'mac_address': 'fa:16:3e:71:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:13:24Z', 'updated_at': '2021-09-26T13:13:26Z', 'revision_number': 1, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:38Z', 'revision_number': 5, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:28.605605 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9155-bd1c-4097-9ab6-b648073094f7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.616582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f25f4-d95f-4ec0-90eb-8f7bcc6ab7fd None None] The sync data for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 is: [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f480c493-fe1e-478f-8658-16082df6a55e', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'port_id': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'mac_address': 'fa:16:3e:71:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:13:24Z', 'updated_at': '2021-09-26T13:13:26Z', 'revision_number': 1, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:38Z', 'revision_number': 5, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:13:28.634154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=70b7c074-3361-468d-9d7b-fcb26a5ac536,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:28.655522 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd7cd69-30ee-4dff-a96f-0a1ba464f019 x-openstack-request-id: req-1fd7cd69-30ee-4dff-a96f-0a1ba464f019 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:28.655812 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f", "name": "network-vif-plugged", "status": "completed", "tag": "70b7c074-3361-468d-9d7b-fcb26a5ac536", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:28.656057 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fd7cd69-30ee-4dff-a96f-0a1ba464f019 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:28.656442 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b7c074-3361-468d-9d7b-fcb26a5ac536', 'code': 200} Sep 26 13:13:28.756737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4c905-7e08-452d-9d87-817dc277a3e3 req-abfae31e-2b2e-4581-ac6c-6e35fbdba921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:28.758267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-03a4c905-7e08-452d-9d87-817dc277a3e3 req-abfae31e-2b2e-4581-ac6c-6e35fbdba921 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 1098 time: 0.0420229 Sep 26 13:13:28.773714 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b517987a-b9a9-475d-a165-4b24ceddff8f req-767c1076-e907-4da4-933d-6dcf02874e9b service neutron] 10.222.0.13 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058920 Sep 26 13:13:28.810815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-03a4c905-7e08-452d-9d87-817dc277a3e3 req-2de2e786-67b1-4cda-8c88-e57ba587e725 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Sep 26 13:13:28.864867 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a5a923-7854-44e6-8cc7-2a3a9a2627ac None None] New status for floating IP f480c493-fe1e-478f-8658-16082df6a55e: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:13:28.875178 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.905691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-c9d6e621-1af7-47a3-9ddf-648e104c34d4 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 998 time: 0.0928373 Sep 26 13:13:28.924096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ee37b02-6571-4bc2-9f6e-b484951aa9de req-a5f2d1be-a807-4a83-8cc8-425f61f642b1 service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115468 Sep 26 13:13:28.942475 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9155-bd1c-4097-9ab6-b648073094f7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:28.973707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-e0f68b5d-e3ea-4c5d-87b2-b2e4d8d509f6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:28.975293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-e0f68b5d-e3ea-4c5d-87b2-b2e4d8d509f6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports/6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 942 time: 0.0630198 Sep 26 13:13:29.009095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Subnet': ['ID=69888115-f4a6-473b-929f-846ce2b2748d,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:29.020446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Checking segment: {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:29.021079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network hostable DHCP agents. Network: 1044c306-4f96-49d8-ae1b-deec6109cd96, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:13:29.050850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9155-bd1c-4097-9ab6-b648073094f7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.057647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:13:29.084456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a9155-bd1c-4097-9ab6-b648073094f7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=1119b6d7-c875-4277-bffe-068187d3d3a7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:29.088632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9155-bd1c-4097-9ab6-b648073094f7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.091137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9a3a9155-bd1c-4097-9ab6-b648073094f7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/1119b6d7-c875-4277-bffe-068187d3d3a7 HTTP/1.1" status: 204 len: 168 time: 0.7885869 Sep 26 13:13:29.092132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 1044c306-4f96-49d8-ae1b-deec6109cd96) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:29.094980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54026) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:29.105400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:29.105605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803501ee-84b7-4e82-8a29-15eaeb5cb744 None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:29.106211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.111530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3231e4-3fc3-4012-978c-af29750f8c75 None None] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:29.111674 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-0f314a47-70d6-4c70-8c2a-8fd8c224c2a8 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 1000 time: 0.0890367 Sep 26 13:13:29.164951 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-360a3124-5c62-47e6-b742-03146812e10c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3003433 Sep 26 13:13:29.182177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-63405f22-1dd0-47de-a57a-4575c4a97fe7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet 2311c242-8641-4402-bcb0-2ac2e5bd6d61 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:13:29.186252 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63405f22-1dd0-47de-a57a-4575c4a97fe7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.233749 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63405f22-1dd0-47de-a57a-4575c4a97fe7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.271954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-4341cabd-cb5e-4ca2-98d0-ef3f30945956 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:29.273995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-4341cabd-cb5e-4ca2-98d0-ef3f30945956 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1615334 Sep 26 13:13:29.329265 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63405f22-1dd0-47de-a57a-4575c4a97fe7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.371993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-6f6682dc-f7c1-4baa-908c-a444df7a6fe8 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 1000 time: 0.0909803 Sep 26 13:13:29.379487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:29.385657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-1044c306-4f96-49d8-ae1b-deec6109cd96', 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ips': [{'subnet_id': '69888115-f4a6-473b-929f-846ce2b2748d'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:13:29.386535 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.411216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54030) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:29.417706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3298456f-2c5d-41ac-9ced-89d1b0d7f44d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476663893', 'description': 'tempest-secgroup-smoke-1476663893 description', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:29.449009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63405f22-1dd0-47de-a57a-4575c4a97fe7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.474318 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.482170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3298456f-2c5d-41ac-9ced-89d1b0d7f44d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.493122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63405f22-1dd0-47de-a57a-4575c4a97fe7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=2311c242-8641-4402-bcb0-2ac2e5bd6d61,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:29.500256 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63405f22-1dd0-47de-a57a-4575c4a97fe7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.502325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-63405f22-1dd0-47de-a57a-4575c4a97fe7 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/2311c242-8641-4402-bcb0-2ac2e5bd6d61 HTTP/1.1" status: 204 len: 168 time: 0.4063261 Sep 26 13:13:29.505470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54036) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:29.546514 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54f8120-3f4e-40f8-b45a-77e795d324e6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:29.546968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54f8120-3f4e-40f8-b45a-77e795d324e6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:29.548823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e54f8120-3f4e-40f8-b45a-77e795d324e6 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/1119b6d7-c875-4277-bffe-068187d3d3a7 HTTP/1.1" status: 404 len: 337 time: 0.0423243 Sep 26 13:13:29.554721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54038) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:29.557010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Allocated IP 172.20.0.18 (1044c306-4f96-49d8-ae1b-deec6109cd96/69888115-f4a6-473b-929f-846ce2b2748d/5971c9be-07af-4a81-a94e-37176f220643) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:29.615283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a608ca-e62f-4fbb-950d-4f008fd3580c req-ceb43569-34fa-4f6e-b37b-5b6682804e53 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:29.625384 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20a608ca-e62f-4fbb-950d-4f008fd3580c req-ceb43569-34fa-4f6e-b37b-5b6682804e53 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 946 time: 0.0901208 Sep 26 13:13:29.666358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea18ddd-8e3f-4534-a3c2-af95e57bd86c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting subnet f0224013-b0e9-4c7e-92c3-0f0f502ace8c {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:13:29.669690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bea18ddd-8e3f-4534-a3c2-af95e57bd86c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.682113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20a608ca-e62f-4fbb-950d-4f008fd3580c req-c3c8db83-955e-4a5a-8844-d684bc4c11c4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556331 Sep 26 13:13:29.727304 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3298456f-2c5d-41ac-9ced-89d1b0d7f44d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.727709 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bea18ddd-8e3f-4534-a3c2-af95e57bd86c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.737946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3298456f-2c5d-41ac-9ced-89d1b0d7f44d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.762414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.772627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3298456f-2c5d-41ac-9ced-89d1b0d7f44d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.776469 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.781024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3298456f-2c5d-41ac-9ced-89d1b0d7f44d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3685932 Sep 26 13:13:29.782780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54044) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:29.788942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-180090ba-771a-4402-b958-faba62c7891f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': 'a60c3d0c-c7d8-46e6-9f1e-10788801aa02', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:29.796524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298456f-2c5d-41ac-9ced-89d1b0d7f44d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60c3d0c-c7d8-46e6-9f1e-10788801aa02,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:29.823306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.832582 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-180090ba-771a-4402-b958-faba62c7891f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.832816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.832959 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Floating IP f480c493-fe1e-478f-8658-16082df6a55e disassociated. External IP: 172.25.4.28, port: 6ba799f1-cddd-41c0-b516-2fd68c31125f. Sep 26 13:13:29.891390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Pushing event updated for resources: {'Port': ['ID=5971c9be-07af-4a81-a94e-37176f220643,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:29.898764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:29.900363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:29.907590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:29.953558 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-180090ba-771a-4402-b958-faba62c7891f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.961981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-180090ba-771a-4402-b958-faba62c7891f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.979935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180090ba-771a-4402-b958-faba62c7891f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967de9b7-0161-4b60-8cbc-49f6fc78993f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:29.991732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-180090ba-771a-4402-b958-faba62c7891f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:29.993716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Attempting to bind port 5971c9be-07af-4a81-a94e-37176f220643 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:29.994087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Attempting to bind port 5971c9be-07af-4a81-a94e-37176f220643 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:29.994444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Attempting to bind port 5971c9be-07af-4a81-a94e-37176f220643 on network 1044c306-4f96-49d8-ae1b-deec6109cd96 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:29.996157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-180090ba-771a-4402-b958-faba62c7891f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2121503 Sep 26 13:13:29.996983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54046) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.000276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:30.000801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Checking segment: {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:30.001206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.001661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Bound using segment: {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:30.002137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Bound port: 5971c9be-07af-4a81-a94e-37176f220643, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:30.002515 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.003934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f2e94eda-b03a-4623-b897-3013d3957d91 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': 'a60c3d0c-c7d8-46e6-9f1e-10788801aa02', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:30.038126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e94eda-b03a-4623-b897-3013d3957d91 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.074854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bea18ddd-8e3f-4534-a3c2-af95e57bd86c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.088927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] For port 5971c9be-07af-4a81-a94e-37176f220643, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:30.088927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] For port 5971c9be-07af-4a81-a94e-37176f220643, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5971c9be-07af-4a81-a94e-37176f220643,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:30.094638 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.119221 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e94eda-b03a-4623-b897-3013d3957d91 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.125578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e94eda-b03a-4623-b897-3013d3957d91 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.149071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e94eda-b03a-4623-b897-3013d3957d91 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da53d1f-4820-40cd-bab9-b5225bc94aaf,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:30.159086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e94eda-b03a-4623-b897-3013d3957d91 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.160502 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f2e94eda-b03a-4623-b897-3013d3957d91 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619155 Sep 26 13:13:30.163598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.169700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9bed4060-c32d-4884-85f4-5cf03aa273d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': 'a60c3d0c-c7d8-46e6-9f1e-10788801aa02', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:30.201787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca8e6b-62bd-401a-899d-615c3559dba9 None None] Pushing event updated for resources: {'Port': ['ID=5971c9be-07af-4a81-a94e-37176f220643,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:30.203629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9bed4060-c32d-4884-85f4-5cf03aa273d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.219237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:13:30.224383 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bea18ddd-8e3f-4534-a3c2-af95e57bd86c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.254457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12306cd4-65a4-4c8b-b293-728c16a4915a None None] Network de426dae-8cad-45c1-afe3-b60c722e80fb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:30.277208 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bea18ddd-8e3f-4534-a3c2-af95e57bd86c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.279140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bea18ddd-8e3f-4534-a3c2-af95e57bd86c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/f0224013-b0e9-4c7e-92c3-0f0f502ace8c HTTP/1.1" status: 204 len: 168 time: 0.7232256 Sep 26 13:13:30.282486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54050) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.282655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea18ddd-8e3f-4534-a3c2-af95e57bd86c tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Subnet': ['ID=f0224013-b0e9-4c7e-92c3-0f0f502ace8c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:30.319877 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-aced62e1-477c-4146-8de6-de37efcbc970 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.320335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aced62e1-477c-4146-8de6-de37efcbc970 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.322129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aced62e1-477c-4146-8de6-de37efcbc970 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/f1a3bf70-eb15-409c-bba1-488064ec38b3 HTTP/1.1" status: 404 len: 337 time: 0.0386980 Sep 26 13:13:30.325325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54052) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.344818 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9bed4060-c32d-4884-85f4-5cf03aa273d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.362550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b6f99197-b572-4d4e-80ea-d3a8f49a3bd9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "GET /v2.0/ports?device_id=a960ebeb-5628-4bba-9c8a-a5911a70bf40 HTTP/1.1" status: 200 len: 205 time: 0.0361485 Sep 26 13:13:30.364108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9bed4060-c32d-4884-85f4-5cf03aa273d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.365878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54054) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.415011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:13:30.420265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e0f69ad4-4e1a-4168-920f-4d58a8462d0e None None] Provisioning complete for port 39cfa015-bb9f-472e-8740-04f72012ec95 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:30.420637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e0f69ad4-4e1a-4168-920f-4d58a8462d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.420770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.427690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] Sync routers for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:13:30.451155 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-893e939c-0a7b-4f67-8ce3-8d10982cc219 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] delete failed (client error): The resource could not be found. Sep 26 13:13:30.452297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-893e939c-0a7b-4f67-8ce3-8d10982cc219 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/routers/a960ebeb-5628-4bba-9c8a-a5911a70bf40 HTTP/1.1" status: 404 len: 336 time: 0.0829563 Sep 26 13:13:30.453707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed4060-c32d-4884-85f4-5cf03aa273d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2085bf35-015a-4ccb-a60f-cb8f197cc9af,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:30.455328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54056) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.462846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9bed4060-c32d-4884-85f4-5cf03aa273d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.464596 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9bed4060-c32d-4884-85f4-5cf03aa273d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2997766 Sep 26 13:13:30.467274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54058) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.475784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7c445e0d-acc0-406f-8c97-e215a0bd220f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': 'a60c3d0c-c7d8-46e6-9f1e-10788801aa02', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:30.502161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:30.503118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:30.522427 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-20acf512-4ac7-4bb3-8a29-5e8ab5e5fac7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "PUT /v2.0/floatingips/f480c493-fe1e-478f-8658-16082df6a55e HTTP/1.1" status: 200 len: 694 time: 1.1495225 Sep 26 13:13:30.524002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:30.526869 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016ad4ee-bad5-4aba-a171-b40779e2a2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:30.530293 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d5d275-8faf-459c-9fd9-fe19ecd1fd83 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.530977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d5d275-8faf-459c-9fd9-fe19ecd1fd83 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.532964 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-20d5d275-8faf-459c-9fd9-fe19ecd1fd83 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/094d325d-80ea-4369-9e80-bb9d65852994 HTTP/1.1" status: 404 len: 337 time: 0.0764642 Sep 26 13:13:30.537740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7c445e0d-acc0-406f-8c97-e215a0bd220f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.543285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54062) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.607085 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff94b0e-b0f3-43b6-9937-26c85405ff5d x-openstack-request-id: req-0ff94b0e-b0f3-43b6-9937-26c85405ff5d {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:30.607636 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:30.608017 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ff94b0e-b0f3-43b6-9937-26c85405ff5d {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:30.608566 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'status': 'completed', 'code': 200} Sep 26 13:13:30.629669 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-275729a0-1695-4a46-a209-07df49509416 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.630413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275729a0-1695-4a46-a209-07df49509416 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.632223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-275729a0-1695-4a46-a209-07df49509416 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/1f809a10-87be-4398-b8e3-8ff9f0220d11 HTTP/1.1" status: 404 len: 337 time: 0.0833659 Sep 26 13:13:30.635934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] DHCP port deletion for de426dae-8cad-45c1-afe3-b60c722e80fb request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:13:30.636107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54064) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.668352 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e95661e-d86e-4a89-8001-4aa1ff28a7b9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.669003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e95661e-d86e-4a89-8001-4aa1ff28a7b9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.670981 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9e95661e-d86e-4a89-8001-4aa1ff28a7b9 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/fe6770c6-197b-4f55-8e36-d5b9eb85aaf0 HTTP/1.1" status: 404 len: 337 time: 0.0344129 Sep 26 13:13:30.673520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54066) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.706293 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83b9dbc-ad77-4226-b4fa-584d9936cdb8 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.707206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83b9dbc-ad77-4226-b4fa-584d9936cdb8 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.709115 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f83b9dbc-ad77-4226-b4fa-584d9936cdb8 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/bddb70d7-185a-40c1-8de2-a1634f9223aa HTTP/1.1" status: 404 len: 333 time: 0.0345423 Sep 26 13:13:30.711597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-ab2fd8e2-f587-41c9-a588-9a32012c11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:30.713361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-ab2fd8e2-f587-41c9-a588-9a32012c11cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1097 time: 0.1549611 Sep 26 13:13:30.714010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54070) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.715758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7c445e0d-acc0-406f-8c97-e215a0bd220f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.719831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-ee690734-5ed5-4015-8088-405c1995d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:30.721415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-ee690734-5ed5-4015-8088-405c1995d6a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 1097 time: 0.0831518 Sep 26 13:13:30.723787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7c445e0d-acc0-406f-8c97-e215a0bd220f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.744303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c445e0d-acc0-406f-8c97-e215a0bd220f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9571f2-41ae-4185-8de2-bc77a15163ec,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:30.771503 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47f3ef1-3945-4b6e-b422-4a217e8d2cde tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.771744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:13:30.772378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47f3ef1-3945-4b6e-b422-4a217e8d2cde tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.773247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7c445e0d-acc0-406f-8c97-e215a0bd220f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.777338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7c445e0d-acc0-406f-8c97-e215a0bd220f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060949 Sep 26 13:13:30.779258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c47f3ef1-3945-4b6e-b422-4a217e8d2cde tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/fd95c8f2-1b3c-4f09-9bdd-99ca745547a7 HTTP/1.1" status: 404 len: 337 time: 0.0594332 Sep 26 13:13:30.781850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54072) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.782184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54074) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.794538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2fc87e71-57b9-4024-b1ad-62c9774ed429 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': 'a60c3d0c-c7d8-46e6-9f1e-10788801aa02', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:30.852022 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-11652dc0-e6ff-400e-8315-d1921309426a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.852931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11652dc0-e6ff-400e-8315-d1921309426a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.856837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-11652dc0-e6ff-400e-8315-d1921309426a tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/8b5ebef8-1e37-412e-8d43-6cfe5cbe6562 HTTP/1.1" status: 404 len: 337 time: 0.0716093 Sep 26 13:13:30.859083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54080) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.872288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e0f69ad4-4e1a-4168-920f-4d58a8462d0e None None] Provisioning complete for port 600f8014-73d6-4cf2-b2bc-b212cef60a85 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:30.872288 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e0f69ad4-4e1a-4168-920f-4d58a8462d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.892682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab416bb3-a4e7-41db-8f76-c6a73345ed07 req-3c887153-d3b9-4686-bd83-1b64730823d6 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:30.894880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab416bb3-a4e7-41db-8f76-c6a73345ed07 req-3c887153-d3b9-4686-bd83-1b64730823d6 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 946 time: 0.1086752 Sep 26 13:13:30.896106 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e7c0c1-66ce-49e6-8ffa-86e5f0fe9cd3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.897592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e7c0c1-66ce-49e6-8ffa-86e5f0fe9cd3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.902046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36e7c0c1-66ce-49e6-8ffa-86e5f0fe9cd3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/991d7a4c-d33b-4756-97c3-3c0a0ff5c17b HTTP/1.1" status: 404 len: 333 time: 0.0368176 Sep 26 13:13:30.902191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54082) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.905120 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-2fc87e71-57b9-4024-b1ad-62c9774ed429 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Project 5aa9e2499e2b42d9893876d8ae3b93f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:13:30.916152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fc87e71-57b9-4024-b1ad-62c9774ed429 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:30.940522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-119ff260-4813-4b58-b8b0-426719838321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:30.944161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-119ff260-4813-4b58-b8b0-426719838321 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 920 time: 0.2197165 Sep 26 13:13:30.947476 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b536ac-ac02-4cc2-93fa-498febf1070b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:30.948021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b536ac-ac02-4cc2-93fa-498febf1070b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:30.953034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54086) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:30.953921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c5b536ac-ac02-4cc2-93fa-498febf1070b tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/3a34295d-9f77-4f4a-a9e8-cd80746b35f1 HTTP/1.1" status: 404 len: 337 time: 0.0514297 Sep 26 13:13:30.977318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-176fae80-416b-46b8-a09a-ae108141adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:30.978983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-176fae80-416b-46b8-a09a-ae108141adc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 200 len: 920 time: 0.2357419 Sep 26 13:13:31.005517 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5189428f-694c-48da-b2f5-a7fa56835551 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] DELETE failed (client error): The resource could not be found. Sep 26 13:13:31.006147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5189428f-694c-48da-b2f5-a7fa56835551 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:13:31.010378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5189428f-694c-48da-b2f5-a7fa56835551 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/subnets/cc31ebb0-1cdd-46e8-908c-d29fb3099e3c HTTP/1.1" status: 404 len: 337 time: 0.0494277 Sep 26 13:13:31.035464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54088) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:31.040351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab416bb3-a4e7-41db-8f76-c6a73345ed07 req-220e9d65-41db-4458-8fc7-356c6069cbd6 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941896 Sep 26 13:13:31.047521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-63d5a47f-40ed-4f35-a541-d667d0fd9d30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 217 time: 0.0601339 Sep 26 13:13:31.051236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-9002b623-9915-4910-ad67-e5a72f320cb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 200 len: 217 time: 0.0907459 Sep 26 13:13:31.068468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] Deleting port 39cfa015-bb9f-472e-8740-04f72012ec95 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:31.068833 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.140587 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fc87e71-57b9-4024-b1ad-62c9774ed429 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.148560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-75e1357d-311c-48a8-8622-2a7a4195c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:31.150460 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-75e1357d-311c-48a8-8622-2a7a4195c4dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.0802903 Sep 26 13:13:31.151159 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fc87e71-57b9-4024-b1ad-62c9774ed429 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.188026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e0f69ad4-4e1a-4168-920f-4d58a8462d0e None None] Port 600f8014-73d6-4cf2-b2bc-b212cef60a85 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:31.193007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fc87e71-57b9-4024-b1ad-62c9774ed429 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.197457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2fc87e71-57b9-4024-b1ad-62c9774ed429 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4130836 Sep 26 13:13:31.214239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54092) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:31.214828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc87e71-57b9-4024-b1ad-62c9774ed429 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f8bb43-6865-4c20-9ee4-c23886bf7ee8,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:31.218529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-27c238de-3764-4cb7-9d17-e6f794bd106d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482254 Sep 26 13:13:31.223367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9bebbac7-30de-406e-b9e7-4d7260c25ce7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': 'a60c3d0c-c7d8-46e6-9f1e-10788801aa02', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:31.251447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-a8587c3b-5584-4651-9354-6c35b674bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:31.253159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-a8587c3b-5584-4651-9354-6c35b674bf15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 200 len: 860 time: 0.1827722 Sep 26 13:13:31.321538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-3b7dd282-9f84-444b-90f4-da8a3f1e3d42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d826fe3-4698-4723-acec-ceaf33e09e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537009 Sep 26 13:13:31.364873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] For port 39cfa015-bb9f-472e-8740-04f72012ec95, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=39cfa015-bb9f-472e-8740-04f72012ec95,segment=NetworkSegment(1f039d09-78ba-4f56-8fda-c237e86d086e),segment_id=1f039d09-78ba-4f56-8fda-c237e86d086e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:31.365462 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.371986 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-9bebbac7-30de-406e-b9e7-4d7260c25ce7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Project 5aa9e2499e2b42d9893876d8ae3b93f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:13:31.404644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-36dd4332-1c60-4093-abc2-1edca0d32af3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Deleting port 600f8014-73d6-4cf2-b2bc-b212cef60a85 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:31.406940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-36dd4332-1c60-4093-abc2-1edca0d32af3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.424130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bebbac7-30de-406e-b9e7-4d7260c25ce7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.460826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5971c9be-07af-4a81-a94e-37176f220643 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:31.469089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] Calling delete_port for 39cfa015-bb9f-472e-8740-04f72012ec95 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:31.503218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-7d280f4e-713e-4b53-b973-4357db96f975 service neutron] 10.222.0.13 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748809 Sep 26 13:13:31.611183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-36dd4332-1c60-4093-abc2-1edca0d32af3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.623141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bebbac7-30de-406e-b9e7-4d7260c25ce7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.626516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-9951d178-ea62-4ca5-b9e6-37b11988fcdc service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893765 Sep 26 13:13:31.631354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-36dd4332-1c60-4093-abc2-1edca0d32af3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Calling delete_port for 600f8014-73d6-4cf2-b2bc-b212cef60a85 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:31.639043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bebbac7-30de-406e-b9e7-4d7260c25ce7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.656859 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebbac7-30de-406e-b9e7-4d7260c25ce7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133341e3-7cd4-4862-b2f4-18fefb654d83,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:31.720709 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.738109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bebbac7-30de-406e-b9e7-4d7260c25ce7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.745539 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9bebbac7-30de-406e-b9e7-4d7260c25ce7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5261137 Sep 26 13:13:31.768932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f500307-c458-48d4-9f7b-9dc7cd9f82b7 req-34e15b5d-78e8-4249-a484-83e33bad4d7f service neutron] 10.222.0.13 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608485 Sep 26 13:13:31.774345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-36dd4332-1c60-4093-abc2-1edca0d32af3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.794472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] Pushing event deleted for resources: {'Port': ['ID=39cfa015-bb9f-472e-8740-04f72012ec95,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:31.806588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f4452-4767-490b-ab66-6db6c1024f41 None None] No DVR routers for this DVR port 39cfa015-bb9f-472e-8740-04f72012ec95 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:13:31.810782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8256071f-9196-470e-a9f7-777c0aa998b3 None None] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:13:31.838036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5971c9be-07af-4a81-a94e-37176f220643 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:31.838588 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.843218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:38Z', 'revision_number': 5, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:31.942982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] Checking router: 0f0c523e-ab62-4e55-943c-66e5d3c38da3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:13:31.984244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-076f3942-6def-41eb-99d8-7672f1f696e6 None None] Provisioning complete for port 5971c9be-07af-4a81-a94e-37176f220643 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:31.984629 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-076f3942-6def-41eb-99d8-7672f1f696e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:31.993041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-3545c2f5-c5fc-4c0f-9c08-38c6fd5e4ecb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476663893&fields=id&tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 267 time: 0.0540080 Sep 26 13:13:32.016031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:32.016677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:32.148605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-32189fc4-0899-4ae6-839a-83505efcc050 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:32.158841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-32189fc4-0899-4ae6-839a-83505efcc050 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/networks?id=1044c306-4f96-49d8-ae1b-deec6109cd96 HTTP/1.1" status: 200 len: 797 time: 0.1638832 Sep 26 13:13:32.177425 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-40e959fe-a472-4fcd-b9e9-d0710ea631f6 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/quotas/5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 375 time: 0.0163918 Sep 26 13:13:32.212221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd4332-1c60-4093-abc2-1edca0d32af3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Port': ['ID=600f8014-73d6-4cf2-b2bc-b212cef60a85,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:32.231524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-36dd4332-1c60-4093-abc2-1edca0d32af3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.234134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-36dd4332-1c60-4093-abc2-1edca0d32af3 tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/ports/600f8014-73d6-4cf2-b2bc-b212cef60a85 HTTP/1.1" status: 204 len: 168 time: 1.1970716 Sep 26 13:13:32.242466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.245718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54114) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:32.292422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-832bf268-d0ca-4747-92bf-437559b28cab tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/floatingips/f480c493-fe1e-478f-8658-16082df6a55e HTTP/1.1" status: 200 len: 694 time: 0.0913365 Sep 26 13:13:32.308672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:13:32.324455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-016ad4ee-bad5-4aba-a171-b40779e2a2a7 req-9008a01c-5cb4-4dcb-8d4a-27634e31a21f service neutron] 10.222.0.24 "GET /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887879 Sep 26 13:13:32.336768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-aca9fb5e-d544-438a-b0fc-50e2a333499b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1579714 Sep 26 13:13:32.374902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 5971c9be-07af-4a81-a94e-37176f220643, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5971c9be-07af-4a81-a94e-37176f220643,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:32.421259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.435207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-e47c7e1e-8d76-42d0-964b-fac44d99caeb tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:32.438018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-e47c7e1e-8d76-42d0-964b-fac44d99caeb tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 784 time: 0.1445682 Sep 26 13:13:32.445559 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-076f3942-6def-41eb-99d8-7672f1f696e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.447438 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.472744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-688366e0-4a05-4df5-87bc-b044c6db3adc tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:13:32.506417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-688366e0-4a05-4df5-87bc-b044c6db3adc tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561049 Sep 26 13:13:32.561219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 39cfa015-bb9f-472e-8740-04f72012ec95 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:13:32.569344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-7a85217a-9b8b-482b-814f-0371b07e65c7 service neutron] 10.222.0.13 "GET /v2.0/networks/1044c306-4f96-49d8-ae1b-deec6109cd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253859 Sep 26 13:13:32.588096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 39cfa015-bb9f-472e-8740-04f72012ec95 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:13:32.588435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 39cfa015-bb9f-472e-8740-04f72012ec95 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:13:32.611310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.652319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=5971c9be-07af-4a81-a94e-37176f220643,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:32.679820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de426dae-8cad-45c1-afe3-b60c722e80fb']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:32.697111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-076f3942-6def-41eb-99d8-7672f1f696e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:13:32.697637 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-076f3942-6def-41eb-99d8-7672f1f696e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:13:32.706631 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-df349aa0-19bf-4a84-8baf-389dcb5c9d18 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 697 time: 0.1908908 Sep 26 13:13:32.707231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f039d09-78ba-4f56-8fda-c237e86d086e') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:32.707231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f039d09-78ba-4f56-8fda-c237e86d086e') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:32.751801 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.774551 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.781639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:38Z', 'revision_number': 5, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:32.786280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-ac500f22-3270-42d1-98ff-ca6ede60f85d tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 697 time: 0.0867779 Sep 26 13:13:32.789777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:13:32.790947 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:13:32.794001 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:13:32.796192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-17013915-a2cd-4053-bd60-6d5f405d6ce8 service neutron] 10.222.0.13 "GET /v2.0/networks/1044c306-4f96-49d8-ae1b-deec6109cd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809103 Sep 26 13:13:32.815596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b24e4-7d31-420f-94c1-ca4a4ae4d135 None None] The sync data for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 is: [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:12:30Z', 'revision_number': 4, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a8ce7bdf-c3d1-4315-946f-ae2c934f8a33', 'name': '', 'network_id': '6d826fe3-4698-4723-acec-ceaf33e09e64', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'mac_address': 'fa:16:3e:d9:1b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:29Z', 'updated_at': '2021-09-26T13:12:38Z', 'revision_number': 5, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'subnets': [{'id': 'e34a0645-ef63-4250-a3ec-d32fe853225d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:13:32.870338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.883794 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:32.886253 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] 10.222.0.13 "DELETE /v2.0/networks/de426dae-8cad-45c1-afe3-b60c722e80fb HTTP/1.1" status: 204 len: 168 time: 0.6348598 Sep 26 13:13:32.974299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Deleting port 9df9d806-233a-4bb4-9321-7bffb3e95e54 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:32.974955 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.109026 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.109583 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.124479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Calling delete_port for 9df9d806-233a-4bb4-9321-7bffb3e95e54 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:33.264420 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f5b86-43de-4544-972a-6aa81247752d None None] New status for floating IP f480c493-fe1e-478f-8658-16082df6a55e: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:13:33.321196 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5971c9be-07af-4a81-a94e-37176f220643 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:33.360103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54136) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:33.412993 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.db.api [None req-e61f5b86-43de-4544-972a-6aa81247752d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:13:33.415016 n-d-806683-13 neutron-server[94814]: DEBUG oslo_db.api [None req-e61f5b86-43de-4544-972a-6aa81247752d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:13:33.417908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.427651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2814aa14-991e-4448-926c-3e42e2784fb7 None None] Provisioning complete for port 5971c9be-07af-4a81-a94e-37176f220643 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:33.428249 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2814aa14-991e-4448-926c-3e42e2784fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.475278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5971c9be-07af-4a81-a94e-37176f220643 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:33.475802 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.536241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7264efc-4115-4970-b0d0-1c98c5fbcd9d tempest-PortsTestJSON-945725936 tempest-PortsTestJSON-945725936-project] Pushing event deleted for resources: {'Network': ['ID=de426dae-8cad-45c1-afe3-b60c722e80fb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:33.552336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event deleted for resources: {'Port': ['ID=9df9d806-233a-4bb4-9321-7bffb3e95e54,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:33.576904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-be547a92-3f34-41a7-9a22-36b766436fb2 req-55fcc635-a0ad-471d-b804-6eb555b92378 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 210 time: 0.0383801 Sep 26 13:13:33.630283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.632908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.634195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-493ab448-3902-42bb-9ffa-bf10eb0f6c47 req-b10e37de-0977-4fa4-bf91-23c3f818ffa6 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "DELETE /v2.0/floatingips/f480c493-fe1e-478f-8658-16082df6a55e HTTP/1.1" status: 204 len: 173 time: 0.8470974 Sep 26 13:13:33.643943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19849d9e-6611-416f-a7df-3a43d491c951 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af1da9da9bcf4e42bd15ee7762657f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787130 Sep 26 13:13:33.644124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54144) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:33.696190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9f443c3-b877-46c6-b334-d45659207eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.696871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-62db2226-42c4-481e-a204-1355533b9adb req-3257728e-b696-4257-a4e9-4ae736a458f8 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups/4631930a-d1a3-4f2a-b802-f1caa4e17cc6 HTTP/1.1" status: 200 len: 1809 time: 0.0431912 Sep 26 13:13:33.723265 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9f443c3-b877-46c6-b334-d45659207eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.772805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-62db2226-42c4-481e-a204-1355533b9adb req-cbe4991b-a07d-4a8b-9fe6-62f2e322c39b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.790263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9f443c3-b877-46c6-b334-d45659207eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.792972 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9f443c3-b877-46c6-b334-d45659207eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.794189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c9f443c3-b877-46c6-b334-d45659207eee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86859195-2115-486a-b346-e421d02c2cf3 HTTP/1.1" status: 204 len: 168 time: 0.1491196 Sep 26 13:13:33.804502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f443c3-b877-46c6-b334-d45659207eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86859195-2115-486a-b346-e421d02c2cf3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:33.805652 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-62db2226-42c4-481e-a204-1355533b9adb req-cbe4991b-a07d-4a8b-9fe6-62f2e322c39b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.869750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-62db2226-42c4-481e-a204-1355533b9adb req-cbe4991b-a07d-4a8b-9fe6-62f2e322c39b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.872997 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-62db2226-42c4-481e-a204-1355533b9adb req-cbe4991b-a07d-4a8b-9fe6-62f2e322c39b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:33.874457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-62db2226-42c4-481e-a204-1355533b9adb req-cbe4991b-a07d-4a8b-9fe6-62f2e322c39b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "DELETE /v2.0/security-groups/4631930a-d1a3-4f2a-b802-f1caa4e17cc6 HTTP/1.1" status: 204 len: 173 time: 0.1710589 Sep 26 13:13:33.887915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4991b-a07d-4a8b-9fe6-62f2e322c39b tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4631930a-d1a3-4f2a-b802-f1caa4e17cc6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:33.917404 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f5b86-43de-4544-972a-6aa81247752d None None] New status for floating IP f480c493-fe1e-478f-8658-16082df6a55e: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:13:34.194431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b98e-8f79-4d77-b281-0c4093a13717 req-727b50b0-f109-4e5b-9333-5889c6ef09ae tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:34.196044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30e8b98e-8f79-4d77-b281-0c4093a13717 req-727b50b0-f109-4e5b-9333-5889c6ef09ae tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0909469 Sep 26 13:13:34.292280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30e8b98e-8f79-4d77-b281-0c4093a13717 req-a272f90d-5240-449f-b2e4-60bb7ad5c874 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893545 Sep 26 13:13:34.388039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-27c85c95-6791-4e82-9354-39066127cd6e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:34.389574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-27c85c95-6791-4e82-9354-39066127cd6e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "GET /v2.0/networks?id=1044c306-4f96-49d8-ae1b-deec6109cd96 HTTP/1.1" status: 200 len: 797 time: 0.1455126 Sep 26 13:13:34.439149 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-9e281ee0-5b67-4125-a6c3-405d4d099f7a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 472 time: 0.0374715 Sep 26 13:13:34.450550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'port': {'device_id': '44319f7a-daed-4be1-a217-4141bbe1bf90', 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96', 'admin_state_up': True, 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'security_groups': ['a60c3d0c-c7d8-46e6-9f1e-10788801aa02']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:34.573766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:34.577734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:34.710534 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04849312-e6e7-453d-815e-034756cc2da6 req-784a60f9-43ed-490b-b032-874ff1b07491 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 210 time: 0.0435436 Sep 26 13:13:34.748787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54190) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:34.751621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.20.0.21 (1044c306-4f96-49d8-ae1b-deec6109cd96/69888115-f4a6-473b-929f-846ce2b2748d/6bc977c4-34fb-46d7-bd72-3f113535d0af) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:34.752460 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026741 Sep 26 13:13:34.756020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54192) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:34.869536 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0ecaab59-6ee6-420d-a519-260ef919611a tempest-NetworksApiDiscovery-1707331215 tempest-NetworksApiDiscovery-1707331215-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1094656 Sep 26 13:13:34.899799 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:34.936474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:34.990234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:35.006184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:35.008168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=6bc977c4-34fb-46d7-bd72-3f113535d0af,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:35.010541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:35.073138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:35.073882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.092322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-87bff144-dd0d-43d7-9bac-ee033b851326 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6458302 Sep 26 13:13:35.107696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Request body: {'port': {'device_id': '44319f7a-daed-4be1-a217-4141bbe1bf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:35.151906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54200) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:35.193245 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.314376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-43651918-727c-46fa-a67a-35447829dbe3 None None] Provisioning complete for port 6bc977c4-34fb-46d7-bd72-3f113535d0af triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:35.316148 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43651918-727c-46fa-a67a-35447829dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.321119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd5d0a9-8da9-420e-b630-e04099fa4a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.400018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-43651918-727c-46fa-a67a-35447829dbe3 None None] Port 6bc977c4-34fb-46d7-bd72-3f113535d0af cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:35.459453 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd5d0a9-8da9-420e-b630-e04099fa4a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.466334 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-edd5d0a9-8da9-420e-b630-e04099fa4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.494397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10688ea5-e8df-470f-9ca0-083930809557 req-9b620bd4-6bd8-4475-98a3-14609a45d116 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:35.495936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10688ea5-e8df-470f-9ca0-083930809557 req-9b620bd4-6bd8-4475-98a3-14609a45d116 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.0773697 Sep 26 13:13:35.516001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5d0a9-8da9-420e-b630-e04099fa4a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6712259-1abd-4fd8-8d87-a6dbc4965c73,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:35.524618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-edd5d0a9-8da9-420e-b630-e04099fa4a4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1f9716bdc9b4891924075c974b02d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714247 Sep 26 13:13:35.524797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54214) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:35.630975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10688ea5-e8df-470f-9ca0-083930809557 req-13550db3-fc86-4d99-a8a7-6bede556f089 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231399 Sep 26 13:13:35.653678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54c666e9-6c37-4cd1-8b0b-05e64b7d0371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.688969 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54c666e9-6c37-4cd1-8b0b-05e64b7d0371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.769938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc977c4-34fb-46d7-bd72-3f113535d0af {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:13:35.778315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.796239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54c666e9-6c37-4cd1-8b0b-05e64b7d0371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.798999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54c666e9-6c37-4cd1-8b0b-05e64b7d0371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.802830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-54c666e9-6c37-4cd1-8b0b-05e64b7d0371 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6712259-1abd-4fd8-8d87-a6dbc4965c73 HTTP/1.1" status: 204 len: 168 time: 0.2649250 Sep 26 13:13:35.805426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Transition to ACTIVE for port object 6bc977c4-34fb-46d7-bd72-3f113535d0af will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:13:35.812600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c666e9-6c37-4cd1-8b0b-05e64b7d0371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6712259-1abd-4fd8-8d87-a6dbc4965c73,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:35.816479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:35.843249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cc001-b40e-4ce2-9533-837c1992d615 req-5a5a5d07-4520-472d-a790-67a2fdd6bf37 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:35.844968 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-184cc001-b40e-4ce2-9533-837c1992d615 req-5a5a5d07-4520-472d-a790-67a2fdd6bf37 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 932 time: 0.0728791 Sep 26 13:13:35.890539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc977c4-34fb-46d7-bd72-3f113535d0af,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:35.919020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-184cc001-b40e-4ce2-9533-837c1992d615 req-23bb614b-ecb4-4f07-b525-fdcc6e2d804c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576098 Sep 26 13:13:36.026622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-4941feaa-8f4f-4aa3-9e70-40492620847e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1279564 Sep 26 13:13:36.053311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Attempting to bind port 6bc977c4-34fb-46d7-bd72-3f113535d0af on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:36.053837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Attempting to bind port 6bc977c4-34fb-46d7-bd72-3f113535d0af by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:36.054704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Attempting to bind port 6bc977c4-34fb-46d7-bd72-3f113535d0af on network 1044c306-4f96-49d8-ae1b-deec6109cd96 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:36.094482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Port 6bc977c4-34fb-46d7-bd72-3f113535d0af on network 1044c306-4f96-49d8-ae1b-deec6109cd96 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:13:36.095176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Attempting to bind port 6bc977c4-34fb-46d7-bd72-3f113535d0af on network 1044c306-4f96-49d8-ae1b-deec6109cd96 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:36.104296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:36.104874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Checking segment: {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:36.105533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Bound using segment: {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:36.106232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Bound port: 6bc977c4-34fb-46d7-bd72-3f113535d0af, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:36.106840 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:36.163117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-8826d7ca-f903-48ad-b51e-cfb2fb82d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.163615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-8826d7ca-f903-48ad-b51e-cfb2fb82d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.164097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-8826d7ca-f903-48ad-b51e-cfb2fb82d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.164571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-8826d7ca-f903-48ad-b51e-cfb2fb82d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.165043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-8826d7ca-f903-48ad-b51e-cfb2fb82d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.165537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-8826d7ca-f903-48ad-b51e-cfb2fb82d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.166009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-8826d7ca-f903-48ad-b51e-cfb2fb82d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.168012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-8826d7ca-f903-48ad-b51e-cfb2fb82d8e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6499 time: 0.1098738 Sep 26 13:13:36.205476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] For port 6bc977c4-34fb-46d7-bd72-3f113535d0af, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:36.210836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] For port 6bc977c4-34fb-46d7-bd72-3f113535d0af, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6bc977c4-34fb-46d7-bd72-3f113535d0af,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:36.242828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:36.294232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.295258 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:36.296975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] 10.222.0.24 "PUT /v2.0/ports/6bc977c4-34fb-46d7-bd72-3f113535d0af HTTP/1.1" status: 200 len: 1093 time: 1.1945531 Sep 26 13:13:36.306806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44319f7a-daed-4be1-a217-4141bbe1bf90', 'tag': '6bc977c4-34fb-46d7-bd72-3f113535d0af'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:36.310226 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256aa357-8a5a-4f69-b433-26520341481b" -d '{"events": [{"name": "network-changed", "server_uuid": "44319f7a-daed-4be1-a217-4141bbe1bf90", "tag": "6bc977c4-34fb-46d7-bd72-3f113535d0af"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:36.468818 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47884d13-e9b6-466a-9838-3ec86a966ff8 x-openstack-request-id: req-47884d13-e9b6-466a-9838-3ec86a966ff8 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:36.469109 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44319f7a-daed-4be1-a217-4141bbe1bf90", "tag": "6bc977c4-34fb-46d7-bd72-3f113535d0af", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:36.469517 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47884d13-e9b6-466a-9838-3ec86a966ff8 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:36.469962 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44319f7a-daed-4be1-a217-4141bbe1bf90', 'tag': '6bc977c4-34fb-46d7-bd72-3f113535d0af', 'status': 'completed', 'code': 200} Sep 26 13:13:36.500713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556fd5e-bed8-4fae-bbd0-1f60bb694794 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc977c4-34fb-46d7-bd72-3f113535d0af,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:36.537374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-bc7ac200-f3c7-45db-925c-470798996236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.539826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-bc7ac200-f3c7-45db-925c-470798996236 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 1096 time: 0.1852891 Sep 26 13:13:36.542808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-6db23c64-1555-45f5-8d8d-2321fdfc88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.543359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-6db23c64-1555-45f5-8d8d-2321fdfc88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.544520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-6db23c64-1555-45f5-8d8d-2321fdfc88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.548820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-6db23c64-1555-45f5-8d8d-2321fdfc88d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcc4ad1b-5178-4df1-849d-d894c90d9977&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=8d59d366-9265-4f11-be38-15a19f2dd7d9&id=8d59d366-9265-4f11-be38-15a19f2dd7d9 HTTP/1.1" status: 200 len: 2291 time: 0.3377292 Sep 26 13:13:36.561530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-3e92258b-712a-4667-bff5-796518203806 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.563154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-3e92258b-712a-4667-bff5-796518203806 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.1141803 Sep 26 13:13:36.697022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-7c7077ed-7dbf-4d9a-a8b7-be8502966544 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6bc977c4-34fb-46d7-bd72-3f113535d0af HTTP/1.1" status: 200 len: 217 time: 0.1316681 Sep 26 13:13:36.815450 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-13bd89c8-67b6-4d8d-a6fe-35d56dfb53e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129fa097-5391-49be-a852-ac7a284ed454 HTTP/1.1" status: 200 len: 1001 time: 0.2511308 Sep 26 13:13:36.866066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-e28c0256-7f15-4f5d-8224-98d56853a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.867250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-e28c0256-7f15-4f5d-8224-98d56853a43f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69888115-f4a6-473b-929f-846ce2b2748d HTTP/1.1" status: 200 len: 837 time: 0.1617439 Sep 26 13:13:36.919506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526180b8-c89b-4eff-b6a0-be1fc50af96d req-88acf73e-184f-41a1-a10b-5f2e1380e310 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.921074 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-526180b8-c89b-4eff-b6a0-be1fc50af96d req-88acf73e-184f-41a1-a10b-5f2e1380e310 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 945 time: 0.2007670 Sep 26 13:13:36.939620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-a8c37b83-7858-4570-ad77-2964296ede94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:36.941783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-a8c37b83-7858-4570-ad77-2964296ede94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3546b69d-5bf9-44b2-91d3-59645941a8d6 HTTP/1.1" status: 200 len: 851 time: 0.1092584 Sep 26 13:13:36.976990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Deleting port 6ba799f1-cddd-41c0-b516-2fd68c31125f {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:36.977335 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:37.065636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844eea-6150-488b-9e61-e9274f9ce786 req-5b5d002c-12ca-451f-8da5-8830b1d17796 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:37.077708 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44844eea-6150-488b-9e61-e9274f9ce786 req-5b5d002c-12ca-451f-8da5-8830b1d17796 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 944 time: 0.0666037 Sep 26 13:13:37.087430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-c4add794-3d92-4b0e-bbad-0329f0bfdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:37.089025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-c4add794-3d92-4b0e-bbad-0329f0bfdd98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1044c306-4f96-49d8-ae1b-deec6109cd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2123103 Sep 26 13:13:37.125598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44844eea-6150-488b-9e61-e9274f9ce786 req-79f5fe01-d90f-4dc6-a17b-cab5a715e6ef tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467949 Sep 26 13:13:37.186807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-ed358ef6-faba-4b52-8a5b-723575bd9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:37.188402 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-ed358ef6-faba-4b52-8a5b-723575bd9e1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcc4ad1b-5178-4df1-849d-d894c90d9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2363579 Sep 26 13:13:37.194906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-526180b8-c89b-4eff-b6a0-be1fc50af96d req-c4015ff7-3d4f-4f03-ad8b-78dfb7da67f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/security-groups?id=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610452 Sep 26 13:13:37.198828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] For port 6ba799f1-cddd-41c0-b516-2fd68c31125f, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6ba799f1-cddd-41c0-b516-2fd68c31125f,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:37.199340 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:37.276486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Calling delete_port for 6ba799f1-cddd-41c0-b516-2fd68c31125f owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:37.424593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-db85b41e-f40d-4a45-af07-6c7a78db32d5 service neutron] 10.222.0.24 "GET /v2.0/networks/1044c306-4f96-49d8-ae1b-deec6109cd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259368 Sep 26 13:13:37.530788 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-250c6d13-1880-4d24-8ef0-e46bffce6cc1 service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170834 Sep 26 13:13:37.672514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:37.685324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['6ba799f1-cddd-41c0-b516-2fd68c31125f'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:37.723461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Pushing event deleted for resources: {'Port': ['ID=6ba799f1-cddd-41c0-b516-2fd68c31125f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:37.734030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d44b57-dc7b-4023-a32c-892974a154f6 req-ae02ddf2-be0c-4a02-9f25-805b5c14b5fb service neutron] 10.222.0.24 "GET /v2.0/networks/1044c306-4f96-49d8-ae1b-deec6109cd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763090 Sep 26 13:13:37.787354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] No DVR routers for this DVR port 6ba799f1-cddd-41c0-b516-2fd68c31125f on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:13:37.790901 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:37.793129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.24 "DELETE /v2.0/ports/6ba799f1-cddd-41c0-b516-2fd68c31125f HTTP/1.1" status: 204 len: 173 time: 1.2154856 Sep 26 13:13:37.805012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-a02dac7c-4c23-4f14-8a86-aa2a862c0f23 service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652349 Sep 26 13:13:37.871481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-28044750-3293-41ce-8484-b4cc40304fa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 200 len: 217 time: 0.0423410 Sep 26 13:13:37.920350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aa357-8a5a-4f69-b433-26520341481b req-5aa54fd8-e72c-4382-811b-9ff51f04a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:37.921942 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256aa357-8a5a-4f69-b433-26520341481b req-5aa54fd8-e72c-4382-811b-9ff51f04a7ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 1096 time: 0.1276746 Sep 26 13:13:37.944460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-9e0d03b3-9f06-4e7e-bdd2-74fd24ce7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:37.945980 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-9e0d03b3-9f06-4e7e-bdd2-74fd24ce7a01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0663371 Sep 26 13:13:38.270967 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3426eab-1bf4-47fd-9a48-d0ad2a37755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:38.361983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8cd9f271-ceed-4cb0-831a-1d3b398f6d8a req-18ac19b8-0128-40f9-a0dd-db709f6bf2d7 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd19c9ee-36e6-463e-91bd-e3f3b48b5285 HTTP/1.1" status: 200 len: 210 time: 0.0411265 Sep 26 13:13:38.418923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-b270a60c-1267-4841-8b6c-967d91a1d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:38.420436 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-b270a60c-1267-4841-8b6c-967d91a1d163 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4614983 Sep 26 13:13:38.454847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a44d2b-f827-465a-a891-d292f7779479 req-e0bb0482-2516-4505-b337-4d759775c981 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:38.456320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97a44d2b-f827-465a-a891-d292f7779479 req-e0bb0482-2516-4505-b337-4d759775c981 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 944 time: 0.1200204 Sep 26 13:13:38.470453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aa357-8a5a-4f69-b433-26520341481b req-77bde000-fe9e-4755-a256-9996bc5cd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:38.472241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256aa357-8a5a-4f69-b433-26520341481b req-77bde000-fe9e-4755-a256-9996bc5cd1d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1044c306-4f96-49d8-ae1b-deec6109cd96 HTTP/1.1" status: 200 len: 897 time: 0.5376468 Sep 26 13:13:38.478962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'name': 'network-vif-deleted', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:38.481148 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8443293b-488b-4b8e-ab83-de2c66c99cf4" -d '{"events": [{"server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "name": "network-vif-deleted", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:38.538013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256aa357-8a5a-4f69-b433-26520341481b req-282b9a52-4f2f-4eb6-aa89-fdc06fee9c21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6bc977c4-34fb-46d7-bd72-3f113535d0af HTTP/1.1" status: 200 len: 217 time: 0.0539899 Sep 26 13:13:38.578346 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446bf775-306d-4e06-b51b-abbde4b40852 x-openstack-request-id: req-446bf775-306d-4e06-b51b-abbde4b40852 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:38.578453 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19c9ee-36e6-463e-91bd-e3f3b48b5285", "name": "network-vif-deleted", "tag": "6ba799f1-cddd-41c0-b516-2fd68c31125f", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:38.578686 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-446bf775-306d-4e06-b51b-abbde4b40852 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:38.579071 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19c9ee-36e6-463e-91bd-e3f3b48b5285', 'name': 'network-vif-deleted', 'tag': '6ba799f1-cddd-41c0-b516-2fd68c31125f', 'status': 'completed', 'code': 200} Sep 26 13:13:38.620844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-97a44d2b-f827-465a-a891-d292f7779479 req-d2d0b122-bf05-48cd-9f8e-4e44a8d06036 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538048 Sep 26 13:13:38.651433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-ec28a5c8-ea2a-447e-a773-a34891eaa048 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172849 Sep 26 13:13:38.653010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aa357-8a5a-4f69-b433-26520341481b req-c4c83af6-43f7-4144-99be-a82744bba7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:38.654418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256aa357-8a5a-4f69-b433-26520341481b req-c4c83af6-43f7-4144-99be-a82744bba7e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69888115-f4a6-473b-929f-846ce2b2748d HTTP/1.1" status: 200 len: 837 time: 0.0826180 Sep 26 13:13:38.781998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aa357-8a5a-4f69-b433-26520341481b req-a3e91290-cb48-4460-ad5f-795d20c6e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:38.783516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256aa357-8a5a-4f69-b433-26520341481b req-a3e91290-cb48-4460-ad5f-795d20c6e37e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1044c306-4f96-49d8-ae1b-deec6109cd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1095231 Sep 26 13:13:38.819177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-18089717-b7e2-4c5b-93fe-94c529b7d4ba service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533415 Sep 26 13:13:38.902286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-f32748ed-41fe-4ce6-bec4-02805e6460fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 200 len: 217 time: 0.0720768 Sep 26 13:13:38.962678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256aa357-8a5a-4f69-b433-26520341481b req-164c40a2-9801-49f6-b7ca-1ea162bd14cc service neutron] 10.222.0.24 "GET /v2.0/networks/1044c306-4f96-49d8-ae1b-deec6109cd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700258 Sep 26 13:13:38.967684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-85ef769e-59e6-49cb-8c52-30b1683ff2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:38.969094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-85ef769e-59e6-49cb-8c52-30b1683ff2ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0584528 Sep 26 13:13:39.072718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-fb23f495-0132-4cee-949e-bbc82898af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:39.074278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-fb23f495-0132-4cee-949e-bbc82898af6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965309 Sep 26 13:13:39.106738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-256aa357-8a5a-4f69-b433-26520341481b req-4a9aeac2-7ab6-41bb-9db9-b562302a2a92 service neutron] 10.222.0.24 "GET /v2.0/networks/1044c306-4f96-49d8-ae1b-deec6109cd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366222 Sep 26 13:13:39.179113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-5ec38b1d-4c4d-46ea-9bef-d4bccb56ff29 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953088 Sep 26 13:13:39.278630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-be7b4e32-ffd1-4b5b-977c-2e60103579ab service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912104 Sep 26 13:13:39.328813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-ca89d3a4-dfa0-4b27-af8e-27f38066a848 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=2cb7157d-d31e-4954-ab65-00b376933364 HTTP/1.1" status: 200 len: 217 time: 0.0401924 Sep 26 13:13:39.383848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-29bed450-fcc6-4e09-9618-12b41b6afffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:39.395263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-29bed450-fcc6-4e09-9618-12b41b6afffa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0587597 Sep 26 13:13:39.432001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54312) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:39.453087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-3705cc3c-7388-4bab-bd9d-7015fbeadd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:39.454670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-3705cc3c-7388-4bab-bd9d-7015fbeadd3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520730 Sep 26 13:13:39.558069 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-00b0ba89-377a-42c2-b99e-3267127507c8 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958774 Sep 26 13:13:39.679842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-753d47da-ec56-4b7d-aeda-7823d5001df1 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114142 Sep 26 13:13:39.749269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-d0a69d41-27bc-41a7-94c0-fc51a28f853e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b HTTP/1.1" status: 200 len: 217 time: 0.0640085 Sep 26 13:13:39.808162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe33d0-6a92-4b77-9dbc-c9a6aa633a1b req-60bf68e8-bc64-47f2-9b0d-51e5237d5983 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:39.811444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-862cba59-3e7e-44a6-9a46-a569afb96ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:39.812716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6fe33d0-6a92-4b77-9dbc-c9a6aa633a1b req-60bf68e8-bc64-47f2-9b0d-51e5237d5983 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 944 time: 0.0711281 Sep 26 13:13:39.817188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-862cba59-3e7e-44a6-9a46-a569afb96ade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0560071 Sep 26 13:13:39.879228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-1c9700f2-de76-414d-8af8-eafb6c5bb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:39.880751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-1c9700f2-de76-414d-8af8-eafb6c5bb255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554266 Sep 26 13:13:39.894282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6fe33d0-6a92-4b77-9dbc-c9a6aa633a1b req-2ebcabc8-508a-4f9e-8141-ebe2633776ec tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719755 Sep 26 13:13:39.929132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:39.994534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-207199f2-6cd0-4b0c-becb-c18c412cdbc7 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065676 Sep 26 13:13:40.102912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-ffd4c03f-90ec-4a99-aa87-a2fa49a371e0 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007853 Sep 26 13:13:40.152813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-169ee034-6200-4ebd-8971-d8072c60eb26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3d03b43b-a68e-4e50-805e-511992f45176 HTTP/1.1" status: 200 len: 217 time: 0.0415740 Sep 26 13:13:40.205164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-1aadbbdf-4b22-48a5-bdd0-7b518f6fdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:40.206887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-1aadbbdf-4b22-48a5-bdd0-7b518f6fdbe7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.0462570 Sep 26 13:13:40.212527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Deleting port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:40.212901 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:40.252896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-e2c98e35-187e-4cbc-bc6a-9539e9f88ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:40.254664 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-e2c98e35-187e-4cbc-bc6a-9539e9f88ac8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406182 Sep 26 13:13:40.298260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] For port a8ce7bdf-c3d1-4315-946f-ae2c934f8a33, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,segment=NetworkSegment(7756f03a-f6b0-4d44-86b9-609cd1330c60),segment_id=7756f03a-f6b0-4d44-86b9-609cd1330c60)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:40.298626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:40.311396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Calling delete_port for a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:40.351381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-742f4c1d-e05b-4967-b43d-3bfc63e666ad service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888264 Sep 26 13:13:40.445369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-c0078db2-f143-4686-b57d-69706ded8339 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849118 Sep 26 13:13:40.471526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6bc977c4-34fb-46d7-bd72-3f113535d0af details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:13:40.478496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6ba799f1-cddd-41c0-b516-2fd68c31125f no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:13:40.491938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-58b18f6f-ed71-4e33-a56b-a223cf342352 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9 HTTP/1.1" status: 200 len: 217 time: 0.0393765 Sep 26 13:13:40.497202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:40.526742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ce7bdf-c3d1-4315-946f-ae2c934f8a33,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:40.552139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-3ceba966-4de9-4845-9862-424cb4672fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:40.554338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-3ceba966-4de9-4845-9862-424cb4672fd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.0549550 Sep 26 13:13:40.618786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66155-5ec0-452c-91e3-bc590db4484a req-7843389a-d665-4ff9-aadf-42bef3845b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:40.632130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-7843389a-d665-4ff9-aadf-42bef3845b9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0572855 Sep 26 13:13:40.647768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 6ba799f1-cddd-41c0-b516-2fd68c31125f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:13:40.648104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6ba799f1-cddd-41c0-b516-2fd68c31125f not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:13:40.655020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.resource_extend [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:13:40.758825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6bc977c4-34fb-46d7-bd72-3f113535d0af, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6bc977c4-34fb-46d7-bd72-3f113535d0af,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:40.764008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:40.795486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-3fc17460-a180-46e9-b8e2-8698795a2782 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536827 Sep 26 13:13:40.795574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '6bc977c4-34fb-46d7-bd72-3f113535d0af', 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96', 'port_id': '6bc977c4-34fb-46d7-bd72-3f113535d0af', 'mac_address': 'fa:16:3e:15:fa:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69888115-f4a6-473b-929f-846ce2b2748d', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:13:40.838719 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:40.865720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc977c4-34fb-46d7-bd72-3f113535d0af {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:13:40.898596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6bc977c4-34fb-46d7-bd72-3f113535d0af, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6bc977c4-34fb-46d7-bd72-3f113535d0af,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:40.903815 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:40.928939 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01f66155-5ec0-452c-91e3-bc590db4484a req-da52e5eb-40af-4dd2-9cf7-4de9f23020c9 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332150 Sep 26 13:13:40.998454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=6bc977c4-34fb-46d7-bd72-3f113535d0af,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:41.002325 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30b256b1-1d00-486b-bd8a-ace33861bcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:41.100380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb7943-7f41-4c14-970c-78a8c199d7c0 req-5f671077-ce03-4205-b1f6-806e6de1f988 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:41.101914 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7bb7943-7f41-4c14-970c-78a8c199d7c0 req-5f671077-ce03-4205-b1f6-806e6de1f988 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 945 time: 0.0726705 Sep 26 13:13:41.144989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:13:41.163778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7bb7943-7f41-4c14-970c-78a8c199d7c0 req-fc3519bb-a61a-4cf4-a508-e33dcf5f9708 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491323 Sep 26 13:13:41.270167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['6bc977c4-34fb-46d7-bd72-3f113535d0af'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:41.312542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:13:41.325689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f7c05a2e-e36d-40ec-a7ef-e4d7c59569ad admin admin] 10.222.0.13 "PUT /v2.0/routers/0f0c523e-ab62-4e55-943c-66e5d3c38da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8919601 Sep 26 13:13:41.328024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54354) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:41.340797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] Sync routers for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:13:41.362103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:41.363306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:41.448502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:41.526842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:13:41.555926 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:41.613802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Deleting port 1200844a-1cf2-4c00-87c5-aac40f330bea {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:13:41.614357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:41.633076 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:41.664607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-10b913d3-8f73-4acb-94e1-c28a5141374d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514588 Sep 26 13:13:41.721511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] For port 1200844a-1cf2-4c00-87c5-aac40f330bea, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1200844a-1cf2-4c00-87c5-aac40f330bea,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:41.723055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:41.751563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Calling delete_port for 1200844a-1cf2-4c00-87c5-aac40f330bea owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:13:41.766031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-e46dc3ee-fecc-4cda-9341-aa5ff6e97514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:41.767784 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-e46dc3ee-fecc-4cda-9341-aa5ff6e97514 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1098 time: 0.0573180 Sep 26 13:13:41.892459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:13:40Z', 'revision_number': 5, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port': {'id': '1200844a-1cf2-4c00-87c5-aac40f330bea', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:12:27Z', 'updated_at': '2021-09-26T13:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:41.926705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] Checking router: 0f0c523e-ab62-4e55-943c-66e5d3c38da3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:13:41.942006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-b68daf88-3b8e-41e3-8123-33fc6f63e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:41.943331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] Routers {'0f0c523e-ab62-4e55-943c-66e5d3c38da3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:41.943966 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-b68daf88-3b8e-41e3-8123-33fc6f63e02c service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.1545799 Sep 26 13:13:41.944810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:42.038130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.062862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-23de951a-ba51-4259-9c75-8d458b98b5a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 1001 time: 0.1101062 Sep 26 13:13:42.067008 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.067410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1200844a-1cf2-4c00-87c5-aac40f330bea,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:42.080158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] Set router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:13:42.134205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-3600d318-406c-4415-8ae0-221490b845b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:42.135744 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-3600d318-406c-4415-8ae0-221490b845b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.0658436 Sep 26 13:13:42.141403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:13:41Z', 'revision_number': 6, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:42.158321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.176328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87680181-ac40-4d1c-9484-90d33029a03b None None] The sync data for ids ['0f0c523e-ab62-4e55-943c-66e5d3c38da3'] in n-d-806683-13 is: [{'id': '0f0c523e-ab62-4e55-943c-66e5d3c38da3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1443816966-router', 'tenant_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:12:26Z', 'updated_at': '2021-09-26T13:13:41Z', 'revision_number': 6, 'project_id': 'cc64bc0fdf0546f7b4bf7e5546ea67e6', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:13:42.203943 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-c6aa377c-1688-4ee2-8984-0775842c95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:42.206697 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-c6aa377c-1688-4ee2-8984-0775842c95c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597491 Sep 26 13:13:42.291394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.294534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.369629 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-cf183efd-55c4-40b2-ba68-a111ccdf681b service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563036 Sep 26 13:13:42.385091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.385776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f0c523e-ab62-4e55-943c-66e5d3c38da3 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:13:42.390697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.395827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d0a546fd-20d3-47b6-913c-e822215be1a0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0f0c523e-ab62-4e55-943c-66e5d3c38da3 HTTP/1.1" status: 204 len: 168 time: 1.0645187 Sep 26 13:13:42.398476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54368) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:42.450026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914d9d8-842c-4d98-ac69-0c80d0d34ddb req-592cd7c9-86a6-4996-a5b3-5fedf75195ea tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:42.457837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3914d9d8-842c-4d98-ac69-0c80d0d34ddb req-592cd7c9-86a6-4996-a5b3-5fedf75195ea tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 945 time: 0.1212461 Sep 26 13:13:42.459740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7a7efc-ffd5-4182-9ddb-5dc362da4d2d admin admin] Deleting subnet e34a0645-ef63-4250-a3ec-d32fe853225d {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:13:42.463323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7efc-ffd5-4182-9ddb-5dc362da4d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.504442 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7efc-ffd5-4182-9ddb-5dc362da4d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.545997 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3914d9d8-842c-4d98-ac69-0c80d0d34ddb req-ee9eb076-32ef-4d47-909f-2f5bfc917d25 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870216 Sep 26 13:13:42.566197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85f64ef0-fe37-4ad6-b8f7-c6b00e4f445c req-a3647b73-a4b0-4347-86aa-9310b3627523 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719015 Sep 26 13:13:42.568859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7efc-ffd5-4182-9ddb-5dc362da4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.627802 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7efc-ffd5-4182-9ddb-5dc362da4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.654198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7efc-ffd5-4182-9ddb-5dc362da4d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34a0645-ef63-4250-a3ec-d32fe853225d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:42.667785 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7efc-ffd5-4182-9ddb-5dc362da4d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.667785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d7a7efc-ffd5-4182-9ddb-5dc362da4d2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e34a0645-ef63-4250-a3ec-d32fe853225d HTTP/1.1" status: 204 len: 168 time: 0.2656827 Sep 26 13:13:42.667785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54372) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:42.738228 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.822990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.847259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d826fe3-4698-4723-acec-ceaf33e09e64']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:42.857177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7756f03a-f6b0-4d44-86b9-609cd1330c60') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:42.857546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7756f03a-f6b0-4d44-86b9-609cd1330c60') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:42.867816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.882364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.889078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:13:42.889525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:13:42.891479 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:13:42.962863 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.966098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:42.967976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d826fe3-4698-4723-acec-ceaf33e09e64 HTTP/1.1" status: 204 len: 168 time: 0.2993217 Sep 26 13:13:42.981015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916d517-730a-4b07-a38b-707041020595 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d826fe3-4698-4723-acec-ceaf33e09e64,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:43.218294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54384) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:43.246197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:13:43.269498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:13:43.269957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a8ce7bdf-c3d1-4315-946f-ae2c934f8a33 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:13:43.270457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1200844a-1cf2-4c00-87c5-aac40f330bea no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:13:43.270719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-32f87caf-4e6e-4686-a2b3-106b4d06b86c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc64bc0fdf0546f7b4bf7e5546ea67e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510025 Sep 26 13:13:43.273167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54386) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:43.296437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 1200844a-1cf2-4c00-87c5-aac40f330bea {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:13:43.296781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1200844a-1cf2-4c00-87c5-aac40f330bea not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:13:43.332572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba678530-0255-4c8b-8f37-4c706647cc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:43.357403 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba678530-0255-4c8b-8f37-4c706647cc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:43.408430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba678530-0255-4c8b-8f37-4c706647cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:43.412028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba678530-0255-4c8b-8f37-4c706647cc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:43.415903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ba678530-0255-4c8b-8f37-4c706647cc8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697 HTTP/1.1" status: 204 len: 168 time: 0.1390407 Sep 26 13:13:43.421693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba678530-0255-4c8b-8f37-4c706647cc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdb6d6d-0f08-4f6d-9fc1-ad8cad8da697,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:43.493216 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:43.668564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd94766-ed1a-4b6a-a25d-f2b0d6ec96a2 req-61851a13-d965-4832-9cd5-39467380cb67 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:43.674068 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd94766-ed1a-4b6a-a25d-f2b0d6ec96a2 req-61851a13-d965-4832-9cd5-39467380cb67 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 945 time: 0.0559697 Sep 26 13:13:43.713399 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd94766-ed1a-4b6a-a25d-f2b0d6ec96a2 req-d076022c-3638-401c-a113-43dfb7d3ecd3 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366905 Sep 26 13:13:44.501847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6bc977c4-34fb-46d7-bd72-3f113535d0af up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:44.562993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 6bc977c4-34fb-46d7-bd72-3f113535d0af completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:13:44.568723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 6bc977c4-34fb-46d7-bd72-3f113535d0af triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:44.569094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:44.620124 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:13:44.642276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da5ab3d1-8d3f-427d-b436-4132cfea7ef2 req-f97a77d0-f7ed-4328-9fb3-86999fef93d7 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac3206f5-ef8c-40a4-b28e-80ca4d78bf35 HTTP/1.1" status: 200 len: 210 time: 0.0598907 Sep 26 13:13:44.692126 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:44.749607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 6bc977c4-34fb-46d7-bd72-3f113535d0af, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6bc977c4-34fb-46d7-bd72-3f113535d0af,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:44.750831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44319f7a-daed-4be1-a217-4141bbe1bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc977c4-34fb-46d7-bd72-3f113535d0af'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:44.754244 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcdaadf-549a-4c73-97ce-6b495d10cced" -d '{"events": [{"server_uuid": "44319f7a-daed-4be1-a217-4141bbe1bf90", "name": "network-vif-plugged", "status": "completed", "tag": "6bc977c4-34fb-46d7-bd72-3f113535d0af"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:44.759444 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:44.850626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=6bc977c4-34fb-46d7-bd72-3f113535d0af,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:44.893966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef73bb-0d66-40a1-8833-8bacd202999b req-4e205090-3316-4be1-a0a7-2423d9e089b3 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:44.895973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dcef73bb-0d66-40a1-8833-8bacd202999b req-4e205090-3316-4be1-a0a7-2423d9e089b3 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 946 time: 0.0775032 Sep 26 13:13:44.967284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dcef73bb-0d66-40a1-8833-8bacd202999b req-7fb71542-5368-41f3-b81b-af60958cd2dd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594525 Sep 26 13:13:45.019246 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:45.044053 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9838f-43bb-4c44-a936-54e8eb724f19 x-openstack-request-id: req-0ea9838f-43bb-4c44-a936-54e8eb724f19 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:45.046426 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44319f7a-daed-4be1-a217-4141bbe1bf90", "name": "network-vif-plugged", "status": "completed", "tag": "6bc977c4-34fb-46d7-bd72-3f113535d0af", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:45.046426 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ea9838f-43bb-4c44-a936-54e8eb724f19 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:45.046426 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44319f7a-daed-4be1-a217-4141bbe1bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc977c4-34fb-46d7-bd72-3f113535d0af', 'code': 200} Sep 26 13:13:45.284611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-73acd2e5-edec-4947-a2ad-c2befe7adb49 req-990cec1e-b73c-4909-ba99-8ca41da23f0f tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0994918 Sep 26 13:13:45.312428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b693f-6b35-4c3f-a9ca-9478a06c1d84 req-1512788b-5938-4585-8384-52b25e3363e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:45.317201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-673b693f-6b35-4c3f-a9ca-9478a06c1d84 req-1512788b-5938-4585-8384-52b25e3363e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 1098 time: 0.1971817 Sep 26 13:13:45.405368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-673b693f-6b35-4c3f-a9ca-9478a06c1d84 req-6f3609d7-0bdf-42f3-9f77-b3b325d5418e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762837 Sep 26 13:13:46.128543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018ac8-6784-4e57-8bec-e1cffe3e34a4 req-89738c9d-7c35-4958-a3b3-e835d0b745c2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:46.131116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f018ac8-6784-4e57-8bec-e1cffe3e34a4 req-89738c9d-7c35-4958-a3b3-e835d0b745c2 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 946 time: 0.0625520 Sep 26 13:13:46.193888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f018ac8-6784-4e57-8bec-e1cffe3e34a4 req-6a9fca51-f6c4-4e9f-a9bd-b29bb02aa2ee tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551987 Sep 26 13:13:46.403095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95ce62bf-03b9-4d78-b65c-23917ab878ca req-d8d731d0-8de4-4b57-9359-6264b512d7b1 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0324972 Sep 26 13:13:47.372085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e559e52-70a5-4ca5-a489-9fb492ac311f req-a3be5067-1274-424e-8d39-9c84a62e0dbf tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:47.374495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e559e52-70a5-4ca5-a489-9fb492ac311f req-a3be5067-1274-424e-8d39-9c84a62e0dbf tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 946 time: 0.0925303 Sep 26 13:13:47.437902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e559e52-70a5-4ca5-a489-9fb492ac311f req-cac1c43f-2e2b-4574-ad2f-80fa0a54d174 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480573 Sep 26 13:13:47.563457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-705d391a-ba17-403b-b1a8-266183b88cfe req-15550555-8eb8-45f0-b5ef-b6bae859d0c7 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0429182 Sep 26 13:13:47.585371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc742b9-b39a-426d-9f30-af66f53d6a1f req-c860467a-dc06-4f5f-91d5-d13d2bcfffd0 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:47.585476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bc742b9-b39a-426d-9f30-af66f53d6a1f req-c860467a-dc06-4f5f-91d5-d13d2bcfffd0 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 946 time: 0.0819981 Sep 26 13:13:47.673368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bc742b9-b39a-426d-9f30-af66f53d6a1f req-b8834d1f-8a44-4a1b-9309-8b0e2b398c86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795002 Sep 26 13:13:48.668655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-33ac00f7-a47b-4011-9d63-f5d04eea1c0d req-de5bfa52-98ce-440f-8595-0cf787648201 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0284557 Sep 26 13:13:49.301999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54568) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:49.834056 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c28daa2-e07a-416f-b754-754808e92dd5 req-d2dccabc-ec04-458a-818d-c9532230701f tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0466719 Sep 26 13:13:49.977947 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:50.112858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:50.298000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.20.0.17 (1044c306-4f96-49d8-ae1b-deec6109cd96/69888115-f4a6-473b-929f-846ce2b2748d/c4878dd0-4952-4218-9f81-bc6da2dc716a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:50.446927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:50.464904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c07b851-38e0-49ad-a1f3-7a81df3c3017 req-9286dd47-af9b-4e94-a67d-26851e798777 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac3206f5-ef8c-40a4-b28e-80ca4d78bf35 HTTP/1.1" status: 200 len: 210 time: 0.0309300 Sep 26 13:13:50.497159 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:50.541296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:50.547364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:50.553873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:50.603938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=c4878dd0-4952-4218-9f81-bc6da2dc716a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:50.614505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:50.827250 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:50.895289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c287e06b-e445-4592-a1ff-15cda8d2d28c None None] Provisioning complete for port c4878dd0-4952-4218-9f81-bc6da2dc716a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:50.896076 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c287e06b-e445-4592-a1ff-15cda8d2d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:50.939786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c287e06b-e445-4592-a1ff-15cda8d2d28c None None] Port c4878dd0-4952-4218-9f81-bc6da2dc716a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:51.029735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91072e2b-f4eb-44ad-9f13-df9d1674d28a req-2acb6dd1-b6fd-4048-9d0d-4d6434065667 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0636582 Sep 26 13:13:51.085975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef05e618-a10e-43b5-b25b-e53ab998e65c req-caacfefa-7fce-4e02-8ce8-2e1599b39bf0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0503049 Sep 26 13:13:51.283808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:51.291209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:51.367114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:51.380346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=c4878dd0-4952-4218-9f81-bc6da2dc716a,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:51.483591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:51.485158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:51.637254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router ca96f7dc-261d-4f40-bf51-a21be52bf956 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:13:51.770268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-af8fb77c-ada7-4d7e-a827-40f24bf96cac None None] Provisioning complete for port c4878dd0-4952-4218-9f81-bc6da2dc716a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:51.770870 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-af8fb77c-ada7-4d7e-a827-40f24bf96cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:51.782837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d33d5e-ec5f-49e9-ae09-595e3712ef76 req-240beb4a-e6dd-4ccc-816c-95d9dbb23e04 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:51.785231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39d33d5e-ec5f-49e9-ae09-595e3712ef76 req-240beb4a-e6dd-4ccc-816c-95d9dbb23e04 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0758121 Sep 26 13:13:51.805185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-af8fb77c-ada7-4d7e-a827-40f24bf96cac None None] Port c4878dd0-4952-4218-9f81-bc6da2dc716a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:13:51.825522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39d33d5e-ec5f-49e9-ae09-595e3712ef76 req-31205c39-abcc-414c-8bee-df2e8e926517 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333495 Sep 26 13:13:52.170116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76ef764f-88ca-4900-8440-2f710aaacc2b req-e988a5f0-e56d-48e0-bcfc-8cb0b9ded156 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0312014 Sep 26 13:13:52.181314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:13:52.194128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-87a3a206-8867-462b-816e-20c9e3e7a946 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "PUT /v2.0/routers/ca96f7dc-261d-4f40-bf51-a21be52bf956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8907535 Sep 26 13:13:52.201012 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Sync routers for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:13:52.212857 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:52.214002 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:52.241609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-434e7600-681e-46c6-af39-1bc41d02331d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:52.243124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-434e7600-681e-46c6-af39-1bc41d02331d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 815 time: 0.4929624 Sep 26 13:13:52.266276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-b673ebc5-d0c7-4230-920d-29e8c5ba5277 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/quotas/caf10cae3f2e4a0884a9d539a297fe99 HTTP/1.1" status: 200 len: 375 time: 0.0156269 Sep 26 13:13:52.334682 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:13:52.342725 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d733dee5-67ae-4bdc-9fca-174c2c5c9418 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744789 Sep 26 13:13:52.456837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-0e546782-db7b-40d5-ac23-02f31d30314e service neutron] 10.222.0.13 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025641 Sep 26 13:13:52.571177 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-646fe2c2-7495-496c-91f0-bc7c1afd01f8 service neutron] 10.222.0.13 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078031 Sep 26 13:13:52.617393 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:13:50Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:11Z', 'revision_number': 1, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4878dd0-4952-4218-9f81-bc6da2dc716a', 'name': '', 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:64:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2123, 'fixed_ips': [{'subnet_id': '69888115-f4a6-473b-929f-846ce2b2748d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:13:50Z', 'updated_at': '2021-09-26T13:13:51Z', 'revision_number': 2, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '69888115-f4a6-473b-929f-846ce2b2748d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:52.648183 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Checking router: ca96f7dc-261d-4f40-bf51-a21be52bf956 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:13:52.648537 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Updating router ca96f7dc-261d-4f40-bf51-a21be52bf956 port c4878dd0-4952-4218-9f81-bc6da2dc716a binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:13:52.676090 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:52.786226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec8459b4-7e3c-4874-970b-9f98f65f9ec2 req-059042e3-a094-4a37-859d-8435d4fc35ac tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 210 time: 0.0496950 Sep 26 13:13:53.075444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4815-6635-4651-a5c6-bf476123d9a9 req-d8bbb69f-882b-4cbb-9879-2b5aa7330f37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:53.076793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffdd4815-6635-4651-a5c6-bf476123d9a9 req-d8bbb69f-882b-4cbb-9879-2b5aa7330f37 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0741978 Sep 26 13:13:53.082146 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:53.088548 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:53.128355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffdd4815-6635-4651-a5c6-bf476123d9a9 req-aeb5f519-6ca1-45f0-9958-da1b21b70ae2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Sep 26 13:13:53.138551 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Pushing event updated for resources: {'Port': ['ID=c4878dd0-4952-4218-9f81-bc6da2dc716a,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:53.161405 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.162642 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.163254 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.163739 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.164202 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.165161 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.165161 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.165919 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.165919 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.166416 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.166828 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.167241 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:13:53.260740 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Attempting to bind port c4878dd0-4952-4218-9f81-bc6da2dc716a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:53.261479 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Attempting to bind port c4878dd0-4952-4218-9f81-bc6da2dc716a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:53.261667 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Attempting to bind port c4878dd0-4952-4218-9f81-bc6da2dc716a on network 1044c306-4f96-49d8-ae1b-deec6109cd96 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:53.273955 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:53.274351 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Checking segment: {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:53.274759 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:53.275166 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Bound using segment: {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:53.278977 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Bound port: c4878dd0-4952-4218-9f81-bc6da2dc716a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a467c5-6e77-441b-aafb-d0c01248b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:53.279328 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:53.388830 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] For port c4878dd0-4952-4218-9f81-bc6da2dc716a, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:53.393429 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] For port c4878dd0-4952-4218-9f81-bc6da2dc716a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c4878dd0-4952-4218-9f81-bc6da2dc716a,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:53.399427 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:53.512720 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1782863-a201-4699-8eaf-f9ad4b16a3e7 None None] Pushing event updated for resources: {'Port': ['ID=c4878dd0-4952-4218-9f81-bc6da2dc716a,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:53.517561 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:13:53.518086 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:13:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:53.544869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fa348b61-30d2-4c42-9060-f4e248c9ff8f None None] Provisioning complete for port c4878dd0-4952-4218-9f81-bc6da2dc716a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:53.546723 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa348b61-30d2-4c42-9060-f4e248c9ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:53.705093 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa348b61-30d2-4c42-9060-f4e248c9ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:53.795462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fa348b61-30d2-4c42-9060-f4e248c9ff8f None None] For port c4878dd0-4952-4218-9f81-bc6da2dc716a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c4878dd0-4952-4218-9f81-bc6da2dc716a,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:13:53.802552 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fa348b61-30d2-4c42-9060-f4e248c9ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:53.818078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f2510c2-4172-487b-9f95-8c32b1a5dfe4 req-6109125f-f85d-430a-a23b-20e72fd45cd8 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.5221069 Sep 26 13:13:53.884506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa348b61-30d2-4c42-9060-f4e248c9ff8f None None] Pushing event updated for resources: {'Port': ['ID=c4878dd0-4952-4218-9f81-bc6da2dc716a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:53.907435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6df9fc7-71b5-444c-bc09-827c88851169 req-5a30b753-7e12-421e-9d20-c937cf025739 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 210 time: 0.0393784 Sep 26 13:13:53.914286 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:13:53.932657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a3b5f6dd-6490-4b78-965b-71410a51b575 None None] Provisioning complete for port c4878dd0-4952-4218-9f81-bc6da2dc716a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:53.933034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f6dd-6490-4b78-965b-71410a51b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:54.354261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-c8ee7dae-dfff-4868-a69c-f26623d7a88e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:54.355631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb337b0-f994-43b4-b066-6c79eafb534d req-09869ded-d3b3-426f-b6ee-e0cec6e22856 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:54.357592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7bb337b0-f994-43b4-b066-6c79eafb534d req-09869ded-d3b3-426f-b6ee-e0cec6e22856 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0918708 Sep 26 13:13:54.363331 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:13:50Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:11Z', 'revision_number': 1, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4878dd0-4952-4218-9f81-bc6da2dc716a', 'name': '', 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:64:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2123, 'fixed_ips': [{'subnet_id': '69888115-f4a6-473b-929f-846ce2b2748d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:13:50Z', 'updated_at': '2021-09-26T13:13:53Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '69888115-f4a6-473b-929f-846ce2b2748d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:13:54.367045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-c8ee7dae-dfff-4868-a69c-f26623d7a88e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.24 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 815 time: 0.2536204 Sep 26 13:13:54.391861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Request body: {'port': {'device_id': '04ad106d-9d90-4834-b4c5-e86523ee9c87', 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'admin_state_up': True, 'tenant_id': 'caf10cae3f2e4a0884a9d539a297fe99'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:54.411205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7bb337b0-f994-43b4-b066-6c79eafb534d req-c596a6fc-82f3-4934-8f97-7f5435961471 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 Sep 26 13:13:54.436512 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4613b-2d69-4497-b107-a00ecc7492e3 None None] The sync data for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 is: [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:13:50Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:11Z', 'revision_number': 1, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4878dd0-4952-4218-9f81-bc6da2dc716a', 'name': '', 'network_id': '1044c306-4f96-49d8-ae1b-deec6109cd96', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:64:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2123, 'fixed_ips': [{'subnet_id': '69888115-f4a6-473b-929f-846ce2b2748d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:13:50Z', 'updated_at': '2021-09-26T13:13:53Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '69888115-f4a6-473b-929f-846ce2b2748d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:13:54.464400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e425654-0374-4bf0-bd74-6fd65468cf39 req-eb5096dd-6000-47ca-821d-8628fc585ca0 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0920496 Sep 26 13:13:54.622097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Made reservation on behalf of caf10cae3f2e4a0884a9d539a297fe99 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:13:54.626070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:54.791223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Allocated IP 172.20.0.5 (d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103/aa4c99a4-0ae5-49ef-b74f-1c3bca537a76/5c9b2b26-3040-40c5-b0b2-faecf0866074) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:13:54.970273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:55.050247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:55.054048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81dbed24-e46a-43ea-8342-e0be3934ee8e req-ac848c4f-ebad-4d49-9866-57f769a9750f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 210 time: 0.0390069 Sep 26 13:13:55.064598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['271d1a71-3012-4cdd-9f7c-4d429a40f127'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:55.118386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Pushing event updated for resources: {'Port': ['ID=5c9b2b26-3040-40c5-b0b2-faecf0866074,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:55.145742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:13:55.147622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:13:55.150358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:13:55.177960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['30c1f569-dbde-4ced-bcb2-98e5e2e29d37', '70b7c074-3361-468d-9d7b-fcb26a5ac536'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:13:55.267786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:55.268539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:55.297293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-71c07512-b1ee-4ac1-b029-490b0d805a76 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9112318 Sep 26 13:13:55.303556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c4878dd0-4952-4218-9f81-bc6da2dc716a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:13:55.310259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Request body: {'port': {'device_id': '04ad106d-9d90-4834-b4c5-e86523ee9c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:13:55.401391 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:55.448527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c4878dd0-4952-4218-9f81-bc6da2dc716a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:13:55.449168 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:55.636042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55628b93-6d75-4b51-8115-a741457137f5 req-0cb26eab-5741-42b1-9ed7-43310296e033 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0465009 Sep 26 13:13:55.738956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45194e2-9684-4d87-b945-427785261b6c req-9cc582a0-b676-4865-8bf4-97526efb7dca tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:55.740542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a45194e2-9684-4d87-b945-427785261b6c req-9cc582a0-b676-4865-8bf4-97526efb7dca tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1854851 Sep 26 13:13:55.835242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a45194e2-9684-4d87-b945-427785261b6c req-16195e9a-7d5e-4293-8f43-8aa89c3beb6b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828006 Sep 26 13:13:55.936371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9b2b26-3040-40c5-b0b2-faecf0866074 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:13:55.944889 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:55.958269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Transition to ACTIVE for port object 5c9b2b26-3040-40c5-b0b2-faecf0866074 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:13:55.963118 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:56.015333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Pushing event updated for resources: {'Port': ['ID=5c9b2b26-3040-40c5-b0b2-faecf0866074,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:56.100428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Attempting to bind port 5c9b2b26-3040-40c5-b0b2-faecf0866074 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:13:56.100788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Attempting to bind port 5c9b2b26-3040-40c5-b0b2-faecf0866074 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:13:56.101125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Attempting to bind port 5c9b2b26-3040-40c5-b0b2-faecf0866074 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:56.105940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Port 5c9b2b26-3040-40c5-b0b2-faecf0866074 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:13:56.106057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Attempting to bind port 5c9b2b26-3040-40c5-b0b2-faecf0866074 on network d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:13:56.111723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:13:56.112676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Checking segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:13:56.113167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Bound using segment: {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:13:56.113530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Bound port: 5c9b2b26-3040-40c5-b0b2-faecf0866074, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e67d28d-142b-418f-bded-89dfa6432992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:13:56.113888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:56.195299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] For port 5c9b2b26-3040-40c5-b0b2-faecf0866074, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:13:56.198492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] For port 5c9b2b26-3040-40c5-b0b2-faecf0866074, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5c9b2b26-3040-40c5-b0b2-faecf0866074,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:13:56.200902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1294e-7332-4d2b-aa0e-6aec4241babf req-40b34bf1-3731-4ff1-9778-23a6df689eae tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:56.202611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4e1294e-7332-4d2b-aa0e-6aec4241babf req-40b34bf1-3731-4ff1-9778-23a6df689eae tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 943 time: 0.0555406 Sep 26 13:13:56.203921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:56.242250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:56.243409 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:56.244239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] 10.222.0.24 "PUT /v2.0/ports/5c9b2b26-3040-40c5-b0b2-faecf0866074 HTTP/1.1" status: 200 len: 1092 time: 0.9389474 Sep 26 13:13:56.244729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ad106d-9d90-4834-b4c5-e86523ee9c87', 'tag': '5c9b2b26-3040-40c5-b0b2-faecf0866074'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:13:56.246936 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852c745e-a431-45cf-8f5a-e8ee4fadd837" -d '{"events": [{"name": "network-changed", "server_uuid": "04ad106d-9d90-4834-b4c5-e86523ee9c87", "tag": "5c9b2b26-3040-40c5-b0b2-faecf0866074"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:13:56.249113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4e1294e-7332-4d2b-aa0e-6aec4241babf req-0d5ac55b-de95-4c99-aacf-c5c7cc5474fd tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Sep 26 13:13:56.310949 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e809d7d-399c-4e5e-8e99-f1f4abe1e8e7 x-openstack-request-id: req-6e809d7d-399c-4e5e-8e99-f1f4abe1e8e7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:13:56.311243 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ad106d-9d90-4834-b4c5-e86523ee9c87", "tag": "5c9b2b26-3040-40c5-b0b2-faecf0866074", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:13:56.311497 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e809d7d-399c-4e5e-8e99-f1f4abe1e8e7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:13:56.311882 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ad106d-9d90-4834-b4c5-e86523ee9c87', 'tag': '5c9b2b26-3040-40c5-b0b2-faecf0866074', 'status': 'completed', 'code': 200} Sep 26 13:13:56.331467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10480-1e40-41ee-9a25-00e54ac9bebf service neutron] Pushing event updated for resources: {'Port': ['ID=5c9b2b26-3040-40c5-b0b2-faecf0866074,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:56.355748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-5d5fa40b-4e00-40be-87ab-028a0cfd79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:56.357207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-5d5fa40b-4e00-40be-87ab-028a0cfd79e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 1095 time: 0.0669429 Sep 26 13:13:56.405400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-f4daa8ff-82b0-435d-8c6f-94eb612591ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9b2b26-3040-40c5-b0b2-faecf0866074 HTTP/1.1" status: 200 len: 217 time: 0.0381629 Sep 26 13:13:56.454906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-b3978ead-af11-486e-bcce-219dd0adad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:56.456399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-b3978ead-af11-486e-bcce-219dd0adad96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.0442889 Sep 26 13:13:56.487471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-95bdf585-4bfd-4c60-9769-aed8ed9a998e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240858 Sep 26 13:13:56.583602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-c43e207d-6f1a-48f5-bf8b-ecaf1cd54bd6 service neutron] 10.222.0.24 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894299 Sep 26 13:13:56.676581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a9634f-8f86-4f86-94c5-fcea095f3282 req-321bd40c-79ec-4c73-88c6-71f432f6f240 service neutron] 10.222.0.24 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862718 Sep 26 13:13:56.743430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c478351c-5221-40da-ac76-d8e1a804baf5 req-3093f1cb-f7b6-4018-8889-2fce0f9ca40a tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0377083 Sep 26 13:13:56.795918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-1baa5a82-a32b-4d9f-b362-6d0615adbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:56.797370 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-1baa5a82-a32b-4d9f-b362-6d0615adbb04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 1095 time: 0.0564988 Sep 26 13:13:56.897169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-702dd15a-a48b-4f5d-b436-561d343853df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:56.898695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-702dd15a-a48b-4f5d-b436-561d343853df service neutron] 10.222.0.24 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 915 time: 0.0932260 Sep 26 13:13:56.948817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-35a3a885-0b99-4c69-9503-d24d42ff78bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9b2b26-3040-40c5-b0b2-faecf0866074 HTTP/1.1" status: 200 len: 217 time: 0.0418870 Sep 26 13:13:57.030096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e8771-2d33-4a6f-95c5-a87d55597b5d req-33449e42-0ce9-4b9b-990a-eb11ef790ecc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:57.031619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c1e8771-2d33-4a6f-95c5-a87d55597b5d req-33449e42-0ce9-4b9b-990a-eb11ef790ecc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0856237 Sep 26 13:13:57.032961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-18456723-b3a0-494f-8d43-9642274bf866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:57.034371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-18456723-b3a0-494f-8d43-9642274bf866 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.0762522 Sep 26 13:13:57.085469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-e1ed51d3-0e85-48f9-b405-6a74ae784eed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408742 Sep 26 13:13:57.125602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c1e8771-2d33-4a6f-95c5-a87d55597b5d req-a68dce12-880b-4066-bba3-6aea8516d0a2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873852 Sep 26 13:13:57.194982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-19f878b5-1b59-473f-b159-8d23b7201ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986898 Sep 26 13:13:57.292436 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-852c745e-a431-45cf-8f5a-e8ee4fadd837 req-02ae828a-fbf0-4376-b9e9-a824e66ae217 service neutron] 10.222.0.24 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882254 Sep 26 13:13:57.403434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24be128-daaa-4124-9010-5b727fdb3eec req-7e9e0dc0-e993-404a-bfa5-369a8a10824f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:57.405268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a24be128-daaa-4124-9010-5b727fdb3eec req-7e9e0dc0-e993-404a-bfa5-369a8a10824f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 943 time: 0.0542412 Sep 26 13:13:57.445618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a24be128-daaa-4124-9010-5b727fdb3eec req-af757b0f-ccc7-4a06-acd1-f59ff2728f4f tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Sep 26 13:13:57.857116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2dad2a20-099d-49b2-a622-40c058ebe6b9 req-51c95744-e023-4bd9-842d-067e928cdf8b tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0280247 Sep 26 13:13:58.036092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54770) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:58.146210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-11c2d5d5-c7d4-46e9-bcba-ca49bcf9ac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.236423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-11c2d5d5-c7d4-46e9-bcba-ca49bcf9ac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.241371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-11c2d5d5-c7d4-46e9-bcba-ca49bcf9ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.256908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9a46c-0c33-4f9b-b30e-85f7c1496055 req-8a5e949e-3f35-4b3b-91cb-b8f944d58c29 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:58.258479 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93c9a46c-0c33-4f9b-b30e-85f7c1496055 req-8a5e949e-3f35-4b3b-91cb-b8f944d58c29 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0571833 Sep 26 13:13:58.280326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-11c2d5d5-c7d4-46e9-bcba-ca49bcf9ac02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12607e3e23e0412ca8706ae4c11248c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431188 Sep 26 13:13:58.281308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2d5d5-c7d4-46e9-bcba-ca49bcf9ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855fc476-939b-41e4-b0c1-5535d93c6b21,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:58.282973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54776) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:58.310735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93c9a46c-0c33-4f9b-b30e-85f7c1496055 req-aa935dd0-909d-49f1-b819-952ce650178f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461099 Sep 26 13:13:58.349247 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a2738f6-e2dd-4fde-9efc-3d5c20700628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.370648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a2738f6-e2dd-4fde-9efc-3d5c20700628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.420275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a2738f6-e2dd-4fde-9efc-3d5c20700628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.422852 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a2738f6-e2dd-4fde-9efc-3d5c20700628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.424037 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2a2738f6-e2dd-4fde-9efc-3d5c20700628 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/855fc476-939b-41e4-b0c1-5535d93c6b21 HTTP/1.1" status: 204 len: 168 time: 0.1401532 Sep 26 13:13:58.431938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2738f6-e2dd-4fde-9efc-3d5c20700628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855fc476-939b-41e4-b0c1-5535d93c6b21,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:58.569639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb061b-022c-43c9-8775-63f97826b9bb req-7b6eaa62-438c-442e-a421-716f73ceb3ed tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:58.571162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8cb061b-022c-43c9-8775-63f97826b9bb req-7b6eaa62-438c-442e-a421-716f73ceb3ed tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 943 time: 0.0519423 Sep 26 13:13:58.613036 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8cb061b-022c-43c9-8775-63f97826b9bb req-89a0e1c0-d5b2-448c-8a83-4725fa4cb6d1 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Sep 26 13:13:58.705116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:58.719729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3d89e9d-2a33-4d4a-adf8-eebe3c84d1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.810506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3d89e9d-2a33-4d4a-adf8-eebe3c84d1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.814295 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3d89e9d-2a33-4d4a-adf8-eebe3c84d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.853508 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b3d89e9d-2a33-4d4a-adf8-eebe3c84d1e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa53f17ec7ab4eec8e0bae74dfc4d57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472681 Sep 26 13:13:58.854394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d89e9d-2a33-4d4a-adf8-eebe3c84d1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ed0dd3-f5b3-44a6-b3bd-6139f871081a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:58.856177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54788) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:13:58.907626 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e9c84b5-cc2b-4ac9-948a-6c5ba70dc73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.933880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e9c84b5-cc2b-4ac9-948a-6c5ba70dc73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.979419 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4079296-6ad6-417c-bb98-f409e09d9749 req-b9c650a5-8681-41a0-bd4f-3238864149c8 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0378222 Sep 26 13:13:58.988257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e9c84b5-cc2b-4ac9-948a-6c5ba70dc73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.991287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e9c84b5-cc2b-4ac9-948a-6c5ba70dc73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:13:58.992603 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5e9c84b5-cc2b-4ac9-948a-6c5ba70dc73d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26ed0dd3-f5b3-44a6-b3bd-6139f871081a HTTP/1.1" status: 204 len: 168 time: 0.1353686 Sep 26 13:13:59.003094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c84b5-cc2b-4ac9-948a-6c5ba70dc73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ed0dd3-f5b3-44a6-b3bd-6139f871081a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:13:59.436690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f08e1-675e-4781-8d88-af9526b0eb21 req-43fa2247-a33e-4df5-ab00-a9d4f2b0534a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:59.438231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-864f08e1-675e-4781-8d88-af9526b0eb21 req-43fa2247-a33e-4df5-ab00-a9d4f2b0534a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0509953 Sep 26 13:13:59.479958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-864f08e1-675e-4781-8d88-af9526b0eb21 req-723280e8-97df-4589-8657-0f12640700f5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344703 Sep 26 13:13:59.731252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29a79-4a57-42d2-8b3f-f1a9053c0b9d req-0dd21d34-efaf-495e-93bb-283de7f1d44b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:13:59.732764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7de29a79-4a57-42d2-8b3f-f1a9053c0b9d req-0dd21d34-efaf-495e-93bb-283de7f1d44b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 943 time: 0.0506585 Sep 26 13:13:59.772140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7de29a79-4a57-42d2-8b3f-f1a9053c0b9d req-9259bf7e-c4ea-4e8b-960e-e6d5c8c51707 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Sep 26 13:14:00.091165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5913bcd3-18cc-4de0-a841-4866dcd0073e req-83425f3c-c0f4-4756-866f-881ab68bbfeb tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0307169 Sep 26 13:14:00.606304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916f395-cbde-431c-9423-4af187fcf63a req-89540969-d47a-435f-9489-b40e51fc144a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:00.610102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9916f395-cbde-431c-9423-4af187fcf63a req-89540969-d47a-435f-9489-b40e51fc144a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0564587 Sep 26 13:14:00.612280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5c9b2b26-3040-40c5-b0b2-faecf0866074 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:14:00.654415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9916f395-cbde-431c-9423-4af187fcf63a req-d4f74346-83f7-4ad8-9608-70d61afb5db0 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381234 Sep 26 13:14:00.721871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5c9b2b26-3040-40c5-b0b2-faecf0866074, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5c9b2b26-3040-40c5-b0b2-faecf0866074,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:00.733791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '5c9b2b26-3040-40c5-b0b2-faecf0866074', 'network_id': 'd22bacd4-79fa-43f4-b4c4-8fd7fc3dc103', 'port_id': '5c9b2b26-3040-40c5-b0b2-faecf0866074', 'mac_address': 'fa:16:3e:88:bc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4c99a4-0ae5-49ef-b74f-1c3bca537a76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:14:00.774026 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:00.788246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9b2b26-3040-40c5-b0b2-faecf0866074 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:14:00.810679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5c9b2b26-3040-40c5-b0b2-faecf0866074, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5c9b2b26-3040-40c5-b0b2-faecf0866074,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:00.822967 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:00.879164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5c9b2b26-3040-40c5-b0b2-faecf0866074,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:00.912242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea4396-1a80-4d32-a02d-5b0d276fd8df req-7a2ee993-cbc4-40df-8119-3839ce6720d8 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:00.913925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dcea4396-1a80-4d32-a02d-5b0d276fd8df req-7a2ee993-cbc4-40df-8119-3839ce6720d8 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 944 time: 0.0539677 Sep 26 13:14:00.954216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dcea4396-1a80-4d32-a02d-5b0d276fd8df req-f3195993-103b-4be2-9a3b-a8c9785e43a5 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Sep 26 13:14:01.194594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['5c9b2b26-3040-40c5-b0b2-faecf0866074'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:14:01.197536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b750f7d-c353-4031-a15d-55f77b5dec7f req-11c86516-bdee-45ac-a801-a78093d40bed tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0309730 Sep 26 13:14:01.778458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da0d11-d2f4-4b29-b259-0ca787c5b349 req-1b741b38-ba0e-4907-b5a7-cb4dd2ba358a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:01.779957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71da0d11-d2f4-4b29-b259-0ca787c5b349 req-1b741b38-ba0e-4907-b5a7-cb4dd2ba358a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0497630 Sep 26 13:14:01.819664 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71da0d11-d2f4-4b29-b259-0ca787c5b349 req-610a29cd-3c35-4aa6-a44a-1b2dd4508110 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Sep 26 13:14:02.090355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa72f-b270-4db2-bcda-d0b65f93e885 req-fa5bd63f-f90e-47fd-af00-2b3456f42f2e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:02.091670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6bbfa72f-b270-4db2-bcda-d0b65f93e885 req-fa5bd63f-f90e-47fd-af00-2b3456f42f2e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 944 time: 0.0615897 Sep 26 13:14:02.138152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6bbfa72f-b270-4db2-bcda-d0b65f93e885 req-8bacf809-7dba-4186-8ee1-fa34fc31310a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395401 Sep 26 13:14:02.304868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-698a8b7f-ed7f-49f3-bcaa-611839ad2940 req-acee7e55-67c5-430f-9ef8-395698a2bd98 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0272353 Sep 26 13:14:02.611923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5c9b2b26-3040-40c5-b0b2-faecf0866074 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:14:02.664282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 5c9b2b26-3040-40c5-b0b2-faecf0866074 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:14:02.668089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 5c9b2b26-3040-40c5-b0b2-faecf0866074 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:02.668463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:02.754017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:02.782034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ad106d-9d90-4834-b4c5-e86523ee9c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9b2b26-3040-40c5-b0b2-faecf0866074'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:02.784433 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ff704-8540-478d-860e-ed96d05fa4ac" -d '{"events": [{"server_uuid": "04ad106d-9d90-4834-b4c5-e86523ee9c87", "name": "network-vif-plugged", "status": "completed", "tag": "5c9b2b26-3040-40c5-b0b2-faecf0866074"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:02.798505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5c9b2b26-3040-40c5-b0b2-faecf0866074, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5c9b2b26-3040-40c5-b0b2-faecf0866074,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:02.803227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:02.836290 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1362e02b-bd35-40c6-b0c5-b8fbda88799b x-openstack-request-id: req-1362e02b-bd35-40c6-b0c5-b8fbda88799b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:02.836533 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ad106d-9d90-4834-b4c5-e86523ee9c87", "name": "network-vif-plugged", "status": "completed", "tag": "5c9b2b26-3040-40c5-b0b2-faecf0866074", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:02.836784 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1362e02b-bd35-40c6-b0c5-b8fbda88799b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:02.837183 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ad106d-9d90-4834-b4c5-e86523ee9c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9b2b26-3040-40c5-b0b2-faecf0866074', 'code': 200} Sep 26 13:14:02.860711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5c9b2b26-3040-40c5-b0b2-faecf0866074,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:02.979255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154b478-abb6-4197-b4db-ffba455ad1fe req-f291bacc-f4d2-415e-9562-50055b6e8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:02.980779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f154b478-abb6-4197-b4db-ffba455ad1fe req-f291bacc-f4d2-415e-9562-50055b6e8036 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 1097 time: 0.0817835 Sep 26 13:14:03.003240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548cd0e-3e6d-483e-9be7-216ecb40691f req-3294fe7a-2c4a-4148-94c5-f38a09e4ed77 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:03.004880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9548cd0e-3e6d-483e-9be7-216ecb40691f req-3294fe7a-2c4a-4148-94c5-f38a09e4ed77 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0773454 Sep 26 13:14:03.047245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f154b478-abb6-4197-b4db-ffba455ad1fe req-23476620-0ebc-40f9-bad7-dfc4a9d40d78 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585642 Sep 26 13:14:03.060445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9548cd0e-3e6d-483e-9be7-216ecb40691f req-3b176c01-d104-44ba-a85a-2d8d34055fb7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481052 Sep 26 13:14:03.297644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef7ea8-5b42-4117-846f-e32eb21aa0ff req-c826c1e1-1913-41ef-bced-e8de8117d262 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:03.299787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8ef7ea8-5b42-4117-846f-e32eb21aa0ff req-c826c1e1-1913-41ef-bced-e8de8117d262 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 945 time: 0.0548098 Sep 26 13:14:03.343812 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8ef7ea8-5b42-4117-846f-e32eb21aa0ff req-c98d2a97-f936-4b22-ba16-8c3e6266a48c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Sep 26 13:14:03.420502 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda724d3-d031-425b-8126-4b87149a2c9f req-07aeabf8-a38c-4a2d-945e-1d5dd6f19083 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0314062 Sep 26 13:14:04.209952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80aa4d-3c17-41e3-8643-f37eb051b97e req-52aca0ff-6506-4fe8-a5f2-81a72c69add7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:04.211555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f80aa4d-3c17-41e3-8643-f37eb051b97e req-52aca0ff-6506-4fe8-a5f2-81a72c69add7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0616186 Sep 26 13:14:04.258066 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f80aa4d-3c17-41e3-8643-f37eb051b97e req-a496e5df-d815-4732-901b-771e947ce9a6 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Sep 26 13:14:04.467336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad48a1-557a-4881-928f-ddb5fea3918d req-cf6e8392-cbed-466a-9fcc-766c82112961 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:04.469135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74ad48a1-557a-4881-928f-ddb5fea3918d req-cf6e8392-cbed-466a-9fcc-766c82112961 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 945 time: 0.0530739 Sep 26 13:14:04.513301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74ad48a1-557a-4881-928f-ddb5fea3918d req-d1fa387d-012d-47e5-a06d-e5f6fed814d0 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372024 Sep 26 13:14:04.542449 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdd0c194-8ba6-448b-b788-873d94ed3086 req-9800ef3f-e0e5-421e-9f08-1a50af7f69d9 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0377185 Sep 26 13:14:05.391324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bda24-15aa-419e-9ddd-3c3cb3509a39 req-b41ee0b2-cb5b-4ef4-80b7-009ffe6c5bae tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:05.400775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d3bda24-15aa-419e-9ddd-3c3cb3509a39 req-b41ee0b2-cb5b-4ef4-80b7-009ffe6c5bae tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0666926 Sep 26 13:14:05.457553 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d3bda24-15aa-419e-9ddd-3c3cb3509a39 req-10a9ae65-ec0c-4073-9682-110f0212f6fa tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553675 Sep 26 13:14:05.652623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c98eb3b4-c807-41df-bfeb-d80a2ea21afd req-7feef6ef-daf8-4444-b725-8be6983bbfc9 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0285559 Sep 26 13:14:06.228638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:14:06.478713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:06.494735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'port_id': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'mac_address': 'fa:16:3e:5a:77:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:14:06.541592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:06.574799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac36c958-7834-4e44-aba3-25f745fbb137 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:14:06.600041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:06.607499 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:06.664017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55012) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:06.674845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7188d8-0cc8-4ffa-ace6-ac897e417617 req-5b7109d7-b195-466b-a6f3-1007da79a0be tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:06.677766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:06.686390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.686979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.687518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.688052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.688683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.689276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.690378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.690896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.691409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.691940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.692453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.692950 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a7188d8-0cc8-4ffa-ace6-ac897e417617 req-5b7109d7-b195-466b-a6f3-1007da79a0be tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0955451 Sep 26 13:14:06.693219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:06.711813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ac36c958-7834-4e44-aba3-25f745fbb137'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:14:06.743574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a7188d8-0cc8-4ffa-ace6-ac897e417617 req-e0c67194-2b7f-4ec1-9f90-074dd20eebcc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497122 Sep 26 13:14:06.810205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-59599543-568d-4ba2-8cea-dd477ff21dff req-35f1f367-c661-40ac-b8d2-d422a99c10d4 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0552213 Sep 26 13:14:06.826142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38c841ed-c485-4cf1-85ff-eae9baafc795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:06.926678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38c841ed-c485-4cf1-85ff-eae9baafc795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:06.930131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38c841ed-c485-4cf1-85ff-eae9baafc795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:06.967207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c841ed-c485-4cf1-85ff-eae9baafc795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91df6ee6-bc5b-477f-99be-79cebab1ef31,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:06.972811 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38c841ed-c485-4cf1-85ff-eae9baafc795 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f87ecda2a36b4cbca944887a891cfb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059168 Sep 26 13:14:06.975858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55018) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:07.028964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-11aaa0d1-440e-45dd-b229-5d58ff4e7d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.053079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-11aaa0d1-440e-45dd-b229-5d58ff4e7d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.105684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-11aaa0d1-440e-45dd-b229-5d58ff4e7d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.108263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-11aaa0d1-440e-45dd-b229-5d58ff4e7d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.109417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-11aaa0d1-440e-45dd-b229-5d58ff4e7d03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91df6ee6-bc5b-477f-99be-79cebab1ef31 HTTP/1.1" status: 204 len: 168 time: 0.1326265 Sep 26 13:14:07.117404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaa0d1-440e-45dd-b229-5d58ff4e7d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91df6ee6-bc5b-477f-99be-79cebab1ef31,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:07.411884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55028) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:07.427379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9991e19c-f3bb-4809-8e97-379408b870fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.525156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9991e19c-f3bb-4809-8e97-379408b870fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.529960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9991e19c-f3bb-4809-8e97-379408b870fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.577218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9991e19c-f3bb-4809-8e97-379408b870fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97163d9fef6043b3814b505fc3654606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641669 Sep 26 13:14:07.578487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991e19c-f3bb-4809-8e97-379408b870fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1258ff-d003-449a-af17-155fb414f257,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:07.579907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55032) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:07.643449 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.672022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.731509 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.734352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:07.735579 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e1258ff-d003-449a-af17-155fb414f257 HTTP/1.1" status: 204 len: 168 time: 0.1539314 Sep 26 13:14:07.743899 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1258ff-d003-449a-af17-155fb414f257,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:07.751555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.751908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.752299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.752638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.752970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.753478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.753833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.754162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.754489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.754816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.755143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.755466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a089a11-224a-490e-bfc7-e2eff42afc09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:07.896008 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9970e6-0938-43ca-9e2e-20120628c20c req-cf20ff2f-eefa-4561-ba3e-f0c3ca05f9e8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:07.897786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a9970e6-0938-43ca-9e2e-20120628c20c req-cf20ff2f-eefa-4561-ba3e-f0c3ca05f9e8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.0724213 Sep 26 13:14:07.939628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aaf48104-a234-440d-a7f4-10278aa876d8 req-ae227362-6f79-4a68-ba92-45ddc9283426 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0380542 Sep 26 13:14:07.946738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a9970e6-0938-43ca-9e2e-20120628c20c req-b7e45e39-0a92-4901-a7d6-6d0591995687 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Sep 26 13:14:08.257517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:14:08.282200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d5a55e7c-1b8f-463d-a3e7-0e7b11ff8467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:08.315561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ac36c958-7834-4e44-aba3-25f745fbb137 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:08.315923 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:08.420179 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:08.444474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:08.446843 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fa3da6-cf9b-483a-a09f-06be50f032e4" -d '{"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-plugged", "status": "completed", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:08.460520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:08.465933 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:08.504684 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fad7a70-5705-4251-95fd-b03f2baf5a88 x-openstack-request-id: req-3fad7a70-5705-4251-95fd-b03f2baf5a88 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:08.504976 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-plugged", "status": "completed", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:08.505232 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fad7a70-5705-4251-95fd-b03f2baf5a88 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:08.505666 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'code': 200} Sep 26 13:14:08.529853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:09.141760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5790f65a-408e-46e4-8d29-ce6cd45cf925 req-3b41a829-f82c-4aef-9592-c4707db8f2e4 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0554118 Sep 26 13:14:09.174866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0dd96-2b55-493d-8ca6-cec433f67d4c req-ca33c1d7-f4a3-45f7-8f5d-a023ed04e5b1 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:09.182076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfc0dd96-2b55-493d-8ca6-cec433f67d4c req-ca33c1d7-f4a3-45f7-8f5d-a023ed04e5b1 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0738666 Sep 26 13:14:09.229396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfc0dd96-2b55-493d-8ca6-cec433f67d4c req-de3ddca6-8f43-4b63-a371-bbc30bb43730 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442898 Sep 26 13:14:10.256590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f65fce1-07ae-48ed-a796-fc6ea5359f64 req-5feda1df-9dfe-439d-995b-9e6800be1371 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0329463 Sep 26 13:14:10.383168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c8b1c-611e-4633-8fee-f7aeea2175e7 req-771ae167-8b9d-4f8c-bf5d-5e7eb1d14a6f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:10.385095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b6c8b1c-611e-4633-8fee-f7aeea2175e7 req-771ae167-8b9d-4f8c-bf5d-5e7eb1d14a6f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0549812 Sep 26 13:14:10.431899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b6c8b1c-611e-4633-8fee-f7aeea2175e7 req-df8cc201-e5f6-4e32-8b26-3238dc75003f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Sep 26 13:14:10.989332 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-771cfde6-da26-4d92-a873-1d28ba96d303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:11.380754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c02c052-a580-4c2c-a38a-9759875c33e1 req-0c192fb5-aef2-4582-bf6b-7dc35c48d822 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0316420 Sep 26 13:14:11.587055 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:11.625142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1cfc-8ef0-47b7-9676-58b93f59701f req-8e78d7fb-52cb-4ebb-9be3-b806ad2a6ad5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:11.627299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb8c1cfc-8ef0-47b7-9676-58b93f59701f req-8e78d7fb-52cb-4ebb-9be3-b806ad2a6ad5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0993688 Sep 26 13:14:11.700414 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb8c1cfc-8ef0-47b7-9676-58b93f59701f req-66257e61-1141-4f8c-a3c9-d5104d826392 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606103 Sep 26 13:14:12.051559 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:12.540382 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe260700-64b2-4664-a9ec-5a676d8f954e req-e3404e16-c482-4360-98e4-2e29a5ed6a98 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0455453 Sep 26 13:14:12.848763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87b27b-7fa8-4354-949d-14118797293c req-fad26920-c86d-43ac-9628-d9a0c5900d7c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:12.856729 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a87b27b-7fa8-4354-949d-14118797293c req-fad26920-c86d-43ac-9628-d9a0c5900d7c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0592527 Sep 26 13:14:12.902426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a87b27b-7fa8-4354-949d-14118797293c req-795050c3-4105-46c6-94a3-826f49ab271a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Sep 26 13:14:13.501514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:13.532236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55224) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:13.804292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3fe2a20-5a23-480f-834a-cc9d19e65c45 req-df0da18b-93b2-4bb7-8b76-debff07cc5d6 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0513122 Sep 26 13:14:14.142658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125290f6-339e-4adf-b287-39b0220adc0b req-5f9086ae-8106-449f-98d4-58cb963e5550 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:14.145341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-125290f6-339e-4adf-b287-39b0220adc0b req-5f9086ae-8106-449f-98d4-58cb963e5550 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0780497 Sep 26 13:14:14.228307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-125290f6-339e-4adf-b287-39b0220adc0b req-d6241f14-b0d9-4aa7-a994-e48adf4f5929 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658216 Sep 26 13:14:14.243435 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:14.793064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port c4878dd0-4952-4218-9f81-bc6da2dc716a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:14.793630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:14.927027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port c4878dd0-4952-4218-9f81-bc6da2dc716a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c4878dd0-4952-4218-9f81-bc6da2dc716a,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:14.927735 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:14.943737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for c4878dd0-4952-4218-9f81-bc6da2dc716a owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:14.961837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-52a191bc-5311-4a91-b3a4-650c0c09f430 req-787daf82-d402-4421-8382-29ade11410f3 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0464790 Sep 26 13:14:15.018117 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:15.247945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:15.282371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=c4878dd0-4952-4218-9f81-bc6da2dc716a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:15.348559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.348939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.349303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.354143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.355286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.356454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.357007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.358214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.358779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.359966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.360515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.362778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:14:15.476006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671b6b7-1a42-4669-9854-727ba82a3503 req-a1a30647-17cf-4404-8b52-addd89cba8b7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:15.493934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2671b6b7-1a42-4669-9854-727ba82a3503 req-a1a30647-17cf-4404-8b52-addd89cba8b7 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1366932 Sep 26 13:14:15.558814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2671b6b7-1a42-4669-9854-727ba82a3503 req-187abd73-1a4f-490c-bcb4-e53ab00897a5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633056 Sep 26 13:14:16.024762 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:16.099887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-21fab6a1-cdc5-43dc-aed1-ef5a18cc6fc7 req-37235624-2925-4caa-9b60-470149f86ef3 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0427909 Sep 26 13:14:16.293753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router ca96f7dc-261d-4f40-bf51-a21be52bf956 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:14:16.422495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:14:16.440879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] Sync routers for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:14:16.444901 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-672a8995-6a3f-4b5c-8aa8-b903460e64df tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "PUT /v2.0/routers/ca96f7dc-261d-4f40-bf51-a21be52bf956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9112401 Sep 26 13:14:16.465475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:16.466194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:16.680936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:16.807770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2db5f-8107-4f3c-80e1-7b43cdf0ca7f req-c42cc1f8-e091-490b-a617-5676e1474bce tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:16.817392 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08e2db5f-8107-4f3c-80e1-7b43cdf0ca7f req-c42cc1f8-e091-490b-a617-5676e1474bce tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 946 time: 0.0806787 Sep 26 13:14:16.827568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e468f-7591-467a-ba31-0477d121f52d req-d441ce97-5262-4af4-94ff-023377fbec81 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:16.837280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb3e468f-7591-467a-ba31-0477d121f52d req-d441ce97-5262-4af4-94ff-023377fbec81 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0906868 Sep 26 13:14:16.868259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08e2db5f-8107-4f3c-80e1-7b43cdf0ca7f req-d5c6c997-1fa8-4d28-96d9-01b2bcbbba9e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498581 Sep 26 13:14:16.892323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb3e468f-7591-467a-ba31-0477d121f52d req-f4f8fe39-6f2c-4096-952e-3a635e1b12e8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523283 Sep 26 13:14:17.144960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:15Z', 'revision_number': 6, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:11Z', 'revision_number': 1, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:17.187375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] Checking router: ca96f7dc-261d-4f40-bf51-a21be52bf956 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:14:17.200381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:17.201709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:17.302680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e1afcf7-778b-49f2-92dd-71519d9ccc40 req-65ba0643-10f7-488a-8f28-ab0d04bf51af tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0558238 Sep 26 13:14:17.425098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:17.808248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:15Z', 'revision_number': 6, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:11Z', 'revision_number': 1, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:17.845671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caae4190-5883-4545-b7da-bd538a27ce29 None None] The sync data for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 is: [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:15Z', 'revision_number': 6, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0291c405-8d30-4a16-8033-ba04453acff6', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'port_id': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249994c1-5139-493c-8ffd-8974c63d6f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:12:07Z', 'updated_at': '2021-09-26T13:12:11Z', 'revision_number': 1, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:14:18.025424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44a013-2720-4450-adc0-b6d43102a7fb req-4c9aa1e2-d702-4173-aa9d-2755b767608d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:18.028304 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe44a013-2720-4450-adc0-b6d43102a7fb req-4c9aa1e2-d702-4173-aa9d-2755b767608d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 946 time: 0.0773466 Sep 26 13:14:18.034190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b84431-0b1e-4925-bd6d-a2cfbdf671e7 req-70c5c822-96b0-4e74-a1b4-a6773cdd9dfc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:18.042007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39b84431-0b1e-4925-bd6d-a2cfbdf671e7 req-70c5c822-96b0-4e74-a1b4-a6773cdd9dfc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0619335 Sep 26 13:14:18.095873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39b84431-0b1e-4925-bd6d-a2cfbdf671e7 req-30bd815d-c658-495d-97bd-f21e47eb24ac tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523562 Sep 26 13:14:18.115785 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe44a013-2720-4450-adc0-b6d43102a7fb req-f7b27e65-b553-4931-aada-3b09809066c9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=a60c3d0c-c7d8-46e6-9f1e-10788801aa02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637658 Sep 26 13:14:18.332478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-f52e0d05-bd6e-4cfc-80b6-7bb876b2db3d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:18.334125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-f52e0d05-bd6e-4cfc-80b6-7bb876b2db3d tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 946 time: 0.1096563 Sep 26 13:14:18.540812 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be6713db-0958-4134-ad80-aab9479479f0 req-195927ab-a225-4187-82ab-a63c81341fce tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0797772 Sep 26 13:14:18.585119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port 6bc977c4-34fb-46d7-bd72-3f113535d0af {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:18.587994 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:18.784024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port 6bc977c4-34fb-46d7-bd72-3f113535d0af, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=6bc977c4-34fb-46d7-bd72-3f113535d0af,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:18.784366 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:18.804645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for 6bc977c4-34fb-46d7-bd72-3f113535d0af owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:19.086277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:19.134991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=6bc977c4-34fb-46d7-bd72-3f113535d0af,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:19.242342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c4878dd0-4952-4218-9f81-bc6da2dc716a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:19.251131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] No DVR routers for this DVR port 6bc977c4-34fb-46d7-bd72-3f113535d0af on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:19.256576 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:19.259638 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4ca6442-7b8a-4b6b-8174-76ae250f4176 req-cb26bd82-4471-48dc-b100-0fa80ba9c0be tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "DELETE /v2.0/ports/6bc977c4-34fb-46d7-bd72-3f113535d0af HTTP/1.1" status: 204 len: 173 time: 0.9190307 Sep 26 13:14:19.260457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44319f7a-daed-4be1-a217-4141bbe1bf90', 'name': 'network-vif-deleted', 'tag': '6bc977c4-34fb-46d7-bd72-3f113535d0af'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:19.263991 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb915e47-f271-4380-bf60-dc20a4ef774c" -d '{"events": [{"server_uuid": "44319f7a-daed-4be1-a217-4141bbe1bf90", "name": "network-vif-deleted", "tag": "6bc977c4-34fb-46d7-bd72-3f113535d0af"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:19.355755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bea10c95-c003-4154-a962-89dfeab00b71 req-25ad56b0-249a-4d6d-b98f-84e3299a8e33 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=44319f7a-daed-4be1-a217-4141bbe1bf90 HTTP/1.1" status: 200 len: 210 time: 0.1023202 Sep 26 13:14:19.358455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba60b6-3400-459a-9dbf-80bce7b8ea2a req-0a6c16ed-2550-49b9-9e54-9ca4edab8b64 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:19.367643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70ba60b6-3400-459a-9dbf-80bce7b8ea2a req-0a6c16ed-2550-49b9-9e54-9ca4edab8b64 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1311281 Sep 26 13:14:19.382902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c4878dd0-4952-4218-9f81-bc6da2dc716a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:19.383371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c4878dd0-4952-4218-9f81-bc6da2dc716a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:19.435219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70ba60b6-3400-459a-9dbf-80bce7b8ea2a req-7b02252c-01b1-4f44-adcf-200d98c5df9c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657411 Sep 26 13:14:19.532602 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51faa929-d847-4249-b700-2c2f4c1d680e x-openstack-request-id: req-51faa929-d847-4249-b700-2c2f4c1d680e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:19.532905 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44319f7a-daed-4be1-a217-4141bbe1bf90", "name": "network-vif-deleted", "tag": "6bc977c4-34fb-46d7-bd72-3f113535d0af", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:19.533229 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51faa929-d847-4249-b700-2c2f4c1d680e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:19.534179 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44319f7a-daed-4be1-a217-4141bbe1bf90', 'name': 'network-vif-deleted', 'tag': '6bc977c4-34fb-46d7-bd72-3f113535d0af', 'status': 'completed', 'code': 200} Sep 26 13:14:19.753283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-00fbd555-664c-4527-8ac1-68c4ac4713aa req-4f1cb8a9-91d8-4727-b6f3-dd6ed09cd73f tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0726223 Sep 26 13:14:20.131947 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:20.444014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55328) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:20.535478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9648106d-9585-449e-9c8b-902ed70af020 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:20.602678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9648106d-9585-449e-9c8b-902ed70af020 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:20.657798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181409b-a7d3-49a8-b59a-94e52e92d468 req-d7648a06-c4b2-4c25-9ba1-991c91cbeeeb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:20.659701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1181409b-a7d3-49a8-b59a-94e52e92d468 req-d7648a06-c4b2-4c25-9ba1-991c91cbeeeb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1021309 Sep 26 13:14:20.729889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1181409b-a7d3-49a8-b59a-94e52e92d468 req-8d6abdb6-ee11-45d1-ab39-32f291a6e459 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539105 Sep 26 13:14:20.739824 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9648106d-9585-449e-9c8b-902ed70af020 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:20.742728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9648106d-9585-449e-9c8b-902ed70af020 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:20.743910 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9648106d-9585-449e-9c8b-902ed70af020 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/security-groups/a60c3d0c-c7d8-46e6-9f1e-10788801aa02 HTTP/1.1" status: 204 len: 168 time: 0.2983525 Sep 26 13:14:20.764905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648106d-9585-449e-9c8b-902ed70af020 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60c3d0c-c7d8-46e6-9f1e-10788801aa02,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:20.811925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55340) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:20.912235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13a502c6-fd8b-471d-b594-62d0b8ab7550 req-9fe6dedb-caf9-4609-a7b6-cc28320f1890 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0375452 Sep 26 13:14:20.928191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0387d5f6-492f-49be-9d7c-7d22072fd097 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting subnet 69888115-f4a6-473b-929f-846ce2b2748d {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:14:20.931739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0387d5f6-492f-49be-9d7c-7d22072fd097 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:20.998617 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0387d5f6-492f-49be-9d7c-7d22072fd097 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.160872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0387d5f6-492f-49be-9d7c-7d22072fd097 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.269767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0387d5f6-492f-49be-9d7c-7d22072fd097 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.319336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387d5f6-492f-49be-9d7c-7d22072fd097 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Subnet': ['ID=69888115-f4a6-473b-929f-846ce2b2748d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:21.322053 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0387d5f6-492f-49be-9d7c-7d22072fd097 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.326440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0387d5f6-492f-49be-9d7c-7d22072fd097 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/subnets/69888115-f4a6-473b-929f-846ce2b2748d HTTP/1.1" status: 204 len: 168 time: 0.5111513 Sep 26 13:14:21.327278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55346) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:21.348670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd63767-403b-4ebc-9144-45363da6a381 None None] Network 1044c306-4f96-49d8-ae1b-deec6109cd96 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:14:21.506413 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.615965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port 5971c9be-07af-4a81-a94e-37176f220643 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:21.616653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.628633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:14:21.699397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] DHCP port deletion for 1044c306-4f96-49d8-ae1b-deec6109cd96 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:14:21.737775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port 5971c9be-07af-4a81-a94e-37176f220643, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5971c9be-07af-4a81-a94e-37176f220643,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:21.745857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.763749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for 5971c9be-07af-4a81-a94e-37176f220643 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:21.796622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] Deleting port 5971c9be-07af-4a81-a94e-37176f220643 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:21.799094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.924812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] For port 5971c9be-07af-4a81-a94e-37176f220643, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5971c9be-07af-4a81-a94e-37176f220643,segment=NetworkSegment(39a467c5-6e77-441b-aafb-d0c01248b37f),segment_id=39a467c5-6e77-441b-aafb-d0c01248b37f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:21.925744 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.953749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:21.955664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] Calling delete_port for 5971c9be-07af-4a81-a94e-37176f220643 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:22.036129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=5971c9be-07af-4a81-a94e-37176f220643,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:22.050632 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] No DVR routers for this DVR port 5971c9be-07af-4a81-a94e-37176f220643 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:22.152261 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:22.195779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:22.219082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4df1416-f5e5-48ac-8935-b42e03ef2bc2 req-8c217e57-d902-4ed9-baf9-eb2653fa20a3 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0998566 Sep 26 13:14:22.259930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399af7d-1b99-4f0e-b56c-42074433b06c req-9f6c8363-8a75-49c7-83b3-9e8227cdfa31 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:22.276456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] Pushing event deleted for resources: {'Port': ['ID=5971c9be-07af-4a81-a94e-37176f220643,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:22.283682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8849adb-1726-4e83-9ef2-2b5ac1d6a508 None None] No DVR routers for this DVR port 5971c9be-07af-4a81-a94e-37176f220643 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:22.287240 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6399af7d-1b99-4f0e-b56c-42074433b06c req-9f6c8363-8a75-49c7-83b3-9e8227cdfa31 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.4087071 Sep 26 13:14:22.321931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1044c306-4f96-49d8-ae1b-deec6109cd96']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:22.394606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a467c5-6e77-441b-aafb-d0c01248b37f') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:22.396358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a467c5-6e77-441b-aafb-d0c01248b37f') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:22.415616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6399af7d-1b99-4f0e-b56c-42074433b06c req-0dcb8e48-f755-4e01-b82b-77fa8dd938ed tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274023 Sep 26 13:14:22.448275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:22.477938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:22.486811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:14:22.487490 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:14:22.490711 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:14:22.597092 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:22.604860 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:22.618306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/networks/1044c306-4f96-49d8-ae1b-deec6109cd96 HTTP/1.1" status: 204 len: 168 time: 1.2858379 Sep 26 13:14:22.620526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55360) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:22.656059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea308f59-0df4-427e-9215-a334f14c4878 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Network': ['ID=1044c306-4f96-49d8-ae1b-deec6109cd96,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:22.748831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6bc977c4-34fb-46d7-bd72-3f113535d0af no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:22.797354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 6bc977c4-34fb-46d7-bd72-3f113535d0af {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:22.797719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 6bc977c4-34fb-46d7-bd72-3f113535d0af not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:22.950757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port c6dfb189-236e-413a-82ae-73b170dbe5dd {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:22.951345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:23.156690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:23.157022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:23.180582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for c6dfb189-236e-413a-82ae-73b170dbe5dd owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:23.369279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5971c9be-07af-4a81-a94e-37176f220643 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:23.413604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5971c9be-07af-4a81-a94e-37176f220643 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:23.417977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5971c9be-07af-4a81-a94e-37176f220643 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:23.626157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bb9c676-a5ef-4e23-8b6d-0572fa3c7516 req-4bc4f66b-e2d0-467f-9cb4-d7196bf41a00 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.1464841 Sep 26 13:14:23.627682 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:23.669943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=c6dfb189-236e-413a-82ae-73b170dbe5dd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:23.750811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:23.751454 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Floating IP 0291c405-8d30-4a16-8033-ba04453acff6 disassociated (deleted). External IP: 172.25.4.199, port: 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d. Sep 26 13:14:23.824085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9c760-aa32-4f46-aaec-b97d4f0a5cc0 req-ff21c80f-8a7b-4dba-ad64-b901cab5f0ff tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:23.835986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20b9c760-aa32-4f46-aaec-b97d4f0a5cc0 req-ff21c80f-8a7b-4dba-ad64-b901cab5f0ff tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1197515 Sep 26 13:14:23.912502 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-20b9c760-aa32-4f46-aaec-b97d4f0a5cc0 req-c37bd392-81be-42a5-bbe8-be4033634729 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674670 Sep 26 13:14:24.121724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router ca96f7dc-261d-4f40-bf51-a21be52bf956 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:14:24.265660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:14:24.276139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:24.280271 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] Sync routers for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:14:24.305117 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:24.305818 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:24.383012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c42be41a-43e1-412c-afef-96ccb19f6d4b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/floatingips/0291c405-8d30-4a16-8033-ba04453acff6 HTTP/1.1" status: 204 len: 168 time: 1.7598989 Sep 26 13:14:24.384035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:24.388416 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308aaddb-b027-4852-8d95-8f3edb658627" -d '{"events": [{"name": "network-changed", "server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:24.459732 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf63cbdf-b098-4e93-88a2-233eb534fcb6 x-openstack-request-id: req-bf63cbdf-b098-4e93-88a2-233eb534fcb6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:24.460120 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:24.460498 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf63cbdf-b098-4e93-88a2-233eb534fcb6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:24.461228 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'status': 'completed', 'code': 200} Sep 26 13:14:24.476544 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:24.576183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aaddb-b027-4852-8d95-8f3edb658627 req-6c08f261-1d8c-4ed1-8e3a-b6482e0b80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:24.578119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-308aaddb-b027-4852-8d95-8f3edb658627 req-6c08f261-1d8c-4ed1-8e3a-b6482e0b80ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 1098 time: 0.0949953 Sep 26 13:14:24.844889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aaddb-b027-4852-8d95-8f3edb658627 req-6c39b529-ecf9-4c11-bc00-d25a61d19824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:24.852473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-308aaddb-b027-4852-8d95-8f3edb658627 req-6c39b529-ecf9-4c11-bc00-d25a61d19824 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f HTTP/1.1" status: 200 len: 897 time: 0.2641985 Sep 26 13:14:24.947012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92b2be56-2d5e-4b6a-8da4-8fa6f688ccdf req-f866d6d1-dcee-462e-abb8-e43771d51b84 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.1225338 Sep 26 13:14:24.948572 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-308aaddb-b027-4852-8d95-8f3edb658627 req-91a83457-b166-45da-8d7b-1be0f984eb7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d HTTP/1.1" status: 200 len: 217 time: 0.0834408 Sep 26 13:14:24.973191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfbf63-bc07-41a6-bce3-0c5df66cdb76 req-c7a574b0-5026-4cfd-b675-0cd5f940a8f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:24.981720 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:15Z', 'revision_number': 6, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:24.993460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edfbf63-bc07-41a6-bce3-0c5df66cdb76 req-c7a574b0-5026-4cfd-b675-0cd5f940a8f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 946 time: 0.1565361 Sep 26 13:14:25.026139 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] Checking router: ca96f7dc-261d-4f40-bf51-a21be52bf956 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:14:25.065387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edfbf63-bc07-41a6-bce3-0c5df66cdb76 req-98456718-6f5d-4743-b5c9-38c5e7aa9923 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595703 Sep 26 13:14:25.099599 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:25.100245 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:25.148813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aaddb-b027-4852-8d95-8f3edb658627 req-87341cc1-5b2a-4126-b2bd-ae618e880648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:25.152484 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-308aaddb-b027-4852-8d95-8f3edb658627 req-87341cc1-5b2a-4126-b2bd-ae618e880648 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2ae5ff24-c4aa-4b42-b5ce-da0525952da1 HTTP/1.1" status: 200 len: 835 time: 0.1873808 Sep 26 13:14:25.259230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aaddb-b027-4852-8d95-8f3edb658627 req-22a09d38-efbe-4a40-a8c8-0b145864a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:25.261062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-308aaddb-b027-4852-8d95-8f3edb658627 req-22a09d38-efbe-4a40-a8c8-0b145864a426 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968132 Sep 26 13:14:25.281314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf3fd0-3e75-4ba7-8bc2-d9a1121569b0 req-accb325b-c1df-4eef-8263-ef9c99e6aa10 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:25.283342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-48bf3fd0-3e75-4ba7-8bc2-d9a1121569b0 req-accb325b-c1df-4eef-8263-ef9c99e6aa10 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1296961 Sep 26 13:14:25.339197 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:25.429510 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-48bf3fd0-3e75-4ba7-8bc2-d9a1121569b0 req-833790c9-6443-4fd3-b044-27816db88c45 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362941 Sep 26 13:14:25.589292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-308aaddb-b027-4852-8d95-8f3edb658627 req-b794b99c-18a7-4e83-a9fa-4d81ec7c145d service neutron] 10.222.0.23 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049188 Sep 26 13:14:25.823786 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:15Z', 'revision_number': 6, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:25.832280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-308aaddb-b027-4852-8d95-8f3edb658627 req-8e732d7d-849b-40ad-82c8-75193162e2d8 service neutron] 10.222.0.23 "GET /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320249 Sep 26 13:14:25.876458 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc5589-94c1-4fdb-8dc7-f155197c45c6 None None] The sync data for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 is: [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:15Z', 'revision_number': 6, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fe54fc82-8cef-40af-8e02-344662684549', 'name': '', 'network_id': '9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:51:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:39Z', 'updated_at': '2021-09-26T13:11:45Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': '2ae5ff24-c4aa-4b42-b5ce-da0525952da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:14:26.136426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3424bc13-ebd4-4fb4-b8c3-bb143ec9f9f7 req-68691996-14c6-4328-993c-e1f0f228a23f tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0453484 Sep 26 13:14:26.317926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17961ca-ba9b-43a6-8556-b1319b7c66a8 req-07636ef6-21c6-4810-b4e9-e52c1468538f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:26.327126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c17961ca-ba9b-43a6-8556-b1319b7c66a8 req-07636ef6-21c6-4810-b4e9-e52c1468538f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 946 time: 0.1201117 Sep 26 13:14:26.410983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c17961ca-ba9b-43a6-8556-b1319b7c66a8 req-d571e006-ac9d-4228-86eb-d0e76d9de581 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b96a821-294f-47ea-b57c-25e4a019c218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824575 Sep 26 13:14:26.473228 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716751d6-2ea4-4189-9641-3bfc43ff5bd5 None None] New status for floating IP 0291c405-8d30-4a16-8033-ba04453acff6: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:14:26.664731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dc86b-dbd3-4ab5-ad24-b3bbb6e3fa45 req-f97a92ca-69b1-40cb-8417-986ebfc3ff22 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:26.669717 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d97dc86b-dbd3-4ab5-ad24-b3bbb6e3fa45 req-f97a92ca-69b1-40cb-8417-986ebfc3ff22 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1176558 Sep 26 13:14:26.677564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-a151da80-3871-4473-b315-e226edda76d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:26.679148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-a151da80-3871-4473-b315-e226edda76d4 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.23 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 946 time: 0.1385188 Sep 26 13:14:26.779291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d97dc86b-dbd3-4ab5-ad24-b3bbb6e3fa45 req-f3b7165e-ade0-41f5-b27b-47a000753666 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991025 Sep 26 13:14:26.851060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:26.851283 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:26.949560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:26.949855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:26.967629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:27.123910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:27.161668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=1af7b8de-fac0-4fb2-ab10-e5e128e70f9d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:27.217867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] No DVR routers for this DVR port 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:27.221603 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:27.227976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d29af8d7-5bc3-408c-851a-9b49040b6990 req-10454055-044c-454a-af58-2c38491172bd tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.23 "DELETE /v2.0/ports/1af7b8de-fac0-4fb2-ab10-e5e128e70f9d HTTP/1.1" status: 204 len: 173 time: 0.5392208 Sep 26 13:14:27.228588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'name': 'network-vif-deleted', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:27.239248 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876c3e7e-179c-4450-a8c2-b03487d6c8b5" -d '{"events": [{"server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "name": "network-vif-deleted", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:27.279999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7612d16b-17b5-4152-91ff-a00c5481e9b5 req-cf81da64-ef2c-44b2-b923-b0ac5aeb13e5 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0369911 Sep 26 13:14:27.299576 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4aa5c-7217-4eb4-9f2a-b491b1d5e498 x-openstack-request-id: req-bfe4aa5c-7217-4eb4-9f2a-b491b1d5e498 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:27.299892 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249994c1-5139-493c-8ffd-8974c63d6f49", "name": "network-vif-deleted", "tag": "1af7b8de-fac0-4fb2-ab10-e5e128e70f9d", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:27.300235 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfe4aa5c-7217-4eb4-9f2a-b491b1d5e498 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:27.300704 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249994c1-5139-493c-8ffd-8974c63d6f49', 'name': 'network-vif-deleted', 'tag': '1af7b8de-fac0-4fb2-ab10-e5e128e70f9d', 'status': 'completed', 'code': 200} Sep 26 13:14:27.506786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a00c034-c01c-45c7-b5c6-1145d1bf5433 req-e36338ee-b775-4da9-a711-56e5d8a21f9f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=249994c1-5139-493c-8ffd-8974c63d6f49 HTTP/1.1" status: 200 len: 210 time: 0.0301170 Sep 26 13:14:27.947515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70d318-ed0d-4645-a3b4-3537f74fd105 req-09752b52-793a-4162-8c87-e71c3e155d48 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:27.949107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc70d318-ed0d-4645-a3b4-3537f74fd105 req-09752b52-793a-4162-8c87-e71c3e155d48 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0679593 Sep 26 13:14:28.009565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-db886bdf-fb25-45a6-926d-cf9fe290651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:28.014415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-db886bdf-fb25-45a6-926d-cf9fe290651e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1098 time: 0.0706217 Sep 26 13:14:28.041302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc70d318-ed0d-4645-a3b4-3537f74fd105 req-92159fa9-d409-4215-ba3b-bba7076bd7c0 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807395 Sep 26 13:14:28.160407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-aa979e68-d0e0-4ec7-84b5-2732a09ac296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:28.161975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-aa979e68-d0e0-4ec7-84b5-2732a09ac296 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.1367397 Sep 26 13:14:28.254854 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-6afafc44-dea6-416f-ac75-ba4a38b75b29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 1001 time: 0.0835652 Sep 26 13:14:28.310573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-65f2432c-e1e4-4813-badb-415deeb5cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:28.317702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-65f2432c-e1e4-4813-badb-415deeb5cd6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.0549240 Sep 26 13:14:28.373910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-b682c120-c2f2-4b4f-a8a2-5860b14570a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:28.375291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-b682c120-c2f2-4b4f-a8a2-5860b14570a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505517 Sep 26 13:14:28.430086 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb96a92f-1f03-414a-b2ca-4ddfb38c4f55 req-dc888d5d-2d85-41ff-a905-886340331c30 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0343375 Sep 26 13:14:28.532027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-8463dc8d-a252-414c-8844-59285ce5996b service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486247 Sep 26 13:14:28.628646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55488) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:28.698797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da1e971e-e3ed-4a4e-b427-1f460100269c req-f97a3a57-d5c8-444d-9612-ccdba92897e4 service neutron] 10.222.0.23 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586854 Sep 26 13:14:28.700115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0c81e68-d085-4b05-9b2e-c358bf067d72 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:28.710502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573e17c-a43d-43f8-82ef-763da785fc96 req-40680ef1-8364-4205-8d75-ea174df30b87 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:28.717979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c573e17c-a43d-43f8-82ef-763da785fc96 req-40680ef1-8364-4205-8d75-ea174df30b87 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 945 time: 0.0807226 Sep 26 13:14:28.733283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0c81e68-d085-4b05-9b2e-c358bf067d72 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:28.764922 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c573e17c-a43d-43f8-82ef-763da785fc96 req-faef408a-71d9-4090-93ce-329b4593bce0 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Sep 26 13:14:28.830740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0c81e68-d085-4b05-9b2e-c358bf067d72 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:28.837368 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0c81e68-d085-4b05-9b2e-c358bf067d72 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:28.841111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a0c81e68-d085-4b05-9b2e-c358bf067d72 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/security-groups/6b96a821-294f-47ea-b57c-25e4a019c218 HTTP/1.1" status: 204 len: 168 time: 0.2084751 Sep 26 13:14:28.877664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c81e68-d085-4b05-9b2e-c358bf067d72 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b96a821-294f-47ea-b57c-25e4a019c218,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:28.888543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55496) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:29.205393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fe86e-862d-46a9-aa89-96c8cabf57a6 req-4e663fc0-8156-4dc5-83f5-8af7eb316d49 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:29.205393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-895fe86e-862d-46a9-aa89-96c8cabf57a6 req-4e663fc0-8156-4dc5-83f5-8af7eb316d49 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0765929 Sep 26 13:14:29.283659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-895fe86e-862d-46a9-aa89-96c8cabf57a6 req-bac6fde0-d92b-4b77-83b4-a3bd8c14216f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766239 Sep 26 13:14:29.394071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:29.537025 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3483e395-6fcb-4fa8-89bd-43c0511e4424 req-5c05a5ea-382a-4bc3-8cc9-a5707e31b726 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0288999 Sep 26 13:14:29.673149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port fe54fc82-8cef-40af-8e02-344662684549 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:29.673581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:29.771774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port fe54fc82-8cef-40af-8e02-344662684549, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fe54fc82-8cef-40af-8e02-344662684549,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:29.772094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:29.788628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for fe54fc82-8cef-40af-8e02-344662684549 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:29.908434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df400fe-88af-46a6-9150-3f2a0ac40c15 req-94056f62-cc0c-4d48-819a-9d5e45cc6602 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:29.911235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9df400fe-88af-46a6-9150-3f2a0ac40c15 req-94056f62-cc0c-4d48-819a-9d5e45cc6602 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 945 time: 0.0665915 Sep 26 13:14:29.989421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9df400fe-88af-46a6-9150-3f2a0ac40c15 req-395ee3ac-6180-4380-a23f-16995aa3bb1e tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673892 Sep 26 13:14:30.110895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6019a644-cd49-47fd-b604-3b47138bf6a0 req-e560f120-381b-45c0-924a-cd54661a3d51 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0393589 Sep 26 13:14:30.338416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:30.364290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:30.364914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1af7b8de-fac0-4fb2-ab10-e5e128e70f9d not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:30.366064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:30.386218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-5b438427-7739-4989-b541-8eb9fa4d2088 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:30.387947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-5b438427-7739-4989-b541-8eb9fa4d2088 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.24 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 945 time: 0.1278937 Sep 26 13:14:30.507683 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:30.507990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4aeb0-0c79-45a9-aaf9-df4e21af0333 req-50e17c74-32da-4c7d-b339-df1e439f3c2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:30.513896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eac4aeb0-0c79-45a9-aaf9-df4e21af0333 req-50e17c74-32da-4c7d-b339-df1e439f3c2e tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1312668 Sep 26 13:14:30.565776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:30.567052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:30.570302 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21de190-a806-459b-8ec7-dcebbd5d0fd6" -d '{"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:30.575271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:30.621469 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eac4aeb0-0c79-45a9-aaf9-df4e21af0333 req-db0b27de-4081-4828-8a2c-9facab76e111 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980868 Sep 26 13:14:30.660271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Deleting port 5c9b2b26-3040-40c5-b0b2-faecf0866074 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:30.660613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:30.671015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:30.704654 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e268bda-35ea-4da3-b2d9-25a4966e99ab x-openstack-request-id: req-9e268bda-35ea-4da3-b2d9-25a4966e99ab {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:30.705811 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:30.706032 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e268bda-35ea-4da3-b2d9-25a4966e99ab {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:30.706489 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'code': 200} Sep 26 13:14:30.732798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a7ebe35-c5d2-4a37-86d7-32f475941b7d req-00d9a589-5c7e-4461-be67-1c418eb969bf tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0448165 Sep 26 13:14:30.736574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:30.823081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=fe54fc82-8cef-40af-8e02-344662684549,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:30.895386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] For port 5c9b2b26-3040-40c5-b0b2-faecf0866074, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5c9b2b26-3040-40c5-b0b2-faecf0866074,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:30.895808 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:30.954862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Calling delete_port for 5c9b2b26-3040-40c5-b0b2-faecf0866074 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:31.092210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:31.297870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefae7a8-d682-4496-bf05-5f5b0177162f req-c66004d6-b14d-48f1-997a-415398abdab5 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:31.300106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fefae7a8-d682-4496-bf05-5f5b0177162f req-c66004d6-b14d-48f1-997a-415398abdab5 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=04ad106d-9d90-4834-b4c5-e86523ee9c87 HTTP/1.1" status: 200 len: 945 time: 0.1499832 Sep 26 13:14:31.317716 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:31.339345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['30c1f569-dbde-4ced-bcb2-98e5e2e29d37', '70b7c074-3361-468d-9d7b-fcb26a5ac536'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:14:31.375535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['271d1a71-3012-4cdd-9f7c-4d429a40f127', '5c9b2b26-3040-40c5-b0b2-faecf0866074'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:14:31.385762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Pushing event deleted for resources: {'Port': ['ID=5c9b2b26-3040-40c5-b0b2-faecf0866074,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:31.515056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] No DVR routers for this DVR port 5c9b2b26-3040-40c5-b0b2-faecf0866074 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:31.519210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:31.521206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55b14c39-46cf-44d4-b8ce-ab08686f2937 req-2c3af94f-55e0-427b-903a-8cba66addc0a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.24 "DELETE /v2.0/ports/5c9b2b26-3040-40c5-b0b2-faecf0866074 HTTP/1.1" status: 204 len: 173 time: 1.1259549 Sep 26 13:14:31.523524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ad106d-9d90-4834-b4c5-e86523ee9c87', 'name': 'network-vif-deleted', 'tag': '5c9b2b26-3040-40c5-b0b2-faecf0866074'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:31.527198 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964b8db-cba9-42d3-a266-d4686e01602f" -d '{"events": [{"server_uuid": "04ad106d-9d90-4834-b4c5-e86523ee9c87", "name": "network-vif-deleted", "tag": "5c9b2b26-3040-40c5-b0b2-faecf0866074"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:31.532539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fefae7a8-d682-4496-bf05-5f5b0177162f req-ad890f36-f5c9-44fc-b773-4a879bb48b1b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122381 Sep 26 13:14:31.589598 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6154591c-8639-488e-9691-fa31c717b33a x-openstack-request-id: req-6154591c-8639-488e-9691-fa31c717b33a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:31.589987 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ad106d-9d90-4834-b4c5-e86523ee9c87", "name": "network-vif-deleted", "tag": "5c9b2b26-3040-40c5-b0b2-faecf0866074", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:31.590346 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6154591c-8639-488e-9691-fa31c717b33a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:31.590917 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ad106d-9d90-4834-b4c5-e86523ee9c87', 'name': 'network-vif-deleted', 'tag': '5c9b2b26-3040-40c5-b0b2-faecf0866074', 'status': 'completed', 'code': 200} Sep 26 13:14:31.597856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router ca96f7dc-261d-4f40-bf51-a21be52bf956 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:14:31.756622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:14:31.761673 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-21d4bb22-fe6c-42f8-9294-67b1e87e1a7e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "PUT /v2.0/routers/ca96f7dc-261d-4f40-bf51-a21be52bf956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8719027 Sep 26 13:14:31.764446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55530) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:31.769643 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34601352-8932-4499-9d1a-a390a614c506 None None] Sync routers for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:14:31.788834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8cddc-6573-4e57-8a90-d880aa953f1e req-a58d1707-1a46-4140-99e3-1b5b500f5f05 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:31.790569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29d8cddc-6573-4e57-8a90-d880aa953f1e req-a58d1707-1a46-4140-99e3-1b5b500f5f05 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.0723288 Sep 26 13:14:31.801894 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34601352-8932-4499-9d1a-a390a614c506 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:31.802792 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-34601352-8932-4499-9d1a-a390a614c506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:31.840217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29d8cddc-6573-4e57-8a90-d880aa953f1e req-99622a0f-c4b0-494d-ae5e-46d044f10822 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Sep 26 13:14:31.857236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-10055295-5d24-47b9-965d-d93803244850 req-5f7a1dea-a74b-4d71-badb-0d942d2f2432 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0337570 Sep 26 13:14:31.873326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e764b33-4795-4978-91f3-cdc5bc2c258f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting subnet 2ae5ff24-c4aa-4b42-b5ce-da0525952da1 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:14:31.878621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e764b33-4795-4978-91f3-cdc5bc2c258f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:31.931077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e764b33-4795-4978-91f3-cdc5bc2c258f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:31.975015 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-34601352-8932-4499-9d1a-a390a614c506 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:32.075807 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e764b33-4795-4978-91f3-cdc5bc2c258f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:32.215707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e764b33-4795-4978-91f3-cdc5bc2c258f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:32.255397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e764b33-4795-4978-91f3-cdc5bc2c258f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae5ff24-c4aa-4b42-b5ce-da0525952da1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:32.257182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e764b33-4795-4978-91f3-cdc5bc2c258f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:32.264930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2e764b33-4795-4978-91f3-cdc5bc2c258f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/subnets/2ae5ff24-c4aa-4b42-b5ce-da0525952da1 HTTP/1.1" status: 204 len: 168 time: 0.4938514 Sep 26 13:14:32.264930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55552) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:32.266514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa96b12-d5b2-47cc-8067-e7735283cb51 None None] Network 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:14:32.303641 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-34601352-8932-4499-9d1a-a390a614c506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:30Z', 'revision_number': 7, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:32.343327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e251c9b-b80b-44c3-9abb-74c3893cee99 req-9ca6fdec-f716-4b8b-b5d5-b831820969e7 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c&device_id=ac3206f5-ef8c-40a4-b28e-80ca4d78bf35 HTTP/1.1" status: 200 len: 210 time: 0.0637159 Sep 26 13:14:32.387252 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34601352-8932-4499-9d1a-a390a614c506 None None] Checking router: ca96f7dc-261d-4f40-bf51-a21be52bf956 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:14:32.407294 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34601352-8932-4499-9d1a-a390a614c506 None None] Routers {'ca96f7dc-261d-4f40-bf51-a21be52bf956'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:32.408336 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-34601352-8932-4499-9d1a-a390a614c506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca96f7dc-261d-4f40-bf51-a21be52bf956'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:32.530058 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:32.532169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] DHCP port deletion for 9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:14:32.769088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:32.799958 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e8aad4-4172-434d-ab28-e9efadd00b99 req-800535e6-12ba-490b-a19a-9f17ee38859e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbce1bda734e4bf1851af277c3adb636&device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0444288 Sep 26 13:14:32.866771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa1c7ede-7450-4f06-a2c9-55075b9d1477 req-e7e121d0-822c-466b-8879-47b5634b42e6 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0756233 Sep 26 13:14:32.901370 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e8aad4-4172-434d-ab28-e9efadd00b99 req-594102bd-325e-459d-a5c6-728f0d890693 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbce1bda734e4bf1851af277c3adb636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423059 Sep 26 13:14:32.907242 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-34601352-8932-4499-9d1a-a390a614c506 None None] Set router ca96f7dc-261d-4f40-bf51-a21be52bf956 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:33.005145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] Deleting port 714c8db4-6a9c-4924-b9d3-50310cc87832 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:33.005771 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:33.037128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port 06746cd8-6503-4077-91f6-607bc7c6aae4 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:33.037478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:33.103753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] For port 714c8db4-6a9c-4924-b9d3-50310cc87832, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=714c8db4-6a9c-4924-b9d3-50310cc87832,segment=NetworkSegment(7ff8dd94-2418-4613-a0cd-b89b36d4af6f),segment_id=7ff8dd94-2418-4613-a0cd-b89b36d4af6f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:33.104149 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:33.122119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] Calling delete_port for 714c8db4-6a9c-4924-b9d3-50310cc87832 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:33.220906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:33.255015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] No DVR routers for this DVR port 714c8db4-6a9c-4924-b9d3-50310cc87832 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:33.296820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb278d65-0cca-4527-92b3-103da79392fc None None] Pushing event deleted for resources: {'Port': ['ID=714c8db4-6a9c-4924-b9d3-50310cc87832,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:33.342755 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 714c8db4-6a9c-4924-b9d3-50310cc87832 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:33.348370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8aad4-4172-434d-ab28-e9efadd00b99 req-344c487e-83ef-42bd-9782-a2496eb7abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:33.351666 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e8aad4-4172-434d-ab28-e9efadd00b99 req-344c487e-83ef-42bd-9782-a2496eb7abd1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4391823 Sep 26 13:14:33.365137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 714c8db4-6a9c-4924-b9d3-50310cc87832 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:33.365801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 714c8db4-6a9c-4924-b9d3-50310cc87832 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:33.376021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port 06746cd8-6503-4077-91f6-607bc7c6aae4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=06746cd8-6503-4077-91f6-607bc7c6aae4,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:33.376920 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:33.389222 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-34601352-8932-4499-9d1a-a390a614c506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:30Z', 'revision_number': 7, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:33.392819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for 06746cd8-6503-4077-91f6-607bc7c6aae4 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:33.421020 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34601352-8932-4499-9d1a-a390a614c506 None None] The sync data for ids ['ca96f7dc-261d-4f40-bf51-a21be52bf956'] in n-d-806683-13 is: [{'id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'name': 'tempest-TestNetworkBasicOps-router-420540344', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:11:30Z', 'updated_at': '2021-09-26T13:14:30Z', 'revision_number': 7, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '06746cd8-6503-4077-91f6-607bc7c6aae4', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96f7dc-261d-4f40-bf51-a21be52bf956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:11:31Z', 'updated_at': '2021-09-26T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:14:33.706290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:33.757147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=06746cd8-6503-4077-91f6-607bc7c6aae4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:33.855478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbeab1-86a0-48ba-9781-634caca8db9c req-46c77619-bdc8-4735-81da-63d091e72602 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:33.857146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4adbeab1-86a0-48ba-9781-634caca8db9c req-46c77619-bdc8-4735-81da-63d091e72602 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.1111405 Sep 26 13:14:33.902401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.036730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30dbe477-a0b6-4b97-8c02-87b884b02501 req-ef878dff-0fe6-4856-a045-305405e1d7b0 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0608258 Sep 26 13:14:34.067511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.067511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.183202 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4adbeab1-86a0-48ba-9781-634caca8db9c req-0d47acfc-ea2c-45d6-99e6-7bcdb1ec38b4 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100910 Sep 26 13:14:34.200548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.201095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Fanout notify agent at l3_agent the message router_deleted on router ca96f7dc-261d-4f40-bf51-a21be52bf956 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:14:34.209971 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.211090 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dcc30111-77ff-42e4-b34f-f9dfc8b51055 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/routers/ca96f7dc-261d-4f40-bf51-a21be52bf956 HTTP/1.1" status: 204 len: 168 time: 1.9461653 Sep 26 13:14:34.213998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55616) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:34.233134 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-fb1cf0ee-e9f6-494f-a305-2be8be3c9780 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3873997 Sep 26 13:14:34.243318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-c8b6946e-4929-4396-b727-918a43ae4513 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:14:34.245451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-c8b6946e-4929-4396-b727-918a43ae4513 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074921 Sep 26 13:14:34.328690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.354947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:34.449208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.479773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:34.496240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff8dd94-2418-4613-a0cd-b89b36d4af6f') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:34.496828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff8dd94-2418-4613-a0cd-b89b36d4af6f') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:34.511607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.534119 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.542273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:14:34.542913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:14:34.546460 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:14:34.621481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.634361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.640976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/networks/9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f HTTP/1.1" status: 204 len: 168 time: 0.4248524 Sep 26 13:14:34.663459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:34.666850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eee8b0-24a1-404b-8b14-d6638c730bbb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Network': ['ID=9a1b58a8-6258-4bdb-85bc-c9d1b1966a6f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:34.669315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'network': {'name': 'tempest-network-smoke--1971561575', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'port_security_enabled': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:34.702041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:14:34.707696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.740519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:14:34.761162 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.761733 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Added segment 1b6c7e79-3085-4054-b811-95dbbf9f3b73 of type vlan for network 1239d7c4-e45d-4a26-a7aa-1850456dcfde Sep 26 13:14:34.845120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5c9b2b26-3040-40c5-b0b2-faecf0866074 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:34.879256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 5c9b2b26-3040-40c5-b0b2-faecf0866074 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:34.879917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5c9b2b26-3040-40c5-b0b2-faecf0866074 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:34.882062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09e8aad4-4172-434d-ab28-e9efadd00b99 req-84568215-6be8-4694-8796-4b9b272dec8e tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.23 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.0645101 Sep 26 13:14:34.892636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.924489 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.933067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:34.934029 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:34.993431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3243811 Sep 26 13:14:34.993431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55630) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:35.001076 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'admin_state_up': True, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:35.050851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0388de5-2752-480a-bf06-29735eda6cde tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Network': ['ID=1239d7c4-e45d-4a26-a7aa-1850456dcfde,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:35.071080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:35.072403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:35.074810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:14:35.334066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-cc7a2226-a161-4c7b-acf5-ad5e46729e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:35.337675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-cc7a2226-a161-4c7b-acf5-ad5e46729e0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d&tenant_id=35765a257c8c441fb53b2a166313414b HTTP/1.1" status: 200 len: 1096 time: 0.1669819 Sep 26 13:14:35.355430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fe54fc82-8cef-40af-8e02-344662684549 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:35.375257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:35.403048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fe54fc82-8cef-40af-8e02-344662684549 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:35.404556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fe54fc82-8cef-40af-8e02-344662684549 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:35.407829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 06746cd8-6503-4077-91f6-607bc7c6aae4 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:35.487258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 06746cd8-6503-4077-91f6-607bc7c6aae4 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:35.488820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 06746cd8-6503-4077-91f6-607bc7c6aae4 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:35.585452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:35.658105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683f2c1-cd61-4fd9-84bd-41f10c507195 req-67bf6391-6b26-4db8-9374-b27a6cf6f090 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:35.660135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9683f2c1-cd61-4fd9-84bd-41f10c507195 req-67bf6391-6b26-4db8-9374-b27a6cf6f090 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.2203555 Sep 26 13:14:35.664017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55644) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:35.770137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9683f2c1-cd61-4fd9-84bd-41f10c507195 req-0fb31224-ba71-44f2-814a-40d07b867a8c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021094 Sep 26 13:14:35.941476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:35.982981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f37a614-b21b-4250-a9c7-ac7064b8e7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.108341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:36.162923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:14:36.191781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.215077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac36c958-7834-4e44-aba3-25f745fbb137 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:14:36.226524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c34b149f-17d7-4a68-8378-ffff3970de5b req-4920fbaa-d50a-4ec1-a1ad-76609c64162d tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=002d93a2-f759-4559-b028-b1db712ec10c HTTP/1.1" status: 200 len: 210 time: 0.3675115 Sep 26 13:14:36.243133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.266662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Transition to ACTIVE for port object ac36c958-7834-4e44-aba3-25f745fbb137 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:14:36.277578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.326678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f37a614-b21b-4250-a9c7-ac7064b8e7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.338124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f37a614-b21b-4250-a9c7-ac7064b8e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.402588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37a614-b21b-4250-a9c7-ac7064b8e7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650b5c8e-b22a-40f3-ab8b-f91cc9792d3e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:36.490038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=9']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:36.541358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4f37a614-b21b-4250-a9c7-ac7064b8e7e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67e0db268d1d47a388376726746c6de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8749580 Sep 26 13:14:36.542265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55656) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:36.580526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.616125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] No DVR routers for this DVR port ac36c958-7834-4e44-aba3-25f745fbb137 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:36.620583 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.738468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5d697400-fa53-47eb-84a5-741f444f11e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.776931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5d697400-fa53-47eb-84a5-741f444f11e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.780796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.25.4.119 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/8c146250-1d8d-492a-80ce-405176895d1b) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:14:36.849925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Attempting to bind port ac36c958-7834-4e44-aba3-25f745fbb137 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:14:36.850395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Attempting to bind port ac36c958-7834-4e44-aba3-25f745fbb137 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:14:36.850549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Attempting to bind port ac36c958-7834-4e44-aba3-25f745fbb137 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:14:36.856138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Port ac36c958-7834-4e44-aba3-25f745fbb137 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:14:36.856513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Attempting to bind port ac36c958-7834-4e44-aba3-25f745fbb137 on network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:14:36.862672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:14:36.863016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Checking segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:14:36.863398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Bound using segment: {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:14:36.863835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Bound port: ac36c958-7834-4e44-aba3-25f745fbb137, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8472a8b7-33c5-4311-b946-5d9aea564422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:14:36.864196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.900192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5d697400-fa53-47eb-84a5-741f444f11e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.902884 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5d697400-fa53-47eb-84a5-741f444f11e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:36.904242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5d697400-fa53-47eb-84a5-741f444f11e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/650b5c8e-b22a-40f3-ab8b-f91cc9792d3e HTTP/1.1" status: 204 len: 168 time: 0.3552892 Sep 26 13:14:36.958555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d697400-fa53-47eb-84a5-741f444f11e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650b5c8e-b22a-40f3-ab8b-f91cc9792d3e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:37.034737 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:37.045982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:14:37.046445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66d468-0e3e-4863-94db-5ef044c74930 req-8c896c77-5e99-41ce-be70-ce47161c5451 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:37.054330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:14:37.056214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d66d468-0e3e-4863-94db-5ef044c74930 req-8c896c77-5e99-41ce-be70-ce47161c5451 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 944 time: 0.1330128 Sep 26 13:14:37.061394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:37.119076 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2d66d468-0e3e-4863-94db-5ef044c74930 req-fa2f89e9-51ea-4759-85ca-877500ec69b0 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616546 Sep 26 13:14:37.121703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:37.123180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:37.124364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 1093 time: 1.7772357 Sep 26 13:14:37.124902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:37.130258 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bd26ac-9a30-4c27-880c-cd805ea395ef" -d '{"events": [{"name": "network-changed", "server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:37.222216 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554ae973-043f-4e5e-9862-5866e1e2114a x-openstack-request-id: req-554ae973-043f-4e5e-9862-5866e1e2114a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:37.222585 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:37.222926 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-554ae973-043f-4e5e-9862-5866e1e2114a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:37.223398 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'status': 'completed', 'code': 200} Sep 26 13:14:37.225160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:37.230899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9213e7-1feb-470f-9eeb-d769662d9bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:37.246451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-38de2447-4560-49b6-a3ac-fbf3a3a6c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:37.248592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-38de2447-4560-49b6-a3ac-fbf3a3a6c02e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1097 time: 0.0961847 Sep 26 13:14:37.365604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:14:37.367152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=8c146250-1d8d-492a-80ce-405176895d1b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:37.374093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:37.376940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-f548de73-d415-4462-8558-2f93e8952310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:37.378743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-f548de73-d415-4462-8558-2f93e8952310 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.1195354 Sep 26 13:14:37.386679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:14:37.513870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-5485ce09-47f6-4df5-ab48-03a0d609793e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 999 time: 0.1191146 Sep 26 13:14:37.600708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-4631315a-0742-4aa8-a539-c8dd61529ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:37.604464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-4631315a-0742-4aa8-a539-c8dd61529ec5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.0834749 Sep 26 13:14:37.670297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-10a78d99-8997-4332-a8eb-ef63f28cfab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:37.671933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-10a78d99-8997-4332-a8eb-ef63f28cfab0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594397 Sep 26 13:14:37.692851 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d33bd7e-822d-4c4a-b526-119dbb46801b req-9c8cfbde-51d2-4871-a382-fdf7f4805bc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbce1bda734e4bf1851af277c3adb636&device_id=ac3206f5-ef8c-40a4-b28e-80ca4d78bf35 HTTP/1.1" status: 200 len: 210 time: 0.0580966 Sep 26 13:14:37.752151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d33bd7e-822d-4c4a-b526-119dbb46801b req-e94cb302-eb84-4041-a50d-a9db80c4aa66 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cbce1bda734e4bf1851af277c3adb636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359905 Sep 26 13:14:37.768500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a100f0d1-5c65-4802-9f6d-04378c3a63e4 req-ac7e8923-a1c4-4464-b0a0-9ed340f6f300 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac3206f5-ef8c-40a4-b28e-80ca4d78bf35 HTTP/1.1" status: 200 len: 210 time: 0.0528321 Sep 26 13:14:37.823424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29030dcb-2ea4-4a1e-aada-97c86b6dea2f req-7714b886-bc37-4a9b-b1bc-4cff2cf952ec tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:37.825127 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29030dcb-2ea4-4a1e-aada-97c86b6dea2f req-7714b886-bc37-4a9b-b1bc-4cff2cf952ec tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 946 time: 0.1737051 Sep 26 13:14:38.008581 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29030dcb-2ea4-4a1e-aada-97c86b6dea2f req-a69c377e-dc18-450d-8f51-9cf7a18fa3a6 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447766 Sep 26 13:14:38.029850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33bd7e-822d-4c4a-b526-119dbb46801b req-d7b55199-152c-4ed6-ba14-2122aee8e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.031363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d33bd7e-822d-4c4a-b526-119dbb46801b req-d7b55199-152c-4ed6-ba14-2122aee8e5e5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2709112 Sep 26 13:14:38.035614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:38.276753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc01f-666d-432c-9501-aa9635e11f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:38.294099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-40d91b67-6f8f-4542-b4c9-51d6f89b8d4d service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133640 Sep 26 13:14:38.351767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613377d-8aa8-4146-84eb-6f0edff0449b req-8775e261-ceef-45bf-a9eb-6bb4349a9311 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.353411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b613377d-8aa8-4146-84eb-6f0edff0449b req-8775e261-ceef-45bf-a9eb-6bb4349a9311 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.1209393 Sep 26 13:14:38.374190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-e4d0ba64-d214-48c9-98f5-a599b21dab87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1379738 Sep 26 13:14:38.388423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:38.443109 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b613377d-8aa8-4146-84eb-6f0edff0449b req-35f9df50-3296-448a-b481-9094357882a6 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800269 Sep 26 13:14:38.486227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b9cafea-15f1-4e18-8756-0a8d90efdfc6 req-8aba998f-12b6-40d0-8708-bbd996a6ecd7 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725976 Sep 26 13:14:38.513958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-61a7ff0f-5c71-4952-ac24-bf297864b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.514795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-61a7ff0f-5c71-4952-ac24-bf297864b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.515466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-61a7ff0f-5c71-4952-ac24-bf297864b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.515576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-61a7ff0f-5c71-4952-ac24-bf297864b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.516057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-61a7ff0f-5c71-4952-ac24-bf297864b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.516516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-61a7ff0f-5c71-4952-ac24-bf297864b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.517025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-61a7ff0f-5c71-4952-ac24-bf297864b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.519059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-61a7ff0f-5c71-4952-ac24-bf297864b716 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6506 time: 0.0858181 Sep 26 13:14:38.571649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router 11b14762-10f5-4cee-82d3-f488ce343695 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:14:38.705170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-2dcc015e-bd25-4b26-a708-22f971d63626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.706879 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-2dcc015e-bd25-4b26-a708-22f971d63626 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=35765a257c8c441fb53b2a166313414b&device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1097 time: 0.1452117 Sep 26 13:14:38.753703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-9d7d4510-9db3-45a3-8439-60cfe0c9e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.754197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-9d7d4510-9db3-45a3-8439-60cfe0c9e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.754678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-9d7d4510-9db3-45a3-8439-60cfe0c9e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.756437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-9d7d4510-9db3-45a3-8439-60cfe0c9e6b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1bf1093e-5266-4129-afda-8e464a35bc64&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=b86aff44-39fa-42e7-b920-6c793e3330ab&id=b86aff44-39fa-42e7-b920-6c793e3330ab HTTP/1.1" status: 200 len: 2295 time: 0.1975842 Sep 26 13:14:38.904295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-1fedc526-0d6c-4aba-ad79-818534417420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:38.906335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-1fedc526-0d6c-4aba-ad79-818534417420 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 200 len: 916 time: 0.1862743 Sep 26 13:14:38.980207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-88a23809-d5e2-4118-b310-fcf51ea1a1e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a HTTP/1.1" status: 200 len: 1000 time: 0.2139261 Sep 26 13:14:39.009507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-60b571f3-a928-48a8-9e41-1c278535fbd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 200 len: 999 time: 0.0949728 Sep 26 13:14:39.130244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53c25c42-bb53-473d-81d2-fc82f5fd91ea req-8e040cb8-c16b-4fa3-a2cb-3481b2e54c4f tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac3206f5-ef8c-40a4-b28e-80ca4d78bf35 HTTP/1.1" status: 200 len: 210 time: 0.1262968 Sep 26 13:14:39.223353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-7b1eb800-8069-48a2-8a2b-2031b06e9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:39.226020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-7b1eb800-8069-48a2-8a2b-2031b06e9bee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59ac3dad-ef4f-471b-89ef-f28f9443f82a HTTP/1.1" status: 200 len: 855 time: 0.2376580 Sep 26 13:14:39.235496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-ac24a871-fb47-4d7b-ae40-d63a9a609cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:39.237735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-ac24a871-fb47-4d7b-ae40-d63a9a609cce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 200 len: 855 time: 0.2038662 Sep 26 13:14:39.241841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:14:39.263694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Sync routers for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:14:39.287938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:39.287938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:39.336687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47c4a4-54a6-4904-9f9b-13023020be8e req-180317c9-3bdf-4a9a-9eae-048d2fe956e6 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:39.350542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e47c4a4-54a6-4904-9f9b-13023020be8e req-180317c9-3bdf-4a9a-9eae-048d2fe956e6 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 946 time: 0.1794832 Sep 26 13:14:39.418755 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:39.424396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-736aaae6-6669-4ed4-9ef0-bbab5907d60a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4259694 Sep 26 13:14:39.427857 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55738) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:39.469453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6c0bc26c-e4b4-44a3-a16b-c83f2663138e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=5aa9e2499e2b42d9893876d8ae3b93f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375586 Sep 26 13:14:39.470935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55740) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:39.497351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-75f49e9c-2c17-45f6-a35f-e57eb13b9b1d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:39.499217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-75f49e9c-2c17-45f6-a35f-e57eb13b9b1d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 946 time: 0.2055757 Sep 26 13:14:39.545768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-17565735-5c3d-4ed2-9033-1138810273dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:39.548004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-17565735-5c3d-4ed2-9033-1138810273dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b9c0767-1ed7-4b4b-9457-82b6598e8925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2921555 Sep 26 13:14:39.550876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-073370ce-84b2-4959-b0bb-2ba5642fc8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:39.553353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-073370ce-84b2-4959-b0bb-2ba5642fc8be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bf1093e-5266-4129-afda-8e464a35bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3090150 Sep 26 13:14:39.575308 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e47c4a4-54a6-4904-9f9b-13023020be8e req-476a095a-111d-4086-b9c3-4c99a8aed70b tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216914 Sep 26 13:14:39.627034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:39.828482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e574c9-828e-4c79-9e3a-048ea35b24fb req-f8287b1b-9693-40b9-a2ec-bbcc42f91c78 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:39.841813 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57e574c9-828e-4c79-9e3a-048ea35b24fb req-f8287b1b-9693-40b9-a2ec-bbcc42f91c78 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.2389803 Sep 26 13:14:39.893641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c717c97-e292-47d5-8abb-135829bcf9bc tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:39.898587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4c717c97-e292-47d5-8abb-135829bcf9bc tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4250197 Sep 26 13:14:39.900833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d33bd7e-822d-4c4a-b526-119dbb46801b req-0860f65c-f250-4fec-8789-347a28402ff7 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac3206f5-ef8c-40a4-b28e-80ca4d78bf35 HTTP/1.1" status: 200 len: 210 time: 0.1718292 Sep 26 13:14:39.903867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55752) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:40.001612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57e574c9-828e-4c79-9e3a-048ea35b24fb req-7676bb31-35ed-474a-99e9-55df865348a5 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579137 Sep 26 13:14:40.102537 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Deleting port 70b7c074-3361-468d-9d7b-fcb26a5ac536 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:40.102537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:40.124601 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-64890342-92bf-4bb2-bf17-6068811eed5a tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2080479 Sep 26 13:14:40.125568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55756) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:40.162372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082287219', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:40.172167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:37Z', 'revision_number': 3, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:40.186058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-c4b1f700-044f-4c6e-ad8a-2798c6343e9b service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008778 Sep 26 13:14:40.233968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-6b00c196-a723-411a-886e-b2af6cb5248e service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408031 Sep 26 13:14:40.256398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Checking router: 11b14762-10f5-4cee-82d3-f488ce343695 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:14:40.258489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Updating router 11b14762-10f5-4cee-82d3-f488ce343695 port 8c146250-1d8d-492a-80ce-405176895d1b binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:14:40.317373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:40.439445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] For port 70b7c074-3361-468d-9d7b-fcb26a5ac536, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=70b7c074-3361-468d-9d7b-fcb26a5ac536,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:40.439945 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:40.482908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Calling delete_port for 70b7c074-3361-468d-9d7b-fcb26a5ac536 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:40.506905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71bd26ac-9a30-4c27-880c-cd805ea395ef req-4f1d32aa-63f5-42f4-bec1-0319021a7193 service neutron] 10.222.0.24 "GET /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489902 Sep 26 13:14:40.571479 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2311eba-a5df-45c4-9052-68301e349df8 req-bb5dfbd3-9122-46b4-911c-438ddf2a1c14 tempest-ServerShowV247Test-1555050878 tempest-ServerShowV247Test-1555050878-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac3206f5-ef8c-40a4-b28e-80ca4d78bf35 HTTP/1.1" status: 200 len: 210 time: 0.2302861 Sep 26 13:14:40.719512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:14:40.728752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:40.887855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764fe1b-d00a-4ab0-a9c0-7f5a56aa3ac0 req-92546011-06bc-4520-8b6b-cddab6d22df4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:40.891664 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9764fe1b-d00a-4ab0-a9c0-7f5a56aa3ac0 req-92546011-06bc-4520-8b6b-cddab6d22df4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f HTTP/1.1" status: 200 len: 946 time: 0.1642253 Sep 26 13:14:40.893782 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:40.910855 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:40.955297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-fc9a465d-6f27-4204-a352-59330d55033b service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237497 Sep 26 13:14:41.011087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Attempting to bind port 8c146250-1d8d-492a-80ce-405176895d1b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:14:41.022048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Attempting to bind port 8c146250-1d8d-492a-80ce-405176895d1b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:14:41.022836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Attempting to bind port 8c146250-1d8d-492a-80ce-405176895d1b on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:14:41.038697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:14:41.040539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:14:41.041592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:41.044188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:14:41.044880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Bound port: 8c146250-1d8d-492a-80ce-405176895d1b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:14:41.049236 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:41.058888 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9764fe1b-d00a-4ab0-a9c0-7f5a56aa3ac0 req-8c40d59f-ec72-42d0-85cf-acc002abfb19 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985489 Sep 26 13:14:41.060187 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:41.102695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['271d1a71-3012-4cdd-9f7c-4d429a40f127'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:14:41.152028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['30c1f569-dbde-4ced-bcb2-98e5e2e29d37'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:14:41.172814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-44634b7e-e4fa-48d5-a29e-90641e722def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:41.180268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Pushing event deleted for resources: {'Port': ['ID=70b7c074-3361-468d-9d7b-fcb26a5ac536,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:41.204234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e17c7c-4fb4-4a2c-b2ec-c78287983ddd None None] Pushing event updated for resources: {'Port': ['ID=8c146250-1d8d-492a-80ce-405176895d1b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:41.313119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] No DVR routers for this DVR port 70b7c074-3361-468d-9d7b-fcb26a5ac536 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:41.323098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:41.333780 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd894ccf-a621-4043-8cfe-6a24c52a8c21 req-2679d9c5-aaaa-434e-99bd-8a60593ee0b4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.23 "DELETE /v2.0/ports/70b7c074-3361-468d-9d7b-fcb26a5ac536 HTTP/1.1" status: 204 len: 173 time: 1.8217456 Sep 26 13:14:41.334626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f', 'name': 'network-vif-deleted', 'tag': '70b7c074-3361-468d-9d7b-fcb26a5ac536'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:41.345802 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f28054-07fc-4c02-9ee8-5ca2a0f75df6" -d '{"events": [{"server_uuid": "a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f", "name": "network-vif-deleted", "tag": "70b7c074-3361-468d-9d7b-fcb26a5ac536"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:41.444485 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faeb611-67bd-41f0-aa93-726ce1ffbdf3 x-openstack-request-id: req-6faeb611-67bd-41f0-aa93-726ce1ffbdf3 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:41.445440 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f", "name": "network-vif-deleted", "tag": "70b7c074-3361-468d-9d7b-fcb26a5ac536", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:41.445934 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6faeb611-67bd-41f0-aa93-726ce1ffbdf3 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:41.446603 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c1bfc3-fc5b-4b2e-b912-4a0ff4c2d75f', 'name': 'network-vif-deleted', 'tag': '70b7c074-3361-468d-9d7b-fcb26a5ac536', 'status': 'completed', 'code': 200} Sep 26 13:14:41.457190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-3244125d-f7ed-4d3f-b044-80f65c38b343 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 217 time: 0.2116680 Sep 26 13:14:41.464320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] For port 8c146250-1d8d-492a-80ce-405176895d1b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:14:41.574956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507391-604b-4620-b9f1-831c7c80b591 req-ce69c364-60ca-42be-8f16-ed3d606f5553 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:41.575527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] For port 8c146250-1d8d-492a-80ce-405176895d1b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8c146250-1d8d-492a-80ce-405176895d1b,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:14:41.583927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa507391-604b-4620-b9f1-831c7c80b591 req-ce69c364-60ca-42be-8f16-ed3d606f5553 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.3897202 Sep 26 13:14:41.604925 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:41.614180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:41.636024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:41.701124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa507391-604b-4620-b9f1-831c7c80b591 req-01231f16-fe70-411b-bdc4-b9c37cceef5f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156175 Sep 26 13:14:41.746350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e17c7c-4fb4-4a2c-b2ec-c78287983ddd None None] Pushing event updated for resources: {'Port': ['ID=8c146250-1d8d-492a-80ce-405176895d1b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:41.787656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:41.796166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:41.872139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Subnet': ['ID=dbbac588-7205-48f7-966d-672c2bede149,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:41.888242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Checking segment: {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:14:41.888772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network hostable DHCP agents. Network: 1239d7c4-e45d-4a26-a7aa-1850456dcfde, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:14:41.893804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-5c5b93ab-f9b4-4431-b06b-4f12e471c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:41.895577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-5c5b93ab-f9b4-4431-b06b-4f12e471c060 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.1705585 Sep 26 13:14:41.921881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:14:41.973935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 1239d7c4-e45d-4a26-a7aa-1850456dcfde) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:42.006084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c73ef99-0319-4fa2-af6b-890c79c47d6d None None] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:14:42.096513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:42.099021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:42.148480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-304fac11-70b5-4740-b6e6-d16eca47561c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0172713 Sep 26 13:14:42.154914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55782) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:42.362554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-060139ea-e7d0-4ae2-982f-78896297e612 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3124011 Sep 26 13:14:42.500282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-a1ffcdec-a518-4c08-90d3-272f646fedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:42.505578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-234b5793-3588-461b-89d0-fca2886147c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:42.508521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-a1ffcdec-a518-4c08-90d3-272f646fedc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5664041 Sep 26 13:14:42.515525 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-234b5793-3588-461b-89d0-fca2886147c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 1098 time: 0.1197793 Sep 26 13:14:42.615769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70b7c074-3361-468d-9d7b-fcb26a5ac536 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:42.690379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55792) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:42.714016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-552a547c-221c-4c35-843e-5465246517d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:42.715688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-552a547c-221c-4c35-843e-5465246517d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 200 len: 915 time: 0.1806846 Sep 26 13:14:42.772844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 70b7c074-3361-468d-9d7b-fcb26a5ac536 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:14:42.773235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 70b7c074-3361-468d-9d7b-fcb26a5ac536 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:42.795094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:42.835926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:42.884190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-193fa624-4a76-4e92-9188-235cbe84468f service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596289 Sep 26 13:14:42.912249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-0909a41b-abe7-4829-ad7d-d9db2672a3a2 req-7e5b4fe4-d1ba-40a8-be99-6fa08c1d0eff service neutron] (94811) timed out ('10.222.0.24', 64298) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:14:42.921116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-94369607-e3b0-4a5b-8044-9d0e7ed3f64a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c1f569-dbde-4ced-bcb2-98e5e2e29d37 HTTP/1.1" status: 200 len: 217 time: 0.1967533 Sep 26 13:14:43.065075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:14:43.067082 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:43.123122 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-186ff2f9-02ec-421b-8e95-fa581191cbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:43.201555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-e8c7840c-4958-4bdd-9d96-3033bfa0f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:43.204059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-e8c7840c-4958-4bdd-9d96-3033bfa0f19b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 200 len: 855 time: 0.2630551 Sep 26 13:14:43.241272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcc0b-b105-470d-ae17-bcf67970e0d6 req-eb18982f-032f-49c4-a06f-999db8cd80ff tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:43.249593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-664bcc0b-b105-470d-ae17-bcf67970e0d6 req-eb18982f-032f-49c4-a06f-999db8cd80ff tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.3373661 Sep 26 13:14:43.272146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c0fd-ff0c-428c-ac91-b209aa173588 req-236058a6-f980-48cd-8cbe-90c01b0ee7db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:43.273568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2a6c0fd-ff0c-428c-ac91-b209aa173588 req-236058a6-f980-48cd-8cbe-90c01b0ee7db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 945 time: 0.4601939 Sep 26 13:14:43.280899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-e9a31ce3-a537-4f95-9336-575397705170 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698316 Sep 26 13:14:43.362735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2a6c0fd-ff0c-428c-ac91-b209aa173588 req-3f608ab2-2905-4020-baa9-5eef1b666641 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759878 Sep 26 13:14:43.382507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-664bcc0b-b105-470d-ae17-bcf67970e0d6 req-883afc64-eab7-4d82-bb74-52b27c194afc tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284277 Sep 26 13:14:43.498198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Allocated IP 172.20.0.2 (1239d7c4-e45d-4a26-a7aa-1850456dcfde/dbbac588-7205-48f7-966d-672c2bede149/7c44a162-7d8a-4ef4-baea-c4a020f501ba) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:14:43.559395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:43.590857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-10ba8099-1d92-40a8-b240-b06531759a8d service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959440 Sep 26 13:14:43.717652 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-186ff2f9-02ec-421b-8e95-fa581191cbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:43.796691 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:43.864513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-a66c9d9b-d229-44d2-9d8e-7790ded136f4 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722991 Sep 26 13:14:43.871924 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-186ff2f9-02ec-421b-8e95-fa581191cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:43.948175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-186ff2f9-02ec-421b-8e95-fa581191cbb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbce1bda734e4bf1851af277c3adb636&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2503858 Sep 26 13:14:43.948175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55824) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:43.990151 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:43.995563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:37Z', 'revision_number': 3, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:44.000841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:44.123368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d2397-9cf1-4933-af0b-56b9788970b5 None None] The sync data for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 is: [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:37Z', 'revision_number': 3, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:14:44.210152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:14:44.215875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:44.218113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1183dde-5208-4e55-a486-24a5f1ee3c2f req-34f9b394-30f0-4028-baec-c51dd30cd2c7 service neutron] 10.222.0.23 "GET /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162801 Sep 26 13:14:44.234029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:14:44.236524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ff2f9-02ec-421b-8e95-fa581191cbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e80076-de4a-4e0a-b8ea-585829f4a6d5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:44.251348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-876eb998-c435-4427-88ea-5fa640bb15fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:44.257434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Pushing event updated for resources: {'Port': ['ID=7c44a162-7d8a-4ef4-baea-c4a020f501ba,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:44.328896 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-876eb998-c435-4427-88ea-5fa640bb15fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:44.377247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Attempting to bind port 7c44a162-7d8a-4ef4-baea-c4a020f501ba on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:14:44.377665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Attempting to bind port 7c44a162-7d8a-4ef4-baea-c4a020f501ba by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:14:44.378034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Attempting to bind port 7c44a162-7d8a-4ef4-baea-c4a020f501ba on network 1239d7c4-e45d-4a26-a7aa-1850456dcfde {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:14:44.387414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:14:44.387793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Checking segment: {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:14:44.388199 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:44.388594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Bound using segment: {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:14:44.389073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Bound port: 7c44a162-7d8a-4ef4-baea-c4a020f501ba, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:14:44.389451 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:44.437368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-876eb998-c435-4427-88ea-5fa640bb15fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:44.443675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-876eb998-c435-4427-88ea-5fa640bb15fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:44.451258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-876eb998-c435-4427-88ea-5fa640bb15fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18e80076-de4a-4e0a-b8ea-585829f4a6d5 HTTP/1.1" status: 204 len: 168 time: 0.4974549 Sep 26 13:14:44.476812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eb998-c435-4427-88ea-5fa640bb15fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e80076-de4a-4e0a-b8ea-585829f4a6d5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:44.607502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] For port 7c44a162-7d8a-4ef4-baea-c4a020f501ba, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:14:44.643143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] For port 7c44a162-7d8a-4ef4-baea-c4a020f501ba, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c44a162-7d8a-4ef4-baea-c4a020f501ba,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:14:44.701154 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:44.822439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f230c6-e34d-4296-b783-f71b7e6fb7a8 req-a742daa8-9962-43f9-874a-385863d44b4d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:44.823874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19f230c6-e34d-4296-b783-f71b7e6fb7a8 req-a742daa8-9962-43f9-874a-385863d44b4d tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 945 time: 0.2108383 Sep 26 13:14:44.955195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cf031-c906-4143-8524-ede61c56ef97 None None] Pushing event updated for resources: {'Port': ['ID=7c44a162-7d8a-4ef4-baea-c4a020f501ba,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:45.015111 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19f230c6-e34d-4296-b783-f71b7e6fb7a8 req-b65edd11-accd-4e70-80c4-475ae8ce2032 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778309 Sep 26 13:14:45.095903 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:45.500876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.20.0.1 (1239d7c4-e45d-4a26-a7aa-1850456dcfde/dbbac588-7205-48f7-966d-672c2bede149/11de596f-c101-4589-aaa5-2d9beaac49dc) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:14:45.523638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8c146250-1d8d-492a-80ce-405176895d1b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:14:45.535938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-370bb49e-da82-4ede-a730-cd0df03552a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 217 time: 1.5304132 Sep 26 13:14:45.631248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8c146250-1d8d-492a-80ce-405176895d1b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:45.631774 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:45.882694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:45.956346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 8c146250-1d8d-492a-80ce-405176895d1b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8c146250-1d8d-492a-80ce-405176895d1b,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:45.961959 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:46.014042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f5a19-9f86-4ff6-8a58-b92f3180eec6 req-9949d228-f050-4c9b-b2ed-dd8e5d09af1b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:46.027493 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53f5a19-9f86-4ff6-8a58-b92f3180eec6 req-9949d228-f050-4c9b-b2ed-dd8e5d09af1b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.8403237 Sep 26 13:14:46.092160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-75090872-eae5-4b77-921e-01ea4b237547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:46.108367 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-75090872-eae5-4b77-921e-01ea4b237547 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.5203414 Sep 26 13:14:46.139306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=8c146250-1d8d-492a-80ce-405176895d1b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:46.389363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-5d84e753-80e5-43bc-be2b-f3839f235fa9 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:46.398272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-5d84e753-80e5-43bc-be2b-f3839f235fa9 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 945 time: 0.6495767 Sep 26 13:14:46.400613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95237798-71c4-49df-80c1-8cefd70a89c1 req-8aa9ab61-6896-44c6-969a-b3413ae3dc24 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:46.402288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53f5a19-9f86-4ff6-8a58-b92f3180eec6 req-f6cc61e8-3680-4bd3-9d4f-e01a274111ab tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248675 Sep 26 13:14:46.412169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95237798-71c4-49df-80c1-8cefd70a89c1 req-8aa9ab61-6896-44c6-969a-b3413ae3dc24 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 945 time: 0.2374027 Sep 26 13:14:46.424700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:46.510626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-5d0372d8-7636-4c75-9ed4-e48d73ee4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:46.512210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-5d0372d8-7636-4c75-9ed4-e48d73ee4bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4029067 Sep 26 13:14:46.541606 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95237798-71c4-49df-80c1-8cefd70a89c1 req-35d02e32-9320-4373-ace7-5d5155266af4 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284351 Sep 26 13:14:46.581702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55878) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:46.791102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-426198394-network', 'tenant_id': 'f2e7aedca15a4a22b6eda448f560a3ba'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:46.837067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Made reservation on behalf of f2e7aedca15a4a22b6eda448f560a3ba for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:14:46.839480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:46.843614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-39287859-cc13-46c1-962e-e7eff5c168f5 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872133 Sep 26 13:14:46.875795 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:46.925786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183f168b-c9dd-4c4e-9b9f-83a1e1832790 None None] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:14:46.956539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.098241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Deleting port 271d1a71-3012-4cdd-9f7c-4d429a40f127 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:14:47.098472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.105675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:14:47.133234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:47.150237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:14:47.166404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.175102 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.206694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8db8eae7-466d-4d37-8a5d-7c562e31d4a6 None None] Provisioning complete for port 7c44a162-7d8a-4ef4-baea-c4a020f501ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:47.210348 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8db8eae7-466d-4d37-8a5d-7c562e31d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.260213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:14:47.336639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.337095 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Added segment 0a588c48-e6fc-4f25-b0b3-3b7f37e664a4 of type vlan for network 947368e9-186b-4df7-af9f-17e501cf9fe4 Sep 26 13:14:47.343002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740d695f-9f27-439e-8077-02d90b874e85,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:47.510481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.604831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.605908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:47.606520 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.622036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=11de596f-c101-4589-aaa5-2d9beaac49dc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:47.671935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c44a162-7d8a-4ef4-baea-c4a020f501ba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:14:47.812678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] For port 271d1a71-3012-4cdd-9f7c-4d429a40f127, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=271d1a71-3012-4cdd-9f7c-4d429a40f127,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:47.813088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.824462 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8db8eae7-466d-4d37-8a5d-7c562e31d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.832724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-d5fc208f-ae01-4507-b924-caa057ef4b8c service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517789 Sep 26 13:14:47.833202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55894) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:47.835442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2525296 Sep 26 13:14:47.877659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Request body: {'subnet': {'network_id': '947368e9-186b-4df7-af9f-17e501cf9fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-426198394-subnet', 'tenant_id': 'f2e7aedca15a4a22b6eda448f560a3ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:47.927492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Calling delete_port for 271d1a71-3012-4cdd-9f7c-4d429a40f127 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:14:47.929182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8db8eae7-466d-4d37-8a5d-7c562e31d4a6 None None] For port 7c44a162-7d8a-4ef4-baea-c4a020f501ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c44a162-7d8a-4ef4-baea-c4a020f501ba,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:47.931866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7c44a162-7d8a-4ef4-baea-c4a020f501ba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:47.932687 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.937949 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8db8eae7-466d-4d37-8a5d-7c562e31d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.960753 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:47.974840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0776e-cbea-402d-9d83-d012cb721d5d admin admin] Pushing event updated for resources: {'Network': ['ID=947368e9-186b-4df7-af9f-17e501cf9fe4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:48.011082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 947368e9-186b-4df7-af9f-17e501cf9fe4 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:14:48.018670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04baa7-ee3b-40cb-b5d0-c956e6de0f4f req-464dd1c2-c9a9-4235-821d-496677121860 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:48.038728 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa04baa7-ee3b-40cb-b5d0-c956e6de0f4f req-464dd1c2-c9a9-4235-821d-496677121860 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 945 time: 0.3111029 Sep 26 13:14:48.127503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa04baa7-ee3b-40cb-b5d0-c956e6de0f4f req-aa51ea34-2e9a-46be-9238-a418b91b39d8 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827413 Sep 26 13:14:48.134674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba36d7-fc20-4c9f-9fda-e84c6cd5703b req-2dfade45-98ca-41a4-92b6-92cb5617f9ae tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:48.154321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58ba36d7-fc20-4c9f-9fda-e84c6cd5703b req-2dfade45-98ca-41a4-92b6-92cb5617f9ae tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.4868617 Sep 26 13:14:48.295914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8eae7-466d-4d37-8a5d-7c562e31d4a6 None None] Pushing event updated for resources: {'Port': ['ID=7c44a162-7d8a-4ef4-baea-c4a020f501ba,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:48.318681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Made reservation on behalf of f2e7aedca15a4a22b6eda448f560a3ba for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:14:48.321031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:48.323765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-5f8f1d00-03aa-4431-91c5-6db6ba0f23a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39 HTTP/1.1" status: 200 len: 217 time: 0.3417864 Sep 26 13:14:48.398327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8c146250-1d8d-492a-80ce-405176895d1b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:14:48.426357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-b9385632-8092-4e8d-a87f-eb3f41c13bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:48.427921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-b9385632-8092-4e8d-a87f-eb3f41c13bed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.0640438 Sep 26 13:14:48.450356 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58ba36d7-fc20-4c9f-9fda-e84c6cd5703b req-9901fe49-c0b7-433c-bea2-bbdd69e8c872 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947776 Sep 26 13:14:48.520441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d56bf75b-3ee6-4387-aa3b-fd9dbbb91c39 None None] Provisioning complete for port 7c44a162-7d8a-4ef4-baea-c4a020f501ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:48.520884 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d56bf75b-3ee6-4387-aa3b-fd9dbbb91c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:48.770918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8c146250-1d8d-492a-80ce-405176895d1b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:48.771276 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:48.870470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d56bf75b-3ee6-4387-aa3b-fd9dbbb91c39 None None] Provisioning complete for port 11de596f-c101-4589-aaa5-2d9beaac49dc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:48.870871 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d56bf75b-3ee6-4387-aa3b-fd9dbbb91c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:48.910612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 271d1a71-3012-4cdd-9f7c-4d429a40f127 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:14:48.925276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-47bb58c9-ea77-486f-9eb6-52666ae3fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:48.927437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-47bb58c9-ea77-486f-9eb6-52666ae3fd4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4756844 Sep 26 13:14:48.956453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:49.020603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:49.036950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d56bf75b-3ee6-4387-aa3b-fd9dbbb91c39 None None] Port 11de596f-c101-4589-aaa5-2d9beaac49dc cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:14:49.040523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['30c1f569-dbde-4ced-bcb2-98e5e2e29d37'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:14:49.107975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Pushing event deleted for resources: {'Port': ['ID=271d1a71-3012-4cdd-9f7c-4d429a40f127,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:49.266065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No active binding found for port 271d1a71-3012-4cdd-9f7c-4d429a40f127 {{(pid=94813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 26 13:14:49.271382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 271d1a71-3012-4cdd-9f7c-4d429a40f127 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:14:49.317841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-01924731-9898-4d4d-8f02-1e55a35936be None None] Provisioning complete for port 11de596f-c101-4589-aaa5-2d9beaac49dc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:49.321028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-01924731-9898-4d4d-8f02-1e55a35936be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:49.326659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4f671626-29f2-486a-b3cf-b00876c8c8c1 req-8516ec84-93a2-43d1-8a76-b083271d15ec tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 210 time: 0.0482526 Sep 26 13:14:49.423997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-01924731-9898-4d4d-8f02-1e55a35936be None None] Port 11de596f-c101-4589-aaa5-2d9beaac49dc cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:14:49.505310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c44a162-7d8a-4ef4-baea-c4a020f501ba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:14:49.605360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7c44a162-7d8a-4ef4-baea-c4a020f501ba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:49.605760 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:49.704656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] No DVR routers for this DVR port 271d1a71-3012-4cdd-9f7c-4d429a40f127 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:14:49.811472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-ac29e0c2-5952-4ba4-8a5e-931976e61c77 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630786 Sep 26 13:14:49.818752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:49.821211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-971c1b49-6a37-47b9-bb33-4fa87ad50a7a req-d7b1d34d-bb02-4ef9-9939-d981a30aaaf7 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.24 "DELETE /v2.0/ports/271d1a71-3012-4cdd-9f7c-4d429a40f127 HTTP/1.1" status: 204 len: 173 time: 3.3927865 Sep 26 13:14:49.822768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da453cc-b50a-4f88-bca4-8c77c3dcde3d', 'name': 'network-vif-deleted', 'tag': '271d1a71-3012-4cdd-9f7c-4d429a40f127'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:49.826399 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9158e8-af2f-4f7f-8502-954b1feff53b" -d '{"events": [{"server_uuid": "0da453cc-b50a-4f88-bca4-8c77c3dcde3d", "name": "network-vif-deleted", "tag": "271d1a71-3012-4cdd-9f7c-4d429a40f127"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:49.913415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c8dd3-fb39-47cb-bed2-27dc20145c06 req-f977c7a7-ab4c-44b8-83f3-49e80186d89f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:49.923027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428c8dd3-fb39-47cb-bed2-27dc20145c06 req-f977c7a7-ab4c-44b8-83f3-49e80186d89f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.2587132 Sep 26 13:14:49.946063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:50.017071 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd2dacd-9a1a-479b-aa63-26c3796bb089 x-openstack-request-id: req-ebd2dacd-9a1a-479b-aa63-26c3796bb089 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:50.017544 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da453cc-b50a-4f88-bca4-8c77c3dcde3d", "name": "network-vif-deleted", "tag": "271d1a71-3012-4cdd-9f7c-4d429a40f127", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:50.017943 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebd2dacd-9a1a-479b-aa63-26c3796bb089 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:50.018550 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da453cc-b50a-4f88-bca4-8c77c3dcde3d', 'name': 'network-vif-deleted', 'tag': '271d1a71-3012-4cdd-9f7c-4d429a40f127', 'status': 'completed', 'code': 200} Sep 26 13:14:50.132511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:50.138264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:50.160919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:50.173429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428c8dd3-fb39-47cb-bed2-27dc20145c06 req-b7bc4efe-c4c6-4bc6-bceb-458832997fcb tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496967 Sep 26 13:14:50.244060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82bad397-c779-4e3e-a1f7-2c08243e88af,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:50.306501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Checking segment: {'id': '0a588c48-e6fc-4f25-b0b3-3b7f37e664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '947368e9-186b-4df7-af9f-17e501cf9fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:14:50.306874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Network hostable DHCP agents. Network: 947368e9-186b-4df7-af9f-17e501cf9fe4, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:14:50.321656 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-9be81231-d499-4cce-8130-1785256415d8 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964887 Sep 26 13:14:50.323919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=11de596f-c101-4589-aaa5-2d9beaac49dc,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:50.326529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:50.435970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Network 947368e9-186b-4df7-af9f-17e501cf9fe4 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:14:50.458762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:14:50.461128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:50.466904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 947368e9-186b-4df7-af9f-17e501cf9fe4) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:50.487239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:50.499355 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:50.550320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f809545-0bf8-4a34-9d08-f4f8e03d0e4b None None] Network 947368e9-186b-4df7-af9f-17e501cf9fe4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:14:50.728302 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1155eb4-3f9b-46d2-beee-6b7b2fdcbea6 req-463e3b8e-ed32-4bf4-a1b6-87804754cd7c tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 210 time: 0.0792630 Sep 26 13:14:50.772045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-035a0cc7-f320-4123-bdcd-bbbb6760eb5c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9112875 Sep 26 13:14:50.803291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90309456-beb3-463c-8a38-f59c7265ef23 None None] Network 947368e9-186b-4df7-af9f-17e501cf9fe4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:14:50.867129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router 11b14762-10f5-4cee-82d3-f488ce343695 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:14:51.024342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:14:51.030193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6bd7bf3b-507c-46c7-8194-c39a002c5fd8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "PUT /v2.0/routers/11b14762-10f5-4cee-82d3-f488ce343695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8731506 Sep 26 13:14:51.033082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55926) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:51.039925 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Sync routers for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:14:51.070886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:51.071865 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:51.112061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-590db906-d06b-45bd-9ab9-28fd127db681 None None] Provisioning complete for port 11de596f-c101-4589-aaa5-2d9beaac49dc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:51.115605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-590db906-d06b-45bd-9ab9-28fd127db681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:51.186391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-590db906-d06b-45bd-9ab9-28fd127db681 None None] Port 11de596f-c101-4589-aaa5-2d9beaac49dc cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:14:51.313158 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:51.665005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55946) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:51.673432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1479467228-network', 'tenant_id': 'bbdfb6d4c9bf4c95abd865e880de397d'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:51.677928 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:49Z', 'revision_number': 2, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:51.728806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Made reservation on behalf of bbdfb6d4c9bf4c95abd865e880de397d for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:14:51.738470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:51.751196 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Checking router: 11b14762-10f5-4cee-82d3-f488ce343695 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:14:51.751654 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Updating router 11b14762-10f5-4cee-82d3-f488ce343695 port 11de596f-c101-4589-aaa5-2d9beaac49dc binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:14:51.769648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:51.842972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.843608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.844308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.845047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.845609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.845819 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:51.846483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.847491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.848221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.848979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.849758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.850730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.851500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.852090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:51.859505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-47dde226-54d8-42bf-8be0-aff74c132612 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9157 time: 0.8246899 Sep 26 13:14:51.861271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55950) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:51.961272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:51.970747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:51.987896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:14:51.999181 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:51.999580 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Added segment 2a180e36-1d66-43f6-ae98-3731aebda159 of type vlan for network c3ebade0-3795-4c54-a689-3869d469848d Sep 26 13:14:52.007312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.008180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.008309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.008756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.009621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.009838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.010416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.010751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.011240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.011761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.012358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.012801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.013418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.017744 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b024190e-ce17-4bce-ba2d-7b3331f4238e tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8288 time: 0.1537616 Sep 26 13:14:52.020684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55952) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:52.090491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.122357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fdac86-cc34-444d-aa51-801926890dc7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:52.166485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:52.174541 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.175509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.176711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.217008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5501473 Sep 26 13:14:52.246131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55960) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:52.263414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Request body: {'subnet': {'network_id': 'c3ebade0-3795-4c54-a689-3869d469848d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1479467228-subnet', 'tenant_id': 'bbdfb6d4c9bf4c95abd865e880de397d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:52.359489 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.363928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79678d81-74dc-4663-a249-88305166f9ed admin admin] Pushing event updated for resources: {'Network': ['ID=c3ebade0-3795-4c54-a689-3869d469848d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:52.370214 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.375431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network c3ebade0-3795-4c54-a689-3869d469848d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:14:52.393197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-e427bff2-50dd-4b1c-9449-303ac16eed4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee HTTP/1.1" status: 200 len: 217 time: 0.1521785 Sep 26 13:14:52.421738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa602d70-decf-488a-89e3-95712151f619 req-6b2b5fad-fe33-4411-8e7e-d8d9dd2996cc tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=0da453cc-b50a-4f88-bca4-8c77c3dcde3d HTTP/1.1" status: 200 len: 210 time: 0.0436850 Sep 26 13:14:52.512879 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8acf8d6e-1b20-46cd-ab19-cdd32548e00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.525409 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a381e-b22a-489f-90f8-0a969c02a264 None None] Pushing event updated for resources: {'Port': ['ID=11de596f-c101-4589-aaa5-2d9beaac49dc,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:52.541282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-784ea0cf-cf21-4a6a-8bb1-a4e9791ea836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.543250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-784ea0cf-cf21-4a6a-8bb1-a4e9791ea836 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.1246450 Sep 26 13:14:52.548672 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Attempting to bind port 11de596f-c101-4589-aaa5-2d9beaac49dc on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:14:52.549228 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Attempting to bind port 11de596f-c101-4589-aaa5-2d9beaac49dc by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:14:52.550119 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Attempting to bind port 11de596f-c101-4589-aaa5-2d9beaac49dc on network 1239d7c4-e45d-4a26-a7aa-1850456dcfde {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:14:52.563237 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:14:52.564007 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Checking segment: {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:14:52.564599 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.565211 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Bound using segment: {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:14:52.565907 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Bound port: 11de596f-c101-4589-aaa5-2d9beaac49dc, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:14:52.566531 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.582627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Made reservation on behalf of bbdfb6d4c9bf4c95abd865e880de397d for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:14:52.589793 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.605776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef9a41-5191-4510-bf63-c3e7ebf3dfe3 req-0cfe8bc6-edb3-4826-a713-a2638d049816 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.607411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1ef9a41-5191-4510-bf63-c3e7ebf3dfe3 req-0cfe8bc6-edb3-4826-a713-a2638d049816 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.2583845 Sep 26 13:14:52.682063 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] For port 11de596f-c101-4589-aaa5-2d9beaac49dc, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:14:52.687416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0c617b17-2b5c-4599-a06a-a3a9af9c8a07 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.6643350 Sep 26 13:14:52.688645 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] For port 11de596f-c101-4589-aaa5-2d9beaac49dc, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=11de596f-c101-4589-aaa5-2d9beaac49dc,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:14:52.700877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-d425568c-b240-43ec-b737-d5bd2fbaaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:52.702516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-d425568c-b240-43ec-b737-d5bd2fbaaa80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339221 Sep 26 13:14:52.704841 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.715989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-4aa00665-1a9f-45fd-ad1f-c4fa493b1c8b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:14:52.717434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-4aa00665-1a9f-45fd-ad1f-c4fa493b1c8b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060518 Sep 26 13:14:52.791498 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:14:52.792142 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:14:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:52.814171 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1ef9a41-5191-4510-bf63-c3e7ebf3dfe3 req-6ace285f-4884-48db-ac35-9cd5373f6712 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692662 Sep 26 13:14:52.836520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6cd8bdad-5338-4a13-bcba-fa7a986b2b91 None None] Provisioning complete for port 11de596f-c101-4589-aaa5-2d9beaac49dc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:52.836892 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bdad-5338-4a13-bcba-fa7a986b2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:52.870817 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a381e-b22a-489f-90f8-0a969c02a264 None None] Pushing event updated for resources: {'Port': ['ID=11de596f-c101-4589-aaa5-2d9beaac49dc,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:52.886407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-8af6659f-a031-493b-9432-a2eb9bb815b4 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544125 Sep 26 13:14:52.980298 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bdad-5338-4a13-bcba-fa7a986b2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.026893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6cd8bdad-5338-4a13-bcba-fa7a986b2b91 None None] For port 11de596f-c101-4589-aaa5-2d9beaac49dc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=11de596f-c101-4589-aaa5-2d9beaac49dc,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:53.035956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bdad-5338-4a13-bcba-fa7a986b2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.046636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:14:53.089987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-3a61de6f-b895-4839-8930-08e682e9a13e service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957579 Sep 26 13:14:53.139804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8bdad-5338-4a13-bcba-fa7a986b2b91 None None] Pushing event updated for resources: {'Port': ['ID=11de596f-c101-4589-aaa5-2d9beaac49dc,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:53.158797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8acf8d6e-1b20-46cd-ab19-cdd32548e00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.161680 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.173383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-7e30d55e-800a-4159-842b-54c1f01b2e5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c00e443c-2c31-442b-9d81-70b55d11db11 HTTP/1.1" status: 200 len: 217 time: 0.0748410 Sep 26 13:14:53.174332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8acf8d6e-1b20-46cd-ab19-cdd32548e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.179001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-859e372c-d567-4c93-a418-6e936df40b5b None None] Provisioning complete for port 11de596f-c101-4589-aaa5-2d9beaac49dc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:53.179657 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-859e372c-d567-4c93-a418-6e936df40b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.271466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-448bd928-60c7-424c-9f9d-02c64b3b61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:53.272145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-448bd928-60c7-424c-9f9d-02c64b3b61ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.0904479 Sep 26 13:14:53.279168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf8d6e-1b20-46cd-ab19-cdd32548e00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398ee18-2319-4ffe-aa50-fca6127d9d19,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:53.307180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8acf8d6e-1b20-46cd-ab19-cdd32548e00e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e27bd694cc64168a1dcc3dc8117407e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1390779 Sep 26 13:14:53.310253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55968) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:53.311090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd033b22-84d4-454f-a542-7a3892f70f6d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:53.358585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-136960ff-48cc-49d4-b44d-929c3ca36970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:53.361293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-136960ff-48cc-49d4-b44d-929c3ca36970 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0808470 Sep 26 13:14:53.367487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Checking segment: {'id': '2a180e36-1d66-43f6-ae98-3731aebda159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c3ebade0-3795-4c54-a689-3869d469848d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:14:53.367860 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Network hostable DHCP agents. Network: c3ebade0-3795-4c54-a689-3869d469848d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:14:53.374143 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:52Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:14:53.396593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f54dca1-e402-4546-82b7-c9ca7851da89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.410620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Network c3ebade0-3795-4c54-a689-3869d469848d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:14:53.418749 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0e87f-aff1-4818-bc71-1326c7c76336 None None] The sync data for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 is: [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:52Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:14:53.426521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, c3ebade0-3795-4c54-a689-3869d469848d) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:53.437633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:53.438317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.441143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a1ebec-eab1-4da4-8767-86f896ddb0ad None None] Network c3ebade0-3795-4c54-a689-3869d469848d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:14:53.441863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f54dca1-e402-4546-82b7-c9ca7851da89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.571894 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2790b3d5-61a1-4830-98a5-99ee55334099 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3239315 Sep 26 13:14:53.608951 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f54dca1-e402-4546-82b7-c9ca7851da89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.611828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f54dca1-e402-4546-82b7-c9ca7851da89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.613047 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4f54dca1-e402-4546-82b7-c9ca7851da89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a398ee18-2319-4ffe-aa50-fca6127d9d19 HTTP/1.1" status: 204 len: 168 time: 0.2937071 Sep 26 13:14:53.637843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54dca1-e402-4546-82b7-c9ca7851da89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398ee18-2319-4ffe-aa50-fca6127d9d19,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:53.637843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55978) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:53.638920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ce7f3233-3e70-40c9-aa12-7bbf57a924f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936665829', 'description': 'tempest-secgroup-smoke-936665829 description', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:53.677082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-dc8d9870-bc31-4bd6-82cf-696c68a31bba service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076787 Sep 26 13:14:53.680063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3233-3e70-40c9-aa12-7bbf57a924f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.834671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e989694-6d3d-4df9-96dc-055c1e9a902d None None] Network c3ebade0-3795-4c54-a689-3869d469848d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:14:53.961633 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3233-3e70-40c9-aa12-7bbf57a924f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:53.967605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-510397bc-f33b-4c62-97fe-91fbbb6ac2a8 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827282 Sep 26 13:14:53.988280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3233-3e70-40c9-aa12-7bbf57a924f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.063947 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3233-3e70-40c9-aa12-7bbf57a924f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.065863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ce7f3233-3e70-40c9-aa12-7bbf57a924f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4304168 Sep 26 13:14:54.098042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55988) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:54.105424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9735a3a1-abb3-4749-9e12-98359c8598aa tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '172580c8-494b-4055-9ad8-7b747affb46b', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:54.106622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-35272e78-3433-457b-b697-06196a14c868 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e HTTP/1.1" status: 200 len: 217 time: 0.1262352 Sep 26 13:14:54.114056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f3233-3e70-40c9-aa12-7bbf57a924f9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172580c8-494b-4055-9ad8-7b747affb46b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:54.126091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865503-ab69-466f-b5fd-260c8d4c1357 req-c9ee14dc-1187-4199-a76d-4876a6c599a8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:54.134821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c1865503-ab69-466f-b5fd-260c8d4c1357 req-c9ee14dc-1187-4199-a76d-4876a6c599a8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 945 time: 0.1968963 Sep 26 13:14:54.222630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-ff0160b1-1bf3-4e65-980d-8d509773bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:54.224158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-ff0160b1-1bf3-4e65-980d-8d509773bd4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.1096864 Sep 26 13:14:54.233276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9735a3a1-abb3-4749-9e12-98359c8598aa tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.254064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c1865503-ab69-466f-b5fd-260c8d4c1357 req-a3a3ca41-236c-4e0b-acdc-3f98815287d4 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128237 Sep 26 13:14:54.332898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-72ee88ff-6095-4c69-9b80-54b27e3f914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:54.334619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-72ee88ff-6095-4c69-9b80-54b27e3f914f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1008983 Sep 26 13:14:54.402790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9735a3a1-abb3-4749-9e12-98359c8598aa tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.415059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9735a3a1-abb3-4749-9e12-98359c8598aa tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.461037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735a3a1-abb3-4749-9e12-98359c8598aa tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c90c3b4-f45e-41a3-beb1-ded7ae4faccc,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:54.476578 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9735a3a1-abb3-4749-9e12-98359c8598aa tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.478320 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9735a3a1-abb3-4749-9e12-98359c8598aa tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3781812 Sep 26 13:14:54.481013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56012) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:54.495016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0098ded8-53f1-4908-8710-b2de48bd1519 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '172580c8-494b-4055-9ad8-7b747affb46b', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:54.560530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0098ded8-53f1-4908-8710-b2de48bd1519 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.587077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-46ac9864-2e41-4a95-8f84-565d87423fdb service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434158 Sep 26 13:14:54.708833 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0098ded8-53f1-4908-8710-b2de48bd1519 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.715180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0098ded8-53f1-4908-8710-b2de48bd1519 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.740721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098ded8-53f1-4908-8710-b2de48bd1519 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50883225-e062-4b02-bddf-ffdf82a346c4,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:54.754690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0098ded8-53f1-4908-8710-b2de48bd1519 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.756451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0098ded8-53f1-4908-8710-b2de48bd1519 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2742243 Sep 26 13:14:54.760747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56022) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:54.771980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-18c36aad-75ba-474f-b4f8-3279a8a2176c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '172580c8-494b-4055-9ad8-7b747affb46b', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:54.814678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-18c36aad-75ba-474f-b4f8-3279a8a2176c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.904562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-d1b012d2-c857-4763-9ce6-357f8b554744 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:54.914626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-d1b012d2-c857-4763-9ce6-357f8b554744 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/networks?id=947368e9-186b-4df7-af9f-17e501cf9fe4 HTTP/1.1" status: 200 len: 824 time: 0.3616135 Sep 26 13:14:54.920587 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-18c36aad-75ba-474f-b4f8-3279a8a2176c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.927997 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-18c36aad-75ba-474f-b4f8-3279a8a2176c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.939492 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:14:54.943770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14651440-2b9d-44a2-aa4d-f8430b5a474d req-1b7b2aaa-dad8-47fc-b160-116c6ff6acf0 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347147 Sep 26 13:14:54.974532 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-50d0c1af-533e-446b-83d2-7cbd4446cc20 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/quotas/f2e7aedca15a4a22b6eda448f560a3ba HTTP/1.1" status: 200 len: 375 time: 0.0588303 Sep 26 13:14:54.975201 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-18c36aad-75ba-474f-b4f8-3279a8a2176c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:54.976712 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-18c36aad-75ba-474f-b4f8-3279a8a2176c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2143333 Sep 26 13:14:54.979937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56030) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:54.987195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c36aad-75ba-474f-b4f8-3279a8a2176c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d278a0bb-4109-47dd-ab3d-cc5a134a899b,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:55.001280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c7cd4197-3f42-4ead-91ce-2d9b01cbe10f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '172580c8-494b-4055-9ad8-7b747affb46b', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:55.050161 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4197-3f42-4ead-91ce-2d9b01cbe10f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.090618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-4720e22d-4575-486f-ad09-6362fe9a2ded tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2e7aedca15a4a22b6eda448f560a3ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151707 Sep 26 13:14:55.174514 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4197-3f42-4ead-91ce-2d9b01cbe10f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.177247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:55.182023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4197-3f42-4ead-91ce-2d9b01cbe10f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.200497 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'port_id': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'mac_address': 'fa:16:3e:5a:77:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:14:55.261212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd4197-3f42-4ead-91ce-2d9b01cbe10f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5214bac3-d64a-4f46-ad45-a0bc5966ea52,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:55.278283 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4197-3f42-4ead-91ce-2d9b01cbe10f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.285778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c7cd4197-3f42-4ead-91ce-2d9b01cbe10f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046672 Sep 26 13:14:55.296476 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.299926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56036) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:55.311734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac36c958-7834-4e44-aba3-25f745fbb137 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:14:55.333116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4b0c76f1-9b9e-4ac6-b9bb-6174c41d2506 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '172580c8-494b-4055-9ad8-7b747affb46b', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:55.348612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-59650f5c-a6f7-42fa-872a-3b61f2ee7cf0 service neutron] 10.222.0.13 "GET /v2.0/networks/947368e9-186b-4df7-af9f-17e501cf9fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568114 Sep 26 13:14:55.364968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:55.372983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.453970 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-4b0c76f1-9b9e-4ac6-b9bb-6174c41d2506 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Project 5aa9e2499e2b42d9893876d8ae3b93f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:14:55.510241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4b0c76f1-9b9e-4ac6-b9bb-6174c41d2506 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.525615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 11de596f-c101-4589-aaa5-2d9beaac49dc up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:14:55.607154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c804b-e550-465a-8790-ba8c7a2da8ed req-946889b8-3def-4202-9965-6fb63ee41fa8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:55.608763 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-456c804b-e550-465a-8790-ba8c7a2da8ed req-946889b8-3def-4202-9965-6fb63ee41fa8 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1800647 Sep 26 13:14:55.613805 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-34a7dd18-4d65-44ca-a2e2-1bca6c61918e service neutron] 10.222.0.13 "GET /v2.0/networks/947368e9-186b-4df7-af9f-17e501cf9fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607267 Sep 26 13:14:55.644522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=11']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:55.713922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4b0c76f1-9b9e-4ac6-b9bb-6174c41d2506 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.720735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-456c804b-e550-465a-8790-ba8c7a2da8ed req-85dd8d49-c53c-42f1-8e68-a303c564cb1a tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977480 Sep 26 13:14:55.722476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4b0c76f1-9b9e-4ac6-b9bb-6174c41d2506 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.735798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 11de596f-c101-4589-aaa5-2d9beaac49dc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:55.736212 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.754787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c76f1-9b9e-4ac6-b9bb-6174c41d2506 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4ef223-f486-4add-a6d7-945b3af76a9c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:55.781242 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4b0c76f1-9b9e-4ac6-b9bb-6174c41d2506 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:55.785824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56044) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:14:55.785992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4b0c76f1-9b9e-4ac6-b9bb-6174c41d2506 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4837334 Sep 26 13:14:55.793948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6d477881-3d7f-47a2-9a05-8bb63bc5855b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'security_group_rule': {'security_group_id': '172580c8-494b-4055-9ad8-7b747affb46b', 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:55.807408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['ac36c958-7834-4e44-aba3-25f745fbb137'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:14:55.854981 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-6d477881-3d7f-47a2-9a05-8bb63bc5855b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Project 5aa9e2499e2b42d9893876d8ae3b93f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:14:55.875221 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d477881-3d7f-47a2-9a05-8bb63bc5855b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:56.075576 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50415ec6-db55-4b57-bba5-1d50fb0a9fbf req-69407a1f-948f-4aee-ba0a-6f5901397358 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 210 time: 0.0659289 Sep 26 13:14:56.118943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d477881-3d7f-47a2-9a05-8bb63bc5855b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:56.124803 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d477881-3d7f-47a2-9a05-8bb63bc5855b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:56.152764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d477881-3d7f-47a2-9a05-8bb63bc5855b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf28ae5-0ace-4a70-b7fe-8ba4a8e02e42,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:56.162198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d477881-3d7f-47a2-9a05-8bb63bc5855b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:56.163921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6d477881-3d7f-47a2-9a05-8bb63bc5855b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3770533 Sep 26 13:14:56.390532 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-aff97519-fc13-4c99-a0d3-b97e758e8bd6 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936665829&fields=id&tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 267 time: 0.0498786 Sep 26 13:14:56.555464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-98f34054-8cf3-4fbc-842e-11992f74c687 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:56.557103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-98f34054-8cf3-4fbc-842e-11992f74c687 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/networks?id=1239d7c4-e45d-4a26-a7aa-1850456dcfde HTTP/1.1" status: 200 len: 797 time: 0.1568675 Sep 26 13:14:56.590330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-1502bfb7-3543-4057-b62b-53e59e727494 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/quotas/5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 375 time: 0.0235136 Sep 26 13:14:56.686662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-19b21a4b-2f20-4493-a9c4-1c7d35baae48 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937827 Sep 26 13:14:56.809793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e8096381-948f-42ae-9804-32d4e53f9faf service neutron] 10.222.0.13 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077394 Sep 26 13:14:56.893423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e836c-0c16-4721-b4ed-c269348009bd req-98bd5b24-0156-45bb-b3b2-3e62b6f6eb32 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:56.895158 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e64e836c-0c16-4721-b4ed-c269348009bd req-98bd5b24-0156-45bb-b3b2-3e62b6f6eb32 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.0629745 Sep 26 13:14:56.944333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-39293e28-d5c9-4602-a9ca-107cd815abcd service neutron] 10.222.0.13 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211350 Sep 26 13:14:56.960423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e64e836c-0c16-4721-b4ed-c269348009bd req-b85a6c19-c071-4ca4-8e15-a5203a578b18 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581505 Sep 26 13:14:57.249797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0712f664-4f25-4802-a18f-aca3797b92a7 req-982f51f0-7f19-48b7-a6a9-96199ac96e7a tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 210 time: 0.0564690 Sep 26 13:14:57.402314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-abde2e69-4881-4179-bf8e-cb1ab76d69cc req-8ca690eb-1805-41ac-a13b-b2d2540861a9 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 210 time: 0.0861566 Sep 26 13:14:57.461030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-46749718-b584-4714-b7ec-ec91b749d236 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:57.462640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-46749718-b584-4714-b7ec-ec91b749d236 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.23 "GET /v2.0/networks?id=947368e9-186b-4df7-af9f-17e501cf9fe4 HTTP/1.1" status: 200 len: 824 time: 0.2488594 Sep 26 13:14:57.479554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Request body: {'port': {'device_id': 'b5648baa-753e-409e-8cd6-e0f11abb867e', 'network_id': '947368e9-186b-4df7-af9f-17e501cf9fe4', 'admin_state_up': True, 'tenant_id': 'f2e7aedca15a4a22b6eda448f560a3ba'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:57.638390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Made reservation on behalf of f2e7aedca15a4a22b6eda448f560a3ba for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:14:57.642902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:57.842033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Allocated IP 172.20.0.13 (947368e9-186b-4df7-af9f-17e501cf9fe4/82bad397-c779-4e3e-a1f7-2c08243e88af/eddf8374-e1f7-4846-b46e-008dfbe92470) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:14:58.177989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d540-f51f-498f-b939-7cf183580ae9 req-9a7e7591-256a-4d62-b1d3-5060f86be19b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:58.182048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac53d540-f51f-498f-b939-7cf183580ae9 req-9a7e7591-256a-4d62-b1d3-5060f86be19b tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 946 time: 0.1003089 Sep 26 13:14:58.286180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac53d540-f51f-498f-b939-7cf183580ae9 req-e33e56df-2f14-4eb5-8b36-7532fc01266c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845900 Sep 26 13:14:58.618416 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f737e7c-ff91-4dd1-9ec1-7b1c1b02e783 req-a3b3485e-fe94-4c77-b30c-95951bfe7e95 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 210 time: 0.0633881 Sep 26 13:14:58.618895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-75d54c3d-4bc7-47d6-9065-22c9531e2328 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:58.620299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-75d54c3d-4bc7-47d6-9065-22c9531e2328 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "GET /v2.0/networks?id=1239d7c4-e45d-4a26-a7aa-1850456dcfde HTTP/1.1" status: 200 len: 797 time: 0.1799371 Sep 26 13:14:58.622431 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:14:58.656646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:58.663648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6c3f5ae-26cb-4059-93d1-021f09e170b3 req-ac6279b3-4008-4758-911b-11dd6c9fcbca tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 210 time: 0.0421391 Sep 26 13:14:58.724366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-d5e92d83-01bd-4901-b79f-183cd9a822c7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9 HTTP/1.1" status: 200 len: 379 time: 0.0897350 Sep 26 13:14:58.740557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'port': {'device_id': '79a108c3-87af-4d09-8126-d95d976e7132', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'admin_state_up': True, 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'security_groups': ['172580c8-494b-4055-9ad8-7b747affb46b']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:58.752909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:58.806946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Network 947368e9-186b-4df7-af9f-17e501cf9fe4 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:14:58.813116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:58.825001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5bd39-c5c6-4475-8ced-c8d854afaa46 req-3841aa69-5905-40e8-b597-2d90fa2945ea tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:58.825897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0dd5bd39-c5c6-4475-8ced-c8d854afaa46 req-3841aa69-5905-40e8-b597-2d90fa2945ea tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 946 time: 0.1096973 Sep 26 13:14:58.829527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:14:58.858041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Pushing event updated for resources: {'Port': ['ID=eddf8374-e1f7-4846-b46e-008dfbe92470,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:58.901170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Made reservation on behalf of 5aa9e2499e2b42d9893876d8ae3b93f9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:14:58.904953 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:58.906464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:58.907870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:58.931006 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0dd5bd39-c5c6-4475-8ced-c8d854afaa46 req-cd22523e-3e47-43de-a49b-20dd5f886586 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937431 Sep 26 13:14:58.940529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-5682d8f9-b0a2-4928-93d5-0b94c478d300 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4669409 Sep 26 13:14:58.952080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-3ad51275-7397-4451-9e0a-f65adec33ebe tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:14:58.953701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-3ad51275-7397-4451-9e0a-f65adec33ebe tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063670 Sep 26 13:14:58.967648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Request body: {'port': {'device_id': 'b5648baa-753e-409e-8cd6-e0f11abb867e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:58.972433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:14:59.039446 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.070683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port ac36c958-7834-4e44-aba3-25f745fbb137 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:14:59.075886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port ac36c958-7834-4e44-aba3-25f745fbb137 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:59.078004 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.094338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.20.0.14 (1239d7c4-e45d-4a26-a7aa-1850456dcfde/dbbac588-7205-48f7-966d-672c2bede149/08d924f4-f70e-4453-9431-75df1425d8ba) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:14:59.184024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.222914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:14:59.223877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:14:59.226724 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176ce242-5871-42de-bc6b-e6a2b040183a" -d '{"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-plugged", "status": "completed", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:14:59.230828 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.271521 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.301547 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ea267-7e1e-4f23-b240-cd1ce0b9b0a1 x-openstack-request-id: req-160ea267-7e1e-4f23-b240-cd1ce0b9b0a1 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:14:59.301852 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-plugged", "status": "completed", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:14:59.302150 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-160ea267-7e1e-4f23-b240-cd1ce0b9b0a1 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:14:59.302544 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'code': 200} Sep 26 13:14:59.323283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:59.344976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.395989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:14:59.399864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:14:59.403700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:14:59.438022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=08d924f4-f70e-4453-9431-75df1425d8ba,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:59.492731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:59.494154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.520711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-28aeca52-ab40-4819-8275-b4b951573e86 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7882240 Sep 26 13:14:59.535731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Request body: {'port': {'device_id': '79a108c3-87af-4d09-8126-d95d976e7132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:14:59.549409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddf8374-e1f7-4846-b46e-008dfbe92470 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:14:59.575606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.602612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Transition to ACTIVE for port object eddf8374-e1f7-4846-b46e-008dfbe92470 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:14:59.609010 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.659734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eddf8374-e1f7-4846-b46e-008dfbe92470,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:14:59.707031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.738245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdd4d1-82fb-45ab-92ab-a25d6fcdfddc req-c50cf887-7dc2-4e81-9e5d-1e315b20f57c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:59.739992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfdd4d1-82fb-45ab-92ab-a25d6fcdfddc req-c50cf887-7dc2-4e81-9e5d-1e315b20f57c tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 947 time: 0.1758227 Sep 26 13:14:59.759623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53235304-6826-4be9-9851-573c212ab13c req-a86e4320-0dfe-428f-9ece-9ff27e362de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:59.761391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53235304-6826-4be9-9851-573c212ab13c req-a86e4320-0dfe-428f-9ece-9ff27e362de9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 1099 time: 0.1403980 Sep 26 13:14:59.823026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cc0ddc0b-c265-4f01-a22f-92520db928f7 None None] Provisioning complete for port 08d924f4-f70e-4453-9431-75df1425d8ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:14:59.823401 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc0ddc0b-c265-4f01-a22f-92520db928f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.836641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101b0ef-b0e7-4046-98b6-2966dc539fd3 req-016ac38c-b5c6-4cb8-91ef-131d48baa917 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:14:59.838295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6101b0ef-b0e7-4046-98b6-2966dc539fd3 req-016ac38c-b5c6-4cb8-91ef-131d48baa917 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 932 time: 0.0989978 Sep 26 13:14:59.841290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Attempting to bind port eddf8374-e1f7-4846-b46e-008dfbe92470 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:14:59.841673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Attempting to bind port eddf8374-e1f7-4846-b46e-008dfbe92470 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '0a588c48-e6fc-4f25-b0b3-3b7f37e664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '947368e9-186b-4df7-af9f-17e501cf9fe4'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:14:59.842009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Attempting to bind port eddf8374-e1f7-4846-b46e-008dfbe92470 on network 947368e9-186b-4df7-af9f-17e501cf9fe4 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:14:59.848035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Port eddf8374-e1f7-4846-b46e-008dfbe92470 on network 947368e9-186b-4df7-af9f-17e501cf9fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:14:59.848368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Attempting to bind port eddf8374-e1f7-4846-b46e-008dfbe92470 on network 947368e9-186b-4df7-af9f-17e501cf9fe4 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:14:59.861584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:14:59.861948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Checking segment: {'id': '0a588c48-e6fc-4f25-b0b3-3b7f37e664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '947368e9-186b-4df7-af9f-17e501cf9fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:14:59.862334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Bound using segment: {'id': '0a588c48-e6fc-4f25-b0b3-3b7f37e664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '947368e9-186b-4df7-af9f-17e501cf9fe4'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:14:59.862795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Bound port: eddf8374-e1f7-4846-b46e-008dfbe92470, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a588c48-e6fc-4f25-b0b3-3b7f37e664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '947368e9-186b-4df7-af9f-17e501cf9fe4'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:14:59.863162 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:14:59.865154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ddc0b-c265-4f01-a22f-92520db928f7 None None] Port 08d924f4-f70e-4453-9431-75df1425d8ba cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:14:59.874761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfdd4d1-82fb-45ab-92ab-a25d6fcdfddc req-754d1138-6b2d-46b2-b05b-b080952ac45d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258600 Sep 26 13:14:59.963052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6101b0ef-b0e7-4046-98b6-2966dc539fd3 req-1602956b-5968-4381-8bba-622006a39e26 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121812 Sep 26 13:14:59.983883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-53235304-6826-4be9-9851-573c212ab13c req-cb8200f3-4fea-49b6-9bba-392d9d4ef683 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958666 Sep 26 13:15:00.001533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] For port eddf8374-e1f7-4846-b46e-008dfbe92470, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:00.006214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] For port eddf8374-e1f7-4846-b46e-008dfbe92470, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eddf8374-e1f7-4846-b46e-008dfbe92470,segment=NetworkSegment(0a588c48-e6fc-4f25-b0b3-3b7f37e664a4),segment_id=0a588c48-e6fc-4f25-b0b3-3b7f37e664a4)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:00.014197 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:00.072460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b028e-aeea-451d-9f12-fcf97ab6e17e req-17fd877e-07a4-4f6b-a6df-3b204e5a3023 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:00.084159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-839b028e-aeea-451d-9f12-fcf97ab6e17e req-17fd877e-07a4-4f6b-a6df-3b204e5a3023 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 944 time: 0.1106102 Sep 26 13:15:00.115192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:00.115975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:00.117559 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/eddf8374-e1f7-4846-b46e-008dfbe92470 HTTP/1.1" status: 200 len: 1093 time: 1.1550138 Sep 26 13:15:00.119127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5648baa-753e-409e-8cd6-e0f11abb867e', 'tag': 'eddf8374-e1f7-4846-b46e-008dfbe92470'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:00.121892 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495064d8-53ed-47c6-9384-ecf7237d054a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5648baa-753e-409e-8cd6-e0f11abb867e", "tag": "eddf8374-e1f7-4846-b46e-008dfbe92470"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:00.179458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-839b028e-aeea-451d-9f12-fcf97ab6e17e req-3e7983bd-c64d-4358-b23b-f4237ebf406c tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985422 Sep 26 13:15:00.214109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f895b-307f-49e2-bf0c-6e1e387d95c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eddf8374-e1f7-4846-b46e-008dfbe92470,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:00.231583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b11661-7fef-4222-91f2-e3f7f580d6a2 req-52ae5fce-6b88-48fa-8d27-f3d3d75d9060 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:00.233429 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74b11661-7fef-4222-91f2-e3f7f580d6a2 req-52ae5fce-6b88-48fa-8d27-f3d3d75d9060 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 946 time: 0.1707127 Sep 26 13:15:00.268204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-683ca21e-3d3a-47ae-9fc7-d3db29909679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:00.270227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-683ca21e-3d3a-47ae-9fc7-d3db29909679 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2e7aedca15a4a22b6eda448f560a3ba&device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 1096 time: 0.1047714 Sep 26 13:15:00.278825 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98eec30-0942-4148-8259-ca4752347c4c x-openstack-request-id: req-a98eec30-0942-4148-8259-ca4752347c4c {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:00.279246 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5648baa-753e-409e-8cd6-e0f11abb867e", "tag": "eddf8374-e1f7-4846-b46e-008dfbe92470", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:00.279595 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a98eec30-0942-4148-8259-ca4752347c4c {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:00.280563 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5648baa-753e-409e-8cd6-e0f11abb867e', 'tag': 'eddf8374-e1f7-4846-b46e-008dfbe92470', 'status': 'completed', 'code': 200} Sep 26 13:15:00.316638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-b00c99a4-46a2-4831-854e-99bde7850efb tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:00.318437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-b00c99a4-46a2-4831-854e-99bde7850efb tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 946 time: 0.2264080 Sep 26 13:15:00.335866 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-74b11661-7fef-4222-91f2-e3f7f580d6a2 req-2143160f-ec1a-44bd-b783-fc04e66ea5b8 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938697 Sep 26 13:15:00.336892 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-ae04f234-256d-4778-a2e7-35d5bd1d534d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eddf8374-e1f7-4846-b46e-008dfbe92470 HTTP/1.1" status: 200 len: 217 time: 0.0481277 Sep 26 13:15:00.428300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-3eb565fe-7cec-41a3-a5e8-c3e3f815ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:00.430098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-3eb565fe-7cec-41a3-a5e8-c3e3f815ee0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82bad397-c779-4e3e-a1f7-2c08243e88af HTTP/1.1" status: 200 len: 864 time: 0.0858669 Sep 26 13:15:00.458848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56166) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:00.472854 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-ef970f1a-0808-4766-beff-88015a88093b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=947368e9-186b-4df7-af9f-17e501cf9fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357370 Sep 26 13:15:00.497276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d924f4-f70e-4453-9431-75df1425d8ba {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:15:00.522522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:00.561730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Transition to ACTIVE for port object 08d924f4-f70e-4453-9431-75df1425d8ba will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:15:00.571134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Deleting port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:00.571559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:00.574605 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:00.660215 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-45d1cc39-6f51-4271-b0e5-6ad74f5637bd service neutron] 10.222.0.23 "GET /v2.0/networks/947368e9-186b-4df7-af9f-17e501cf9fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788042 Sep 26 13:15:00.781027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c69b146-bdeb-42da-84c1-c023036ed1d2 req-a6b00673-fcc9-4aaf-9b67-99c7ed549d65 service neutron] 10.222.0.23 "GET /v2.0/networks/947368e9-186b-4df7-af9f-17e501cf9fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144776 Sep 26 13:15:00.892096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495064d8-53ed-47c6-9384-ecf7237d054a req-8352a005-d7a9-4f1f-996a-8c45b0ad07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:00.893774 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-495064d8-53ed-47c6-9384-ecf7237d054a req-8352a005-d7a9-4f1f-996a-8c45b0ad07b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2e7aedca15a4a22b6eda448f560a3ba&device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 1096 time: 0.0614071 Sep 26 13:15:01.033019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495064d8-53ed-47c6-9384-ecf7237d054a req-ca352f37-3a9f-4edd-a3ae-f6dfbc70c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:01.035891 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-495064d8-53ed-47c6-9384-ecf7237d054a req-ca352f37-3a9f-4edd-a3ae-f6dfbc70c2c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=947368e9-186b-4df7-af9f-17e501cf9fe4 HTTP/1.1" status: 200 len: 924 time: 0.1340199 Sep 26 13:15:01.102052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-495064d8-53ed-47c6-9384-ecf7237d054a req-7d9b78d6-216c-47ce-aadf-877c718bc4a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eddf8374-e1f7-4846-b46e-008dfbe92470 HTTP/1.1" status: 200 len: 217 time: 0.0586417 Sep 26 13:15:01.135983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Pushing event updated for resources: {'Port': ['ID=08d924f4-f70e-4453-9431-75df1425d8ba,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:01.191581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2118-3f52-4f5a-b553-81e5ab0635e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.206926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495064d8-53ed-47c6-9384-ecf7237d054a req-fe702483-49bd-48ec-bfec-cf4567325711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:01.207721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-495064d8-53ed-47c6-9384-ecf7237d054a req-fe702483-49bd-48ec-bfec-cf4567325711 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82bad397-c779-4e3e-a1f7-2c08243e88af HTTP/1.1" status: 200 len: 864 time: 0.0812695 Sep 26 13:15:01.216944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674a13a-e1f1-4a26-92b3-8b2434889fe2 req-76b989ce-f41d-4ece-8fcc-96d8d3d88f59 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:01.224812 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c674a13a-e1f1-4a26-92b3-8b2434889fe2 req-76b989ce-f41d-4ece-8fcc-96d8d3d88f59 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 944 time: 0.1693153 Sep 26 13:15:01.272435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] For port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,segment=NetworkSegment(5e67d28d-142b-418f-bded-89dfa6432992),segment_id=5e67d28d-142b-418f-bded-89dfa6432992)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:01.272822 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.276889 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-495064d8-53ed-47c6-9384-ecf7237d054a req-c03b0e68-7836-4891-8d9b-ddde462cc7b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=947368e9-186b-4df7-af9f-17e501cf9fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496747 Sep 26 13:15:01.313837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c674a13a-e1f1-4a26-92b3-8b2434889fe2 req-7d5d4967-cded-4f02-9f63-01357182b475 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876584 Sep 26 13:15:01.314017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Calling delete_port for 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:01.393295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7efc4e-a1c1-4937-a44a-f8b1950e56db req-0f7947ee-86f3-4145-9bb6-bc3d19a99ae2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:01.393295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c7efc4e-a1c1-4937-a44a-f8b1950e56db req-0f7947ee-86f3-4145-9bb6-bc3d19a99ae2 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 947 time: 0.2007282 Sep 26 13:15:01.393295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Attempting to bind port 08d924f4-f70e-4453-9431-75df1425d8ba on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:15:01.393295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Attempting to bind port 08d924f4-f70e-4453-9431-75df1425d8ba by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:15:01.393295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Attempting to bind port 08d924f4-f70e-4453-9431-75df1425d8ba on network 1239d7c4-e45d-4a26-a7aa-1850456dcfde {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:01.421903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Port 08d924f4-f70e-4453-9431-75df1425d8ba on network 1239d7c4-e45d-4a26-a7aa-1850456dcfde not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:15:01.422237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Attempting to bind port 08d924f4-f70e-4453-9431-75df1425d8ba on network 1239d7c4-e45d-4a26-a7aa-1850456dcfde {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:01.435349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-495064d8-53ed-47c6-9384-ecf7237d054a req-ebd93256-68ee-4b7a-9f25-325cc04e9bd7 service neutron] 10.222.0.23 "GET /v2.0/networks/947368e9-186b-4df7-af9f-17e501cf9fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465409 Sep 26 13:15:01.441312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:15:01.441670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Checking segment: {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:01.442063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Bound using segment: {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:15:01.442530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Bound port: 08d924f4-f70e-4453-9431-75df1425d8ba, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6c7e79-3085-4054-b811-95dbbf9f3b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:15:01.443020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.483826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ecfe-bef3-425f-acac-b6b1dd5f2eb4 req-fb0247cb-e735-4299-bc99-faaac009d355 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:01.486357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a615ecfe-bef3-425f-acac-b6b1dd5f2eb4 req-fb0247cb-e735-4299-bc99-faaac009d355 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 944 time: 0.1036766 Sep 26 13:15:01.489772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c7efc4e-a1c1-4937-a44a-f8b1950e56db req-77184cd8-012b-493f-b8cc-a8af7ac2aeb6 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285722 Sep 26 13:15:01.584020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a615ecfe-bef3-425f-acac-b6b1dd5f2eb4 req-4afbe347-6065-4038-ad45-82cc03e799db tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898917 Sep 26 13:15:01.625096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-495064d8-53ed-47c6-9384-ecf7237d054a req-3d4110a6-2adf-4bcd-bfa2-dd8c41519604 service neutron] 10.222.0.23 "GET /v2.0/networks/947368e9-186b-4df7-af9f-17e501cf9fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809561 Sep 26 13:15:01.664743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] For port 08d924f4-f70e-4453-9431-75df1425d8ba, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:01.708429 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2118-3f52-4f5a-b553-81e5ab0635e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.713806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] For port 08d924f4-f70e-4453-9431-75df1425d8ba, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=08d924f4-f70e-4453-9431-75df1425d8ba,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:01.721442 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2118-3f52-4f5a-b553-81e5ab0635e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.736094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.745044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.759210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['30c1f569-dbde-4ced-bcb2-98e5e2e29d37'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:15:01.822042 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5f4a2118-3f52-4f5a-b553-81e5ab0635e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a79fafd8c1b647a7b97034d24e52ad6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3603563 Sep 26 13:15:01.823413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56218) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:01.850448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004521ec-0c92-41a8-bcaf-36f9a1d6ec83 req-f1827ec8-b58c-402e-811a-aa894d846400 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:01.852067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004521ec-0c92-41a8-bcaf-36f9a1d6ec83 req-f1827ec8-b58c-402e-811a-aa894d846400 tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13 HTTP/1.1" status: 200 len: 867 time: 0.2206335 Sep 26 13:15:01.855987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:01.856632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.858080 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] 10.222.0.24 "PUT /v2.0/ports/08d924f4-f70e-4453-9431-75df1425d8ba HTTP/1.1" status: 200 len: 1093 time: 2.3285422 Sep 26 13:15:01.873510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:01.876645 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f458ea-b20a-416c-9489-9d2d46eba247" -d '{"events": [{"name": "network-changed", "server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:01.888261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a2118-3f52-4f5a-b553-81e5ab0635e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7efe9d4-f1a5-4c77-b45f-4303eeebbdcd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:01.905504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182ffac-bb6a-476a-9f3f-ba9129deb99d service neutron] Pushing event updated for resources: {'Port': ['ID=08d924f4-f70e-4453-9431-75df1425d8ba,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:01.948182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6495e1ad-8023-4715-8c22-4b5c0b9e5261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.977913 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6495e1ad-8023-4715-8c22-4b5c0b9e5261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:01.992277 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a8c262-75f2-41b2-bdea-491a99ad5667 x-openstack-request-id: req-55a8c262-75f2-41b2-bdea-491a99ad5667 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:01.992573 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:01.992998 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55a8c262-75f2-41b2-bdea-491a99ad5667 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:01.993405 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba', 'status': 'completed', 'code': 200} Sep 26 13:15:02.033453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Pushing event deleted for resources: {'Port': ['ID=30c1f569-dbde-4ced-bcb2-98e5e2e29d37,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:02.041776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] No DVR routers for this DVR port 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:02.049661 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:02.052169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd0cc3fb-7222-433e-85b1-db68b041208b req-573099c5-6391-4b6d-8ada-842875a179db tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.23 "DELETE /v2.0/ports/30c1f569-dbde-4ced-bcb2-98e5e2e29d37 HTTP/1.1" status: 204 len: 173 time: 1.7268534 Sep 26 13:15:02.057348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6495e1ad-8023-4715-8c22-4b5c0b9e5261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:02.068711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6495e1ad-8023-4715-8c22-4b5c0b9e5261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:02.072846 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6495e1ad-8023-4715-8c22-4b5c0b9e5261 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7efe9d4-f1a5-4c77-b45f-4303eeebbdcd HTTP/1.1" status: 204 len: 168 time: 0.2459631 Sep 26 13:15:02.086217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495e1ad-8023-4715-8c22-4b5c0b9e5261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7efe9d4-f1a5-4c77-b45f-4303eeebbdcd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:02.119613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004521ec-0c92-41a8-bcaf-36f9a1d6ec83 req-c9fb0ce7-0359-46ef-a5d4-8e1e822be08a tempest-AttachVolumeNegativeTest-79758253 tempest-AttachVolumeNegativeTest-79758253-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377858 Sep 26 13:15:02.127114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-4a7b2240-74ce-44c7-8f64-0790bbffd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.131569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-4a7b2240-74ce-44c7-8f64-0790bbffd1f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 1096 time: 0.1897035 Sep 26 13:15:02.207997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-6ae79e66-7eee-4323-abda-9e3645c94207 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08d924f4-f70e-4453-9431-75df1425d8ba HTTP/1.1" status: 200 len: 217 time: 0.0512462 Sep 26 13:15:02.269059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-5e214603-8be4-47ff-bccb-b65df4acfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.270605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-5e214603-8be4-47ff-bccb-b65df4acfc37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbac588-7205-48f7-966d-672c2bede149 HTTP/1.1" status: 200 len: 835 time: 0.0556507 Sep 26 13:15:02.320281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-2ea1eeec-d993-4208-a526-4ddabdf9cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.322101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-2ea1eeec-d993-4208-a526-4ddabdf9cf37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1239d7c4-e45d-4a26-a7aa-1850456dcfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431447 Sep 26 13:15:02.430653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-0d91122b-1aa3-445c-b74f-a8d33d73dbe4 service neutron] 10.222.0.24 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013501 Sep 26 13:15:02.527734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c30466-38a2-4025-9817-e7863087bee3 req-6ee61cce-f2df-4869-986d-980b3ae17bf9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.536074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73c30466-38a2-4025-9817-e7863087bee3 req-6ee61cce-f2df-4869-986d-980b3ae17bf9 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 944 time: 0.0747197 Sep 26 13:15:02.545564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f02e779-55a5-4d53-87e0-043bb5c243ba req-1a350826-e7b6-4862-93b7-61cbda14494e service neutron] 10.222.0.24 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072078 Sep 26 13:15:02.583333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73c30466-38a2-4025-9817-e7863087bee3 req-2b2c7a7b-8f31-494d-a447-4b886a8afe84 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461764 Sep 26 13:15:02.700427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-196cb8ad-5a09-495e-b0e0-deaab12b6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.702142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-196cb8ad-5a09-495e-b0e0-deaab12b6262 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 1096 time: 0.0861764 Sep 26 13:15:02.729898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f34b3-2f99-47b4-aba4-2d699062b36c req-1e6ebbc0-6d9c-4b97-a110-cbd8d9ce27f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.731568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-767f34b3-2f99-47b4-aba4-2d699062b36c req-1e6ebbc0-6d9c-4b97-a110-cbd8d9ce27f9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 947 time: 0.0845172 Sep 26 13:15:02.767115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b633c3e-3bdd-4f8c-8093-bdb4ad1bab6f req-c8ba11c7-d77b-4fdd-bbc3-297ba400f92b tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.768689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b633c3e-3bdd-4f8c-8093-bdb4ad1bab6f req-c8ba11c7-d77b-4fdd-bbc3-297ba400f92b tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 944 time: 0.0738637 Sep 26 13:15:02.819462 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b633c3e-3bdd-4f8c-8093-bdb4ad1bab6f req-e7202163-86ce-409c-a3aa-ffb039fcc40a tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423374 Sep 26 13:15:02.823922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-767f34b3-2f99-47b4-aba4-2d699062b36c req-e1eda566-3843-4153-aa41-32fa63e1971f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788274 Sep 26 13:15:02.862246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-66378e70-e323-4bd9-a222-c9251fc68e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.869214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-66378e70-e323-4bd9-a222-c9251fc68e93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1239d7c4-e45d-4a26-a7aa-1850456dcfde HTTP/1.1" status: 200 len: 897 time: 0.1593170 Sep 26 13:15:02.920071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-b45571fe-ba0a-4b86-a491-f3ff45abd8c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08d924f4-f70e-4453-9431-75df1425d8ba HTTP/1.1" status: 200 len: 217 time: 0.0429082 Sep 26 13:15:02.972098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-49c21333-d30a-47a2-aba6-a9988dce1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:02.973650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-49c21333-d30a-47a2-aba6-a9988dce1a43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbac588-7205-48f7-966d-672c2bede149 HTTP/1.1" status: 200 len: 835 time: 0.0460849 Sep 26 13:15:03.022983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-dc2f5398-6bd2-4cb5-9644-c7f003f047a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:03.024570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-dc2f5398-6bd2-4cb5-9644-c7f003f047a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1239d7c4-e45d-4a26-a7aa-1850456dcfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435307 Sep 26 13:15:03.141877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-12c67746-6bca-4a8f-b0a1-dbaba75793f5 service neutron] 10.222.0.24 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029897 Sep 26 13:15:03.172534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56260) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:03.217569 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-212fc749-1ba3-4409-8d41-cb067106c6ba admin admin] Deleting subnet aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:15:03.217569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-212fc749-1ba3-4409-8d41-cb067106c6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.244458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7f458ea-b20a-416c-9489-9d2d46eba247 req-935ba03e-62f1-4072-84be-fc47dec423f0 service neutron] 10.222.0.24 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946681 Sep 26 13:15:03.261869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-212fc749-1ba3-4409-8d41-cb067106c6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.304996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-212fc749-1ba3-4409-8d41-cb067106c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.370420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-212fc749-1ba3-4409-8d41-cb067106c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.398179 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fc749-1ba3-4409-8d41-cb067106c6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4c99a4-0ae5-49ef-b74f-1c3bca537a76,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:03.402333 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-212fc749-1ba3-4409-8d41-cb067106c6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.404342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-212fc749-1ba3-4409-8d41-cb067106c6ba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aa4c99a4-0ae5-49ef-b74f-1c3bca537a76 HTTP/1.1" status: 204 len: 168 time: 0.2355824 Sep 26 13:15:03.408341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56268) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:03.482225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.577309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.600198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:03.612729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e67d28d-142b-418f-bded-89dfa6432992') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:03.613032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e67d28d-142b-418f-bded-89dfa6432992') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:03.624104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.638055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.646619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:03.647046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:03.649043 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:03.744738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.754665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f0a8c-491c-4d9e-a5ba-f85ff7f99f92 req-429eb449-03f7-49d8-963d-649c4825932c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:03.756229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-227f0a8c-491c-4d9e-a5ba-f85ff7f99f92 req-429eb449-03f7-49d8-963d-649c4825932c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 944 time: 0.0923769 Sep 26 13:15:03.760498 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:03.765017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103 HTTP/1.1" status: 204 len: 168 time: 0.3531377 Sep 26 13:15:03.784681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f097a-cc9d-4f68-9a06-437cb3c1f479 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22bacd4-79fa-43f4-b4c4-8fd7fc3dc103,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:03.825150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-227f0a8c-491c-4d9e-a5ba-f85ff7f99f92 req-b314129d-81f6-4d23-9565-d7c0ab1a6ff6 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479569 Sep 26 13:15:03.967186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368817f-306f-420b-b37c-32738950e1be req-5edf5741-9c2c-44e8-9cee-593edd9436a5 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:03.968984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2368817f-306f-420b-b37c-32738950e1be req-5edf5741-9c2c-44e8-9cee-593edd9436a5 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 944 time: 0.0652170 Sep 26 13:15:03.994603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13', 'name': 'network-vif-deleted', 'tag': '30c1f569-dbde-4ced-bcb2-98e5e2e29d37'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:03.996970 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080621f8-988f-4f0a-bebc-512bdcb31161" -d '{"events": [{"server_uuid": "8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13", "name": "network-vif-deleted", "tag": "30c1f569-dbde-4ced-bcb2-98e5e2e29d37"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:04.004711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56294) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:04.052235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2368817f-306f-420b-b37c-32738950e1be req-60811d3d-7bc6-4a2f-8100-6970e84e42a0 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751367 Sep 26 13:15:04.072346 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a9a0357e-8739-40de-9961-12f3be2a6b65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=caf10cae3f2e4a0884a9d539a297fe99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666060 Sep 26 13:15:04.074928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56296) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:04.109089 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abda9a35-b0f6-49dc-9706-541cfb5e0b49 x-openstack-request-id: req-abda9a35-b0f6-49dc-9706-541cfb5e0b49 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:04.109377 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13", "name": "network-vif-deleted", "tag": "30c1f569-dbde-4ced-bcb2-98e5e2e29d37", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:04.109663 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abda9a35-b0f6-49dc-9706-541cfb5e0b49 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:04.110086 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddbf28c-15d9-49ae-9b2b-cc63cb2bae13', 'name': 'network-vif-deleted', 'tag': '30c1f569-dbde-4ced-bcb2-98e5e2e29d37', 'status': 'completed', 'code': 200} Sep 26 13:15:04.138532 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b584d27a-0f35-4622-b5fd-ed4807bc2e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:04.163529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b584d27a-0f35-4622-b5fd-ed4807bc2e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:04.215598 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b584d27a-0f35-4622-b5fd-ed4807bc2e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:04.218553 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b584d27a-0f35-4622-b5fd-ed4807bc2e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:04.223908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b584d27a-0f35-4622-b5fd-ed4807bc2e25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d634a81-ec4b-4fb1-a50a-fcbb0d5393af HTTP/1.1" status: 204 len: 168 time: 0.1443224 Sep 26 13:15:04.230016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584d27a-0f35-4622-b5fd-ed4807bc2e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d634a81-ec4b-4fb1-a50a-fcbb0d5393af,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:04.537388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:04.545337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device eddf8374-e1f7-4846-b46e-008dfbe92470 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:15:04.574826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:04.575184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 30c1f569-dbde-4ced-bcb2-98e5e2e29d37 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:04.681765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port eddf8374-e1f7-4846-b46e-008dfbe92470, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eddf8374-e1f7-4846-b46e-008dfbe92470,segment=NetworkSegment(0a588c48-e6fc-4f25-b0b3-3b7f37e664a4),segment_id=0a588c48-e6fc-4f25-b0b3-3b7f37e664a4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:04.695208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'eddf8374-e1f7-4846-b46e-008dfbe92470', 'network_id': '947368e9-186b-4df7-af9f-17e501cf9fe4', 'port_id': 'eddf8374-e1f7-4846-b46e-008dfbe92470', 'mac_address': 'fa:16:3e:67:8f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bad397-c779-4e3e-a1f7-2c08243e88af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:15:04.743588 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:04.760417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddf8374-e1f7-4846-b46e-008dfbe92470 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:15:04.785354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port eddf8374-e1f7-4846-b46e-008dfbe92470, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eddf8374-e1f7-4846-b46e-008dfbe92470,segment=NetworkSegment(0a588c48-e6fc-4f25-b0b3-3b7f37e664a4),segment_id=0a588c48-e6fc-4f25-b0b3-3b7f37e664a4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:04.791994 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:04.848211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=eddf8374-e1f7-4846-b46e-008dfbe92470,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:04.989255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b56cd6-2614-42e8-91cb-0c37609a4fce req-f9686395-6213-444f-b793-181c3d4045cb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:04.991321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-89b56cd6-2614-42e8-91cb-0c37609a4fce req-f9686395-6213-444f-b793-181c3d4045cb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 944 time: 0.0589681 Sep 26 13:15:05.008591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 08d924f4-f70e-4453-9431-75df1425d8ba details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:15:05.052150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-89b56cd6-2614-42e8-91cb-0c37609a4fce req-a2031020-7784-450e-b504-6e43218f0622 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544271 Sep 26 13:15:05.117448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['eddf8374-e1f7-4846-b46e-008dfbe92470'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:15:05.182179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 08d924f4-f70e-4453-9431-75df1425d8ba, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=08d924f4-f70e-4453-9431-75df1425d8ba,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:05.201888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '08d924f4-f70e-4453-9431-75df1425d8ba', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'port_id': '08d924f4-f70e-4453-9431-75df1425d8ba', 'mac_address': 'fa:16:3e:60:37:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:15:05.273615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c03d21-a7db-487a-a458-9060bd1e51ef req-21180f59-db2b-404f-ac75-66720f9d6bc3 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:05.284021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:05.290629 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81c03d21-a7db-487a-a458-9060bd1e51ef req-21180f59-db2b-404f-ac75-66720f9d6bc3 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 945 time: 0.1601906 Sep 26 13:15:05.312851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d924f4-f70e-4453-9431-75df1425d8ba {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:15:05.349941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 08d924f4-f70e-4453-9431-75df1425d8ba, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=08d924f4-f70e-4453-9431-75df1425d8ba,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:05.356437 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:05.393928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81c03d21-a7db-487a-a458-9060bd1e51ef req-4792bd5d-cdce-4e70-94fc-30701cc06d08 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020861 Sep 26 13:15:05.414119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=08d924f4-f70e-4453-9431-75df1425d8ba,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:05.693080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['08d924f4-f70e-4453-9431-75df1425d8ba'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:15:06.218225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fe4d7-854e-41df-b413-fd89519d57ee req-d569933e-b9fd-48fc-8aab-242eb289f207 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:06.224179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc3fe4d7-854e-41df-b413-fd89519d57ee req-d569933e-b9fd-48fc-8aab-242eb289f207 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 945 time: 0.0678856 Sep 26 13:15:06.271648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc3fe4d7-854e-41df-b413-fd89519d57ee req-26813996-71d9-4424-8bc7-4090e4294049 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Sep 26 13:15:06.530146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20adbe-2018-4b71-bd71-c8551d16be58 req-1331df72-00d5-4ac9-bc11-5e48942e7763 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:06.530760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac20adbe-2018-4b71-bd71-c8551d16be58 req-1331df72-00d5-4ac9-bc11-5e48942e7763 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 945 time: 0.0688024 Sep 26 13:15:06.550848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device eddf8374-e1f7-4846-b46e-008dfbe92470 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:15:06.579769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac20adbe-2018-4b71-bd71-c8551d16be58 req-37a8896e-9c71-48c0-bb33-44ee7dba86ce tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Sep 26 13:15:06.623281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port eddf8374-e1f7-4846-b46e-008dfbe92470 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:15:06.627954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port eddf8374-e1f7-4846-b46e-008dfbe92470 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:06.628331 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:06.715574 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:06.749860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5648baa-753e-409e-8cd6-e0f11abb867e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddf8374-e1f7-4846-b46e-008dfbe92470'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:06.752254 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c4e947-d8b3-4b34-9444-07d30b54f03c" -d '{"events": [{"server_uuid": "b5648baa-753e-409e-8cd6-e0f11abb867e", "name": "network-vif-plugged", "status": "completed", "tag": "eddf8374-e1f7-4846-b46e-008dfbe92470"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:06.767472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port eddf8374-e1f7-4846-b46e-008dfbe92470, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eddf8374-e1f7-4846-b46e-008dfbe92470,segment=NetworkSegment(0a588c48-e6fc-4f25-b0b3-3b7f37e664a4),segment_id=0a588c48-e6fc-4f25-b0b3-3b7f37e664a4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:06.773215 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:06.804150 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f623717d-e39d-477a-a6c7-5f6a9b274edf x-openstack-request-id: req-f623717d-e39d-477a-a6c7-5f6a9b274edf {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:06.804445 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5648baa-753e-409e-8cd6-e0f11abb867e", "name": "network-vif-plugged", "status": "completed", "tag": "eddf8374-e1f7-4846-b46e-008dfbe92470", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:06.804902 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f623717d-e39d-477a-a6c7-5f6a9b274edf {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:06.805470 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5648baa-753e-409e-8cd6-e0f11abb867e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddf8374-e1f7-4846-b46e-008dfbe92470', 'code': 200} Sep 26 13:15:06.843723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=eddf8374-e1f7-4846-b46e-008dfbe92470,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:06.853931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.854272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.854622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.854950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.855361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.855703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.856116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.856599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.856931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.857244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.857677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.858004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:06.944754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d5c55-17df-49ae-aa38-54dd584072cb req-c0fb0f47-400d-4204-a4be-12f7e0bd1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:06.947136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab9d5c55-17df-49ae-aa38-54dd584072cb req-c0fb0f47-400d-4204-a4be-12f7e0bd1c81 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 1098 time: 0.0676606 Sep 26 13:15:07.000622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab9d5c55-17df-49ae-aa38-54dd584072cb req-7c18e644-01ab-487b-8972-b4850dd85779 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449607 Sep 26 13:15:07.423924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eff760-7cfc-4c41-b427-784ab510822f req-077542f9-4dd8-4f6c-8478-e8c548da2ec8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:07.425935 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-86eff760-7cfc-4c41-b427-784ab510822f req-077542f9-4dd8-4f6c-8478-e8c548da2ec8 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 945 time: 0.0739162 Sep 26 13:15:07.484709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-86eff760-7cfc-4c41-b427-784ab510822f req-cd59a8bd-8e5e-49e5-9e48-1252f0409050 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520301 Sep 26 13:15:07.728557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2746e-ad8a-49b3-89a6-422f8458ce43 req-350fa6ee-9600-42d2-9dc9-dc96d4610e82 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:07.730460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ed2746e-ad8a-49b3-89a6-422f8458ce43 req-350fa6ee-9600-42d2-9dc9-dc96d4610e82 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 946 time: 0.0567241 Sep 26 13:15:07.774760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ed2746e-ad8a-49b3-89a6-422f8458ce43 req-6cc08468-9205-4ebc-b5cd-1854c456da4f tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Sep 26 13:15:08.264464 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-90ff231f-ae7a-4538-8bd2-a30369656a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:08.618042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55ccb9-6941-4119-aefe-cbc42ad1ea1e req-5e7a054f-dd43-4eab-bb68-75e3ed7423d6 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:08.619859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a55ccb9-6941-4119-aefe-cbc42ad1ea1e req-5e7a054f-dd43-4eab-bb68-75e3ed7423d6 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 945 time: 0.0527151 Sep 26 13:15:08.668612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a55ccb9-6941-4119-aefe-cbc42ad1ea1e req-c0e7c920-78b0-4e79-b5a5-5934ba44d727 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418587 Sep 26 13:15:08.904891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9261a-ff24-4764-a798-8c13040db0b9 req-6681f17a-6ee7-482a-aa28-4bfc4d097fce tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:08.906506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d9261a-ff24-4764-a798-8c13040db0b9 req-6681f17a-6ee7-482a-aa28-4bfc4d097fce tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 946 time: 0.0557845 Sep 26 13:15:08.947761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1d9261a-ff24-4764-a798-8c13040db0b9 req-e7721b56-1987-4095-870f-3f4a8c4762cf tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Sep 26 13:15:09.024297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 08d924f4-f70e-4453-9431-75df1425d8ba up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:15:09.093987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 08d924f4-f70e-4453-9431-75df1425d8ba completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:15:09.101134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb19b8c-2c02-4d4a-afdc-bdd74bce7f36 req-c9768fad-4430-4e96-9aee-7984e408ce64 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:09.101590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 08d924f4-f70e-4453-9431-75df1425d8ba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:09.102113 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:09.103042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdb19b8c-2c02-4d4a-afdc-bdd74bce7f36 req-c9768fad-4430-4e96-9aee-7984e408ce64 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 946 time: 0.0617080 Sep 26 13:15:09.162783 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdb19b8c-2c02-4d4a-afdc-bdd74bce7f36 req-7f2afe90-8afd-4ab0-9be2-f4e003fd14a4 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478809 Sep 26 13:15:09.200131 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:09.227019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:09.229427 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aa983e-ab9a-4634-9517-da9112cd39d0" -d '{"events": [{"server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "name": "network-vif-plugged", "status": "completed", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:09.245481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 08d924f4-f70e-4453-9431-75df1425d8ba, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=08d924f4-f70e-4453-9431-75df1425d8ba,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:09.253400 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:09.295326 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5ff69b-d242-4159-94ac-412b12f95eae x-openstack-request-id: req-7a5ff69b-d242-4159-94ac-412b12f95eae {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:09.296361 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "name": "network-vif-plugged", "status": "completed", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:09.296902 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a5ff69b-d242-4159-94ac-412b12f95eae {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:09.297560 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba', 'code': 200} Sep 26 13:15:09.321729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=08d924f4-f70e-4453-9431-75df1425d8ba,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:09.388198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ba99-652b-459a-91d2-e030504400a3 req-034aef70-3f1a-47d5-9c07-52fff534578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:09.390011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b42ba99-652b-459a-91d2-e030504400a3 req-034aef70-3f1a-47d5-9c07-52fff534578d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 1098 time: 0.0418997 Sep 26 13:15:09.442889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b42ba99-652b-459a-91d2-e030504400a3 req-8167b16e-fd1b-4686-be68-07e32af3e2fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374885 Sep 26 13:15:09.582372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0a49e-0040-4f7d-954f-cb972a9a0a28 req-498769ce-11eb-48dd-ad49-9bd82c669f84 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:09.589997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9b0a49e-0040-4f7d-954f-cb972a9a0a28 req-498769ce-11eb-48dd-ad49-9bd82c669f84 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 946 time: 0.0723157 Sep 26 13:15:09.653452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9b0a49e-0040-4f7d-954f-cb972a9a0a28 req-558da577-1117-4f74-a93c-29a514a30232 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543420 Sep 26 13:15:09.906465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae4b6b-3f03-4122-b191-fed7eb0598f5 req-4ee1e668-2371-4ad4-ab1c-f1595a848efb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:09.908189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40ae4b6b-3f03-4122-b191-fed7eb0598f5 req-4ee1e668-2371-4ad4-ab1c-f1595a848efb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 946 time: 0.0937297 Sep 26 13:15:09.974284 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40ae4b6b-3f03-4122-b191-fed7eb0598f5 req-a4c80dc6-a74c-4a5f-ac4d-78ba1e538fb0 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583267 Sep 26 13:15:10.174692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cb68e-11b3-41a2-bb04-2c05c86e0caa req-b572d0f2-2fef-441e-9957-03306820d498 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:10.176818 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-198cb68e-11b3-41a2-bb04-2c05c86e0caa req-b572d0f2-2fef-441e-9957-03306820d498 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 946 time: 0.0602388 Sep 26 13:15:10.223404 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-198cb68e-11b3-41a2-bb04-2c05c86e0caa req-0712a97b-4f09-468b-b714-9e257e1045cd tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Sep 26 13:15:10.986593 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df9ff191-f170-435f-b99b-410f1926a9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:11.112377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c8bd8-38b8-4844-8101-16e9e0f889d7 req-6f8afc18-8fca-4948-a8ab-2699caa65710 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:11.114107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e9c8bd8-38b8-4844-8101-16e9e0f889d7 req-6f8afc18-8fca-4948-a8ab-2699caa65710 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 946 time: 0.0575182 Sep 26 13:15:11.155604 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e9c8bd8-38b8-4844-8101-16e9e0f889d7 req-0e5c5730-b07d-419f-aa66-e7c11a7f63cb tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328581 Sep 26 13:15:11.362574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7e58-0c40-448e-a43d-2e74040ea1a1 req-b70c67f3-b804-4fa8-a22a-6b77739d566c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:11.370394 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-595f7e58-0c40-448e-a43d-2e74040ea1a1 req-b70c67f3-b804-4fa8-a22a-6b77739d566c tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 946 time: 0.1212041 Sep 26 13:15:11.393754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e875a-347b-49e3-8aaf-69d4078107bd req-063953ff-ff10-448b-a275-3315f2409e14 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:11.395379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-121e875a-347b-49e3-8aaf-69d4078107bd req-063953ff-ff10-448b-a275-3315f2409e14 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 946 time: 0.0567040 Sep 26 13:15:11.418362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-595f7e58-0c40-448e-a43d-2e74040ea1a1 req-db97fd78-1a94-420a-927f-77e093b7da37 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466924 Sep 26 13:15:11.438056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56582) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:11.445535 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-121e875a-347b-49e3-8aaf-69d4078107bd req-33eda049-1a22-4741-9357-5c370f2d226d tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/security-groups?id=740d695f-9f27-439e-8077-02d90b874e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 Sep 26 13:15:11.485510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c61797-186e-4841-98d1-b3617025e988 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:11.487385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-62c61797-186e-4841-98d1-b3617025e988 tempest-TestNetworkBasicOps-1088655005 tempest-TestNetworkBasicOps-1088655005-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 1093 time: 0.0481789 Sep 26 13:15:11.493125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56584) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:11.500022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '08d924f4-f70e-4453-9431-75df1425d8ba', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:11.508788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-f3c97c1e-5369-4bc1-bbe0-ba72781f0bea tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:11.510487 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-f3c97c1e-5369-4bc1-bbe0-ba72781f0bea tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 946 time: 0.0601482 Sep 26 13:15:11.530517 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:11.594682 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:11.649691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:11.658398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Deleting port eddf8374-e1f7-4846-b46e-008dfbe92470 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:11.658956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:11.776604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Allocated IP 172.25.4.167 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/26ac4c55-09ea-413b-a659-026c70589c5f) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:11.806258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] For port eddf8374-e1f7-4846-b46e-008dfbe92470, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eddf8374-e1f7-4846-b46e-008dfbe92470,segment=NetworkSegment(0a588c48-e6fc-4f25-b0b3-3b7f37e664a4),segment_id=0a588c48-e6fc-4f25-b0b3-3b7f37e664a4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:11.806790 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:11.836012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Calling delete_port for eddf8374-e1f7-4846-b46e-008dfbe92470 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:11.934177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:11.979673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:12.024391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:12.029702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:12.034873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:12.050158 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:12.066234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=26ac4c55-09ea-413b-a659-026c70589c5f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:12.085342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.085992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.086198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:12.086716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.087225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.087710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.088212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.088690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.089180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.089847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.090337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.090672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.091001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:12.099786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['eddf8374-e1f7-4846-b46e-008dfbe92470'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:15:12.139221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Pushing event deleted for resources: {'Port': ['ID=eddf8374-e1f7-4846-b46e-008dfbe92470,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:12.220150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] No DVR routers for this DVR port eddf8374-e1f7-4846-b46e-008dfbe92470 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:12.223313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:12.226034 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-434b3ccb-568a-49e6-ba07-fe6dedc53c4e req-cc386705-a551-424d-b9fd-6857a9c46fa1 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.23 "DELETE /v2.0/ports/eddf8374-e1f7-4846-b46e-008dfbe92470 HTTP/1.1" status: 204 len: 173 time: 0.7051699 Sep 26 13:15:12.226679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5648baa-753e-409e-8cd6-e0f11abb867e', 'name': 'network-vif-deleted', 'tag': 'eddf8374-e1f7-4846-b46e-008dfbe92470'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:12.228993 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e4d78f-6139-42b4-b7f0-eae097d9b475" -d '{"events": [{"server_uuid": "b5648baa-753e-409e-8cd6-e0f11abb867e", "name": "network-vif-deleted", "tag": "eddf8374-e1f7-4846-b46e-008dfbe92470"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:12.289186 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca93207-d472-40d8-8f89-6dca01e75dda x-openstack-request-id: req-4ca93207-d472-40d8-8f89-6dca01e75dda {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:12.289545 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5648baa-753e-409e-8cd6-e0f11abb867e", "name": "network-vif-deleted", "tag": "eddf8374-e1f7-4846-b46e-008dfbe92470", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:12.290047 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ca93207-d472-40d8-8f89-6dca01e75dda {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:12.290638 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5648baa-753e-409e-8cd6-e0f11abb867e', 'name': 'network-vif-deleted', 'tag': 'eddf8374-e1f7-4846-b46e-008dfbe92470', 'status': 'completed', 'code': 200} Sep 26 13:15:12.572231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a74c1b8-cfc3-4d6e-a919-7ed627cfa2ab req-ec3ea35e-8cdb-42cc-9fbc-7af1aeda0d34 tempest-ServersNegativeTestMultiTenantJSON-827118610 tempest-ServersNegativeTestMultiTenantJSON-827118610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5648baa-753e-409e-8cd6-e0f11abb867e HTTP/1.1" status: 200 len: 210 time: 0.0280764 Sep 26 13:15:12.901788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.041651 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.265188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.272305 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.366382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event updated for resources: {'Port': ['ID=26ac4c55-09ea-413b-a659-026c70589c5f,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:13.377040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.502521 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Floating IP 0174b805-1228-4dcf-abcc-f00805cfd7bf associated. External IP: 172.25.4.167, port: 08d924f4-f70e-4453-9431-75df1425d8ba. Sep 26 13:15:13.510035 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.667670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56640) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:13.760861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5b9a57-2a28-4809-9f61-704bb693db0e admin admin] Deleting subnet 82bad397-c779-4e3e-a1f7-2c08243e88af {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:15:13.764812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9a57-2a28-4809-9f61-704bb693db0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.812192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router 11b14762-10f5-4cee-82d3-f488ce343695 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:15:13.850214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9a57-2a28-4809-9f61-704bb693db0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.962536 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9a57-2a28-4809-9f61-704bb693db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:13.974566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:15:13.988441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] Sync routers for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:15:14.002582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.010084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:14.010558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:14.062501 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f7dd1650-3a15-4ff0-b72a-3193207a4b3e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5676367 Sep 26 13:15:14.064758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56650) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:14.065297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:14.068135 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cdca07-3727-4d80-bf54-7506fc2b0f33" -d '{"events": [{"name": "network-changed", "server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:14.083028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9a57-2a28-4809-9f61-704bb693db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.128296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b9a57-2a28-4809-9f61-704bb693db0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82bad397-c779-4e3e-a1f7-2c08243e88af,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:14.160004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-197de396-a130-413c-ba0d-f7bbc97a9727 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/floatingips/0174b805-1228-4dcf-abcc-f00805cfd7bf HTTP/1.1" status: 200 len: 992 time: 0.0883639 Sep 26 13:15:14.163268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1c5b9a57-2a28-4809-9f61-704bb693db0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.163446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56656) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:14.165625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1c5b9a57-2a28-4809-9f61-704bb693db0e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82bad397-c779-4e3e-a1f7-2c08243e88af HTTP/1.1" status: 204 len: 168 time: 0.4964035 Sep 26 13:15:14.169769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56658) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:14.187161 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50296f9-4c0d-46e5-b18a-bfd25d198ec8 x-openstack-request-id: req-a50296f9-4c0d-46e5-b18a-bfd25d198ec8 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:14.188475 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:14.189062 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a50296f9-4c0d-46e5-b18a-bfd25d198ec8 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:14.190258 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba', 'status': 'completed', 'code': 200} Sep 26 13:15:14.231936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:14.294831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.328168 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2552219-f049-437e-82dd-686fe2c29e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.485290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.496511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2552219-f049-437e-82dd-686fe2c29e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.502054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2552219-f049-437e-82dd-686fe2c29e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.514447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947368e9-186b-4df7-af9f-17e501cf9fe4']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:14.527973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a588c48-e6fc-4f25-b0b3-3b7f37e664a4') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:14.528346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a588c48-e6fc-4f25-b0b3-3b7f37e664a4') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:14.544826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.561870 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a2552219-f049-437e-82dd-686fe2c29e01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e570435fc9540b799ce30fa4b16de31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971236 Sep 26 13:15:14.563754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2552219-f049-437e-82dd-686fe2c29e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d1540c-1c71-40a5-83cc-3e0fe3d744b3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:14.569408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56672) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:14.570433 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.584834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device eddf8374-e1f7-4846-b46e-008dfbe92470 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:14.594745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0174b805-1228-4dcf-abcc-f00805cfd7bf', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'port_id': '08d924f4-f70e-4453-9431-75df1425d8ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'mac_address': 'fa:16:3e:60:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a108c3-87af-4d09-8126-d95d976e7132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:15:12Z', 'updated_at': '2021-09-26T13:15:12Z', 'revision_number': 0, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:52Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:14.601302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:14.601732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:14.608688 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:14.650101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: eddf8374-e1f7-4846-b46e-008dfbe92470 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:14.650101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device eddf8374-e1f7-4846-b46e-008dfbe92470 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:14.650101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] Checking router: 11b14762-10f5-4cee-82d3-f488ce343695 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:15:14.661040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:14.661888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:14.695579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-881b6c19-bd08-41d5-b31f-882e007171dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:14.697265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-881b6c19-bd08-41d5-b31f-882e007171dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 1098 time: 0.4702773 Sep 26 13:15:14.700390 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.711060 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.715872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/947368e9-186b-4df7-af9f-17e501cf9fe4 HTTP/1.1" status: 204 len: 168 time: 0.5448880 Sep 26 13:15:14.716050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:14.748244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2868c87-46fa-4d22-af22-8bf9de3b60d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.759738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc89f2-f17d-4a8c-9305-c04748fb53c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=947368e9-186b-4df7-af9f-17e501cf9fe4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:14.780327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f791d3-7bb2-4d8c-8ebf-f6f065601bb4 admin admin] Deleting subnet fd033b22-84d4-454f-a542-7a3892f70f6d {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:15:14.785089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42f791d3-7bb2-4d8c-8ebf-f6f065601bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.799191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:14.826701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2868c87-46fa-4d22-af22-8bf9de3b60d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.827499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42f791d3-7bb2-4d8c-8ebf-f6f065601bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.883663 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42f791d3-7bb2-4d8c-8ebf-f6f065601bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.892088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-70addc8b-bf5a-4493-88c8-d3a73764a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:14.893619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-70addc8b-bf5a-4493-88c8-d3a73764a02d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1239d7c4-e45d-4a26-a7aa-1850456dcfde HTTP/1.1" status: 200 len: 897 time: 0.1749725 Sep 26 13:15:14.963694 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42f791d3-7bb2-4d8c-8ebf-f6f065601bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.968140 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2868c87-46fa-4d22-af22-8bf9de3b60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.971367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2868c87-46fa-4d22-af22-8bf9de3b60d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:14.972813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d2868c87-46fa-4d22-af22-8bf9de3b60d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45d1540c-1c71-40a5-83cc-3e0fe3d744b3 HTTP/1.1" status: 204 len: 168 time: 0.3999932 Sep 26 13:15:14.985636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2868c87-46fa-4d22-af22-8bf9de3b60d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d1540c-1c71-40a5-83cc-3e0fe3d744b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:15.000626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-3cb561ed-d6e1-46ec-a9a9-95adaeb07516 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08d924f4-f70e-4453-9431-75df1425d8ba HTTP/1.1" status: 200 len: 1000 time: 0.0918119 Sep 26 13:15:15.036157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f791d3-7bb2-4d8c-8ebf-f6f065601bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd033b22-84d4-454f-a542-7a3892f70f6d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:15.038929 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42f791d3-7bb2-4d8c-8ebf-f6f065601bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.043348 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-42f791d3-7bb2-4d8c-8ebf-f6f065601bb4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd033b22-84d4-454f-a542-7a3892f70f6d HTTP/1.1" status: 204 len: 168 time: 0.3239734 Sep 26 13:15:15.052462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56684) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:15.070357 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.093784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-ae2f8b9e-b137-49fd-9fd8-3235590dde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:15.095840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-ae2f8b9e-b137-49fd-9fd8-3235590dde57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbac588-7205-48f7-966d-672c2bede149 HTTP/1.1" status: 200 len: 835 time: 0.0880206 Sep 26 13:15:15.169111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56692) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:15.199265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-955334f6-4019-4a14-aa51-552c04baa727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:15.200976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-955334f6-4019-4a14-aa51-552c04baa727 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1239d7c4-e45d-4a26-a7aa-1850456dcfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940733 Sep 26 13:15:15.231157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0174b805-1228-4dcf-abcc-f00805cfd7bf', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'port_id': '08d924f4-f70e-4453-9431-75df1425d8ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'mac_address': 'fa:16:3e:60:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a108c3-87af-4d09-8126-d95d976e7132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:15:12Z', 'updated_at': '2021-09-26T13:15:12Z', 'revision_number': 0, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:52Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:15.274427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.275236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf6198-1bda-4353-9c40-a6ffd6e80197 None None] The sync data for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 is: [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0174b805-1228-4dcf-abcc-f00805cfd7bf', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'port_id': '08d924f4-f70e-4453-9431-75df1425d8ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'mac_address': 'fa:16:3e:60:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a108c3-87af-4d09-8126-d95d976e7132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:15:12Z', 'updated_at': '2021-09-26T13:15:12Z', 'revision_number': 0, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:52Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:15:15.337178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-9a2513d1-8a26-49c6-a7f7-13a7ad3013ea service neutron] 10.222.0.24 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285977 Sep 26 13:15:15.343980 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-28fbcd19-b539-46b9-84bf-34692376c78f tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/floatingips/0174b805-1228-4dcf-abcc-f00805cfd7bf HTTP/1.1" status: 200 len: 992 time: 0.1752958 Sep 26 13:15:15.420053 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.457058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ebade0-3795-4c54-a689-3869d469848d']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:15.459165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cdca07-3727-4d80-bf54-7506fc2b0f33 req-32915d99-a054-437b-940f-103ebbd1394c service neutron] 10.222.0.24 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130359 Sep 26 13:15:15.475220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a180e36-1d66-43f6-ae98-3731aebda159') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:15.475902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a180e36-1d66-43f6-ae98-3731aebda159') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:15.497612 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.515554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.523068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:15.523506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:15.525473 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:15.547107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56706) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:15.570115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.599849 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebe7a56-fcd7-4fb8-9b68-88dd4062a6d6 None None] New status for floating IP 0174b805-1228-4dcf-abcc-f00805cfd7bf: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:15:15.610019 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.617621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.621034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c3ebade0-3795-4c54-a689-3869d469848d HTTP/1.1" status: 204 len: 168 time: 0.5664396 Sep 26 13:15:15.634313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27cbf1-bafa-4b23-81e6-87051f915b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ebade0-3795-4c54-a689-3869d469848d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:15.722415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.731674 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.788720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c97dc81e4f64e23bc7c9da79e828b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404923 Sep 26 13:15:15.789729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3867e561-784d-45b7-8cc5-c3661eec2c0b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:15.791382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56714) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:15.798601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.798976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.799346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.799722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.800061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.800403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.800912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.801255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.801603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.802110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.802600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.803085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494b59b-f8a3-477b-b3b2-f3a13d27bae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:15:15.850402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56718) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:15.864945 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc26e7b1-c305-4b8a-bb85-907970ad9b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.888882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc26e7b1-c305-4b8a-bb85-907970ad9b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.894090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3dc42809-5fdb-442a-9037-2d091ebd0178 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2e7aedca15a4a22b6eda448f560a3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425541 Sep 26 13:15:15.896160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56720) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:15.946124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc26e7b1-c305-4b8a-bb85-907970ad9b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.949367 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc26e7b1-c305-4b8a-bb85-907970ad9b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.951106 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79cb1476-83df-4336-b63b-6da0af5f9e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:15.954425 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc26e7b1-c305-4b8a-bb85-907970ad9b1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3867e561-784d-45b7-8cc5-c3661eec2c0b HTTP/1.1" status: 204 len: 168 time: 0.1615822 Sep 26 13:15:15.963117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26e7b1-c305-4b8a-bb85-907970ad9b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3867e561-784d-45b7-8cc5-c3661eec2c0b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:15.984129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79cb1476-83df-4336-b63b-6da0af5f9e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.057779 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79cb1476-83df-4336-b63b-6da0af5f9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.060407 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-79cb1476-83df-4336-b63b-6da0af5f9e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.064559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-79cb1476-83df-4336-b63b-6da0af5f9e93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/740d695f-9f27-439e-8077-02d90b874e85 HTTP/1.1" status: 204 len: 168 time: 0.1672659 Sep 26 13:15:16.072726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb1476-83df-4336-b63b-6da0af5f9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d695f-9f27-439e-8077-02d90b874e85,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:16.347026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56736) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:16.417039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-33eb2e26-ccbe-41b8-aee3-2aeec8e8eef6 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/floatingips/0174b805-1228-4dcf-abcc-f00805cfd7bf HTTP/1.1" status: 200 len: 994 time: 0.0687172 Sep 26 13:15:16.491045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56740) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:16.505374 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f63c895-7d66-4dff-9b3a-4cecc0381175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.613541 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f63c895-7d66-4dff-9b3a-4cecc0381175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.618673 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f63c895-7d66-4dff-9b3a-4cecc0381175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.668184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2f63c895-7d66-4dff-9b3a-4cecc0381175 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adc3ef4e02f243ceb785f797576d618f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745608 Sep 26 13:15:16.670380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56744) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:16.671761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63c895-7d66-4dff-9b3a-4cecc0381175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b6c72-d86c-41ff-bda9-e2b7c35ffc16,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:16.735458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56748) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:16.736165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05108bd-53c1-4321-97e8-f59af69ed808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.761667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05108bd-53c1-4321-97e8-f59af69ed808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.778239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0c9a4ac7-7778-42a0-b7bb-d81ea3076aac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbdfb6d4c9bf4c95abd865e880de397d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406103 Sep 26 13:15:16.780627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56750) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:16.816342 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05108bd-53c1-4321-97e8-f59af69ed808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.819652 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c05108bd-53c1-4321-97e8-f59af69ed808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.823363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c05108bd-53c1-4321-97e8-f59af69ed808 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b75b6c72-d86c-41ff-bda9-e2b7c35ffc16 HTTP/1.1" status: 204 len: 168 time: 0.1495905 Sep 26 13:15:16.835139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05108bd-53c1-4321-97e8-f59af69ed808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b6c72-d86c-41ff-bda9-e2b7c35ffc16,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:16.839651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-615c9a6b-55f7-438d-872c-36014228e794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.866748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-615c9a6b-55f7-438d-872c-36014228e794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.920431 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-615c9a6b-55f7-438d-872c-36014228e794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.923162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-615c9a6b-55f7-438d-872c-36014228e794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:16.927063 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-615c9a6b-55f7-438d-872c-36014228e794 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0fdac86-cc34-444d-aa51-801926890dc7 HTTP/1.1" status: 204 len: 168 time: 0.1428144 Sep 26 13:15:16.932785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c9a6b-55f7-438d-872c-36014228e794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fdac86-cc34-444d-aa51-801926890dc7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:18.042175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56814) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:18.229799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1071353409-network', 'tenant_id': 'a2c9688783174c25b5892599cc16c4ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:18.255997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Made reservation on behalf of a2c9688783174c25b5892599cc16c4ab for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:18.258449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.271029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.392129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.399018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.414786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:18.454095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.454455 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Added segment b1c9a3f8-5f8c-4c74-9069-7ef0c8930820 of type vlan for network fd928470-a105-45a4-99e9-3e46dcffeaf1 Sep 26 13:15:18.457916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f8a27f-cc41-4505-8280-50066dfe99ea,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:18.522843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.556193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.557232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:18.557817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.606413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56846) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:18.606965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5625448 Sep 26 13:15:18.612417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Request body: {'subnet': {'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1071353409-subnet', 'tenant_id': 'a2c9688783174c25b5892599cc16c4ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:18.638420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Made reservation on behalf of a2c9688783174c25b5892599cc16c4ab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:18.642220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.652322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82410c48-5357-472d-af86-b9d3e7dee0bf admin admin] Pushing event updated for resources: {'Network': ['ID=fd928470-a105-45a4-99e9-3e46dcffeaf1,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:18.663692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network fd928470-a105-45a4-99e9-3e46dcffeaf1 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:18.865760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.933126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:18.943137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Checking segment: {'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:18.943502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Network hostable DHCP agents. Network: fd928470-a105-45a4-99e9-3e46dcffeaf1, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:18.961141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Network fd928470-a105-45a4-99e9-3e46dcffeaf1 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:18.971677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, fd928470-a105-45a4-99e9-3e46dcffeaf1) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:18.976614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:18.977927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:18.982645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299bfeae-04d4-4d02-a291-7ca7b674b2fc None None] Network fd928470-a105-45a4-99e9-3e46dcffeaf1 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:18.997905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2c313230-5f03-479d-a658-1c81d17a4602 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3899405 Sep 26 13:15:19.137979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f424c-fc29-46e1-96af-1c3e7f5f015a None None] Network fd928470-a105-45a4-99e9-3e46dcffeaf1 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:19.901439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56898) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:20.147608 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.155291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a44103a-e076-41e0-9953-d4ca667af2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.258469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a44103a-e076-41e0-9953-d4ca667af2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.266242 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a44103a-e076-41e0-9953-d4ca667af2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.305018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44103a-e076-41e0-9953-d4ca667af2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef048c9e-eec3-4759-98be-deffa1e36bd2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:20.309520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a44103a-e076-41e0-9953-d4ca667af2a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=422536fe2a6642368ba977d6a0154d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064035 Sep 26 13:15:20.312705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56910) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:20.371066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef09-56e2-4865-b215-623082530394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.395964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef09-56e2-4865-b215-623082530394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.471042 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef09-56e2-4865-b215-623082530394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.474296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51a2ef09-56e2-4865-b215-623082530394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.475574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-51a2ef09-56e2-4865-b215-623082530394 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef048c9e-eec3-4759-98be-deffa1e36bd2 HTTP/1.1" status: 204 len: 168 time: 0.1625445 Sep 26 13:15:20.484847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2ef09-56e2-4865-b215-623082530394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef048c9e-eec3-4759-98be-deffa1e36bd2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:20.809107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56922) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:20.913975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56930) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:20.926947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a707810-bb54-4a05-ba18-ab75aae6cd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.929240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-03286044-182f-45bd-9153-babb6538c075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:20.958262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-03286044-182f-45bd-9153-babb6538c075 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:15:20.958262 n-d-806683-13 neutron-server[94811]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 26 13:15:20.958262 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id': '6f0d8735baaf49e18560d0b7ff30aa3a', 'id': '886201bc-0f76-419d-8564-166a2e05b92f', 'expiration': datetime.datetime(2021, 9, 26, 13, 17, 20, 948797)}] Sep 26 13:15:20.958262 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:15:20.958262 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-03286044-182f-45bd-9153-babb6538c075 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:15:21.198093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-5466b7b0-51c0-4e52-a2ba-6c30e4f41de6 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:21.199653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-5466b7b0-51c0-4e52-a2ba-6c30e4f41de6 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/networks?id=fd928470-a105-45a4-99e9-3e46dcffeaf1 HTTP/1.1" status: 200 len: 809 time: 0.1107082 Sep 26 13:15:21.215218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-cb95f227-8d26-45bb-89e1-5045386c3dad tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/quotas/a2c9688783174c25b5892599cc16c4ab HTTP/1.1" status: 200 len: 375 time: 0.0095732 Sep 26 13:15:21.248621 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-8c84487e-7858-4eeb-b203-69e09ddf6aa2 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2c9688783174c25b5892599cc16c4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275896 Sep 26 13:15:21.285164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a707810-bb54-4a05-ba18-ab75aae6cd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.289596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a707810-bb54-4a05-ba18-ab75aae6cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.330240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3a707810-bb54-4a05-ba18-ab75aae6cd78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d30d3348d1b4151a90f164a2f1c6565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199258 Sep 26 13:15:21.331173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a707810-bb54-4a05-ba18-ab75aae6cd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb0e0d-73be-4912-bc63-5a4339f69779,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:21.334968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56944) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:21.350640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-1240f1e6-2276-4d9b-8d06-e39d8f488a5a service neutron] 10.222.0.13 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938478 Sep 26 13:15:21.383445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2d396e5-2cc2-435d-b8ec-2090f83fb8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.403807 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2d396e5-2cc2-435d-b8ec-2090f83fb8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.440853 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-2f43614b-8b36-426b-b954-159d00667da9 service neutron] 10.222.0.13 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Sep 26 13:15:21.450315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2d396e5-2cc2-435d-b8ec-2090f83fb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.453209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2d396e5-2cc2-435d-b8ec-2090f83fb8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.454463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b2d396e5-2cc2-435d-b8ec-2090f83fb8e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efcb0e0d-73be-4912-bc63-5a4339f69779 HTTP/1.1" status: 204 len: 168 time: 0.1185308 Sep 26 13:15:21.459139 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-03286044-182f-45bd-9153-babb6538c075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.463678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d396e5-2cc2-435d-b8ec-2090f83fb8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb0e0d-73be-4912-bc63-5a4339f69779,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:21.576797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-03286044-182f-45bd-9153-babb6538c075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.584359 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-03286044-182f-45bd-9153-babb6538c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.627680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03286044-182f-45bd-9153-babb6538c075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef587715-4b6a-4cf7-94c0-56eec24db250,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:21.635860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-03286044-182f-45bd-9153-babb6538c075 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f0d8735baaf49e18560d0b7ff30aa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174408 Sep 26 13:15:21.636216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:21.661243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3610216d-b17b-4032-92f1-49e6d94fa079 req-3bc1016b-0e4e-401d-aafe-06c67f5166a6 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 210 time: 0.0388572 Sep 26 13:15:21.706972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3f79e5d-a3c7-46df-90ab-a9bc1f072e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.729963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3f79e5d-a3c7-46df-90ab-a9bc1f072e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.779953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3f79e5d-a3c7-46df-90ab-a9bc1f072e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.782869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3f79e5d-a3c7-46df-90ab-a9bc1f072e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.784168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3f79e5d-a3c7-46df-90ab-a9bc1f072e06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef587715-4b6a-4cf7-94c0-56eec24db250 HTTP/1.1" status: 204 len: 168 time: 0.1467943 Sep 26 13:15:21.792147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f79e5d-a3c7-46df-90ab-a9bc1f072e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef587715-4b6a-4cf7-94c0-56eec24db250,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:21.873004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56962) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:21.890170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7d2a0d7-abd9-42ae-8faf-3fb8b275e034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:21.997822 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7d2a0d7-abd9-42ae-8faf-3fb8b275e034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:22.007249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7d2a0d7-abd9-42ae-8faf-3fb8b275e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:22.059570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2a0d7-abd9-42ae-8faf-3fb8b275e034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ace59-7e09-4d4d-ad6c-ae2ba2952f59,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:22.074425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a7d2a0d7-abd9-42ae-8faf-3fb8b275e034 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f4b5a0be97548a8bd4a666fdcafb4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002366 Sep 26 13:15:22.074620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56972) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:22.138163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08ec240a-096f-47f3-bd77-68bea81cb9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:22.164523 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08ec240a-096f-47f3-bd77-68bea81cb9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:22.229622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08ec240a-096f-47f3-bd77-68bea81cb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:22.232972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08ec240a-096f-47f3-bd77-68bea81cb9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:22.237532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-08ec240a-096f-47f3-bd77-68bea81cb9bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c29ace59-7e09-4d4d-ad6c-ae2ba2952f59 HTTP/1.1" status: 204 len: 168 time: 0.1617367 Sep 26 13:15:22.247927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec240a-096f-47f3-bd77-68bea81cb9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ace59-7e09-4d4d-ad6c-ae2ba2952f59,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:22.777379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c475ab51-804f-476c-91aa-bd1c54ac8411 req-785f590a-3465-4564-a7f2-62b94b9861a6 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 210 time: 0.0448530 Sep 26 13:15:22.974865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-ee23b6db-e95e-4669-b7f9-a1c0c5d2bdb3 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:22.977136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-ee23b6db-e95e-4669-b7f9-a1c0c5d2bdb3 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.23 "GET /v2.0/networks?id=fd928470-a105-45a4-99e9-3e46dcffeaf1 HTTP/1.1" status: 200 len: 809 time: 0.1411657 Sep 26 13:15:22.991333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Request body: {'port': {'device_id': '5498821e-7699-4ae6-a3e9-389f4f4aa756', 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1', 'admin_state_up': True, 'tenant_id': 'a2c9688783174c25b5892599cc16c4ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:23.132659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Made reservation on behalf of a2c9688783174c25b5892599cc16c4ab for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:23.136545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:23.289265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Allocated IP 172.20.0.12 (fd928470-a105-45a4-99e9-3e46dcffeaf1/9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7/eea1bcbc-d305-41de-85a7-387b5d8dfd91) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:23.462557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:23.500322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:23.550776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Network fd928470-a105-45a4-99e9-3e46dcffeaf1 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:23.556782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:23.559313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:23.590126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Pushing event updated for resources: {'Port': ['ID=eea1bcbc-d305-41de-85a7-387b5d8dfd91,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:23.628545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:23.629328 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:23.644883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-7e266a09-92d6-4ff4-aed4-fb6f254d0ec1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6582580 Sep 26 13:15:23.716715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57074) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:23.761407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Request body: {'port': {'device_id': '5498821e-7699-4ae6-a3e9-389f4f4aa756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:23.809069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57082) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:23.827691 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:23.912374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fdeed1a-820d-46e0-9e69-0524cc04d38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:23.926829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65139cd1-ec10-4d79-ace9-3b1d30798977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:23.957270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-65139cd1-ec10-4d79-ace9-3b1d30798977 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:15:23.957270 n-d-806683-13 neutron-server[94811]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 26 13:15:23.957270 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id': 'b4003ae29610468a9de8c02b0cb4afd6', 'id': '516c4200-4885-46c3-88fb-4b2f4e93319b', 'expiration': datetime.datetime(2021, 9, 26, 13, 17, 23, 952788)}] Sep 26 13:15:23.957270 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:15:23.957720 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-65139cd1-ec10-4d79-ace9-3b1d30798977 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:15:24.021878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812adf8-9019-4a73-ba35-a2de4546211b req-b87c3824-ed84-4ed0-957b-39a3f088cafb tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:24.023926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e812adf8-9019-4a73-ba35-a2de4546211b req-b87c3824-ed84-4ed0-957b-39a3f088cafb tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 932 time: 0.1468046 Sep 26 13:15:24.058344 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fdeed1a-820d-46e0-9e69-0524cc04d38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.066006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fdeed1a-820d-46e0-9e69-0524cc04d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.110701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6fdeed1a-820d-46e0-9e69-0524cc04d38a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7142bfbcdf204b79ba5ddac47aacc841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002849 Sep 26 13:15:24.113271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57088) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:24.119698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdeed1a-820d-46e0-9e69-0524cc04d38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1030e3-5421-428d-b06c-cb2a19397ea9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:24.121869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e812adf8-9019-4a73-ba35-a2de4546211b req-5ac96eed-f560-48fe-8709-7e69905e3798 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868392 Sep 26 13:15:24.179247 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53888d99-0ac8-4edd-acbf-03da6ce55464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.202220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53888d99-0ac8-4edd-acbf-03da6ce55464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.213653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea1bcbc-d305-41de-85a7-387b5d8dfd91 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:15:24.222108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.237741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Transition to ACTIVE for port object eea1bcbc-d305-41de-85a7-387b5d8dfd91 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:15:24.241825 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.255167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53888d99-0ac8-4edd-acbf-03da6ce55464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.258046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53888d99-0ac8-4edd-acbf-03da6ce55464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.259313 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-53888d99-0ac8-4edd-acbf-03da6ce55464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e1030e3-5421-428d-b06c-cb2a19397ea9 HTTP/1.1" status: 204 len: 168 time: 0.1450770 Sep 26 13:15:24.270152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53888d99-0ac8-4edd-acbf-03da6ce55464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1030e3-5421-428d-b06c-cb2a19397ea9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:24.298066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Pushing event updated for resources: {'Port': ['ID=eea1bcbc-d305-41de-85a7-387b5d8dfd91,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:24.369066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Attempting to bind port eea1bcbc-d305-41de-85a7-387b5d8dfd91 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:15:24.369436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Attempting to bind port eea1bcbc-d305-41de-85a7-387b5d8dfd91 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:15:24.369851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Attempting to bind port eea1bcbc-d305-41de-85a7-387b5d8dfd91 on network fd928470-a105-45a4-99e9-3e46dcffeaf1 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:24.374341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Port eea1bcbc-d305-41de-85a7-387b5d8dfd91 on network fd928470-a105-45a4-99e9-3e46dcffeaf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:15:24.374606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Attempting to bind port eea1bcbc-d305-41de-85a7-387b5d8dfd91 on network fd928470-a105-45a4-99e9-3e46dcffeaf1 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:24.380322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:15:24.380826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Checking segment: {'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:24.381224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Bound using segment: {'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:15:24.381702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Bound port: eea1bcbc-d305-41de-85a7-387b5d8dfd91, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:15:24.382053 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.452098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] For port eea1bcbc-d305-41de-85a7-387b5d8dfd91, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:24.456203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] For port eea1bcbc-d305-41de-85a7-387b5d8dfd91, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eea1bcbc-d305-41de-85a7-387b5d8dfd91,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:24.459435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65139cd1-ec10-4d79-ace9-3b1d30798977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.464300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.500888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:24.501467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.503085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] 10.222.0.23 "PUT /v2.0/ports/eea1bcbc-d305-41de-85a7-387b5d8dfd91 HTTP/1.1" status: 200 len: 1093 time: 0.8497286 Sep 26 13:15:24.503540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5498821e-7699-4ae6-a3e9-389f4f4aa756', 'tag': 'eea1bcbc-d305-41de-85a7-387b5d8dfd91'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:24.506307 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d" -d '{"events": [{"name": "network-changed", "server_uuid": "5498821e-7699-4ae6-a3e9-389f4f4aa756", "tag": "eea1bcbc-d305-41de-85a7-387b5d8dfd91"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:24.559163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155b91-661d-41fa-bf08-013d37aa4c07 service neutron] Pushing event updated for resources: {'Port': ['ID=eea1bcbc-d305-41de-85a7-387b5d8dfd91,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:24.611635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-b7a0f767-5125-472b-809b-28989cbb775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:24.613991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-b7a0f767-5125-472b-809b-28989cbb775d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2c9688783174c25b5892599cc16c4ab&device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 1096 time: 0.0657303 Sep 26 13:15:24.646216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65139cd1-ec10-4d79-ace9-3b1d30798977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.650792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65139cd1-ec10-4d79-ace9-3b1d30798977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.687142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-65139cd1-ec10-4d79-ace9-3b1d30798977 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4003ae29610468a9de8c02b0cb4afd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9694002 Sep 26 13:15:24.694615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57106) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:24.703420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-070c56b1-816a-4188-83a6-cdf4d1137b91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eea1bcbc-d305-41de-85a7-387b5d8dfd91 HTTP/1.1" status: 200 len: 217 time: 0.0809925 Sep 26 13:15:24.739267 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65139cd1-ec10-4d79-ace9-3b1d30798977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d404cf-791a-4b0f-a604-d4a442153a50,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:24.786359 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab09f1c1-6179-428b-9633-ac60b797af5e x-openstack-request-id: req-ab09f1c1-6179-428b-9633-ac60b797af5e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:24.786789 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5498821e-7699-4ae6-a3e9-389f4f4aa756", "tag": "eea1bcbc-d305-41de-85a7-387b5d8dfd91", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:24.787045 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab09f1c1-6179-428b-9633-ac60b797af5e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:24.787453 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5498821e-7699-4ae6-a3e9-389f4f4aa756', 'tag': 'eea1bcbc-d305-41de-85a7-387b5d8dfd91', 'status': 'completed', 'code': 200} Sep 26 13:15:24.821092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98ee9ad9-3e64-4ab7-be1c-83df60ba3f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:24.829800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-00620760-052a-4239-a5a5-b2e75e0fc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:24.831378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-00620760-052a-4239-a5a5-b2e75e0fc847 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7 HTTP/1.1" status: 200 len: 849 time: 0.1191511 Sep 26 13:15:24.875372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-d9282f05-5b60-4c90-bf8c-4cb283bad7f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd928470-a105-45a4-99e9-3e46dcffeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358789 Sep 26 13:15:24.877201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98ee9ad9-3e64-4ab7-be1c-83df60ba3f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.010711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98ee9ad9-3e64-4ab7-be1c-83df60ba3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.013284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98ee9ad9-3e64-4ab7-be1c-83df60ba3f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.014524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-98ee9ad9-3e64-4ab7-be1c-83df60ba3f8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30d404cf-791a-4b0f-a604-d4a442153a50 HTTP/1.1" status: 204 len: 168 time: 0.3182800 Sep 26 13:15:25.024915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-8d120b4f-fb6b-4b3c-9943-1d34380ff081 service neutron] 10.222.0.23 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327159 Sep 26 13:15:25.025709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee9ad9-3e64-4ab7-be1c-83df60ba3f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d404cf-791a-4b0f-a604-d4a442153a50,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:25.149962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adcec941-4e88-4f98-9401-b17537aecfd2 req-63b0e0e6-eb90-4127-baed-d68ced9584b2 service neutron] 10.222.0.23 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168671 Sep 26 13:15:25.305155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-7aa7ccd8-0b39-441f-ad51-d49aff2af9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:25.306719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-7aa7ccd8-0b39-441f-ad51-d49aff2af9e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2c9688783174c25b5892599cc16c4ab&device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 1096 time: 0.1009614 Sep 26 13:15:25.323533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493561a-ddb9-438f-9531-69cb0b1fe445 req-359f2f55-266b-4865-b073-7ab0c3f813d9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:25.325169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6493561a-ddb9-438f-9531-69cb0b1fe445 req-359f2f55-266b-4865-b073-7ab0c3f813d9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 944 time: 0.1006672 Sep 26 13:15:25.426212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6493561a-ddb9-438f-9531-69cb0b1fe445 req-5933c392-dec9-4fe0-a96e-557b07574bca tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918205 Sep 26 13:15:25.448063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-f0cd4a85-d281-47dc-b5c9-07e367190d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:25.449830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-f0cd4a85-d281-47dc-b5c9-07e367190d53 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd928470-a105-45a4-99e9-3e46dcffeaf1 HTTP/1.1" status: 200 len: 909 time: 0.1236463 Sep 26 13:15:25.493611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-470c1fbe-b08b-41d5-84a4-07064e7d1506 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eea1bcbc-d305-41de-85a7-387b5d8dfd91 HTTP/1.1" status: 200 len: 217 time: 0.0361650 Sep 26 13:15:25.502971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57140) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:25.550286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-b0e19a03-40b8-4e7a-af51-1f5fa573ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:25.551781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-b0e19a03-40b8-4e7a-af51-1f5fa573ae94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7 HTTP/1.1" status: 200 len: 849 time: 0.0512288 Sep 26 13:15:25.583877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-573641bd-d856-4401-95a9-ed14ae5d06d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd928470-a105-45a4-99e9-3e46dcffeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253055 Sep 26 13:15:25.673764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1607e2e9-670d-4181-9c79-7c7aa66cd301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.681709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-1bbd3e42-1514-4049-8081-505dee2a8009 service neutron] 10.222.0.23 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887101 Sep 26 13:15:25.773995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1607e2e9-670d-4181-9c79-7c7aa66cd301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.779100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1607e2e9-670d-4181-9c79-7c7aa66cd301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.787364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bb25e4a5-28cd-4a12-be5d-9851b2e8d25d req-788598ce-be40-4fb4-baef-7314772eb494 service neutron] 10.222.0.23 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997252 Sep 26 13:15:25.821601 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1607e2e9-670d-4181-9c79-7c7aa66cd301 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b276f5393774bb991134499dd751edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172152 Sep 26 13:15:25.822545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e2e9-670d-4181-9c79-7c7aa66cd301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdfd21d-24dd-4c89-81d9-48a555cc330b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:25.824320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:25.875174 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da2b37e6-e7f3-44bf-9fdf-7abad2e309bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.896080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da2b37e6-e7f3-44bf-9fdf-7abad2e309bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.945031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da2b37e6-e7f3-44bf-9fdf-7abad2e309bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.947671 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da2b37e6-e7f3-44bf-9fdf-7abad2e309bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:25.948890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-da2b37e6-e7f3-44bf-9fdf-7abad2e309bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfdfd21d-24dd-4c89-81d9-48a555cc330b HTTP/1.1" status: 204 len: 168 time: 0.1233437 Sep 26 13:15:25.958638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b37e6-e7f3-44bf-9fdf-7abad2e309bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdfd21d-24dd-4c89-81d9-48a555cc330b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:26.562960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daf62e-651b-4022-878e-deb19b7f2eaf req-b78e36c9-5d0b-4e7a-b79e-b0e3a7e85921 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:26.564971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32daf62e-651b-4022-878e-deb19b7f2eaf req-b78e36c9-5d0b-4e7a-b79e-b0e3a7e85921 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 944 time: 0.0543635 Sep 26 13:15:26.611255 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32daf62e-651b-4022-878e-deb19b7f2eaf req-d0079c82-5943-42f7-9873-c54e62f49e85 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 Sep 26 13:15:26.820839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57204) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:26.924711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-871562e4-73c0-4e47-a6e8-c6a4fc8cf4ce tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:26.942541 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-871562e4-73c0-4e47-a6e8-c6a4fc8cf4ce tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] 10.222.0.13 "PUT /v2.0/quotas/49cf5870dfc34dc18bd90a969edc3ed8 HTTP/1.1" status: 200 len: 368 time: 0.1205657 Sep 26 13:15:26.945204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57210) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:26.950277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Request body: {'network': {'project_id': '49cf5870dfc34dc18bd90a969edc3ed8'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:26.974639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Made reservation on behalf of 49cf5870dfc34dc18bd90a969edc3ed8 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:26.976982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:26.989148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.096922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.101921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.127103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:27.137266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99595d53-bd70-4c48-9d58-652fd49b7992,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:27.142922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.143275 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Added segment 22f2372e-47ac-459a-ac9b-a9d4b1e336bc of type vlan for network df0d4560-0d7d-4a52-8906-7f317cd5fc39 Sep 26 13:15:27.191261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.217471 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.218558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:27.219691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.250151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3037705 Sep 26 13:15:27.253219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57224) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:27.257586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Request body: {'network': {'project_id': '49cf5870dfc34dc18bd90a969edc3ed8'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:27.295397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323244c-1ba2-4842-b49c-d063cebfb417 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Pushing event updated for resources: {'Network': ['ID=df0d4560-0d7d-4a52-8906-7f317cd5fc39,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:27.312878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Made reservation on behalf of 49cf5870dfc34dc18bd90a969edc3ed8 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:27.313623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network df0d4560-0d7d-4a52-8906-7f317cd5fc39 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:27.316704 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.353886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:27.367974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.368519 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Added segment 813acf8f-9dad-4f29-8495-8c1334791102 of type vlan for network e2abff98-ee3f-4847-a52b-6210041599b3 Sep 26 13:15:27.432316 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.466802 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.467889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:27.469469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.507997 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2540853 Sep 26 13:15:27.510947 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57234) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:27.517533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3eefb9ae-a381-4fa7-bc5b-e0076bf2a48c tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Request body: {'network': {'project_id': '49cf5870dfc34dc18bd90a969edc3ed8'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:27.550563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2ecdc-c8ff-4709-947b-c8b96c7b4df4 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Pushing event updated for resources: {'Network': ['ID=e2abff98-ee3f-4847-a52b-6210041599b3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:27.558937 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eefb9ae-a381-4fa7-bc5b-e0076bf2a48c tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 26 13:15:27.559125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eefb9ae-a381-4fa7-bc5b-e0076bf2a48c tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:27.560346 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3eefb9ae-a381-4fa7-bc5b-e0076bf2a48c tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0484669 Sep 26 13:15:27.561074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e2abff98-ee3f-4847-a52b-6210041599b3 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:27.563574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57240) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:27.617826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dfc33c59-6aca-4e25-9f66-38bb81d7005f tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49cf5870dfc34dc18bd90a969edc3ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512316 Sep 26 13:15:27.619120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57248) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:27.672871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c639d353-d951-40e6-ac5d-62c49413951f tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.700451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c639d353-d951-40e6-ac5d-62c49413951f tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.758478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c639d353-d951-40e6-ac5d-62c49413951f tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.761079 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c639d353-d951-40e6-ac5d-62c49413951f tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.764646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c639d353-d951-40e6-ac5d-62c49413951f tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/99595d53-bd70-4c48-9d58-652fd49b7992 HTTP/1.1" status: 204 len: 168 time: 0.1420984 Sep 26 13:15:27.765008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57262) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:27.771032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d353-d951-40e6-ac5d-62c49413951f tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99595d53-bd70-4c48-9d58-652fd49b7992,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:27.774888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530899fc-53d3-4a15-b989-b93d4689211e req-80270b3f-1121-4697-9bf1-7fe51a4bf9b6 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:27.776425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-530899fc-53d3-4a15-b989-b93d4689211e req-80270b3f-1121-4697-9bf1-7fe51a4bf9b6 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 944 time: 0.0712829 Sep 26 13:15:27.873414 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.880943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-530899fc-53d3-4a15-b989-b93d4689211e req-ae550332-dd1d-4628-87ba-580febc1f95e tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840831 Sep 26 13:15:27.970450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:27.994493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2abff98-ee3f-4847-a52b-6210041599b3']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:28.006538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813acf8f-9dad-4f29-8495-8c1334791102') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:28.007030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813acf8f-9dad-4f29-8495-8c1334791102') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:28.018293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.032009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.038907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:28.039377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:28.043125 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:28.110739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.116961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.119594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e2abff98-ee3f-4847-a52b-6210041599b3 HTTP/1.1" status: 204 len: 168 time: 0.3525486 Sep 26 13:15:28.121760 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57306) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:28.131731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91355bfd-dd66-48c6-b23f-1c3b521e06dc tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2abff98-ee3f-4847-a52b-6210041599b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:28.199520 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.296165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.501356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57324) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:28.606901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0d4560-0d7d-4a52-8906-7f317cd5fc39']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:28.616690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f2372e-47ac-459a-ac9b-a9d4b1e336bc') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:28.617026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f2372e-47ac-459a-ac9b-a9d4b1e336bc') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:28.617537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1993ff-0fa9-4a9e-a381-aab860264e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.626536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.637453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device eea1bcbc-d305-41de-85a7-387b5d8dfd91 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:15:28.639842 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.646771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:28.647170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:28.648927 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:28.711153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.717354 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.720332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] 10.222.0.13 "DELETE /v2.0/networks/df0d4560-0d7d-4a52-8906-7f317cd5fc39 HTTP/1.1" status: 204 len: 168 time: 0.5975289 Sep 26 13:15:28.734651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34aaab-0f4e-4c95-8c56-5811a39105d3 tempest-QuotasNegativeTest-1974461463 tempest-QuotasNegativeTest-1974461463-project-admin] Pushing event deleted for resources: {'Network': ['ID=df0d4560-0d7d-4a52-8906-7f317cd5fc39,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:28.748860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port eea1bcbc-d305-41de-85a7-387b5d8dfd91, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eea1bcbc-d305-41de-85a7-387b5d8dfd91,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:28.762550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'eea1bcbc-d305-41de-85a7-387b5d8dfd91', 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1', 'port_id': 'eea1bcbc-d305-41de-85a7-387b5d8dfd91', 'mac_address': 'fa:16:3e:89:ad:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:15:28.800210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1993ff-0fa9-4a9e-a381-aab860264e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.805273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1993ff-0fa9-4a9e-a381-aab860264e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.807624 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.822118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea1bcbc-d305-41de-85a7-387b5d8dfd91 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:15:28.844150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port eea1bcbc-d305-41de-85a7-387b5d8dfd91, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eea1bcbc-d305-41de-85a7-387b5d8dfd91,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:28.849551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.849808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bb1993ff-0fa9-4a9e-a381-aab860264e77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f27b9ddc8fc048908bede7a331c5f16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471074 Sep 26 13:15:28.850863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1993ff-0fa9-4a9e-a381-aab860264e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da50f10-70b0-49e7-b2a1-3837c8652768,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:28.852516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57330) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:28.907560 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24fad9e8-790c-4675-91d1-e0e3926a7f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:28.915363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=eea1bcbc-d305-41de-85a7-387b5d8dfd91,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:28.937918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24fad9e8-790c-4675-91d1-e0e3926a7f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.032467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb0aae-4d29-40c6-b827-002e7fd7aa0d req-01d3cc27-dde8-423c-ae51-2608ec2fdd0c tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:29.034297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cdb0aae-4d29-40c6-b827-002e7fd7aa0d req-01d3cc27-dde8-423c-ae51-2608ec2fdd0c tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 945 time: 0.0688100 Sep 26 13:15:29.043760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24fad9e8-790c-4675-91d1-e0e3926a7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.046728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24fad9e8-790c-4675-91d1-e0e3926a7f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.051286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-24fad9e8-790c-4675-91d1-e0e3926a7f94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0da50f10-70b0-49e7-b2a1-3837c8652768 HTTP/1.1" status: 204 len: 168 time: 0.1947563 Sep 26 13:15:29.065803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fad9e8-790c-4675-91d1-e0e3926a7f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da50f10-70b0-49e7-b2a1-3837c8652768,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:29.111185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cdb0aae-4d29-40c6-b827-002e7fd7aa0d req-29ec1f84-b0b8-4326-b8a9-5d1529479709 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Sep 26 13:15:29.149060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['eea1bcbc-d305-41de-85a7-387b5d8dfd91'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:15:29.217007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57342) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:29.352049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-052fb331-0663-4a13-bceb-1f047b1ad785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.373975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57348) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:29.387631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b18835d-6c39-406e-9757-7f37fca71e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.445239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-052fb331-0663-4a13-bceb-1f047b1ad785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.448827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-052fb331-0663-4a13-bceb-1f047b1ad785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.489079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-052fb331-0663-4a13-bceb-1f047b1ad785 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5001024deff84a4f9b0c711c2a8e27b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708895 Sep 26 13:15:29.490009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fb331-0663-4a13-bceb-1f047b1ad785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2322915-6572-466d-a887-1fade359e5f2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:29.492294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57352) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:29.583942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af156505-8703-45e6-8dd5-e22a602429dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.586644 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b18835d-6c39-406e-9757-7f37fca71e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.595997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b18835d-6c39-406e-9757-7f37fca71e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.635317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af156505-8703-45e6-8dd5-e22a602429dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.656921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4b18835d-6c39-406e-9757-7f37fca71e55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35df8b77b9a44c80b85aa4ae2fb74b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818420 Sep 26 13:15:29.659684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57356) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:29.664282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18835d-6c39-406e-9757-7f37fca71e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3815cbe7-cc31-4df6-a9b1-778e841a9845,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:29.698968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af156505-8703-45e6-8dd5-e22a602429dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.701768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af156505-8703-45e6-8dd5-e22a602429dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.702963 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-af156505-8703-45e6-8dd5-e22a602429dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2322915-6572-466d-a887-1fade359e5f2 HTTP/1.1" status: 204 len: 168 time: 0.2036815 Sep 26 13:15:29.711536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af156505-8703-45e6-8dd5-e22a602429dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2322915-6572-466d-a887-1fade359e5f2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:29.715665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1adabe0-e8a2-4748-b498-776083359a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.744831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1adabe0-e8a2-4748-b498-776083359a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.793054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1adabe0-e8a2-4748-b498-776083359a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.795690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1adabe0-e8a2-4748-b498-776083359a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:29.799475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d1adabe0-e8a2-4748-b498-776083359a70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3815cbe7-cc31-4df6-a9b1-778e841a9845 HTTP/1.1" status: 204 len: 168 time: 0.1361284 Sep 26 13:15:29.805364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adabe0-e8a2-4748-b498-776083359a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3815cbe7-cc31-4df6-a9b1-778e841a9845,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:30.110597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57372) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:30.124268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-391f94ef-aca3-4405-a4df-3836d46ddb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.259261 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-391f94ef-aca3-4405-a4df-3836d46ddb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.268790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff23eab-aafb-4b46-873f-1ca4b58e8f11 req-5ae89548-3f2e-4975-ba2c-88dcd23308fa tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:30.270593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bff23eab-aafb-4b46-873f-1ca4b58e8f11 req-5ae89548-3f2e-4975-ba2c-88dcd23308fa tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 945 time: 0.0832801 Sep 26 13:15:30.271681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-391f94ef-aca3-4405-a4df-3836d46ddb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.344285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-391f94ef-aca3-4405-a4df-3836d46ddb9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6544308bf78a48ecb673404c9411e6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319179 Sep 26 13:15:30.347233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57384) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:30.351081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f94ef-aca3-4405-a4df-3836d46ddb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46c88c5-98f6-4ea9-90e6-9b9d0d3cd620,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:30.356975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bff23eab-aafb-4b46-873f-1ca4b58e8f11 req-29eddb1e-447e-45b2-b6ee-17da4aa5408f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765591 Sep 26 13:15:30.412035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cec0f60f-71f5-485d-8ea5-dc109df781da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.434265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cec0f60f-71f5-485d-8ea5-dc109df781da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.486261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cec0f60f-71f5-485d-8ea5-dc109df781da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.489423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cec0f60f-71f5-485d-8ea5-dc109df781da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.490959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cec0f60f-71f5-485d-8ea5-dc109df781da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d46c88c5-98f6-4ea9-90e6-9b9d0d3cd620 HTTP/1.1" status: 204 len: 168 time: 0.1425543 Sep 26 13:15:30.502283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0f60f-71f5-485d-8ea5-dc109df781da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46c88c5-98f6-4ea9-90e6-9b9d0d3cd620,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:30.638085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device eea1bcbc-d305-41de-85a7-387b5d8dfd91 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:15:30.695232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port eea1bcbc-d305-41de-85a7-387b5d8dfd91 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:15:30.699857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port eea1bcbc-d305-41de-85a7-387b5d8dfd91 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:30.700714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.796208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:30.953018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5498821e-7699-4ae6-a3e9-389f4f4aa756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea1bcbc-d305-41de-85a7-387b5d8dfd91'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:30.955599 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e04cbe-f911-4f9e-80aa-074b8948af9a" -d '{"events": [{"server_uuid": "5498821e-7699-4ae6-a3e9-389f4f4aa756", "name": "network-vif-plugged", "status": "completed", "tag": "eea1bcbc-d305-41de-85a7-387b5d8dfd91"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:30.977795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port eea1bcbc-d305-41de-85a7-387b5d8dfd91, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eea1bcbc-d305-41de-85a7-387b5d8dfd91,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:30.982968 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.007347 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0444fe-a149-4867-9cb2-78354f8cb491 x-openstack-request-id: req-6c0444fe-a149-4867-9cb2-78354f8cb491 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:31.007618 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5498821e-7699-4ae6-a3e9-389f4f4aa756", "name": "network-vif-plugged", "status": "completed", "tag": "eea1bcbc-d305-41de-85a7-387b5d8dfd91", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:31.008044 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c0444fe-a149-4867-9cb2-78354f8cb491 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:31.008655 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5498821e-7699-4ae6-a3e9-389f4f4aa756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea1bcbc-d305-41de-85a7-387b5d8dfd91', 'code': 200} Sep 26 13:15:31.039889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=eea1bcbc-d305-41de-85a7-387b5d8dfd91,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:31.118556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef393743-6ace-4092-af56-f4fb767448aa req-8c36b081-b03b-40ac-a2fe-981977d62888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:31.120660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef393743-6ace-4092-af56-f4fb767448aa req-8c36b081-b03b-40ac-a2fe-981977d62888 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 1098 time: 0.0600758 Sep 26 13:15:31.160442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef393743-6ace-4092-af56-f4fb767448aa req-5a1d3549-a51d-4719-bd40-7d9a5099074d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 Sep 26 13:15:31.371726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57434) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:31.496315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36bd7-7fce-48ea-ad81-c2a90142ba26 req-12ad747b-97f9-406c-a759-403ab484ec4d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:31.497890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-44d36bd7-7fce-48ea-ad81-c2a90142ba26 req-12ad747b-97f9-406c-a759-403ab484ec4d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 946 time: 0.0690699 Sep 26 13:15:31.519507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1834151121'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:31.545174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:31.549314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.552433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-44d36bd7-7fce-48ea-ad81-c2a90142ba26 req-44d3ff39-85a7-4bf4-8034-f990ed68298d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466378 Sep 26 13:15:31.568831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.668730 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.673900 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.698318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:31.717760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.718104 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Added segment ada830d5-de0e-45a2-ada1-aabf79b042a7 of type vlan for network d5e44506-454b-47e8-bef4-b9da1ea6ecdd Sep 26 13:15:31.719473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3114422-46ef-48dc-85d2-2aed32aad4eb,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:31.769675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.796419 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.802977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:31.803609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:31.844762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4714358 Sep 26 13:15:31.878611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cf94e-8e2b-4395-9ebb-49a880c4ea1d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Network': ['ID=d5e44506-454b-47e8-bef4-b9da1ea6ecdd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:31.888577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d5e44506-454b-47e8-bef4-b9da1ea6ecdd details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:32.123769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57486) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:32.250683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-487b28ad-f4cb-41e8-97ba-0c0640f3b3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:32.371476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-487b28ad-f4cb-41e8-97ba-0c0640f3b3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:32.376831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-487b28ad-f4cb-41e8-97ba-0c0640f3b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:32.423069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-487b28ad-f4cb-41e8-97ba-0c0640f3b3fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58ed0445e9324afc9c97897a566c658c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956362 Sep 26 13:15:32.423069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b28ad-f4cb-41e8-97ba-0c0640f3b3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a96e1a-a0f4-4bb9-b02d-9619e0313ce2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:32.423619 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57490) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:32.490259 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32307689-86c2-4352-8239-c5bece2de1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:32.513125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32307689-86c2-4352-8239-c5bece2de1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:32.588276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32307689-86c2-4352-8239-c5bece2de1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:32.592129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32307689-86c2-4352-8239-c5bece2de1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:32.596923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-32307689-86c2-4352-8239-c5bece2de1d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60a96e1a-a0f4-4bb9-b02d-9619e0313ce2 HTTP/1.1" status: 204 len: 168 time: 0.1697752 Sep 26 13:15:32.605260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32307689-86c2-4352-8239-c5bece2de1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a96e1a-a0f4-4bb9-b02d-9619e0313ce2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:32.697065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6aa70-3138-4b7c-bf56-9f18ab93829c req-35d76fc9-7b37-4031-a278-efc22a92b384 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:32.699040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ec6aa70-3138-4b7c-bf56-9f18ab93829c req-35d76fc9-7b37-4031-a278-efc22a92b384 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 946 time: 0.0555851 Sep 26 13:15:32.747897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ec6aa70-3138-4b7c-bf56-9f18ab93829c req-44dc77f7-5b4a-4588-ae4e-5aba25b8ae93 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Sep 26 13:15:32.937781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57504) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:32.957201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8013f0a7-1ec1-4663-869c-bba9a8761dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:33.068172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8013f0a7-1ec1-4663-869c-bba9a8761dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:33.074849 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8013f0a7-1ec1-4663-869c-bba9a8761dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:33.123791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57510) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:33.123985 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8013f0a7-1ec1-4663-869c-bba9a8761dc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ddf54ba49fa42a7a68b582d75aee41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849425 Sep 26 13:15:33.126837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013f0a7-1ec1-4663-869c-bba9a8761dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d420f70-fe6b-4592-b25d-bbbe5765b3fa,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:33.191575 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0ff9-7cdf-4c00-88f9-d03417153054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:33.207633 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0ff9-7cdf-4c00-88f9-d03417153054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:33.267047 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0ff9-7cdf-4c00-88f9-d03417153054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:33.269957 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0ff9-7cdf-4c00-88f9-d03417153054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:33.273651 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c5dc0ff9-7cdf-4c00-88f9-d03417153054 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d420f70-fe6b-4592-b25d-bbbe5765b3fa HTTP/1.1" status: 204 len: 168 time: 0.1452875 Sep 26 13:15:33.284516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc0ff9-7cdf-4c00-88f9-d03417153054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d420f70-fe6b-4592-b25d-bbbe5765b3fa,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:33.462711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5766e06-87df-42e9-99e7-f9ab3ef6548d req-0f2e0804-cc1b-4d5c-b019-6bc14330a4c8 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:33.464296 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5766e06-87df-42e9-99e7-f9ab3ef6548d req-0f2e0804-cc1b-4d5c-b019-6bc14330a4c8 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 946 time: 0.0603871 Sep 26 13:15:33.507437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5766e06-87df-42e9-99e7-f9ab3ef6548d req-25fe4772-4466-4140-8d27-91a58d28a220 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364892 Sep 26 13:15:34.639026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb7288-fae8-411b-a494-7b9ce6d75672 req-66586e5f-72e5-4d46-8203-78223f65eb13 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:34.640641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e3bb7288-fae8-411b-a494-7b9ce6d75672 req-66586e5f-72e5-4d46-8203-78223f65eb13 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 946 time: 0.0601978 Sep 26 13:15:34.681948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e3bb7288-fae8-411b-a494-7b9ce6d75672 req-0d51ac31-4935-4840-b10b-e268c970a8a3 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Sep 26 13:15:34.884256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-b2f82c5a-c500-48f0-98bb-657df877e3ea tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:34.889609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-b2f82c5a-c500-48f0-98bb-657df877e3ea tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.23 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 946 time: 0.0605502 Sep 26 13:15:35.023514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Deleting port eea1bcbc-d305-41de-85a7-387b5d8dfd91 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:35.024792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.129649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57606) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:35.134829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'subnet': {'network_id': 'd5e44506-454b-47e8-bef4-b9da1ea6ecdd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:35.166208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] For port eea1bcbc-d305-41de-85a7-387b5d8dfd91, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=eea1bcbc-d305-41de-85a7-387b5d8dfd91,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:35.167250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.180333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Calling delete_port for eea1bcbc-d305-41de-85a7-387b5d8dfd91 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:35.261072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:35.266552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.338989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.353370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['eea1bcbc-d305-41de-85a7-387b5d8dfd91'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:15:35.379915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Pushing event deleted for resources: {'Port': ['ID=eea1bcbc-d305-41de-85a7-387b5d8dfd91,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:35.426495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] No DVR routers for this DVR port eea1bcbc-d305-41de-85a7-387b5d8dfd91 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:35.429176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.431526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-beff4177-01dc-4fd1-b4a5-71049a725047 req-6ff68e38-f1ef-4bce-aaf9-d3192609e68f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.23 "DELETE /v2.0/ports/eea1bcbc-d305-41de-85a7-387b5d8dfd91 HTTP/1.1" status: 204 len: 173 time: 0.5368664 Sep 26 13:15:35.432005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5498821e-7699-4ae6-a3e9-389f4f4aa756', 'name': 'network-vif-deleted', 'tag': 'eea1bcbc-d305-41de-85a7-387b5d8dfd91'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:35.434543 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c4ca21-b73a-430c-8dc9-d2e5b3127dbe" -d '{"events": [{"server_uuid": "5498821e-7699-4ae6-a3e9-389f4f4aa756", "name": "network-vif-deleted", "tag": "eea1bcbc-d305-41de-85a7-387b5d8dfd91"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:35.487929 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bac6cf-037c-4de7-9e8f-ee4ce7a56954 x-openstack-request-id: req-42bac6cf-037c-4de7-9e8f-ee4ce7a56954 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:35.488427 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5498821e-7699-4ae6-a3e9-389f4f4aa756", "name": "network-vif-deleted", "tag": "eea1bcbc-d305-41de-85a7-387b5d8dfd91", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:35.488864 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42bac6cf-037c-4de7-9e8f-ee4ce7a56954 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:35.489425 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5498821e-7699-4ae6-a3e9-389f4f4aa756', 'name': 'network-vif-deleted', 'tag': 'eea1bcbc-d305-41de-85a7-387b5d8dfd91', 'status': 'completed', 'code': 200} Sep 26 13:15:35.492433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:35.562755 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.621556 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:15:35.622188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16e8e55c-350b-4f8a-ae33-deafc0545025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.643446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Subnet': ['ID=f1390fcf-7ccb-4064-98e7-2542e9ceaee8,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:35.656742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Checking segment: {'id': 'ada830d5-de0e-45a2-ada1-aabf79b042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5e44506-454b-47e8-bef4-b9da1ea6ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:35.657152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network hostable DHCP agents. Network: d5e44506-454b-47e8-bef4-b9da1ea6ecdd, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:35.680224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network d5e44506-454b-47e8-bef4-b9da1ea6ecdd is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:35.691853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d5e44506-454b-47e8-bef4-b9da1ea6ecdd) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:35.701169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:35.701971 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.703540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd5239-1454-4bb5-9777-5c53def7c0a4 None None] Network d5e44506-454b-47e8-bef4-b9da1ea6ecdd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:35.736257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16e8e55c-350b-4f8a-ae33-deafc0545025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.746799 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16e8e55c-350b-4f8a-ae33-deafc0545025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.778539 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b392a473-e4c7-4d0a-9d9e-d4732182f17c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6475680 Sep 26 13:15:35.780374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57628) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:35.785400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1590071788'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:35.795921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-16e8e55c-350b-4f8a-ae33-deafc0545025 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e349b44cc504038a63c85aef8e76af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022945 Sep 26 13:15:35.796682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57630) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:35.797451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8e55c-350b-4f8a-ae33-deafc0545025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994a051f-c946-4b39-9c97-400c3c3e4a9d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:35.810531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf7bbf-aa65-4c61-95fb-7f8737a8e074 req-9e6bfe22-c225-4d03-aceb-7de246fd325d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:35.818047 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5faf7bbf-aa65-4c61-95fb-7f8737a8e074 req-9e6bfe22-c225-4d03-aceb-7de246fd325d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 947 time: 0.0959916 Sep 26 13:15:35.841173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7048021-b814-4f63-a69f-1efc82152a6e req-04a36f69-511c-4a81-8154-23f5a169a0f1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=5498821e-7699-4ae6-a3e9-389f4f4aa756 HTTP/1.1" status: 200 len: 210 time: 0.0335391 Sep 26 13:15:35.875295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:35.880267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.900626 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b44baa87-c78e-4dae-913a-6e18a0f9ad96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.906524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5faf7bbf-aa65-4c61-95fb-7f8737a8e074 req-c9666872-444d-429b-ae52-ea2c5b059d8d tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867558 Sep 26 13:15:35.919401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:35.926131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b44baa87-c78e-4dae-913a-6e18a0f9ad96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.932539 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.932897 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Added segment 14feffcc-12db-4baa-8db6-9d5e3cb81abb of type vlan for network 7d9192fe-e751-41df-b759-b9684f0cb5dd Sep 26 13:15:35.975648 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d5e44506-454b-47e8-bef4-b9da1ea6ecdd', 'network_id': 'd5e44506-454b-47e8-bef4-b9da1ea6ecdd', 'tenant_id': '976db5fd9b364942af4c1a9c89d79ba5', 'fixed_ips': [{'subnet_id': 'f1390fcf-7ccb-4064-98e7-2542e9ceaee8'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:15:35.976888 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:35.983226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.007296 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b44baa87-c78e-4dae-913a-6e18a0f9ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.010418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b44baa87-c78e-4dae-913a-6e18a0f9ad96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.012551 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.014528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b44baa87-c78e-4dae-913a-6e18a0f9ad96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/994a051f-c946-4b39-9c97-400c3c3e4a9d HTTP/1.1" status: 204 len: 168 time: 0.2140136 Sep 26 13:15:36.023011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44baa87-c78e-4dae-913a-6e18a0f9ad96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994a051f-c946-4b39-9c97-400c3c3e4a9d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:36.038380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:36.039088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.097160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3118138 Sep 26 13:15:36.097160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57636) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:36.103026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'subnet': {'network_id': '7d9192fe-e751-41df-b759-b9684f0cb5dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:36.148221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e361969-e585-4483-b7f2-4ee03ffb132c tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Network': ['ID=7d9192fe-e751-41df-b759-b9684f0cb5dd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:36.164387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7d9192fe-e751-41df-b759-b9684f0cb5dd details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:36.189990 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Allocated IP 2001:db8:0:ffff::2 (d5e44506-454b-47e8-bef4-b9da1ea6ecdd/f1390fcf-7ccb-4064-98e7-2542e9ceaee8/e74a4f06-74fd-4289-98b5-2e0ab0e42dc2) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:36.232321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:36.236293 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.350373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57640) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:36.366317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d99d89cf-8cac-4004-8fc1-4face4dd91be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.394024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.400822 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.439660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Network d5e44506-454b-47e8-bef4-b9da1ea6ecdd is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:36.444516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:36.448970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:36.459501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Pushing event updated for resources: {'Port': ['ID=e74a4f06-74fd-4289-98b5-2e0ab0e42dc2,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:36.477153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d99d89cf-8cac-4004-8fc1-4face4dd91be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.484804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d99d89cf-8cac-4004-8fc1-4face4dd91be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.516144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Attempting to bind port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:15:36.516539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Attempting to bind port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ada830d5-de0e-45a2-ada1-aabf79b042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5e44506-454b-47e8-bef4-b9da1ea6ecdd'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:15:36.517292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Attempting to bind port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 on network d5e44506-454b-47e8-bef4-b9da1ea6ecdd {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:36.525217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d89cf-8cac-4004-8fc1-4face4dd91be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dd6751-2b86-45a6-9cfa-617b4b4cfcdc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:36.526081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:15:36.526457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Checking segment: {'id': 'ada830d5-de0e-45a2-ada1-aabf79b042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5e44506-454b-47e8-bef4-b9da1ea6ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:36.526859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.527251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Bound using segment: {'id': 'ada830d5-de0e-45a2-ada1-aabf79b042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5e44506-454b-47e8-bef4-b9da1ea6ecdd'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:15:36.527717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Bound port: e74a4f06-74fd-4289-98b5-2e0ab0e42dc2, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada830d5-de0e-45a2-ada1-aabf79b042a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5e44506-454b-47e8-bef4-b9da1ea6ecdd'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:15:36.528096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.534205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d99d89cf-8cac-4004-8fc1-4face4dd91be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8bfc284e80f4631b71ff2f3525a5468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789398 Sep 26 13:15:36.534705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57644) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:36.569438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:15:36.570685 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.599853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cabf074e-fcf7-4a31-88ac-3ec3b68e9f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.618487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] For port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:36.623095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] For port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e74a4f06-74fd-4289-98b5-2e0ab0e42dc2,segment=NetworkSegment(ada830d5-de0e-45a2-ada1-aabf79b042a7),segment_id=ada830d5-de0e-45a2-ada1-aabf79b042a7)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:36.626114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cabf074e-fcf7-4a31-88ac-3ec3b68e9f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.644226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Subnet': ['ID=19c07798-5052-47dd-99d0-1820b6a1416a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:36.645805 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.654043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Checking segment: {'id': '14feffcc-12db-4baa-8db6-9d5e3cb81abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d9192fe-e751-41df-b759-b9684f0cb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:36.654406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network hostable DHCP agents. Network: 7d9192fe-e751-41df-b759-b9684f0cb5dd, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:36.672263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network 7d9192fe-e751-41df-b759-b9684f0cb5dd is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:36.680457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cabf074e-fcf7-4a31-88ac-3ec3b68e9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.682942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7d9192fe-e751-41df-b759-b9684f0cb5dd) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:36.683147 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cabf074e-fcf7-4a31-88ac-3ec3b68e9f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.684270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cabf074e-fcf7-4a31-88ac-3ec3b68e9f6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40dd6751-2b86-45a6-9cfa-617b4b4cfcdc HTTP/1.1" status: 204 len: 168 time: 0.1485994 Sep 26 13:15:36.693022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:36.693607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf074e-fcf7-4a31-88ac-3ec3b68e9f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dd6751-2b86-45a6-9cfa-617b4b4cfcdc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:36.695519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.706950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d17cb-5ec9-4a0c-967c-12a45ea6e4f2 None None] Network 7d9192fe-e751-41df-b759-b9684f0cb5dd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:36.726099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-93a5d0b3-5597-4d5e-a4b7-bd3d9978da1a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6289046 Sep 26 13:15:36.726334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57650) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:36.731617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'port': {'network_id': '7d9192fe-e751-41df-b759-b9684f0cb5dd', 'name': 'tempest-NetworksIpV6TestAttrs-1572690544'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:36.801885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d6a69-0e6c-406f-b94f-7598eb0e782c None None] Pushing event updated for resources: {'Port': ['ID=e74a4f06-74fd-4289-98b5-2e0ab0e42dc2,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:36.904332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:36.916733 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:36.918667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-7d9192fe-e751-41df-b759-b9684f0cb5dd', 'network_id': '7d9192fe-e751-41df-b759-b9684f0cb5dd', 'tenant_id': '976db5fd9b364942af4c1a9c89d79ba5', 'fixed_ips': [{'subnet_id': '19c07798-5052-47dd-99d0-1820b6a1416a'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:15:36.919580 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.021543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] device_id is not set on port 01f7a301-b40a-4326-89a4-8e5de69d21cf yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:15:37.143129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-f19022f0-d462-4cf7-b50b-63f22523e2b6 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:37.145023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-f19022f0-d462-4cf7-b50b-63f22523e2b6 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.24 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 947 time: 0.1549499 Sep 26 13:15:37.193947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Allocated IP 2001:db8::f816:3eff:fe56:4272 (7d9192fe-e751-41df-b759-b9684f0cb5dd/19c07798-5052-47dd-99d0-1820b6a1416a/aa40d2ec-61de-4590-a40c-e07534e3259c) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:37.252528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223441d9-6caa-4e52-8306-f1452dded38f req-26c591e7-152f-44cc-b517-d46cdbe1d3da tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:37.254155 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-223441d9-6caa-4e52-8306-f1452dded38f req-26c591e7-152f-44cc-b517-d46cdbe1d3da tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 947 time: 0.1690326 Sep 26 13:15:37.355115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-223441d9-6caa-4e52-8306-f1452dded38f req-4c4d64d3-6fce-43cf-bc8f-2336c41557f1 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566204 Sep 26 13:15:37.382988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Deleting port ac36c958-7834-4e44-aba3-25f745fbb137 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:37.383440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.449410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-1bf7a584-3ce5-42ad-906c-c9f503a75930 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:37.456783 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-1bf7a584-3ce5-42ad-906c-c9f503a75930 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/networks?id=fd928470-a105-45a4-99e9-3e46dcffeaf1 HTTP/1.1" status: 200 len: 809 time: 0.1521688 Sep 26 13:15:37.474957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-a3fbcd84-7fe1-4fd2-8d0d-498794ea66b6 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/quotas/a2c9688783174c25b5892599cc16c4ab HTTP/1.1" status: 200 len: 375 time: 0.0170150 Sep 26 13:15:37.482183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:15:37.517420 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-88addf03-8953-4d47-8f5f-6783af35e4fc tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2c9688783174c25b5892599cc16c4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415928 Sep 26 13:15:37.517684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] For port ac36c958-7834-4e44-aba3-25f745fbb137, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ac36c958-7834-4e44-aba3-25f745fbb137,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:37.518072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.526731 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.540958 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.579058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Network 7d9192fe-e751-41df-b759-b9684f0cb5dd is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:37.586560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:37.596055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:37.622747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:37.623118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.658738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-36484081-9c42-4eae-b747-bbbdd359b5b4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330726 Sep 26 13:15:37.685590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Pushing event updated for resources: {'Port': ['ID=aa40d2ec-61de-4590-a40c-e07534e3259c,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:37.734406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Attempting to bind port aa40d2ec-61de-4590-a40c-e07534e3259c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:15:37.734779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Attempting to bind port aa40d2ec-61de-4590-a40c-e07534e3259c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '14feffcc-12db-4baa-8db6-9d5e3cb81abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d9192fe-e751-41df-b759-b9684f0cb5dd'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:15:37.735126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Attempting to bind port aa40d2ec-61de-4590-a40c-e07534e3259c on network 7d9192fe-e751-41df-b759-b9684f0cb5dd {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:37.778678 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.783991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:15:37.784377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Checking segment: {'id': '14feffcc-12db-4baa-8db6-9d5e3cb81abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d9192fe-e751-41df-b759-b9684f0cb5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:37.784790 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.785189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Bound using segment: {'id': '14feffcc-12db-4baa-8db6-9d5e3cb81abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d9192fe-e751-41df-b759-b9684f0cb5dd'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:15:37.786121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Bound port: aa40d2ec-61de-4590-a40c-e07534e3259c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14feffcc-12db-4baa-8db6-9d5e3cb81abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d9192fe-e751-41df-b759-b9684f0cb5dd'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:15:37.789269 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.832966 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-9f6fbe47-1994-4381-bdb3-d1e1dd53a79f service neutron] 10.222.0.13 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725619 Sep 26 13:15:37.872920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e74a4f06-74fd-4289-98b5-2e0ab0e42dc2,segment=NetworkSegment(ada830d5-de0e-45a2-ada1-aabf79b042a7),segment_id=ada830d5-de0e-45a2-ada1-aabf79b042a7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:37.879693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:37.970195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] For port aa40d2ec-61de-4590-a40c-e07534e3259c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:37.992108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=e74a4f06-74fd-4289-98b5-2e0ab0e42dc2,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:37.996989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] For port aa40d2ec-61de-4590-a40c-e07534e3259c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=aa40d2ec-61de-4590-a40c-e07534e3259c,segment=NetworkSegment(14feffcc-12db-4baa-8db6-9d5e3cb81abb),segment_id=14feffcc-12db-4baa-8db6-9d5e3cb81abb)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:38.003527 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.132937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2996a-96b7-4f69-b9fe-4135c5acb752 None None] Pushing event updated for resources: {'Port': ['ID=aa40d2ec-61de-4590-a40c-e07534e3259c,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:38.212441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77dafc8-9d23-4745-ab5a-71e292ff662f None None] Network d5e44506-454b-47e8-bef4-b9da1ea6ecdd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:38.273953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbd91309-6040-4d47-ba9c-6d05f9d218e7 req-7cc715be-cb38-4663-b77e-0aae63eb9bf9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 210 time: 0.1368129 Sep 26 13:15:38.275801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Allocated IP 2001:db8::f816:3eff:fecc:26e (7d9192fe-e751-41df-b759-b9684f0cb5dd/19c07798-5052-47dd-99d0-1820b6a1416a/01f7a301-b40a-4326-89a4-8e5de69d21cf) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:38.450584 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0db49714-17b2-42db-b038-32abc15334e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.460543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ca6c4ada-a0ec-4f2f-81da-2acb9fad005c None None] Provisioning complete for port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:38.464539 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ca6c4ada-a0ec-4f2f-81da-2acb9fad005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.535638 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.535907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.536029 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Floating IP ef509e69-a4c9-4d4d-8ea9-e4766ee02642 disassociated. External IP: 172.25.4.88, port: ac36c958-7834-4e44-aba3-25f745fbb137. Sep 26 13:15:38.536379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Calling delete_port for ac36c958-7834-4e44-aba3-25f745fbb137 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:38.672159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device eea1bcbc-d305-41de-85a7-387b5d8dfd91 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:38.687632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.704571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: eea1bcbc-d305-41de-85a7-387b5d8dfd91 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:38.704909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device eea1bcbc-d305-41de-85a7-387b5d8dfd91 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:38.711916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7fb7f-5a96-43d0-9165-7794aa6565ba req-5320d411-4313-4c28-86d6-1bcfdb0722ed tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:38.720238 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3eb7fb7f-5a96-43d0-9165-7794aa6565ba req-5320d411-4313-4c28-86d6-1bcfdb0722ed tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 947 time: 0.1695542 Sep 26 13:15:38.724129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57752) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:38.802731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.821155 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3eb7fb7f-5a96-43d0-9165-7794aa6565ba req-53225cfb-4164-468f-99ae-fbf37cd2f2ab tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3cdb474-9b76-4d06-904d-9d7fb1917d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987575 Sep 26 13:15:38.906352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network 7d9192fe-e751-41df-b759-b9684f0cb5dd is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:38.916076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:38.925595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:38.931339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:38.931996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.933653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef8d72bf-17b9-4e4b-9e6b-7e3a405a378a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:38.940935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Port': ['ID=01f7a301-b40a-4326-89a4-8e5de69d21cf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:38.968567 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.022824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event deleted for resources: {'Port': ['ID=ac36c958-7834-4e44-aba3-25f745fbb137,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:39.070045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef8d72bf-17b9-4e4b-9e6b-7e3a405a378a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.075452 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef8d72bf-17b9-4e4b-9e6b-7e3a405a378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.134051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ef8d72bf-17b9-4e4b-9e6b-7e3a405a378a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08510272d9294c9fba0bb3d9191f5435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087963 Sep 26 13:15:39.135323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57756) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:39.136519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d72bf-17b9-4e4b-9e6b-7e3a405a378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a5cf6-98a9-4439-824e-9b26b6758af2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:39.147436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-469e771a-d2e6-4b95-a59d-566a7a181b36 None None] Provisioning complete for port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:39.147877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-469e771a-d2e6-4b95-a59d-566a7a181b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.158145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-44ef2dfd-3891-414d-895c-926488f58eb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2005243 Sep 26 13:15:39.162680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6e28c99e-569e-407f-8ff4-52c3b0b0f3d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4327896 Sep 26 13:15:39.163654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57760) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:39.323938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78177f1-9fa1-4690-b9f0-553204525336 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Deleting subnet 19c07798-5052-47dd-99d0-1820b6a1416a {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:15:39.327502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78177f1-9fa1-4690-b9f0-553204525336 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.398384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8a6f779e-7906-4eb6-8fd1-cf49ea5ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:39.398787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8a6f779e-7906-4eb6-8fd1-cf49ea5ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:39.399264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8a6f779e-7906-4eb6-8fd1-cf49ea5ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:39.399735 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8a6f779e-7906-4eb6-8fd1-cf49ea5ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:39.400207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8a6f779e-7906-4eb6-8fd1-cf49ea5ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:39.400668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8a6f779e-7906-4eb6-8fd1-cf49ea5ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:39.401131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8a6f779e-7906-4eb6-8fd1-cf49ea5ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:39.403140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8a6f779e-7906-4eb6-8fd1-cf49ea5ad7f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6499 time: 0.1958025 Sep 26 13:15:39.418532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Router ab57e1a8-411d-482e-803b-420c23c9b763 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:15:39.419363 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c007e97c-45c8-4d30-a1e1-17d2182ad739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.467666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e078a45e-23b7-4b5e-a479-ed93ec703647 req-eb4b26cc-c56f-48a5-bcdc-e041fdde8daa tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 210 time: 0.1026011 Sep 26 13:15:39.512593 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78177f1-9fa1-4690-b9f0-553204525336 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.531790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:15:39.613457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:39.614425 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.616462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c007e97c-45c8-4d30-a1e1-17d2182ad739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.640953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e823a2f-c392-4d61-97ea-9f0351cd3921 None None] Network 7d9192fe-e751-41df-b759-b9684f0cb5dd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:39.750084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-dbb86eb5-292e-4e14-8a62-dd6f410c9158 None None] Provisioning complete for port aa40d2ec-61de-4590-a40c-e07534e3259c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:39.750755 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dbb86eb5-292e-4e14-8a62-dd6f410c9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:39.981533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-91c979a7-5336-4e95-a63a-879703a7c320 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:39.982902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-91c979a7-5336-4e95-a63a-879703a7c320 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.23 "GET /v2.0/networks?id=fd928470-a105-45a4-99e9-3e46dcffeaf1 HTTP/1.1" status: 200 len: 809 time: 0.5121081 Sep 26 13:15:39.994564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device aa40d2ec-61de-4590-a40c-e07534e3259c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:15:40.005258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-792aac68-c632-4864-96b7-a81aefc7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:40.005771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-792aac68-c632-4864-96b7-a81aefc7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:40.006245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-792aac68-c632-4864-96b7-a81aefc7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:40.007870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-792aac68-c632-4864-96b7-a81aefc7c846 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcc4ad1b-5178-4df1-849d-d894c90d9977&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=8d59d366-9265-4f11-be38-15a19f2dd7d9&id=8d59d366-9265-4f11-be38-15a19f2dd7d9 HTTP/1.1" status: 200 len: 2291 time: 0.5383315 Sep 26 13:15:40.014424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d401cce-e5cd-46b7-8cfd-3694b7fccc7b req-08138e07-c64a-434f-8611-3006cc24a517 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/ports?device_id=25764a2f-246e-4a4a-bbd4-8187673e887d HTTP/1.1" status: 200 len: 210 time: 0.0566454 Sep 26 13:15:40.018832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Request body: {'port': {'device_id': '32f85710-93d0-4d36-a346-abae15db0d49', 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1', 'admin_state_up': True, 'tenant_id': 'a2c9688783174c25b5892599cc16c4ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:40.081916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78177f1-9fa1-4690-b9f0-553204525336 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.116689 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dbb86eb5-292e-4e14-8a62-dd6f410c9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.132079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port aa40d2ec-61de-4590-a40c-e07534e3259c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:40.132931 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.133257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c007e97c-45c8-4d30-a1e1-17d2182ad739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.137714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c007e97c-45c8-4d30-a1e1-17d2182ad739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.138930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c007e97c-45c8-4d30-a1e1-17d2182ad739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e1a5cf6-98a9-4439-824e-9b26b6758af2 HTTP/1.1" status: 204 len: 168 time: 1.0014937 Sep 26 13:15:40.223671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007e97c-45c8-4d30-a1e1-17d2182ad739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a5cf6-98a9-4439-824e-9b26b6758af2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:40.226071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:15:40.256844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] Sync routers for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:15:40.322659 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.324049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-e6c4d3f1-4053-4cde-916c-51f8c24f5e34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129fa097-5391-49be-a852-ac7a284ed454 HTTP/1.1" status: 200 len: 1001 time: 0.2701261 Sep 26 13:15:40.340510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:40.341177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:40.365109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] No DVR routers for this DVR port ac36c958-7834-4e44-aba3-25f745fbb137 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:40.387748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.390700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d88d8e1-434f-45fa-b233-d28722c16fda req-892d98ea-59a5-4980-bd15-e20944bbf1d9 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.24 "DELETE /v2.0/ports/ac36c958-7834-4e44-aba3-25f745fbb137 HTTP/1.1" status: 204 len: 173 time: 3.2362173 Sep 26 13:15:40.395489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-deleted', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:40.399264 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d02e6b-0e3a-4fc3-8380-c47e5b82b44e" -d '{"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-deleted", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:40.463231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78177f1-9fa1-4690-b9f0-553204525336 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.567803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78177f1-9fa1-4690-b9f0-553204525336 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Subnet': ['ID=19c07798-5052-47dd-99d0-1820b6a1416a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:40.589601 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22785fdd-f446-4311-8c71-c66d1fcf6959 x-openstack-request-id: req-22785fdd-f446-4311-8c71-c66d1fcf6959 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:40.595133 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25764a2f-246e-4a4a-bbd4-8187673e887d", "name": "network-vif-deleted", "tag": "ac36c958-7834-4e44-aba3-25f745fbb137", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:40.595607 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22785fdd-f446-4311-8c71-c66d1fcf6959 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:40.596450 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25764a2f-246e-4a4a-bbd4-8187673e887d', 'name': 'network-vif-deleted', 'tag': 'ac36c958-7834-4e44-aba3-25f745fbb137', 'status': 'completed', 'code': 200} Sep 26 13:15:40.600653 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78177f1-9fa1-4690-b9f0-553204525336 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.614036 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c78177f1-9fa1-4690-b9f0-553204525336 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/subnets/19c07798-5052-47dd-99d0-1820b6a1416a HTTP/1.1" status: 204 len: 168 time: 1.4453845 Sep 26 13:15:40.618440 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-72e915a6-94c7-422d-ac2b-c68b2773b2e9 req-488a2031-5e3c-4d94-ba92-18f6ef2c141a tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 210 time: 0.0498741 Sep 26 13:15:40.619001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-7d192033-d21a-4974-90f6-e9a497dbe7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:40.619093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:40.620340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-7d192033-d21a-4974-90f6-e9a497dbe7af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3546b69d-5bf9-44b2-91d3-59645941a8d6 HTTP/1.1" status: 200 len: 851 time: 0.2655976 Sep 26 13:15:40.621538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Made reservation on behalf of a2c9688783174c25b5892599cc16c4ab for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:40.637634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.693006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-dbb86eb5-292e-4e14-8a62-dd6f410c9158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:15:40.694201 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-dbb86eb5-292e-4e14-8a62-dd6f410c9158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:15:40.706337 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:15:40.706729 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:15:40.737699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:40.775785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-ddf9098d-bd84-4e63-9be6-f672dd7927e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:40.777259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-ddf9098d-bd84-4e63-9be6-f672dd7927e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcc4ad1b-5178-4df1-849d-d894c90d9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370921 Sep 26 13:15:40.798969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5935e5-db0f-436d-8dd6-a6ed4376dbd5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:40.800534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5935e5-db0f-436d-8dd6-a6ed4376dbd5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:40.804938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8b5935e5-db0f-436d-8dd6-a6ed4376dbd5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1822157 Sep 26 13:15:40.814312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57792) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:40.924325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a4591664-c718-48fb-a454-6f4afa8120d8 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:40.934108 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4591664-c718-48fb-a454-6f4afa8120d8 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 26 13:15:40.934708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4591664-c718-48fb-a454-6f4afa8120d8 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:40.942111 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a4591664-c718-48fb-a454-6f4afa8120d8 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/7d9192fe-e751-41df-b759-b9684f0cb5dd HTTP/1.1" status: 409 len: 405 time: 0.1264493 Sep 26 13:15:40.943039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57794) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:40.948866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2117413645'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:40.978516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:40.978742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2669285-84bf-491b-9b94-02beb875d4ca None None] Network 7d9192fe-e751-41df-b759-b9684f0cb5dd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:40.982523 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.016425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:41.026737 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8150fde3-e906-47a4-96d9-d8cbf20f936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.030470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.031469 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Added segment 11fe6926-22ac-4372-9204-d2dc56db3ecf of type vlan for network 799ff259-2a2f-438a-ac23-7aa2c86fa192 Sep 26 13:15:41.101908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.144946 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.155368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:41.156757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.204680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:41.208035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:41.236205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57806) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:41.250050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3053753 Sep 26 13:15:41.254268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57810) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:41.292279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'subnet': {'network_id': '799ff259-2a2f-438a-ac23-7aa2c86fa192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:41.313972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbceeca-9fd4-4d21-90ef-d4be5d2b675b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Network': ['ID=799ff259-2a2f-438a-ac23-7aa2c86fa192,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:41.347573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] DHCP port deletion for 7d9192fe-e751-41df-b759-b9684f0cb5dd request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:15:41.352670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Allocated IP 172.20.0.3 (fd928470-a105-45a4-99e9-3e46dcffeaf1/9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7/ff85a146-9c94-4dec-821b-ad49fe6f570a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:41.364283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 799ff259-2a2f-438a-ac23-7aa2c86fa192 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:41.366476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] Checking router: ab57e1a8-411d-482e-803b-420c23c9b763 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:15:41.368314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-bbdd4924-a4b5-4999-8174-882361d13359 service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787444 Sep 26 13:15:41.368681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: ac36c958-7834-4e44-aba3-25f745fbb137 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:41.369387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ac36c958-7834-4e44-aba3-25f745fbb137 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:41.426641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e1813bc-77f1-47fd-bef2-5c52fdb4879f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.462212 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e1813bc-77f1-47fd-bef2-5c52fdb4879f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.472231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:41.476024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.481796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:41.482449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:41.484586 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.538809 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dbb86eb5-292e-4e14-8a62-dd6f410c9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.632512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-fec84b15-bed8-431d-ac4d-ee9024c4b356 service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536919 Sep 26 13:15:41.691772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-d9ddf940-098d-4219-b18c-f8f22c7cae48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 200 len: 217 time: 0.0513220 Sep 26 13:15:41.705941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e1813bc-77f1-47fd-bef2-5c52fdb4879f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.708692 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0e1813bc-77f1-47fd-bef2-5c52fdb4879f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.709807 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0e1813bc-77f1-47fd-bef2-5c52fdb4879f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3cdb474-9b76-4d06-904d-9d7fb1917d2e HTTP/1.1" status: 204 len: 168 time: 0.4726133 Sep 26 13:15:41.732953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57844) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:41.742721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port aa40d2ec-61de-4590-a40c-e07534e3259c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=aa40d2ec-61de-4590-a40c-e07534e3259c,segment=NetworkSegment(14feffcc-12db-4baa-8db6-9d5e3cb81abb),segment_id=14feffcc-12db-4baa-8db6-9d5e3cb81abb)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:41.768071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.770156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8532bbfc-8bb1-4f20-addf-134fe569ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:41.771849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-8532bbfc-8bb1-4f20-addf-134fe569ac7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0636392 Sep 26 13:15:41.772163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1813bc-77f1-47fd-bef2-5c52fdb4879f tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cdb474-9b76-4d06-904d-9d7fb1917d2e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:41.792056 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-3842c145-cd43-4e7c-8bda-94d22a1ed888 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] show failed (client error): The resource could not be found. Sep 26 13:15:41.793133 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3842c145-cd43-4e7c-8bda-94d22a1ed888 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "GET /v2.0/security-groups/b3cdb474-9b76-4d06-904d-9d7fb1917d2e HTTP/1.1" status: 404 len: 347 time: 0.0569632 Sep 26 13:15:41.798795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57850) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:41.836443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77a70d92-065d-4eeb-b6e0-745f7f44b394 req-daf24283-c180-4aab-aa2a-3608fb20966b tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 210 time: 0.0633905 Sep 26 13:15:41.859017 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.877680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.897509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-f4c007ef-cecd-48c1-9847-9cb235650245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:41.897509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-f4c007ef-cecd-48c1-9847-9cb235650245 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024189 Sep 26 13:15:41.958851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] Deleting port aa40d2ec-61de-4590-a40c-e07534e3259c {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:41.959395 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:41.974038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device aa40d2ec-61de-4590-a40c-e07534e3259c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:41.985201 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-dbb86eb5-292e-4e14-8a62-dd6f410c9158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:15:41.985960 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-dbb86eb5-292e-4e14-8a62-dd6f410c9158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:15:42.021998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.028985 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=aa40d2ec-61de-4590-a40c-e07534e3259c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:42.054804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:15:42.058253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.072265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:42.143160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Network fd928470-a105-45a4-99e9-3e46dcffeaf1 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:42.148810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:42.154698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:42.163969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Subnet': ['ID=619782b9-2be3-4fc8-b1d0-10f9fed70650,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:42.187513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Deleting port 5a9a72fe-0670-4816-be49-0af62dc4ad2f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:42.188986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.205202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Pushing event updated for resources: {'Port': ['ID=ff85a146-9c94-4dec-821b-ad49fe6f570a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:42.214180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Checking segment: {'id': '11fe6926-22ac-4372-9204-d2dc56db3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '799ff259-2a2f-438a-ac23-7aa2c86fa192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:42.214543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network hostable DHCP agents. Network: 799ff259-2a2f-438a-ac23-7aa2c86fa192, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:42.223900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-7f1ce789-17e1-422f-b793-ad72d27c0cb3 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165736 Sep 26 13:15:42.270702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:42.271443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.292914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-e641fa9c-180c-4475-83bd-557f2b36a59d tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2805848 Sep 26 13:15:42.297319 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.297803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network 799ff259-2a2f-438a-ac23-7aa2c86fa192 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:42.304788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] For port aa40d2ec-61de-4590-a40c-e07534e3259c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=aa40d2ec-61de-4590-a40c-e07534e3259c,segment=NetworkSegment(14feffcc-12db-4baa-8db6-9d5e3cb81abb),segment_id=14feffcc-12db-4baa-8db6-9d5e3cb81abb)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:42.305181 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.308980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Request body: {'port': {'device_id': '32f85710-93d0-4d36-a346-abae15db0d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:42.315281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 799ff259-2a2f-438a-ac23-7aa2c86fa192) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:42.334934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcda74f-fa6e-4efb-ba88-11e525fa8417 None None] Network 799ff259-2a2f-438a-ac23-7aa2c86fa192 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:42.336131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:42.336818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.356306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] Calling delete_port for aa40d2ec-61de-4590-a40c-e07534e3259c owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:42.365290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.366008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.372822 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-857798e2-fd02-46f3-ba88-865773582231 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1153209 Sep 26 13:15:42.378145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57904) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:42.383280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'port': {'network_id': '799ff259-2a2f-438a-ac23-7aa2c86fa192', 'name': 'tempest-NetworksIpV6TestAttrs-133628247'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:42.406048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Calling delete_port for 5a9a72fe-0670-4816-be49-0af62dc4ad2f owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:42.442655 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.502826 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.608491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:42.612771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.663293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] device_id is not set on port cdcef494-abd1-4a3d-8f68-40912fff7a4c yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:15:42.673958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port aa40d2ec-61de-4590-a40c-e07534e3259c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=aa40d2ec-61de-4590-a40c-e07534e3259c,segment=NetworkSegment(14feffcc-12db-4baa-8db6-9d5e3cb81abb),segment_id=14feffcc-12db-4baa-8db6-9d5e3cb81abb)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:42.694401 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.732934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.769027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-f8fba37b-1432-49e7-a06b-f7e61b8905d6 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323403 Sep 26 13:15:42.783970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Pushing event deleted for resources: {'Port': ['ID=5a9a72fe-0670-4816-be49-0af62dc4ad2f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:42.833325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-ad3de9fb-984a-4e66-b8b4-9c75668c2722 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 200 len: 217 time: 0.0521083 Sep 26 13:15:42.833680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=aa40d2ec-61de-4590-a40c-e07534e3259c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:42.841004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57918) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:42.894154 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.903153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Allocated IP 2001:db8::f816:3eff:fea6:d82b (799ff259-2a2f-438a-ac23-7aa2c86fa192/619782b9-2be3-4fc8-b1d0-10f9fed70650/cdcef494-abd1-4a3d-8f68-40912fff7a4c) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:42.909465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.912403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.916772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-016d30d2-1cf3-4dcd-a3e7-58f609b76267 tempest-AttachVolumeShelveTestJSON-996825781 tempest-AttachVolumeShelveTestJSON-996825781-project] 10.222.0.13 "DELETE /v2.0/floatingips/ef509e69-a4c9-4d4d-8ea9-e4766ee02642 HTTP/1.1" status: 204 len: 168 time: 1.1138713 Sep 26 13:15:42.946487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d5e356f3-2eb3-4def-840c-929bbcd20cc2 None None] Provisioning complete for port 01f7a301-b40a-4326-89a4-8e5de69d21cf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:42.947571 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d5e356f3-2eb3-4def-840c-929bbcd20cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:42.982315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] No DVR routers for this DVR port aa40d2ec-61de-4590-a40c-e07534e3259c on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:42.984934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b9147-ff22-42e1-b9fd-c558631b6bd9 None None] Pushing event deleted for resources: {'Port': ['ID=aa40d2ec-61de-4590-a40c-e07534e3259c,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:43.058412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-4dfaafd1-32cf-40fd-9bdb-1bca026f911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:43.060156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-4dfaafd1-32cf-40fd-9bdb-1bca026f911d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.2116127 Sep 26 13:15:43.060650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d5e356f3-2eb3-4def-840c-929bbcd20cc2 None None] Port 01f7a301-b40a-4326-89a4-8e5de69d21cf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:15:43.066151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-799ff259-2a2f-438a-ac23-7aa2c86fa192', 'network_id': '799ff259-2a2f-438a-ac23-7aa2c86fa192', 'tenant_id': '976db5fd9b364942af4c1a9c89d79ba5', 'fixed_ips': [{'subnet_id': '619782b9-2be3-4fc8-b1d0-10f9fed70650'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:15:43.067322 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.095836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d5e356f3-2eb3-4def-840c-929bbcd20cc2 None None] Could not find standard attr ID for object aa40d2ec-61de-4590-a40c-e07534e3259c. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:15:43.108137 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51151aea-e547-4cb7-9748-59d835796287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.175955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.195679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff85a146-9c94-4dec-821b-ad49fe6f570a {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:15:43.203560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:43.208650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.214045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-71f5174a-78eb-4cf2-be19-1da5c3d4a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:43.215854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-71f5174a-78eb-4cf2-be19-1da5c3d4a53a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468415 Sep 26 13:15:43.226892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.259902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a4dce8-6cd8-4c94-b2fe-872ce80f68aa None None] The sync data for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 is: [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fb386838-a93e-43b5-9e71-fca1b337b617', 'name': '', 'network_id': '0b9c0767-1ed7-4b4b-9457-82b6598e8925', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'mac_address': 'fa:16:3e:3e:be:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:05:04Z', 'updated_at': '2021-09-26T13:05:12Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'subnets': [{'id': 'b68faaff-2707-4521-8127-1738d9f366bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:15:43.290511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Transition to ACTIVE for port object ff85a146-9c94-4dec-821b-ad49fe6f570a will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:15:43.297358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Port': ['ID=cdcef494-abd1-4a3d-8f68-40912fff7a4c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:43.328391 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.337008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Allocated IP 2001:db8::f816:3eff:fe15:5862 (799ff259-2a2f-438a-ac23-7aa2c86fa192/619782b9-2be3-4fc8-b1d0-10f9fed70650/019032a5-2ed9-4153-bc89-a21c126608f3) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:43.367277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network 799ff259-2a2f-438a-ac23-7aa2c86fa192 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:43.369600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:43.378966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545df29b-352d-4265-89a9-0f7f931e85d6 req-7e4e4bb0-0cc8-4c80-89f0-06e4e2f7f64c tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:43.393686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-545df29b-352d-4265-89a9-0f7f931e85d6 req-7e4e4bb0-0cc8-4c80-89f0-06e4e2f7f64c tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 931 time: 0.1763756 Sep 26 13:15:43.395719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:43.401352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:43.402008 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.409449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Pushing event updated for resources: {'Port': ['ID=ff85a146-9c94-4dec-821b-ad49fe6f570a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:43.472099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-545df29b-352d-4265-89a9-0f7f931e85d6 req-567a4df5-f0a9-4e34-aac4-9444b8bb0abb tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774150 Sep 26 13:15:43.492013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-77fc3f3e-5290-4734-b8df-c256671a2b3c service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640679 Sep 26 13:15:43.523785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.571939 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.581101 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.641728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Pushing event updated for resources: {'Port': ['ID=019032a5-2ed9-4153-bc89-a21c126608f3,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:43.656253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51151aea-e547-4cb7-9748-59d835796287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.665390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Network 799ff259-2a2f-438a-ac23-7aa2c86fa192 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:43.667909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6449393b-32cd-4160-a8a1-bd01dd586e43 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2886424 Sep 26 13:15:43.668046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:43.670630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57932) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:43.671893 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51151aea-e547-4cb7-9748-59d835796287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.673100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:43.717986 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-084d113d-3231-47e6-81e3-62ed8638e751 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136035 Sep 26 13:15:43.719868 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8f2de-6de9-4284-94ae-7ec97f2d8b5a None None] New status for floating IP ef509e69-a4c9-4d4d-8ea9-e4766ee02642: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:15:43.747137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51151aea-e547-4cb7-9748-59d835796287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d9159f-3c73-41b2-83a6-6a883d35acbb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:43.767416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6c32b9-fa75-4d5c-b6b5-ba146bb0954b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Deleting subnet 619782b9-2be3-4fc8-b1d0-10f9fed70650 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:15:43.775545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3d6c32b9-fa75-4d5c-b6b5-ba146bb0954b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.795448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Attempting to bind port 019032a5-2ed9-4153-bc89-a21c126608f3 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:15:43.796119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Attempting to bind port 019032a5-2ed9-4153-bc89-a21c126608f3 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '11fe6926-22ac-4372-9204-d2dc56db3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '799ff259-2a2f-438a-ac23-7aa2c86fa192'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:15:43.797019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Attempting to bind port 019032a5-2ed9-4153-bc89-a21c126608f3 on network 799ff259-2a2f-438a-ac23-7aa2c86fa192 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:43.797969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-51151aea-e547-4cb7-9748-59d835796287 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a276499020b8448980b67a97d807ec7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9558942 Sep 26 13:15:43.798815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57934) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:43.801916 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-abcf33ec-ce0c-4fc0-b01f-7dc40f5564b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=2cb7157d-d31e-4954-ab65-00b376933364 HTTP/1.1" status: 200 len: 217 time: 0.0715427 Sep 26 13:15:43.803231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:15:43.803558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Checking segment: {'id': '11fe6926-22ac-4372-9204-d2dc56db3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '799ff259-2a2f-438a-ac23-7aa2c86fa192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:43.803987 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.804371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Bound using segment: {'id': '11fe6926-22ac-4372-9204-d2dc56db3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '799ff259-2a2f-438a-ac23-7aa2c86fa192'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:15:43.805020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Bound port: 019032a5-2ed9-4153-bc89-a21c126608f3, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fe6926-22ac-4372-9204-d2dc56db3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '799ff259-2a2f-438a-ac23-7aa2c86fa192'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:15:43.805414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.809412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Attempting to bind port ff85a146-9c94-4dec-821b-ad49fe6f570a on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:15:43.809956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Attempting to bind port ff85a146-9c94-4dec-821b-ad49fe6f570a by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:15:43.810234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Attempting to bind port ff85a146-9c94-4dec-821b-ad49fe6f570a on network fd928470-a105-45a4-99e9-3e46dcffeaf1 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:43.857812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Port ff85a146-9c94-4dec-821b-ad49fe6f570a on network fd928470-a105-45a4-99e9-3e46dcffeaf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:15:43.858291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Attempting to bind port ff85a146-9c94-4dec-821b-ad49fe6f570a on network fd928470-a105-45a4-99e9-3e46dcffeaf1 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:43.876396 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3d6c32b9-fa75-4d5c-b6b5-ba146bb0954b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.884365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:15:43.884677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Checking segment: {'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:43.885446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Bound using segment: {'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:15:43.885446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Bound port: ff85a146-9c94-4dec-821b-ad49fe6f570a, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:15:43.889222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] For port 019032a5-2ed9-4153-bc89-a21c126608f3, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:43.890787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.893011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] For port 019032a5-2ed9-4153-bc89-a21c126608f3, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=019032a5-2ed9-4153-bc89-a21c126608f3,segment=NetworkSegment(11fe6926-22ac-4372-9204-d2dc56db3ecf),segment_id=11fe6926-22ac-4372-9204-d2dc56db3ecf)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:43.898193 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:43.927060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-af684c06-bccb-4b2a-bb43-0b90bee397c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:43.928580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-af684c06-bccb-4b2a-bb43-0b90bee397c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.1148334 Sep 26 13:15:43.969087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb3e72-88bf-4125-908e-a9f6bb919b77 None None] Pushing event updated for resources: {'Port': ['ID=019032a5-2ed9-4153-bc89-a21c126608f3,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:44.023712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a693369d-66f1-4625-b77a-ed30b07477e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.090289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3d6c32b9-fa75-4d5c-b6b5-ba146bb0954b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.095782 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a693369d-66f1-4625-b77a-ed30b07477e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.139562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] For port ff85a146-9c94-4dec-821b-ad49fe6f570a, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:44.143559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-accf7a78-0f90-48fa-8488-1adaa347e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:44.145124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-accf7a78-0f90-48fa-8488-1adaa347e0aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1817379 Sep 26 13:15:44.178115 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3d6c32b9-fa75-4d5c-b6b5-ba146bb0954b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.200526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] For port ff85a146-9c94-4dec-821b-ad49fe6f570a, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ff85a146-9c94-4dec-821b-ad49fe6f570a,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:44.208281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c32b9-fa75-4d5c-b6b5-ba146bb0954b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Subnet': ['ID=619782b9-2be3-4fc8-b1d0-10f9fed70650,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:44.212759 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3d6c32b9-fa75-4d5c-b6b5-ba146bb0954b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.214758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3d6c32b9-fa75-4d5c-b6b5-ba146bb0954b tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/subnets/619782b9-2be3-4fc8-b1d0-10f9fed70650 HTTP/1.1" status: 204 len: 168 time: 0.5422983 Sep 26 13:15:44.217198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57938) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:44.281872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89221848-16d5-4082-8e1c-82d54e0fc13a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:44.283474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89221848-16d5-4082-8e1c-82d54e0fc13a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:44.285085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89221848-16d5-4082-8e1c-82d54e0fc13a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0660956 Sep 26 13:15:44.289729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57942) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:44.318860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-afa65af9-ceba-4b23-8aa7-451be5d33f8e service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585343 Sep 26 13:15:44.321003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.374524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a693369d-66f1-4625-b77a-ed30b07477e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.377430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a693369d-66f1-4625-b77a-ed30b07477e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.379090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a693369d-66f1-4625-b77a-ed30b07477e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7d9159f-3c73-41b2-83a6-6a883d35acbb HTTP/1.1" status: 204 len: 168 time: 0.5761328 Sep 26 13:15:44.402594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:44.403304 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.405051 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] 10.222.0.23 "PUT /v2.0/ports/ff85a146-9c94-4dec-821b-ad49fe6f570a HTTP/1.1" status: 200 len: 1092 time: 2.1036797 Sep 26 13:15:44.415597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27f491ac-e5a1-4fdd-bc25-d4a0bc048b36 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.417093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f85710-93d0-4d36-a346-abae15db0d49', 'tag': 'ff85a146-9c94-4dec-821b-ad49fe6f570a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:44.419831 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db45efd-bf85-42eb-8eb9-10a87e657f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "32f85710-93d0-4d36-a346-abae15db0d49", "tag": "ff85a146-9c94-4dec-821b-ad49fe6f570a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:44.425838 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f491ac-e5a1-4fdd-bc25-d4a0bc048b36 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 26 13:15:44.426448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f491ac-e5a1-4fdd-bc25-d4a0bc048b36 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:44.433771 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27f491ac-e5a1-4fdd-bc25-d4a0bc048b36 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/799ff259-2a2f-438a-ac23-7aa2c86fa192 HTTP/1.1" status: 409 len: 405 time: 0.1435297 Sep 26 13:15:44.434593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57948) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:44.440807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-459157835'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:44.471986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:44.477171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.495260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693369d-66f1-4625-b77a-ed30b07477e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d9159f-3c73-41b2-83a6-6a883d35acbb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:44.533038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:44.557897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42028cc-f4d3-46fb-ae07-ef6d171ee301 service neutron] Pushing event updated for resources: {'Port': ['ID=ff85a146-9c94-4dec-821b-ad49fe6f570a,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:44.567669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.568008 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Added segment 4255f8bb-0138-477e-ae84-acc733f9cf0e of type vlan for network 053a96f7-c8e2-4995-85a9-730dd4f8b111 Sep 26 13:15:44.587990 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ecb10-52d0-4d13-9cb9-067e5bdf6769 x-openstack-request-id: req-8f1ecb10-52d0-4d13-9cb9-067e5bdf6769 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:44.587990 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f85710-93d0-4d36-a346-abae15db0d49", "tag": "ff85a146-9c94-4dec-821b-ad49fe6f570a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:44.587990 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f1ecb10-52d0-4d13-9cb9-067e5bdf6769 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:44.587990 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f85710-93d0-4d36-a346-abae15db0d49', 'tag': 'ff85a146-9c94-4dec-821b-ad49fe6f570a', 'status': 'completed', 'code': 200} Sep 26 13:15:44.618039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-02b73b9a-66a0-461a-8e86-96657b4d7be6 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665088 Sep 26 13:15:44.623982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-4119c7e3-c5c5-472e-940b-6d197991aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:44.627401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-4119c7e3-c5c5-472e-940b-6d197991aa52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2c9688783174c25b5892599cc16c4ab&device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 1095 time: 0.1579361 Sep 26 13:15:44.638138 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.699364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.705033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:44.705752 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:44.711898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-074a0f27-b9fc-46d7-b5bb-95cc29610dbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b HTTP/1.1" status: 200 len: 217 time: 0.0836663 Sep 26 13:15:44.762874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3270290 Sep 26 13:15:44.766192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57958) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:44.772283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'subnet': {'network_id': '053a96f7-c8e2-4995-85a9-730dd4f8b111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:44.793177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-d2c453d7-ccf2-4f7e-a48e-5902977a7785 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff85a146-9c94-4dec-821b-ad49fe6f570a HTTP/1.1" status: 200 len: 217 time: 0.1412137 Sep 26 13:15:44.899566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-aecdf5cc-a9b2-4ce2-9da9-1d5eaa6104f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:44.901114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-aecdf5cc-a9b2-4ce2-9da9-1d5eaa6104f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7 HTTP/1.1" status: 200 len: 849 time: 0.0828285 Sep 26 13:15:44.902621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-932e02a2-5da6-4ea6-b6b9-c09b1ff9aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:44.904217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-932e02a2-5da6-4ea6-b6b9-c09b1ff9aada service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.1213582 Sep 26 13:15:45.011830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-3febbeb9-3da6-4b54-a405-38c40f755d6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd928470-a105-45a4-99e9-3e46dcffeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031163 Sep 26 13:15:45.035463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:45.091346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-81081e53-255d-40db-81f3-2bdedf0e3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:45.092890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-81081e53-255d-40db-81f3-2bdedf0e3772 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1680565 Sep 26 13:15:45.220313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-6b12d915-33c7-473b-aa0b-8f241faee643 service neutron] 10.222.0.23 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994915 Sep 26 13:15:45.242572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8de19-f344-4b69-9df5-71206abaf8c2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Network': ['ID=053a96f7-c8e2-4995-85a9-730dd4f8b111,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:45.253894 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 053a96f7-c8e2-4995-85a9-730dd4f8b111 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:45.291823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58134726-09d4-4aa0-ad47-694df2a46b75 req-310d3e03-2336-4c44-aeab-941465d397a8 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:45.295174 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58134726-09d4-4aa0-ad47-694df2a46b75 req-310d3e03-2336-4c44-aeab-941465d397a8 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 943 time: 0.6325769 Sep 26 13:15:45.466515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58134726-09d4-4aa0-ad47-694df2a46b75 req-8e8305f3-f3d6-41ab-822e-49de4819b607 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620610 Sep 26 13:15:45.472293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da64b5bb-9ef2-4fd1-9088-f13011717f1d req-dbbec641-fba6-462d-993d-a58d05983bd1 service neutron] 10.222.0.23 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393284 Sep 26 13:15:45.477360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-7e5f1fdc-f948-4db5-8287-6d62bfeb30d9 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597129 Sep 26 13:15:45.490400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:45.494901 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:45.535902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57978) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:45.561003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f04177-6695-4025-a294-c53b2049a91a None None] Network 799ff259-2a2f-438a-ac23-7aa2c86fa192 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:45.660861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-641ae5a7-4673-4db1-89b8-15413232d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:45.662349 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-641ae5a7-4673-4db1-89b8-15413232d267 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2c9688783174c25b5892599cc16c4ab&device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 1095 time: 0.1253705 Sep 26 13:15:45.669154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-329eb60a-23cb-477a-9ff4-09aac7856b6d service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828895 Sep 26 13:15:45.702904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f462e241-db24-4bdd-bd76-701c7fee2059 None None] Provisioning complete for port 019032a5-2ed9-4153-bc89-a21c126608f3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:45.703724 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f462e241-db24-4bdd-bd76-701c7fee2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:45.793982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'networks': [{'name': 'tempest-network--273239174'}, {'name': 'tempest-network--1076929042'}]} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:45.794587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'network': {'name': 'tempest-network--273239174'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:45.794862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'network': {'name': 'tempest-network--1076929042'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:45.800943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-550f2800-7ae8-4a22-a6e5-9f2562f6d636 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3d03b43b-a68e-4e50-805e-511992f45176 HTTP/1.1" status: 200 len: 217 time: 0.1209188 Sep 26 13:15:45.879662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] DHCP port deletion for 799ff259-2a2f-438a-ac23-7aa2c86fa192 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:15:45.882021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f462e241-db24-4bdd-bd76-701c7fee2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:45.930436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:15:45.932332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:45.940523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Made reservation on behalf of 9b51e62fe40b4a5ea3189cece5dc4db3 for: {'network': 2} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:45.945728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:45.960112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-90361c23-c2ce-4738-9f6a-13bd135a276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:45.960760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-90361c23-c2ce-4738-9f6a-13bd135a276a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.1176741 Sep 26 13:15:45.961769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:45.965516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-7e864452-e648-42b6-93d9-20eb336704cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:45.967839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-7e864452-e648-42b6-93d9-20eb336704cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=fd928470-a105-45a4-99e9-3e46dcffeaf1 HTTP/1.1" status: 200 len: 909 time: 0.2970655 Sep 26 13:15:46.037827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Subnet': ['ID=c7f76264-e0e8-4247-ad1c-7737a509d4e9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:46.040501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f462e241-db24-4bdd-bd76-701c7fee2059 None None] For port 019032a5-2ed9-4153-bc89-a21c126608f3, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=019032a5-2ed9-4153-bc89-a21c126608f3,segment=NetworkSegment(11fe6926-22ac-4372-9204-d2dc56db3ecf),segment_id=11fe6926-22ac-4372-9204-d2dc56db3ecf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:46.050866 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f462e241-db24-4bdd-bd76-701c7fee2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.051038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Checking segment: {'id': '4255f8bb-0138-477e-ae84-acc733f9cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '053a96f7-c8e2-4995-85a9-730dd4f8b111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:46.051291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network hostable DHCP agents. Network: 053a96f7-c8e2-4995-85a9-730dd4f8b111, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:46.054843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-4e527f86-d037-4bd2-ad3a-a73d515dab7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff85a146-9c94-4dec-821b-ad49fe6f570a HTTP/1.1" status: 200 len: 217 time: 0.0498421 Sep 26 13:15:46.095347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network 053a96f7-c8e2-4995-85a9-730dd4f8b111 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:46.108394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-d849a361-3ca8-4143-93b4-f612f474dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:46.109635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] Deleting port 019032a5-2ed9-4153-bc89-a21c126608f3 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:46.110023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.110269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-d849a361-3ca8-4143-93b4-f612f474dede service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1354933 Sep 26 13:15:46.118153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 053a96f7-c8e2-4995-85a9-730dd4f8b111) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:46.127422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:46.128087 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.142657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0eb10c-3237-49b3-a4ba-cde0e2047058 None None] Network 053a96f7-c8e2-4995-85a9-730dd4f8b111 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:46.167798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462e241-db24-4bdd-bd76-701c7fee2059 None None] Pushing event updated for resources: {'Port': ['ID=019032a5-2ed9-4153-bc89-a21c126608f3,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:46.175408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-a55fa8a5-aab1-441a-9c4e-b625bb3ba08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:46.176961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-a55fa8a5-aab1-441a-9c4e-b625bb3ba08c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7 HTTP/1.1" status: 200 len: 849 time: 0.1133809 Sep 26 13:15:46.247644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-fb6ecc96-3014-45b4-b77b-68d429dc614c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fd928470-a105-45a4-99e9-3e46dcffeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432544 Sep 26 13:15:46.254450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] For port 019032a5-2ed9-4153-bc89-a21c126608f3, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=019032a5-2ed9-4153-bc89-a21c126608f3,segment=NetworkSegment(11fe6926-22ac-4372-9204-d2dc56db3ecf),segment_id=11fe6926-22ac-4372-9204-d2dc56db3ecf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:46.254856 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.273773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] Calling delete_port for 019032a5-2ed9-4153-bc89-a21c126608f3 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:46.308907 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-81b0f604-6ddb-41c2-99ae-04c8cbb0afd7 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883242 Sep 26 13:15:46.395671 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.412383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-49aac9b9-43a6-4c98-ad12-a017ce14d770 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6438239 Sep 26 13:15:46.414581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57986) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:46.493200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-053a96f7-c8e2-4995-85a9-730dd4f8b111', 'network_id': '053a96f7-c8e2-4995-85a9-730dd4f8b111', 'tenant_id': '976db5fd9b364942af4c1a9c89d79ba5', 'fixed_ips': [{'subnet_id': 'c7f76264-e0e8-4247-ad1c-7737a509d4e9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:15:46.504712 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.635369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.815526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.816038 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.816125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:46.894717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefa328-ca27-47dc-a108-4cd24bb130b4 req-d0bd05b9-5f92-4ca4-af15-d4944d9035a9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:46.905313 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-baefa328-ca27-47dc-a108-4cd24bb130b4 req-d0bd05b9-5f92-4ca4-af15-d4944d9035a9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 943 time: 0.2440000 Sep 26 13:15:46.966782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Allocated IP 2001:db8::f816:3eff:fe0b:c315 (053a96f7-c8e2-4995-85a9-730dd4f8b111/c7f76264-e0e8-4247-ad1c-7737a509d4e9/0cfb6db7-936c-47d2-b30e-523f889edf82) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:46.976503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-baefa328-ca27-47dc-a108-4cd24bb130b4 req-37a04159-36d9-4a9a-ab2a-1c563041db16 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696139 Sep 26 13:15:47.001457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-fdf4ff19-d32b-4989-b26b-a6f1dd86f311 service neutron] 10.222.0.23 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447398 Sep 26 13:15:47.002292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:47.007851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21bf9ff-2868-470a-b3c9-4a67959c828e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:47.008618 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.047784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-50408148-d9e8-4966-9f3c-9656c07237ad service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010779 Sep 26 13:15:47.065169 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.065557 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Added segment 67ac8313-8cca-442f-8752-e24f0864ffea of type vlan for network 74ffadd1-748b-4158-940f-df8c111d433a Sep 26 13:15:47.104286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] No DVR routers for this DVR port 019032a5-2ed9-4153-bc89-a21c126608f3 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:47.106216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61db7a-978c-4625-a459-fd1884e1fb9a None None] Pushing event deleted for resources: {'Port': ['ID=019032a5-2ed9-4153-bc89-a21c126608f3,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:47.183856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-32810100-abf3-47f7-9835-635504858145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9 HTTP/1.1" status: 200 len: 217 time: 0.1252844 Sep 26 13:15:47.204270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.209437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.218429 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.244312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.274314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Network 053a96f7-c8e2-4995-85a9-730dd4f8b111 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:47.276528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:47.278988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:47.283482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:47.288319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.289179 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Added segment d25c1840-f7a9-4eaa-9095-c1453476d50b of type vlan for network 5ce9820c-7b3a-4054-8fb4-af1b415b48ef Sep 26 13:15:47.289301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f76264-e0e8-4247-ad1c-7737a509d4e9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:47.302286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Pushing event updated for resources: {'Port': ['ID=0cfb6db7-936c-47d2-b30e-523f889edf82,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:47.335009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.346618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1db45efd-bf85-42eb-8eb9-10a87e657f9d req-c6874e36-2d6e-4ef4-adca-f20c7eba4f93 service neutron] 10.222.0.23 "GET /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349473 Sep 26 13:15:47.369084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Attempting to bind port 0cfb6db7-936c-47d2-b30e-523f889edf82 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:15:47.369392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Attempting to bind port 0cfb6db7-936c-47d2-b30e-523f889edf82 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '4255f8bb-0138-477e-ae84-acc733f9cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '053a96f7-c8e2-4995-85a9-730dd4f8b111'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:15:47.370002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Attempting to bind port 0cfb6db7-936c-47d2-b30e-523f889edf82 on network 053a96f7-c8e2-4995-85a9-730dd4f8b111 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:47.376553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:15:47.376934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Checking segment: {'id': '4255f8bb-0138-477e-ae84-acc733f9cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '053a96f7-c8e2-4995-85a9-730dd4f8b111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:47.377380 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.377815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Bound using segment: {'id': '4255f8bb-0138-477e-ae84-acc733f9cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '053a96f7-c8e2-4995-85a9-730dd4f8b111'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:15:47.378791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Bound port: 0cfb6db7-936c-47d2-b30e-523f889edf82, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4255f8bb-0138-477e-ae84-acc733f9cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '053a96f7-c8e2-4995-85a9-730dd4f8b111'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:15:47.379227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.388052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-e56f2cb6-fe38-4023-8afd-d809be856246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:47.393632 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.405809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-e56f2cb6-fe38-4023-8afd-d809be856246 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.2100425 Sep 26 13:15:47.416453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053a96f7-c8e2-4995-85a9-730dd4f8b111']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:47.428244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4255f8bb-0138-477e-ae84-acc733f9cf0e') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:47.428553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4255f8bb-0138-477e-ae84-acc733f9cf0e') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:47.448534 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.466601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.467244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.468075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.475281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:47.477554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:47.478223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.478898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] For port 0cfb6db7-936c-47d2-b30e-523f889edf82, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:47.481633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:47.482321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:47.482469 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:47.532423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-c8dcf342-4ed1-4b4f-a59d-a6c7f85b4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:47.533878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-c8dcf342-4ed1-4b4f-a59d-a6c7f85b4bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1202006 Sep 26 13:15:47.540546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] For port 0cfb6db7-936c-47d2-b30e-523f889edf82, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0cfb6db7-936c-47d2-b30e-523f889edf82,segment=NetworkSegment(4255f8bb-0138-477e-ae84-acc733f9cf0e),segment_id=4255f8bb-0138-477e-ae84-acc733f9cf0e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:47.543275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 26 13:15:47.543275 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 26 13:15:47.543275 n-d-806683-13 neutron-server[94811]: [parameters: {'id': '053a96f7-c8e2-4995-85a9-730dd4f8b111'}] Sep 26 13:15:47.543275 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:15:47.543724 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:15:47.547598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:47.575685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0372987 Sep 26 13:15:47.579025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58006) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:47.629746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Network': ['ID=74ffadd1-748b-4158-940f-df8c111d433a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:47.643873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 74ffadd1-748b-4158-940f-df8c111d433a details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:47.646649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58008) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:47.668241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bec48-746a-475b-aeba-fcb1f0548094 None None] Pushing event updated for resources: {'Port': ['ID=0cfb6db7-936c-47d2-b30e-523f889edf82,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:47.713047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789cd46a-19d8-469d-9657-d7cf17e72583 None None] Network 053a96f7-c8e2-4995-85a9-730dd4f8b111 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:47.751853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-9e4f6572-2050-4260-b343-abacdf74a92c service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987996 Sep 26 13:15:47.847211 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ee9742af-0ab0-4d47-bb0b-b0915ca28ae1 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/floatingips/0174b805-1228-4dcf-abcc-f00805cfd7bf HTTP/1.1" status: 200 len: 994 time: 0.1993544 Sep 26 13:15:47.880924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b962a-3af2-410b-bdde-294b2146bd09 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:15:47.895868 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2518214-4f08-49c8-b038-dbb93e111b4b tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:47.911262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2518214-4f08-49c8-b038-dbb93e111b4b tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:47.922162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2518214-4f08-49c8-b038-dbb93e111b4b tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:47.928345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2518214-4f08-49c8-b038-dbb93e111b4b tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:47.931777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d2518214-4f08-49c8-b038-dbb93e111b4b tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3514829 Sep 26 13:15:47.934478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58014) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:47.949762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 019032a5-2ed9-4153-bc89-a21c126608f3 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:47.974695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012f1bf-e82e-4b53-ab0d-053bee4c2aa6 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Network': ['ID=5ce9820c-7b3a-4054-8fb4-af1b415b48ef,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:48.018530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 019032a5-2ed9-4153-bc89-a21c126608f3 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:48.018530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 019032a5-2ed9-4153-bc89-a21c126608f3 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:48.027363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 5ce9820c-7b3a-4054-8fb4-af1b415b48ef details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:48.041967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.044519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.045372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-57e42c1b-c44c-4dfc-ae42-2477a7067565 req-48f33f7b-9617-4908-a2f6-42c70f9f6888 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814615 Sep 26 13:15:48.174697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58022) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:48.217457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.242896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b962a-3af2-410b-bdde-294b2146bd09 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:15:48.291637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ffadd1-748b-4158-940f-df8c111d433a']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:48.309727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3f4c4-fb3b-4c9f-b25f-2a800b3419a2 req-4cc429e6-3154-4f7c-bdd6-903d8363bdbb tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:48.311348 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4dc3f4c4-fb3b-4c9f-b25f-2a800b3419a2 req-4cc429e6-3154-4f7c-bdd6-903d8363bdbb tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 943 time: 0.2255044 Sep 26 13:15:48.319764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac8313-8cca-442f-8752-e24f0864ffea') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:48.320083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac8313-8cca-442f-8752-e24f0864ffea') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:48.322603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Deleting port 0cfb6db7-936c-47d2-b30e-523f889edf82 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:48.322948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.357466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.434821 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.450480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:48.450857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:48.482730 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:48.554713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4dc3f4c4-fb3b-4c9f-b25f-2a800b3419a2 req-19795740-46be-4854-8e34-247a80e0f47e tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234681 Sep 26 13:15:48.556680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] For port 0cfb6db7-936c-47d2-b30e-523f889edf82, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0cfb6db7-936c-47d2-b30e-523f889edf82,segment=NetworkSegment(4255f8bb-0138-477e-ae84-acc733f9cf0e),segment_id=4255f8bb-0138-477e-ae84-acc733f9cf0e)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:48.557257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.622929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Calling delete_port for 0cfb6db7-936c-47d2-b30e-523f889edf82 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:48.634803 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.644537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.649180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/networks/74ffadd1-748b-4158-940f-df8c111d433a HTTP/1.1" status: 204 len: 168 time: 0.7109213 Sep 26 13:15:48.649948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58026) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:48.663832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb32fda-0f50-4f4d-8ff7-32ce3478c171 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Network': ['ID=74ffadd1-748b-4158-940f-df8c111d433a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:48.719092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ff85a146-9c94-4dec-821b-ad49fe6f570a details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:15:48.724291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port 26ac4c55-09ea-413b-a659-026c70589c5f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:48.724644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.752138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.837435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.837881 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.841308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.856788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.881150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce9820c-7b3a-4054-8fb4-af1b415b48ef']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:48.883407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No DVR routers for this DVR port 0cfb6db7-936c-47d2-b30e-523f889edf82 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:48.889241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for 26ac4c55-09ea-413b-a659-026c70589c5f owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:48.892679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Port': ['ID=0cfb6db7-936c-47d2-b30e-523f889edf82,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:48.892823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25c1840-f7a9-4eaa-9095-c1453476d50b') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:48.893117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25c1840-f7a9-4eaa-9095-c1453476d50b') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:48.896594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ff85a146-9c94-4dec-821b-ad49fe6f570a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ff85a146-9c94-4dec-821b-ad49fe6f570a,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:48.904024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.911288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ff85a146-9c94-4dec-821b-ad49fe6f570a', 'network_id': 'fd928470-a105-45a4-99e9-3e46dcffeaf1', 'port_id': 'ff85a146-9c94-4dec-821b-ad49fe6f570a', 'mac_address': 'fa:16:3e:98:ec:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:15:48.922702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.931361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:48.932540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.961257 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:48.976682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff85a146-9c94-4dec-821b-ad49fe6f570a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:15:49.007701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ff85a146-9c94-4dec-821b-ad49fe6f570a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ff85a146-9c94-4dec-821b-ad49fe6f570a,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:49.014650 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:49.017148 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:49.025162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.053762 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.069455 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.072193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/networks/5ce9820c-7b3a-4054-8fb4-af1b415b48ef HTTP/1.1" status: 204 len: 168 time: 0.4209187 Sep 26 13:15:49.073560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb70f3-3884-4ff7-8cf8-068567b5e7ac tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Network': ['ID=5ce9820c-7b3a-4054-8fb4-af1b415b48ef,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:49.075518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58030) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:49.111766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053a96f7-c8e2-4995-85a9-730dd4f8b111']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:49.126624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ff85a146-9c94-4dec-821b-ad49fe6f570a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:49.126909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4255f8bb-0138-477e-ae84-acc733f9cf0e') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:49.127171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4255f8bb-0138-477e-ae84-acc733f9cf0e') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:49.141942 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.164827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.174385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:49.174923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:49.178278 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:49.280819 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.289111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.291102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/053a96f7-c8e2-4995-85a9-730dd4f8b111 HTTP/1.1" status: 204 len: 168 time: 2.8750911 Sep 26 13:15:49.296240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58034) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:49.304302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1821026238'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:49.305770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b412b-9669-4e43-ad66-fed978520054 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:49.317715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ff85a146-9c94-4dec-821b-ad49fe6f570a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:15:49.322633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b412b-9669-4e43-ad66-fed978520054 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:49.322633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-109b412b-9669-4e43-ad66-fed978520054 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2457242 Sep 26 13:15:49.329153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58036) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:49.336258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e458d9e-fbc3-4a12-8159-3b6256a600fe tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Network': ['ID=053a96f7-c8e2-4995-85a9-730dd4f8b111,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:49.340913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1742288928'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:49.366378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.378018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:49.382063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.427657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=26ac4c55-09ea-413b-a659-026c70589c5f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:49.460132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Made reservation on behalf of 9b51e62fe40b4a5ea3189cece5dc4db3 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:49.464038 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.504246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:49.533165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.533361 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Added segment a157253b-6d01-4368-90f5-093ae956bba4 of type vlan for network f7780bc8-d5aa-4510-8971-5133260fd77d Sep 26 13:15:49.545776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:49.559669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.560320 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Floating IP 0174b805-1228-4dcf-abcc-f00805cfd7bf disassociated (deleted). External IP: 172.25.4.167, port: 08d924f4-f70e-4453-9431-75df1425d8ba. Sep 26 13:15:49.623990 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.624298 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Added segment a7ad6571-0c44-47b9-8afa-9ded171ebbf8 of type vlan for network 0a0b7262-db3b-423f-ab68-c4c4575eed67 Sep 26 13:15:49.672841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.688330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072314-11d5-4062-9e86-ba45ad20697f req-579da0ca-00bd-4587-b595-512d88fa2e88 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:49.690072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72072314-11d5-4062-9e86-ba45ad20697f req-579da0ca-00bd-4587-b595-512d88fa2e88 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 944 time: 0.0565169 Sep 26 13:15:49.725435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.743130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72072314-11d5-4062-9e86-ba45ad20697f req-d93fa402-f4c2-4df9-8399-d980efc06fa1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454321 Sep 26 13:15:49.760778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.767062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:49.767760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.816982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5195839 Sep 26 13:15:49.819428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.820166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58042) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:49.824872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:49.825468 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.826347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'subnet': {'network_id': 'f7780bc8-d5aa-4510-8971-5133260fd77d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:49.923548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:49.927129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:49.940518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ecf36-3840-46fb-adab-ed16d1ec74d9 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Network': ['ID=f7780bc8-d5aa-4510-8971-5133260fd77d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:49.964415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6301811 Sep 26 13:15:49.964625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f7780bc8-d5aa-4510-8971-5133260fd77d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:49.966620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58044) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:49.975212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-542740693'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:50.052562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Made reservation on behalf of 9b51e62fe40b4a5ea3189cece5dc4db3 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:50.056311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.121938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:50.142464 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.143007 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Added segment 593a7574-5b61-4936-bb7b-e4c343193a41 of type vlan for network 09729b2a-2ce7-45a7-af19-63059d581b97 Sep 26 13:15:50.157635 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.244405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.245404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58052) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:50.256352 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.330458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Subnet': ['ID=395dbe00-b75e-4ea0-8c9c-38d6abdb639f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:50.367581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8ca92-b5bd-438c-8c9d-732764e17c1d tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Network': ['ID=0a0b7262-db3b-423f-ab68-c4c4575eed67,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:50.369000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.379391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0a0b7262-db3b-423f-ab68-c4c4575eed67 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:50.403512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:50.404421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.420715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router 11b14762-10f5-4cee-82d3-f488ce343695 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:15:50.540050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:15:50.545472 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.556673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] Sync routers for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:15:50.562927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5919220 Sep 26 13:15:50.568974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58058) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:50.571435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:50.572050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:50.573936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'ports': [{'network_id': '0a0b7262-db3b-423f-ab68-c4c4575eed67', 'name': 'tempest-port--1905989603', 'admin_state_up': True}, {'network_id': '09729b2a-2ce7-45a7-af19-63059d581b97', 'admin_state_up': False}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:50.574363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'port': {'network_id': '0a0b7262-db3b-423f-ab68-c4c4575eed67', 'name': 'tempest-port--1905989603', 'admin_state_up': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:50.574940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'port': {'network_id': '09729b2a-2ce7-45a7-af19-63059d581b97', 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:50.597522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Checking segment: {'id': 'a157253b-6d01-4368-90f5-093ae956bba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f7780bc8-d5aa-4510-8971-5133260fd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:50.597892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network hostable DHCP agents. Network: f7780bc8-d5aa-4510-8971-5133260fd77d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:50.603401 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72088a8-a7f6-4702-94c8-476d303fb1cf tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Network': ['ID=09729b2a-2ce7-45a7-af19-63059d581b97,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:50.606459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c2a0ff17-d233-4d81-821e-a4e4a53f7887 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/floatingips/0174b805-1228-4dcf-abcc-f00805cfd7bf HTTP/1.1" status: 204 len: 168 time: 2.4306746 Sep 26 13:15:50.626713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:50.629900 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a147ddc-b0ea-4170-87c2-105f4368ac3f" -d '{"events": [{"name": "network-changed", "server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:50.640513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network f7780bc8-d5aa-4510-8971-5133260fd77d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:50.753052 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270e5e2e-64cd-4e43-932b-5b5fd98b9627 x-openstack-request-id: req-270e5e2e-64cd-4e43-932b-5b5fd98b9627 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:50.753636 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:50.754919 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-270e5e2e-64cd-4e43-932b-5b5fd98b9627 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:50.755896 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba', 'status': 'completed', 'code': 200} Sep 26 13:15:50.820577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f7780bc8-d5aa-4510-8971-5133260fd77d) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:50.828153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 09729b2a-2ce7-45a7-af19-63059d581b97 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:50.830071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ff85a146-9c94-4dec-821b-ad49fe6f570a up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:15:50.842432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:50.843581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.887190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-45500837-8026-4f3c-8ffa-8b3931b4b155 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0658355 Sep 26 13:15:50.891643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a99547-8781-46cd-baa8-55935263ca70 None None] Network f7780bc8-d5aa-4510-8971-5133260fd77d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:50.899010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58070) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:50.917011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-b5c7204a-0dc5-4608-af97-7c8aaef11ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:50.919234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-b5c7204a-0dc5-4608-af97-7c8aaef11ebe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 1098 time: 0.1340177 Sep 26 13:15:50.962448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Made reservation on behalf of 9b51e62fe40b4a5ea3189cece5dc4db3 for: {'port': 2} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:50.966910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:50.990350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927f5b-f41c-4a1d-855c-4dfc0f8f71fa req-cc2da492-d6e7-40c5-9f93-97ce5bbe13d2 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:50.991806 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28927f5b-f41c-4a1d-855c-4dfc0f8f71fa req-cc2da492-d6e7-40c5-9f93-97ce5bbe13d2 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 944 time: 0.1244709 Sep 26 13:15:50.998202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3c001-ee70-4525-86a2-bf3b97e8d1ce req-a14f2090-aadb-47e6-ba2f-e84bd4536189 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:51.005804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f3c001-ee70-4525-86a2-bf3b97e8d1ce req-a14f2090-aadb-47e6-ba2f-e84bd4536189 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 946 time: 0.1320148 Sep 26 13:15:51.023642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.123041 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28927f5b-f41c-4a1d-855c-4dfc0f8f71fa req-330f1240-0960-4cc6-85eb-2268746113f2 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042962 Sep 26 13:15:51.127985 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port ff85a146-9c94-4dec-821b-ad49fe6f570a completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:15:51.135478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ff85a146-9c94-4dec-821b-ad49fe6f570a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:15:51.136038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.141660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:51.165135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.165473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72f3c001-ee70-4525-86a2-bf3b97e8d1ce req-9cfc01d6-718f-41e4-bb5c-e7774099fe4e tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580789 Sep 26 13:15:51.167191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-3316f341-1a98-4aee-b7fd-dbb6119f495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:51.169035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-3316f341-1a98-4aee-b7fd-dbb6119f495d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1239d7c4-e45d-4a26-a7aa-1850456dcfde HTTP/1.1" status: 200 len: 897 time: 0.2413573 Sep 26 13:15:51.182543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] device_id is not set on port 091254e5-5188-4f6f-8fbc-735e1cf26432 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:15:51.198961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a385ae-d1b5-4b69-ab26-587e7a883fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f7780bc8-d5aa-4510-8971-5133260fd77d', 'network_id': 'f7780bc8-d5aa-4510-8971-5133260fd77d', 'tenant_id': '976db5fd9b364942af4c1a9c89d79ba5', 'fixed_ips': [{'subnet_id': '395dbe00-b75e-4ea0-8c9c-38d6abdb639f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:15:51.199817 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f7a385ae-d1b5-4b69-ab26-587e7a883fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.217564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-b4c0fbbf-170d-48e4-86be-4251d55e3d87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08d924f4-f70e-4453-9431-75df1425d8ba HTTP/1.1" status: 200 len: 217 time: 0.0401390 Sep 26 13:15:51.253151 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.307027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-ce8dc318-fa48-496e-adc1-620f46fcf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:51.308685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-ce8dc318-fa48-496e-adc1-620f46fcf538 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbac588-7205-48f7-966d-672c2bede149 HTTP/1.1" status: 200 len: 835 time: 0.0816245 Sep 26 13:15:51.372690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.377736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-f064ff53-2ef3-4267-840c-503fd9406c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:51.379400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-f064ff53-2ef3-4267-840c-503fd9406c4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1239d7c4-e45d-4a26-a7aa-1850456dcfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625296 Sep 26 13:15:51.402799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.420664 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.494144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Subnet': ['ID=395dbe00-b75e-4ea0-8c9c-38d6abdb639f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:51.522792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] device_id is not set on port 3bb26111-8e31-4014-8397-1bd913777ed6 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-f7a385ae-d1b5-4b69-ab26-587e7a883fa0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 395dbe00-b75e-4ea0-8c9c-38d6abdb639f: This subnet is being modified by another concurrent operation. Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:15:51.544141 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 395dbe00-b75e-4ea0-8c9c-38d6abdb639f: This subnet is being modified by another concurrent operation. Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 13:15:51.550704 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.581973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.598863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6459b30e-ed1b-4094-85f1-e0472c5ae3fc None None] Network f7780bc8-d5aa-4510-8971-5133260fd77d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:51.611207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7780bc8-d5aa-4510-8971-5133260fd77d']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:51.616787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f85710-93d0-4d36-a346-abae15db0d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff85a146-9c94-4dec-821b-ad49fe6f570a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:51.619415 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be040095-e2b2-4386-aa5c-06b10f3bc4f7" -d '{"events": [{"server_uuid": "32f85710-93d0-4d36-a346-abae15db0d49", "name": "network-vif-plugged", "status": "completed", "tag": "ff85a146-9c94-4dec-821b-ad49fe6f570a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:51.625729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a157253b-6d01-4368-90f5-093ae956bba4') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:51.625729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a157253b-6d01-4368-90f5-093ae956bba4') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:51.639393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.644561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ff85a146-9c94-4dec-821b-ad49fe6f570a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ff85a146-9c94-4dec-821b-ad49fe6f570a,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:51.688083 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.689788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.707851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:51.708462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:51.711772 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:51.784180 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8786c0ac-deb6-4926-84d1-4e6ecdd87d70 x-openstack-request-id: req-8786c0ac-deb6-4926-84d1-4e6ecdd87d70 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:51.784180 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f85710-93d0-4d36-a346-abae15db0d49", "name": "network-vif-plugged", "status": "completed", "tag": "ff85a146-9c94-4dec-821b-ad49fe6f570a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:51.784180 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8786c0ac-deb6-4926-84d1-4e6ecdd87d70 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:51.784180 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f85710-93d0-4d36-a346-abae15db0d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff85a146-9c94-4dec-821b-ad49fe6f570a', 'code': 200} Sep 26 13:15:51.810903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.814707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.823901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:52Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:51.824336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.831095 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/f7780bc8-d5aa-4510-8971-5133260fd77d HTTP/1.1" status: 204 len: 168 time: 0.9242723 Sep 26 13:15:51.831306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2cdd3-bd08-4cf1-af1e-44ef466c5b42 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:15:51.838966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58078) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:51.845830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-154622618'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:51.849383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6344f-e748-4ae9-afe4-4de22e2f2924 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Network': ['ID=f7780bc8-d5aa-4510-8971-5133260fd77d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:51.891301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:51.894804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.906281 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:51.908289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] Checking router: 11b14762-10f5-4cee-82d3-f488ce343695 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:15:51.932582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:51.933866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:51.937169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-b0a5c91c-de27-4742-9a8e-3016e939b2a9 service neutron] 10.222.0.24 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013883 Sep 26 13:15:51.970221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:51.973467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b063863-10bc-42a2-8420-a4edc8f32448 req-aa32fd6d-791e-4c68-a911-70d35bd5fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:51.974243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ff85a146-9c94-4dec-821b-ad49fe6f570a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:51.975299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b063863-10bc-42a2-8420-a4edc8f32448 req-aa32fd6d-791e-4c68-a911-70d35bd5fe69 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 1097 time: 0.1243410 Sep 26 13:15:51.997035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Port': ['ID=091254e5-5188-4f6f-8fbc-735e1cf26432,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:52.000533 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.000886 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Added segment 3adf244d-bd07-460c-9335-bd5f67862a7d of type vlan for network e31e9991-1cc3-4999-8cfd-249277b98ba8 Sep 26 13:15:52.036808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Checking segment: {'id': 'a7ad6571-0c44-47b9-8afa-9ded171ebbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0a0b7262-db3b-423f-ab68-c4c4575eed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:52.036808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Network hostable DHCP agents. Network: 0a0b7262-db3b-423f-ab68-c4c4575eed67, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:52.055311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.085988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Network 0a0b7262-db3b-423f-ab68-c4c4575eed67 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:52.101013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.107127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:52.107605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.108581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:52.118051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0a0b7262-db3b-423f-ab68-c4c4575eed67) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:52.139820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:52.141157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.162651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade2cdd3-bd08-4cf1-af1e-44ef466c5b42 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:15:52.167134 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3269501 Sep 26 13:15:52.168084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58080) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:52.174921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b063863-10bc-42a2-8420-a4edc8f32448 req-e080611b-2fb6-4584-8a9b-dc65d325966b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912456 Sep 26 13:15:52.195596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Request body: {'subnet': {'network_id': 'e31e9991-1cc3-4999-8cfd-249277b98ba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:52.217417 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a147ddc-b0ea-4170-87c2-105f4368ac3f req-8f88215f-af41-45f6-a97a-f46b12342cab service neutron] 10.222.0.24 "GET /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718885 Sep 26 13:15:52.251534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-bb63e619-c326-4217-8262-c0b0beca62ee tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:52.253209 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-bb63e619-c326-4217-8262-c0b0beca62ee tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 946 time: 0.1710441 Sep 26 13:15:52.322224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b1db6-e710-461c-a490-92434d0d6af7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Network': ['ID=e31e9991-1cc3-4999-8cfd-249277b98ba8,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:52.337729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e31e9991-1cc3-4999-8cfd-249277b98ba8 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:52.396455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Port': ['ID=3bb26111-8e31-4014-8397-1bd913777ed6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:52.407287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Made reservation on behalf of 976db5fd9b364942af4c1a9c89d79ba5 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:52.411212 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.426479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5221e-e327-4486-ab96-981ae871d9b9 req-0dfdeff4-70c1-4e0f-8260-dfb5704bbca8 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:52.428188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1a5221e-e327-4486-ab96-981ae871d9b9 req-0dfdeff4-70c1-4e0f-8260-dfb5704bbca8 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 945 time: 0.1486554 Sep 26 13:15:52.449779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ccedc-3b81-4045-824e-79ee5b339315 req-33126258-2272-409c-8182-3ec9038d8f1b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:52.457675 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af4ccedc-3b81-4045-824e-79ee5b339315 req-33126258-2272-409c-8182-3ec9038d8f1b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 946 time: 0.1498871 Sep 26 13:15:52.461515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Deleting port fb386838-a93e-43b5-9e71-fca1b337b617 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:52.461943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.477449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port 08d924f4-f70e-4453-9431-75df1425d8ba {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:52.477960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.520410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Checking segment: {'id': '593a7574-5b61-4936-bb7b-e4c343193a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '09729b2a-2ce7-45a7-af19-63059d581b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:52.521132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Network hostable DHCP agents. Network: 09729b2a-2ce7-45a7-af19-63059d581b97, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:52.567410 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af4ccedc-3b81-4045-824e-79ee5b339315 req-e43cdc15-8e81-4ca9-9317-e06ef26618f7 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/security-groups?id=172580c8-494b-4055-9ad8-7b747affb46b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088564 Sep 26 13:15:52.581591 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1a5221e-e327-4486-ab96-981ae871d9b9 req-08cb01f1-0ba9-4a6c-b4a7-df7b0b9a218b tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340609 Sep 26 13:15:52.585919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:52Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:52.588448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Network 09729b2a-2ce7-45a7-af19-63059d581b97 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:52.636210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 09729b2a-2ce7-45a7-af19-63059d581b97) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:52.641867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:52.650073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:52.653675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71c957-07f8-4c37-a34e-50e34757e3d8 None None] The sync data for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 is: [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:14:48Z', 'revision_number': 4, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '11de596f-c101-4589-aaa5-2d9beaac49dc', 'name': '', 'network_id': '1239d7c4-e45d-4a26-a7aa-1850456dcfde', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'mac_address': 'fa:16:3e:86:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'dbbac588-7205-48f7-966d-672c2bede149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:43Z', 'updated_at': '2021-09-26T13:14:52Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'subnets': [{'id': 'dbbac588-7205-48f7-966d-672c2bede149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:15:52.656762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:52.657777 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.689622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e64e95d6-7acc-4142-a74d-9c259e653172 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1169546 Sep 26 13:15:52.691727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58088) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:52.719062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] For port fb386838-a93e-43b5-9e71-fca1b337b617, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fb386838-a93e-43b5-9e71-fca1b337b617,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:52.719482 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.744964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Calling delete_port for fb386838-a93e-43b5-9e71-fca1b337b617 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:52.776657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db543c-a57b-4104-8136-84e907cb2193 None None] Network 0a0b7262-db3b-423f-ab68-c4c4575eed67 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:52.795064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e27895-cb4d-4cd2-b602-c975b5260197 None None] Network 09729b2a-2ce7-45a7-af19-63059d581b97 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:52.829053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe8313-39ed-477a-b310-819207bcd935 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:52.846729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe8313-39ed-477a-b310-819207bcd935 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:52.857091 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1dfe8313-39ed-477a-b310-819207bcd935 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1617796 Sep 26 13:15:52.857286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port 08d924f4-f70e-4453-9431-75df1425d8ba, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=08d924f4-f70e-4453-9431-75df1425d8ba,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:52.857286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:52.857525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58092) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:52.883950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for 08d924f4-f70e-4453-9431-75df1425d8ba owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:53.004303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:15:53.007467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.067848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event updated for resources: {'Subnet': ['ID=087f2295-d18e-41aa-a8cf-426243ce948b,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:53.090976 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694ec70b-99f7-47e1-8301-13d5262e3f5a None None] New status for floating IP 0174b805-1228-4dcf-abcc-f00805cfd7bf: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:15:53.115167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-eea15555-d2e4-4fa7-b54c-9b58f9a33535 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Deleting port 091254e5-5188-4f6f-8fbc-735e1cf26432 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:53.115593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eea15555-d2e4-4fa7-b54c-9b58f9a33535 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.126545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Checking segment: {'id': '3adf244d-bd07-460c-9335-bd5f67862a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e31e9991-1cc3-4999-8cfd-249277b98ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:53.126981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network hostable DHCP agents. Network: e31e9991-1cc3-4999-8cfd-249277b98ba8, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:15:53.164628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.213094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb386838-a93e-43b5-9e71-fca1b337b617,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:53.213762 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eea15555-d2e4-4fa7-b54c-9b58f9a33535 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.223715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Network e31e9991-1cc3-4999-8cfd-249277b98ba8 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:15:53.234787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-eea15555-d2e4-4fa7-b54c-9b58f9a33535 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Calling delete_port for 091254e5-5188-4f6f-8fbc-735e1cf26432 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:53.246123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e31e9991-1cc3-4999-8cfd-249277b98ba8) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:53.251767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:53.252387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.258488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f097a5f-c136-4011-b704-56ea2295b7f2 None None] Network e31e9991-1cc3-4999-8cfd-249277b98ba8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:53.282806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.313316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=08d924f4-f70e-4453-9431-75df1425d8ba,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:53.330206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-28d65069-4422-455e-a8ae-e4f5e9c8e593 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1365669 Sep 26 13:15:53.330533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58094) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:53.408485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] No DVR routers for this DVR port 08d924f4-f70e-4453-9431-75df1425d8ba on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:53.414157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.422395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a7b253e-6f5c-4b4d-ad8b-10e4729ce2b0 req-655e99c1-6119-4718-a379-4921e7c10867 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.24 "DELETE /v2.0/ports/08d924f4-f70e-4453-9431-75df1425d8ba HTTP/1.1" status: 204 len: 173 time: 1.1525056 Sep 26 13:15:53.423035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'name': 'network-vif-deleted', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:53.425800 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceab3b6-70ab-4f43-8814-5a271a8cb2e1" -d '{"events": [{"server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "name": "network-vif-deleted", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:53.440759 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eea15555-d2e4-4fa7-b54c-9b58f9a33535 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.476493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e31e9991-1cc3-4999-8cfd-249277b98ba8', 'network_id': 'e31e9991-1cc3-4999-8cfd-249277b98ba8', 'tenant_id': '976db5fd9b364942af4c1a9c89d79ba5', 'fixed_ips': [{'subnet_id': '087f2295-d18e-41aa-a8cf-426243ce948b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:15:53.477519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.497908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15555-d2e4-4fa7-b54c-9b58f9a33535 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Port': ['ID=091254e5-5188-4f6f-8fbc-735e1cf26432,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:53.541558 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eea15555-d2e4-4fa7-b54c-9b58f9a33535 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.550077 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.555515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eea15555-d2e4-4fa7-b54c-9b58f9a33535 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/ports/091254e5-5188-4f6f-8fbc-735e1cf26432 HTTP/1.1" status: 204 len: 168 time: 0.6958623 Sep 26 13:15:53.556948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58098) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:53.562210 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.617028 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834dc6d0-1010-4fc1-bf9d-defa5fd40620 x-openstack-request-id: req-834dc6d0-1010-4fc1-bf9d-defa5fd40620 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:53.617395 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a108c3-87af-4d09-8126-d95d976e7132", "name": "network-vif-deleted", "tag": "08d924f4-f70e-4453-9431-75df1425d8ba", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:53.617746 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-834dc6d0-1010-4fc1-bf9d-defa5fd40620 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:53.618239 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a108c3-87af-4d09-8126-d95d976e7132', 'name': 'network-vif-deleted', 'tag': '08d924f4-f70e-4453-9431-75df1425d8ba', 'status': 'completed', 'code': 200} Sep 26 13:15:53.671654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Allocated IP 2001:db8::f816:3eff:fefd:c33f (e31e9991-1cc3-4999-8cfd-249277b98ba8/087f2295-d18e-41aa-a8cf-426243ce948b/1d2a3e6d-a761-4343-94f6-b2e5c87724b1) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:15:53.806954 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.816195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0dbf8c2d-49f7-4f0e-b68e-21afebdba892 req-1dc34c05-e730-47a4-ada8-dbe814a8b760 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a108c3-87af-4d09-8126-d95d976e7132 HTTP/1.1" status: 200 len: 210 time: 0.0430617 Sep 26 13:15:53.867888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d5d885d4-1bb6-4c79-b08f-c0b378f61a8f tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Deleting port 3bb26111-8e31-4014-8397-1bd913777ed6 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:53.868166 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d5d885d4-1bb6-4c79-b08f-c0b378f61a8f tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.915698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.925848 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:53.928006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9ada-492b-40fb-9ba1-e5154725e0a8 req-b072c065-fa1c-4af0-8c51-b196d291913f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:53.943792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e3b9ada-492b-40fb-9ba1-e5154725e0a8 req-b072c065-fa1c-4af0-8c51-b196d291913f tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 945 time: 0.2464454 Sep 26 13:15:53.973512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Network e31e9991-1cc3-4999-8cfd-249277b98ba8 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:15:53.976711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:15:53.984498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:15:53.987815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Pushing event updated for resources: {'Port': ['ID=1d2a3e6d-a761-4343-94f6-b2e5c87724b1,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:54.002580 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d5d885d4-1bb6-4c79-b08f-c0b378f61a8f tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.038191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d5d885d4-1bb6-4c79-b08f-c0b378f61a8f tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Calling delete_port for 3bb26111-8e31-4014-8397-1bd913777ed6 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:54.054266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e3b9ada-492b-40fb-9ba1-e5154725e0a8 req-ae865381-4ece-4497-8eac-9d4e3f0b77b1 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051219 Sep 26 13:15:54.095073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Attempting to bind port 1d2a3e6d-a761-4343-94f6-b2e5c87724b1 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:15:54.095460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Attempting to bind port 1d2a3e6d-a761-4343-94f6-b2e5c87724b1 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '3adf244d-bd07-460c-9335-bd5f67862a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e31e9991-1cc3-4999-8cfd-249277b98ba8'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:15:54.096177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.096752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Attempting to bind port 1d2a3e6d-a761-4343-94f6-b2e5c87724b1 on network e31e9991-1cc3-4999-8cfd-249277b98ba8 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:15:54.102621 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:15:54.103005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Checking segment: {'id': '3adf244d-bd07-460c-9335-bd5f67862a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e31e9991-1cc3-4999-8cfd-249277b98ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:15:54.103415 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.103856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Bound using segment: {'id': '3adf244d-bd07-460c-9335-bd5f67862a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e31e9991-1cc3-4999-8cfd-249277b98ba8'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:15:54.104336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Bound port: 1d2a3e6d-a761-4343-94f6-b2e5c87724b1, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adf244d-bd07-460c-9335-bd5f67862a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e31e9991-1cc3-4999-8cfd-249277b98ba8'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:15:54.104717 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.164996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Subnet': ['ID=087f2295-d18e-41aa-a8cf-426243ce948b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:54.192417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] For port 1d2a3e6d-a761-4343-94f6-b2e5c87724b1, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:15:54.197436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] For port 1d2a3e6d-a761-4343-94f6-b2e5c87724b1, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d2a3e6d-a761-4343-94f6-b2e5c87724b1,segment=NetworkSegment(3adf244d-bd07-460c-9335-bd5f67862a7d),segment_id=3adf244d-bd07-460c-9335-bd5f67862a7d)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:15:54.206670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.239229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Router ab57e1a8-411d-482e-803b-420c23c9b763 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:15:54.240116 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d5d885d4-1bb6-4c79-b08f-c0b378f61a8f tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.250873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.277470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31e9991-1cc3-4999-8cfd-249277b98ba8']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:54.283813 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d5d885d4-1bb6-4c79-b08f-c0b378f61a8f tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.286268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d5d885d4-1bb6-4c79-b08f-c0b378f61a8f tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/ports/3bb26111-8e31-4014-8397-1bd913777ed6 HTTP/1.1" status: 204 len: 168 time: 0.7228990 Sep 26 13:15:54.288411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d885d4-1bb6-4c79-b08f-c0b378f61a8f tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Port': ['ID=3bb26111-8e31-4014-8397-1bd913777ed6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:54.290793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58112) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:54.297794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adf244d-bd07-460c-9335-bd5f67862a7d') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:54.297794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adf244d-bd07-460c-9335-bd5f67862a7d') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:54.310276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.320028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f2764-ed1e-4123-8bfa-3b0ec1ab4b36 None None] Pushing event updated for resources: {'Port': ['ID=1d2a3e6d-a761-4343-94f6-b2e5c87724b1,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:54.341665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.350819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b784ca7-3b36-43bb-adb2-a562c2a9c499 None None] Network e31e9991-1cc3-4999-8cfd-249277b98ba8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:54.353880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:54.354445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:54.386336 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:54.433226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 26 13:15:54.433226 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 26 13:15:54.433226 n-d-806683-13 neutron-server[94811]: [parameters: {'id': 'e31e9991-1cc3-4999-8cfd-249277b98ba8'}] Sep 26 13:15:54.433226 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:15:54.433896 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:15:54.446092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:15:54.451297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6cb8b6fc-2c21-479b-890f-2630cbbdbd8c admin admin] 10.222.0.13 "PUT /v2.0/routers/ab57e1a8-411d-482e-803b-420c23c9b763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2046554 Sep 26 13:15:54.459689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58118) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:54.460500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eb39ae7d-f2f3-4782-b52f-f84e6e147f54 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1620457 Sep 26 13:15:54.460500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58120) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:54.463254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1933334672'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:54.479866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] Sync routers for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:15:54.487848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Made reservation on behalf of 9b51e62fe40b4a5ea3189cece5dc4db3 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:54.492445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.500597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:54.501444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:54.521826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:54.533910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.535132 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Added segment 816e1c62-956f-433c-ad58-e59daba467e8 of type vlan for network 3a577183-da33-46af-b7bc-66f8bf973ec8 Sep 26 13:15:54.584013 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.594957 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.611022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e7a5e-61ef-4a3f-9b4b-e86f19da6270 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:15:54.633313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.640641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:54.641862 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.678942 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2195637 Sep 26 13:15:54.682611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58126) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:54.689722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2143327376'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:54.703402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:54.734127 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.774636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d70863-7e7a-4d4b-b2a0-5c9afd869454 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Network': ['ID=3a577183-da33-46af-b7bc-66f8bf973ec8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:54.789081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Made reservation on behalf of 9b51e62fe40b4a5ea3189cece5dc4db3 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:54.792942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.816488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 3a577183-da33-46af-b7bc-66f8bf973ec8 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:54.822049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:15:54.822959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Deleting port 3af5e4dc-152e-4c70-b19d-c095f7e69dca {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:54.823598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.848210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.848672 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Added segment 7414fbe7-710e-48a5-bce1-863d118c5806 of type vlan for network b1ab7878-409e-4029-9d27-47a4637f623a Sep 26 13:15:54.903633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58132) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:54.927038 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.938189 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:54.984100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e7a5e-61ef-4a3f-9b4b-e86f19da6270 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:15:55.002174 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.008280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:55.009636 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.014197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff80620-a023-4244-97e9-f6cfdf90b13d req-9ed18146-5786-43aa-8ceb-148b520d743c tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:55.016347 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ff80620-a023-4244-97e9-f6cfdf90b13d req-9ed18146-5786-43aa-8ceb-148b520d743c tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 945 time: 0.1255248 Sep 26 13:15:55.035952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3665d1bb-8a85-4704-b5c2-5d72215ecf2b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.038625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] For port 3af5e4dc-152e-4c70-b19d-c095f7e69dca, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3af5e4dc-152e-4c70-b19d-c095f7e69dca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:55.039006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.066057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3823557 Sep 26 13:15:55.069070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Calling delete_port for 3af5e4dc-152e-4c70-b19d-c095f7e69dca owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:55.140096 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3665d1bb-8a85-4704-b5c2-5d72215ecf2b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.184003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c19a-4f68-4401-9130-9e8dc34edade tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Network': ['ID=b1ab7878-409e-4029-9d27-47a4637f623a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:55.201585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b1ab7878-409e-4029-9d27-47a4637f623a details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:15:55.214883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:15:53Z', 'revision_number': 5, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port': {'id': '3af5e4dc-152e-4c70-b19d-c095f7e69dca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:04:59Z', 'updated_at': '2021-09-26T13:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:55.267499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3665d1bb-8a85-4704-b5c2-5d72215ecf2b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.270700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3665d1bb-8a85-4704-b5c2-5d72215ecf2b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.272370 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3665d1bb-8a85-4704-b5c2-5d72215ecf2b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/security-groups/172580c8-494b-4055-9ad8-7b747affb46b HTTP/1.1" status: 204 len: 168 time: 0.3678980 Sep 26 13:15:55.289392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665d1bb-8a85-4704-b5c2-5d72215ecf2b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172580c8-494b-4055-9ad8-7b747affb46b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:55.322101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] Checking router: ab57e1a8-411d-482e-803b-420c23c9b763 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:15:55.323557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58140) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:55.328436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 08d924f4-f70e-4453-9431-75df1425d8ba no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:55.385460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 08d924f4-f70e-4453-9431-75df1425d8ba {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:55.385997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 08d924f4-f70e-4453-9431-75df1425d8ba not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:55.389503 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] Routers {'ab57e1a8-411d-482e-803b-420c23c9b763'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:55.390384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab57e1a8-411d-482e-803b-420c23c9b763'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:55.677983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Deleting port 1d2a3e6d-a761-4343-94f6-b2e5c87724b1 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:55.678614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.683005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ff80620-a023-4244-97e9-f6cfdf90b13d req-dc14fe2a-db26-4a3f-9ecf-0916049b2ad6 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579182 Sep 26 13:15:55.726151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] Set router ab57e1a8-411d-482e-803b-420c23c9b763 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:55.768437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] For port 1d2a3e6d-a761-4343-94f6-b2e5c87724b1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d2a3e6d-a761-4343-94f6-b2e5c87724b1,segment=NetworkSegment(3adf244d-bd07-460c-9335-bd5f67862a7d),segment_id=3adf244d-bd07-460c-9335-bd5f67862a7d)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:55.768980 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.783226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Calling delete_port for 1d2a3e6d-a761-4343-94f6-b2e5c87724b1 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:55.795041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:15:54Z', 'revision_number': 6, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:55.828887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802f7e7-bc88-4201-ac99-9ceffe2dbf54 None None] The sync data for ids ['ab57e1a8-411d-482e-803b-420c23c9b763'] in n-d-806683-13 is: [{'id': 'ab57e1a8-411d-482e-803b-420c23c9b763', 'name': 'tempest-AttachVolumeShelveTestJSON-795969454-router', 'tenant_id': '35765a257c8c441fb53b2a166313414b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:04:57Z', 'updated_at': '2021-09-26T13:15:54Z', 'revision_number': 6, 'project_id': '35765a257c8c441fb53b2a166313414b', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:15:55.891653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:55.925975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af5e4dc-152e-4c70-b19d-c095f7e69dca,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:55.970220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.051282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Port': ['ID=1d2a3e6d-a761-4343-94f6-b2e5c87724b1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:56.053956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No DVR routers for this DVR port 1d2a3e6d-a761-4343-94f6-b2e5c87724b1 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:56.145126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.200095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.346743 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.361563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.365654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.371247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-573be6e5-a00e-4f1e-b06f-fbcd0c2b3120 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:56.372703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-573be6e5-a00e-4f1e-b06f-fbcd0c2b3120 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 945 time: 0.0886123 Sep 26 13:15:56.385173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31e9991-1cc3-4999-8cfd-249277b98ba8']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:56.425653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adf244d-bd07-460c-9335-bd5f67862a7d') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:56.426195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adf244d-bd07-460c-9335-bd5f67862a7d') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:56.438107 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.445175 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.445871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab57e1a8-411d-482e-803b-420c23c9b763 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:15:56.451849 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.455575 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e356699a-b5cc-49fe-9e7c-a8e635781673 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab57e1a8-411d-482e-803b-420c23c9b763 HTTP/1.1" status: 204 len: 168 time: 1.9998913 Sep 26 13:15:56.456292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58146) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:56.491767 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.503577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:56.504151 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:56.507524 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:56.543120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-85834224-8678-4d5f-b674-d72ebdc6df22 admin admin] Deleting subnet b68faaff-2707-4521-8127-1738d9f366bf {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:15:56.571015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Deleting port ff85a146-9c94-4dec-821b-ad49fe6f570a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:56.571363 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.573014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85834224-8678-4d5f-b674-d72ebdc6df22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.606870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.616678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.621978 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/e31e9991-1cc3-4999-8cfd-249277b98ba8 HTTP/1.1" status: 204 len: 168 time: 3.2874556 Sep 26 13:15:56.621978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85834224-8678-4d5f-b674-d72ebdc6df22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.623633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58148) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:56.655968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706e07d-5f02-41e3-add1-d19f6a8b9fc2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Network': ['ID=e31e9991-1cc3-4999-8cfd-249277b98ba8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:56.669282 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d173e9e-37f5-41c6-b4cb-24b0053824ef tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): The resource could not be found. Sep 26 13:15:56.669779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d173e9e-37f5-41c6-b4cb-24b0053824ef tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:56.673930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4d173e9e-37f5-41c6-b4cb-24b0053824ef tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/subnets/087f2295-d18e-41aa-a8cf-426243ce948b HTTP/1.1" status: 404 len: 337 time: 0.0484083 Sep 26 13:15:56.674499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58150) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:56.697362 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc687b31-ce91-4233-b8dd-bcf2b819c721 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): The resource could not be found. Sep 26 13:15:56.698117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc687b31-ce91-4233-b8dd-bcf2b819c721 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:56.702188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc687b31-ce91-4233-b8dd-bcf2b819c721 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/e31e9991-1cc3-4999-8cfd-249277b98ba8 HTTP/1.1" status: 404 len: 339 time: 0.0244622 Sep 26 13:15:56.702806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58152) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:56.736300 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7507d43-5034-4788-83b5-6d2217afd7b2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): The resource could not be found. Sep 26 13:15:56.737195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7507d43-5034-4788-83b5-6d2217afd7b2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:56.739537 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e7507d43-5034-4788-83b5-6d2217afd7b2 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/subnets/395dbe00-b75e-4ea0-8c9c-38d6abdb639f HTTP/1.1" status: 404 len: 337 time: 0.0360124 Sep 26 13:15:56.742440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58156) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:56.777744 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aede48d-62da-4ade-ae15-665f38454e45 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): The resource could not be found. Sep 26 13:15:56.778336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aede48d-62da-4ade-ae15-665f38454e45 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:56.782947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7aede48d-62da-4ade-ae15-665f38454e45 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/f7780bc8-d5aa-4510-8971-5133260fd77d HTTP/1.1" status: 404 len: 339 time: 0.0366485 Sep 26 13:15:56.787231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58158) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:56.796904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] For port ff85a146-9c94-4dec-821b-ad49fe6f570a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ff85a146-9c94-4dec-821b-ad49fe6f570a,segment=NetworkSegment(b1c9a3f8-5f8c-4c74-9069-7ef0c8930820),segment_id=b1c9a3f8-5f8c-4c74-9069-7ef0c8930820)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:56.797279 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.802959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port 11de596f-c101-4589-aaa5-2d9beaac49dc {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:56.803288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.809327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85834224-8678-4d5f-b674-d72ebdc6df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:56.854657 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb9a70-114a-4302-9917-90a84e17665d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): The resource could not be found. Sep 26 13:15:56.855109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcb9a70-114a-4302-9917-90a84e17665d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:56.856897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bdcb9a70-114a-4302-9917-90a84e17665d tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/subnets/c7f76264-e0e8-4247-ad1c-7737a509d4e9 HTTP/1.1" status: 404 len: 337 time: 0.0688615 Sep 26 13:15:56.859946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58160) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:56.880062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Calling delete_port for ff85a146-9c94-4dec-821b-ad49fe6f570a owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:56.884722 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f772ae83-d6b5-44ae-9436-564a64c84de7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): The resource could not be found. Sep 26 13:15:56.885426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f772ae83-d6b5-44ae-9436-564a64c84de7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:56.890615 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f772ae83-d6b5-44ae-9436-564a64c84de7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/053a96f7-c8e2-4995-85a9-730dd4f8b111 HTTP/1.1" status: 404 len: 339 time: 0.0293016 Sep 26 13:15:56.891328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58162) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:56.950512 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85834224-8678-4d5f-b674-d72ebdc6df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.000291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781ede4-fe04-4097-aad7-861d1246573e req-209434f9-85ee-41df-8c50-caf1d337b012 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:15:57.001762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1781ede4-fe04-4097-aad7-861d1246573e req-209434f9-85ee-41df-8c50-caf1d337b012 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 945 time: 0.1697571 Sep 26 13:15:57.004363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85834224-8678-4d5f-b674-d72ebdc6df22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68faaff-2707-4521-8127-1738d9f366bf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:57.006592 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85834224-8678-4d5f-b674-d72ebdc6df22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.011465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-85834224-8678-4d5f-b674-d72ebdc6df22 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b68faaff-2707-4521-8127-1738d9f366bf HTTP/1.1" status: 204 len: 168 time: 0.5516455 Sep 26 13:15:57.012108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737b5fc-5081-4f83-a420-6dfb04b59d28 None None] Network 0b9c0767-1ed7-4b4b-9457-82b6598e8925 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:57.014199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58164) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:57.042491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port 11de596f-c101-4589-aaa5-2d9beaac49dc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=11de596f-c101-4589-aaa5-2d9beaac49dc,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:57.042862 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.061930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for 11de596f-c101-4589-aaa5-2d9beaac49dc owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:57.115533 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.128010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a8b63-0da6-4310-862e-1eeeb56c4e59 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Deleting port cdcef494-abd1-4a3d-8f68-40912fff7a4c {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:57.128493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8b63-0da6-4310-862e-1eeeb56c4e59 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.299828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8b63-0da6-4310-862e-1eeeb56c4e59 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.324018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] DHCP port deletion for 0b9c0767-1ed7-4b4b-9457-82b6598e8925 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:15:57.332879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a8b63-0da6-4310-862e-1eeeb56c4e59 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Calling delete_port for cdcef494-abd1-4a3d-8f68-40912fff7a4c owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:57.393885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1781ede4-fe04-4097-aad7-861d1246573e req-20ea59a4-9938-4694-9430-b5280eec3ad7 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5f8a27f-cc41-4505-8280-50066dfe99ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021308 Sep 26 13:15:57.395144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] Deleting port 5bf98ce9-e54b-474a-8489-ef742edc2a8b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:57.396030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.458718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Deleting port 5bf98ce9-e54b-474a-8489-ef742edc2a8b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:57.458718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.487303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] For port 5bf98ce9-e54b-474a-8489-ef742edc2a8b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5bf98ce9-e54b-474a-8489-ef742edc2a8b,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:57.487886 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.501574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] Calling delete_port for 5bf98ce9-e54b-474a-8489-ef742edc2a8b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:57.536797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] For port 5bf98ce9-e54b-474a-8489-ef742edc2a8b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5bf98ce9-e54b-474a-8489-ef742edc2a8b,segment=NetworkSegment(8472a8b7-33c5-4311-b946-5d9aea564422),segment_id=8472a8b7-33c5-4311-b946-5d9aea564422)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:15:57.537463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.545167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.551322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Calling delete_port for 5bf98ce9-e54b-474a-8489-ef742edc2a8b owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:57.594098 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.620438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=11de596f-c101-4589-aaa5-2d9beaac49dc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:57.620664 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8b63-0da6-4310-862e-1eeeb56c4e59 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.657540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] Pushing event deleted for resources: {'Port': ['ID=5bf98ce9-e54b-474a-8489-ef742edc2a8b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:57.663634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8e931-a62a-4e2f-a07c-7d4f53237e65 None None] No DVR routers for this DVR port 5bf98ce9-e54b-474a-8489-ef742edc2a8b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:57.698730 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8b63-0da6-4310-862e-1eeeb56c4e59 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.698730 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dd3a8b63-0da6-4310-862e-1eeeb56c4e59 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/ports/cdcef494-abd1-4a3d-8f68-40912fff7a4c HTTP/1.1" status: 204 len: 168 time: 0.7969449 Sep 26 13:15:57.705428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a8b63-0da6-4310-862e-1eeeb56c4e59 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Port': ['ID=cdcef494-abd1-4a3d-8f68-40912fff7a4c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:57.715027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58170) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:57.729445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.736223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.748750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ff85a146-9c94-4dec-821b-ad49fe6f570a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:15:57.775086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf98ce9-e54b-474a-8489-ef742edc2a8b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:57.784202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] No DVR routers for this DVR port 5bf98ce9-e54b-474a-8489-ef742edc2a8b on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:57.797587 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef74cf4c-15d2-4a3b-8107-76895bad09fc tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): The resource could not be found. Sep 26 13:15:57.798303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef74cf4c-15d2-4a3b-8107-76895bad09fc tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:57.803278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ef74cf4c-15d2-4a3b-8107-76895bad09fc tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/subnets/619782b9-2be3-4fc8-b1d0-10f9fed70650 HTTP/1.1" status: 404 len: 337 time: 0.0838268 Sep 26 13:15:57.818494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58172) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:57.867340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Pushing event deleted for resources: {'Port': ['ID=ff85a146-9c94-4dec-821b-ad49fe6f570a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:57.958695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:57.988736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9c0767-1ed7-4b4b-9457-82b6598e8925']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:57.995763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5bf98ce9-e54b-474a-8489-ef742edc2a8b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:58.006996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8472a8b7-33c5-4311-b946-5d9aea564422') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:58.007544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8472a8b7-33c5-4311-b946-5d9aea564422') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:58.018940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5bf98ce9-e54b-474a-8489-ef742edc2a8b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:58.019917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5bf98ce9-e54b-474a-8489-ef742edc2a8b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:58.020517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3af5e4dc-152e-4c70-b19d-c095f7e69dca no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:58.026938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.043323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.045037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 3af5e4dc-152e-4c70-b19d-c095f7e69dca {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:58.045583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3af5e4dc-152e-4c70-b19d-c095f7e69dca not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:58.046217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fb386838-a93e-43b5-9e71-fca1b337b617 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:15:58.051627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:58.052080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.054626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] No DVR routers for this DVR port ff85a146-9c94-4dec-821b-ad49fe6f570a on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:15:58.058636 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.061243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b65a921a-e76a-465e-a8f2-88b57942e09d req-7ee9310b-fa47-4817-8caf-54d5019e7ca9 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.23 "DELETE /v2.0/ports/ff85a146-9c94-4dec-821b-ad49fe6f570a HTTP/1.1" status: 204 len: 173 time: 1.6823328 Sep 26 13:15:58.076740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fb386838-a93e-43b5-9e71-fca1b337b617 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:15:58.077916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fb386838-a93e-43b5-9e71-fca1b337b617 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:15:58.103260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f85710-93d0-4d36-a346-abae15db0d49', 'name': 'network-vif-deleted', 'tag': 'ff85a146-9c94-4dec-821b-ad49fe6f570a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:15:58.105956 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111b8dc8-136f-4c80-a777-cc29daee738b" -d '{"events": [{"server_uuid": "32f85710-93d0-4d36-a346-abae15db0d49", "name": "network-vif-deleted", "tag": "ff85a146-9c94-4dec-821b-ad49fe6f570a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:15:58.112911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:58.120887 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:58.131822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.137377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.139296 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0b9c0767-1ed7-4b4b-9457-82b6598e8925 HTTP/1.1" status: 204 len: 168 time: 1.1209629 Sep 26 13:15:58.152746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681f54f-18b1-4ccc-b254-d71f8b79a4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9c0767-1ed7-4b4b-9457-82b6598e8925,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:58.205229 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61c8c92-69dd-43eb-85a1-12eab9bd6b4e x-openstack-request-id: req-a61c8c92-69dd-43eb-85a1-12eab9bd6b4e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:15:58.205615 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f85710-93d0-4d36-a346-abae15db0d49", "name": "network-vif-deleted", "tag": "ff85a146-9c94-4dec-821b-ad49fe6f570a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:15:58.205800 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a61c8c92-69dd-43eb-85a1-12eab9bd6b4e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:15:58.206179 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f85710-93d0-4d36-a346-abae15db0d49', 'name': 'network-vif-deleted', 'tag': 'ff85a146-9c94-4dec-821b-ad49fe6f570a', 'status': 'completed', 'code': 200} Sep 26 13:15:58.258929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.299473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.317878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58180) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:58.374841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799ff259-2a2f-438a-ac23-7aa2c86fa192']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:58.393453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6274239a-4efc-4447-9957-8c0ae0458dea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35765a257c8c441fb53b2a166313414b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743885 Sep 26 13:15:58.397829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58184) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:58.415282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fe6926-22ac-4372-9204-d2dc56db3ecf') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:58.415910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fe6926-22ac-4372-9204-d2dc56db3ecf') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:58.425119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58188) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:58.430872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'subnets': [{'network_id': '3a577183-da33-46af-b7bc-66f8bf973ec8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1154179708', 'ip_version': 6}, {'network_id': 'b1ab7878-409e-4029-9d27-47a4637f623a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:58.431190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'subnet': {'network_id': '3a577183-da33-46af-b7bc-66f8bf973ec8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1154179708', 'ip_version': 6}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:58.431898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Request body: {'subnet': {'network_id': 'b1ab7878-409e-4029-9d27-47a4637f623a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:15:58.453352 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.469572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e070d4aa-aece-4a71-bd43-1540d5d20a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.491741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.497406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e070d4aa-aece-4a71-bd43-1540d5d20a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.536775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:15:58.537188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:15:58.553592 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:15:58.558244 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e070d4aa-aece-4a71-bd43-1540d5d20a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.561941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e070d4aa-aece-4a71-bd43-1540d5d20a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.563150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e070d4aa-aece-4a71-bd43-1540d5d20a9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01d087a8-3718-426f-8ad5-fb2b0a601f98 HTTP/1.1" status: 204 len: 168 time: 0.1623449 Sep 26 13:15:58.571801 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070d4aa-aece-4a71-bd43-1540d5d20a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d087a8-3718-426f-8ad5-fb2b0a601f98,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:58.597443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-67f46956-bcac-47ff-a8e5-75d4132b8c57 req-707cfccd-66d6-4c4e-a289-73c5a09745d3 tempest-VolumesActionsTest-16896457 tempest-VolumesActionsTest-16896457-project] 10.222.0.13 "GET /v2.0/ports?device_id=32f85710-93d0-4d36-a346-abae15db0d49 HTTP/1.1" status: 200 len: 210 time: 0.0961983 Sep 26 13:15:58.680997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.725966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.727873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/799ff259-2a2f-438a-ac23-7aa2c86fa192 HTTP/1.1" status: 204 len: 168 time: 0.8889720 Sep 26 13:15:58.730542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58192) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:58.796769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ae398-50c7-4e4d-8672-30a3a16f3c2a tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Network': ['ID=799ff259-2a2f-438a-ac23-7aa2c86fa192,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:58.849877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Made reservation on behalf of 9b51e62fe40b4a5ea3189cece5dc4db3 for: {'subnet': 2} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:15:58.850125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-37ac82d4-5919-4426-b1b3-5925238f4277 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Deleting port 01f7a301-b40a-4326-89a4-8e5de69d21cf {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:15:58.850256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-37ac82d4-5919-4426-b1b3-5925238f4277 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.854695 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.855038 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.888494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Router 11b14762-10f5-4cee-82d3-f488ce343695 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:15:58.925824 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-37ac82d4-5919-4426-b1b3-5925238f4277 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:58.939734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-37ac82d4-5919-4426-b1b3-5925238f4277 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Calling delete_port for 01f7a301-b40a-4326-89a4-8e5de69d21cf owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:15:59.035468 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-37ac82d4-5919-4426-b1b3-5925238f4277 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.084396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac82d4-5919-4426-b1b3-5925238f4277 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Port': ['ID=01f7a301-b40a-4326-89a4-8e5de69d21cf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:59.089825 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-37ac82d4-5919-4426-b1b3-5925238f4277 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.094604 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-37ac82d4-5919-4426-b1b3-5925238f4277 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/ports/01f7a301-b40a-4326-89a4-8e5de69d21cf HTTP/1.1" status: 204 len: 168 time: 0.3601325 Sep 26 13:15:59.095112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58204) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:59.118077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:15:59.123277 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa597106-22b7-4d28-8feb-44d351dc90b5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] DELETE failed (client error): The resource could not be found. Sep 26 13:15:59.129594 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa597106-22b7-4d28-8feb-44d351dc90b5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:15:59.129743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ba823487-192d-4d5b-8eb6-97bf45f43545 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "PUT /v2.0/routers/11b14762-10f5-4cee-82d3-f488ce343695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7988381 Sep 26 13:15:59.129846 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fa597106-22b7-4d28-8feb-44d351dc90b5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/subnets/19c07798-5052-47dd-99d0-1820b6a1416a HTTP/1.1" status: 404 len: 337 time: 0.0293419 Sep 26 13:15:59.129846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58206) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:59.130041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58208) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:59.140836 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] Sync routers for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:15:59.152280 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:59.154028 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:59.184097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84e9c1c-b5b5-48c8-9a01-3c4320adf6af tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting subnet dbbac588-7205-48f7-966d-672c2bede149 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:15:59.187728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f84e9c1c-b5b5-48c8-9a01-3c4320adf6af tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.237993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f84e9c1c-b5b5-48c8-9a01-3c4320adf6af tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.318892 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:59.361331 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f84e9c1c-b5b5-48c8-9a01-3c4320adf6af tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.496097 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f84e9c1c-b5b5-48c8-9a01-3c4320adf6af tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.526975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e9c1c-b5b5-48c8-9a01-3c4320adf6af tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbac588-7205-48f7-966d-672c2bede149,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:15:59.538175 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f84e9c1c-b5b5-48c8-9a01-3c4320adf6af tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.540297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f84e9c1c-b5b5-48c8-9a01-3c4320adf6af tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/subnets/dbbac588-7205-48f7-966d-672c2bede149 HTTP/1.1" status: 204 len: 168 time: 0.4123752 Sep 26 13:15:59.546257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58222) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:15:59.549283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe236391-c08d-48d9-9441-f55231f4a35b None None] Network 1239d7c4-e45d-4a26-a7aa-1850456dcfde requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:15:59.614969 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:15:57Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:59.651373 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] Checking router: 11b14762-10f5-4cee-82d3-f488ce343695 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:15:59.664396 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] Routers {'11b14762-10f5-4cee-82d3-f488ce343695'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:15:59.665370 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['11b14762-10f5-4cee-82d3-f488ce343695'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:15:59.794339 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.815844 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.916981 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] Set router 11b14762-10f5-4cee-82d3-f488ce343695 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:15:59.924023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:15:59.935642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f60786-2554-4560-b82b-3e45001a720a None None] DHCP port deletion for 1239d7c4-e45d-4a26-a7aa-1850456dcfde request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:15:59.972822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.047094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.052929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-19f60786-2554-4560-b82b-3e45001a720a None None] Deleting port 7c44a162-7d8a-4ef4-baea-c4a020f501ba {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:00.055377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19f60786-2554-4560-b82b-3e45001a720a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.055636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Subnet': ['ID=a367e33c-7a76-415a-9973-8ea91664c638,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:00.083688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9192fe-e751-41df-b759-b9684f0cb5dd']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:00.089437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Deleting port 8c146250-1d8d-492a-80ce-405176895d1b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:00.089813 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.103075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14feffcc-12db-4baa-8db6-9d5e3cb81abb') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:00.103628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14feffcc-12db-4baa-8db6-9d5e3cb81abb') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:00.112375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Checking segment: {'id': '816e1c62-956f-433c-ad58-e59daba467e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3a577183-da33-46af-b7bc-66f8bf973ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:00.112820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Network hostable DHCP agents. Network: 3a577183-da33-46af-b7bc-66f8bf973ec8, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:00.118392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.137818 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.148294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:00.148771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:00.164580 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:00.166796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Network 3a577183-da33-46af-b7bc-66f8bf973ec8 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:00.229740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 3a577183-da33-46af-b7bc-66f8bf973ec8) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:00.236081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.252584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] For port 8c146250-1d8d-492a-80ce-405176895d1b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8c146250-1d8d-492a-80ce-405176895d1b,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:00.252959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.269673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Calling delete_port for 8c146250-1d8d-492a-80ce-405176895d1b owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:00.272275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0bce5-5ba7-4ca3-aaf0-f5425155d9e6 None None] Network 3a577183-da33-46af-b7bc-66f8bf973ec8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:00.281602 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.301006 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.314148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/7d9192fe-e751-41df-b759-b9684f0cb5dd HTTP/1.1" status: 204 len: 168 time: 1.1725903 Sep 26 13:16:00.314148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58244) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:00.332162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-19f60786-2554-4560-b82b-3e45001a720a None None] For port 7c44a162-7d8a-4ef4-baea-c4a020f501ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c44a162-7d8a-4ef4-baea-c4a020f501ba,segment=NetworkSegment(1b6c7e79-3085-4054-b811-95dbbf9f3b73),segment_id=1b6c7e79-3085-4054-b811-95dbbf9f3b73)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:00.332710 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19f60786-2554-4560-b82b-3e45001a720a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.368292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2e920-df45-4890-94ad-88c0f15202e7 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Network': ['ID=7d9192fe-e751-41df-b759-b9684f0cb5dd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:00.383220 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:15:57Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:00.413360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-19f60786-2554-4560-b82b-3e45001a720a None None] Calling delete_port for 7c44a162-7d8a-4ef4-baea-c4a020f501ba owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:00.446243 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097a860-eb29-45ef-8e85-a34de7a6974e None None] The sync data for ids ['11b14762-10f5-4cee-82d3-f488ce343695'] in n-d-806683-13 is: [{'id': '11b14762-10f5-4cee-82d3-f488ce343695', 'name': 'tempest-TestNetworkBasicOps-router-1876376769', 'tenant_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '8c146250-1d8d-492a-80ce-405176895d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:14:35Z', 'updated_at': '2021-09-26T13:15:57Z', 'revision_number': 5, 'project_id': '5aa9e2499e2b42d9893876d8ae3b93f9', 'gw_port': {'id': '8c146250-1d8d-492a-80ce-405176895d1b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b14762-10f5-4cee-82d3-f488ce343695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:14:36Z', 'updated_at': '2021-09-26T13:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:00.498044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event updated for resources: {'Subnet': ['ID=6660d795-e8c1-4d16-8e83-e0eec95303d1,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:00.588248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63c07a7-54f8-4061-b555-7bacb8477d70 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Deleting subnet f1390fcf-7ccb-4064-98e7-2542e9ceaee8 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:00.591987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Checking segment: {'id': '7414fbe7-710e-48a5-bce1-863d118c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1ab7878-409e-4029-9d27-47a4637f623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:00.592363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Network hostable DHCP agents. Network: b1ab7878-409e-4029-9d27-47a4637f623a, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:00.594670 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c63c07a7-54f8-4061-b555-7bacb8477d70 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.637357 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.724619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Port': ['ID=8c146250-1d8d-492a-80ce-405176895d1b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:00.736570 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19f60786-2554-4560-b82b-3e45001a720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.743037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c63c07a7-54f8-4061-b555-7bacb8477d70 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.752131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Network b1ab7878-409e-4029-9d27-47a4637f623a is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:00.780783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ff85a146-9c94-4dec-821b-ad49fe6f570a no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:00.782875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-3a577183-da33-46af-b7bc-66f8bf973ec8', 'network_id': '3a577183-da33-46af-b7bc-66f8bf973ec8', 'tenant_id': '9b51e62fe40b4a5ea3189cece5dc4db3', 'fixed_ips': [{'subnet_id': 'a367e33c-7a76-415a-9973-8ea91664c638'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:00.783720 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.813806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b1ab7878-409e-4029-9d27-47a4637f623a) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:00.841094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:00.841788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:00.842548 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.871204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:00.934084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9fc14d93-5d59-4ba3-b12a-c3ce17f45b4c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5055442 Sep 26 13:16:00.936566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58272) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:01.026590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.031350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.039424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c63c07a7-54f8-4061-b555-7bacb8477d70 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.068465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Allocated IP 2001:db8::1 (3a577183-da33-46af-b7bc-66f8bf973ec8/a367e33c-7a76-415a-9973-8ea91664c638/2410f4cd-ae83-47d6-b013-ebfdfbb647e1) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:01.103188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.104181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Fanout notify agent at l3_agent the message router_deleted on router 11b14762-10f5-4cee-82d3-f488ce343695 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:16:01.105391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85493447-12e1-46ef-9588-3c70758100ca tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:01.107036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85493447-12e1-46ef-9588-3c70758100ca tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:01.109270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85493447-12e1-46ef-9588-3c70758100ca tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:01.117286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-85493447-12e1-46ef-9588-3c70758100ca tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1737623 Sep 26 13:16:01.120740 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.121438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58280) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:01.125992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9173f756-36cd-4b1c-9c60-49ca1e2e500b tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/routers/11b14762-10f5-4cee-82d3-f488ce343695 HTTP/1.1" status: 204 len: 168 time: 1.5786800 Sep 26 13:16:01.128862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58282) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:01.188487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c63c07a7-54f8-4061-b555-7bacb8477d70 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.235439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f60786-2554-4560-b82b-3e45001a720a None None] Pushing event deleted for resources: {'Port': ['ID=7c44a162-7d8a-4ef4-baea-c4a020f501ba,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:01.235742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c07a7-54f8-4061-b555-7bacb8477d70 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Subnet': ['ID=f1390fcf-7ccb-4064-98e7-2542e9ceaee8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:01.244281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c63c07a7-54f8-4061-b555-7bacb8477d70 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.255866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c63c07a7-54f8-4061-b555-7bacb8477d70 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/subnets/f1390fcf-7ccb-4064-98e7-2542e9ceaee8 HTTP/1.1" status: 204 len: 168 time: 0.9332011 Sep 26 13:16:01.256665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58292) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:01.278457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b554c-fc54-4397-9462-949588a70f23 None None] Network b1ab7878-409e-4029-9d27-47a4637f623a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:01.280967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-372e74f8-9aa1-40dd-88d2-4bcf72d920fa tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Deleting subnet a367e33c-7a76-415a-9973-8ea91664c638 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:01.289883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f60786-2554-4560-b82b-3e45001a720a None None] No DVR routers for this DVR port 7c44a162-7d8a-4ef4-baea-c4a020f501ba on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:01.293795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e552fc-12fe-45ba-9a71-7818726c545c None None] Network d5e44506-454b-47e8-bef4-b9da1ea6ecdd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:01.297435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: ff85a146-9c94-4dec-821b-ad49fe6f570a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:01.299899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ff85a146-9c94-4dec-821b-ad49fe6f570a not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:01.322692 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.452105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.518260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.542944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1239d7c4-e45d-4a26-a7aa-1850456dcfde']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:01.557051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6c7e79-3085-4054-b811-95dbbf9f3b73') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:01.557666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6c7e79-3085-4054-b811-95dbbf9f3b73') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:01.576314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.581399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Deleting port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:01.581805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.591405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.606647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.616368 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-372e74f8-9aa1-40dd-88d2-4bcf72d920fa tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.622364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:01.622720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:01.633430 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:01.676071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.762347 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.770329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.781424 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] 10.222.0.13 "DELETE /v2.0/networks/1239d7c4-e45d-4a26-a7aa-1850456dcfde HTTP/1.1" status: 204 len: 168 time: 0.6486111 Sep 26 13:16:01.788922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Network 3a577183-da33-46af-b7bc-66f8bf973ec8 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:01.801176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:01.810024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:01.829610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e12cff-b4ab-429a-a179-24e158fa5e13 tempest-TestNetworkBasicOps-1044147606 tempest-TestNetworkBasicOps-1044147606-project] Pushing event deleted for resources: {'Network': ['ID=1239d7c4-e45d-4a26-a7aa-1850456dcfde,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:01.847561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Pushing event updated for resources: {'Port': ['ID=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:01.862399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] For port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e74a4f06-74fd-4289-98b5-2e0ab0e42dc2,segment=NetworkSegment(ada830d5-de0e-45a2-ada1-aabf79b042a7),segment_id=ada830d5-de0e-45a2-ada1-aabf79b042a7)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:01.862913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.868650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b1ab7878-409e-4029-9d27-47a4637f623a', 'network_id': 'b1ab7878-409e-4029-9d27-47a4637f623a', 'tenant_id': '9b51e62fe40b4a5ea3189cece5dc4db3', 'fixed_ips': [{'subnet_id': '6660d795-e8c1-4d16-8e83-e0eec95303d1'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:01.869423 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.915636 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-372e74f8-9aa1-40dd-88d2-4bcf72d920fa tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:01.921305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Calling delete_port for e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:01.969668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] DHCP port deletion for d5e44506-454b-47e8-bef4-b9da1ea6ecdd request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:02.056226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Attempting to bind port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:02.056752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Attempting to bind port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '816e1c62-956f-433c-ad58-e59daba467e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3a577183-da33-46af-b7bc-66f8bf973ec8'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:02.057125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Attempting to bind port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 on network 3a577183-da33-46af-b7bc-66f8bf973ec8 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:02.093586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:02.093970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Checking segment: {'id': '816e1c62-956f-433c-ad58-e59daba467e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3a577183-da33-46af-b7bc-66f8bf973ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:02.094368 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.094765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Bound using segment: {'id': '816e1c62-956f-433c-ad58-e59daba467e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3a577183-da33-46af-b7bc-66f8bf973ec8'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:02.096217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Bound port: 2410f4cd-ae83-47d6-b013-ebfdfbb647e1, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816e1c62-956f-433c-ad58-e59daba467e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3a577183-da33-46af-b7bc-66f8bf973ec8'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:02.096217 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.102732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 11de596f-c101-4589-aaa5-2d9beaac49dc no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:02.169240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 11de596f-c101-4589-aaa5-2d9beaac49dc {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:02.169991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 11de596f-c101-4589-aaa5-2d9beaac49dc not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:02.170691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c44a162-7d8a-4ef4-baea-c4a020f501ba no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:02.232015 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-372e74f8-9aa1-40dd-88d2-4bcf72d920fa tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.254661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7c44a162-7d8a-4ef4-baea-c4a020f501ba {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:02.255138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c44a162-7d8a-4ef4-baea-c4a020f501ba not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:02.261062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:02.291268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.377157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Allocated IP 2001:db8:0:1::1 (b1ab7878-409e-4029-9d27-47a4637f623a/6660d795-e8c1-4d16-8e83-e0eec95303d1/f21b7363-f713-4239-855f-2e0f409e8325) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:02.393456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Port': ['ID=e74a4f06-74fd-4289-98b5-2e0ab0e42dc2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:02.395598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] No DVR routers for this DVR port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:02.415999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] No active binding found for port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 {{(pid=94813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 26 13:16:02.416419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:02.416833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8c146250-1d8d-492a-80ce-405176895d1b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:02.423666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58336) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:02.460606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 8c146250-1d8d-492a-80ce-405176895d1b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:02.461678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8c146250-1d8d-492a-80ce-405176895d1b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:02.501084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] Deleting port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:02.502084 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.531276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-372e74f8-9aa1-40dd-88d2-4bcf72d920fa tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.591183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e74f8-9aa1-40dd-88d2-4bcf72d920fa tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Subnet': ['ID=a367e33c-7a76-415a-9973-8ea91664c638,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:02.617852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.620868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-372e74f8-9aa1-40dd-88d2-4bcf72d920fa tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.625831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-372e74f8-9aa1-40dd-88d2-4bcf72d920fa tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/subnets/a367e33c-7a76-415a-9973-8ea91664c638 HTTP/1.1" status: 204 len: 168 time: 1.5000978 Sep 26 13:16:02.630699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58350) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:02.657769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-def5ef18-d993-4353-b464-8b04f0a92207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5aa9e2499e2b42d9893876d8ae3b93f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319636 Sep 26 13:16:02.658876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58352) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:02.674992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e44506-454b-47e8-bef4-b9da1ea6ecdd']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:02.692261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada830d5-de0e-45a2-ada1-aabf79b042a7') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:02.692503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada830d5-de0e-45a2-ada1-aabf79b042a7') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:02.708317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.722302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d155d11-2e94-4499-9e00-92e881d530a1 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Deleting subnet 6660d795-e8c1-4d16-8e83-e0eec95303d1 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:02.736545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.739225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-741566d5-7442-4cfd-9884-d9f3035a898f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.744245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:02.744641 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:02.748431 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:02.784618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-741566d5-7442-4cfd-9884-d9f3035a898f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.830640 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.844573 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.850588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] 10.222.0.13 "DELETE /v2.0/networks/d5e44506-454b-47e8-bef4-b9da1ea6ecdd HTTP/1.1" status: 204 len: 168 time: 1.5876639 Sep 26 13:16:02.883946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937403f-f09c-4239-9ec9-1e4c6db83df5 tempest-NetworksIpV6TestAttrs-285285978 tempest-NetworksIpV6TestAttrs-285285978-project] Pushing event deleted for resources: {'Network': ['ID=d5e44506-454b-47e8-bef4-b9da1ea6ecdd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:02.905679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-741566d5-7442-4cfd-9884-d9f3035a898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.909894 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-741566d5-7442-4cfd-9884-d9f3035a898f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:02.913631 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-741566d5-7442-4cfd-9884-d9f3035a898f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/667b9924-c84d-44b3-a2b0-9066f0646918 HTTP/1.1" status: 204 len: 168 time: 0.2507541 Sep 26 13:16:02.944554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741566d5-7442-4cfd-9884-d9f3035a898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667b9924-c84d-44b3-a2b0-9066f0646918,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:03.152756 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.162134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d155d11-2e94-4499-9e00-92e881d530a1 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.172026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] For port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:03.178464 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.236458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58370) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:03.278054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] For port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,segment=NetworkSegment(816e1c62-956f-433c-ad58-e59daba467e8),segment_id=816e1c62-956f-433c-ad58-e59daba467e8)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:03.283267 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d155d11-2e94-4499-9e00-92e881d530a1 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.305259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] For port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:03.305712 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.320506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Network b1ab7878-409e-4029-9d27-47a4637f623a is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:03.324551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.349240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:03.353630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:03.424771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] Calling delete_port for e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:03.457226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] Port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:16:03.481680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.490645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Pushing event updated for resources: {'Port': ['ID=f21b7363-f713-4239-855f-2e0f409e8325,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:03.494646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d155d11-2e94-4499-9e00-92e881d530a1 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.500664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Attempting to bind port f21b7363-f713-4239-855f-2e0f409e8325 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:03.501034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Attempting to bind port f21b7363-f713-4239-855f-2e0f409e8325 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7414fbe7-710e-48a5-bce1-863d118c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1ab7878-409e-4029-9d27-47a4637f623a'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:03.501390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Attempting to bind port f21b7363-f713-4239-855f-2e0f409e8325 on network b1ab7878-409e-4029-9d27-47a4637f623a {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:03.539029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:03.539457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Checking segment: {'id': '7414fbe7-710e-48a5-bce1-863d118c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1ab7878-409e-4029-9d27-47a4637f623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:03.540079 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.540474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Bound using segment: {'id': '7414fbe7-710e-48a5-bce1-863d118c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1ab7878-409e-4029-9d27-47a4637f623a'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:03.540961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Bound port: f21b7363-f713-4239-855f-2e0f409e8325, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7414fbe7-710e-48a5-bce1-863d118c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1ab7878-409e-4029-9d27-47a4637f623a'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:03.541340 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.554510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] Network d5e44506-454b-47e8-bef4-b9da1ea6ecdd is not hosted by any dhcp agent {{(pid=94813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:16:03.554974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] No DVR routers for this DVR port e74a4f06-74fd-4289-98b5-2e0ab0e42dc2 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:03.556194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-37a2644f-b7d1-4798-80fb-138490b31d52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=976db5fd9b364942af4c1a9c89d79ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185308 Sep 26 13:16:03.560932 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58382) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:03.693573 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01112b5f-ce4c-4dfa-bf25-1bed34398c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.693768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa19c5-aea3-4ef6-843f-3d7c80c0782a None None] Pushing event updated for resources: {'Port': ['ID=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:03.716621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58384) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:03.741797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8ecb5-03c2-47bf-80e8-11760a542a53 None None] Pushing event deleted for resources: {'Port': ['ID=e74a4f06-74fd-4289-98b5-2e0ab0e42dc2,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:03.759629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ebd4cb3-0703-446f-8b1b-a6bcae8fd6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.786713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01112b5f-ce4c-4dfa-bf25-1bed34398c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.853892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] For port f21b7363-f713-4239-855f-2e0f409e8325, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:03.904236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01112b5f-ce4c-4dfa-bf25-1bed34398c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.906300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] For port f21b7363-f713-4239-855f-2e0f409e8325, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f21b7363-f713-4239-855f-2e0f409e8325,segment=NetworkSegment(7414fbe7-710e-48a5-bce1-863d118c5806),segment_id=7414fbe7-710e-48a5-bce1-863d118c5806)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:03.910054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01112b5f-ce4c-4dfa-bf25-1bed34398c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.912490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-01112b5f-ce4c-4dfa-bf25-1bed34398c9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3114422-46ef-48dc-85d2-2aed32aad4eb HTTP/1.1" status: 204 len: 168 time: 0.3500030 Sep 26 13:16:03.917750 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:03.938473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01112b5f-ce4c-4dfa-bf25-1bed34398c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3114422-46ef-48dc-85d2-2aed32aad4eb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:03.968967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d155d11-2e94-4499-9e00-92e881d530a1 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.114916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d155d11-2e94-4499-9e00-92e881d530a1 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.119840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58392) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:04.130667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6d155d11-2e94-4499-9e00-92e881d530a1 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/subnets/6660d795-e8c1-4d16-8e83-e0eec95303d1 HTTP/1.1" status: 204 len: 168 time: 1.4854054 Sep 26 13:16:04.131674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d155d11-2e94-4499-9e00-92e881d530a1 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Subnet': ['ID=6660d795-e8c1-4d16-8e83-e0eec95303d1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:04.178539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ebd4cb3-0703-446f-8b1b-a6bcae8fd6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.183650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11de5dd-3da4-4b8d-a5db-bffe1693ee04 None None] Pushing event updated for resources: {'Port': ['ID=f21b7363-f713-4239-855f-2e0f409e8325,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:04.187599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ebd4cb3-0703-446f-8b1b-a6bcae8fd6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.255046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8302cf-b90e-4f77-8517-81fac9e27dc3 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:04.259044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4e8302cf-b90e-4f77-8517-81fac9e27dc3 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1376824 Sep 26 13:16:04.273979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58394) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:04.382288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4ebd4cb3-0703-446f-8b1b-a6bcae8fd6f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68ec964f943646d7b03a6070f1802d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586447 Sep 26 13:16:04.382741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58396) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:04.421330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd4cb3-0703-446f-8b1b-a6bcae8fd6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf142c2-7821-4a2c-a7af-2a6bdf081054,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:04.569693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.602259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11b86318-4e0c-4d0c-9e0d-fb25414bc359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.658192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11b86318-4e0c-4d0c-9e0d-fb25414bc359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.725517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Deleting port f21b7363-f713-4239-855f-2e0f409e8325 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:04.725890 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.792884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11b86318-4e0c-4d0c-9e0d-fb25414bc359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.797063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11b86318-4e0c-4d0c-9e0d-fb25414bc359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.798302 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-11b86318-4e0c-4d0c-9e0d-fb25414bc359 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daf142c2-7821-4a2c-a7af-2a6bdf081054 HTTP/1.1" status: 204 len: 168 time: 0.3688924 Sep 26 13:16:04.907730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86318-4e0c-4d0c-9e0d-fb25414bc359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf142c2-7821-4a2c-a7af-2a6bdf081054,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:04.915364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] For port f21b7363-f713-4239-855f-2e0f409e8325, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f21b7363-f713-4239-855f-2e0f409e8325,segment=NetworkSegment(7414fbe7-710e-48a5-bce1-863d118c5806),segment_id=7414fbe7-710e-48a5-bce1-863d118c5806)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:04.915989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:04.939124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Calling delete_port for f21b7363-f713-4239-855f-2e0f409e8325 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:05.162403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:05.338877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] No DVR routers for this DVR port f21b7363-f713-4239-855f-2e0f409e8325 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:05.359121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Port': ['ID=f21b7363-f713-4239-855f-2e0f409e8325,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:05.557967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cbbe2a-a32e-4b14-8514-849e2accebe0 None None] Network 3a577183-da33-46af-b7bc-66f8bf973ec8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:05.716487 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:05.760365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2c7e63e8-e99d-416a-b04b-19a09c20f3da None None] Provisioning complete for port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:05.760926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63e8-e99d-416a-b04b-19a09c20f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:05.795980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ab7878-409e-4029-9d27-47a4637f623a']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:05.843595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7414fbe7-710e-48a5-bce1-863d118c5806') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:05.844767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7414fbe7-710e-48a5-bce1-863d118c5806') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:05.878004 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:05.946661 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:05.971685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:05.972915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.051906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63e8-e99d-416a-b04b-19a09c20f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.115719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:06.167696 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:06.171612 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.197332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.206531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/networks/b1ab7878-409e-4029-9d27-47a4637f623a HTTP/1.1" status: 204 len: 168 time: 1.9285512 Sep 26 13:16:06.206656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58446) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:06.230302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] DHCP port deletion for 3a577183-da33-46af-b7bc-66f8bf973ec8 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:06.246421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efa791-95fe-448b-90d4-2b5e5d4a49e0 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Network': ['ID=b1ab7878-409e-4029-9d27-47a4637f623a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:06.274185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c7e63e8-e99d-416a-b04b-19a09c20f3da None None] For port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,segment=NetworkSegment(816e1c62-956f-433c-ad58-e59daba467e8),segment_id=816e1c62-956f-433c-ad58-e59daba467e8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:06.317065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8069be2f-e38a-427e-82d9-2b233cda55d2 None None] DHCP port deletion for b1ab7878-409e-4029-9d27-47a4637f623a request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:06.346055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.360368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58450) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:06.416067 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c7e63e8-e99d-416a-b04b-19a09c20f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.476627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:06.476963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.519386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554cf99-3ac1-4ce7-8c02-57b7556dde9d None None] Network b1ab7878-409e-4029-9d27-47a4637f623a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:06.520709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Deleting port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:06.522613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.560914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554cf99-3ac1-4ce7-8c02-57b7556dde9d None None] Network b1ab7878-409e-4029-9d27-47a4637f623a could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:16:06.578692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-bb909546-0127-4172-a3ca-2e2c1fe369bf None None] Could not find standard attr ID for object f21b7363-f713-4239-855f-2e0f409e8325. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:06.650304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-689f7c89-b090-4f49-b443-909fa5da810e tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] Request body: {'port': {'network_id': 'bb924e48-5274-424a-be68-cf1e62b96df0', 'name': 'tempest-NetworksNegativeTestJSON-790514039'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:06.673073 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-689f7c89-b090-4f49-b443-909fa5da810e tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] POST failed (client error): The resource could not be found. Sep 26 13:16:06.679455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689f7c89-b090-4f49-b443-909fa5da810e tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:06.681442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-689f7c89-b090-4f49-b443-909fa5da810e tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3192122 Sep 26 13:16:06.687454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58460) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:06.689332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] For port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,segment=NetworkSegment(816e1c62-956f-433c-ad58-e59daba467e8),segment_id=816e1c62-956f-433c-ad58-e59daba467e8)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:06.689742 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.709937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e63e8-e99d-416a-b04b-19a09c20f3da None None] Pushing event updated for resources: {'Port': ['ID=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:06.724294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Calling delete_port for 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:06.726951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Deleting port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:06.729781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.737406 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-596c0373-e0be-4caf-aa49-a71003006678 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] DELETE failed (client error): The resource could not be found. Sep 26 13:16:06.738176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596c0373-e0be-4caf-aa49-a71003006678 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:06.740471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-596c0373-e0be-4caf-aa49-a71003006678 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "DELETE /v2.0/networks/53b27991-718c-4d36-b06b-4863d21bb660 HTTP/1.1" status: 404 len: 339 time: 0.0517571 Sep 26 13:16:06.746002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58462) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:06.836720 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7f60da-d94d-4449-81ff-1f639d57de02 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] DELETE failed (client error): The resource could not be found. Sep 26 13:16:06.837453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7f60da-d94d-4449-81ff-1f639d57de02 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:06.839293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8e7f60da-d94d-4449-81ff-1f639d57de02 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "DELETE /v2.0/ports/d9c93263-ad73-4927-b48e-3b36b0ce2ff0 HTTP/1.1" status: 404 len: 333 time: 0.0923467 Sep 26 13:16:06.843527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] For port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,segment=NetworkSegment(816e1c62-956f-433c-ad58-e59daba467e8),segment_id=816e1c62-956f-433c-ad58-e59daba467e8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:06.844058 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.844995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58464) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:06.875165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Calling delete_port for 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:06.916043 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84a6ca9-3270-4b44-a78f-ab1d11394ebc tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] DELETE failed (client error): The resource could not be found. Sep 26 13:16:06.916821 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84a6ca9-3270-4b44-a78f-ab1d11394ebc tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:06.932264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a84a6ca9-3270-4b44-a78f-ab1d11394ebc tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "DELETE /v2.0/subnets/7668e033-939a-44a1-a88e-bb735c9b739e HTTP/1.1" status: 404 len: 337 time: 0.0843191 Sep 26 13:16:06.933368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58470) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:06.950591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:06.997457 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d18a6b1-2124-4489-acdb-7d92944b8179 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] GET failed (client error): The resource could not be found. Sep 26 13:16:07.002796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Port': ['ID=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:07.009536 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.019530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0d18a6b1-2124-4489-acdb-7d92944b8179 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "GET /v2.0/networks/69677f68-ec8b-484b-a090-67e222f55fd2 HTTP/1.1" status: 404 len: 339 time: 0.0818377 Sep 26 13:16:07.025233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58472) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:07.090054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Pushing event deleted for resources: {'Port': ['ID=2410f4cd-ae83-47d6-b013-ebfdfbb647e1,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:07.094030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] No DVR routers for this DVR port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:07.098279 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9116c91-24ae-45fc-80de-1a70eb30c05e tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] GET failed (client error): The resource could not be found. Sep 26 13:16:07.105091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d9116c91-24ae-45fc-80de-1a70eb30c05e tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "GET /v2.0/ports/17fe6697-7a08-47d1-a98a-f0419706da14 HTTP/1.1" status: 404 len: 333 time: 0.0694714 Sep 26 13:16:07.105091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] No DVR routers for this DVR port 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:07.105364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.105364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.108597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58474) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:07.109708 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.111963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.130467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.131993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.135929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.138650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.139970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.140810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.141710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.147052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d55eaa-31e2-4cb1-be08-e6da249661b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:07.177139 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e0dfb2-672c-4792-a3f7-ca6dfe287aa7 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] GET failed (client error): The resource could not be found. Sep 26 13:16:07.186911 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-12e0dfb2-672c-4792-a3f7-ca6dfe287aa7 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "GET /v2.0/subnets/2e00cbc4-0cd0-4705-b930-e61be878ef48 HTTP/1.1" status: 404 len: 337 time: 0.0753949 Sep 26 13:16:07.187191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58476) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:07.198483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9423123d-c9ad-49cf-9c7d-22842d82b232 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:07.226580 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.246139 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9423123d-c9ad-49cf-9c7d-22842d82b232 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] PUT failed (client error): The resource could not be found. Sep 26 13:16:07.246705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9423123d-c9ad-49cf-9c7d-22842d82b232 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:07.253620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9423123d-c9ad-49cf-9c7d-22842d82b232 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "PUT /v2.0/networks/a9527f9d-7e55-4e79-a236-270bfb3cbdfc HTTP/1.1" status: 404 len: 339 time: 0.0572650 Sep 26 13:16:07.254372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58478) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:07.265434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-134ce8a2-9c63-49ac-b26c-f151b4f445f3 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:07.271584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a577183-da33-46af-b7bc-66f8bf973ec8']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:07.293480 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-134ce8a2-9c63-49ac-b26c-f151b4f445f3 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] PUT failed (client error): The resource could not be found. Sep 26 13:16:07.294146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134ce8a2-9c63-49ac-b26c-f151b4f445f3 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:07.298992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-134ce8a2-9c63-49ac-b26c-f151b4f445f3 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "PUT /v2.0/ports/a69ed029-9124-4469-a082-fb01a8dae7af HTTP/1.1" status: 404 len: 333 time: 0.0400112 Sep 26 13:16:07.298992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816e1c62-956f-433c-ad58-e59daba467e8') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:07.298992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816e1c62-956f-433c-ad58-e59daba467e8') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:07.299373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58480) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:07.308711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e17f87a2-4921-4737-8f2d-7ffe38064c09 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:07.317018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.345137 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17f87a2-4921-4737-8f2d-7ffe38064c09 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] PUT failed (client error): The resource could not be found. Sep 26 13:16:07.345622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17f87a2-4921-4737-8f2d-7ffe38064c09 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:07.347362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e17f87a2-4921-4737-8f2d-7ffe38064c09 tempest-NetworksNegativeTestJSON-1494933269 tempest-NetworksNegativeTestJSON-1494933269-project] 10.222.0.13 "PUT /v2.0/subnets/b963a884-11f2-47de-9fda-9a25e2e6f470 HTTP/1.1" status: 404 len: 337 time: 0.0469358 Sep 26 13:16:07.357170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.366597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:07.367002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:07.370241 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:07.506262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.513249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.518574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/networks/3a577183-da33-46af-b7bc-66f8bf973ec8 HTTP/1.1" status: 204 len: 168 time: 1.3085985 Sep 26 13:16:07.519044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58486) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:07.554700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b50cb-972f-4080-9c15-b7e8d17c44be tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Network': ['ID=3a577183-da33-46af-b7bc-66f8bf973ec8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:07.734150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.860254 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.913686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58496) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:07.925319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09729b2a-2ce7-45a7-af19-63059d581b97']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:07.939775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593a7574-5b61-4936-bb7b-e4c343193a41') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:07.940330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593a7574-5b61-4936-bb7b-e4c343193a41') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:07.953606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.971023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.978727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:07.980112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:07.984582 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:07.999592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:08.060198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:08.060693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2410f4cd-ae83-47d6-b013-ebfdfbb647e1 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:08.061727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f21b7363-f713-4239-855f-2e0f409e8325 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:08.097439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f21b7363-f713-4239-855f-2e0f409e8325 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:08.097439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f21b7363-f713-4239-855f-2e0f409e8325 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:08.107790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.111556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e546-af95-4679-8a8b-0718163246ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.133068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.135300 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/networks/09729b2a-2ce7-45a7-af19-63059d581b97 HTTP/1.1" status: 204 len: 168 time: 0.6154375 Sep 26 13:16:08.136381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0287f0-2070-41a5-b3b9-7d98261e6af4 tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Network': ['ID=09729b2a-2ce7-45a7-af19-63059d581b97,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:08.138443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58504) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:08.238016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.272758 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8dcef478-e0a0-41b4-8a6c-f569442fb5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.292883 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e546-af95-4679-8a8b-0718163246ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.299841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a8e546-af95-4679-8a8b-0718163246ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.350754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b2a8e546-af95-4679-8a8b-0718163246ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4d71e67a7884025b399d89248724050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359424 Sep 26 13:16:08.351657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8e546-af95-4679-8a8b-0718163246ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b034b982-e9f7-494d-af18-f2cf37de8f60,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:08.354296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58506) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:08.421710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1de25fe4-2cfb-4a08-b093-7456217f80e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.461424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1de25fe4-2cfb-4a08-b093-7456217f80e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.524714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1de25fe4-2cfb-4a08-b093-7456217f80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.528761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1de25fe4-2cfb-4a08-b093-7456217f80e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.530463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1de25fe4-2cfb-4a08-b093-7456217f80e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b034b982-e9f7-494d-af18-f2cf37de8f60 HTTP/1.1" status: 204 len: 168 time: 0.1749761 Sep 26 13:16:08.563315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de25fe4-2cfb-4a08-b093-7456217f80e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b034b982-e9f7-494d-af18-f2cf37de8f60,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:08.776067 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.801883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0b7262-db3b-423f-ab68-c4c4575eed67']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:08.820234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ad6571-0c44-47b9-8afa-9ded171ebbf8') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:08.822644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ad6571-0c44-47b9-8afa-9ded171ebbf8') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:08.839530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.857303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.864231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:08.865423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:08.869056 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:08.946758 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.961697 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:08.963747 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] 10.222.0.13 "DELETE /v2.0/networks/0a0b7262-db3b-423f-ab68-c4c4575eed67 HTTP/1.1" status: 204 len: 168 time: 0.8238833 Sep 26 13:16:08.976860 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc490-b740-4385-b042-5e3b703d5d3c tempest-BulkNetworkOpsIpV6Test-660873670 tempest-BulkNetworkOpsIpV6Test-660873670-project] Pushing event deleted for resources: {'Network': ['ID=0a0b7262-db3b-423f-ab68-c4c4575eed67,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:09.342598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58544) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:09.639173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58562) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:09.640180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f5e6a4e4-21e9-4202-a8fa-7e3e799f3e4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b51e62fe40b4a5ea3189cece5dc4db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956641 Sep 26 13:16:09.719454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db6d7e78-f4ef-488d-8509-e4fb162b0649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:09.732166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58566) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:09.754064 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db6d7e78-f4ef-488d-8509-e4fb162b0649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:09.814912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db6d7e78-f4ef-488d-8509-e4fb162b0649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:09.820070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db6d7e78-f4ef-488d-8509-e4fb162b0649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:09.821994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-db6d7e78-f4ef-488d-8509-e4fb162b0649 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c21bf9ff-2868-470a-b3c9-4a67959c828e HTTP/1.1" status: 204 len: 168 time: 0.1800508 Sep 26 13:16:09.848208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d7e78-f4ef-488d-8509-e4fb162b0649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21bf9ff-2868-470a-b3c9-4a67959c828e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:09.867526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1271969616'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:09.902144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:09.910878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:09.941666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:10.125676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:10.133242 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:10.187248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:10.197050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9fcf54-072a-4106-9de9-af084e1fa7b8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:10.206919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:10.207518 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Added segment ba4ae43e-2c94-4674-8e15-e845851ac9e7 of type vlan for network 1acb53e7-11df-4d78-a65c-d293753a39a8 Sep 26 13:16:10.340406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:10.407459 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:10.419989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:10.421105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:10.472467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7388408 Sep 26 13:16:10.476681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:10.490908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'name': 'tempest-PortsIpV6TestJSON-195219106'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:10.513056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712b9fd-538e-45a8-b657-7b91e19b755b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Network': ['ID=1acb53e7-11df-4d78-a65c-d293753a39a8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:10.533517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:10.809471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:10.815358 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:10.841827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 7ae4237e-3979-4c52-9ee8-2d5f8380217f yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:10.995665 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d957c56-3cc0-45e9-97ce-3c6a74718485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.097749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.180802 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.273170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:11.363159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=7ae4237e-3979-4c52-9ee8-2d5f8380217f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:11.365674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Checking segment: {'id': 'ba4ae43e-2c94-4674-8e15-e845851ac9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:11.366045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network hostable DHCP agents. Network: 1acb53e7-11df-4d78-a65c-d293753a39a8, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:11.406122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:11.427534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 1acb53e7-11df-4d78-a65c-d293753a39a8) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:11.435623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48161b94-f484-4272-811c-aa2725e6cb24 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:11.440161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:11.446422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:11.449340 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.468925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-213d4bca-8812-49ee-9e34-915045c41318 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9906936 Sep 26 13:16:11.471913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:11.477698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-796394440'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:11.530652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1848944094'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:11.563816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:11.573283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.627866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:11.631817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.661985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.665133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:11.692522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.693168 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Added segment b6d3aabd-d86b-46c6-b5bd-f698d31ca1cd of type vlan for network d6092c46-54b1-4669-9ffb-49612f7577e5 Sep 26 13:16:11.707753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.761386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.809238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.816060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:11.816987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.912586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Network': ['ID=d6092c46-54b1-4669-9ffb-49612f7577e5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:11.916263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.928296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d6092c46-54b1-4669-9ffb-49612f7577e5 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:11.929181 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:11.956208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3b2addbf-5312-45c4-8db1-872aa7470c50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4826028 Sep 26 13:16:11.956668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:11.963021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'ports': [{'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8'}, {'network_id': 'd6092c46-54b1-4669-9ffb-49612f7577e5'}]} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:11.963509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:11.964648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': 'd6092c46-54b1-4669-9ffb-49612f7577e5'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:12.000883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:12.058342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8dbdb-6688-41bf-85e9-5ac4a8ede0b9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:12.062233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.063151 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment 51c958af-252e-405d-bf80-64c1b7e69187 of type vlan for network 0a995cea-0cb9-417f-9dfd-75c1277ea673 Sep 26 13:16:12.115169 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.159186 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.222758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.238952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:12.240294 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.261105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 2} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:12.272738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.299867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58628) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:12.302132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0262239 Sep 26 13:16:12.309832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1711995659'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:12.329371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.397862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:12.401511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.404378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63630610-a917-4ac7-ae15-733e739ca395 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=0a995cea-0cb9-417f-9dfd-75c1277ea673,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:12.419384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0a995cea-0cb9-417f-9dfd-75c1277ea673 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:12.485589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 592a164b-ffbf-40cc-a80c-84d2d43afcbb yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:12.624552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:16:12.630778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:12.642157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.642533 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment bbe37a50-70f3-4311-864f-1b2afcdb732a of type vlan for network b4fbc78e-928b-4a8d-9f9f-b877cc715162 Sep 26 13:16:12.719240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.761671 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.772543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:12.773237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:12.914587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58650) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:12.920912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': '0a995cea-0cb9-417f-9dfd-75c1277ea673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:12.922560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6211424 Sep 26 13:16:12.928734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=b4fbc78e-928b-4a8d-9f9f-b877cc715162,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:12.984118 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.988650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.988650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.989024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.989363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.989746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.990057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.990388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.994211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.994490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.996114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:12.996267 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ae5e6-9d3b-46aa-8610-e2517cc82a02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:13.013186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b4fbc78e-928b-4a8d-9f9f-b877cc715162 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:13.016404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.144452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:13.148566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.241546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 94771f1e-5411-484a-a002-2760fd5c3fc9 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:13.327504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58656) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:13.447892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.496103 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.513434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.544190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.554080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:13.557655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:13.564669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:13.564669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.594158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=592a164b-ffbf-40cc-a80c-84d2d43afcbb,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:13.628977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-55ea8fbb-82c5-4769-b63c-c2d43912eb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.651268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=54fa6ba1-2db3-4903-a64b-1217ff97e96d,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:13.651572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Checking segment: {'id': 'b6d3aabd-d86b-46c6-b5bd-f698d31ca1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd6092c46-54b1-4669-9ffb-49612f7577e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:13.651693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network hostable DHCP agents. Network: d6092c46-54b1-4669-9ffb-49612f7577e5, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:13.672115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=94771f1e-5411-484a-a002-2760fd5c3fc9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:13.693397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network d6092c46-54b1-4669-9ffb-49612f7577e5 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:13.710689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d6092c46-54b1-4669-9ffb-49612f7577e5) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:13.727726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:13.728086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fceddf-8a4c-4d98-864c-57cdc846779d None None] Network d6092c46-54b1-4669-9ffb-49612f7577e5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:13.737964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:13.752655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:13.753953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.822106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': '51c958af-252e-405d-bf80-64c1b7e69187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a995cea-0cb9-417f-9dfd-75c1277ea673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:13.822465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: 0a995cea-0cb9-417f-9dfd-75c1277ea673, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:13.870599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 0a995cea-0cb9-417f-9dfd-75c1277ea673 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:13.888146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0a995cea-0cb9-417f-9dfd-75c1277ea673) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:13.893466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:13.894102 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.911898 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-55ea8fbb-82c5-4769-b63c-c2d43912eb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.917185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-55ea8fbb-82c5-4769-b63c-c2d43912eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:13.928813 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-69e42ffd-92bf-4f61-aa36-1bb3674da079 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9709625 Sep 26 13:16:13.929657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58666) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:13.937863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-54aafa54-c333-40ff-893d-20ab1dc5c19a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0220368 Sep 26 13:16:13.941762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58668) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:13.953520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': 'b4fbc78e-928b-4a8d-9f9f-b877cc715162', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:13.962009 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83f555-285c-4d3f-a0ad-dbc9388072ab None None] Network 0a995cea-0cb9-417f-9dfd-75c1277ea673 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:14.004394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-55ea8fbb-82c5-4769-b63c-c2d43912eb14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=706a6b3aeeba4512a09b9dd16eaf5da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6733751 Sep 26 13:16:14.005337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea8fbb-82c5-4769-b63c-c2d43912eb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d212de-6bab-4943-979b-4314023144cf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:14.006971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58670) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:14.104206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85a1aeec-c049-495f-9af2-71f68736a23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.127303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:14.132219 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.140573 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85a1aeec-c049-495f-9af2-71f68736a23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.158262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0b9f3-eb5f-4d9b-917c-14beeddc72b4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 94771f1e-5411-484a-a002-2760fd5c3fc9 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:14.158608 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b9f3-eb5f-4d9b-917c-14beeddc72b4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.243131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-0a995cea-0cb9-417f-9dfd-75c1277ea673', 'network_id': '0a995cea-0cb9-417f-9dfd-75c1277ea673', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': '54fa6ba1-2db3-4903-a64b-1217ff97e96d'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:14.245779 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.258840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b9f3-eb5f-4d9b-917c-14beeddc72b4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.274302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0b9f3-eb5f-4d9b-917c-14beeddc72b4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 94771f1e-5411-484a-a002-2760fd5c3fc9 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:14.286678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85a1aeec-c049-495f-9af2-71f68736a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.289911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85a1aeec-c049-495f-9af2-71f68736a23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.293801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-85a1aeec-c049-495f-9af2-71f68736a23a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1d212de-6bab-4943-979b-4314023144cf HTTP/1.1" status: 204 len: 168 time: 0.2832754 Sep 26 13:16:14.345237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1aeec-c049-495f-9af2-71f68736a23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d212de-6bab-4943-979b-4314023144cf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:14.393481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b9f3-eb5f-4d9b-917c-14beeddc72b4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.442818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0b9f3-eb5f-4d9b-917c-14beeddc72b4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=94771f1e-5411-484a-a002-2760fd5c3fc9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:14.449879 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ec0b9f3-eb5f-4d9b-917c-14beeddc72b4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.455797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4ec0b9f3-eb5f-4d9b-917c-14beeddc72b4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/94771f1e-5411-484a-a002-2760fd5c3fc9 HTTP/1.1" status: 204 len: 168 time: 0.5242221 Sep 26 13:16:14.456482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:14.512167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Allocated IP 2001:db8::2 (0a995cea-0cb9-417f-9dfd-75c1277ea673/54fa6ba1-2db3-4903-a64b-1217ff97e96d/4cd09a44-bcff-42d2-96c0-16376a709671) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:14.518610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.579008 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc640351-1c75-4887-ad24-77cd3b7c367a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:14.597526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc640351-1c75-4887-ad24-77cd3b7c367a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:14.604005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc640351-1c75-4887-ad24-77cd3b7c367a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1463256 Sep 26 13:16:14.607339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58682) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:14.671571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=73f9b66e-fafd-4dda-a01a-49687a7a0b7a,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:14.684604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': 'bbe37a50-70f3-4311-864f-1b2afcdb732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4fbc78e-928b-4a8d-9f9f-b877cc715162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:14.685157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: b4fbc78e-928b-4a8d-9f9f-b877cc715162, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:14.737637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.740335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network b4fbc78e-928b-4a8d-9f9f-b877cc715162 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:14.747981 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.767786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b4fbc78e-928b-4a8d-9f9f-b877cc715162) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:14.782889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:14.783642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.807629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8fa429ff-2906-4196-8495-074b7c3e14d6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8618155 Sep 26 13:16:14.810198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58690) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:14.815529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Pushing event updated for resources: {'Port': ['ID=4cd09a44-bcff-42d2-96c0-16376a709671,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:14.818825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d5f7e-e9eb-43fd-8f24-7b8773c564bd None None] Network b4fbc78e-928b-4a8d-9f9f-b877cc715162 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:14.832593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7f297-08cd-4164-8e7a-93852f370488 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 592a164b-ffbf-40cc-a80c-84d2d43afcbb {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:14.832753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-51aa7b1a-c1f9-4a16-8589-e84b327413c2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-321152308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:14.833369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7f7f297-08cd-4164-8e7a-93852f370488 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.896040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Network 0a995cea-0cb9-417f-9dfd-75c1277ea673 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:14.897076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51aa7b1a-c1f9-4a16-8589-e84b327413c2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.899066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:14.899951 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51aa7b1a-c1f9-4a16-8589-e84b327413c2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:14.901597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:14.991603 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7f7f297-08cd-4164-8e7a-93852f370488 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.015159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7f297-08cd-4164-8e7a-93852f370488 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 592a164b-ffbf-40cc-a80c-84d2d43afcbb owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:15.123579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Attempting to bind port 4cd09a44-bcff-42d2-96c0-16376a709671 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:15.124378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Attempting to bind port 4cd09a44-bcff-42d2-96c0-16376a709671 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '51c958af-252e-405d-bf80-64c1b7e69187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a995cea-0cb9-417f-9dfd-75c1277ea673'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:15.124914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Attempting to bind port 4cd09a44-bcff-42d2-96c0-16376a709671 on network 0a995cea-0cb9-417f-9dfd-75c1277ea673 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:15.141846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:15.142522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Checking segment: {'id': '51c958af-252e-405d-bf80-64c1b7e69187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a995cea-0cb9-417f-9dfd-75c1277ea673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:15.143151 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.143746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Bound using segment: {'id': '51c958af-252e-405d-bf80-64c1b7e69187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a995cea-0cb9-417f-9dfd-75c1277ea673'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:15.144412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Bound port: 4cd09a44-bcff-42d2-96c0-16376a709671, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c958af-252e-405d-bf80-64c1b7e69187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a995cea-0cb9-417f-9dfd-75c1277ea673'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:15.145124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.159368 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.271473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b4fbc78e-928b-4a8d-9f9f-b877cc715162', 'network_id': 'b4fbc78e-928b-4a8d-9f9f-b877cc715162', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': '73f9b66e-fafd-4dda-a01a-49687a7a0b7a'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:15.273797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.285893 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7f7f297-08cd-4164-8e7a-93852f370488 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.303121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] For port 4cd09a44-bcff-42d2-96c0-16376a709671, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:15.328796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] For port 4cd09a44-bcff-42d2-96c0-16376a709671, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4cd09a44-bcff-42d2-96c0-16376a709671,segment=NetworkSegment(51c958af-252e-405d-bf80-64c1b7e69187),segment_id=51c958af-252e-405d-bf80-64c1b7e69187)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:15.342646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7f297-08cd-4164-8e7a-93852f370488 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=592a164b-ffbf-40cc-a80c-84d2d43afcbb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:15.358857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e7f7f297-08cd-4164-8e7a-93852f370488 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.363659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e7f7f297-08cd-4164-8e7a-93852f370488 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/592a164b-ffbf-40cc-a80c-84d2d43afcbb HTTP/1.1" status: 204 len: 168 time: 0.7505693 Sep 26 13:16:15.363832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:15.396559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51aa7b1a-c1f9-4a16-8589-e84b327413c2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.399334 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.405699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51aa7b1a-c1f9-4a16-8589-e84b327413c2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.439210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51aa7b1a-c1f9-4a16-8589-e84b327413c2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:15.445357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-51aa7b1a-c1f9-4a16-8589-e84b327413c2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6320877 Sep 26 13:16:15.446069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58710) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:15.478700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97665ea8-44de-4057-b7c2-56effc46cdba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:15.484529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-97665ea8-44de-4057-b7c2-56effc46cdba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1175914 Sep 26 13:16:15.485523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58714) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:15.580444 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3335694c-a9c3-4832-8b8a-3949b469cbdc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:15.585238 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3335694c-a9c3-4832-8b8a-3949b469cbdc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/94771f1e-5411-484a-a002-2760fd5c3fc9 HTTP/1.1" status: 404 len: 333 time: 0.0957565 Sep 26 13:16:15.588410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58718) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:15.609758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dd478-5340-4361-81e1-994ed6ff7a40 None None] Pushing event updated for resources: {'Port': ['ID=4cd09a44-bcff-42d2-96c0-16376a709671,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:15.661053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Allocated IP 2001:db8:1::2 (b4fbc78e-928b-4a8d-9f9f-b877cc715162/73f9b66e-fafd-4dda-a01a-49687a7a0b7a/437e397f-183b-4d70-831f-b1e6dca3f39a) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:15.663659 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-017401ff-c865-4e5f-ab0c-2c141e7146ce tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:15.665324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-017401ff-c865-4e5f-ab0c-2c141e7146ce tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/592a164b-ffbf-40cc-a80c-84d2d43afcbb HTTP/1.1" status: 404 len: 333 time: 0.0759199 Sep 26 13:16:15.675984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:15.947221 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.087386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.100738 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.105692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4cd09a44-bcff-42d2-96c0-16376a709671 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:16.118006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.157257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.204046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6092c46-54b1-4669-9ffb-49612f7577e5']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:16.204971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Network b4fbc78e-928b-4a8d-9f9f-b877cc715162 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:16.214967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:16.231519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:16.236042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Pushing event updated for resources: {'Port': ['ID=437e397f-183b-4d70-831f-b1e6dca3f39a,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:16.241460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d3aabd-d86b-46c6-b5bd-f698d31ca1cd') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:16.241872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d3aabd-d86b-46c6-b5bd-f698d31ca1cd') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:16.251169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4cd09a44-bcff-42d2-96c0-16376a709671 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:16.251545 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.260421 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.282857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.299660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:16.300958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:16.321165 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:16.344521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Attempting to bind port 437e397f-183b-4d70-831f-b1e6dca3f39a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:16.345174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Attempting to bind port 437e397f-183b-4d70-831f-b1e6dca3f39a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'bbe37a50-70f3-4311-864f-1b2afcdb732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4fbc78e-928b-4a8d-9f9f-b877cc715162'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:16.345432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Attempting to bind port 437e397f-183b-4d70-831f-b1e6dca3f39a on network b4fbc78e-928b-4a8d-9f9f-b877cc715162 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:16.357188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:16.357577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Checking segment: {'id': 'bbe37a50-70f3-4311-864f-1b2afcdb732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4fbc78e-928b-4a8d-9f9f-b877cc715162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:16.358010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.358404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Bound using segment: {'id': 'bbe37a50-70f3-4311-864f-1b2afcdb732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4fbc78e-928b-4a8d-9f9f-b877cc715162'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:16.358872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Bound port: 437e397f-183b-4d70-831f-b1e6dca3f39a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe37a50-70f3-4311-864f-1b2afcdb732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4fbc78e-928b-4a8d-9f9f-b877cc715162'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:16.359244 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.521658 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.532657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.541735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/networks/d6092c46-54b1-4669-9ffb-49612f7577e5 HTTP/1.1" status: 204 len: 168 time: 0.8608410 Sep 26 13:16:16.541947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58738) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:16.552399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1816306343'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:16.579845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf6c27-9240-4ec0-854b-6243f3317f45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Network': ['ID=d6092c46-54b1-4669-9ffb-49612f7577e5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:16.606254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:16.611573 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.785239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:16.822935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8::1 (0a995cea-0cb9-417f-9dfd-75c1277ea673/54fa6ba1-2db3-4903-a64b-1217ff97e96d/96ea4271-1a2c-42fe-b5e2-2005e695b0e1) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:16.825966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.826315 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Added segment 46df4275-e43c-48f3-b4ee-175c1bc9043b of type vlan for network 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f Sep 26 13:16:16.915944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:16.969528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.111752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.114457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 4cd09a44-bcff-42d2-96c0-16376a709671, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4cd09a44-bcff-42d2-96c0-16376a709671,segment=NetworkSegment(51c958af-252e-405d-bf80-64c1b7e69187),segment_id=51c958af-252e-405d-bf80-64c1b7e69187)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:17.139620 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.142316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] For port 437e397f-183b-4d70-831f-b1e6dca3f39a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:17.157314 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.160876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] For port 437e397f-183b-4d70-831f-b1e6dca3f39a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=437e397f-183b-4d70-831f-b1e6dca3f39a,segment=NetworkSegment(bbe37a50-70f3-4311-864f-1b2afcdb732a),segment_id=bbe37a50-70f3-4311-864f-1b2afcdb732a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:17.164859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:17.165206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.177223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.210453 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.304758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7617152 Sep 26 13:16:17.305415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=4cd09a44-bcff-42d2-96c0-16376a709671,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:17.307944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58758) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:17.318623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '914dc2d9-d6cb-4b51-9eb1-58fcbd55473f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:17.376758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 0a995cea-0cb9-417f-9dfd-75c1277ea673 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:17.388635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Network': ['ID=914dc2d9-d6cb-4b51-9eb1-58fcbd55473f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:17.437756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.437756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.437756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.437756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.438117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.438217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.439062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.439062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.439333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.440117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.440299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.440754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a98325-cbd6-4898-881e-89dfb7258f4c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:16:17.447406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:17.458703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:17.459907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.472039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:17.512496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03054964-dfe6-4001-9b89-d921984bc0e8 None None] Network 0a995cea-0cb9-417f-9dfd-75c1277ea673 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:17.579169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8473fcc-ce41-438e-9e5a-5b0683d593fc None None] Pushing event updated for resources: {'Port': ['ID=437e397f-183b-4d70-831f-b1e6dca3f39a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:17.622348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=96ea4271-1a2c-42fe-b5e2-2005e695b0e1,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:17.729302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:17.753172 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.835184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:17.947222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-eea65cb2-50fe-4b5f-9d99-605dd43b162b None None] Provisioning complete for port 4cd09a44-bcff-42d2-96c0-16376a709671 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:17.948111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eea65cb2-50fe-4b5f-9d99-605dd43b162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.212168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4cd09a44-bcff-42d2-96c0-16376a709671 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:18.275176 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.289585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4cd09a44-bcff-42d2-96c0-16376a709671 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:18.290221 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.411570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=859ddf28-df78-4633-aab6-391283f59a7f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:18.418143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Checking segment: {'id': '46df4275-e43c-48f3-b4ee-175c1bc9043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '914dc2d9-d6cb-4b51-9eb1-58fcbd55473f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:18.418769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network hostable DHCP agents. Network: 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:18.431481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 437e397f-183b-4d70-831f-b1e6dca3f39a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:18.480464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:18.499040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:18.509416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:18.510081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.523841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 437e397f-183b-4d70-831f-b1e6dca3f39a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:18.524238 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.536815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aa7d3965-7973-40c4-8977-c41a16c378ec tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2202921 Sep 26 13:16:18.537292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58792) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:18.549774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': '914dc2d9-d6cb-4b51-9eb1-58fcbd55473f', 'name': 'tempest-PortsIpV6TestJSON-1400897757'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:18.579573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197ace8-b664-4b00-9a5a-c882a6660b14 None None] Network 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:18.608861 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.617644 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.618461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.778873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=96ea4271-1a2c-42fe-b5e2-2005e695b0e1,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:18.903535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:18.913630 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:18.936933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port e874ac59-8414-4428-84c2-64f69ff6422a yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:18.967496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-914dc2d9-d6cb-4b51-9eb1-58fcbd55473f', 'network_id': '914dc2d9-d6cb-4b51-9eb1-58fcbd55473f', 'tenant_id': 'ba20c9d11b3143a18397fd0a91b34dab', 'fixed_ips': [{'subnet_id': '859ddf28-df78-4633-aab6-391283f59a7f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:18.974211 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:19.077515 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:19.178684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 0a995cea-0cb9-417f-9dfd-75c1277ea673 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:19.183694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:19.246682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70caf9ea-5470-4f13-b49f-6cd8c5341278 None None] Network b4fbc78e-928b-4a8d-9f9f-b877cc715162 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:19.332240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 437e397f-183b-4d70-831f-b1e6dca3f39a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=437e397f-183b-4d70-831f-b1e6dca3f39a,segment=NetworkSegment(bbe37a50-70f3-4311-864f-1b2afcdb732a),segment_id=bbe37a50-70f3-4311-864f-1b2afcdb732a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:19.341418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::3e3 (914dc2d9-d6cb-4b51-9eb1-58fcbd55473f/859ddf28-df78-4633-aab6-391283f59a7f/e874ac59-8414-4428-84c2-64f69ff6422a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:19.384771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d5db0133-e56c-4d1e-8933-9fa4e5ce82cb None None] Provisioning complete for port 96ea4271-1a2c-42fe-b5e2-2005e695b0e1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:19.385004 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d5db0133-e56c-4d1e-8933-9fa4e5ce82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:19.386925 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:19.565548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 86c8ebf7-e60a-473b-a8c8-05589ec23b37 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:16:19.653006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=437e397f-183b-4d70-831f-b1e6dca3f39a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:19.682547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d5db0133-e56c-4d1e-8933-9fa4e5ce82cb None None] Port 96ea4271-1a2c-42fe-b5e2-2005e695b0e1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:19.707179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d5db0133-e56c-4d1e-8933-9fa4e5ce82cb None None] Provisioning complete for port 4cd09a44-bcff-42d2-96c0-16376a709671 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:19.707680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d5db0133-e56c-4d1e-8933-9fa4e5ce82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:19.766760 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58816) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:19.785156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:19.788617 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:19.796469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-49f99128-dcdf-4c02-9614-1854ce65a2c7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/86c8ebf7-e60a-473b-a8c8-05589ec23b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3467543 Sep 26 13:16:19.797391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58820) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:19.811077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ab9d0-e04e-45e1-b371-68597f1827d1 None None] Sync routers for ids ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:19.828584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ab9d0-e04e-45e1-b371-68597f1827d1 None None] Routers {'86c8ebf7-e60a-473b-a8c8-05589ec23b37'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:19.829377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-391ab9d0-e04e-45e1-b371-68597f1827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:19.903769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaf7ffa-4a74-4b78-97fb-32e409a5d858 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:19.910943 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:19.921898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3eaf7ffa-4a74-4b78-97fb-32e409a5d858 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports/96ea4271-1a2c-42fe-b5e2-2005e695b0e1 HTTP/1.1" status: 200 len: 911 time: 0.1231549 Sep 26 13:16:19.925813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58822) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:20.016666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 437e397f-183b-4d70-831f-b1e6dca3f39a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:20.055218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-391ab9d0-e04e-45e1-b371-68597f1827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:20.060326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:20.075094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:20.085745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:20.092635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:20.093273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.111755 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f25d34f7-b559-4bc0-abaa-049cff38507a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.121967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=e874ac59-8414-4428-84c2-64f69ff6422a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:20.161027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ab9d0-e04e-45e1-b371-68597f1827d1 None None] Routers {'86c8ebf7-e60a-473b-a8c8-05589ec23b37'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:20.161790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-391ab9d0-e04e-45e1-b371-68597f1827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:20.202827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-391ab9d0-e04e-45e1-b371-68597f1827d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:20.203586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ab9d0-e04e-45e1-b371-68597f1827d1 None None] The sync data for ids ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:20.206475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 437e397f-183b-4d70-831f-b1e6dca3f39a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:20.207841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.222423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff8c8303-1557-4681-adc5-ea35e5c612f2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6811283 Sep 26 13:16:20.223156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58830) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:20.300173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Allocated IP 2001:db8::2 (914dc2d9-d6cb-4b51-9eb1-58fcbd55473f/859ddf28-df78-4633-aab6-391283f59a7f/ab09f5ef-453d-41bc-8419-1cbf305e4038) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:20.345835 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.373047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-fec75b68-44e6-47f7-ad73-46b81b828749 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port e874ac59-8414-4428-84c2-64f69ff6422a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:20.375214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fec75b68-44e6-47f7-ad73-46b81b828749 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.456824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4e5abe19-6ac8-45be-b68b-ff6531f56d2f None None] Provisioning complete for port 96ea4271-1a2c-42fe-b5e2-2005e695b0e1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:20.456824 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e5abe19-6ac8-45be-b68b-ff6531f56d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.551603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fec75b68-44e6-47f7-ad73-46b81b828749 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.565644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-fec75b68-44e6-47f7-ad73-46b81b828749 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for e874ac59-8414-4428-84c2-64f69ff6422a owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:20.628648 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4e5abe19-6ac8-45be-b68b-ff6531f56d2f None None] Port 96ea4271-1a2c-42fe-b5e2-2005e695b0e1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:20.640019 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f25d34f7-b559-4bc0-abaa-049cff38507a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.650618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f25d34f7-b559-4bc0-abaa-049cff38507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.682369 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f25d34f7-b559-4bc0-abaa-049cff38507a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a85a1fb9fc84ccbab39a00552162022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9138520 Sep 26 13:16:20.687199 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.695478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58834) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:20.785510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-169c0b44-b728-4396-a323-f5aa95a71d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.811599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fec75b68-44e6-47f7-ad73-46b81b828749 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.849900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4e5abe19-6ac8-45be-b68b-ff6531f56d2f None None] Provisioning complete for port 437e397f-183b-4d70-831f-b1e6dca3f39a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:20.850547 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e5abe19-6ac8-45be-b68b-ff6531f56d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.887034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec75b68-44e6-47f7-ad73-46b81b828749 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=e874ac59-8414-4428-84c2-64f69ff6422a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:20.907310 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.920900 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.928423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fec75b68-44e6-47f7-ad73-46b81b828749 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:20.933344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fec75b68-44e6-47f7-ad73-46b81b828749 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/e874ac59-8414-4428-84c2-64f69ff6422a HTTP/1.1" status: 204 len: 168 time: 0.7062366 Sep 26 13:16:20.933679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58836) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:20.961773 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f352505a-07f8-4584-8573-d019be391dc4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:16:20.965449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f352505a-07f8-4584-8573-d019be391dc4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:20.971414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f352505a-07f8-4584-8573-d019be391dc4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/e874ac59-8414-4428-84c2-64f69ff6422a HTTP/1.1" status: 404 len: 333 time: 0.0335958 Sep 26 13:16:20.977537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58838) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:21.005849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Network 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:21.018270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:21.020222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Pushing event updated for resources: {'Port': ['ID=ab09f5ef-453d-41bc-8419-1cbf305e4038,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:21.022546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:21.050208 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4805c1be-0241-4e4f-a1da-1bd8f2a9fe19 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:21.052936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4805c1be-0241-4e4f-a1da-1bd8f2a9fe19 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/e874ac59-8414-4428-84c2-64f69ff6422a HTTP/1.1" status: 404 len: 333 time: 0.0732319 Sep 26 13:16:21.057470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58844) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:21.066271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d34f7-b559-4bc0-abaa-049cff38507a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a07f75a-17ac-4890-9e1a-d480d246175b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:21.084468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Attempting to bind port ab09f5ef-453d-41bc-8419-1cbf305e4038 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:21.085289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Attempting to bind port ab09f5ef-453d-41bc-8419-1cbf305e4038 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '46df4275-e43c-48f3-b4ee-175c1bc9043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '914dc2d9-d6cb-4b51-9eb1-58fcbd55473f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:21.085841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Attempting to bind port ab09f5ef-453d-41bc-8419-1cbf305e4038 on network 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:21.106998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:21.106998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Checking segment: {'id': '46df4275-e43c-48f3-b4ee-175c1bc9043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '914dc2d9-d6cb-4b51-9eb1-58fcbd55473f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:21.106998 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.108267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Bound using segment: {'id': '46df4275-e43c-48f3-b4ee-175c1bc9043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '914dc2d9-d6cb-4b51-9eb1-58fcbd55473f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:21.109263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Bound port: ab09f5ef-453d-41bc-8419-1cbf305e4038, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46df4275-e43c-48f3-b4ee-175c1bc9043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '914dc2d9-d6cb-4b51-9eb1-58fcbd55473f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:21.110978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.121455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-169c0b44-b728-4396-a323-f5aa95a71d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.144682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-30aaa87f-ea3a-4212-aec9-77844919236f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet 859ddf28-df78-4633-aab6-391283f59a7f {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:21.151942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30aaa87f-ea3a-4212-aec9-77844919236f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.178506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1f6ce3bf-bd6b-4be0-8f1d-537fad4ef074 None None] Provisioning complete for port 437e397f-183b-4d70-831f-b1e6dca3f39a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:21.179416 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce3bf-bd6b-4be0-8f1d-537fad4ef074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.249582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] For port ab09f5ef-453d-41bc-8419-1cbf305e4038, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:21.259099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30aaa87f-ea3a-4212-aec9-77844919236f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.269862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8:1::1 (b4fbc78e-928b-4a8d-9f9f-b877cc715162/73f9b66e-fafd-4dda-a01a-49687a7a0b7a/c79b9e45-8213-4d0f-b403-fc114fe41f88) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:21.272753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] For port ab09f5ef-453d-41bc-8419-1cbf305e4038, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ab09f5ef-453d-41bc-8419-1cbf305e4038,segment=NetworkSegment(46df4275-e43c-48f3-b4ee-175c1bc9043b),segment_id=46df4275-e43c-48f3-b4ee-175c1bc9043b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:21.272934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-169c0b44-b728-4396-a323-f5aa95a71d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.276810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-169c0b44-b728-4396-a323-f5aa95a71d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.278646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-169c0b44-b728-4396-a323-f5aa95a71d24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a07f75a-17ac-4890-9e1a-d480d246175b HTTP/1.1" status: 204 len: 168 time: 0.5817952 Sep 26 13:16:21.294680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.299511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c0b44-b728-4396-a323-f5aa95a71d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a07f75a-17ac-4890-9e1a-d480d246175b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:21.402979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30aaa87f-ea3a-4212-aec9-77844919236f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.524437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30aaa87f-ea3a-4212-aec9-77844919236f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.547163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.589735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffe7e4-d698-4a6d-9736-e2924af79f8b None None] Pushing event updated for resources: {'Port': ['ID=ab09f5ef-453d-41bc-8419-1cbf305e4038,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:21.597466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaa87f-ea3a-4212-aec9-77844919236f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=859ddf28-df78-4633-aab6-391283f59a7f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:21.610204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30aaa87f-ea3a-4212-aec9-77844919236f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.613518 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-30aaa87f-ea3a-4212-aec9-77844919236f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/859ddf28-df78-4633-aab6-391283f59a7f HTTP/1.1" status: 204 len: 168 time: 0.5535417 Sep 26 13:16:21.617445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58854) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:21.636795 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.712267 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=c79b9e45-8213-4d0f-b403-fc114fe41f88,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:21.726027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network b4fbc78e-928b-4a8d-9f9f-b877cc715162 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:21.727823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:21.732013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:21.732982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.734402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.858098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58856) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:21.882174 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd8f5-b322-4cd8-ae5a-e31cb36c3fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:21.903191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port ab09f5ef-453d-41bc-8419-1cbf305e4038 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:21.910062 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.002912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.133584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ab09f5ef-453d-41bc-8419-1cbf305e4038 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:22.236214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ab09f5ef-453d-41bc-8419-1cbf305e4038 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:22.236598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.274864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] For port ab09f5ef-453d-41bc-8419-1cbf305e4038, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ab09f5ef-453d-41bc-8419-1cbf305e4038,segment=NetworkSegment(46df4275-e43c-48f3-b4ee-175c1bc9043b),segment_id=46df4275-e43c-48f3-b4ee-175c1bc9043b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:22.275404 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.312632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd8f5-b322-4cd8-ae5a-e31cb36c3fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.327056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for ab09f5ef-453d-41bc-8419-1cbf305e4038 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:22.335895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd8f5-b322-4cd8-ae5a-e31cb36c3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.440378 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.443397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0511d645-1242-4088-93a9-11106470d822 None None] Provisioning complete for port c79b9e45-8213-4d0f-b403-fc114fe41f88 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:22.443876 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0511d645-1242-4088-93a9-11106470d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.493175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3a1fd8f5-b322-4cd8-ae5a-e31cb36c3fb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6b635cb3af9409eb94dfd44828b5038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6360252 Sep 26 13:16:22.504378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58864) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:22.524308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fd8f5-b322-4cd8-ae5a-e31cb36c3fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e449c-080f-407f-9adb-25a425b2bede,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:22.551059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port ab09f5ef-453d-41bc-8419-1cbf305e4038, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ab09f5ef-453d-41bc-8419-1cbf305e4038,segment=NetworkSegment(46df4275-e43c-48f3-b4ee-175c1bc9043b),segment_id=46df4275-e43c-48f3-b4ee-175c1bc9043b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:22.558231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0511d645-1242-4088-93a9-11106470d822 None None] Port c79b9e45-8213-4d0f-b403-fc114fe41f88 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:22.579578 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.675023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.733607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=ab09f5ef-453d-41bc-8419-1cbf305e4038,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:22.765859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=ab09f5ef-453d-41bc-8419-1cbf305e4038,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:22.769262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No DVR routers for this DVR port ab09f5ef-453d-41bc-8419-1cbf305e4038 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:22.856944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f499782-c16f-4838-8ed0-259523f76702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.954539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:22.967544 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f499782-c16f-4838-8ed0-259523f76702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.004012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e4c0c-b758-486e-81d5-47c90a71070c None None] Network 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:23.011899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914dc2d9-d6cb-4b51-9eb1-58fcbd55473f']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:23.037939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46df4275-e43c-48f3-b4ee-175c1bc9043b') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:23.038293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46df4275-e43c-48f3-b4ee-175c1bc9043b') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:23.051833 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.081434 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.105124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:23.108798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:23.117075 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:23.122951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fa246a69-5667-4b74-bd72-c32b6b129b59 None None] Could not find standard attr ID for object ab09f5ef-453d-41bc-8419-1cbf305e4038. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:23.149161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f499782-c16f-4838-8ed0-259523f76702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.156826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f499782-c16f-4838-8ed0-259523f76702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.159191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9f499782-c16f-4838-8ed0-259523f76702 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb2e449c-080f-407f-9adb-25a425b2bede HTTP/1.1" status: 204 len: 168 time: 0.6396465 Sep 26 13:16:23.186306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f499782-c16f-4838-8ed0-259523f76702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e449c-080f-407f-9adb-25a425b2bede,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:23.271350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca8045-547e-4932-b4b6-cade35a18f36 None None] DHCP port deletion for 914dc2d9-d6cb-4b51-9eb1-58fcbd55473f request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:23.284899 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.287295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.296817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.299321 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.332091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.334124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/networks/914dc2d9-d6cb-4b51-9eb1-58fcbd55473f HTTP/1.1" status: 204 len: 168 time: 1.7156055 Sep 26 13:16:23.335481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c723b-c378-477f-822a-f55d0830d1a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Network': ['ID=914dc2d9-d6cb-4b51-9eb1-58fcbd55473f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:23.339898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58878) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:23.345297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1347955629'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:23.390467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:23.397513 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.445633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:23.457640 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.458035 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Added segment 73feedbb-c378-4984-b94a-ba1482c86c06 of type vlan for network 7b2859a7-db25-4618-99f4-4b83c44ace70 Sep 26 13:16:23.509534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=c79b9e45-8213-4d0f-b403-fc114fe41f88,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:23.560473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network b4fbc78e-928b-4a8d-9f9f-b877cc715162 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:23.562149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:23.573250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.616791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.624425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:23.625239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:23.707411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3656232 Sep 26 13:16:23.711351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58886) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:23.722324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '7b2859a7-db25-4618-99f4-4b83c44ace70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:23.740142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 86c8ebf7-e60a-473b-a8c8-05589ec23b37 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:16:23.821365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6e4e0-3ff8-4b6f-87f4-70d4dda7648c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Network': ['ID=7b2859a7-db25-4618-99f4-4b83c44ace70,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:23.840893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7b2859a7-db25-4618-99f4-4b83c44ace70 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:23.991546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ab09f5ef-453d-41bc-8419-1cbf305e4038 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:24.005454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:24.009081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:24.046227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ab09f5ef-453d-41bc-8419-1cbf305e4038 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:24.046863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ab09f5ef-453d-41bc-8419-1cbf305e4038 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:24.055047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:24.058679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1743bdc1-80c1-4970-a18f-17f2f7fe397c None None] Provisioning complete for port c79b9e45-8213-4d0f-b403-fc114fe41f88 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:24.059473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1743bdc1-80c1-4970-a18f-17f2f7fe397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:24.067151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c534d0da-5f97-4f76-8b29-7d42f089bd00 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/86c8ebf7-e60a-473b-a8c8-05589ec23b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1402905 Sep 26 13:16:24.071291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58896) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:24.073142 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc27bd0-66b2-4c5d-a6ea-08dc2bcce6bd None None] Sync routers for ids ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:24.094524 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc27bd0-66b2-4c5d-a6ea-08dc2bcce6bd None None] Routers {'86c8ebf7-e60a-473b-a8c8-05589ec23b37'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:24.095816 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4bc27bd0-66b2-4c5d-a6ea-08dc2bcce6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:24.178492 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1743bdc1-80c1-4970-a18f-17f2f7fe397c None None] Port c79b9e45-8213-4d0f-b403-fc114fe41f88 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:24.182700 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4bc27bd0-66b2-4c5d-a6ea-08dc2bcce6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:24.194916 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc27bd0-66b2-4c5d-a6ea-08dc2bcce6bd None None] Routers {'86c8ebf7-e60a-473b-a8c8-05589ec23b37'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:24.195839 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4bc27bd0-66b2-4c5d-a6ea-08dc2bcce6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:24.237868 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4bc27bd0-66b2-4c5d-a6ea-08dc2bcce6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:24.238939 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc27bd0-66b2-4c5d-a6ea-08dc2bcce6bd None None] The sync data for ids ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:24.254243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f918bab4-00e4-48a3-a49a-40ffdafeadd9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:24.263115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f918bab4-00e4-48a3-a49a-40ffdafeadd9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports/c79b9e45-8213-4d0f-b403-fc114fe41f88 HTTP/1.1" status: 200 len: 913 time: 0.1890335 Sep 26 13:16:24.264494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:24.267653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58908) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:24.339440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Checking segment: {'id': '73feedbb-c378-4984-b94a-ba1482c86c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b2859a7-db25-4618-99f4-4b83c44ace70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:24.339982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network hostable DHCP agents. Network: 7b2859a7-db25-4618-99f4-4b83c44ace70, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:24.343272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=ad6589e9-b1e6-4566-a657-9016f37c9d0b,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:24.363704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 7b2859a7-db25-4618-99f4-4b83c44ace70 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:24.376556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7b2859a7-db25-4618-99f4-4b83c44ace70) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:24.381719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:24.382369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:24.386891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace9318-c7f3-4b0e-a16e-7e15a2e35650 None None] Network 7b2859a7-db25-4618-99f4-4b83c44ace70 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:24.422010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c888f52c-f628-497a-8cb4-1f466be87ee7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7038295 Sep 26 13:16:24.422658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58912) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:24.444747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': '7b2859a7-db25-4618-99f4-4b83c44ace70', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-157486374'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:24.716202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:24.720002 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:24.724339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-7b2859a7-db25-4618-99f4-4b83c44ace70', 'network_id': '7b2859a7-db25-4618-99f4-4b83c44ace70', 'tenant_id': 'ba20c9d11b3143a18397fd0a91b34dab', 'fixed_ips': [{'subnet_id': 'ad6589e9-b1e6-4566-a657-9016f37c9d0b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:24.725656 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:24.766010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:24.992712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.013005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::322 (7b2859a7-db25-4618-99f4-4b83c44ace70/ad6589e9-b1e6-4566-a657-9016f37c9d0b/dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:25.216077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.265175 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.311893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 7b2859a7-db25-4618-99f4-4b83c44ace70 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:25.315561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:25.319664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:25.325717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:25.326395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.362752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:25.374725 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a1d81e3-7ae2-4b61-9d30-4e9cceb0fe14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9411218 Sep 26 13:16:25.375486 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Allocated IP 2001:db8::2 (7b2859a7-db25-4618-99f4-4b83c44ace70/ad6589e9-b1e6-4566-a657-9016f37c9d0b/9bd3531c-3011-4a60-99ad-0cf3b6e4992f) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:25.376045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58940) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:25.539968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port c79b9e45-8213-4d0f-b403-fc114fe41f88 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:25.540564 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.636593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e8210e4f-8e42-4afd-aaa9-940f5473e2c2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:25.637740 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8210e4f-8e42-4afd-aaa9-940f5473e2c2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.658700 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.675029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.730589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.759420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Pushing event updated for resources: {'Port': ['ID=9bd3531c-3011-4a60-99ad-0cf3b6e4992f,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:25.766816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for c79b9e45-8213-4d0f-b403-fc114fe41f88 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:25.782819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Network 7b2859a7-db25-4618-99f4-4b83c44ace70 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:25.787136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:25.800067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:25.926330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Attempting to bind port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:25.926721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Attempting to bind port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '73feedbb-c378-4984-b94a-ba1482c86c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b2859a7-db25-4618-99f4-4b83c44ace70'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:25.927079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Attempting to bind port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f on network 7b2859a7-db25-4618-99f4-4b83c44ace70 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:25.930501 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8210e4f-8e42-4afd-aaa9-940f5473e2c2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.938897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:25.939282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Checking segment: {'id': '73feedbb-c378-4984-b94a-ba1482c86c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b2859a7-db25-4618-99f4-4b83c44ace70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:25.939694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.940097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Bound using segment: {'id': '73feedbb-c378-4984-b94a-ba1482c86c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b2859a7-db25-4618-99f4-4b83c44ace70'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:25.946138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Bound port: 9bd3531c-3011-4a60-99ad-0cf3b6e4992f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73feedbb-c378-4984-b94a-ba1482c86c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7b2859a7-db25-4618-99f4-4b83c44ace70'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:25.946528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:25.960265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e8210e4f-8e42-4afd-aaa9-940f5473e2c2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:26.153118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] For port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:26.163167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] For port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9bd3531c-3011-4a60-99ad-0cf3b6e4992f,segment=NetworkSegment(73feedbb-c378-4984-b94a-ba1482c86c06),segment_id=73feedbb-c378-4984-b94a-ba1482c86c06)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:26.173881 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:26.252424 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8210e4f-8e42-4afd-aaa9-940f5473e2c2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:26.329593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8210e4f-8e42-4afd-aaa9-940f5473e2c2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:26.354600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561819f6-6c02-4543-b91d-3b668e179fbd None None] Pushing event updated for resources: {'Port': ['ID=9bd3531c-3011-4a60-99ad-0cf3b6e4992f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:26.397292 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e8210e4f-8e42-4afd-aaa9-940f5473e2c2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:26.400110 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e8210e4f-8e42-4afd-aaa9-940f5473e2c2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb HTTP/1.1" status: 204 len: 168 time: 1.0199785 Sep 26 13:16:26.416946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58968) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:26.475254 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebc1a1c-2ba9-4c5e-a47d-fafd11cc30dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:26.480944 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2ebc1a1c-2ba9-4c5e-a47d-fafd11cc30dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb HTTP/1.1" status: 404 len: 333 time: 0.0625603 Sep 26 13:16:26.481990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58972) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:26.554580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7255ed75-9169-4b7f-885c-7cde89f0c648 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet ad6589e9-b1e6-4566-a657-9016f37c9d0b {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:26.558766 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7255ed75-9169-4b7f-885c-7cde89f0c648 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:26.644421 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7255ed75-9169-4b7f-885c-7cde89f0c648 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:26.654017 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:26.712666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=c79b9e45-8213-4d0f-b403-fc114fe41f88,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:26.938675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7255ed75-9169-4b7f-885c-7cde89f0c648 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:26.944273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:27.062073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7255ed75-9169-4b7f-885c-7cde89f0c648 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:27.098923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7255ed75-9169-4b7f-885c-7cde89f0c648 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:27.101740 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7255ed75-9169-4b7f-885c-7cde89f0c648 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/ad6589e9-b1e6-4566-a657-9016f37c9d0b HTTP/1.1" status: 204 len: 168 time: 0.6176894 Sep 26 13:16:27.104691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58992) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:27.139323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255ed75-9169-4b7f-885c-7cde89f0c648 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6589e9-b1e6-4566-a657-9016f37c9d0b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:27.304705 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:27.377960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 86c8ebf7-e60a-473b-a8c8-05589ec23b37 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:16:27.436815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:27.437461 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:27.580698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:27.595322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7767df2-bab5-47ed-af30-2cb8e22f852d None None] Sync routers for ids ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:27.601459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-07135909-e96a-45d0-b30d-caa7b0bd954a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/86c8ebf7-e60a-473b-a8c8-05589ec23b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3306754 Sep 26 13:16:27.602840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59008) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:27.616545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7767df2-bab5-47ed-af30-2cb8e22f852d None None] Routers {'86c8ebf7-e60a-473b-a8c8-05589ec23b37'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:27.617346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7767df2-bab5-47ed-af30-2cb8e22f852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:27.622030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] For port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9bd3531c-3011-4a60-99ad-0cf3b6e4992f,segment=NetworkSegment(73feedbb-c378-4984-b94a-ba1482c86c06),segment_id=73feedbb-c378-4984-b94a-ba1482c86c06)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:27.622409 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:27.701643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 9bd3531c-3011-4a60-99ad-0cf3b6e4992f owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:27.711912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7767df2-bab5-47ed-af30-2cb8e22f852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:27.723389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7767df2-bab5-47ed-af30-2cb8e22f852d None None] Routers {'86c8ebf7-e60a-473b-a8c8-05589ec23b37'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:27.724561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7767df2-bab5-47ed-af30-2cb8e22f852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:27.781239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7767df2-bab5-47ed-af30-2cb8e22f852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:27.782225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7767df2-bab5-47ed-af30-2cb8e22f852d None None] The sync data for ids ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:27.904828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca538cbe-e0b9-4c47-9a27-23c14956b1ee None None] Network 7b2859a7-db25-4618-99f4-4b83c44ace70 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:27.918902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:27.976715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No DVR routers for this DVR port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:27.979365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=9bd3531c-3011-4a60-99ad-0cf3b6e4992f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:28.047842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2e6cdcb0-7f57-457b-a64d-6a86ca3b2bef None None] Could not find standard attr ID for object 9bd3531c-3011-4a60-99ad-0cf3b6e4992f. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:28.162501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9bd3531c-3011-4a60-99ad-0cf3b6e4992f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:28.172041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.223843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2859a7-db25-4618-99f4-4b83c44ace70']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:28.227190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9bd3531c-3011-4a60-99ad-0cf3b6e4992f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:28.227870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9bd3531c-3011-4a60-99ad-0cf3b6e4992f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 26 13:16:28.243420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73feedbb-c378-4984-b94a-ba1482c86c06') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:28.245191 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73feedbb-c378-4984-b94a-ba1482c86c06') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:28.265517 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.295622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.318769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:28.319187 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:28.324375 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:28.330327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Port 9bd3531c-3011-4a60-99ad-0cf3b6e4992f not found, will not notify nova. {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 26 13:16:28.430986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd8e50-bb2d-409c-b784-1696ea1b0e17 None None] DHCP port deletion for 7b2859a7-db25-4618-99f4-4b83c44ace70 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:28.443423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.465829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.478363 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.480690 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/networks/7b2859a7-db25-4618-99f4-4b83c44ace70 HTTP/1.1" status: 204 len: 168 time: 1.3746257 Sep 26 13:16:28.486033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59032) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:28.494891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'name': 'tempest-PortsIpV6TestJSON-1691833234'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:28.527392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155223b7-efe5-4e99-8fad-9ebbf9c6620f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Network': ['ID=7b2859a7-db25-4618-99f4-4b83c44ace70,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:28.715382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:28.719994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.746716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 90a51a89-d4a2-4148-9e19-172ccf6aaafa yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:28.803426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port 96ea4271-1a2c-42fe-b5e2-2005e695b0e1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:28.803666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.921362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:28.938370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for 96ea4271-1a2c-42fe-b5e2-2005e695b0e1 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:28.981727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.034098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.114795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:29.118887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:29.125164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:29.129524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:29.130197 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.147657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=90a51a89-d4a2-4148-9e19-172ccf6aaafa,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:29.157738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ef06f803-4d9f-4ff1-881d-61806794f52b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6680901 Sep 26 13:16:29.160467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59048) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:29.218991 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.286278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=96ea4271-1a2c-42fe-b5e2-2005e695b0e1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:29.356680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5809fec2-c4f2-462f-a102-31ded4ccfe97 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 90a51a89-d4a2-4148-9e19-172ccf6aaafa {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:29.361018 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5809fec2-c4f2-462f-a102-31ded4ccfe97 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.448842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59058) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:29.464740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.497801 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5809fec2-c4f2-462f-a102-31ded4ccfe97 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.516554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5809fec2-c4f2-462f-a102-31ded4ccfe97 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 90a51a89-d4a2-4148-9e19-172ccf6aaafa owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:29.691789 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5809fec2-c4f2-462f-a102-31ded4ccfe97 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.726235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809fec2-c4f2-462f-a102-31ded4ccfe97 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=90a51a89-d4a2-4148-9e19-172ccf6aaafa,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:29.735881 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5809fec2-c4f2-462f-a102-31ded4ccfe97 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.740980 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5809fec2-c4f2-462f-a102-31ded4ccfe97 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/90a51a89-d4a2-4148-9e19-172ccf6aaafa HTTP/1.1" status: 204 len: 168 time: 0.5792658 Sep 26 13:16:29.742003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59062) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:29.747570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'mac_address': 'fa:16:3e:c4:e7:7c', 'name': 'tempest-PortsIpV6TestJSON-1509822861'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:29.811745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 86c8ebf7-e60a-473b-a8c8-05589ec23b37 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:16:29.828711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e57ea0ca-1876-438f-8f54-ff287ea05d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:29.933954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:29.943247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2e8dfc1d-c14c-4f7d-8771-7239d1061216 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/86c8ebf7-e60a-473b-a8c8-05589ec23b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3387079 Sep 26 13:16:29.945912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59064) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:29.947034 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e10e5-d183-472c-bf00-b37072aa2316 None None] Sync routers for ids ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:29.963033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9bd3531c-3011-4a60-99ad-0cf3b6e4992f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:29.963696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e10e5-d183-472c-bf00-b37072aa2316 None None] Routers {'86c8ebf7-e60a-473b-a8c8-05589ec23b37'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:29.966900 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8c5e10e5-d183-472c-bf00-b37072aa2316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:30.002314 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8c5e10e5-d183-472c-bf00-b37072aa2316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:30.012103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9bd3531c-3011-4a60-99ad-0cf3b6e4992f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:30.012433 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e10e5-d183-472c-bf00-b37072aa2316 None None] Routers {'86c8ebf7-e60a-473b-a8c8-05589ec23b37'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:30.012983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9bd3531c-3011-4a60-99ad-0cf3b6e4992f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:30.013105 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8c5e10e5-d183-472c-bf00-b37072aa2316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:30.016657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3eeeec51-7227-4c22-9e6c-4efff0623fe2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c8ebf7-e60a-473b-a8c8-05589ec23b37 HTTP/1.1" status: 200 len: 205 time: 0.0694599 Sep 26 13:16:30.019492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59066) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:30.052561 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8c5e10e5-d183-472c-bf00-b37072aa2316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:30.053853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e10e5-d183-472c-bf00-b37072aa2316 None None] The sync data for ids ['86c8ebf7-e60a-473b-a8c8-05589ec23b37'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:30.101922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e57ea0ca-1876-438f-8f54-ff287ea05d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.106990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e57ea0ca-1876-438f-8f54-ff287ea05d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.147230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e57ea0ca-1876-438f-8f54-ff287ea05d5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5a59063e3444eb5bd891515edeb2ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6969974 Sep 26 13:16:30.149644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ea0ca-1876-438f-8f54-ff287ea05d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f7ac5d-a7ff-4b7c-a7f2-48af414139d5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:30.149779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59068) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:30.178983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b55566b0-247c-4c08-ab6d-0bebb1ba847d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.185024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:30.362001 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c8637a9-b794-471d-aafc-b2414399076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.436891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.487057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b55566b0-247c-4c08-ab6d-0bebb1ba847d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.490939 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c8637a9-b794-471d-aafc-b2414399076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.493524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b55566b0-247c-4c08-ab6d-0bebb1ba847d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.518473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 76666734-5e8f-4abb-853c-282f56bc37d5 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:30.614130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b55566b0-247c-4c08-ab6d-0bebb1ba847d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.614602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55566b0-247c-4c08-ab6d-0bebb1ba847d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Fanout notify agent at l3_agent the message router_deleted on router 86c8ebf7-e60a-473b-a8c8-05589ec23b37 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:16:30.623068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b55566b0-247c-4c08-ab6d-0bebb1ba847d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.624396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b55566b0-247c-4c08-ab6d-0bebb1ba847d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/86c8ebf7-e60a-473b-a8c8-05589ec23b37 HTTP/1.1" status: 204 len: 168 time: 0.6039312 Sep 26 13:16:30.627261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59078) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:30.690691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c8637a9-b794-471d-aafc-b2414399076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.698362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c8637a9-b794-471d-aafc-b2414399076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.700229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0c8637a9-b794-471d-aafc-b2414399076f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9f7ac5d-a7ff-4b7c-a7f2-48af414139d5 HTTP/1.1" status: 204 len: 168 time: 0.5495696 Sep 26 13:16:30.732941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8637a9-b794-471d-aafc-b2414399076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f7ac5d-a7ff-4b7c-a7f2-48af414139d5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:30.786345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-34680617-67e2-440a-876e-387b237459b1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet 73f9b66e-fafd-4dda-a01a-49687a7a0b7a {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:30.793740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34680617-67e2-440a-876e-387b237459b1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.865317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34680617-67e2-440a-876e-387b237459b1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.915598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.972903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:30.986348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34680617-67e2-440a-876e-387b237459b1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.028795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:31.032258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:31.036301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:31.041949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:31.042573 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.060203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=76666734-5e8f-4abb-853c-282f56bc37d5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:31.088111 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89611ed9-6f89-48b5-8618-42a518103e6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3400731 Sep 26 13:16:31.089786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59084) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:31.136387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34680617-67e2-440a-876e-387b237459b1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.186010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a79b94-32a9-464a-8f46-62ee5ea8f4c6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:31.189917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-30a79b94-32a9-464a-8f46-62ee5ea8f4c6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/76666734-5e8f-4abb-853c-282f56bc37d5 HTTP/1.1" status: 200 len: 845 time: 0.0960188 Sep 26 13:16:31.189917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34680617-67e2-440a-876e-387b237459b1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=73f9b66e-fafd-4dda-a01a-49687a7a0b7a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:31.190162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269f9b3-376e-439e-96d8-782e3ca6c97c None None] Network b4fbc78e-928b-4a8d-9f9f-b877cc715162 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:31.190615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34680617-67e2-440a-876e-387b237459b1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.191879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59086) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:31.194971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-34680617-67e2-440a-876e-387b237459b1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/73f9b66e-fafd-4dda-a01a-49687a7a0b7a HTTP/1.1" status: 204 len: 168 time: 0.5641110 Sep 26 13:16:31.197931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59088) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:31.269375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dd86bd-4e32-482c-ac42-802332323761 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet 54fa6ba1-2db3-4903-a64b-1217ff97e96d {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:31.274066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59090) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:31.274968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98dd86bd-4e32-482c-ac42-802332323761 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.309211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-067d75d7-dead-499f-b0f0-5c8a40901143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.357361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98dd86bd-4e32-482c-ac42-802332323761 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.458716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-471a1fa2-2758-40f2-b5c9-4a281aece8bb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 76666734-5e8f-4abb-853c-282f56bc37d5 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:31.458990 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-471a1fa2-2758-40f2-b5c9-4a281aece8bb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.579908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98dd86bd-4e32-482c-ac42-802332323761 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.623680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] DHCP port deletion for b4fbc78e-928b-4a8d-9f9f-b877cc715162 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:31.628643 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-471a1fa2-2758-40f2-b5c9-4a281aece8bb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.648281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-471a1fa2-2758-40f2-b5c9-4a281aece8bb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 76666734-5e8f-4abb-853c-282f56bc37d5 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:31.704166 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-067d75d7-dead-499f-b0f0-5c8a40901143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.716282 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-067d75d7-dead-499f-b0f0-5c8a40901143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.722980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] Deleting port 437e397f-183b-4d70-831f-b1e6dca3f39a {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:31.723353 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.768834 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98dd86bd-4e32-482c-ac42-802332323761 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.782431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-471a1fa2-2758-40f2-b5c9-4a281aece8bb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.827255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a1fa2-2758-40f2-b5c9-4a281aece8bb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=76666734-5e8f-4abb-853c-282f56bc37d5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:31.840598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-471a1fa2-2758-40f2-b5c9-4a281aece8bb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.845100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-471a1fa2-2758-40f2-b5c9-4a281aece8bb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/76666734-5e8f-4abb-853c-282f56bc37d5 HTTP/1.1" status: 204 len: 168 time: 0.6522114 Sep 26 13:16:31.848207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59100) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:31.858948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] For port 437e397f-183b-4d70-831f-b1e6dca3f39a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=437e397f-183b-4d70-831f-b1e6dca3f39a,segment=NetworkSegment(bbe37a50-70f3-4311-864f-1b2afcdb732a),segment_id=bbe37a50-70f3-4311-864f-1b2afcdb732a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:31.859344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.883510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] Calling delete_port for 437e397f-183b-4d70-831f-b1e6dca3f39a owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:31.886389 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-398f9a3e-c529-48a6-bde8-3a1b886307f5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:31.888007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd86bd-4e32-482c-ac42-802332323761 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=54fa6ba1-2db3-4903-a64b-1217ff97e96d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:31.897310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-067d75d7-dead-499f-b0f0-5c8a40901143 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0642c64c6ee140b0b6f8127d19c84fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6238477 Sep 26 13:16:31.900951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-398f9a3e-c529-48a6-bde8-3a1b886307f5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/76666734-5e8f-4abb-853c-282f56bc37d5 HTTP/1.1" status: 404 len: 333 time: 0.0511827 Sep 26 13:16:31.901506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-98dd86bd-4e32-482c-ac42-802332323761 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:31.901795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59102) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:31.903970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-98dd86bd-4e32-482c-ac42-802332323761 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/54fa6ba1-2db3-4903-a64b-1217ff97e96d HTTP/1.1" status: 204 len: 168 time: 0.7048883 Sep 26 13:16:31.905361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59104) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:31.918143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59106) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:31.922034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d75d7-dead-499f-b0f0-5c8a40901143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d0f743-97e3-4f3f-9571-1dd1ff569623,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:31.928895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'name': 'tempest-PortsIpV6TestJSON-1706073283'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:32.017054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e702b40-45c8-4ee4-b0df-133726d37e2e None None] Network 0a995cea-0cb9-417f-9dfd-75c1277ea673 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:32.019782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 437e397f-183b-4d70-831f-b1e6dca3f39a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:32.055125 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.089010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:32.098250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.121043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] No DVR routers for this DVR port 437e397f-183b-4d70-831f-b1e6dca3f39a on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:32.143638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7357e5c-fab2-4a82-b281-ddec19d65741 None None] Pushing event deleted for resources: {'Port': ['ID=437e397f-183b-4d70-831f-b1e6dca3f39a,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:32.144392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port ce667310-22a9-4397-95bb-501e9ffcf3c3 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:32.229218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] No active binding found for port 437e397f-183b-4d70-831f-b1e6dca3f39a {{(pid=94813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 26 13:16:32.230411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 437e397f-183b-4d70-831f-b1e6dca3f39a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:32.393541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] DHCP port deletion for 0a995cea-0cb9-417f-9dfd-75c1277ea673 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:32.509643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] Deleting port 4cd09a44-bcff-42d2-96c0-16376a709671 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:32.511243 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.546462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.572265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.628549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74c16f3f-1a99-4ac1-a0ea-09e56861198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.659768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74c16f3f-1a99-4ac1-a0ea-09e56861198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.760446 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] For port 4cd09a44-bcff-42d2-96c0-16376a709671, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4cd09a44-bcff-42d2-96c0-16376a709671,segment=NetworkSegment(51c958af-252e-405d-bf80-64c1b7e69187),segment_id=51c958af-252e-405d-bf80-64c1b7e69187)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:32.763042 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.763525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.788062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] Calling delete_port for 4cd09a44-bcff-42d2-96c0-16376a709671 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:32.794205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74c16f3f-1a99-4ac1-a0ea-09e56861198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.797987 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74c16f3f-1a99-4ac1-a0ea-09e56861198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.799908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74c16f3f-1a99-4ac1-a0ea-09e56861198a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68d0f743-97e3-4f3f-9571-1dd1ff569623 HTTP/1.1" status: 204 len: 168 time: 0.8969779 Sep 26 13:16:32.837525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:32.845952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:32.853417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:32.864432 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.867603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:32.872204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:32.900273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c16f3f-1a99-4ac1-a0ea-09e56861198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d0f743-97e3-4f3f-9571-1dd1ff569623,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:32.928904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=ce667310-22a9-4397-95bb-501e9ffcf3c3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:32.943029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ba1bb58d-3951-4b52-b883-2cd7dd4dd153 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0171390 Sep 26 13:16:32.945439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59118) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:32.958945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:32.996843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.041927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] No DVR routers for this DVR port 4cd09a44-bcff-42d2-96c0-16376a709671 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:33.046489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8b595-4b2f-4c35-9e07-48170051ee87 None None] Pushing event deleted for resources: {'Port': ['ID=4cd09a44-bcff-42d2-96c0-16376a709671,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:33.067846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fbc78e-928b-4a8d-9f9f-b877cc715162']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:33.070043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.087494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe37a50-70f3-4311-864f-1b2afcdb732a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:33.087773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe37a50-70f3-4311-864f-1b2afcdb732a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:33.103017 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.143863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.154424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:33.154850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:33.158444 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:33.299957 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.314656 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.314656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/b4fbc78e-928b-4a8d-9f9f-b877cc715162 HTTP/1.1" status: 204 len: 168 time: 1.3954952 Sep 26 13:16:33.317538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59122) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:33.335169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd3f71-cd50-442b-aed2-1fc5b596d518 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=b4fbc78e-928b-4a8d-9f9f-b877cc715162,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:33.361955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.368988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.407873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] In _notify_port_updated(), no bound segment for port ce667310-22a9-4397-95bb-501e9ffcf3c3 on network 1acb53e7-11df-4d78-a65c-d293753a39a8 {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:16:33.413745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:33.414470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.418738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "PUT /v2.0/ports/ce667310-22a9-4397-95bb-501e9ffcf3c3 HTTP/1.1" status: 200 len: 818 time: 0.4720390 Sep 26 13:16:33.421777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59132) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:33.520584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.532852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c40d1-9d31-4b74-a525-d5c1777769dc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=ce667310-22a9-4397-95bb-501e9ffcf3c3,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:33.586447 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-70dcdeef-756a-44aa-b412-576ccdacf67f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port ce667310-22a9-4397-95bb-501e9ffcf3c3 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:33.586799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70dcdeef-756a-44aa-b412-576ccdacf67f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.662245 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.690403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70dcdeef-756a-44aa-b412-576ccdacf67f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.692898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a995cea-0cb9-417f-9dfd-75c1277ea673']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:33.704022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-70dcdeef-756a-44aa-b412-576ccdacf67f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for ce667310-22a9-4397-95bb-501e9ffcf3c3 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:33.714592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c958af-252e-405d-bf80-64c1b7e69187') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:33.715493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c958af-252e-405d-bf80-64c1b7e69187') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:33.731593 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.749590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.760944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:33.787471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:33.829592 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:33.838428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70dcdeef-756a-44aa-b412-576ccdacf67f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.887868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.904197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcdeef-756a-44aa-b412-576ccdacf67f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=ce667310-22a9-4397-95bb-501e9ffcf3c3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:33.913166 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70dcdeef-756a-44aa-b412-576ccdacf67f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.915398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-70dcdeef-756a-44aa-b412-576ccdacf67f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/ce667310-22a9-4397-95bb-501e9ffcf3c3 HTTP/1.1" status: 204 len: 168 time: 0.4926822 Sep 26 13:16:33.918376 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.926882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/0a995cea-0cb9-417f-9dfd-75c1277ea673 HTTP/1.1" status: 204 len: 168 time: 0.6072996 Sep 26 13:16:33.928680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59152) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:33.929231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59150) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:33.941237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1682868506'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:33.960588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4cd09a44-bcff-42d2-96c0-16376a709671 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:33.969753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:33.973861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:33.988132 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 4cd09a44-bcff-42d2-96c0-16376a709671 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:33.988983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4cd09a44-bcff-42d2-96c0-16376a709671 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:34.009272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c14b76-7432-472e-8d57-666f8346c50a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=0a995cea-0cb9-417f-9dfd-75c1277ea673,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:34.010851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:34.023606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.024287 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment 041182cf-f66f-4520-8d34-6fe6c4eecc89 of type vlan for network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 Sep 26 13:16:34.054697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba143a-c6f2-430b-a110-50d4c5ae7a86 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:34.057250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-22ba143a-c6f2-430b-a110-50d4c5ae7a86 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1047082 Sep 26 13:16:34.086127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59158) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:34.096585 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.127962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.138499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:34.139186 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.162725 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1ea1c8-a86a-40e9-80e4-2561428a4c58 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:34.166860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1a1ea1c8-a86a-40e9-80e4-2561428a4c58 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/ce667310-22a9-4397-95bb-501e9ffcf3c3 HTTP/1.1" status: 404 len: 333 time: 0.0728137 Sep 26 13:16:34.173228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59160) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:34.188387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236765195'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:34.197858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:34.198290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2656488 Sep 26 13:16:34.215360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': '9402c1c9-fd3b-4485-a6b3-e26fae7effb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:34.238809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb7f3a-5bed-4e28-b75d-c04f9067d2da tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=9402c1c9-fd3b-4485-a6b3-e26fae7effb7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:34.253353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:34.362189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:34.365731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.423187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:34.429381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:34.432353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.798682 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.799261 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Added segment 39b1153d-8c88-42b9-b91f-2376ac661b63 of type vlan for network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 Sep 26 13:16:34.892418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.939659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:34.945300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:34.945977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.025292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8503938 Sep 26 13:16:35.030107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59200) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:35.039451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:35.070502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191335-d7ef-4dfd-a015-2a24665c5888 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Network': ['ID=e4c9ec27-7be0-44db-b848-6b7c1bcd5760,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:35.082814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:35.152421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.153513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:35.175126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.258338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=3124bc9c-b4fd-4fc8-a4b8-84b3e30bffa3,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:35.293945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': '041182cf-f66f-4520-8d34-6fe6c4eecc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9402c1c9-fd3b-4485-a6b3-e26fae7effb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:35.294708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: 9402c1c9-fd3b-4485-a6b3-e26fae7effb7, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:35.320147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:35.334269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 9402c1c9-fd3b-4485-a6b3-e26fae7effb7) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:35.346570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9cf956-79a2-4501-9c2e-22f41c3729ac None None] Network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:35.351574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:35.352194 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.372019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-671b2b14-59f2-4fdc-8c43-c50c35956cae tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1719973 Sep 26 13:16:35.374444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59210) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:35.382015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8e205a18-4c42-4ada-abe0-b4f5ddd788e6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-702325990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:35.413650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e205a18-4c42-4ada-abe0-b4f5ddd788e6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.415423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e205a18-4c42-4ada-abe0-b4f5ddd788e6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.460458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.483082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e205a18-4c42-4ada-abe0-b4f5ddd788e6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.495052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e205a18-4c42-4ada-abe0-b4f5ddd788e6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.518357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e205a18-4c42-4ada-abe0-b4f5ddd788e6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.520277 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8e205a18-4c42-4ada-abe0-b4f5ddd788e6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1448197 Sep 26 13:16:35.523289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59218) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:35.541477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'port': {'network_id': '9402c1c9-fd3b-4485-a6b3-e26fae7effb7', 'name': 'tempest-RoutersIpV6Test-984539034'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:35.549552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=84cefab2-3108-4c27-a1c8-2881a1fa8cda,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:35.566317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Checking segment: {'id': '39b1153d-8c88-42b9-b91f-2376ac661b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:35.566710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network hostable DHCP agents. Network: e4c9ec27-7be0-44db-b848-6b7c1bcd5760, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:35.586903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:35.602645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e4c9ec27-7be0-44db-b848-6b7c1bcd5760) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:35.617041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:35.617763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.635435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6907af61-c8aa-483d-b0bd-6b97666e9a52 None None] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:35.651358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6afc96d7-bc7f-4b26-8fc8-88cbfcc2a865 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6183677 Sep 26 13:16:35.651465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-9402c1c9-fd3b-4485-a6b3-e26fae7effb7', 'network_id': '9402c1c9-fd3b-4485-a6b3-e26fae7effb7', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': '3124bc9c-b4fd-4fc8-a4b8-84b3e30bffa3'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:35.651985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.653840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59228) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:35.660366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ba0cd307-f71a-4460-b194-b9399cecc752 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:35.683414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:35.688516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.712134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] device_id is not set on port f1a9b24f-f3f7-431b-8073-e03f1000607f yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:35.808127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0cd307-f71a-4460-b194-b9399cecc752 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:35.816610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd307-f71a-4460-b194-b9399cecc752 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.893902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8::1a0 (9402c1c9-fd3b-4485-a6b3-e26fae7effb7/3124bc9c-b4fd-4fc8-a4b8-84b3e30bffa3/f1a9b24f-f3f7-431b-8073-e03f1000607f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:35.917813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4c9ec27-7be0-44db-b848-6b7c1bcd5760', 'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760', 'tenant_id': 'ba20c9d11b3143a18397fd0a91b34dab', 'fixed_ips': [{'subnet_id': '84cefab2-3108-4c27-a1c8-2881a1fa8cda'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:35.919798 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:35.947967 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-ba0cd307-f71a-4460-b194-b9399cecc752 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84cefab2-3108-4c27-a1c8-2881a1fa8cda (CIDR: 2001:db8::/64) Sep 26 13:16:35.955156 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0cd307-f71a-4460-b194-b9399cecc752 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:16:35.955693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0cd307-f71a-4460-b194-b9399cecc752 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:16:35.973213 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ba0cd307-f71a-4460-b194-b9399cecc752 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3175449 Sep 26 13:16:35.976146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59238) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:35.984162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:36.105172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:36.111181 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.113140 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.119303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Allocated IP 2001:db8::2 (e4c9ec27-7be0-44db-b848-6b7c1bcd5760/84cefab2-3108-4c27-a1c8-2881a1fa8cda/f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:36.156424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.216603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:36.220728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:36.223760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:36.230174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:36.230865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.248537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=f1a9b24f-f3f7-431b-8073-e03f1000607f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:36.267817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0d59927d-728c-4cab-976b-c549735461a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7406349 Sep 26 13:16:36.268475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59244) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:36.411808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Allocated IP 2001:db8::2 (9402c1c9-fd3b-4485-a6b3-e26fae7effb7/3124bc9c-b4fd-4fc8-a4b8-84b3e30bffa3/733a8feb-28ac-48a9-a35a-cbfa804304c4) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:36.479254 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.535711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:36.539462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:36.543419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:36.545545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.574595 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5967767 Sep 26 13:16:36.576176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342097f-95e8-4448-92c9-68cecfa4f0fa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=d8b69632-72f9-4147-be7d-17e3afb172c2,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:36.579841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59254) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:36.584876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760', 'fixed_ips': [{'subnet_id': '84cefab2-3108-4c27-a1c8-2881a1fa8cda'}, {'subnet_id': 'd8b69632-72f9-4147-be7d-17e3afb172c2'}], 'name': 'tempest-PortsIpV6TestJSON-1510602096'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:36.621438 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.645963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.684164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.725871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Pushing event updated for resources: {'Port': ['ID=733a8feb-28ac-48a9-a35a-cbfa804304c4,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:36.746639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:36.750905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:36.756435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:36.779516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:36.879489 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.891250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Attempting to bind port 733a8feb-28ac-48a9-a35a-cbfa804304c4 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:36.891521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Attempting to bind port 733a8feb-28ac-48a9-a35a-cbfa804304c4 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '041182cf-f66f-4520-8d34-6fe6c4eecc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9402c1c9-fd3b-4485-a6b3-e26fae7effb7'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:36.891903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Attempting to bind port 733a8feb-28ac-48a9-a35a-cbfa804304c4 on network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:36.895413 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.896129 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.933945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port c5f39954-ebb9-4a36-bacf-0c819afdcb6e yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:36.951471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Pushing event updated for resources: {'Port': ['ID=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:36.957328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:36.957777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Checking segment: {'id': '041182cf-f66f-4520-8d34-6fe6c4eecc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9402c1c9-fd3b-4485-a6b3-e26fae7effb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:36.958179 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.958572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Bound using segment: {'id': '041182cf-f66f-4520-8d34-6fe6c4eecc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9402c1c9-fd3b-4485-a6b3-e26fae7effb7'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:36.959055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Bound port: 733a8feb-28ac-48a9-a35a-cbfa804304c4, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041182cf-f66f-4520-8d34-6fe6c4eecc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9402c1c9-fd3b-4485-a6b3-e26fae7effb7'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:36.959435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:36.978141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:37.014956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:37.030718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:37.049074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] For port 733a8feb-28ac-48a9-a35a-cbfa804304c4, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:37.052543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] For port 733a8feb-28ac-48a9-a35a-cbfa804304c4, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=733a8feb-28ac-48a9-a35a-cbfa804304c4,segment=NetworkSegment(041182cf-f66f-4520-8d34-6fe6c4eecc89),segment_id=041182cf-f66f-4520-8d34-6fe6c4eecc89)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:37.076968 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.116358 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.126009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.147328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Attempting to bind port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:37.148815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Attempting to bind port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '39b1153d-8c88-42b9-b91f-2376ac661b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:37.149169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Attempting to bind port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e on network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:37.157044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:37.162112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Checking segment: {'id': '39b1153d-8c88-42b9-b91f-2376ac661b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:37.162533 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.168930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Bound using segment: {'id': '39b1153d-8c88-42b9-b91f-2376ac661b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:37.168930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Bound port: f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b1153d-8c88-42b9-b91f-2376ac661b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:37.168930 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.280879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e77c0-4144-4895-abcf-09ad3e3e7803 None None] Pushing event updated for resources: {'Port': ['ID=733a8feb-28ac-48a9-a35a-cbfa804304c4,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:37.300519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=f1a9b24f-f3f7-431b-8073-e03f1000607f,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:37.353132 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] For port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:37.362363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] For port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,segment=NetworkSegment(39b1153d-8c88-42b9-b91f-2376ac661b63),segment_id=39b1153d-8c88-42b9-b91f-2376ac661b63)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:37.369698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.470689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::214 (e4c9ec27-7be0-44db-b848-6b7c1bcd5760/84cefab2-3108-4c27-a1c8-2881a1fa8cda/c5f39954-ebb9-4a36-bacf-0c819afdcb6e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:37.485291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8:0:1::250 (e4c9ec27-7be0-44db-b848-6b7c1bcd5760/d8b69632-72f9-4147-be7d-17e3afb172c2/c5f39954-ebb9-4a36-bacf-0c819afdcb6e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:37.575986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.581303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbf7d9-1cc3-407c-94eb-8eba5a033253 None None] Pushing event updated for resources: {'Port': ['ID=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:37.746113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.851014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.915565 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:37.979678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:37.989436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:37.997299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:38.009229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:38.010951 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.053288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=c5f39954-ebb9-4a36-bacf-0c819afdcb6e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:38.098089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-58e7ee81-7b25-4968-9dbd-2cf3010a8902 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5135665 Sep 26 13:16:38.098089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59328) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:38.110343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84cefab2-3108-4c27-a1c8-2881a1fa8cda'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:38.169057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:38.244650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:38.245301 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.261805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.343810 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54024001-e2e3-4d56-aa1e-f8d07b33ce17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.368257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.384267 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.385461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.407626 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.464369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,segment=NetworkSegment(39b1153d-8c88-42b9-b91f-2376ac661b63),segment_id=39b1153d-8c88-42b9-b91f-2376ac661b63)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:38.474510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.483718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 733a8feb-28ac-48a9-a35a-cbfa804304c4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:38.533578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=f1a9b24f-f3f7-431b-8073-e03f1000607f,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:38.658342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:38.688537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 733a8feb-28ac-48a9-a35a-cbfa804304c4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:38.689197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.737531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:38.738923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:38.805520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.847591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 733a8feb-28ac-48a9-a35a-cbfa804304c4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=733a8feb-28ac-48a9-a35a-cbfa804304c4,segment=NetworkSegment(041182cf-f66f-4520-8d34-6fe6c4eecc89),segment_id=041182cf-f66f-4520-8d34-6fe6c4eecc89)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:38.852395 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:38.861052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Delete allocated IP 2001:db8:0:1::250 (e4c9ec27-7be0-44db-b848-6b7c1bcd5760/d8b69632-72f9-4147-be7d-17e3afb172c2) {{(pid=94811) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 26 13:16:38.920928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7565c4-7ee7-4f4d-96f1-d52637005fe7 None None] Network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:38.967577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router c08dfb6d-451c-424c-9243-2427fc52f350 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:16:39.120544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:39.129222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-64e7888f-fe9e-413f-ab57-0c83d26db4ba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/c08dfb6d-451c-424c-9243-2427fc52f350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587365 Sep 26 13:16:39.130311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59346) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:39.145535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:39.148101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=733a8feb-28ac-48a9-a35a-cbfa804304c4,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:39.152451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:39.175079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1336a86-5c39-4b8b-bc35-f6a7c4db4d99 None None] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:39.198445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb30b15-a0af-4655-adf5-10c2d30bbd56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:39.200129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2fb30b15-a0af-4655-adf5-10c2d30bbd56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports/f1a9b24f-f3f7-431b-8073-e03f1000607f HTTP/1.1" status: 200 len: 983 time: 0.0682518 Sep 26 13:16:39.209821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59352) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:39.243259 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] In _notify_port_updated(), no bound segment for port c5f39954-ebb9-4a36-bacf-0c819afdcb6e on network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:16:39.260580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:39.261272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:39.262695 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "PUT /v2.0/ports/c5f39954-ebb9-4a36-bacf-0c819afdcb6e HTTP/1.1" status: 200 len: 926 time: 1.1639416 Sep 26 13:16:39.273420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59356) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:39.282925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84cefab2-3108-4c27-a1c8-2881a1fa8cda'}, {'subnet_id': 'd8b69632-72f9-4147-be7d-17e3afb172c2'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:39.321521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac7d65-2d4e-4f15-827a-4aa102461697 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=c5f39954-ebb9-4a36-bacf-0c819afdcb6e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:39.354982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fa991-e316-49b5-afa6-ff0486e7e348 None None] Sync routers for ids ['c08dfb6d-451c-424c-9243-2427fc52f350'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:39.380832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:39.504122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fa991-e316-49b5-afa6-ff0486e7e348 None None] Routers {'c08dfb6d-451c-424c-9243-2427fc52f350'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:39.504786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3a6fa991-e316-49b5-afa6-ff0486e7e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c08dfb6d-451c-424c-9243-2427fc52f350'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:39.511264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1cee4f88-14ae-48eb-8621-1fb537d00a6e None None] Provisioning complete for port 733a8feb-28ac-48a9-a35a-cbfa804304c4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:39.511634 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1cee4f88-14ae-48eb-8621-1fb537d00a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:39.605676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3a6fa991-e316-49b5-afa6-ff0486e7e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:39.638530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fa991-e316-49b5-afa6-ff0486e7e348 None None] Routers {'c08dfb6d-451c-424c-9243-2427fc52f350'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:39.639177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3a6fa991-e316-49b5-afa6-ff0486e7e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c08dfb6d-451c-424c-9243-2427fc52f350'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:39.708498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3a6fa991-e316-49b5-afa6-ff0486e7e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:39.709299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fa991-e316-49b5-afa6-ff0486e7e348 None None] The sync data for ids ['c08dfb6d-451c-424c-9243-2427fc52f350'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:39.792159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8:0:1::44 (e4c9ec27-7be0-44db-b848-6b7c1bcd5760/d8b69632-72f9-4147-be7d-17e3afb172c2/c5f39954-ebb9-4a36-bacf-0c819afdcb6e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:39.987045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:40.052263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:40.060306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:40.092625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:40.101893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-61706690-d0ef-4d84-809b-358e6acac896 None None] Provisioning complete for port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:40.102316 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-61706690-d0ef-4d84-809b-358e6acac896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:40.105752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba7796-b161-4b2d-b3a7-eab5244c0b61 None None] Update dhcp port {'port': {'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760', 'fixed_ips': [{'subnet_id': '84cefab2-3108-4c27-a1c8-2881a1fa8cda', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8b69632-72f9-4147-be7d-17e3afb172c2'}], 'binding:host_id': 'n-d-806683-13'}, 'id': 'f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:16:40.215608 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79ba7796-b161-4b2d-b3a7-eab5244c0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:40.244792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:40.245417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:40.270337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] In _notify_port_updated(), no bound segment for port c5f39954-ebb9-4a36-bacf-0c819afdcb6e on network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:16:40.290868 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:40.291773 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:40.300004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59376) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:40.309685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "PUT /v2.0/ports/c5f39954-ebb9-4a36-bacf-0c819afdcb6e HTTP/1.1" status: 200 len: 1011 time: 1.0347264 Sep 26 13:16:40.330926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b329f3-8fc3-4c31-9020-1039ae007035 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=c5f39954-ebb9-4a36-bacf-0c819afdcb6e,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:40.712793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-79ba7796-b161-4b2d-b3a7-eab5244c0b61 None None] Allocated IP 2001:db8:0:1::2 (e4c9ec27-7be0-44db-b848-6b7c1bcd5760/d8b69632-72f9-4147-be7d-17e3afb172c2/f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:40.780414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 733a8feb-28ac-48a9-a35a-cbfa804304c4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:40.824478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-996a44c2-2ba1-4d18-9126-060d84616a9b None None] Provisioning complete for port f1a9b24f-f3f7-431b-8073-e03f1000607f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:40.824858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-996a44c2-2ba1-4d18-9126-060d84616a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.039779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-86a81d90-607c-43b6-8c4a-a7bd0d2c0335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port c5f39954-ebb9-4a36-bacf-0c819afdcb6e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:41.040375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-86a81d90-607c-43b6-8c4a-a7bd0d2c0335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.135329 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c47f-47bc-437e-90da-3b56fd2c1caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.180767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port f1a9b24f-f3f7-431b-8073-e03f1000607f {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:41.181367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.187584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-996a44c2-2ba1-4d18-9126-060d84616a9b None None] Port f1a9b24f-f3f7-431b-8073-e03f1000607f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:41.190824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-79ba7796-b161-4b2d-b3a7-eab5244c0b61 None None] For port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,segment=NetworkSegment(39b1153d-8c88-42b9-b91f-2376ac661b63),segment_id=39b1153d-8c88-42b9-b91f-2376ac661b63)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:41.237294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-996a44c2-2ba1-4d18-9126-060d84616a9b None None] Provisioning complete for port 733a8feb-28ac-48a9-a35a-cbfa804304c4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:41.238000 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-996a44c2-2ba1-4d18-9126-060d84616a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.275810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 733a8feb-28ac-48a9-a35a-cbfa804304c4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:41.276178 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.280637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79ba7796-b161-4b2d-b3a7-eab5244c0b61 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.282379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.306603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-86a81d90-607c-43b6-8c4a-a7bd0d2c0335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.309455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for f1a9b24f-f3f7-431b-8073-e03f1000607f owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:41.309606 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79ba7796-b161-4b2d-b3a7-eab5244c0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.327504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-86a81d90-607c-43b6-8c4a-a7bd0d2c0335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for c5f39954-ebb9-4a36-bacf-0c819afdcb6e owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:41.367081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba7796-b161-4b2d-b3a7-eab5244c0b61 None None] Pushing event updated for resources: {'Port': ['ID=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:41.592839 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.641102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59402) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:41.649051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cb74a055-89d6-4f03-8fc3-5d8bfe69a20f None None] Provisioning complete for port f1a9b24f-f3f7-431b-8073-e03f1000607f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:41.649865 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cb74a055-89d6-4f03-8fc3-5d8bfe69a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.711358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cb74a055-89d6-4f03-8fc3-5d8bfe69a20f None None] Port f1a9b24f-f3f7-431b-8073-e03f1000607f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:41.800906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dd698c-03f6-42a1-822a-ea7d9a04e8e5 admin admin] Deleting subnet 9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:41.810594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.818051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83dd698c-03f6-42a1-822a-ea7d9a04e8e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:41.952436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=f1a9b24f-f3f7-431b-8073-e03f1000607f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:41.995449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83dd698c-03f6-42a1-822a-ea7d9a04e8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.023805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:42.079045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.104979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:42.105454 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.150790 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-86a81d90-607c-43b6-8c4a-a7bd0d2c0335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.155482 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.306669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc2cbd-30ba-401e-b9e0-553337a7951c None None] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:42.312520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83dd698c-03f6-42a1-822a-ea7d9a04e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.316637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a81d90-607c-43b6-8c4a-a7bd0d2c0335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=c5f39954-ebb9-4a36-bacf-0c819afdcb6e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:42.370611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-86a81d90-607c-43b6-8c4a-a7bd0d2c0335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.373806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-86a81d90-607c-43b6-8c4a-a7bd0d2c0335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/c5f39954-ebb9-4a36-bacf-0c819afdcb6e HTTP/1.1" status: 204 len: 168 time: 2.0724227 Sep 26 13:16:42.376373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59408) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:42.387722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-09ebff62-1121-4886-a80d-7e7e95f51530 None None] Could not find standard attr ID for object c5f39954-ebb9-4a36-bacf-0c819afdcb6e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:42.411615 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb337913-36f9-43cb-9c21-a8b4d4b63198 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:42.412605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-09ebff62-1121-4886-a80d-7e7e95f51530 None None] Provisioning complete for port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:42.413048 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09ebff62-1121-4886-a80d-7e7e95f51530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.414046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fb337913-36f9-43cb-9c21-a8b4d4b63198 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/c5f39954-ebb9-4a36-bacf-0c819afdcb6e HTTP/1.1" status: 404 len: 333 time: 0.0362790 Sep 26 13:16:42.417565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59412) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:42.472772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router c08dfb6d-451c-424c-9243-2427fc52f350 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:16:42.486420 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83dd698c-03f6-42a1-822a-ea7d9a04e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.502313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce17de5-f44f-4989-aeeb-1aed1910116a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet d8b69632-72f9-4147-be7d-17e3afb172c2 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:42.509197 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ce17de5-f44f-4989-aeeb-1aed1910116a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.536155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59416) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:42.555762 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83dd698c-03f6-42a1-822a-ea7d9a04e8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.561949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-83dd698c-03f6-42a1-822a-ea7d9a04e8e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7 HTTP/1.1" status: 204 len: 168 time: 0.9193113 Sep 26 13:16:42.562649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:42.588183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ce17de5-f44f-4989-aeeb-1aed1910116a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.599356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd698c-03f6-42a1-822a-ea7d9a04e8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd473d2-f4d6-429c-8bb9-a3b8f6c22aa7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:42.624731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:42.630925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c2750786-89a1-47eb-90f4-9740dba49f99 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/c08dfb6d-451c-424c-9243-2427fc52f350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4198370 Sep 26 13:16:42.634528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59422) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:42.639796 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb3c90-92c8-44dc-ae2e-5a32604acbb2 None None] Sync routers for ids ['c08dfb6d-451c-424c-9243-2427fc52f350'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:42.658313 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb3c90-92c8-44dc-ae2e-5a32604acbb2 None None] Routers {'c08dfb6d-451c-424c-9243-2427fc52f350'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:42.659459 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-facb3c90-92c8-44dc-ae2e-5a32604acbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c08dfb6d-451c-424c-9243-2427fc52f350'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:42.691103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.703465 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-facb3c90-92c8-44dc-ae2e-5a32604acbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:42.717835 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb3c90-92c8-44dc-ae2e-5a32604acbb2 None None] Routers {'c08dfb6d-451c-424c-9243-2427fc52f350'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:42.719286 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-facb3c90-92c8-44dc-ae2e-5a32604acbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c08dfb6d-451c-424c-9243-2427fc52f350'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:42.758257 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-facb3c90-92c8-44dc-ae2e-5a32604acbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:42.759096 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb3c90-92c8-44dc-ae2e-5a32604acbb2 None None] The sync data for ids ['c08dfb6d-451c-424c-9243-2427fc52f350'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:42.783633 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.795666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acf1a045-feed-4059-827c-44786c5decd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.805257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd928470-a105-45a4-99e9-3e46dcffeaf1']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:42.815653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:42.815986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c9a3f8-5f8c-4c74-9069-7ef0c8930820') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:42.827618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.843171 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.850689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:42.851093 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:42.853030 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:42.885722 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ce17de5-f44f-4989-aeeb-1aed1910116a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.909061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-53db6dd2-3126-418f-a325-c14bc1f36a0d None None] Provisioning complete for port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:42.909605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53db6dd2-3126-418f-a325-c14bc1f36a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.919126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.927545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:42.932572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd928470-a105-45a4-99e9-3e46dcffeaf1 HTTP/1.1" status: 204 len: 168 time: 0.3415909 Sep 26 13:16:42.948193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c110c3-c0ae-4ca3-849e-066302bdbeb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd928470-a105-45a4-99e9-3e46dcffeaf1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:43.083130 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-dad12a8e-649e-45e2-8bfb-1fc50e18c558 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] remove_router_interface failed (client error): The resource could not be found. Sep 26 13:16:43.083544 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dad12a8e-649e-45e2-8bfb-1fc50e18c558 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/c08dfb6d-451c-424c-9243-2427fc52f350/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4348099 Sep 26 13:16:43.087340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59428) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:43.111879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59430) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:43.130480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4a8e92e4-ded9-48cd-af30-67b069cf0a60 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08dfb6d-451c-424c-9243-2427fc52f350 HTTP/1.1" status: 200 len: 205 time: 0.0379741 Sep 26 13:16:43.131800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59432) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:43.162799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f24ecd16-a83e-4a49-a63c-52f742d0a2a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2c9688783174c25b5892599cc16c4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474374 Sep 26 13:16:43.163420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59434) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:43.182482 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ce17de5-f44f-4989-aeeb-1aed1910116a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.225891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d81e05c4-4dc4-478f-b5aa-ef00d2e9d2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.250966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fdcb1550-621a-41e2-9b49-36baacddd60b None None] Could not find standard attr ID for object c5f39954-ebb9-4a36-bacf-0c819afdcb6e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:43.255275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d81e05c4-4dc4-478f-b5aa-ef00d2e9d2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.309379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d81e05c4-4dc4-478f-b5aa-ef00d2e9d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.312349 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d81e05c4-4dc4-478f-b5aa-ef00d2e9d2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.315959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d81e05c4-4dc4-478f-b5aa-ef00d2e9d2b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5f8a27f-cc41-4505-8280-50066dfe99ea HTTP/1.1" status: 204 len: 168 time: 0.1492429 Sep 26 13:16:43.328888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e05c4-4dc4-478f-b5aa-ef00d2e9d2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f8a27f-cc41-4505-8280-50066dfe99ea,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:43.466917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f3cf6fcd-530e-4860-abfa-36c3ff672947 None None] Could not find standard attr ID for object c5f39954-ebb9-4a36-bacf-0c819afdcb6e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:43.505435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.556174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acf1a045-feed-4059-827c-44786c5decd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.582910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-acf1a045-feed-4059-827c-44786c5decd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.585736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce17de5-f44f-4989-aeeb-1aed1910116a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b69632-72f9-4147-be7d-17e3afb172c2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:43.599615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-009a2665-bcc1-4976-8aae-f1d44996b86b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.611563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ce17de5-f44f-4989-aeeb-1aed1910116a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.613752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ce17de5-f44f-4989-aeeb-1aed1910116a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/d8b69632-72f9-4147-be7d-17e3afb172c2 HTTP/1.1" status: 204 len: 168 time: 1.1900156 Sep 26 13:16:43.617265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59442) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:43.701079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b464ac-4ba7-4419-b4ee-fef2ca2bb579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet 84cefab2-3108-4c27-a1c8-2881a1fa8cda {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:43.704750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80b464ac-4ba7-4419-b4ee-fef2ca2bb579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.720095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1a045-feed-4059-827c-44786c5decd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf53fdb-1b24-4622-84e1-8d3c08f9c29b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:43.725476 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-acf1a045-feed-4059-827c-44786c5decd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dd86468af01427282ce1700dbe49cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1882486 Sep 26 13:16:43.728983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59448) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:43.762497 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4abce84-64b4-4ca1-b007-ce552c486693 None None] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:43.789931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80b464ac-4ba7-4419-b4ee-fef2ca2bb579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.802544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d1bfb91e-e1a6-4ae0-984b-20a4c1f297d4 None None] Could not find standard attr ID for object c5f39954-ebb9-4a36-bacf-0c819afdcb6e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:43.868182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-009a2665-bcc1-4976-8aae-f1d44996b86b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.870804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-009a2665-bcc1-4976-8aae-f1d44996b86b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.906871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80b464ac-4ba7-4419-b4ee-fef2ca2bb579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.930352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a548a90d-b3db-47ee-b186-e2d93a9199fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.939167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-009a2665-bcc1-4976-8aae-f1d44996b86b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.939890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009a2665-bcc1-4976-8aae-f1d44996b86b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Fanout notify agent at l3_agent the message router_deleted on router c08dfb6d-451c-424c-9243-2427fc52f350 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:16:43.954386 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-009a2665-bcc1-4976-8aae-f1d44996b86b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:43.955897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-009a2665-bcc1-4976-8aae-f1d44996b86b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/c08dfb6d-451c-424c-9243-2427fc52f350 HTTP/1.1" status: 204 len: 168 time: 0.8232224 Sep 26 13:16:43.958651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59454) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:43.999703 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a548a90d-b3db-47ee-b186-e2d93a9199fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.010500 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80b464ac-4ba7-4419-b4ee-fef2ca2bb579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.051256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbdeca7-cff8-471e-90f3-ff136a6685ee tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet 3124bc9c-b4fd-4fc8-a4b8-84b3e30bffa3 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:44.056881 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfbdeca7-cff8-471e-90f3-ff136a6685ee tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.065090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b464ac-4ba7-4419-b4ee-fef2ca2bb579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=84cefab2-3108-4c27-a1c8-2881a1fa8cda,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:44.067209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-80b464ac-4ba7-4419-b4ee-fef2ca2bb579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.086253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-80b464ac-4ba7-4419-b4ee-fef2ca2bb579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/84cefab2-3108-4c27-a1c8-2881a1fa8cda HTTP/1.1" status: 204 len: 168 time: 0.4624937 Sep 26 13:16:44.086253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59460) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:44.125161 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a548a90d-b3db-47ee-b186-e2d93a9199fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.131601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a548a90d-b3db-47ee-b186-e2d93a9199fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.133314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a548a90d-b3db-47ee-b186-e2d93a9199fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdf53fdb-1b24-4622-84e1-8d3c08f9c29b HTTP/1.1" status: 204 len: 168 time: 0.4012904 Sep 26 13:16:44.136305 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfbdeca7-cff8-471e-90f3-ff136a6685ee tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.172875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548a90d-b3db-47ee-b186-e2d93a9199fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf53fdb-1b24-4622-84e1-8d3c08f9c29b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:44.224797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.235641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34091f48-3893-491d-b331-5f0045ff6380 None None] Update dhcp port {'port': {'network_id': 'e4c9ec27-7be0-44db-b848-6b7c1bcd5760', 'fixed_ips': [{'subnet_id': '84cefab2-3108-4c27-a1c8-2881a1fa8cda'}], 'binding:host_id': 'n-d-806683-13'}, 'id': 'f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:16:44.294152 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-34091f48-3893-491d-b331-5f0045ff6380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.302321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:44.316256 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.321467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfbdeca7-cff8-471e-90f3-ff136a6685ee tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.401622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] For port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,segment=NetworkSegment(39b1153d-8c88-42b9-b91f-2376ac661b63),segment_id=39b1153d-8c88-42b9-b91f-2376ac661b63)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:44.401862 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.415307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:44.481077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfbdeca7-cff8-471e-90f3-ff136a6685ee tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.526281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdeca7-cff8-471e-90f3-ff136a6685ee tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=3124bc9c-b4fd-4fc8-a4b8-84b3e30bffa3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:44.532964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfbdeca7-cff8-471e-90f3-ff136a6685ee tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.535054 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bfbdeca7-cff8-471e-90f3-ff136a6685ee tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/3124bc9c-b4fd-4fc8-a4b8-84b3e30bffa3 HTTP/1.1" status: 204 len: 168 time: 0.5754554 Sep 26 13:16:44.538226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59476) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:44.572178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ff27f-0f90-4a82-b0b4-6b5b18e21259 None None] Network 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:44.574820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79473a-60f4-4e08-8803-3dc0a8b31eb1 None None] Network e4c9ec27-7be0-44db-b848-6b7c1bcd5760 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:44.601210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.655583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No DVR routers for this DVR port f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:44.658494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.744856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port 733a8feb-28ac-48a9-a35a-cbfa804304c4 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:44.745446 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.764922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:44.768388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a7eb89b9-ed63-4680-be0d-62efc53c0fa5 None None] Could not find standard attr ID for object f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:44.810733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59480) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:44.855011 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0990df2-6282-44cc-b84e-2d97d0551ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.856518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port 733a8feb-28ac-48a9-a35a-cbfa804304c4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=733a8feb-28ac-48a9-a35a-cbfa804304c4,segment=NetworkSegment(041182cf-f66f-4520-8d34-6fe6c4eecc89),segment_id=041182cf-f66f-4520-8d34-6fe6c4eecc89)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:44.857358 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.876062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for 733a8feb-28ac-48a9-a35a-cbfa804304c4 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:44.926315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2875550c-e7c1-4006-8133-5bf901f28c32 None None] DHCP port deletion for e4c9ec27-7be0-44db-b848-6b7c1bcd5760 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:44.931308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:44.997397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c9ec27-7be0-44db-b848-6b7c1bcd5760']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:45.041662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.045320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b1153d-8c88-42b9-b91f-2376ac661b63') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:45.045902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b1153d-8c88-42b9-b91f-2376ac661b63') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:45.050454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dacb563-335c-4ea3-b76b-3b0ac80f3c25 None None] DHCP port deletion for 9402c1c9-fd3b-4485-a6b3-e26fae7effb7 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:45.055924 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.086713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=733a8feb-28ac-48a9-a35a-cbfa804304c4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:45.088693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No DVR routers for this DVR port 733a8feb-28ac-48a9-a35a-cbfa804304c4 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:45.103072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.128996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.141853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:45.142322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:45.145733 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:45.189217 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.211618 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9402c1c9-fd3b-4485-a6b3-e26fae7effb7']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:45.233339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041182cf-f66f-4520-8d34-6fe6c4eecc89') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:45.233832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041182cf-f66f-4520-8d34-6fe6c4eecc89') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:45.251493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.251971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.255109 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.259785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/networks/e4c9ec27-7be0-44db-b848-6b7c1bcd5760 HTTP/1.1" status: 204 len: 168 time: 1.1745591 Sep 26 13:16:45.262118 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59486) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:45.263820 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.280357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:45.280771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:45.284270 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:45.296378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0990df2-6282-44cc-b84e-2d97d0551ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.297654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e51d5-bf68-4add-9cef-b8cdfd4e39b6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Network': ['ID=e4c9ec27-7be0-44db-b848-6b7c1bcd5760,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:45.302618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0990df2-6282-44cc-b84e-2d97d0551ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.351736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0990df2-6282-44cc-b84e-2d97d0551ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f29c2bb-e57f-45e6-931b-2ea70dfa534f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:45.362021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c0990df2-6282-44cc-b84e-2d97d0551ac2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4f9d929dde147a5ad6a8e9fde4d8d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498726 Sep 26 13:16:45.363076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59490) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:45.391764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b6773-9810-4956-a27b-457e90c93867 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:45.393332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ee7b6773-9810-4956-a27b-457e90c93867 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1268775 Sep 26 13:16:45.397120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59494) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:45.409293 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.440258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.442263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/9402c1c9-fd3b-4485-a6b3-e26fae7effb7 HTTP/1.1" status: 204 len: 168 time: 0.9026275 Sep 26 13:16:45.447950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59496) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:45.454326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185ba48-f0f1-4912-af8c-445264d7889d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=9402c1c9-fd3b-4485-a6b3-e26fae7effb7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:45.459389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-496352587'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:45.469083 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a5025e84-644b-4265-a750-39854ff69364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.474835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cab09f89-0c21-432a-b502-413f1f5b43aa tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0764079 Sep 26 13:16:45.478279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59498) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:45.494441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1068788303'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:45.518693 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a5025e84-644b-4265-a750-39854ff69364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.531366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:45.535023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.574920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:45.578872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.603358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:45.619391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:45.632922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.633198 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Added segment cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc of type vlan for network e643ecae-f9a9-4582-868c-038b937b6d67 Sep 26 13:16:45.634503 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a5025e84-644b-4265-a750-39854ff69364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.637376 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a5025e84-644b-4265-a750-39854ff69364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.641293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a5025e84-644b-4265-a750-39854ff69364 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f29c2bb-e57f-45e6-931b-2ea70dfa534f HTTP/1.1" status: 204 len: 168 time: 0.2746260 Sep 26 13:16:45.641293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.641293 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment f9b7462b-3fb7-4946-9459-f7b5799413d4 of type vlan for network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd Sep 26 13:16:45.687599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5025e84-644b-4265-a750-39854ff69364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f29c2bb-e57f-45e6-931b-2ea70dfa534f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:45.726004 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.742154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.780212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.786535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:45.787090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.797530 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.803141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:45.804081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:45.849798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3702917 Sep 26 13:16:45.855937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59506) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:45.861876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:45.929192 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4796426 Sep 26 13:16:45.931253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59508) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:45.938116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': '8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:45.942900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa8ec0-e7a7-4a21-952d-9e7e1773b1d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Network': ['ID=e643ecae-f9a9-4582-868c-038b937b6d67,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:45.958395 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e643ecae-f9a9-4582-868c-038b937b6d67 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:46.090410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:46.107520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:46.111751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.145048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:46.145314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f51a2c99-3ebf-4e1e-a4d4-37b3daa2c31e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:46.145756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 733a8feb-28ac-48a9-a35a-cbfa804304c4 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:46.153363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d914d8-184e-4aa6-af87-58eb9bfd5b06 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:46.166869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 733a8feb-28ac-48a9-a35a-cbfa804304c4 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:46.167441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 733a8feb-28ac-48a9-a35a-cbfa804304c4 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:46.185043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:46.186139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:46.189231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.410304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.502042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=ad4d17b8-325d-4e4c-acfe-81e368db991c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:46.509312 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.510959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Checking segment: {'id': 'cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:46.511216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network hostable DHCP agents. Network: e643ecae-f9a9-4582-868c-038b937b6d67, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:46.530890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network e643ecae-f9a9-4582-868c-038b937b6d67 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:46.549171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e643ecae-f9a9-4582-868c-038b937b6d67) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:46.556944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:46.557959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.560397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d98e15-a38c-464a-b8ff-3b9cb7fd0ae7 None None] Network e643ecae-f9a9-4582-868c-038b937b6d67 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:46.580136 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9401a4bb-cb09-4f74-9ee7-9a1823365eb3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7223005 Sep 26 13:16:46.582805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59528) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:46.592052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67', 'name': 'tempest-PortsIpV6TestJSON-653843594'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:46.606437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=12a51be0-18bb-4c53-ab7c-42655215a95e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:46.623332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': 'f9b7462b-3fb7-4946-9459-f7b5799413d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:46.623833 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:46.650408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:46.666254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:46.674311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:46.675136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.696133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d3f9e64a-f39b-450d-a69c-cdae66604f56 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7628112 Sep 26 13:16:46.698597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59532) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:46.703911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31055b27-1300-42f8-9e5e-cb09f1d34fa0 None None] Network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:46.706296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-992a85dd-f4d1-4a70-bb2b-3d68889e2b91 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-9165814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:46.735004 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-992a85dd-f4d1-4a70-bb2b-3d68889e2b91 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.736851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-992a85dd-f4d1-4a70-bb2b-3d68889e2b91 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.758132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:46.769106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.805775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 84552bdc-8a0d-4291-a7a0-383d779f7a2e yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:46.815666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-992a85dd-f4d1-4a70-bb2b-3d68889e2b91 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.821834 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-992a85dd-f4d1-4a70-bb2b-3d68889e2b91 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.850067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e643ecae-f9a9-4582-868c-038b937b6d67', 'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67', 'tenant_id': 'ba20c9d11b3143a18397fd0a91b34dab', 'fixed_ips': [{'subnet_id': 'ad4d17b8-325d-4e4c-acfe-81e368db991c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:46.851317 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.852360 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-992a85dd-f4d1-4a70-bb2b-3d68889e2b91 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:46.857196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59536) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:46.858719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-992a85dd-f4d1-4a70-bb2b-3d68889e2b91 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1561084 Sep 26 13:16:47.126073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd', 'network_id': '8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': '12a51be0-18bb-4c53-ab7c-42655215a95e'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:47.126947 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:47.238909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:47.259059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::1dc (e643ecae-f9a9-4582-868c-038b937b6d67/ad4d17b8-325d-4e4c-acfe-81e368db991c/84552bdc-8a0d-4291-a7a0-383d779f7a2e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:47.307227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Allocated IP 2001:db8::2 (8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd/12a51be0-18bb-4c53-ab7c-42655215a95e/fcfcc8b6-7a42-4599-92f8-8c23b447f207) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:47.628148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:47.668004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-05e93dd2-9055-4a97-bcbd-6898929fcce9 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e1fcf639c64042019558b79e23289143&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433402 Sep 26 13:16:47.675908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:47.751119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=84552bdc-8a0d-4291-a7a0-383d779f7a2e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:47.755317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Allocated IP 2001:db8::2 (e643ecae-f9a9-4582-868c-038b937b6d67/ad4d17b8-325d-4e4c-acfe-81e368db991c/ebbde7c0-95b9-4509-94ae-f14e209aef4d) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:47.760388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network e643ecae-f9a9-4582-868c-038b937b6d67 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:47.761109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:47.765177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:47.772581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:47.773303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:47.795465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-770e8e8d-cc09-4961-9609-0d0145e5127f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2070887 Sep 26 13:16:47.795686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59572) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:47.804229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67', 'name': 'tempest-PortsIpV6TestJSON-657771166'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:47.840035 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:47.879047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:47.923135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Pushing event updated for resources: {'Port': ['ID=fcfcc8b6-7a42-4599-92f8-8c23b447f207,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:47.955774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:47.958099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8::1 (8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd/12a51be0-18bb-4c53-ab7c-42655215a95e/a48abc6e-1887-441e-adde-3fbd1dcd30aa) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:47.963583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:47.968488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:47.989372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-39616774-85b0-4685-be62-276deb42c285 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:47.991460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:47.995522 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.000500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-39616774-85b0-4685-be62-276deb42c285 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236177 Sep 26 13:16:48.012440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-ec820dfe-a9dd-4b0d-aea1-44e22ba58a1b tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/quotas/e1fcf639c64042019558b79e23289143 HTTP/1.1" status: 200 len: 375 time: 0.0107520 Sep 26 13:16:48.022591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 6c41ff9a-43e3-4fdd-bef9-779a19f26df3 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:48.040317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Attempting to bind port fcfcc8b6-7a42-4599-92f8-8c23b447f207 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:48.040734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Attempting to bind port fcfcc8b6-7a42-4599-92f8-8c23b447f207 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f9b7462b-3fb7-4946-9459-f7b5799413d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:48.041050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Attempting to bind port fcfcc8b6-7a42-4599-92f8-8c23b447f207 on network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:48.062795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:48.063186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Checking segment: {'id': 'f9b7462b-3fb7-4946-9459-f7b5799413d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:48.063577 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.063972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Bound using segment: {'id': 'f9b7462b-3fb7-4946-9459-f7b5799413d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:48.064454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Bound port: fcfcc8b6-7a42-4599-92f8-8c23b447f207, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b7462b-3fb7-4946-9459-f7b5799413d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:48.064833 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.133155 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.149528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.201821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Pushing event updated for resources: {'Port': ['ID=ebbde7c0-95b9-4509-94ae-f14e209aef4d,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:48.221602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.227788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Network e643ecae-f9a9-4582-868c-038b937b6d67 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:48.230039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] For port fcfcc8b6-7a42-4599-92f8-8c23b447f207, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:48.246611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] For port fcfcc8b6-7a42-4599-92f8-8c23b447f207, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcfcc8b6-7a42-4599-92f8-8c23b447f207,segment=NetworkSegment(f9b7462b-3fb7-4946-9459-f7b5799413d4),segment_id=f9b7462b-3fb7-4946-9459-f7b5799413d4)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:48.249766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:48.257448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:48.262352 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.351850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.375091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::6e (e643ecae-f9a9-4582-868c-038b937b6d67/ad4d17b8-325d-4e4c-acfe-81e368db991c/6c41ff9a-43e3-4fdd-bef9-779a19f26df3) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:48.376441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Attempting to bind port ebbde7c0-95b9-4509-94ae-f14e209aef4d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:48.376975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Attempting to bind port ebbde7c0-95b9-4509-94ae-f14e209aef4d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:48.377529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Attempting to bind port ebbde7c0-95b9-4509-94ae-f14e209aef4d on network e643ecae-f9a9-4582-868c-038b937b6d67 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:48.385324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57131ee1-2f2f-4d82-a0f1-1fd2c38a9fd0 None None] Pushing event updated for resources: {'Port': ['ID=fcfcc8b6-7a42-4599-92f8-8c23b447f207,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:48.389892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:48.390481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Checking segment: {'id': 'cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:48.391045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.391734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Bound using segment: {'id': 'cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:48.392374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Bound port: ebbde7c0-95b9-4509-94ae-f14e209aef4d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e643ecae-f9a9-4582-868c-038b937b6d67'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:48.392922 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.458863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:48.471416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=a48abc6e-1887-441e-adde-3fbd1dcd30aa,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:48.474601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:48.483327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:48.483707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.506060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] For port ebbde7c0-95b9-4509-94ae-f14e209aef4d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:48.506373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-bc827c94-d7d4-4236-9cba-673e3cf964e9 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1fcf639c64042019558b79e23289143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4845014 Sep 26 13:16:48.513206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] For port ebbde7c0-95b9-4509-94ae-f14e209aef4d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ebbde7c0-95b9-4509-94ae-f14e209aef4d,segment=NetworkSegment(cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc),segment_id=cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:48.519812 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.570889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59582) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:48.607533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d2bb-4fd4-4e02-9e9e-eaf2b1eef700 None None] Pushing event updated for resources: {'Port': ['ID=ebbde7c0-95b9-4509-94ae-f14e209aef4d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:48.656029 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.796902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc0ae7bf-de0e-4782-a548-96d6c1efb76a req-f6476983-415b-4955-bbe7-2d4ab99306c7 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 210 time: 0.0490162 Sep 26 13:16:48.861512 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af4fd689-6c1b-4a67-8851-88dd6961f176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:48.889673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.049791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af4fd689-6c1b-4a67-8851-88dd6961f176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.057429 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af4fd689-6c1b-4a67-8851-88dd6961f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.092075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-af4fd689-6c1b-4a67-8851-88dd6961f176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=555ba978b7da414abc47ef9ab999502d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182426 Sep 26 13:16:49.099146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59596) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:49.144186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fd689-6c1b-4a67-8851-88dd6961f176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78859433-9c39-47ca-ad8d-70dcacfda1ff,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:49.185795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d4dcb17-d316-4c68-9ea9-dfbc1fd85373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.213536 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d4dcb17-d316-4c68-9ea9-dfbc1fd85373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.274798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d4dcb17-d316-4c68-9ea9-dfbc1fd85373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.278146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d4dcb17-d316-4c68-9ea9-dfbc1fd85373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.284048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d4dcb17-d316-4c68-9ea9-dfbc1fd85373 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78859433-9c39-47ca-ad8d-70dcacfda1ff HTTP/1.1" status: 204 len: 168 time: 0.1803641 Sep 26 13:16:49.295864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dcb17-d316-4c68-9ea9-dfbc1fd85373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78859433-9c39-47ca-ad8d-70dcacfda1ff,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:49.472734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.556002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network e643ecae-f9a9-4582-868c-038b937b6d67 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:49.568177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=6c41ff9a-43e3-4fdd-bef9-779a19f26df3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:49.572064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:49.576702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:49.583476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:49.584130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.625960 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:16:49.655771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:49.655965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-134cabbe-9f2d-440f-8f61-40ada02900ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8591924 Sep 26 13:16:49.672667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59608) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:49.730580 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf215-d086-4f2e-9ded-e1d99de24d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.762441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.770604 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.771513 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.807523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1fa7a4-134e-4835-a3b5-271dd24fbc50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:49.809000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2f1fa7a4-134e-4835-a3b5-271dd24fbc50 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1dc HTTP/1.1" status: 200 len: 928 time: 0.1518404 Sep 26 13:16:49.812240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59612) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:49.833008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2024f4-2447-4980-b206-b0c219618550 None None] Network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:49.888896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf215-d086-4f2e-9ded-e1d99de24d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.902848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf215-d086-4f2e-9ded-e1d99de24d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:49.947350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=a48abc6e-1887-441e-adde-3fbd1dcd30aa,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:49.987548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf215-d086-4f2e-9ded-e1d99de24d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9436ef2-7244-4d34-8293-05e1fba41421,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:49.998317 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f0ccf215-d086-4f2e-9ded-e1d99de24d23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=089580ec1c854bbf9032f2ff8d7f748d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244390 Sep 26 13:16:49.998868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59616) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:50.011853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2ac40f51-2f6c-4ae2-9419-a52bd708f504 None None] Provisioning complete for port fcfcc8b6-7a42-4599-92f8-8c23b447f207 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:50.012466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ac40f51-2f6c-4ae2-9419-a52bd708f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.096920 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-6dd2147f-0a7b-4016-95d5-87172c80ba01 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e1fcf639c64042019558b79e23289143&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775318 Sep 26 13:16:50.115849 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49c7fcc4-93b8-4026-b277-625af75fc97c req-407e850b-49aa-45bf-95c8-29953df1ad0c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 210 time: 0.0995610 Sep 26 13:16:50.177444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0548208a-dc47-4b04-9d93-c073462213cb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 6c41ff9a-43e3-4fdd-bef9-779a19f26df3 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:50.178111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0548208a-dc47-4b04-9d93-c073462213cb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.185738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:50.197081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.205866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:50.206756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-871c71f9-3ddd-46bc-a8a8-1b4c63f41979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.239171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcfcc8b6-7a42-4599-92f8-8c23b447f207 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:50.291690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-871c71f9-3ddd-46bc-a8a8-1b4c63f41979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.352352 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ac40f51-2f6c-4ae2-9419-a52bd708f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.383189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fcfcc8b6-7a42-4599-92f8-8c23b447f207 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:50.383189 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.398656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-6d1507a6-af71-44a5-8253-400a105385b6 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:50.400349 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-6d1507a6-af71-44a5-8253-400a105385b6 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955687 Sep 26 13:16:50.415558 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0548208a-dc47-4b04-9d93-c073462213cb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.415802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Request body: {'port': {'device_id': '4a98c284-773b-4234-8c6c-487586d44435', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'e1fcf639c64042019558b79e23289143'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:50.443001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2ac40f51-2f6c-4ae2-9419-a52bd708f504 None None] For port fcfcc8b6-7a42-4599-92f8-8c23b447f207, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcfcc8b6-7a42-4599-92f8-8c23b447f207,segment=NetworkSegment(f9b7462b-3fb7-4946-9459-f7b5799413d4),segment_id=f9b7462b-3fb7-4946-9459-f7b5799413d4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:50.459674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ac40f51-2f6c-4ae2-9419-a52bd708f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.470485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0548208a-dc47-4b04-9d93-c073462213cb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 6c41ff9a-43e3-4fdd-bef9-779a19f26df3 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:50.490744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3132e3d-e06e-478d-8c6a-876455f1e813 None None] Network e643ecae-f9a9-4582-868c-038b937b6d67 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:50.503273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-871c71f9-3ddd-46bc-a8a8-1b4c63f41979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.505841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-871c71f9-3ddd-46bc-a8a8-1b4c63f41979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.509202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-871c71f9-3ddd-46bc-a8a8-1b4c63f41979 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9436ef2-7244-4d34-8293-05e1fba41421 HTTP/1.1" status: 204 len: 168 time: 0.5072095 Sep 26 13:16:50.546020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 1a146872-4a9b-40ed-b452-914ea5fb919a is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:16:50.549827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c71f9-3ddd-46bc-a8a8-1b4c63f41979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9436ef2-7244-4d34-8293-05e1fba41421,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:50.628727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Made reservation on behalf of e1fcf639c64042019558b79e23289143 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:50.632977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.642677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40f51-2f6c-4ae2-9419-a52bd708f504 None None] Pushing event updated for resources: {'Port': ['ID=fcfcc8b6-7a42-4599-92f8-8c23b447f207,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:50.644520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.668577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ebbde7c0-95b9-4509-94ae-f14e209aef4d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:50.707414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-67594fdd-1482-4ea8-90a1-c5e2ecf7f84b None None] Provisioning complete for port ebbde7c0-95b9-4509-94ae-f14e209aef4d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:50.708221 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67594fdd-1482-4ea8-90a1-c5e2ecf7f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.769658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:50.780793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5aa84238-44c7-4310-88ed-d285b3fad2c3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/1a146872-4a9b-40ed-b452-914ea5fb919a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9222536 Sep 26 13:16:50.781061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59622) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:50.800126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc8bc2-a03e-441d-8e64-f81bf58f8654 None None] Sync routers for ids ['1a146872-4a9b-40ed-b452-914ea5fb919a'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:50.815729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0548208a-dc47-4b04-9d93-c073462213cb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.834895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ebbde7c0-95b9-4509-94ae-f14e209aef4d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:50.835365 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.837565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc8bc2-a03e-441d-8e64-f81bf58f8654 None None] Routers {'1a146872-4a9b-40ed-b452-914ea5fb919a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:50.838172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8dfc8bc2-a03e-441d-8e64-f81bf58f8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1a146872-4a9b-40ed-b452-914ea5fb919a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:50.863711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548208a-dc47-4b04-9d93-c073462213cb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=6c41ff9a-43e3-4fdd-bef9-779a19f26df3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:50.877914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a8c624-54bc-4938-b211-2d4d4217305b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:50.883612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e8a8c624-54bc-4938-b211-2d4d4217305b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports/a48abc6e-1887-441e-adde-3fbd1dcd30aa HTTP/1.1" status: 200 len: 911 time: 0.1009567 Sep 26 13:16:50.884515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59626) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:50.907245 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0548208a-dc47-4b04-9d93-c073462213cb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:50.919335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0548208a-dc47-4b04-9d93-c073462213cb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/6c41ff9a-43e3-4fdd-bef9-779a19f26df3 HTTP/1.1" status: 204 len: 168 time: 1.1010578 Sep 26 13:16:50.919735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59628) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:50.946484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8dfc8bc2-a03e-441d-8e64-f81bf58f8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:50.961056 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db7534a-9fa3-4901-bca0-c2a25447a6d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:50.965551 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3db7534a-9fa3-4901-bca0-c2a25447a6d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/6c41ff9a-43e3-4fdd-bef9-779a19f26df3 HTTP/1.1" status: 404 len: 333 time: 0.0420761 Sep 26 13:16:50.965743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59630) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:51.006220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.020804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.051446 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc8bc2-a03e-441d-8e64-f81bf58f8654 None None] Routers {'1a146872-4a9b-40ed-b452-914ea5fb919a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:51.052001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8dfc8bc2-a03e-441d-8e64-f81bf58f8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1a146872-4a9b-40ed-b452-914ea5fb919a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:51.123881 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67594fdd-1482-4ea8-90a1-c5e2ecf7f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.139273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8dfc8bc2-a03e-441d-8e64-f81bf58f8654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:51.140280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc8bc2-a03e-441d-8e64-f81bf58f8654 None None] The sync data for ids ['1a146872-4a9b-40ed-b452-914ea5fb919a'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:51.172187 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d0094c64-a015-4c89-99a7-010c0fffa579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 84552bdc-8a0d-4291-a7a0-383d779f7a2e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:51.172557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0094c64-a015-4c89-99a7-010c0fffa579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.211661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-67594fdd-1482-4ea8-90a1-c5e2ecf7f84b None None] For port ebbde7c0-95b9-4509-94ae-f14e209aef4d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ebbde7c0-95b9-4509-94ae-f14e209aef4d,segment=NetworkSegment(cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc),segment_id=cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:51.219045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67594fdd-1482-4ea8-90a1-c5e2ecf7f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.221030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.252143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:51.371308 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2742597-bf62-4d5d-b216-94e52cfe0d18 req-45de7f75-c0cc-4d3f-a46e-91ee9eb7ec87 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 210 time: 0.1107347 Sep 26 13:16:51.383820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67594fdd-1482-4ea8-90a1-c5e2ecf7f84b None None] Pushing event updated for resources: {'Port': ['ID=ebbde7c0-95b9-4509-94ae-f14e209aef4d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:51.412718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0094c64-a015-4c89-99a7-010c0fffa579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.432682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-55c84020-e1f0-42f8-a9c1-41cdf866e1f6 None None] Provisioning complete for port a48abc6e-1887-441e-adde-3fbd1dcd30aa triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:51.433054 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55c84020-e1f0-42f8-a9c1-41cdf866e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.451996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:16:51.452350 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:16:51.456139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d0094c64-a015-4c89-99a7-010c0fffa579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 84552bdc-8a0d-4291-a7a0-383d779f7a2e owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:51.533227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-55c84020-e1f0-42f8-a9c1-41cdf866e1f6 None None] Port a48abc6e-1887-441e-adde-3fbd1dcd30aa cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:51.551780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-55c84020-e1f0-42f8-a9c1-41cdf866e1f6 None None] Provisioning complete for port fcfcc8b6-7a42-4599-92f8-8c23b447f207 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:51.552585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55c84020-e1f0-42f8-a9c1-41cdf866e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.567153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Allocated IP 192.168.233.43 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/21f8734b-3fe5-4e45-86bf-78bfe83341cf) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:51.763665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0094c64-a015-4c89-99a7-010c0fffa579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.802992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0094c64-a015-4c89-99a7-010c0fffa579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=84552bdc-8a0d-4291-a7a0-383d779f7a2e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:51.809985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.830349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b3484609-d2ff-4482-a183-57d6535dfe76 None None] Provisioning complete for port a48abc6e-1887-441e-adde-3fbd1dcd30aa triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:51.831003 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3484609-d2ff-4482-a183-57d6535dfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.834858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0094c64-a015-4c89-99a7-010c0fffa579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.837784 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d0094c64-a015-4c89-99a7-010c0fffa579 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/84552bdc-8a0d-4291-a7a0-383d779f7a2e HTTP/1.1" status: 204 len: 168 time: 0.8701661 Sep 26 13:16:51.840453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59656) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:51.871515 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb876f7-3555-44ee-bfc4-1251cc4c259e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:51.873832 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7cb876f7-3555-44ee-bfc4-1251cc4c259e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/84552bdc-8a0d-4291-a7a0-383d779f7a2e HTTP/1.1" status: 404 len: 333 time: 0.0317564 Sep 26 13:16:51.876351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59658) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:51.903018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b3484609-d2ff-4482-a183-57d6535dfe76 None None] Port a48abc6e-1887-441e-adde-3fbd1dcd30aa cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:51.922367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.931857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b3484609-d2ff-4482-a183-57d6535dfe76 None None] Provisioning complete for port ebbde7c0-95b9-4509-94ae-f14e209aef4d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:51.933181 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3484609-d2ff-4482-a183-57d6535dfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.934024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3759f3-c592-440b-a651-94a5e2a54547 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet ad4d17b8-325d-4e4c-acfe-81e368db991c {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:51.938909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3759f3-c592-440b-a651-94a5e2a54547 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:51.997280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3759f3-c592-440b-a651-94a5e2a54547 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.040008 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.120988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:52.128320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:52.138362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:52.195195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b3484609-d2ff-4482-a183-57d6535dfe76 None None] Could not find standard attr ID for object 84552bdc-8a0d-4291-a7a0-383d779f7a2e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:52.217944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3759f3-c592-440b-a651-94a5e2a54547 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.235542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:52.236231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.265115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Pushing event updated for resources: {'Port': ['ID=21f8734b-3fe5-4e45-86bf-78bfe83341cf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:52.292505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcfcc8b6-7a42-4599-92f8-8c23b447f207 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:52.302692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-f9560780-0157-41c1-8101-ba27f705c86c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8908679 Sep 26 13:16:52.316865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Request body: {'port': {'device_id': '4a98c284-773b-4234-8c6c-487586d44435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:52.342325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3759f3-c592-440b-a651-94a5e2a54547 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.373530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c3e98b7a-4841-4258-afa6-3819a401188e None None] Could not find standard attr ID for object 84552bdc-8a0d-4291-a7a0-383d779f7a2e. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:52.378156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.400879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port a48abc6e-1887-441e-adde-3fbd1dcd30aa {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:52.401217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.404044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3759f3-c592-440b-a651-94a5e2a54547 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4d17b8-325d-4e4c-acfe-81e368db991c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:52.414068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3759f3-c592-440b-a651-94a5e2a54547 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.431735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a3759f3-c592-440b-a651-94a5e2a54547 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/ad4d17b8-325d-4e4c-acfe-81e368db991c HTTP/1.1" status: 204 len: 168 time: 0.5536447 Sep 26 13:16:52.432826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59674) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:52.436077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fcfcc8b6-7a42-4599-92f8-8c23b447f207 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:52.438707 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.491252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e54d3f-2bff-4724-b22b-97e2ae4ca51f None None] Network e643ecae-f9a9-4582-868c-038b937b6d67 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:52.520696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4940b3a7-ff23-4057-bf18-64ca910f62a3 None None] Could not find standard attr ID for object 6c41ff9a-43e3-4fdd-bef9-779a19f26df3. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:52.639009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.648606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.672498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for a48abc6e-1887-441e-adde-3fbd1dcd30aa owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:52.709987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb09f08-ffd3-428e-9ce7-d26eb313c96c req-fcf20d92-c268-43c3-9d21-bf938f013070 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:52.712064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4cb09f08-ffd3-428e-9ce7-d26eb313c96c req-fcf20d92-c268-43c3-9d21-bf938f013070 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 935 time: 0.1180592 Sep 26 13:16:52.730829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b1e4abdb-6724-4121-bcbb-543366200b8f None None] Provisioning complete for port 21f8734b-3fe5-4e45-86bf-78bfe83341cf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:52.731460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b1e4abdb-6724-4121-bcbb-543366200b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.744068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port ebbde7c0-95b9-4509-94ae-f14e209aef4d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:52.744576 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.807556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4cb09f08-ffd3-428e-9ce7-d26eb313c96c req-b35e3172-857c-406e-8852-13f076a2c142 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842676 Sep 26 13:16:52.826491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ebbde7c0-95b9-4509-94ae-f14e209aef4d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:52.830659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4abdb-6724-4121-bcbb-543366200b8f None None] Port 21f8734b-3fe5-4e45-86bf-78bfe83341cf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:52.865999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] For port ebbde7c0-95b9-4509-94ae-f14e209aef4d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ebbde7c0-95b9-4509-94ae-f14e209aef4d,segment=NetworkSegment(cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc),segment_id=cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:52.866378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:52.880598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for ebbde7c0-95b9-4509-94ae-f14e209aef4d owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:52.944037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f8734b-3fe5-4e45-86bf-78bfe83341cf {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:16:52.956827 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.005940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.033856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Transition to ACTIVE for port object 21f8734b-3fe5-4e45-86bf-78bfe83341cf will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:16:53.036793 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.052777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] No active binding found for port ebbde7c0-95b9-4509-94ae-f14e209aef4d {{(pid=94813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 26 13:16:53.053243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ebbde7c0-95b9-4509-94ae-f14e209aef4d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 26 13:16:53.053772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.060366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No DVR routers for this DVR port ebbde7c0-95b9-4509-94ae-f14e209aef4d on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:53.062197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=ebbde7c0-95b9-4509-94ae-f14e209aef4d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:53.088724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Port ebbde7c0-95b9-4509-94ae-f14e209aef4d not found, will not notify nova. {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 26 13:16:53.116159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=a48abc6e-1887-441e-adde-3fbd1dcd30aa,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:53.130999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38904503-f8a4-4037-b7d7-1171114d9e99 None None] DHCP port deletion for e643ecae-f9a9-4582-868c-038b937b6d67 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:53.161889 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.186415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e643ecae-f9a9-4582-868c-038b937b6d67']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:53.197463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:53.197909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5d45f4-6ac1-4074-ac4c-2e55cb6b65bc') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:53.208529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.223684 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.230805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:53.231194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:53.237478 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:53.307120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Pushing event updated for resources: {'Port': ['ID=21f8734b-3fe5-4e45-86bf-78bfe83341cf,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:53.312871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.356993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.375469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.383460 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/networks/e643ecae-f9a9-4582-868c-038b937b6d67 HTTP/1.1" status: 204 len: 168 time: 0.9496186 Sep 26 13:16:53.393797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:53.399678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-455783118'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:53.404810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51657c14-7f88-4fd0-99d4-1ba785073d45 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Network': ['ID=e643ecae-f9a9-4582-868c-038b937b6d67,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:53.432947 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:53.448068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.495475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:53.508183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.508542 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Added segment d4446f25-b41c-43a8-80b9-c95015b6412e of type vlan for network f81c459c-5b63-4425-974c-c2f76a3aef86 Sep 26 13:16:53.531719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Attempting to bind port 21f8734b-3fe5-4e45-86bf-78bfe83341cf on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:53.532503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Attempting to bind port 21f8734b-3fe5-4e45-86bf-78bfe83341cf by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:53.532503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Attempting to bind port 21f8734b-3fe5-4e45-86bf-78bfe83341cf on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:53.542371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 1a146872-4a9b-40ed-b452-914ea5fb919a has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:16:53.543081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Port 21f8734b-3fe5-4e45-86bf-78bfe83341cf on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:16:53.543333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Attempting to bind port 21f8734b-3fe5-4e45-86bf-78bfe83341cf on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:53.549318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:53.549692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:53.550073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:53.550520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Bound port: 21f8734b-3fe5-4e45-86bf-78bfe83341cf, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:53.550871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.560818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.593437 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.599444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:53.600101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.643109 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2447903 Sep 26 13:16:53.643980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59718) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:53.677912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:53.683726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:53.684278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-83603f17-41b3-4f13-9f4c-b6533244eb7a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/1a146872-4a9b-40ed-b452-914ea5fb919a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7977662 Sep 26 13:16:53.688463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59720) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:53.691249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7917b5a-2fb2-4ec0-9aff-844745f28b34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Network': ['ID=f81c459c-5b63-4425-974c-c2f76a3aef86,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:53.701767 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829207e3-470b-4f63-9a27-cedaa488d431 None None] Sync routers for ids ['1a146872-4a9b-40ed-b452-914ea5fb919a'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:53.707040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f81c459c-5b63-4425-974c-c2f76a3aef86 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:53.717344 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829207e3-470b-4f63-9a27-cedaa488d431 None None] Routers {'1a146872-4a9b-40ed-b452-914ea5fb919a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:53.718171 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-829207e3-470b-4f63-9a27-cedaa488d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1a146872-4a9b-40ed-b452-914ea5fb919a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:53.725333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-25255dd6-9fef-406c-a982-4fb49b033fca tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a146872-4a9b-40ed-b452-914ea5fb919a HTTP/1.1" status: 200 len: 205 time: 0.0333860 Sep 26 13:16:53.726332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59726) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:53.735405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] For port 21f8734b-3fe5-4e45-86bf-78bfe83341cf, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:53.775653 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-829207e3-470b-4f63-9a27-cedaa488d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:53.787925 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829207e3-470b-4f63-9a27-cedaa488d431 None None] Routers {'1a146872-4a9b-40ed-b452-914ea5fb919a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:53.788653 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-829207e3-470b-4f63-9a27-cedaa488d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1a146872-4a9b-40ed-b452-914ea5fb919a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:53.808996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] For port 21f8734b-3fe5-4e45-86bf-78bfe83341cf, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=21f8734b-3fe5-4e45-86bf-78bfe83341cf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:53.816398 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8f37894c-d286-46f6-a02a-be951ed26c9d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.820191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.829931 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-829207e3-470b-4f63-9a27-cedaa488d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:53.831017 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829207e3-470b-4f63-9a27-cedaa488d431 None None] The sync data for ids ['1a146872-4a9b-40ed-b452-914ea5fb919a'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:53.876961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:53.882079 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.924189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:53.924809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:53.926220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] 10.222.0.23 "PUT /v2.0/ports/21f8734b-3fe5-4e45-86bf-78bfe83341cf HTTP/1.1" status: 200 len: 1096 time: 1.6149871 Sep 26 13:16:53.929070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a98c284-773b-4234-8c6c-487586d44435', 'tag': '21f8734b-3fe5-4e45-86bf-78bfe83341cf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:16:53.932063 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a98c284-773b-4234-8c6c-487586d44435", "tag": "21f8734b-3fe5-4e45-86bf-78bfe83341cf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:16:54.193908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ebbde7c0-95b9-4509-94ae-f14e209aef4d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:54.207473 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.222327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ebbde7c0-95b9-4509-94ae-f14e209aef4d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:54.222598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ebbde7c0-95b9-4509-94ae-f14e209aef4d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:54.287710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=d996d401-717f-440d-babd-289a3f8139bd,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:54.310975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Checking segment: {'id': 'd4446f25-b41c-43a8-80b9-c95015b6412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:54.311433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network hostable DHCP agents. Network: f81c459c-5b63-4425-974c-c2f76a3aef86, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:16:54.332201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network f81c459c-5b63-4425-974c-c2f76a3aef86 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:16:54.343337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f81c459c-5b63-4425-974c-c2f76a3aef86) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:54.348707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:54.349094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.358139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95efa945-8052-4d41-ba8e-a448fcc0588d None None] Network f81c459c-5b63-4425-974c-c2f76a3aef86 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:54.387649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e871c213-856f-464c-a651-8506fd89440f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7413902 Sep 26 13:16:54.389566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59754) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:54.401192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86', 'name': 'tempest-PortsIpV6TestJSON-803622910', 'fixed_ips': [{'subnet_id': 'd996d401-717f-440d-babd-289a3f8139bd', 'ip_address': '2001:db8::10'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:54.428860 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe557a5-36fd-49d8-baec-8f103678b183 x-openstack-request-id: req-abe557a5-36fd-49d8-baec-8f103678b183 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:16:54.429769 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a98c284-773b-4234-8c6c-487586d44435", "tag": "21f8734b-3fe5-4e45-86bf-78bfe83341cf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:16:54.430180 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe557a5-36fd-49d8-baec-8f103678b183 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:16:54.430752 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a98c284-773b-4234-8c6c-487586d44435', 'tag': '21f8734b-3fe5-4e45-86bf-78bfe83341cf', 'status': 'completed', 'code': 200} Sep 26 13:16:54.433938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59756) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:54.557690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:54.557864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58923a9b-b8b9-4680-8bbf-48d2f9024550 req-efd275b5-eafb-423b-b44d-daf78d779e69 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:54.560318 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58923a9b-b8b9-4680-8bbf-48d2f9024550 req-efd275b5-eafb-423b-b44d-daf78d779e69 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 947 time: 0.6524994 Sep 26 13:16:54.561118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaaa8d-791d-42f4-bbbe-06ab802124eb service neutron] Pushing event updated for resources: {'Port': ['ID=21f8734b-3fe5-4e45-86bf-78bfe83341cf,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:54.565807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f81c459c-5b63-4425-974c-c2f76a3aef86', 'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86', 'tenant_id': 'ba20c9d11b3143a18397fd0a91b34dab', 'fixed_ips': [{'subnet_id': 'd996d401-717f-440d-babd-289a3f8139bd'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:16:54.567198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.567356 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8f37894c-d286-46f6-a02a-be951ed26c9d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.570989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8f37894c-d286-46f6-a02a-be951ed26c9d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.664467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-0570999e-5d4f-490a-a529-b8c52f1137bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:54.665908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-0570999e-5d4f-490a-a529-b8c52f1137bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1fcf639c64042019558b79e23289143&device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 1099 time: 0.2850482 Sep 26 13:16:54.671406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e882481-fbc3-44b2-a337-45326ada6b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.673183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8f37894c-d286-46f6-a02a-be951ed26c9d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.673506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.673743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f37894c-d286-46f6-a02a-be951ed26c9d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Fanout notify agent at l3_agent the message router_deleted on router 1a146872-4a9b-40ed-b452-914ea5fb919a {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:16:54.691095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8f37894c-d286-46f6-a02a-be951ed26c9d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.694743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8f37894c-d286-46f6-a02a-be951ed26c9d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/1a146872-4a9b-40ed-b452-914ea5fb919a HTTP/1.1" status: 204 len: 168 time: 0.9649136 Sep 26 13:16:54.695419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59760) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:54.727430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Allocated IP 2001:db8::2 (f81c459c-5b63-4425-974c-c2f76a3aef86/d996d401-717f-440d-babd-289a3f8139bd/a68e8890-1dbb-4152-8df9-f0db015ef87a) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:54.728269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 265d92ee-99b5-4ce7-b08f-e6a539bf9d66 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:54.742269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58923a9b-b8b9-4680-8bbf-48d2f9024550 req-8dccbc2b-9111-4359-b57e-096c47276a3e tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657944 Sep 26 13:16:54.743533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-00810a0e-d600-4dc8-ac28-784661776996 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=21f8734b-3fe5-4e45-86bf-78bfe83341cf HTTP/1.1" status: 200 len: 217 time: 0.0679691 Sep 26 13:16:54.798829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5f1ca6-22bb-4269-a3ef-31e3cd4f6d58 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet 12a51be0-18bb-4c53-ab7c-42655215a95e {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:54.806750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1ca6-22bb-4269-a3ef-31e3cd4f6d58 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.881046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-50d8f21c-4269-4fe6-9d51-9b333254a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:54.882585 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-50d8f21c-4269-4fe6-9d51-9b333254a4fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1303968 Sep 26 13:16:54.895334 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1ca6-22bb-4269-a3ef-31e3cd4f6d58 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.910396 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.916615 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.932634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e882481-fbc3-44b2-a337-45326ada6b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.939116 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e882481-fbc3-44b2-a337-45326ada6b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:54.958513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Network f81c459c-5b63-4425-974c-c2f76a3aef86 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:54.963430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:54.966610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:54.979739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Pushing event updated for resources: {'Port': ['ID=a68e8890-1dbb-4152-8df9-f0db015ef87a,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:54.990076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-e869207e-77c8-484a-8775-2facd7b9709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:54.991850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-e869207e-77c8-484a-8775-2facd7b9709a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973089 Sep 26 13:16:55.017536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::10 (f81c459c-5b63-4425-974c-c2f76a3aef86/d996d401-717f-440d-babd-289a3f8139bd/265d92ee-99b5-4ce7-b08f-e6a539bf9d66) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:55.023571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9e882481-fbc3-44b2-a337-45326ada6b9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d710d8269b0741fd8c2f7f5ddc15f53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5864120 Sep 26 13:16:55.027605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59766) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:55.034869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e882481-fbc3-44b2-a337-45326ada6b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d623ae8-19d1-4037-b761-d29a8380f8d4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:55.060889 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1ca6-22bb-4269-a3ef-31e3cd4f6d58 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.065900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Attempting to bind port a68e8890-1dbb-4152-8df9-f0db015ef87a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:16:55.066495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Attempting to bind port a68e8890-1dbb-4152-8df9-f0db015ef87a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'd4446f25-b41c-43a8-80b9-c95015b6412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:16:55.067068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Attempting to bind port a68e8890-1dbb-4152-8df9-f0db015ef87a on network f81c459c-5b63-4425-974c-c2f76a3aef86 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:16:55.074890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:16:55.075315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Checking segment: {'id': 'd4446f25-b41c-43a8-80b9-c95015b6412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:16:55.075795 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.076271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Bound using segment: {'id': 'd4446f25-b41c-43a8-80b9-c95015b6412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:16:55.076839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Bound port: a68e8890-1dbb-4152-8df9-f0db015ef87a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4446f25-b41c-43a8-80b9-c95015b6412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:16:55.077214 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.120085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-97d51dcb-1bfc-4404-a0a8-e16d5f0a3cf1 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183372 Sep 26 13:16:55.150319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] For port a68e8890-1dbb-4152-8df9-f0db015ef87a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:16:55.154535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] For port a68e8890-1dbb-4152-8df9-f0db015ef87a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a68e8890-1dbb-4152-8df9-f0db015ef87a,segment=NetworkSegment(d4446f25-b41c-43a8-80b9-c95015b6412e),segment_id=d4446f25-b41c-43a8-80b9-c95015b6412e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:16:55.159377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.191574 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7c66992b-6453-4460-87ec-11d657e8193c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.205023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1ca6-22bb-4269-a3ef-31e3cd4f6d58 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.220418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8a32e-9dc3-45d2-9938-5d53d119979e None None] Pushing event updated for resources: {'Port': ['ID=a68e8890-1dbb-4152-8df9-f0db015ef87a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:55.229953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fda940e0-8734-4479-af6d-0f2d1c57aed0 req-29ffad0b-fb9d-4bca-872f-3f9e482e66d6 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021547 Sep 26 13:16:55.290530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f1ca6-22bb-4269-a3ef-31e3cd4f6d58 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=12a51be0-18bb-4c53-ab7c-42655215a95e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:55.315043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7c66992b-6453-4460-87ec-11d657e8193c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.327192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1ca6-22bb-4269-a3ef-31e3cd4f6d58 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.327440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-50d044f7-6245-41fe-8a39-880c2379c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:55.329089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fd5f1ca6-22bb-4269-a3ef-31e3cd4f6d58 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/12a51be0-18bb-4c53-ab7c-42655215a95e HTTP/1.1" status: 204 len: 168 time: 0.6329298 Sep 26 13:16:55.331576 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-50d044f7-6245-41fe-8a39-880c2379c7a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1fcf639c64042019558b79e23289143&device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 1099 time: 0.0480995 Sep 26 13:16:55.332085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59768) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:55.333241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd2727f-62aa-4a53-8cac-f48176c2ef5e None None] Network 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:55.385715 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.461956 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.499987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.501590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7c66992b-6453-4460-87ec-11d657e8193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.504761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7c66992b-6453-4460-87ec-11d657e8193c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.509362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7c66992b-6453-4460-87ec-11d657e8193c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d623ae8-19d1-4037-b761-d29a8380f8d4 HTTP/1.1" status: 204 len: 168 time: 0.4771452 Sep 26 13:16:55.559342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-ea6623e7-f044-487a-a34e-8a22b424fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:55.560946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-ea6623e7-f044-487a-a34e-8a22b424fbd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.2191610 Sep 26 13:16:55.561466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network f81c459c-5b63-4425-974c-c2f76a3aef86 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:55.562552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66992b-6453-4460-87ec-11d657e8193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d623ae8-19d1-4037-b761-d29a8380f8d4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:55.568244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:55.573269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:55.581480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:55.581975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.619389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] DHCP port deletion for 8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:55.621579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=265d92ee-99b5-4ce7-b08f-e6a539bf9d66,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:55.628392 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2684408b-9ca6-4181-a966-1bb6b05fedeb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2377827 Sep 26 13:16:55.629867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:55.642745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': 'f81c459c-5b63-4425-974c-c2f76a3aef86', 'name': 'tempest-PortsIpV6TestJSON-254061712', 'fixed_ips': [{'subnet_id': 'd996d401-717f-440d-babd-289a3f8139bd', 'ip_address': '2001:db8::f'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:55.650720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-17f53c1d-fd86-4a4d-8ac0-b5fb0950515d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=21f8734b-3fe5-4e45-86bf-78bfe83341cf HTTP/1.1" status: 200 len: 217 time: 0.0804121 Sep 26 13:16:55.699317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] Deleting port fcfcc8b6-7a42-4599-92f8-8c23b447f207 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:55.699799 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.724460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-82a143c7-d127-490d-930f-69fce88d8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:55.726111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-82a143c7-d127-490d-930f-69fce88d8a32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0684400 Sep 26 13:16:55.752178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port fcfcc8b6-7a42-4599-92f8-8c23b447f207 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:55.752547 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.796420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:55.804906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.805970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] For port fcfcc8b6-7a42-4599-92f8-8c23b447f207, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcfcc8b6-7a42-4599-92f8-8c23b447f207,segment=NetworkSegment(f9b7462b-3fb7-4946-9459-f7b5799413d4),segment_id=f9b7462b-3fb7-4946-9459-f7b5799413d4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:55.806377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.823477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] Calling delete_port for fcfcc8b6-7a42-4599-92f8-8c23b447f207 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:55.824381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:16:55.872920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-e1d5839f-aa0d-4710-8bda-ddab2d4c8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:55.874491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-e1d5839f-aa0d-4710-8bda-ddab2d4c8218 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401200 Sep 26 13:16:55.893577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port fcfcc8b6-7a42-4599-92f8-8c23b447f207, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcfcc8b6-7a42-4599-92f8-8c23b447f207,segment=NetworkSegment(f9b7462b-3fb7-4946-9459-f7b5799413d4),segment_id=f9b7462b-3fb7-4946-9459-f7b5799413d4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:55.893964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.940812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for fcfcc8b6-7a42-4599-92f8-8c23b447f207 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:55.985194 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:55.987752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a89ec-9a63-4e68-ad12-ac46a59c01c4 req-b83b6c51-3d01-47ba-a1a9-cab5343d4a47 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:55.989764 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a7a89ec-9a63-4e68-ad12-ac46a59c01c4 req-b83b6c51-3d01-47ba-a1a9-cab5343d4a47 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 947 time: 0.1077774 Sep 26 13:16:56.036958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] Pushing event deleted for resources: {'Port': ['ID=fcfcc8b6-7a42-4599-92f8-8c23b447f207,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:56.051104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eccc79-1baf-434d-9d08-0bd811dafbff None None] No DVR routers for this DVR port fcfcc8b6-7a42-4599-92f8-8c23b447f207 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:56.070257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59782) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:56.083766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a7a89ec-9a63-4e68-ad12-ac46a59c01c4 req-63cbc67d-01f2-4f7d-bc8a-ecf2a99add03 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845265 Sep 26 13:16:56.092707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::f (f81c459c-5b63-4425-974c-c2f76a3aef86/d996d401-717f-440d-babd-289a3f8139bd/0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:56.095349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1faa-bf5d-457c-aad5-0738425e731f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.125303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-68c5fbd9-e3d5-4b53-b11c-fb64741e9178 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335341 Sep 26 13:16:56.240885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a68e8890-1dbb-4152-8df9-f0db015ef87a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:56.261183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.285927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No DVR routers for this DVR port fcfcc8b6-7a42-4599-92f8-8c23b447f207 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:56.301436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a68e8890-1dbb-4152-8df9-f0db015ef87a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:56.302208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.318696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=fcfcc8b6-7a42-4599-92f8-8c23b447f207,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:56.346760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7755ca06-10cb-4fb8-86bf-0d5a1cf2061d req-3572b482-8b66-4b02-97ec-b6d525467816 service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117639 Sep 26 13:16:56.398688 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1faa-bf5d-457c-aad5-0738425e731f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.402293 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.408558 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1faa-bf5d-457c-aad5-0738425e731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.416010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.421454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.445186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:56.455473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port a68e8890-1dbb-4152-8df9-f0db015ef87a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a68e8890-1dbb-4152-8df9-f0db015ef87a,segment=NetworkSegment(d4446f25-b41c-43a8-80b9-c95015b6412e),segment_id=d4446f25-b41c-43a8-80b9-c95015b6412e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:56.456808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b7462b-3fb7-4946-9459-f7b5799413d4') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:56.457138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b7462b-3fb7-4946-9459-f7b5799413d4') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:56.460737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff1faa-bf5d-457c-aad5-0738425e731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3615bf-3319-4f35-bf9e-9aa631ae0aff,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:56.462871 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.476971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.493704 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.506690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:56.508675 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.509692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a7ff1faa-bf5d-457c-aad5-0738425e731f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57d2421edfbd4ffeb10ecac6ae9e1080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382696 Sep 26 13:16:56.513086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59784) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:56.521103 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:56.546499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=a68e8890-1dbb-4152-8df9-f0db015ef87a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:56.564854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.566950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1f2f1-71ef-4bdc-adf3-65eef6ddd849 None None] Network f81c459c-5b63-4425-974c-c2f76a3aef86 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:56.572111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcfcc8b6-7a42-4599-92f8-8c23b447f207 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:16:56.604888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fcfcc8b6-7a42-4599-92f8-8c23b447f207 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:16:56.605513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcfcc8b6-7a42-4599-92f8-8c23b447f207 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:16:56.616312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network f81c459c-5b63-4425-974c-c2f76a3aef86 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:56.621390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:56.624055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.629925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:56.635872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.636746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:56.637429 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.641959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd HTTP/1.1" status: 204 len: 168 time: 1.3055799 Sep 26 13:16:56.646276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:56.650656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12d45f-a1a3-464a-8ef2-b0ee60b12e77 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=8fe8a9ac-fbb5-46aa-ba17-24adc74f42fd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:56.663250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1690995664', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:56.683770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0e49c87a-b8b0-47ab-9ea0-ca3f4cd885b6 None None] Provisioning complete for port a68e8890-1dbb-4152-8df9-f0db015ef87a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:56.684084 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0e49c87a-b8b0-47ab-9ea0-ca3f4cd885b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.685410 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b21d6f11-31c8-432f-99f5-c9dd737b5ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.689958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:56.699917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59790) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:56.700141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d4ee3d0d-fbab-49e5-ae88-9b407b608745 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0677259 Sep 26 13:16:56.728973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b21d6f11-31c8-432f-99f5-c9dd737b5ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.738857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.739883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:56.809298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0896f-1998-42cc-a8a7-5485a14cebc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:56.811723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3de0896f-1998-42cc-a8a7-5485a14cebc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1107743 Sep 26 13:16:56.814616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59792) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:56.871620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a0fb2-725f-4806-b4b1-afa8ae90fff6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:56.878595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a0fb2-725f-4806-b4b1-afa8ae90fff6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:56.890283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a0fb2-725f-4806-b4b1-afa8ae90fff6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:56.893565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c88a0fb2-725f-4806-b4b1-afa8ae90fff6 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0773757 Sep 26 13:16:56.896347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59794) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:56.999330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7bff3-57f1-4d8b-84ea-290eac963a89 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:56.999760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bff3-57f1-4d8b-84ea-290eac963a89 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.125287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bff3-57f1-4d8b-84ea-290eac963a89 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.140842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7bff3-57f1-4d8b-84ea-290eac963a89 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:57.157616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.172345 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b21d6f11-31c8-432f-99f5-c9dd737b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.174992 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b21d6f11-31c8-432f-99f5-c9dd737b5ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.176266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b21d6f11-31c8-432f-99f5-c9dd737b5ffa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f3615bf-3319-4f35-bf9e-9aa631ae0aff HTTP/1.1" status: 204 len: 168 time: 0.6621046 Sep 26 13:16:57.195354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0cc65b3f-b541-4a40-b51b-683754aece80 None None] Provisioning complete for port 265d92ee-99b5-4ce7-b08f-e6a539bf9d66 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:57.196572 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0cc65b3f-b541-4a40-b51b-683754aece80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.231216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d6f11-31c8-432f-99f5-c9dd737b5ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3615bf-3319-4f35-bf9e-9aa631ae0aff,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:57.281693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0cc65b3f-b541-4a40-b51b-683754aece80 None None] Port 265d92ee-99b5-4ce7-b08f-e6a539bf9d66 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:57.297324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0cc65b3f-b541-4a40-b51b-683754aece80 None None] Provisioning complete for port a68e8890-1dbb-4152-8df9-f0db015ef87a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:57.298308 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0cc65b3f-b541-4a40-b51b-683754aece80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.357313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bff3-57f1-4d8b-84ea-290eac963a89 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.402378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0cc65b3f-b541-4a40-b51b-683754aece80 None None] Could not find standard attr ID for object 0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:57.420163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.453402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7bff3-57f1-4d8b-84ea-290eac963a89 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:57.458696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e7f7bff3-57f1-4d8b-84ea-290eac963a89 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.461425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e7f7bff3-57f1-4d8b-84ea-290eac963a89 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc HTTP/1.1" status: 204 len: 168 time: 0.5640881 Sep 26 13:16:57.464834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59804) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:57.484199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933918cc-8975-499b-a2f6-e5575cd9bd73 req-b0328dd6-332f-40c6-a82b-17dd7c684a41 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:57.485759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-933918cc-8975-499b-a2f6-e5575cd9bd73 req-b0328dd6-332f-40c6-a82b-17dd7c684a41 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 947 time: 0.1924498 Sep 26 13:16:57.503457 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-044d7614-ad32-4e91-8282-73d8cdbc37fc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:57.507522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-044d7614-ad32-4e91-8282-73d8cdbc37fc tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc HTTP/1.1" status: 404 len: 333 time: 0.0393190 Sep 26 13:16:57.511334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59806) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:57.531040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2a020a07-72e8-42c1-a79e-9230acdce177 None None] Provisioning complete for port 265d92ee-99b5-4ce7-b08f-e6a539bf9d66 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:57.531435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2a020a07-72e8-42c1-a79e-9230acdce177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.586461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-933918cc-8975-499b-a2f6-e5575cd9bd73 req-b218eba4-138a-4162-a65f-3d8396bd47e0 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854785 Sep 26 13:16:57.593776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2a020a07-72e8-42c1-a79e-9230acdce177 None None] Port 265d92ee-99b5-4ce7-b08f-e6a539bf9d66 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:16:57.661270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-7908cdfe-1718-4f67-a301-7755d280e801 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 265d92ee-99b5-4ce7-b08f-e6a539bf9d66 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:57.662209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7908cdfe-1718-4f67-a301-7755d280e801 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.682051 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.704274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.776350 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7908cdfe-1718-4f67-a301-7755d280e801 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.792789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-7908cdfe-1718-4f67-a301-7755d280e801 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 265d92ee-99b5-4ce7-b08f-e6a539bf9d66 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:57.821044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6723718f-4683-48e1-96a1-523b364d83c3 None None] Could not find standard attr ID for object 0448e06e-a0c6-47a7-98b9-dcf2ef56b1dc. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:16:57.849475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 172.25.4.249 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/b99e5175-293c-4f6d-aa26-a001feb75978) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:16:57.962844 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7908cdfe-1718-4f67-a301-7755d280e801 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.986434 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:57.998248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908cdfe-1718-4f67-a301-7755d280e801 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=265d92ee-99b5-4ce7-b08f-e6a539bf9d66,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:58.028929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7908cdfe-1718-4f67-a301-7755d280e801 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.031471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7908cdfe-1718-4f67-a301-7755d280e801 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/265d92ee-99b5-4ce7-b08f-e6a539bf9d66 HTTP/1.1" status: 204 len: 168 time: 0.5192008 Sep 26 13:16:58.035545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59824) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:58.063836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.072275 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8863e0df-f1b4-49ea-bdbf-722001a0e9ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:16:58.073975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8863e0df-f1b4-49ea-bdbf-722001a0e9ba tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/265d92ee-99b5-4ce7-b08f-e6a539bf9d66 HTTP/1.1" status: 404 len: 333 time: 0.0375230 Sep 26 13:16:58.076825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59826) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:58.127325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:16:58.141127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:16:58.144913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:16:58.177317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=b99e5175-293c-4f6d-aa26-a001feb75978,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:58.182637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-177a934d-49b8-4a10-a372-7cd8d374349b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet d996d401-717f-440d-babd-289a3f8139bd {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:16:58.192131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-177a934d-49b8-4a10-a372-7cd8d374349b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.218891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a68e8890-1dbb-4152-8df9-f0db015ef87a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:16:58.244509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-177a934d-49b8-4a10-a372-7cd8d374349b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.290800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a68e8890-1dbb-4152-8df9-f0db015ef87a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:16:58.291329 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.389548 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-177a934d-49b8-4a10-a372-7cd8d374349b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.455445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.465032 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-177a934d-49b8-4a10-a372-7cd8d374349b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.480253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-177a934d-49b8-4a10-a372-7cd8d374349b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.485195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-177a934d-49b8-4a10-a372-7cd8d374349b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/d996d401-717f-440d-babd-289a3f8139bd HTTP/1.1" status: 204 len: 168 time: 0.4027913 Sep 26 13:16:58.489614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59836) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:58.494553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d341c-d976-44bc-8250-101b6a9c2e5a None None] Network f81c459c-5b63-4425-974c-c2f76a3aef86 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:16:58.500680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a934d-49b8-4a10-a372-7cd8d374349b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=d996d401-717f-440d-babd-289a3f8139bd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:58.624664 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.687109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] DHCP port deletion for f81c459c-5b63-4425-974c-c2f76a3aef86 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:16:58.752144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] Deleting port a68e8890-1dbb-4152-8df9-f0db015ef87a {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:58.753191 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.829572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] For port a68e8890-1dbb-4152-8df9-f0db015ef87a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a68e8890-1dbb-4152-8df9-f0db015ef87a,segment=NetworkSegment(d4446f25-b41c-43a8-80b9-c95015b6412e),segment_id=d4446f25-b41c-43a8-80b9-c95015b6412e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:58.831121 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.838619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50bd05-09ae-42a6-b42c-4bf634a621f5 req-0f2c404a-4aea-41e2-8708-7c4ae8dd2fc6 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:58.842029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d50bd05-09ae-42a6-b42c-4bf634a621f5 req-0f2c404a-4aea-41e2-8708-7c4ae8dd2fc6 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 947 time: 0.1276567 Sep 26 13:16:58.844431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] Calling delete_port for a68e8890-1dbb-4152-8df9-f0db015ef87a owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:58.845454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port a68e8890-1dbb-4152-8df9-f0db015ef87a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:16:58.845849 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.882177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.931235 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:58.957599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] Pushing event deleted for resources: {'Port': ['ID=a68e8890-1dbb-4152-8df9-f0db015ef87a,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:58.964708 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773fbc07-f4d7-47cf-bd36-bbcc184750b6 None None] No DVR routers for this DVR port a68e8890-1dbb-4152-8df9-f0db015ef87a on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:58.975991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 21f8734b-3fe5-4e45-86bf-78bfe83341cf details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:16:59.008858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59852) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:59.031016 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0d50bd05-09ae-42a6-b42c-4bf634a621f5 req-41464e21-bb80-48cf-819a-24aa4ffafbbc tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674397 Sep 26 13:16:59.034798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] For port a68e8890-1dbb-4152-8df9-f0db015ef87a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a68e8890-1dbb-4152-8df9-f0db015ef87a,segment=NetworkSegment(d4446f25-b41c-43a8-80b9-c95015b6412e),segment_id=d4446f25-b41c-43a8-80b9-c95015b6412e)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:59.035183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.066613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for a68e8890-1dbb-4152-8df9-f0db015ef87a owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:16:59.098450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 21f8734b-3fe5-4e45-86bf-78bfe83341cf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=21f8734b-3fe5-4e45-86bf-78bfe83341cf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:59.112157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '21f8734b-3fe5-4e45-86bf-78bfe83341cf', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '21f8734b-3fe5-4e45-86bf-78bfe83341cf', 'mac_address': 'fa:16:3e:fa:b6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:16:59.157542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.171830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f8734b-3fe5-4e45-86bf-78bfe83341cf {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:16:59.182824 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.195290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-176633788'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:59.195996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 21f8734b-3fe5-4e45-86bf-78bfe83341cf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=21f8734b-3fe5-4e45-86bf-78bfe83341cf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:16:59.201429 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.210757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 26cf6209-f290-4da3-9813-d174a1c4192a is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:16:59.217707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=a68e8890-1dbb-4152-8df9-f0db015ef87a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:59.223407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No DVR routers for this DVR port a68e8890-1dbb-4152-8df9-f0db015ef87a on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:16:59.234498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Made reservation on behalf of 2bb07f59125d48b9a8fc67031a4eb5ac for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:59.239046 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.250646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.261458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=21f8734b-3fe5-4e45-86bf-78bfe83341cf,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:59.356837 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.360912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.380611 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.385273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:59.400793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53bced6-9629-4570-a1e5-3b4e1baf1a1c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:59.406515 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.406871 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Added segment d3514b33-589f-406c-a4db-fdd1a4db580d of type vlan for network 3bd9d54f-9799-4880-881c-15de54682ca7 Sep 26 13:16:59.411531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81c459c-5b63-4425-974c-c2f76a3aef86']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:59.424079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4446f25-b41c-43a8-80b9-c95015b6412e') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:59.424380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4446f25-b41c-43a8-80b9-c95015b6412e') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:59.438276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.440146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:16:59.451850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.452991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66bcff-93a5-4811-a5a6-aea7313eafc7 None None] Sync routers for ids ['26cf6209-f290-4da3-9813-d174a1c4192a'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:16:59.464588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.467231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66bcff-93a5-4811-a5a6-aea7313eafc7 None None] Routers {'26cf6209-f290-4da3-9813-d174a1c4192a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:59.468004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5f66bcff-93a5-4811-a5a6-aea7313eafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['26cf6209-f290-4da3-9813-d174a1c4192a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:59.470398 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.471695 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-62babe86-d34e-4f7e-9ebc-01e1bc7f31f3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8228500 Sep 26 13:16:59.474554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59858) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:59.474791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:16:59.474924 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:16:59.478126 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:16:59.507913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['21f8734b-3fe5-4e45-86bf-78bfe83341cf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:16:59.511174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5f66bcff-93a5-4811-a5a6-aea7313eafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:59.545287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.547054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.549740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66bcff-93a5-4811-a5a6-aea7313eafc7 None None] Routers {'26cf6209-f290-4da3-9813-d174a1c4192a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:16:59.550791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5f66bcff-93a5-4811-a5a6-aea7313eafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['26cf6209-f290-4da3-9813-d174a1c4192a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:59.553511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:59.553511 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.557606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.563223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/networks/f81c459c-5b63-4425-974c-c2f76a3aef86 HTTP/1.1" status: 204 len: 168 time: 1.0692019 Sep 26 13:16:59.567457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59860) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:59.573962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7402a-b2ea-46e6-a5e9-a5927e224b76 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Network': ['ID=f81c459c-5b63-4425-974c-c2f76a3aef86,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:59.580436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2064065677'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:59.587979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5f66bcff-93a5-4811-a5a6-aea7313eafc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:16:59.588626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f66bcff-93a5-4811-a5a6-aea7313eafc7 None None] The sync data for ids ['26cf6209-f290-4da3-9813-d174a1c4192a'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:16:59.616419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6059330 Sep 26 13:16:59.619799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59862) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:59.670835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412fb29-543c-41b1-a21a-cef5bd9a11c1 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Pushing event updated for resources: {'Network': ['ID=3bd9d54f-9799-4880-881c-15de54682ca7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:59.675576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:59.679051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.691676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 3bd9d54f-9799-4880-881c-15de54682ca7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:16:59.694794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Request body: {'network': {'name': 'tempest-network--1262481549', 'router:external': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:59.708967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8f3d087e-ebbf-48e1-9ae0-5ce53997b53c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/routers/26cf6209-f290-4da3-9813-d174a1c4192a HTTP/1.1" status: 200 len: 885 time: 0.2308211 Sep 26 13:16:59.710060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59866) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:59.719155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:16:59.734427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.735495 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Added segment 29af7847-c2fe-40f8-8af4-0e5ff669c3a7 of type vlan for network 16723ddb-93f2-40ab-8cd2-8089e55d6342 Sep 26 13:16:59.787563 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.806089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Made reservation on behalf of ed4bd84deb7546408b94579c77ec2b60 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:16:59.809080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.814946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.820825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:16:59.821427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.836287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:16:59.857829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2868834 Sep 26 13:16:59.860714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59868) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:16:59.867494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '16723ddb-93f2-40ab-8cd2-8089e55d6342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:16:59.913693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c002cb3-c1a8-491a-9fcc-6e20e98c2cd4 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Network': ['ID=16723ddb-93f2-40ab-8cd2-8089e55d6342,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:16:59.934349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 16723ddb-93f2-40ab-8cd2-8089e55d6342 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:00.154477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a68e8890-1dbb-4152-8df9-f0db015ef87a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:00.172016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095c836-74f5-4fa5-ba35-e4698465f7ea req-fd415fe2-9050-4691-852b-16acb40ef1fb tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:00.173835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c095c836-74f5-4fa5-ba35-e4698465f7ea req-fd415fe2-9050-4691-852b-16acb40ef1fb tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 948 time: 0.0618138 Sep 26 13:17:00.175301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a68e8890-1dbb-4152-8df9-f0db015ef87a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:00.175642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a68e8890-1dbb-4152-8df9-f0db015ef87a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:00.218956 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c095c836-74f5-4fa5-ba35-e4698465f7ea req-376b831f-2103-4b5b-a4f1-a206e71bb325 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Sep 26 13:17:00.382224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:00.389259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:00.402759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:00.406216 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:00.420809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b799fc7d-8fd2-4fd1-8b65-21a46cea24f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7084386 Sep 26 13:17:00.423706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59876) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:00.424154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:00.431044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-dcdc3baf-6a5f-4814-8d04-e9b1a54325d5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1690995664'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:00.439741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9290b40c-6028-4bb2-9973-3576641ab763,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:00.442785 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:00.443131 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Added segment b0cda4f8-4ff4-4332-a8c7-38f02cc276fd of type vlan for network ae49ba0d-ab66-49c9-8b19-026a56b3ac20 Sep 26 13:17:00.489910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:00.525351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:00.526742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:00.527588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:00.563173 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9419382 Sep 26 13:17:00.566992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59878) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:00.589096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34406541-b339-473b-a8c0-d602db4b16e0 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Network': ['ID=ae49ba0d-ab66-49c9-8b19-026a56b3ac20,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:00.600515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network ae49ba0d-ab66-49c9-8b19-026a56b3ac20 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:00.979304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 21f8734b-3fe5-4e45-86bf-78bfe83341cf up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:01.027817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 21f8734b-3fe5-4e45-86bf-78bfe83341cf completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:17:01.031420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 21f8734b-3fe5-4e45-86bf-78bfe83341cf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:01.031795 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.048405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.127643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.180810 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.290175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a98c284-773b-4234-8c6c-487586d44435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f8734b-3fe5-4e45-86bf-78bfe83341cf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:17:01.292432 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e266156-975e-41bc-afba-d684794b4cce" -d '{"events": [{"server_uuid": "4a98c284-773b-4234-8c6c-487586d44435", "name": "network-vif-plugged", "status": "completed", "tag": "21f8734b-3fe5-4e45-86bf-78bfe83341cf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:17:01.299200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.313121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 21f8734b-3fe5-4e45-86bf-78bfe83341cf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=21f8734b-3fe5-4e45-86bf-78bfe83341cf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:01.321714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.343602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae49ba0d-ab66-49c9-8b19-026a56b3ac20']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:01.355028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a47f-192d-401d-9152-0dd22dcee684 req-d9af8aac-253c-4299-b12f-f0d654ab4ce2 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:01.365377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f93a47f-192d-401d-9152-0dd22dcee684 req-d9af8aac-253c-4299-b12f-f0d654ab4ce2 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 948 time: 0.0715411 Sep 26 13:17:01.374282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cda4f8-4ff4-4332-a8c7-38f02cc276fd') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:01.374614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cda4f8-4ff4-4332-a8c7-38f02cc276fd') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:01.375171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=21f8734b-3fe5-4e45-86bf-78bfe83341cf,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:01.393071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=2dfe2f57-f522-47bd-a170-82ad62db0538,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:01.402555 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.407088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f93a47f-192d-401d-9152-0dd22dcee684 req-8191dfa1-37e6-4328-8ae1-172c04e8c371 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Sep 26 13:17:01.421081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3baf-6a5f-4814-8d04-e9b1a54325d5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.437426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.441725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Checking segment: {'id': '29af7847-c2fe-40f8-8af4-0e5ff669c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16723ddb-93f2-40ab-8cd2-8089e55d6342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:01.442217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network hostable DHCP agents. Network: 16723ddb-93f2-40ab-8cd2-8089e55d6342, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:01.445033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3baf-6a5f-4814-8d04-e9b1a54325d5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.454629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:01.455287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:01.457868 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:01.540370 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eb83b6-1e84-4ed6-ba9f-a766a0786e36 x-openstack-request-id: req-f2eb83b6-1e84-4ed6-ba9f-a766a0786e36 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:17:01.540656 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a98c284-773b-4234-8c6c-487586d44435", "name": "network-vif-plugged", "status": "completed", "tag": "21f8734b-3fe5-4e45-86bf-78bfe83341cf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:17:01.540906 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2eb83b6-1e84-4ed6-ba9f-a766a0786e36 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:17:01.541316 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a98c284-773b-4234-8c6c-487586d44435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f8734b-3fe5-4e45-86bf-78bfe83341cf', 'code': 200} Sep 26 13:17:01.597390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 16723ddb-93f2-40ab-8cd2-8089e55d6342 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:01.646806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.648307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 16723ddb-93f2-40ab-8cd2-8089e55d6342) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:01.656184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae49ba0d-ab66-49c9-8b19-026a56b3ac20 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 26 13:17:01.656429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80343e2-4a43-460f-b5e4-c9047eb8f0d1 None None] Network 16723ddb-93f2-40ab-8cd2-8089e55d6342 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:01.661716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:01.662320 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.664684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.671249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ae49ba0d-ab66-49c9-8b19-026a56b3ac20 HTTP/1.1" status: 204 len: 168 time: 1.0970368 Sep 26 13:17:01.671412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59890) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:01.676673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:01.687430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412659b7-f639-469b-9244-d1b159de767a tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae49ba0d-ab66-49c9-8b19-026a56b3ac20,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:01.708313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdc3baf-6a5f-4814-8d04-e9b1a54325d5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 26cf6209-f290-4da3-9813-d174a1c4192a has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:01.710564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913feb0-3905-4381-9d11-0ac04d735e20 req-69142a9e-9592-4cbd-959c-59452fd20061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:01.712053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b913feb0-3905-4381-9d11-0ac04d735e20 req-69142a9e-9592-4cbd-959c-59452fd20061 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 1101 time: 0.1089702 Sep 26 13:17:01.726649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Made reservation on behalf of ed4bd84deb7546408b94579c77ec2b60 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:01.729105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.741134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dc091d66-ad72-459e-ad77-dd6081881335 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8793621 Sep 26 13:17:01.744207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59892) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:01.749113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-309f8460-6333-4d0f-b7c5-c5bb25810010 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-390612451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:01.767575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:01.783682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.784540 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Added segment a5291828-5783-4fff-8c67-3ffbabbbd8fd of type vlan for network 9f73fcd8-3ced-437d-acbc-4da0becbfce2 Sep 26 13:17:01.810537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b913feb0-3905-4381-9d11-0ac04d735e20 req-dba01598-2b09-481f-884c-2b426ba8eb49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902684 Sep 26 13:17:01.847123 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.892582 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-309f8460-6333-4d0f-b7c5-c5bb25810010 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.892800 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.893714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:01.894048 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-309f8460-6333-4d0f-b7c5-c5bb25810010 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.894359 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.913896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-16723ddb-93f2-40ab-8cd2-8089e55d6342', 'network_id': '16723ddb-93f2-40ab-8cd2-8089e55d6342', 'tenant_id': 'ba20c9d11b3143a18397fd0a91b34dab', 'fixed_ips': [{'subnet_id': '2dfe2f57-f522-47bd-a170-82ad62db0538'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:01.915541 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.924682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdc3baf-6a5f-4814-8d04-e9b1a54325d5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:01.941692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3baf-6a5f-4814-8d04-e9b1a54325d5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.946377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dcdc3baf-6a5f-4814-8d04-e9b1a54325d5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/26cf6209-f290-4da3-9813-d174a1c4192a HTTP/1.1" status: 200 len: 892 time: 1.5214100 Sep 26 13:17:01.948037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59894) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:01.982529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-309f8460-6333-4d0f-b7c5-c5bb25810010 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:01.988960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-309f8460-6333-4d0f-b7c5-c5bb25810010 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.007770 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-309f8460-6333-4d0f-b7c5-c5bb25810010 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.009544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-309f8460-6333-4d0f-b7c5-c5bb25810010 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2642899 Sep 26 13:17:02.012045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59896) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:02.017675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'network_id': '16723ddb-93f2-40ab-8cd2-8089e55d6342', 'name': 'tempest-PortsIpV6TestJSON-457869056'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:02.104130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4321094 Sep 26 13:17:02.112480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59898) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:02.120829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Request body: {'subnet': {'network_id': '9f73fcd8-3ced-437d-acbc-4da0becbfce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:02.135766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7d084-32e8-4546-9364-df59079b8185 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Network': ['ID=9f73fcd8-3ced-437d-acbc-4da0becbfce2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:02.143293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Allocated IP 2001:db8::2 (16723ddb-93f2-40ab-8cd2-8089e55d6342/2dfe2f57-f522-47bd-a170-82ad62db0538/f7237c58-a3c7-44fe-a1ae-db59e275c895) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:02.167075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a07821e6-c7fc-42b8-8925-ee984e8242d7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/routers/26cf6209-f290-4da3-9813-d174a1c4192a HTTP/1.1" status: 200 len: 892 time: 0.2174940 Sep 26 13:17:02.169933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59902) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:02.177066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Made reservation on behalf of ed4bd84deb7546408b94579c77ec2b60 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:02.180211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.228477 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bacacc38-efde-47e7-90af-bf21a2cffda1 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cf6209-f290-4da3-9813-d174a1c4192a HTTP/1.1" status: 200 len: 205 time: 0.0574276 Sep 26 13:17:02.229201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59904) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:02.252956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 9f73fcd8-3ced-437d-acbc-4da0becbfce2 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:02.257986 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ecbe23-8d66-4070-bbf3-8ef27c9fbbb5 None None] Sync routers for ids ['26cf6209-f290-4da3-9813-d174a1c4192a'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:02.272501 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ecbe23-8d66-4070-bbf3-8ef27c9fbbb5 None None] Routers {'26cf6209-f290-4da3-9813-d174a1c4192a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:02.274560 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-95ecbe23-8d66-4070-bbf3-8ef27c9fbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['26cf6209-f290-4da3-9813-d174a1c4192a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:02.379347 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.405232 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.413068 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.415695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:02.420196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.442536 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-95ecbe23-8d66-4070-bbf3-8ef27c9fbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:02.454464 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ecbe23-8d66-4070-bbf3-8ef27c9fbbb5 None None] Routers {'26cf6209-f290-4da3-9813-d174a1c4192a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:02.455167 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-95ecbe23-8d66-4070-bbf3-8ef27c9fbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['26cf6209-f290-4da3-9813-d174a1c4192a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:02.459539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port b29f8221-374a-4c1a-9dc6-e57ba53519d0 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:02.460044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Network 16723ddb-93f2-40ab-8cd2-8089e55d6342 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:02.463516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:02.467059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:02.498952 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-95ecbe23-8d66-4070-bbf3-8ef27c9fbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:02.500421 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ecbe23-8d66-4070-bbf3-8ef27c9fbbb5 None None] The sync data for ids ['26cf6209-f290-4da3-9813-d174a1c4192a'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:02.553235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Pushing event updated for resources: {'Port': ['ID=f7237c58-a3c7-44fe-a1ae-db59e275c895,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:02.556006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Attempting to bind port f7237c58-a3c7-44fe-a1ae-db59e275c895 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:02.556006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Attempting to bind port f7237c58-a3c7-44fe-a1ae-db59e275c895 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '29af7847-c2fe-40f8-8af4-0e5ff669c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16723ddb-93f2-40ab-8cd2-8089e55d6342'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:02.556477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Attempting to bind port f7237c58-a3c7-44fe-a1ae-db59e275c895 on network 16723ddb-93f2-40ab-8cd2-8089e55d6342 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:02.563031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:02.563316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Checking segment: {'id': '29af7847-c2fe-40f8-8af4-0e5ff669c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16723ddb-93f2-40ab-8cd2-8089e55d6342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:02.563716 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.564105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Bound using segment: {'id': '29af7847-c2fe-40f8-8af4-0e5ff669c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16723ddb-93f2-40ab-8cd2-8089e55d6342'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:02.568863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Bound port: f7237c58-a3c7-44fe-a1ae-db59e275c895, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29af7847-c2fe-40f8-8af4-0e5ff669c3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16723ddb-93f2-40ab-8cd2-8089e55d6342'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:02.568863 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.571031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.639145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port b99e5175-293c-4f6d-aa26-a001feb75978 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:02.640325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.665923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] For port f7237c58-a3c7-44fe-a1ae-db59e275c895, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:02.667712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3307f-1b50-432a-b62f-4a5b4ea1bd39 req-51f1ddab-55d0-45fd-bdfe-f503ac3be7ae tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:02.669834 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bf3307f-1b50-432a-b62f-4a5b4ea1bd39 req-51f1ddab-55d0-45fd-bdfe-f503ac3be7ae tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 949 time: 0.1193101 Sep 26 13:17:02.672031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] For port f7237c58-a3c7-44fe-a1ae-db59e275c895, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f7237c58-a3c7-44fe-a1ae-db59e275c895,segment=NetworkSegment(29af7847-c2fe-40f8-8af4-0e5ff669c3a7),segment_id=29af7847-c2fe-40f8-8af4-0e5ff669c3a7)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:02.678455 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.689047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::1b6 (16723ddb-93f2-40ab-8cd2-8089e55d6342/2dfe2f57-f522-47bd-a170-82ad62db0538/b29f8221-374a-4c1a-9dc6-e57ba53519d0) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:02.746394 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.746647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72218717-13a9-4fab-8dcf-e796189fdae3 None None] Pushing event updated for resources: {'Port': ['ID=f7237c58-a3c7-44fe-a1ae-db59e275c895,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:02.761991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for b99e5175-293c-4f6d-aa26-a001feb75978 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:02.781208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:17:02.781718 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.824027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bf3307f-1b50-432a-b62f-4a5b4ea1bd39 req-bd9c83de-e20f-443f-940c-2497cfe024d9 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465583 Sep 26 13:17:02.900991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9f15bb2d-92e0-4c73-adb4-c6bb78a90bed,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:02.957430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Checking segment: {'id': 'a5291828-5783-4fff-8c67-3ffbabbbd8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9f73fcd8-3ced-437d-acbc-4da0becbfce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:02.957820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Network hostable DHCP agents. Network: 9f73fcd8-3ced-437d-acbc-4da0becbfce2, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:02.963114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:02.998154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=b99e5175-293c-4f6d-aa26-a001feb75978,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:03.004129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Network 9f73fcd8-3ced-437d-acbc-4da0becbfce2 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:03.024329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 9f73fcd8-3ced-437d-acbc-4da0becbfce2) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:03.032124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.034271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:03.034859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.036237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86b1b4-ea16-4fe6-9eee-fb32eb171006 None None] Network 9f73fcd8-3ced-437d-acbc-4da0becbfce2 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:03.062390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c3be6b8c-c975-416d-9dbd-5ebd229ff682 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9485648 Sep 26 13:17:03.066342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59910) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:03.079205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Request body: {'floatingip': {'floating_network_id': '9f73fcd8-3ced-437d-acbc-4da0becbfce2'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:03.102514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.116858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.159104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 16723ddb-93f2-40ab-8cd2-8089e55d6342 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:03.162754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:03.167672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:03.174791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:03.175432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.189454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.196397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=b29f8221-374a-4c1a-9dc6-e57ba53519d0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:03.209543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8fa5fbdc-e7d1-4576-9db6-6e1b21f54bc7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1947503 Sep 26 13:17:03.210649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59912) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:03.227401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f690aafe-ca81-4165-9b19-1a5bf5ec852a None None] Network 9f73fcd8-3ced-437d-acbc-4da0becbfce2 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:03.244314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.248544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.351697 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.352366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Fanout notify agent at l3_agent the message router_deleted on router 26cf6209-f290-4da3-9813-d174a1c4192a {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:17:03.360275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.361617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3b8ef14c-059b-48fa-9d3d-bdf5a1590eba tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/26cf6209-f290-4da3-9813-d174a1c4192a HTTP/1.1" status: 204 len: 168 time: 1.1313601 Sep 26 13:17:03.365472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59916) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:03.371260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1104537347'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:03.408665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:03.412277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.428761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.447403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:03.496044 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.496492 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment 082122a5-629a-49e1-bd2e-50085cf77ac4 of type vlan for network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 Sep 26 13:17:03.571754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.583485 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.607283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Allocated IP 172.20.0.6 (9f73fcd8-3ced-437d-acbc-4da0becbfce2/9f15bb2d-92e0-4c73-adb4-c6bb78a90bed/98965bfc-bf43-4a40-b374-db61e1f1fd57) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:03.619269 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.625407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:03.626494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.689369 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3219690 Sep 26 13:17:03.692307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59920) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:03.724836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': '7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:03.752349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4ed2a-baf6-4171-ba75-4b1a0cb56e89 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:03.774413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:03.798866 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.835297 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.881823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Network 9f73fcd8-3ced-437d-acbc-4da0becbfce2 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:03.887013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:03.891751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:03.924715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Port': ['ID=98965bfc-bf43-4a40-b374-db61e1f1fd57,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:03.934290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:03.938085 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:03.967611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff559d9-6f4b-4915-ae98-bdfa5374ef7a None None] Network 16723ddb-93f2-40ab-8cd2-8089e55d6342 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:03.994142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286b5e8-cbba-4e69-893e-497ede322e88 req-a9b515de-646f-45a0-af8b-35ced7b44155 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:03.995724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e286b5e8-cbba-4e69-893e-497ede322e88 req-a9b515de-646f-45a0-af8b-35ced7b44155 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 949 time: 0.0721591 Sep 26 13:17:04.015194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-87b669ba-a5f3-4870-8082-5c8938f3491b None None] Provisioning complete for port f7237c58-a3c7-44fe-a1ae-db59e275c895 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:04.015565 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-87b669ba-a5f3-4870-8082-5c8938f3491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.048623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.055212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.057420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.085659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e286b5e8-cbba-4e69-893e-497ede322e88 req-4a06ba0a-e534-455b-8f08-4b3bf5c00851 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672023 Sep 26 13:17:04.154892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.167563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=b29f8221-374a-4c1a-9dc6-e57ba53519d0,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:04.277600 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-87b669ba-a5f3-4870-8082-5c8938f3491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.304956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f7237c58-a3c7-44fe-a1ae-db59e275c895 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:04.370533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-87b669ba-a5f3-4870-8082-5c8938f3491b None None] For port f7237c58-a3c7-44fe-a1ae-db59e275c895, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f7237c58-a3c7-44fe-a1ae-db59e275c895,segment=NetworkSegment(29af7847-c2fe-40f8-8af4-0e5ff669c3a7),segment_id=29af7847-c2fe-40f8-8af4-0e5ff669c3a7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:04.379101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.384426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.390340 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-87b669ba-a5f3-4870-8082-5c8938f3491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.419329 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.446738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f7237c58-a3c7-44fe-a1ae-db59e275c895 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:04.447121 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.488809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Port': ['ID=98965bfc-bf43-4a40-b374-db61e1f1fd57,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:04.511098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.534378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.536051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-45ca185d-a47d-4398-84a6-03bf8978746f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4684482 Sep 26 13:17:04.539233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59934) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:04.628811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b669ba-a5f3-4870-8082-5c8938f3491b None None] Pushing event updated for resources: {'Port': ['ID=f7237c58-a3c7-44fe-a1ae-db59e275c895,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:04.687896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-22750165-d618-45c5-94ea-b72922981b62 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=9f73fcd8-3ced-437d-acbc-4da0becbfce2 HTTP/1.1" status: 200 len: 689 time: 0.1473286 Sep 26 13:17:04.691583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59940) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:04.803998 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.820795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-65dba91d-697d-447c-bfae-87853fa2ec7c None None] Provisioning complete for port b29f8221-374a-4c1a-9dc6-e57ba53519d0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:04.821277 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-65dba91d-697d-447c-bfae-87853fa2ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.874543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-65dba91d-697d-447c-bfae-87853fa2ec7c None None] Port b29f8221-374a-4c1a-9dc6-e57ba53519d0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:04.894816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-65dba91d-697d-447c-bfae-87853fa2ec7c None None] Provisioning complete for port f7237c58-a3c7-44fe-a1ae-db59e275c895 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:04.895419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-65dba91d-697d-447c-bfae-87853fa2ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:04.908013 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.018844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Deleting port 98965bfc-bf43-4a40-b374-db61e1f1fd57 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:05.019192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.067503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': '082122a5-629a-49e1-bd2e-50085cf77ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:05.068028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:05.070612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=4f88ff51-7093-4782-82cb-ec60dcd10a8b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:05.123978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:05.131027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6610bd0b-4d71-4107-841c-8d3d315b2f73 None None] Provisioning complete for port b29f8221-374a-4c1a-9dc6-e57ba53519d0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:05.131412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6610bd0b-4d71-4107-841c-8d3d315b2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.139280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.139638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.175052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Calling delete_port for 98965bfc-bf43-4a40-b374-db61e1f1fd57 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:05.183350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:05.199048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:05.199817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.206973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3947f9-7a49-4327-8c13-3c7baa8ca779 None None] Network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:05.242274 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.326911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19558ead-f2b0-4fe2-a773-8a34285d9da9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6312063 Sep 26 13:17:05.329476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59942) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:05.337325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-27320c40-53f1-4cb1-b5c7-6d01d9b1c385 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1996321012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:05.342888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6610bd0b-4d71-4107-841c-8d3d315b2f73 None None] Port b29f8221-374a-4c1a-9dc6-e57ba53519d0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:05.394894 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.458135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event deleted for resources: {'Port': ['ID=98965bfc-bf43-4a40-b374-db61e1f1fd57,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:05.475490 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27320c40-53f1-4cb1-b5c7-6d01d9b1c385 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.476614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27320c40-53f1-4cb1-b5c7-6d01d9b1c385 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.489140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-14af48de-c936-4a6a-b381-4f500668747f None None] Provisioning complete for port b29f8221-374a-4c1a-9dc6-e57ba53519d0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:05.490089 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14af48de-c936-4a6a-b381-4f500668747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.557105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.571408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6', 'network_id': '7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': '4f88ff51-7093-4782-82cb-ec60dcd10a8b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:05.573291 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.594114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-14af48de-c936-4a6a-b381-4f500668747f None None] Port b29f8221-374a-4c1a-9dc6-e57ba53519d0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:05.640330 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27320c40-53f1-4cb1-b5c7-6d01d9b1c385 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.644334 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.682318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27320c40-53f1-4cb1-b5c7-6d01d9b1c385 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.716193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-27320c40-53f1-4cb1-b5c7-6d01d9b1c385 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.717572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-27320c40-53f1-4cb1-b5c7-6d01d9b1c385 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3869517 Sep 26 13:17:05.721564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59948) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:05.764993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.790883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Allocated IP 2001:db8::2 (7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6/4f88ff51-7093-4782-82cb-ec60dcd10a8b/929a51b9-7027-4645-af30-b22c8c86a05d) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:05.839601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9f15bb2d-92e0-4c73-adb4-c6bb78a90bed,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:05.929891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:05.955555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f73fcd8-3ced-437d-acbc-4da0becbfce2']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:05.974519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5291828-5783-4fff-8c67-3ffbabbbd8fd') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:05.974972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5291828-5783-4fff-8c67-3ffbabbbd8fd') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:05.992500 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.022114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.030060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:06.030613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:06.032827 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:06.037801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.045339 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.094222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:06.112321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:06.120707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:06.132204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Pushing event updated for resources: {'Port': ['ID=929a51b9-7027-4645-af30-b22c8c86a05d,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:06.133016 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.142121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.154515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f73fcd8-3ced-437d-acbc-4da0becbfce2 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 26 13:17:06.166557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.167357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.182944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.185000 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9f73fcd8-3ced-437d-acbc-4da0becbfce2 HTTP/1.1" status: 204 len: 168 time: 1.4924257 Sep 26 13:17:06.185937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c2aaa-79c4-4f09-bfa0-8acc3406af61 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f73fcd8-3ced-437d-acbc-4da0becbfce2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:06.194914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59952) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:06.242951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f7237c58-a3c7-44fe-a1ae-db59e275c895 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:06.306900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Attempting to bind port 929a51b9-7027-4645-af30-b22c8c86a05d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:06.307273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Attempting to bind port 929a51b9-7027-4645-af30-b22c8c86a05d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '082122a5-629a-49e1-bd2e-50085cf77ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:06.307626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Attempting to bind port 929a51b9-7027-4645-af30-b22c8c86a05d on network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:06.330167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:06.330536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Checking segment: {'id': '082122a5-629a-49e1-bd2e-50085cf77ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:06.330944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.331336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Bound using segment: {'id': '082122a5-629a-49e1-bd2e-50085cf77ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:06.331816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Bound port: 929a51b9-7027-4645-af30-b22c8c86a05d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082122a5-629a-49e1-bd2e-50085cf77ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:06.332192 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.381577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 16723ddb-93f2-40ab-8cd2-8089e55d6342 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:06.393962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:06.401325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=b29f8221-374a-4c1a-9dc6-e57ba53519d0,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:06.436443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.437696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e8a06992-e645-46ee-851b-a3f183f8de11 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2413445 Sep 26 13:17:06.438327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59954) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:06.463148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f7237c58-a3c7-44fe-a1ae-db59e275c895 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:06.463519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.523253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] For port 929a51b9-7027-4645-af30-b22c8c86a05d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:06.528588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] For port 929a51b9-7027-4645-af30-b22c8c86a05d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=929a51b9-7027-4645-af30-b22c8c86a05d,segment=NetworkSegment(082122a5-629a-49e1-bd2e-50085cf77ac4),segment_id=082122a5-629a-49e1-bd2e-50085cf77ac4)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:06.539056 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.598825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.599300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.599948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.600413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.600865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.601350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.602627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.603270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.603743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.604347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.604891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:06.610443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b5a4fa1e-caf7-4c9c-aeaa-1d96c313cca9 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6951 time: 0.1707790 Sep 26 13:17:06.610723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59958) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:06.651080 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-2ab23180-884b-462b-898c-0908f8c72b4f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] delete failed (client error): The resource could not be found. Sep 26 13:17:06.655873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2ab23180-884b-462b-898c-0908f8c72b4f tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/9e238cc0-bd1e-4f5e-bbf6-f14d077c77f6 HTTP/1.1" status: 404 len: 345 time: 0.0440233 Sep 26 13:17:06.656832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59960) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:06.682355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f440f-a6da-4f72-8da1-52475a9c7a8f None None] Pushing event updated for resources: {'Port': ['ID=929a51b9-7027-4645-af30-b22c8c86a05d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:06.696548 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a060c8-489b-492c-9514-053807ad07af tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] DELETE failed (client error): The resource could not be found. Sep 26 13:17:06.697249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a060c8-489b-492c-9514-053807ad07af tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:06.706820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-83a060c8-489b-492c-9514-053807ad07af tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9f73fcd8-3ced-437d-acbc-4da0becbfce2 HTTP/1.1" status: 404 len: 339 time: 0.0482922 Sep 26 13:17:06.707467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59962) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:06.715825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Request body: {'network': {'name': 'tempest-network--266705381', 'router:external': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:06.765261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Made reservation on behalf of ed4bd84deb7546408b94579c77ec2b60 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:06.768039 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.823573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:06.846481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.846834 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Added segment 3ae1a604-1202-4dc5-a17d-4d7dc0f208ca of type vlan for network 2dd6ac45-f97c-4ef6-ad1b-9a9bcede1b17 Sep 26 13:17:06.883445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ad3c43f0-e13e-4b2b-a913-63c8588db614 None None] Provisioning complete for port b29f8221-374a-4c1a-9dc6-e57ba53519d0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:06.884602 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad3c43f0-e13e-4b2b-a913-63c8588db614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.951891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:06.991043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Router 27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:17:07.017832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c43f0-e13e-4b2b-a913-63c8588db614 None None] Port b29f8221-374a-4c1a-9dc6-e57ba53519d0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:07.025038 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.026191 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:07.026826 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.146229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4349339 Sep 26 13:17:07.146229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99c2c4-3b3b-4a5d-8fa4-5bf564dda213 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Network': ['ID=2dd6ac45-f97c-4ef6-ad1b-9a9bcede1b17,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:07.147043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59968) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:07.157242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 2dd6ac45-f97c-4ef6-ad1b-9a9bcede1b17 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:07.172474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8::1 (7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6/4f88ff51-7093-4782-82cb-ec60dcd10a8b/b915b3d9-a89b-41e4-953c-7ca11ff36a11) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:07.237629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:07.248584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-00b4c978-5a99-4598-b410-7d0e05c9a2d3 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "PUT /v2.0/routers/27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0329785 Sep 26 13:17:07.252774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59970) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:07.264971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c4834-05fd-4990-9d2b-4c7c94546d9a None None] Sync routers for ids ['27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:07.278633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c4834-05fd-4990-9d2b-4c7c94546d9a None None] Routers {'27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:07.279355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-cd6c4834-05fd-4990-9d2b-4c7c94546d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:07.308141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd63306-a527-46c5-961b-29e546c9dff9 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:07.315299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd63306-a527-46c5-961b-29e546c9dff9 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:07.325856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-cd6c4834-05fd-4990-9d2b-4c7c94546d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:07.329128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd63306-a527-46c5-961b-29e546c9dff9 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:07.335682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd63306-a527-46c5-961b-29e546c9dff9 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:07.338264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7cd63306-a527-46c5-961b-29e546c9dff9 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.1901422 Sep 26 13:17:07.339715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c4834-05fd-4990-9d2b-4c7c94546d9a None None] Routers {'27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:07.340966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-cd6c4834-05fd-4990-9d2b-4c7c94546d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:07.341648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59972) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:07.375323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.385670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-cd6c4834-05fd-4990-9d2b-4c7c94546d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:07.386327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c4834-05fd-4990-9d2b-4c7c94546d9a None None] The sync data for ids ['27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:07.415444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e9fdb-5421-4880-b641-8875ea9e5c6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:07.415845 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.420770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b49e9fdb-5421-4880-b641-8875ea9e5c6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports?device_id=27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5 HTTP/1.1" status: 200 len: 988 time: 0.1671414 Sep 26 13:17:07.421658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59974) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:07.431898 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.479079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:07.482851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:07.485397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:07.485993 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.540642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=b915b3d9-a89b-41e4-953c-7ca11ff36a11,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:07.627835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.940646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.963899 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd6ac45-f97c-4ef6-ad1b-9a9bcede1b17']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:07.967072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.973525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.975323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:07.977687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae1a604-1202-4dc5-a17d-4d7dc0f208ca') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:07.977991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae1a604-1202-4dc5-a17d-4d7dc0f208ca') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:08.098217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=b915b3d9-a89b-41e4-953c-7ca11ff36a11,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:08.189762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436dbf37-fd84-4708-a6de-4321b88d1490 None None] Network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:08.204872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:08.206076 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.207863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:08.247768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.259511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:08.259909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:08.261969 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:08.315332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 929a51b9-7027-4645-af30-b22c8c86a05d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:08.349997 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.357817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router ca02886d-ce7c-4a42-a5a1-f8d58949bdf0 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:17:08.378850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2dd6ac45-f97c-4ef6-ad1b-9a9bcede1b17 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 26 13:17:08.390666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.392576 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "DELETE /v2.0/networks/2dd6ac45-f97c-4ef6-ad1b-9a9bcede1b17 HTTP/1.1" status: 204 len: 168 time: 1.0497909 Sep 26 13:17:08.394502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abebf0-9e8c-4719-8310-491264d53e05 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event deleted for resources: {'Network': ['ID=2dd6ac45-f97c-4ef6-ad1b-9a9bcede1b17,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:08.398930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59982) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:08.408032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Request body: {'network': {'name': 'tempest-network--93475035', 'router:external': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:08.454254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Made reservation on behalf of ed4bd84deb7546408b94579c77ec2b60 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:08.456701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.458331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Provisioning complete for port 929a51b9-7027-4645-af30-b22c8c86a05d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:08.458831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.460743 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8e4022d3-7bda-4fce-9165-3269e3eb978e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.495883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:08.501844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-39b82369-67ed-4883-a079-40a2a5e249bc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/ca02886d-ce7c-4a42-a5a1-f8d58949bdf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7786689 Sep 26 13:17:08.504312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59984) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:08.595384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:08.600959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.626340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3da726-421a-466b-860a-0f82e2ee1e9f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:08.629015 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8d3da726-421a-466b-860a-0f82e2ee1e9f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports/b915b3d9-a89b-41e4-953c-7ca11ff36a11 HTTP/1.1" status: 200 len: 911 time: 0.1233532 Sep 26 13:17:08.632738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59986) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:08.639236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8b34261d-6da9-4be4-a3e8-314dba177d1a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f88ff51-7093-4782-82cb-ec60dcd10a8b'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:08.651054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.651405 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Added segment fa01b8fc-adc0-426b-8d95-41807477b670 of type vlan for network ce3e272e-bcf6-47de-bb97-52551dcf2584 Sep 26 13:17:08.716625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 929a51b9-7027-4645-af30-b22c8c86a05d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:08.717129 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.796817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.857798 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.901106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.902137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:08.902729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.917458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8b34261d-6da9-4be4-a3e8-314dba177d1a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:08.954490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.5503070 Sep 26 13:17:08.957669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59990) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:08.982775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] For port 929a51b9-7027-4645-af30-b22c8c86a05d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=929a51b9-7027-4645-af30-b22c8c86a05d,segment=NetworkSegment(082122a5-629a-49e1-bd2e-50085cf77ac4),segment_id=082122a5-629a-49e1-bd2e-50085cf77ac4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:08.991683 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.011513 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.071747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff90c1f-15fd-4cd8-ac90-d5c08dc722a5 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Network': ['ID=ce3e272e-bcf6-47de-bb97-52551dcf2584,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:09.109647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network ce3e272e-bcf6-47de-bb97-52551dcf2584 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:09.213791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43c8f4-5bba-4bf0-8e15-713b5764aa32 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:09.217761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9a43c8f4-5bba-4bf0-8e15-713b5764aa32 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] 10.222.0.13 "GET /v2.0/networks/ce3e272e-bcf6-47de-bb97-52551dcf2584 HTTP/1.1" status: 200 len: 755 time: 0.2551892 Sep 26 13:17:09.218344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59996) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:09.249671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port b29f8221-374a-4c1a-9dc6-e57ba53519d0 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:09.250013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.295254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Pushing event updated for resources: {'Port': ['ID=929a51b9-7027-4645-af30-b22c8c86a05d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:09.307407 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98243d2a-dd89-4ab6-b4e7-ac4dd41e5cc2 None None] Sync routers for ids ['ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:09.326968 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98243d2a-dd89-4ab6-b4e7-ac4dd41e5cc2 None None] Routers {'ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:09.327596 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98243d2a-dd89-4ab6-b4e7-ac4dd41e5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:09.377920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8e356be6-240a-485f-9813-95226ed15205 None None] Provisioning complete for port b915b3d9-a89b-41e4-953c-7ca11ff36a11 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:09.378289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8e356be6-240a-485f-9813-95226ed15205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.380603 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.380943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.381274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.393793 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.397736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.398185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.398529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.398867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.399198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.399524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.399844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.400168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.400487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff667aaa-e2d3-445a-b7b6-3a83ab1b62dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:09.411024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for b29f8221-374a-4c1a-9dc6-e57ba53519d0 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:09.426102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:17:09.427403 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:17:09.438127 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98243d2a-dd89-4ab6-b4e7-ac4dd41e5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:09.447857 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98243d2a-dd89-4ab6-b4e7-ac4dd41e5cc2 None None] Routers {'ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:09.450047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98243d2a-dd89-4ab6-b4e7-ac4dd41e5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:09.467384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8e356be6-240a-485f-9813-95226ed15205 None None] Port b915b3d9-a89b-41e4-953c-7ca11ff36a11 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:09.477867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8e356be6-240a-485f-9813-95226ed15205 None None] Provisioning complete for port 929a51b9-7027-4645-af30-b22c8c86a05d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:09.478238 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8e356be6-240a-485f-9813-95226ed15205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.491588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1b97ec-566c-4769-a755-f0fa99c438ca tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:09.493054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1b1b97ec-566c-4769-a755-f0fa99c438ca tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] 10.222.0.13 "GET /v2.0/networks/3bd9d54f-9799-4880-881c-15de54682ca7 HTTP/1.1" status: 200 len: 767 time: 0.2725043 Sep 26 13:17:09.495911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59998) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:09.522181 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98243d2a-dd89-4ab6-b4e7-ac4dd41e5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:09.530788 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98243d2a-dd89-4ab6-b4e7-ac4dd41e5cc2 None None] The sync data for ids ['ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:09.643414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.723963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-573a4df1-8759-4095-a43f-f90a6c90f34d None None] Provisioning complete for port b915b3d9-a89b-41e4-953c-7ca11ff36a11 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:09.724083 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-573a4df1-8759-4095-a43f-f90a6c90f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.747173 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8b34261d-6da9-4be4-a3e8-314dba177d1a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.764457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8b34261d-6da9-4be4-a3e8-314dba177d1a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.771525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34261d-6da9-4be4-a3e8-314dba177d1a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:09.772103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8b34261d-6da9-4be4-a3e8-314dba177d1a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.775006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8b34261d-6da9-4be4-a3e8-314dba177d1a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/ports/b915b3d9-a89b-41e4-953c-7ca11ff36a11 HTTP/1.1" status: 200 len: 911 time: 1.1395693 Sep 26 13:17:09.778396 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.781746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60000) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:09.783346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-573a4df1-8759-4095-a43f-f90a6c90f34d None None] Port b915b3d9-a89b-41e4-953c-7ca11ff36a11 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:09.794442 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.809105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3e272e-bcf6-47de-bb97-52551dcf2584']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:09.841113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa01b8fc-adc0-426b-8d95-41807477b670') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:09.841408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa01b8fc-adc0-426b-8d95-41807477b670') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:09.843378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=b29f8221-374a-4c1a-9dc6-e57ba53519d0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:09.858838 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.906134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34261d-6da9-4be4-a3e8-314dba177d1a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=b915b3d9-a89b-41e4-953c-7ca11ff36a11,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:09.951032 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.962365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:09.963271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:09.988672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e4618949-efa3-43e4-8cf3-cd783ce566d2 None None] Provisioning complete for port b915b3d9-a89b-41e4-953c-7ca11ff36a11 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:09.989043 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4618949-efa3-43e4-8cf3-cd783ce566d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:10.033858 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:10.068749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.096480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e4618949-efa3-43e4-8cf3-cd783ce566d2 None None] Port b915b3d9-a89b-41e4-953c-7ca11ff36a11 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:10.229371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 929a51b9-7027-4645-af30-b22c8c86a05d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:10.236023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.240485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce3e272e-bcf6-47de-bb97-52551dcf2584 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 26 13:17:10.254662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.264721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ce3e272e-bcf6-47de-bb97-52551dcf2584 HTTP/1.1" status: 204 len: 168 time: 0.7616978 Sep 26 13:17:10.351012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 929a51b9-7027-4645-af30-b22c8c86a05d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:10.351568 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.426696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60006) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:10.435042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Router 27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:10.436645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1a052-c486-43e6-b151-61e19fa929a3 tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce3e272e-bcf6-47de-bb97-52551dcf2584,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:10.445437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Request body: {'network': {'name': 'tempest-network--50915154'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:10.472720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Made reservation on behalf of ed4bd84deb7546408b94579c77ec2b60 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:10.477385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.513201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:10.530953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.531649 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Added segment cf87133f-38f4-454a-b6ab-e9984789079c of type vlan for network b72158c0-1227-4cc6-b285-5875f8dcc9d9 Sep 26 13:17:10.656359 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.660652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:10.667128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-017887b0-9f3f-4966-a060-95588c801b4e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "PUT /v2.0/routers/27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2444835 Sep 26 13:17:10.671273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60010) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:10.692898 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.693970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:10.694664 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.709024 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-882918f6-fbda-4175-a4c9-cd63bbca1e72 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:17:10.710554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-882918f6-fbda-4175-a4c9-cd63bbca1e72 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/b29f8221-374a-4c1a-9dc6-e57ba53519d0 HTTP/1.1" status: 404 len: 333 time: 0.0361211 Sep 26 13:17:10.712962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:10.713756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60012) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:10.777192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3340859 Sep 26 13:17:10.783645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60014) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:10.789438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0d4a0557-3e22-4fc0-9662-ac5019d0524d tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:10.840405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe4416-6c92-4610-9920-15137c53afdd tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Network': ['ID=b72158c0-1227-4cc6-b285-5875f8dcc9d9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:10.850670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b72158c0-1227-4cc6-b285-5875f8dcc9d9 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:10.854574 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a1ce-c269-4709-9857-72f2775abdc8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.020221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28597cd9-7c28-4611-b25d-4d4d6b3b1c11 None None] Sync routers for ids ['27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:11.037782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28597cd9-7c28-4611-b25d-4d4d6b3b1c11 None None] Routers {'27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:11.038416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-28597cd9-7c28-4611-b25d-4d4d6b3b1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:16:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:11.047535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a1ce-c269-4709-9857-72f2775abdc8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.050595 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a1ce-c269-4709-9857-72f2775abdc8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.054456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0557-3e22-4fc0-9662-ac5019d0524d tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.073641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-28597cd9-7c28-4611-b25d-4d4d6b3b1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:11.076696 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-de63ebc5-d44b-4f42-a2fd-5d4923da817b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.097247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28597cd9-7c28-4611-b25d-4d4d6b3b1c11 None None] Routers {'27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:11.098561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-28597cd9-7c28-4611-b25d-4d4d6b3b1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:11.122711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0557-3e22-4fc0-9662-ac5019d0524d tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.128011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a1ce-c269-4709-9857-72f2775abdc8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.129021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f4a1ce-c269-4709-9857-72f2775abdc8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Fanout notify agent at l3_agent the message router_deleted on router 27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:17:11.141738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a1ce-c269-4709-9857-72f2775abdc8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.143327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-28597cd9-7c28-4611-b25d-4d4d6b3b1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:11.144015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28597cd9-7c28-4611-b25d-4d4d6b3b1c11 None None] The sync data for ids ['27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:11.145368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d4a0557-3e22-4fc0-9662-ac5019d0524d tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Network b72158c0-1227-4cc6-b285-5875f8dcc9d9 is not hosted by any dhcp agent {{(pid=94812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:17:11.145969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f0f4a1ce-c269-4709-9857-72f2775abdc8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/routers/27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5 HTTP/1.1" status: 204 len: 168 time: 0.4288893 Sep 26 13:17:11.146273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a0557-3e22-4fc0-9662-ac5019d0524d tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:11.146730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:11.146870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0557-3e22-4fc0-9662-ac5019d0524d tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.150646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0d4a0557-3e22-4fc0-9662-ac5019d0524d tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "PUT /v2.0/networks/b72158c0-1227-4cc6-b285-5875f8dcc9d9 HTTP/1.1" status: 200 len: 855 time: 0.3649766 Sep 26 13:17:11.155297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60020) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:11.218639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0557-3e22-4fc0-9662-ac5019d0524d tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event updated for resources: {'Network': ['ID=b72158c0-1227-4cc6-b285-5875f8dcc9d9,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:11.247529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port b915b3d9-a89b-41e4-953c-7ca11ff36a11 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:11.247879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.254974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b315a7-b055-43ec-80c7-d8808a73ad4a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet 2dfe2f57-f522-47bd-a170-82ad62db0538 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:11.261098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0b315a7-b055-43ec-80c7-d8808a73ad4a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.265771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.313226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0b315a7-b055-43ec-80c7-d8808a73ad4a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.340229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.353213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for b915b3d9-a89b-41e4-953c-7ca11ff36a11 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:11.416541 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.465909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72158c0-1227-4cc6-b285-5875f8dcc9d9']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:11.479824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf87133f-38f4-454a-b6ab-e9984789079c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:11.480042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf87133f-38f4-454a-b6ab-e9984789079c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:11.496167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.498413 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0b315a7-b055-43ec-80c7-d8808a73ad4a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.527140 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.536085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.546962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:11.547364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:11.549067 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:11.555297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=b915b3d9-a89b-41e4-953c-7ca11ff36a11,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:11.593730 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.633516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0b315a7-b055-43ec-80c7-d8808a73ad4a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.642720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.668666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.668918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b72158c0-1227-4cc6-b285-5875f8dcc9d9 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 26 13:17:11.674121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.681349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b72158c0-1227-4cc6-b285-5875f8dcc9d9 HTTP/1.1" status: 204 len: 168 time: 0.5194304 Sep 26 13:17:11.681786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60026) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:11.687949 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0b315a7-b055-43ec-80c7-d8808a73ad4a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.689979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c0b315a7-b055-43ec-80c7-d8808a73ad4a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/2dfe2f57-f522-47bd-a170-82ad62db0538 HTTP/1.1" status: 204 len: 168 time: 0.5419858 Sep 26 13:17:11.691046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b315a7-b055-43ec-80c7-d8808a73ad4a tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfe2f57-f522-47bd-a170-82ad62db0538,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:11.693155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60028) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:11.704203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac698a-e601-4a48-b5db-ac99da19e7eb tempest-ExternalNetworksTestJSON-762652692 tempest-ExternalNetworksTestJSON-762652692-project-admin] Pushing event deleted for resources: {'Network': ['ID=b72158c0-1227-4cc6-b285-5875f8dcc9d9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:11.707453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dca313-fa86-4801-be98-21140afa1264 None None] Network 16723ddb-93f2-40ab-8cd2-8089e55d6342 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:11.749668 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-09858c5e-d7e2-4c94-9cc5-6f14edbf33c5 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:11.750134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09858c5e-d7e2-4c94-9cc5-6f14edbf33c5 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:11.751959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-09858c5e-d7e2-4c94-9cc5-6f14edbf33c5 tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] 10.222.0.13 "DELETE /v2.0/subnets/9f15bb2d-92e0-4c73-adb4-c6bb78a90bed HTTP/1.1" status: 404 len: 337 time: 0.0691659 Sep 26 13:17:11.755301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60030) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:11.809228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.884765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port f7237c58-a3c7-44fe-a1ae-db59e275c895 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:11.885112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.937513 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.943034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] DHCP port deletion for 16723ddb-93f2-40ab-8cd2-8089e55d6342 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:17:11.951615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router ca02886d-ce7c-4a42-a5a1-f8d58949bdf0 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:11.959650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] For port f7237c58-a3c7-44fe-a1ae-db59e275c895, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f7237c58-a3c7-44fe-a1ae-db59e275c895,segment=NetworkSegment(29af7847-c2fe-40f8-8af4-0e5ff669c3a7),segment_id=29af7847-c2fe-40f8-8af4-0e5ff669c3a7)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:11.960416 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:11.975749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for f7237c58-a3c7-44fe-a1ae-db59e275c895 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:11.994875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] Deleting port f7237c58-a3c7-44fe-a1ae-db59e275c895 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:11.995246 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.080050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] For port f7237c58-a3c7-44fe-a1ae-db59e275c895, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f7237c58-a3c7-44fe-a1ae-db59e275c895,segment=NetworkSegment(29af7847-c2fe-40f8-8af4-0e5ff669c3a7),segment_id=29af7847-c2fe-40f8-8af4-0e5ff669c3a7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:12.080982 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.110859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.115060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] Calling delete_port for f7237c58-a3c7-44fe-a1ae-db59e275c895 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:12.121018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.124186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:12.131847 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-da3d1b2c-20dd-48c7-aab6-d44fd3f4b00f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/ca02886d-ce7c-4a42-a5a1-f8d58949bdf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3455791 Sep 26 13:17:12.135309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60032) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:12.171789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1dc5215e-02c8-4c41-92b6-98f8d228513a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca02886d-ce7c-4a42-a5a1-f8d58949bdf0 HTTP/1.1" status: 200 len: 205 time: 0.0330477 Sep 26 13:17:12.175238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60036) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:12.194201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd9d54f-9799-4880-881c-15de54682ca7']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.216597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f7237c58-a3c7-44fe-a1ae-db59e275c895 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:12.258541 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0216eb-b277-457e-83ef-f6c06e36f42e None None] Sync routers for ids ['ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:12.270533 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0216eb-b277-457e-83ef-f6c06e36f42e None None] Routers {'ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:12.271572 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e0216eb-b277-457e-83ef-f6c06e36f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.288313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3514b33-589f-406c-a4db-fdd1a4db580d') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.288633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3514b33-589f-406c-a4db-fdd1a4db580d') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.305522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.313078 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.314364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451186b4-b1bb-4a6c-8771-4faa388979e0 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.315722 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e0216eb-b277-457e-83ef-f6c06e36f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.328372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] No DVR routers for this DVR port f7237c58-a3c7-44fe-a1ae-db59e275c895 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:12.329417 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0216eb-b277-457e-83ef-f6c06e36f42e None None] Routers {'ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:12.330268 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e0216eb-b277-457e-83ef-f6c06e36f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.347372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] No active binding found for port f7237c58-a3c7-44fe-a1ae-db59e275c895 {{(pid=94813) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 26 13:17:12.347912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f7237c58-a3c7-44fe-a1ae-db59e275c895 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:12.351949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dc14c-e6e9-4e9e-b21a-cc29d6fe49c0 None None] Pushing event deleted for resources: {'Port': ['ID=f7237c58-a3c7-44fe-a1ae-db59e275c895,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:12.389259 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e0216eb-b277-457e-83ef-f6c06e36f42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.389927 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0216eb-b277-457e-83ef-f6c06e36f42e None None] The sync data for ids ['ca02886d-ce7c-4a42-a5a1-f8d58949bdf0'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:12.398589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.410659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:12.411253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:12.415853 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:12.474985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.501963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=f7237c58-a3c7-44fe-a1ae-db59e275c895,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:12.505919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No DVR routers for this DVR port f7237c58-a3c7-44fe-a1ae-db59e275c895 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:12.571649 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451186b4-b1bb-4a6c-8771-4faa388979e0 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.574359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451186b4-b1bb-4a6c-8771-4faa388979e0 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.582363 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.587639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.608726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16723ddb-93f2-40ab-8cd2-8089e55d6342']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.618044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.619266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29af7847-c2fe-40f8-8af4-0e5ff669c3a7') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.619266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29af7847-c2fe-40f8-8af4-0e5ff669c3a7') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:12.622824 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] 10.222.0.13 "DELETE /v2.0/networks/3bd9d54f-9799-4880-881c-15de54682ca7 HTTP/1.1" status: 204 len: 168 time: 0.8642848 Sep 26 13:17:12.629302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.632428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bf6bd-cc77-4d55-af11-8cb52fb3a00a tempest-ExternalNetworksTestJSON-1362584411 tempest-ExternalNetworksTestJSON-1362584411-project] Pushing event deleted for resources: {'Network': ['ID=3bd9d54f-9799-4880-881c-15de54682ca7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:12.639027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451186b4-b1bb-4a6c-8771-4faa388979e0 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.639530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451186b4-b1bb-4a6c-8771-4faa388979e0 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Fanout notify agent at l3_agent the message router_deleted on router ca02886d-ce7c-4a42-a5a1-f8d58949bdf0 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:17:12.646475 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451186b4-b1bb-4a6c-8771-4faa388979e0 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.647583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-451186b4-b1bb-4a6c-8771-4faa388979e0 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/ca02886d-ce7c-4a42-a5a1-f8d58949bdf0 HTTP/1.1" status: 204 len: 168 time: 0.4714072 Sep 26 13:17:12.649581 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.650891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60044) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:12.657538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:12.657959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:12.661239 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:12.706609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2738b902-71ad-44cd-a2ed-1c2fa9abc919 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet 4f88ff51-7093-4782-82cb-ec60dcd10a8b {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:12.709723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2738b902-71ad-44cd-a2ed-1c2fa9abc919 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.725239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.743011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.745013 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/networks/16723ddb-93f2-40ab-8cd2-8089e55d6342 HTTP/1.1" status: 204 len: 168 time: 1.0507877 Sep 26 13:17:12.746430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841a119-af77-47c5-b307-b826bc6d7e6f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Network': ['ID=16723ddb-93f2-40ab-8cd2-8089e55d6342,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:12.749032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60046) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:12.762992 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2738b902-71ad-44cd-a2ed-1c2fa9abc919 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.804075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aaf7dc-1e5e-4a2c-8575-4c55e436ed70 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:12.805498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-86aaf7dc-1e5e-4a2c-8575-4c55e436ed70 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/7ae4237e-3979-4c52-9ee8-2d5f8380217f HTTP/1.1" status: 200 len: 844 time: 0.0552959 Sep 26 13:17:12.809732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:12.870602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cc1c8b03-8d82-42ab-b369-8b2affe10928 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/7ae4237e-3979-4c52-9ee8-2d5f8380217f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0597520 Sep 26 13:17:12.874469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60052) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:12.882404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:12.883031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2738b902-71ad-44cd-a2ed-1c2fa9abc919 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.925540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60054) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:12.959137 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2738b902-71ad-44cd-a2ed-1c2fa9abc919 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.980338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:12.984078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.989102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738b902-71ad-44cd-a2ed-1c2fa9abc919 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=4f88ff51-7093-4782-82cb-ec60dcd10a8b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:12.993194 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2738b902-71ad-44cd-a2ed-1c2fa9abc919 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:12.995404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2738b902-71ad-44cd-a2ed-1c2fa9abc919 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/4f88ff51-7093-4782-82cb-ec60dcd10a8b HTTP/1.1" status: 204 len: 168 time: 0.3431664 Sep 26 13:17:12.997913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60058) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:12.999883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa909a3-c841-4fb7-8283-bd9272b779cf None None] Network 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:13.103172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.159115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5bddc448-6fc0-43f8-b6bc-a2d057926207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bb07f59125d48b9a8fc67031a4eb5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324748 Sep 26 13:17:13.161518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60060) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:13.195237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] DHCP port deletion for 7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:17:13.210709 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.214503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port 929a51b9-7027-4645-af30-b22c8c86a05d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:13.214767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.244412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e71867-5008-4742-af10-4c26a973f596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.250452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] Deleting port 929a51b9-7027-4645-af30-b22c8c86a05d {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:13.250834 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.263653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:13.279554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:13.285883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:13.288097 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.305046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=4aa77dae-a400-4036-b275-e879df9b76ae,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:13.315224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e71867-5008-4742-af10-4c26a973f596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.315481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681b01e-00d6-41da-ae23-871472cf7491 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:13.318167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port 929a51b9-7027-4645-af30-b22c8c86a05d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=929a51b9-7027-4645-af30-b22c8c86a05d,segment=NetworkSegment(082122a5-629a-49e1-bd2e-50085cf77ac4),segment_id=082122a5-629a-49e1-bd2e-50085cf77ac4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:13.318532 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.322352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.323379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.324012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.324404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.325303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.325722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.326982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.326982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.327189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.327494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.327829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.328566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:13.337395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-10d8d0fc-d967-4634-b100-02eeab928051 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4603713 Sep 26 13:17:13.338106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60064) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:13.343079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for 929a51b9-7027-4645-af30-b22c8c86a05d owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:13.346775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] For port 929a51b9-7027-4645-af30-b22c8c86a05d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=929a51b9-7027-4645-af30-b22c8c86a05d,segment=NetworkSegment(082122a5-629a-49e1-bd2e-50085cf77ac4),segment_id=082122a5-629a-49e1-bd2e-50085cf77ac4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:13.347001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-802760ed-118f-48f4-8277-bb0456ba0989 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'security_group': {'name': 'tempest-secgroup-1205145973'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:13.347395 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.368532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] Calling delete_port for 929a51b9-7027-4645-af30-b22c8c86a05d owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:13.379070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-802760ed-118f-48f4-8277-bb0456ba0989 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.428418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e71867-5008-4742-af10-4c26a973f596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.430904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e71867-5008-4742-af10-4c26a973f596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.435114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d7e71867-5008-4742-af10-4c26a973f596 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e53bced6-9629-4570-a1e5-3b4e1baf1a1c HTTP/1.1" status: 204 len: 168 time: 0.2696264 Sep 26 13:17:13.447795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e71867-5008-4742-af10-4c26a973f596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53bced6-9629-4570-a1e5-3b4e1baf1a1c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:13.462509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.501642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=929a51b9-7027-4645-af30-b22c8c86a05d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:13.507749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No DVR routers for this DVR port 929a51b9-7027-4645-af30-b22c8c86a05d on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:13.534165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-802760ed-118f-48f4-8277-bb0456ba0989 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.545977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-802760ed-118f-48f4-8277-bb0456ba0989 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.587563 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.591198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.599870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-802760ed-118f-48f4-8277-bb0456ba0989 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.605873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-802760ed-118f-48f4-8277-bb0456ba0989 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2665334 Sep 26 13:17:13.608415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60072) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:13.613759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b43ac485-3aa7-4e6d-9cf2-d600fe80f4c0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'security_group': {'name': 'tempest-secgroup-899629979'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:13.622842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802760ed-118f-48f4-8277-bb0456ba0989 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f139dc2-68b9-49fc-9ad5-e799fa4634a0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:13.633267 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.651485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] No DVR routers for this DVR port 929a51b9-7027-4645-af30-b22c8c86a05d on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:13.659872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a472578-9edd-4cd9-ab97-8f31f83d7471 None None] Pushing event deleted for resources: {'Port': ['ID=929a51b9-7027-4645-af30-b22c8c86a05d,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:13.674447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b43ac485-3aa7-4e6d-9cf2-d600fe80f4c0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.678896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:13.688728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-1acb53e7-11df-4d78-a65c-d293753a39a8', 'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'tenant_id': 'ba20c9d11b3143a18397fd0a91b34dab', 'fixed_ips': [{'subnet_id': '4aa77dae-a400-4036-b275-e879df9b76ae'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:13.689717 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.695627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082122a5-629a-49e1-bd2e-50085cf77ac4') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:13.698225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082122a5-629a-49e1-bd2e-50085cf77ac4') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:13.712440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.736246 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.745758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:13.746591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:13.751386 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:13.789530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b43ac485-3aa7-4e6d-9cf2-d600fe80f4c0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.794974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b43ac485-3aa7-4e6d-9cf2-d600fe80f4c0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.822667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b43ac485-3aa7-4e6d-9cf2-d600fe80f4c0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.826713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b43ac485-3aa7-4e6d-9cf2-d600fe80f4c0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2143562 Sep 26 13:17:13.828918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60076) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:13.839001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.841708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-480250368', 'security_groups': ['63b4cea1-80e4-43e6-b2ca-4b39a625ea7a'], 'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4aa77dae-a400-4036-b275-e879df9b76ae'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:13.855700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.858639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6 HTTP/1.1" status: 204 len: 168 time: 0.8597226 Sep 26 13:17:13.862505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60078) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:13.867789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-eb4858af-b946-4547-865e-433e4c684fb4 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1278792454', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:13.871775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb2f79-5fcf-44c6-8f87-2a9335af7a0c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=7bdc6cb9-aa74-4a18-84cd-2c4f3fc4e1d6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:13.877083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ac485-3aa7-4e6d-9cf2-d600fe80f4c0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b4cea1-80e4-43e6-b2ca-4b39a625ea7a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:13.884704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Allocated IP 2001:db8::2 (1acb53e7-11df-4d78-a65c-d293753a39a8/4aa77dae-a400-4036-b275-e879df9b76ae/556abc08-8729-4109-8e25-c30f92015d6b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:13.912752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60080) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:13.946581 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb4858af-b946-4547-865e-433e4c684fb4 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.947657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb4858af-b946-4547-865e-433e4c684fb4 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:13.961348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-570079b4-87c2-4067-83b3-ea3e694a5cae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed4bd84deb7546408b94579c77ec2b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451081 Sep 26 13:17:13.962013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60082) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:14.011685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de6f58bd-aed5-49b3-8922-b630023ebcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.024298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb4858af-b946-4547-865e-433e4c684fb4 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.033146 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb4858af-b946-4547-865e-433e4c684fb4 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.035398 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de6f58bd-aed5-49b3-8922-b630023ebcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.052668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:14.058528 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb4858af-b946-4547-865e-433e4c684fb4 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.060263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eb4858af-b946-4547-865e-433e4c684fb4 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1967893 Sep 26 13:17:14.064356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60084) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:14.066634 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.071660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623242462'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:14.075562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.116731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:14.120642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.138360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:14.144637 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:14.146700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de6f58bd-aed5-49b3-8922-b630023ebcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.150157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de6f58bd-aed5-49b3-8922-b630023ebcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.154286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-de6f58bd-aed5-49b3-8922-b630023ebcb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9290b40c-6028-4bb2-9973-3576641ab763 HTTP/1.1" status: 204 len: 168 time: 0.1886578 Sep 26 13:17:14.169239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Pushing event updated for resources: {'Port': ['ID=556abc08-8729-4109-8e25-c30f92015d6b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:14.173190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:14.179768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.180165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f58bd-aed5-49b3-8922-b630023ebcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9290b40c-6028-4bb2-9973-3576641ab763,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:14.196184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:14.203401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port d3c8539c-4671-48ff-a3c9-88a6c06c8aea yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:14.221267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 929a51b9-7027-4645-af30-b22c8c86a05d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:14.222758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.223327 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment 219352ae-9967-4d6d-bdaf-2a68bcc31824 of type vlan for network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 Sep 26 13:17:14.260403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 929a51b9-7027-4645-af30-b22c8c86a05d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:14.261215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 929a51b9-7027-4645-af30-b22c8c86a05d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:14.273927 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.279016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Attempting to bind port 556abc08-8729-4109-8e25-c30f92015d6b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:14.279414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Attempting to bind port 556abc08-8729-4109-8e25-c30f92015d6b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ba4ae43e-2c94-4674-8e15-e845851ac9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:14.279760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Attempting to bind port 556abc08-8729-4109-8e25-c30f92015d6b on network 1acb53e7-11df-4d78-a65c-d293753a39a8 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:14.285873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:14.286284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Checking segment: {'id': 'ba4ae43e-2c94-4674-8e15-e845851ac9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:14.286708 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.287108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Bound using segment: {'id': 'ba4ae43e-2c94-4674-8e15-e845851ac9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:14.287605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Bound port: 556abc08-8729-4109-8e25-c30f92015d6b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4ae43e-2c94-4674-8e15-e845851ac9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:14.287995 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.308727 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.316797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:14.317831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.370583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] For port 556abc08-8729-4109-8e25-c30f92015d6b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:14.374929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] For port 556abc08-8729-4109-8e25-c30f92015d6b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=556abc08-8729-4109-8e25-c30f92015d6b,segment=NetworkSegment(ba4ae43e-2c94-4674-8e15-e845851ac9e7),segment_id=ba4ae43e-2c94-4674-8e15-e845851ac9e7)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:14.381700 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.386524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3210902 Sep 26 13:17:14.396004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60092) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:14.408854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:14.469236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::1bd (1acb53e7-11df-4d78-a65c-d293753a39a8/4aa77dae-a400-4036-b275-e879df9b76ae/d3c8539c-4671-48ff-a3c9-88a6c06c8aea) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:14.471921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b22568-b700-42cf-bb74-38b5ea77100b None None] Pushing event updated for resources: {'Port': ['ID=556abc08-8729-4109-8e25-c30f92015d6b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:14.485868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb23ec6-9bfe-4d3e-bf55-bc8052311a20 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=16e148e9-a9f7-4cbf-be37-8a3360928cb8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:14.500872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:14.586656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:14.592131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.698850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.770265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.838407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:14.842025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:14.846802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:14.853100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:14.853771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.880587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0467360 Sep 26 13:17:14.882934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60108) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:14.888913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e3740063-5f65-4192-8c29-8ece4d23ff6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:14.894030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5e132-dbf5-46b0-95f3-45e915478dbf tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=d3c8539c-4671-48ff-a3c9-88a6c06c8aea,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:14.897177 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:14.955070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=5e1e8b45-8400-4fae-af33-f8a56e2678fb,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:14.982973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:14.983350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: 16e148e9-a9f7-4cbf-be37-8a3360928cb8, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:15.006584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:15.017330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3740063-5f65-4192-8c29-8ece4d23ff6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:15.018645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 16e148e9-a9f7-4cbf-be37-8a3360928cb8) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:15.020902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e3740063-5f65-4192-8c29-8ece4d23ff6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.024238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:15.024887 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.031962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3429e1-358f-493e-ac93-fb3abf4534df None None] Network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:15.044523 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4bbb40af-5daf-42ce-8ac7-ce99483dd1f8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6472731 Sep 26 13:17:15.047265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60116) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:15.098052 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.152730 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-e3740063-5f65-4192-8c29-8ece4d23ff6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4aa77dae-a400-4036-b275-e879df9b76ae (CIDR: 2001:db8::/64) Sep 26 13:17:15.158546 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3740063-5f65-4192-8c29-8ece4d23ff6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:17:15.159549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3740063-5f65-4192-8c29-8ece4d23ff6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:15.183329 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e3740063-5f65-4192-8c29-8ece4d23ff6c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2993171 Sep 26 13:17:15.184539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60120) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:15.194454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:15.259517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:15.260450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.362648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:15.368752 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.447100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Allocated IP 2001:db8::2 (16e148e9-a9f7-4cbf-be37-8a3360928cb8/5e1e8b45-8400-4fae-af33-f8a56e2678fb/d882d72f-1f78-4f2a-95c0-767503e91756) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:15.729707 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.746645 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.791141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.885430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:15.890722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:15.896636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:15.897708 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:15.909332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=92a8137d-a0f7-4386-b8ad-a2257c1e919f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:15.931729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60138) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:15.932652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac4cd67c-2dd1-4df4-a534-89b30dd4675f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7435257 Sep 26 13:17:15.946327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-565326836', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '92a8137d-a0f7-4386-b8ad-a2257c1e919f'}], 'security_groups': ['7f139dc2-68b9-49fc-9ad5-e799fa4634a0']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:16.015559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Pushing event updated for resources: {'Port': ['ID=d882d72f-1f78-4f2a-95c0-767503e91756,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:16.036448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:16.041451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:16.044967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:16.055490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:16.055930 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.059185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.144667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Attempting to bind port d882d72f-1f78-4f2a-95c0-767503e91756 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:16.145264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Attempting to bind port d882d72f-1f78-4f2a-95c0-767503e91756 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:16.145364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Attempting to bind port d882d72f-1f78-4f2a-95c0-767503e91756 on network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:16.157745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:16.158124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Checking segment: {'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:16.158525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.158912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Bound using segment: {'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:16.159390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Bound port: d882d72f-1f78-4f2a-95c0-767503e91756, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:16.159763 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.258277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3362c3f-54b0-41c3-9d75-b6ec21933ec2 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:16.259141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60144) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:16.285000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 556abc08-8729-4109-8e25-c30f92015d6b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:16.287489 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.368229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] For port d882d72f-1f78-4f2a-95c0-767503e91756, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:16.373069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.400117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] For port d882d72f-1f78-4f2a-95c0-767503e91756, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d882d72f-1f78-4f2a-95c0-767503e91756,segment=NetworkSegment(219352ae-9967-4d6d-bdaf-2a68bcc31824),segment_id=219352ae-9967-4d6d-bdaf-2a68bcc31824)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:16.413906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.433666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-948000464'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:16.456385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Made reservation on behalf of 8a3581f89fce4321854a597ec1939d26 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:16.459493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] For port 556abc08-8729-4109-8e25-c30f92015d6b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=556abc08-8729-4109-8e25-c30f92015d6b,segment=NetworkSegment(ba4ae43e-2c94-4674-8e15-e845851ac9e7),segment_id=ba4ae43e-2c94-4674-8e15-e845851ac9e7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:16.459676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.474833 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.476407 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.551966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:16.553683 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.579406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8::1 (16e148e9-a9f7-4cbf-be37-8a3360928cb8/5e1e8b45-8400-4fae-af33-f8a56e2678fb/0081a064-bb1c-40a9-a739-2b1b77e36067) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:16.613976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafe874-df87-436f-8af7-1c5ed3b231b7 None None] Pushing event updated for resources: {'Port': ['ID=d882d72f-1f78-4f2a-95c0-767503e91756,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:16.624881 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.634802 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.664024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:16.677844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.678377 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Added segment 84a2f39c-5ea1-4a2b-88ed-06ebe0e67981 of type vlan for network 48909b24-c65b-446e-b407-9d638dc6ee0e Sep 26 13:17:16.701842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] Pushing event updated for resources: {'Port': ['ID=556abc08-8729-4109-8e25-c30f92015d6b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:16.734349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] Provisioning complete for port 7ae4237e-3979-4c52-9ee8-2d5f8380217f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:16.734696 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.782360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.805025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4945b6-e66d-4cce-a6de-ca279a909bb8,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:16.867517 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.888623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:16.889325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:16.914123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-57b688f4-5383-4aed-a5c5-994ee7e204aa None None] Port 7ae4237e-3979-4c52-9ee8-2d5f8380217f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:16.977127 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7166102 Sep 26 13:17:17.040269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a05c5-798e-405d-9c29-58ea5a42bf14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Pushing event updated for resources: {'Network': ['ID=48909b24-c65b-446e-b407-9d638dc6ee0e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:17.062926 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.077792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 48909b24-c65b-446e-b407-9d638dc6ee0e details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:17.124680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Delete allocated IP 2001:db8::1bd (1acb53e7-11df-4d78-a65c-d293753a39a8/4aa77dae-a400-4036-b275-e879df9b76ae) {{(pid=94812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 26 13:17:17.139447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8:0:1::2c1 (1acb53e7-11df-4d78-a65c-d293753a39a8/92a8137d-a0f7-4386-b8ad-a2257c1e919f/d3c8539c-4671-48ff-a3c9-88a6c06c8aea) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:17.160707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.201663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf77994-cc76-4292-b59c-6f275b44b322 None None] Update dhcp port {'port': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'fixed_ips': [{'subnet_id': '4aa77dae-a400-4036-b275-e879df9b76ae', 'ip_address': '2001:db8::2'}, {'subnet_id': '92a8137d-a0f7-4386-b8ad-a2257c1e919f'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '556abc08-8729-4109-8e25-c30f92015d6b'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:17:17.201663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b2f83d5b-b2e5-4615-b520-9f408a3ebdfd None None] Provisioning complete for port d3c8539c-4671-48ff-a3c9-88a6c06c8aea triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:17.201663 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b2f83d5b-b2e5-4615-b520-9f408a3ebdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.227583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:17.251968 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eaf77994-cc76-4292-b59c-6f275b44b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.252511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:17.254982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=0081a064-bb1c-40a9-a739-2b1b77e36067,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:17.255137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60162) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:17.262011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:17.262506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.264191 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Request body: {'port': {'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e', 'binding:host_id': 'n-h2-806683-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-139013459'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:17.274334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b2f83d5b-b2e5-4615-b520-9f408a3ebdfd None None] Port d3c8539c-4671-48ff-a3c9-88a6c06c8aea cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:17.305420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Made reservation on behalf of f2d44b5800a949c1af6cf71bd740cb76 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:17.308347 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.319932 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.432792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.436898 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.444520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] device_id is not set on port 20aa12c1-8025-4383-95d0-2a75efc9003a yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:17.495280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.547735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d6ecf-34d3-4f18-a131-df5a38f644df,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:17.560273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.567089 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.654555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-eaf77994-cc76-4292-b59c-6f275b44b322 None None] Allocated IP 2001:db8:0:1::2 (1acb53e7-11df-4d78-a65c-d293753a39a8/92a8137d-a0f7-4386-b8ad-a2257c1e919f/556abc08-8729-4109-8e25-c30f92015d6b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:17.729280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] In _notify_port_updated(), no bound segment for port d3c8539c-4671-48ff-a3c9-88a6c06c8aea on network 1acb53e7-11df-4d78-a65c-d293753a39a8 {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:17:17.735412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:17.736176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.737557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "PUT /v2.0/ports/d3c8539c-4671-48ff-a3c9-88a6c06c8aea HTTP/1.1" status: 200 len: 930 time: 1.8022752 Sep 26 13:17:17.743550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60166) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:17.800473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] device_id is not set on port 20aa12c1-8025-4383-95d0-2a75efc9003a yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:17.811324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=d3c8539c-4671-48ff-a3c9-88a6c06c8aea,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:17.836562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.836913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.837260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.837650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.837981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.838282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.838616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.838948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.839277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.839599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.839924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.840780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9498682-80af-4365-be65-7511e4e545d9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:17.846170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.855556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.863281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-eaf77994-cc76-4292-b59c-6f275b44b322 None None] For port 556abc08-8729-4109-8e25-c30f92015d6b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=556abc08-8729-4109-8e25-c30f92015d6b,segment=NetworkSegment(ba4ae43e-2c94-4674-8e15-e845851ac9e7),segment_id=ba4ae43e-2c94-4674-8e15-e845851ac9e7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:17.932904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eaf77994-cc76-4292-b59c-6f275b44b322 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.943393 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eaf77994-cc76-4292-b59c-6f275b44b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:17.985688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Checking segment: {'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:17.986783 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Network hostable DHCP agents. Network: 48909b24-c65b-446e-b407-9d638dc6ee0e, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:17.994553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=20aa12c1-8025-4383-95d0-2a75efc9003a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:18.019066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf085d-65f2-48f0-899a-eb3fe2ece97c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port d3c8539c-4671-48ff-a3c9-88a6c06c8aea {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:18.019424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0cf085d-65f2-48f0-899a-eb3fe2ece97c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.041343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Network 48909b24-c65b-446e-b407-9d638dc6ee0e is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:18.057132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 48909b24-c65b-446e-b407-9d638dc6ee0e) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:18.066678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:18.094525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.095133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.097458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.102373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291f0de-b5c3-4866-9e3e-b7b8644bb70f None None] Network 48909b24-c65b-446e-b407-9d638dc6ee0e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:18.109584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.109968 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.110377 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 2 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.118713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd86f2b1-78be-43b6-9eda-5bac0807c8bc None None] Network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:18.144686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.145429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.145836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.154591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.156645 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.157447 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 3 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.164739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.176923 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.179339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.196528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.196909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.197258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.203615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.203953 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.204402 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 4 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.234425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.234761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.235104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.254329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.254671 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.255078 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 5 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.268318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf77994-cc76-4292-b59c-6f275b44b322 None None] Pushing event updated for resources: {'Port': ['ID=556abc08-8729-4109-8e25-c30f92015d6b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:18.285383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.285796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.286148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.293088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.294173 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.295555 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 6 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.311498 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.311847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.312227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.317342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.317709 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.318101 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 7 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.336462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0cf085d-65f2-48f0-899a-eb3fe2ece97c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.336762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=0081a064-bb1c-40a9-a739-2b1b77e36067,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:18.347202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.347326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.347660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.372487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.372845 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.373238 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 8 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.379237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf085d-65f2-48f0-899a-eb3fe2ece97c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for d3c8539c-4671-48ff-a3c9-88a6c06c8aea owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:18.404921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-78b4837a-1287-4b7f-b622-5e0f118cc93f None None] Provisioning complete for port d882d72f-1f78-4f2a-95c0-767503e91756 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:18.405737 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78b4837a-1287-4b7f-b622-5e0f118cc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.410383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.410738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.411084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.421362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.421736 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.422127 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 9 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.449914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.450291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.450665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.455863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d882d72f-1f78-4f2a-95c0-767503e91756 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:18.456054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.456399 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.456800 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 10 to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a Sep 26 13:17:18.498935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:18.499283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:18.499637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:18.505343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 20aa12c1-8025-4383-95d0-2a75efc9003a on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:18.505896 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 20aa12c1-8025-4383-95d0-2a75efc9003a on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:18.506297 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.541447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:18.542957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:18.635940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] For port 20aa12c1-8025-4383-95d0-2a75efc9003a, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:18.636464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempted to set empty binding levels {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 26 13:17:18.641704 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.705324 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0cf085d-65f2-48f0-899a-eb3fe2ece97c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.710494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:18.711169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.740084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=20aa12c1-8025-4383-95d0-2a75efc9003a,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:18.761034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-997131cc-457b-475f-befd-bf692ec6ad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5025399 Sep 26 13:17:18.762427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:18.779312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d882d72f-1f78-4f2a-95c0-767503e91756 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:18.779693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.786966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf085d-65f2-48f0-899a-eb3fe2ece97c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=d3c8539c-4671-48ff-a3c9-88a6c06c8aea,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:18.814496 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78b4837a-1287-4b7f-b622-5e0f118cc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.831105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0cf085d-65f2-48f0-899a-eb3fe2ece97c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.833290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d0cf085d-65f2-48f0-899a-eb3fe2ece97c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/d3c8539c-4671-48ff-a3c9-88a6c06c8aea HTTP/1.1" status: 204 len: 168 time: 1.0887167 Sep 26 13:17:18.834256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:17:18.839586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60174) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:18.899324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-78b4837a-1287-4b7f-b622-5e0f118cc93f None None] For port d882d72f-1f78-4f2a-95c0-767503e91756, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d882d72f-1f78-4f2a-95c0-767503e91756,segment=NetworkSegment(219352ae-9967-4d6d-bdaf-2a68bcc31824),segment_id=219352ae-9967-4d6d-bdaf-2a68bcc31824)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:18.910817 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78b4837a-1287-4b7f-b622-5e0f118cc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:18.950458 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-468d368e-4a8d-4c6a-8074-388a7bd358e2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:17:18.952118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-468d368e-4a8d-4c6a-8074-388a7bd358e2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/d3c8539c-4671-48ff-a3c9-88a6c06c8aea HTTP/1.1" status: 404 len: 333 time: 0.1060791 Sep 26 13:17:18.959331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60178) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:18.960940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Deleting port 20aa12c1-8025-4383-95d0-2a75efc9003a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:18.961981 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.080739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:19.132033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-07518dff-517b-4aa1-894f-60177437d2ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0830421 Sep 26 13:17:19.145769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 556abc08-8729-4109-8e25-c30f92015d6b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:19.151952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:19.153672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60182) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:19.159072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-144095745'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:19.222055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4837a-1287-4b7f-b622-5e0f118cc93f None None] Pushing event updated for resources: {'Port': ['ID=d882d72f-1f78-4f2a-95c0-767503e91756,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:19.250892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:19.254086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:19.254522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.254750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:19.311460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:19.316881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] For port 20aa12c1-8025-4383-95d0-2a75efc9003a, host n-h2-806683-13, got binding levels [] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:19.317365 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.324335 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.324980 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment 7223260b-2a60-426a-bf7d-471e39778bf7 of type vlan for network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 Sep 26 13:17:19.363800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Calling delete_port for 20aa12c1-8025-4383-95d0-2a75efc9003a owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:19.368085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3ed3f44-f0b3-4d75-bc03-f5cd40e6ff14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.379751 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.428397 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.435650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:19.436512 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.446084 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3ed3f44-f0b3-4d75-bc03-f5cd40e6ff14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.482653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e85930da-f0d1-4018-8095-ce794c51ede6 None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:19.483232 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e85930da-f0d1-4018-8095-ce794c51ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.505048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3499296 Sep 26 13:17:19.508265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60186) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:19.519231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:19.542916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3ed3f44-f0b3-4d75-bc03-f5cd40e6ff14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.549921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3ed3f44-f0b3-4d75-bc03-f5cd40e6ff14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.559180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3ed3f44-f0b3-4d75-bc03-f5cd40e6ff14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/security-groups/63b4cea1-80e4-43e6-b2ca-4b39a625ea7a HTTP/1.1" status: 204 len: 168 time: 0.5900540 Sep 26 13:17:19.559311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:19.559311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.562035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60188) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:19.578362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.614562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed3f44-f0b3-4d75-bc03-f5cd40e6ff14 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b4cea1-80e4-43e6-b2ca-4b39a625ea7a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:19.691018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event deleted for resources: {'Port': ['ID=20aa12c1-8025-4383-95d0-2a75efc9003a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:19.708416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:19.712127 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.721547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc72de-6891-4d67-b353-de04d5b246c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=7bf1e9b7-9d5a-4070-993d-470f04d9e349,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:19.729503 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.739808 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e915033b-0ff4-4fa9-8f4f-ef8a7e476835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "DELETE /v2.0/ports/20aa12c1-8025-4383-95d0-2a75efc9003a HTTP/1.1" status: 204 len: 168 time: 0.9754798 Sep 26 13:17:19.742742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60190) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:19.764964 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0aea69cc-8a31-4f1e-815e-2edec0a51e0e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.808456 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfdb813-57e0-4cc7-9259-6b91bc90fbbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] GET failed (client error): The resource could not be found. Sep 26 13:17:19.814518 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0aea69cc-8a31-4f1e-815e-2edec0a51e0e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.816021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dbfdb813-57e0-4cc7-9259-6b91bc90fbbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "GET /v2.0/ports/20aa12c1-8025-4383-95d0-2a75efc9003a HTTP/1.1" status: 404 len: 333 time: 0.0576913 Sep 26 13:17:19.817336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60192) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:19.834240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Request body: {'port': {'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851460042'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:19.900565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:19.917545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Made reservation on behalf of f2d44b5800a949c1af6cf71bd740cb76 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:19.921738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.955587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] device_id is not set on port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:19.964091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0aea69cc-8a31-4f1e-815e-2edec0a51e0e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.969979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:19.970142 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0aea69cc-8a31-4f1e-815e-2edec0a51e0e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:19.975565 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0aea69cc-8a31-4f1e-815e-2edec0a51e0e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f139dc2-68b9-49fc-9ad5-e799fa4634a0 HTTP/1.1" status: 204 len: 168 time: 0.4085112 Sep 26 13:17:19.979546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60196) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:20.039649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea69cc-8a31-4f1e-815e-2edec0a51e0e tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f139dc2-68b9-49fc-9ad5-e799fa4634a0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:20.101660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.233302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=ed138556-7dcc-437c-8f13-bd9a5560bc4e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:20.248261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:20.248634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: 7bf1e9b7-9d5a-4070-993d-470f04d9e349, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:20.274643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:20.288747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7bf1e9b7-9d5a-4070-993d-470f04d9e349) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:20.290939 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.304297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed23873-5b3e-454e-96f0-50eb4909fd74 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet 4aa77dae-a400-4036-b275-e879df9b76ae {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:20.304634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:20.305968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.310227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9cf5fd-f650-4a32-bd6c-c13253fa103c None None] Network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:20.316028 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed23873-5b3e-454e-96f0-50eb4909fd74 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.333928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2ad51f6a-097e-496c-bab0-19a1640916cd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8222623 Sep 26 13:17:20.334762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60202) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:20.362427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.379294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed23873-5b3e-454e-96f0-50eb4909fd74 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.454504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.531101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e85930da-f0d1-4018-8095-ce794c51ede6 None None] Provisioning complete for port 7ae4237e-3979-4c52-9ee8-2d5f8380217f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:20.531651 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e85930da-f0d1-4018-8095-ce794c51ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.567030 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed23873-5b3e-454e-96f0-50eb4909fd74 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.666964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d882d72f-1f78-4f2a-95c0-767503e91756 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:20.694766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Network 48909b24-c65b-446e-b407-9d638dc6ee0e is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:20.698988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:20.708877 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed23873-5b3e-454e-96f0-50eb4909fd74 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.717890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e85930da-f0d1-4018-8095-ce794c51ede6 None None] Port 7ae4237e-3979-4c52-9ee8-2d5f8380217f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:20.725177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:20.726353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:20.727055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.751338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:20.752205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.757346 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9389007 Sep 26 13:17:20.766815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e85930da-f0d1-4018-8095-ce794c51ede6 None None] Could not find standard attr ID for object d3c8539c-4671-48ff-a3c9-88a6c06c8aea. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:17:20.785235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50055b-ece6-4ce2-aaf4-b53efba16cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=3b25160a-321f-4bc7-abe7-2d507e9a6ea3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:20.787922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60206) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:20.794754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:20.801418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed23873-5b3e-454e-96f0-50eb4909fd74 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa77dae-a400-4036-b275-e879df9b76ae,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:20.819713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed23873-5b3e-454e-96f0-50eb4909fd74 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.825563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0ed23873-5b3e-454e-96f0-50eb4909fd74 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/4aa77dae-a400-4036-b275-e879df9b76ae HTTP/1.1" status: 204 len: 168 time: 0.8388751 Sep 26 13:17:20.829508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60208) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:20.834627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:20.864017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6dee7e-8fa4-4b17-a514-1cc647a83e81 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:20.929811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d882d72f-1f78-4f2a-95c0-767503e91756 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:20.930185 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:20.979984 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.036005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e8bea129-5cf9-446d-b117-2b6c04fbb890 None None] Provisioning complete for port d882d72f-1f78-4f2a-95c0-767503e91756 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:21.036376 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e8bea129-5cf9-446d-b117-2b6c04fbb890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.044827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:17Z', 'revision_number': 2, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:17Z', 'revision_number': 2, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:21.085346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:21.092205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.115017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:21.115363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Updating router 05f28780-b459-4246-baf9-4736066e08ac port 0081a064-bb1c-40a9-a739-2b1b77e36067 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:17:21.120028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Allocated IP 2001:db8:1::2 (7bf1e9b7-9d5a-4070-993d-470f04d9e349/ed138556-7dcc-437c-8f13-bd9a5560bc4e/55ccece7-1282-48d4-a378-40bb467f8b52) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:21.192922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.221374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.303037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] device_id is not set on port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:21.314522 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.333767 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.464017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.464360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.464702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.467319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 556abc08-8729-4109-8e25-c30f92015d6b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:21.472038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=3b25160a-321f-4bc7-abe7-2d507e9a6ea3,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:21.478903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.479829 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.481762 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 2 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.504749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.505087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.505429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.512432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.512762 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.530760 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 3 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.552007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.552349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.552712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.569106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.569436 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.571299 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 4 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.593852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.595100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.595100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.600405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.608568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.608972 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.611938 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 5 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.652192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:21.660456 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:21.667890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.668504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.668635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.674098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:21.674562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.678640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.678936 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.682107 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 6 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.688675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e8bea129-5cf9-446d-b117-2b6c04fbb890 None None] Provisioning complete for port 0081a064-bb1c-40a9-a739-2b1b77e36067 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:21.689199 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e8bea129-5cf9-446d-b117-2b6c04fbb890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.702611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:21.709891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.710963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.711615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.721413 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-10cd85cc-1649-4be8-bebf-313fd9ebf388 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8907094 Sep 26 13:17:21.722507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.722973 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.723428 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 7 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.724124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60216) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:21.732369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7d6df34f-402d-4def-b5e4-ed7ac932ce81 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'security_group': {'name': 'tempest-secgroup-1677989225'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:21.741706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.742589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.743298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.748630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.749175 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.749817 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 8 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.756225 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.772455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.773079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.773816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.778387 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.779700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.780159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:21.780388 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.780519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.781256 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 9 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.797104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.797882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.798381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.803445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.804148 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.804704 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 10 to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 Sep 26 13:17:21.809657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e8bea129-5cf9-446d-b117-2b6c04fbb890 None None] Port 0081a064-bb1c-40a9-a739-2b1b77e36067 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:21.826642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:21.827329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:21.832162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:21.838067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:21.838786 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:21.839348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.867409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8:1::1 (7bf1e9b7-9d5a-4070-993d-470f04d9e349/ed138556-7dcc-437c-8f13-bd9a5560bc4e/1498d9fd-a68a-4755-bef6-45ff77cf903e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:21.881895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e8bea129-5cf9-446d-b117-2b6c04fbb890 None None] Could not find standard attr ID for object d3c8539c-4671-48ff-a3c9-88a6c06c8aea. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:17:21.886285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d6df34f-402d-4def-b5e4-ed7ac932ce81 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.925344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:21.937677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Pushing event updated for resources: {'Port': ['ID=55ccece7-1282-48d4-a378-40bb467f8b52,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:21.943139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] For port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:21.943531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempted to set empty binding levels {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 26 13:17:21.945813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:21.949034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:21.950745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.987085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] In _notify_port_updated(), no bound segment for port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:17:21.988140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:21.988931 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:21.994127 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "PUT /v2.0/ports/3b25160a-321f-4bc7-abe7-2d507e9a6ea3 HTTP/1.1" status: 200 len: 980 time: 1.2042546 Sep 26 13:17:21.997603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60218) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:22.109401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f618e-fdea-481c-8f66-a6aa86d48a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=3b25160a-321f-4bc7-abe7-2d507e9a6ea3,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:22.149432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d6df34f-402d-4def-b5e4-ed7ac932ce81 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.165342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.166819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.168358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.170598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.171344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.174255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.175085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.175727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.182881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.184959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.186217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.186878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.187434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.188107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.188748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.189319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.190018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.190682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.191196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.191931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.192437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.193058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.194163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.195700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.203004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.203606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.204249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.204872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.207035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.207573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.208105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.210824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.211759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.213423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.215831 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.216370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.216855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:22.226968 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d5d7581b-b717-4a97-9a52-1abb39fef1bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33345 time: 0.2274010 Sep 26 13:17:22.238157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60222) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:22.246860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.298190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Attempting to bind port 55ccece7-1282-48d4-a378-40bb467f8b52 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:22.298568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Attempting to bind port 55ccece7-1282-48d4-a378-40bb467f8b52 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:22.298998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Attempting to bind port 55ccece7-1282-48d4-a378-40bb467f8b52 on network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:22.314639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d6df34f-402d-4def-b5e4-ed7ac932ce81 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.334723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.342212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:22.342607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Checking segment: {'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:22.342982 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.343382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Bound using segment: {'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:22.343859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Bound port: 55ccece7-1282-48d4-a378-40bb467f8b52, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:22.344243 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.351702 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.362509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7d6df34f-402d-4def-b5e4-ed7ac932ce81 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.363788 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7d6df34f-402d-4def-b5e4-ed7ac932ce81 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6381891 Sep 26 13:17:22.369834 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.386551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60224) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:22.406983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0b6a6640-073f-4024-b0ec-31434172cb34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'security_group': {'name': 'tempest-secgroup-2104398757'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:22.471346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Deleting port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:22.471786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.473750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6640-073f-4024-b0ec-31434172cb34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.502422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3582a-14d2-4d7b-9a44-8a46810a7b11 None None] Pushing event updated for resources: {'Port': ['ID=0081a064-bb1c-40a9-a739-2b1b77e36067,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:22.517830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:22.524599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:22.542321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6df34f-402d-4def-b5e4-ed7ac932ce81 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc7d7d-b5f6-4732-9bf5-f93099d2426a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:22.560998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:22.566360 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.607384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] For port 3b25160a-321f-4bc7-abe7-2d507e9a6ea3, host n-h2-806683-13, got binding levels [] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:22.607799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.640661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Calling delete_port for 3b25160a-321f-4bc7-abe7-2d507e9a6ea3 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:22.641773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] For port 55ccece7-1282-48d4-a378-40bb467f8b52, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:22.685771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Attempting to bind port 0081a064-bb1c-40a9-a739-2b1b77e36067 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:22.686196 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Attempting to bind port 0081a064-bb1c-40a9-a739-2b1b77e36067 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:22.686503 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Attempting to bind port 0081a064-bb1c-40a9-a739-2b1b77e36067 on network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:22.728151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] For port 55ccece7-1282-48d4-a378-40bb467f8b52, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=55ccece7-1282-48d4-a378-40bb467f8b52,segment=NetworkSegment(7223260b-2a60-426a-bf7d-471e39778bf7),segment_id=7223260b-2a60-426a-bf7d-471e39778bf7)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:22.740126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7fdac-2345-476d-ae8e-4670c3efe9d8 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:22.745998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:22.746506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Checking segment: {'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:22.746990 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.747536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Bound using segment: {'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:22.748073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Bound port: 0081a064-bb1c-40a9-a739-2b1b77e36067, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219352ae-9967-4d6d-bdaf-2a68bcc31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:22.748482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.757130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6640-073f-4024-b0ec-31434172cb34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.763095 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.770129 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6640-073f-4024-b0ec-31434172cb34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.811303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6640-073f-4024-b0ec-31434172cb34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.815469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.816527 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0b6a6640-073f-4024-b0ec-31434172cb34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4246850 Sep 26 13:17:22.817418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60230) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:22.823061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-548be309-1bb0-4453-a55d-764381fa9970 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'security_group': {'name': 'tempest-secgroup-350187477'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:22.842223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=1498d9fd-a68a-4755-bef6-45ff77cf903e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:22.843499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.849513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a6640-073f-4024-b0ec-31434172cb34 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c44c97b-9032-4879-bf10-0b47f1957bf9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:22.859647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-00a89b2e-9ea8-42a5-96bb-c0085879175a None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:22.860021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-00a89b2e-9ea8-42a5-96bb-c0085879175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.861579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee7986-3447-489d-8725-ab2251e679c0 None None] Pushing event updated for resources: {'Port': ['ID=55ccece7-1282-48d4-a378-40bb467f8b52,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:22.894209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-548be309-1bb0-4453-a55d-764381fa9970 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:22.980788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b25160a-321f-4bc7-abe7-2d507e9a6ea3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:22.991820 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.000035 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a3e46f9-b47a-4141-a6e4-bac781669b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3b25160a-321f-4bc7-abe7-2d507e9a6ea3 HTTP/1.1" status: 204 len: 168 time: 0.7589791 Sep 26 13:17:23.012481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] For port 0081a064-bb1c-40a9-a739-2b1b77e36067, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:23.016332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60232) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:23.030941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] For port 0081a064-bb1c-40a9-a739-2b1b77e36067, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0081a064-bb1c-40a9-a739-2b1b77e36067,segment=NetworkSegment(219352ae-9967-4d6d-bdaf-2a68bcc31824),segment_id=219352ae-9967-4d6d-bdaf-2a68bcc31824)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:23.053910 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-af499c7b-f9ca-46b5-9ef7-9cfe85c3ba0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] GET failed (client error): The resource could not be found. Sep 26 13:17:23.057309 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-af499c7b-f9ca-46b5-9ef7-9cfe85c3ba0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "GET /v2.0/ports/3b25160a-321f-4bc7-abe7-2d507e9a6ea3 HTTP/1.1" status: 404 len: 333 time: 0.0382073 Sep 26 13:17:23.062665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60234) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:23.067869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-916963317', 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:23.084165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.114258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-548be309-1bb0-4453-a55d-764381fa9970 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.148726 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-548be309-1bb0-4453-a55d-764381fa9970 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.165747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Made reservation on behalf of f2d44b5800a949c1af6cf71bd740cb76 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:23.168266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.180497 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-548be309-1bb0-4453-a55d-764381fa9970 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.185278 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-548be309-1bb0-4453-a55d-764381fa9970 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3659785 Sep 26 13:17:23.203540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60236) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:23.227277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:23.227277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:23.241158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-589660657', 'security_groups': ['65eada43-6c27-47b4-a5ed-90f8c44287ab'], 'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:23.407771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] device_id is not set on port 0a5af420-4d03-4598-a869-6f60460bd353 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:23.423616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548be309-1bb0-4453-a55d-764381fa9970 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65eada43-6c27-47b4-a5ed-90f8c44287ab,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:23.461174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:23.532585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:23.536447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.550412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.550412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.619395 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3582a-14d2-4d7b-9a44-8a46810a7b11 None None] Pushing event updated for resources: {'Port': ['ID=0081a064-bb1c-40a9-a739-2b1b77e36067,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:23.728643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-00a89b2e-9ea8-42a5-96bb-c0085879175a None None] Provisioning complete for port 7ae4237e-3979-4c52-9ee8-2d5f8380217f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:23.730197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-00a89b2e-9ea8-42a5-96bb-c0085879175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.758495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=1498d9fd-a68a-4755-bef6-45ff77cf903e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:23.817697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-00a89b2e-9ea8-42a5-96bb-c0085879175a None None] Port 7ae4237e-3979-4c52-9ee8-2d5f8380217f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:23.845466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:23.848655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:23.852988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.880000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] device_id is not set on port 746e682b-dce9-45b0-b50f-1c01c14c8907 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:23.896613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:23.990292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf31e70-7db6-471d-8642-51193c51240d None None] Update dhcp port {'port': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'fixed_ips': [{'subnet_id': '92a8137d-a0f7-4386-b8ad-a2257c1e919f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '556abc08-8729-4109-8e25-c30f92015d6b'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:17:24.000444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e1dbc289-134a-44de-a57e-687c632512b6 None None] Provisioning complete for port 0081a064-bb1c-40a9-a739-2b1b77e36067 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:24.001176 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc289-134a-44de-a57e-687c632512b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.037956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:24.068047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-caf31e70-7db6-471d-8642-51193c51240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.095976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:22Z', 'revision_number': 3, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:22Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:21Z', 'revision_number': 1, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:24.157574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e876be-0311-4bb2-ad62-00c16603ab29 None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:22Z', 'revision_number': 3, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:22Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:21Z', 'revision_number': 1, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:24.161739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.227215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=0a5af420-4d03-4598-a869-6f60460bd353,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:24.278620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Network 48909b24-c65b-446e-b407-9d638dc6ee0e is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:24.284770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:24.289111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:24.290444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:24.291412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.311977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:24.321620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ed6d30f9-367f-4b6e-a63c-a29f1703c4d9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9827919 Sep 26 13:17:24.322706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60244) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:24.338218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8::231 (1acb53e7-11df-4d78-a65c-d293753a39a8/bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e/746e682b-dce9-45b0-b50f-1c01c14c8907) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:24.350925 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc289-134a-44de-a57e-687c632512b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.352819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1789305271'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:24.358378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2570c425-e6aa-4f8a-96ac-9e3bb38922cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2944498 Sep 26 13:17:24.367629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60246) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:24.398534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:24.401454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e1dbc289-134a-44de-a57e-687c632512b6 None None] For port 0081a064-bb1c-40a9-a739-2b1b77e36067, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0081a064-bb1c-40a9-a739-2b1b77e36067,segment=NetworkSegment(219352ae-9967-4d6d-bdaf-2a68bcc31824),segment_id=219352ae-9967-4d6d-bdaf-2a68bcc31824)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:24.403061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.407765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc289-134a-44de-a57e-687c632512b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.445960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:24.450703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd23265-fd95-4f39-9385-fab2a68a93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:24.455112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4fd23265-fd95-4f39-9385-fab2a68a93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "GET /v2.0/ports/0a5af420-4d03-4598-a869-6f60460bd353 HTTP/1.1" status: 200 len: 958 time: 0.0785801 Sep 26 13:17:24.456396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60248) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:24.495240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.495838 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment 4bddd091-a81f-46eb-b5a8-0c0d5600a266 of type vlan for network d870a91a-9bf5-4abc-a921-b5c935389da2 Sep 26 13:17:24.513761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbc289-134a-44de-a57e-687c632512b6 None None] Pushing event updated for resources: {'Port': ['ID=0081a064-bb1c-40a9-a739-2b1b77e36067,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:24.614525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea067d2f-fd21-4548-8740-517130dff6de None None] Network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:24.645041 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.826707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.828702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 55ccece7-1282-48d4-a378-40bb467f8b52 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:24.830008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:24.834251 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.913386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-67ba0df9-1620-4239-8177-8654074a57bb None None] Provisioning complete for port 55ccece7-1282-48d4-a378-40bb467f8b52 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:24.914299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67ba0df9-1620-4239-8177-8654074a57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.922371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5985255 Sep 26 13:17:24.923193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60256) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:24.979987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 55ccece7-1282-48d4-a378-40bb467f8b52 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:24.981525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:24.995891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:25.018902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4273c40b-0ba9-4878-8edf-1d78b390ca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Deleting port 0a5af420-4d03-4598-a869-6f60460bd353 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:25.022196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4273c40b-0ba9-4878-8edf-1d78b390ca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.089703 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67ba0df9-1620-4239-8177-8654074a57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.177740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76710483-6f22-4f46-a68a-d740f76e85a2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=d870a91a-9bf5-4abc-a921-b5c935389da2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:25.194084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-67ba0df9-1620-4239-8177-8654074a57bb None None] For port 55ccece7-1282-48d4-a378-40bb467f8b52, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=55ccece7-1282-48d4-a378-40bb467f8b52,segment=NetworkSegment(7223260b-2a60-426a-bf7d-471e39778bf7),segment_id=7223260b-2a60-426a-bf7d-471e39778bf7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:25.237343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d870a91a-9bf5-4abc-a921-b5c935389da2 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:25.262617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67ba0df9-1620-4239-8177-8654074a57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.264436 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4273c40b-0ba9-4878-8edf-1d78b390ca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.283413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4273c40b-0ba9-4878-8edf-1d78b390ca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Calling delete_port for 0a5af420-4d03-4598-a869-6f60460bd353 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:25.346538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:25.350427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.580238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4273c40b-0ba9-4878-8edf-1d78b390ca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.644714 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.651342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273c40b-0ba9-4878-8edf-1d78b390ca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a5af420-4d03-4598-a869-6f60460bd353,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:25.672147 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4273c40b-0ba9-4878-8edf-1d78b390ca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.674403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4273c40b-0ba9-4878-8edf-1d78b390ca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0a5af420-4d03-4598-a869-6f60460bd353 HTTP/1.1" status: 204 len: 168 time: 1.2169874 Sep 26 13:17:25.677283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60260) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:25.713587 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef89be83-efa8-421f-a209-8b947597bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] GET failed (client error): The resource could not be found. Sep 26 13:17:25.724190 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ef89be83-efa8-421f-a209-8b947597bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "GET /v2.0/ports/0a5af420-4d03-4598-a869-6f60460bd353 HTTP/1.1" status: 404 len: 333 time: 0.0368891 Sep 26 13:17:25.724190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60264) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:25.729730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Request body: {'port': {'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1936886804'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:25.743982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.818993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.839020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Made reservation on behalf of f2d44b5800a949c1af6cf71bd740cb76 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:25.846152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:25.895593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:25.959625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:25.960292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: d870a91a-9bf5-4abc-a921-b5c935389da2, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:25.988898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:26.002487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] device_id is not set on port 65ac986c-6129-47dc-9095-7b1320d3b6be yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:26.008929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:26.009124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network d870a91a-9bf5-4abc-a921-b5c935389da2 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:26.020488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:26.024857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-caf31e70-7db6-471d-8642-51193c51240d None None] Allocated IP 2001:db8::2 (1acb53e7-11df-4d78-a65c-d293753a39a8/bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e/556abc08-8729-4109-8e25-c30f92015d6b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:26.025361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d870a91a-9bf5-4abc-a921-b5c935389da2) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:26.031716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:26.037311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.038245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:26.039035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.073736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cb8c05d5-c57e-4625-bb3c-f2a0ef5ec5a8 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0991523 Sep 26 13:17:26.076332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60268) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:26.089522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f536d5a-68d4-4f53-b5b1-ada1f4a0133b None None] Network d870a91a-9bf5-4abc-a921-b5c935389da2 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:26.108853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=746e682b-dce9-45b0-b50f-1c01c14c8907,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:26.112385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1574d148-eed1-46b0-9d44-8bc89161fe0b tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9026134 Sep 26 13:17:26.119989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60270) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:26.134204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d7390eda-d39a-4436-8250-a95736651db8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:26.158748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba0df9-1620-4239-8177-8654074a57bb None None] Pushing event updated for resources: {'Port': ['ID=55ccece7-1282-48d4-a378-40bb467f8b52,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:26.379403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-caf31e70-7db6-471d-8642-51193c51240d None None] For port 556abc08-8729-4109-8e25-c30f92015d6b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=556abc08-8729-4109-8e25-c30f92015d6b,segment=NetworkSegment(ba4ae43e-2c94-4674-8e15-e845851ac9e7),segment_id=ba4ae43e-2c94-4674-8e15-e845851ac9e7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:26.394795 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.405684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7390eda-d39a-4436-8250-a95736651db8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:26.409663 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7390eda-d39a-4436-8250-a95736651db8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.442009 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-caf31e70-7db6-471d-8642-51193c51240d None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.453371 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-caf31e70-7db6-471d-8642-51193c51240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.528975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.592202 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-d7390eda-d39a-4436-8250-a95736651db8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e (CIDR: 2001:db8::/64) Sep 26 13:17:26.617461 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:17:26.624644 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7390eda-d39a-4436-8250-a95736651db8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:17:26.625150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7390eda-d39a-4436-8250-a95736651db8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:26.631153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Network 48909b24-c65b-446e-b407-9d638dc6ee0e is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:26.655055 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:26.659281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=65ac986c-6129-47dc-9095-7b1320d3b6be,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:26.669507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:26.669507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:26.669507 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.704236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d7390eda-d39a-4436-8250-a95736651db8 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5814309 Sep 26 13:17:26.708548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60274) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:26.716063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b4ba7942-83de-4b3c-a4b2-152b13090b1d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:26.744865 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8e02183d-9909-476e-9123-fb238e5c6571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0200136 Sep 26 13:17:26.745674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60276) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:26.752241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:26.775805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d870a91a-9bf5-4abc-a921-b5c935389da2', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:26.777041 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:26.805683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf31e70-7db6-471d-8642-51193c51240d None None] Pushing event updated for resources: {'Port': ['ID=556abc08-8729-4109-8e25-c30f92015d6b,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:26.884111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:27.010469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0081a064-bb1c-40a9-a739-2b1b77e36067 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:27.062119 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:27.212960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-852a7e5b-6d43-476f-b389-14fe52385cbc None None] Provisioning complete for port 55ccece7-1282-48d4-a378-40bb467f8b52 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:27.213679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-852a7e5b-6d43-476f-b389-14fe52385cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:27.311384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] device_id is not set on port 65ac986c-6129-47dc-9095-7b1320d3b6be yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:27.319630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ba7942-83de-4b3c-a4b2-152b13090b1d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:27.331402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7942-83de-4b3c-a4b2-152b13090b1d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:27.332224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:27.340989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:27.448979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0081a064-bb1c-40a9-a739-2b1b77e36067 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:27.453511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:27.472331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.472690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.473115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.478633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=65ac986c-6129-47dc-9095-7b1320d3b6be,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:27.483586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Allocated IP 2001:db8:2::2 (d870a91a-9bf5-4abc-a921-b5c935389da2/09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4/d6ae6ce0-05e9-4345-8b21-33520a32e40a) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:27.490981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.491511 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.491773 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 2 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:27.519593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.519593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.519593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.525866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.526237 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.526652 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 3 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:27.526967 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:27.540059 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:27.540681 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:27.551340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.551340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.551818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.579683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.580664 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.582765 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 4 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:27.624655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.625306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.626165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.634579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.638637 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.639245 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 5 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:27.669968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.670677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.670677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.688767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.689052 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.689463 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 6 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:27.714588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.715491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.715843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.739300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.741184 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.742566 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 7 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:27.766547 n-d-806683-13 neutron-server[94812]: INFO neutron.db.ipam_backend_mixin [None req-b4ba7942-83de-4b3c-a4b2-152b13090b1d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 92a8137d-a0f7-4386-b8ad-a2257c1e919f (CIDR: 2001:db8:0:1::/64) Sep 26 13:17:27.784082 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ba7942-83de-4b3c-a4b2-152b13090b1d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:17:27.785500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ba7942-83de-4b3c-a4b2-152b13090b1d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:27.798591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.799335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.799335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.801228 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:27.834697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.836615 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.836855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b4ba7942-83de-4b3c-a4b2-152b13090b1d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1267793 Sep 26 13:17:27.837418 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 8 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:27.840571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60284) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:27.850831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'subnet': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:27.895292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.898917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.899301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.906539 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.907126 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.907726 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 9 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:27.940887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:27.940887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:27.941728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:27.962923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:27.963300 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:27.968844 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempt 10 to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be Sep 26 13:17:28.016865 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.024417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.057349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:28.063290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:28.064346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempting to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:28.085792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:17:28.086368 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Failed to bind port 65ac986c-6129-47dc-9095-7b1320d3b6be on host n-h2-806683-13 for vnic_type normal using segments [{'id': '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '48909b24-c65b-446e-b407-9d638dc6ee0e'}] Sep 26 13:17:28.087007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.093912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Pushing event updated for resources: {'Port': ['ID=d6ae6ce0-05e9-4345-8b21-33520a32e40a,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:28.128267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-852a7e5b-6d43-476f-b389-14fe52385cbc None None] Provisioning complete for port 1498d9fd-a68a-4755-bef6-45ff77cf903e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:28.129467 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-852a7e5b-6d43-476f-b389-14fe52385cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.166051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8:2::1 (d870a91a-9bf5-4abc-a921-b5c935389da2/09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4/b18c3603-203e-4008-80c4-628b220f3830) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:28.208943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-852a7e5b-6d43-476f-b389-14fe52385cbc None None] Port 1498d9fd-a68a-4755-bef6-45ff77cf903e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:28.234380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Network d870a91a-9bf5-4abc-a921-b5c935389da2 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:28.241136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Made reservation on behalf of ba20c9d11b3143a18397fd0a91b34dab for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:28.242284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:28.250674 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:28.256894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.281020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] For port 65ac986c-6129-47dc-9095-7b1320d3b6be, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:28.281409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attempted to set empty binding levels {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 26 13:17:28.293531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.377908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] In _notify_port_updated(), no bound segment for port 65ac986c-6129-47dc-9095-7b1320d3b6be on network 48909b24-c65b-446e-b407-9d638dc6ee0e {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:17:28.378803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:28.380055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.390373 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "PUT /v2.0/ports/65ac986c-6129-47dc-9095-7b1320d3b6be HTTP/1.1" status: 200 len: 980 time: 1.6335063 Sep 26 13:17:28.390373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60290) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:28.397760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 55ccece7-1282-48d4-a378-40bb467f8b52 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:28.454487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Attempting to bind port d6ae6ce0-05e9-4345-8b21-33520a32e40a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:28.455507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Attempting to bind port d6ae6ce0-05e9-4345-8b21-33520a32e40a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:28.455507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Attempting to bind port d6ae6ce0-05e9-4345-8b21-33520a32e40a on network d870a91a-9bf5-4abc-a921-b5c935389da2 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:28.472450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:28.472450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Checking segment: {'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:28.474570 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.474570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Bound using segment: {'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:28.474570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Bound port: d6ae6ce0-05e9-4345-8b21-33520a32e40a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:28.474570 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.502983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-55a1de8e-3db1-477d-ade6-3fa0ceb4948c None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:28.503589 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55a1de8e-3db1-477d-ade6-3fa0ceb4948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.519984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee543ad-ebdd-48d0-9f29-730042295ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event updated for resources: {'Port': ['ID=65ac986c-6129-47dc-9095-7b1320d3b6be,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:28.537132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.572984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 55ccece7-1282-48d4-a378-40bb467f8b52 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:28.573687 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.577232 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:22Z', 'revision_number': 3, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:23Z', 'revision_number': 2, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:28.636478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.648423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:28.648798 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Updating router 05f28780-b459-4246-baf9-4736066e08ac port 1498d9fd-a68a-4755-bef6-45ff77cf903e binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:17:28.677565 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.711950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-07850272-4816-453b-a75d-a213cd2711ee None None] For port d6ae6ce0-05e9-4345-8b21-33520a32e40a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:28.744146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-07850272-4816-453b-a75d-a213cd2711ee None None] For port d6ae6ce0-05e9-4345-8b21-33520a32e40a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d6ae6ce0-05e9-4345-8b21-33520a32e40a,segment=NetworkSegment(4bddd091-a81f-46eb-b5a8-0c0d5600a266),segment_id=4bddd091-a81f-46eb-b5a8-0c0d5600a266)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:28.756062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-55a1de8e-3db1-477d-ade6-3fa0ceb4948c None None] Provisioning complete for port 7ae4237e-3979-4c52-9ee8-2d5f8380217f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:28.756427 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55a1de8e-3db1-477d-ade6-3fa0ceb4948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.763476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network d870a91a-9bf5-4abc-a921-b5c935389da2 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:28.779354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:28.800145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-55a1de8e-3db1-477d-ade6-3fa0ceb4948c None None] Port 7ae4237e-3979-4c52-9ee8-2d5f8380217f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:28.802938 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.803113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Deleting port 65ac986c-6129-47dc-9095-7b1320d3b6be {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:28.803634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.811061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:28.813088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.900736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-55a1de8e-3db1-477d-ade6-3fa0ceb4948c None None] Provisioning complete for port 1498d9fd-a68a-4755-bef6-45ff77cf903e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:28.901117 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55a1de8e-3db1-477d-ade6-3fa0ceb4948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:28.930827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 556abc08-8729-4109-8e25-c30f92015d6b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:29.000235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-55a1de8e-3db1-477d-ade6-3fa0ceb4948c None None] Port 1498d9fd-a68a-4755-bef6-45ff77cf903e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:29.006567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07850272-4816-453b-a75d-a213cd2711ee None None] Pushing event updated for resources: {'Port': ['ID=d6ae6ce0-05e9-4345-8b21-33520a32e40a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:29.035284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.043312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:29.043694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.066112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] For port 65ac986c-6129-47dc-9095-7b1320d3b6be, host n-h2-806683-13, got binding levels [] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:29.066730 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.082371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=b18c3603-203e-4008-80c4-628b220f3830,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:29.098787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Calling delete_port for 65ac986c-6129-47dc-9095-7b1320d3b6be owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:29.163343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:29.170062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:29.196360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:29.199117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.211327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ebc3b79c-bde7-498d-af12-e50672d0f503 None None] Provisioning complete for port 746e682b-dce9-45b0-b50f-1c01c14c8907 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:29.211327 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b79c-bde7-498d-af12-e50672d0f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.217636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb2e1c-eeed-4ade-9dfb-6594f5f10556 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:29.280041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3b79c-bde7-498d-af12-e50672d0f503 None None] Port 746e682b-dce9-45b0-b50f-1c01c14c8907 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:29.287583 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.307159 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.314884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Subnet': ['ID=4362ef5d-f812-4a1a-89ca-b3136e7439bc,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:29.418892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.432934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-168e3078-04c6-4c7f-aaad-1eaf1aeb2d60 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5860856 Sep 26 13:17:29.438986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60300) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:29.446367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1440127596', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4362ef5d-f812-4a1a-89ca-b3136e7439bc'}], 'security_groups': ['c3bc7d7d-b5f6-4732-9bf5-f93099d2426a', '3c44c97b-9032-4879-bf10-0b47f1957bf9']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:29.510081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.520649 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Pushing event updated for resources: {'Port': ['ID=1498d9fd-a68a-4755-bef6-45ff77cf903e,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:29.557476 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.557859 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.561938 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.562313 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.562650 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.566851 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.567197 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.567663 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.567991 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.571925 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.572256 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.572592 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:17:29.594683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Pushing event deleted for resources: {'Port': ['ID=65ac986c-6129-47dc-9095-7b1320d3b6be,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:29.732494 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Attempting to bind port 1498d9fd-a68a-4755-bef6-45ff77cf903e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:29.733135 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Attempting to bind port 1498d9fd-a68a-4755-bef6-45ff77cf903e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:29.733855 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Attempting to bind port 1498d9fd-a68a-4755-bef6-45ff77cf903e on network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:29.747012 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:29.747954 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Checking segment: {'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:29.748695 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.752347 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Bound using segment: {'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:29.762590 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Bound port: 1498d9fd-a68a-4755-bef6-45ff77cf903e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7223260b-2a60-426a-bf7d-471e39778bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:29.763369 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.774980 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.804262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab27cb-3f33-4c97-b6eb-5e91a7ff49bc None None] Update dhcp port {'port': {'network_id': '1acb53e7-11df-4d78-a65c-d293753a39a8', 'fixed_ips': [{'subnet_id': '92a8137d-a0f7-4386-b8ad-a2257c1e919f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e', 'ip_address': '2001:db8::2'}, {'subnet_id': '4362ef5d-f812-4a1a-89ca-b3136e7439bc'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '556abc08-8729-4109-8e25-c30f92015d6b'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:17:29.807224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.812391 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb4ef54a-fd59-4be8-bf95-725aebc69baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "DELETE /v2.0/ports/65ac986c-6129-47dc-9095-7b1320d3b6be HTTP/1.1" status: 204 len: 168 time: 1.4195981 Sep 26 13:17:29.817585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60304) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:29.865830 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] For port 1498d9fd-a68a-4755-bef6-45ff77cf903e, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:29.870090 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] For port 1498d9fd-a68a-4755-bef6-45ff77cf903e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1498d9fd-a68a-4755-bef6-45ff77cf903e,segment=NetworkSegment(7223260b-2a60-426a-bf7d-471e39778bf7),segment_id=7223260b-2a60-426a-bf7d-471e39778bf7)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:29.876987 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.890220 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8970aaca-6cff-40e9-93eb-0fda744e04f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] GET failed (client error): The resource could not be found. Sep 26 13:17:29.896375 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8970aaca-6cff-40e9-93eb-0fda744e04f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1763071399-project-admin] 10.222.0.13 "GET /v2.0/ports/65ac986c-6129-47dc-9095-7b1320d3b6be HTTP/1.1" status: 404 len: 333 time: 0.0733356 Sep 26 13:17:29.896598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60308) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:29.898063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57ab27cb-3f33-4c97-b6eb-5e91a7ff49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:29.975730 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:29.976747 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:30.078827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.140350 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:30.144672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b63e6bbb-1117-4e5e-87e7-742a741a6ea0 None None] Provisioning complete for port 1498d9fd-a68a-4755-bef6-45ff77cf903e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:30.145047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b63e6bbb-1117-4e5e-87e7-742a741a6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.213603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.241914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.243425 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.348574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-57ab27cb-3f33-4c97-b6eb-5e91a7ff49bc None None] Allocated IP 2001:db8:0:2::2 (1acb53e7-11df-4d78-a65c-d293753a39a8/4362ef5d-f812-4a1a-89ca-b3136e7439bc/556abc08-8729-4109-8e25-c30f92015d6b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:30.407939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=b18c3603-203e-4008-80c4-628b220f3830,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:30.444741 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.458082 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b63e6bbb-1117-4e5e-87e7-742a741a6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.514837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48909b24-c65b-446e-b407-9d638dc6ee0e']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:30.540318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:30.540697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a2f39c-5ea1-4a2b-88ed-06ebe0e67981') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:30.559726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network d870a91a-9bf5-4abc-a921-b5c935389da2 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:30.562615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:30.588708 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.614328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.615332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b63e6bbb-1117-4e5e-87e7-742a741a6ea0 None None] For port 1498d9fd-a68a-4755-bef6-45ff77cf903e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1498d9fd-a68a-4755-bef6-45ff77cf903e,segment=NetworkSegment(7223260b-2a60-426a-bf7d-471e39778bf7),segment_id=7223260b-2a60-426a-bf7d-471e39778bf7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:30.622711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:30.623154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.627013 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b63e6bbb-1117-4e5e-87e7-742a741a6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.689320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-57ab27cb-3f33-4c97-b6eb-5e91a7ff49bc None None] For port 556abc08-8729-4109-8e25-c30f92015d6b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=556abc08-8729-4109-8e25-c30f92015d6b,segment=NetworkSegment(ba4ae43e-2c94-4674-8e15-e845851ac9e7),segment_id=ba4ae43e-2c94-4674-8e15-e845851ac9e7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:30.700795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7d6df-cfb0-4e53-9b24-b581f14e14e5 None None] Network d870a91a-9bf5-4abc-a921-b5c935389da2 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:30.717892 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec511a3-fb62-4e4c-850e-1dd7a154bdae None None] Pushing event updated for resources: {'Port': ['ID=1498d9fd-a68a-4755-bef6-45ff77cf903e,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:30.747787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:30.750414 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:30.755500 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.775027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.780687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] 10.222.0.13 "DELETE /v2.0/networks/48909b24-c65b-446e-b407-9d638dc6ee0e HTTP/1.1" status: 204 len: 168 time: 0.8834915 Sep 26 13:17:30.798128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327cc94-ac94-416c-ac49-84914699cfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1775842605-project] Pushing event deleted for resources: {'Network': ['ID=48909b24-c65b-446e-b407-9d638dc6ee0e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:30.822504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57ab27cb-3f33-4c97-b6eb-5e91a7ff49bc None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:30.881204 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:29Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:29Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:28Z', 'revision_number': 1, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:30.941689 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d21490-8210-40d1-8c16-ef43124c824a None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:29Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:29Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:28Z', 'revision_number': 1, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:30.963007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e6bbb-1117-4e5e-87e7-742a741a6ea0 None None] Pushing event updated for resources: {'Port': ['ID=1498d9fd-a68a-4755-bef6-45ff77cf903e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:30.984058 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57ab27cb-3f33-4c97-b6eb-5e91a7ff49bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:31.044739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e65eb28a-9d70-4768-84ad-c820463217b6 None None] Provisioning complete for port d6ae6ce0-05e9-4345-8b21-33520a32e40a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:31.045138 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e65eb28a-9d70-4768-84ad-c820463217b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:31.054644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Delete allocated IP 2001:db8::231 (1acb53e7-11df-4d78-a65c-d293753a39a8/bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e) {{(pid=94811) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 26 13:17:31.066096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Allocated IP 2001:db8:0:2::353 (1acb53e7-11df-4d78-a65c-d293753a39a8/4362ef5d-f812-4a1a-89ca-b3136e7439bc/746e682b-dce9-45b0-b50f-1c01c14c8907) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:31.295243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d6ae6ce0-05e9-4345-8b21-33520a32e40a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:31.360027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:31.368713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:31.455954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event updated for resources: {'Port': ['ID=746e682b-dce9-45b0-b50f-1c01c14c8907,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:31.496426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] In _notify_port_updated(), no bound segment for port 746e682b-dce9-45b0-b50f-1c01c14c8907 on network 1acb53e7-11df-4d78-a65c-d293753a39a8 {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:17:31.505431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:31.506455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:31.507999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ea38a14d-6edf-45c9-b4c2-b6b5b56d3994 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "PUT /v2.0/ports/746e682b-dce9-45b0-b50f-1c01c14c8907 HTTP/1.1" status: 200 len: 970 time: 2.0676885 Sep 26 13:17:31.512314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60320) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:31.550296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60322) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:31.788606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:31.801398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6de79063-49f0-4478-9d20-d1ff4c7618fd tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7237508 Sep 26 13:17:31.801741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60330) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:31.803136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab27cb-3f33-4c97-b6eb-5e91a7ff49bc None None] Pushing event updated for resources: {'Port': ['ID=556abc08-8729-4109-8e25-c30f92015d6b,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:31.815533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1112360001'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:31.903880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d6ae6ce0-05e9-4345-8b21-33520a32e40a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:31.904551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:31.909166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-007865d9-b72b-4eb9-aa1d-e494acf53024 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 746e682b-dce9-45b0-b50f-1c01c14c8907 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:31.909540 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-007865d9-b72b-4eb9-aa1d-e494acf53024 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:31.969082 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e65eb28a-9d70-4768-84ad-c820463217b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:31.969922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:31.976519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.040479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e65eb28a-9d70-4768-84ad-c820463217b6 None None] For port d6ae6ce0-05e9-4345-8b21-33520a32e40a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d6ae6ce0-05e9-4345-8b21-33520a32e40a,segment=NetworkSegment(4bddd091-a81f-46eb-b5a8-0c0d5600a266),segment_id=4bddd091-a81f-46eb-b5a8-0c0d5600a266)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:32.098802 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e65eb28a-9d70-4768-84ad-c820463217b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.110189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-207040c9-67d5-4864-bc99-83c4c0774172 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a3581f89fce4321854a597ec1939d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546913 Sep 26 13:17:32.110939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60336) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:32.171326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:32.219220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.219828 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added segment da80d1c3-c4f7-494c-8e26-45c535ada876 of type vlan for network 53a74b43-854a-4cd9-b9fb-30196455e541 Sep 26 13:17:32.221757 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7aa4fc3b-81fd-44af-8b3a-a8d0bf944723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.241227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e65eb28a-9d70-4768-84ad-c820463217b6 None None] Provisioning complete for port 1498d9fd-a68a-4755-bef6-45ff77cf903e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:32.241952 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e65eb28a-9d70-4768-84ad-c820463217b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.264209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7aa4fc3b-81fd-44af-8b3a-a8d0bf944723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.314569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:32.322713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-007865d9-b72b-4eb9-aa1d-e494acf53024 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.335771 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.345895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eb28a-9d70-4768-84ad-c820463217b6 None None] Pushing event updated for resources: {'Port': ['ID=d6ae6ce0-05e9-4345-8b21-33520a32e40a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:32.359994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.370711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-007865d9-b72b-4eb9-aa1d-e494acf53024 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 746e682b-dce9-45b0-b50f-1c01c14c8907 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:32.382728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7aa4fc3b-81fd-44af-8b3a-a8d0bf944723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.386357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7aa4fc3b-81fd-44af-8b3a-a8d0bf944723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.387792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7aa4fc3b-81fd-44af-8b3a-a8d0bf944723 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da4945b6-e66d-4cce-a6de-ca279a909bb8 HTTP/1.1" status: 204 len: 168 time: 0.2763300 Sep 26 13:17:32.404133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:32.404783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:32.408092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4fc3b-81fd-44af-8b3a-a8d0bf944723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4945b6-e66d-4cce-a6de-ca279a909bb8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:32.495082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.504803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:32.505590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.594146 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:17:32.594765 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:17:32.607984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:32.618210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60342) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:32.618511 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8150654 Sep 26 13:17:32.623966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'subnet': {'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:32.742565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0d4c26c4-d38d-486a-b6a2-d3a0e9bd6473 None None] Provisioning complete for port b18c3603-203e-4008-80c4-628b220f3830 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:32.742997 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d4c26c4-d38d-486a-b6a2-d3a0e9bd6473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.750940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d620e-3f3c-4b28-87db-a255e362b5bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Network': ['ID=53a74b43-854a-4cd9-b9fb-30196455e541,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:32.845094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Made reservation on behalf of eec9799ed6da4360aefae4269e634568 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:32.855083 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.897734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 53a74b43-854a-4cd9-b9fb-30196455e541 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:32.900528 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-007865d9-b72b-4eb9-aa1d-e494acf53024 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:32.987756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007865d9-b72b-4eb9-aa1d-e494acf53024 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=746e682b-dce9-45b0-b50f-1c01c14c8907,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:33.034697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60350) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:33.059347 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-007865d9-b72b-4eb9-aa1d-e494acf53024 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.064178 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-007865d9-b72b-4eb9-aa1d-e494acf53024 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/746e682b-dce9-45b0-b50f-1c01c14c8907 HTTP/1.1" status: 204 len: 168 time: 1.5505600 Sep 26 13:17:33.064823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60352) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:33.108496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c26c4-d38d-486a-b6a2-d3a0e9bd6473 None None] Port b18c3603-203e-4008-80c4-628b220f3830 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:33.136868 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02ac1aa-4a1c-4b51-bc56-dca14ce7defb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] GET failed (client error): The resource could not be found. Sep 26 13:17:33.153290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c02ac1aa-4a1c-4b51-bc56-dca14ce7defb tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports/746e682b-dce9-45b0-b50f-1c01c14c8907 HTTP/1.1" status: 404 len: 333 time: 0.0874078 Sep 26 13:17:33.154268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60354) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:33.177029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0d4c26c4-d38d-486a-b6a2-d3a0e9bd6473 None None] Provisioning complete for port d6ae6ce0-05e9-4345-8b21-33520a32e40a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:33.177411 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d4c26c4-d38d-486a-b6a2-d3a0e9bd6473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.219328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-32134ebf-b9e0-47e5-a7f9-5e6b7624da9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2d44b5800a949c1af6cf71bd740cb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833181 Sep 26 13:17:33.221845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60356) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:33.237750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1498d9fd-a68a-4755-bef6-45ff77cf903e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:33.287716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-afa82201-2866-4185-b61c-70ad7d62e826 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.327652 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-afa82201-2866-4185-b61c-70ad7d62e826 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.383252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-afa82201-2866-4185-b61c-70ad7d62e826 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.386451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-afa82201-2866-4185-b61c-70ad7d62e826 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.390622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-afa82201-2866-4185-b61c-70ad7d62e826 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/security-groups/65eada43-6c27-47b4-a5ed-90f8c44287ab HTTP/1.1" status: 204 len: 168 time: 0.2327316 Sep 26 13:17:33.392683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60358) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:33.424889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa82201-2866-4185-b61c-70ad7d62e826 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eada43-6c27-47b4-a5ed-90f8c44287ab,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:33.428500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1498d9fd-a68a-4755-bef6-45ff77cf903e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:33.428715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.476983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db2674f5-cb66-4e30-8b9a-4da19066f77d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.484283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-994e964f-f783-4bd3-bfa9-01f514d64230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.489830 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.494459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:29Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:29Z', 'revision_number': 2, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:33.506670 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db2674f5-cb66-4e30-8b9a-4da19066f77d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.538478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:33.538838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Updating router 05f28780-b459-4246-baf9-4736066e08ac port b18c3603-203e-4008-80c4-628b220f3830 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:17:33.560433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db2674f5-cb66-4e30-8b9a-4da19066f77d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.569204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db2674f5-cb66-4e30-8b9a-4da19066f77d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.573117 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-db2674f5-cb66-4e30-8b9a-4da19066f77d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c44c97b-9032-4879-bf10-0b47f1957bf9 HTTP/1.1" status: 204 len: 168 time: 0.1771226 Sep 26 13:17:33.574369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60360) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:33.584035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2674f5-cb66-4e30-8b9a-4da19066f77d tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c44c97b-9032-4879-bf10-0b47f1957bf9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:33.616781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:33.617159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.618730 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.645716 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-994e964f-f783-4bd3-bfa9-01f514d64230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.697427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Checking segment: {'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:33.697836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network hostable DHCP agents. Network: 53a74b43-854a-4cd9-b9fb-30196455e541, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:33.719899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Subnet': ['ID=6836e813-8ac1-4989-ba4f-e4b771717a92,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:33.764011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 53a74b43-854a-4cd9-b9fb-30196455e541 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:33.774420 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a6ac-c4d2-40f9-8ae8-ff87394330a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.792783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 53a74b43-854a-4cd9-b9fb-30196455e541) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:33.798701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:33.799390 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.827297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d6ae6ce0-05e9-4345-8b21-33520a32e40a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:33.830860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-22062ec7-cebe-40b7-93ba-277b1b89bb02 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2087991 Sep 26 13:17:33.831693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60362) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:33.831860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44458f57-6fb8-42ac-8c29-11d56dc65b7d None None] Network 53a74b43-854a-4cd9-b9fb-30196455e541 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:33.839469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a6ac-c4d2-40f9-8ae8-ff87394330a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.842305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-994e964f-f783-4bd3-bfa9-01f514d64230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.845147 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-994e964f-f783-4bd3-bfa9-01f514d64230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:33.846354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-994e964f-f783-4bd3-bfa9-01f514d64230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b57d6ecf-34d3-4f18-a131-df5a38f644df HTTP/1.1" status: 204 len: 168 time: 0.6235757 Sep 26 13:17:33.939348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e964f-f783-4bd3-bfa9-01f514d64230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d6ecf-34d3-4f18-a131-df5a38f644df,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:34.047178 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a6ac-c4d2-40f9-8ae8-ff87394330a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.050266 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a6ac-c4d2-40f9-8ae8-ff87394330a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.054692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bbe4a6ac-c4d2-40f9-8ae8-ff87394330a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3bc7d7d-b5f6-4732-9bf5-f93099d2426a HTTP/1.1" status: 204 len: 168 time: 0.4659004 Sep 26 13:17:34.055558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60372) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:34.133141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4a6ac-c4d2-40f9-8ae8-ff87394330a9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc7d7d-b5f6-4732-9bf5-f93099d2426a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:34.184474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d63db2a-92c8-4003-a614-30a4eece692f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:34.192941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7d63db2a-92c8-4003-a614-30a4eece692f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.247140 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7d63db2a-92c8-4003-a614-30a4eece692f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.349475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Provisioning complete for port 7ae4237e-3979-4c52-9ee8-2d5f8380217f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:34.350063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.364025 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7d63db2a-92c8-4003-a614-30a4eece692f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.420592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d6ae6ce0-05e9-4345-8b21-33520a32e40a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:34.421034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.470567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7d63db2a-92c8-4003-a614-30a4eece692f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.511813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63db2a-92c8-4003-a614-30a4eece692f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:34.526946 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7d63db2a-92c8-4003-a614-30a4eece692f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.531334 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7d63db2a-92c8-4003-a614-30a4eece692f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e HTTP/1.1" status: 204 len: 168 time: 0.4747708 Sep 26 13:17:34.535277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60382) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:34.545448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18c8a8-421c-47fb-88dc-5728539e35b2 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:34.567364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.594871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Port 7ae4237e-3979-4c52-9ee8-2d5f8380217f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:34.609992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Could not find standard attr ID for object 746e682b-dce9-45b0-b50f-1c01c14c8907. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:17:34.630531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-53a74b43-854a-4cd9-b9fb-30196455e541', 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'fixed_ips': [{'subnet_id': '6836e813-8ac1-4989-ba4f-e4b771717a92'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:34.631798 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.676309 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eaf2dc-6db0-4344-965a-9c1977c99144 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet 4362ef5d-f812-4a1a-89ca-b3136e7439bc {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:34.678200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Provisioning complete for port b18c3603-203e-4008-80c4-628b220f3830 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:34.678791 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.682162 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74eaf2dc-6db0-4344-965a-9c1977c99144 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.746909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74eaf2dc-6db0-4344-965a-9c1977c99144 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.821297 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.872908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74eaf2dc-6db0-4344-965a-9c1977c99144 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.901543 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:34.929652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d92c76b5-ed96-41a3-b3d8-99570ff3666e None None] Port b18c3603-203e-4008-80c4-628b220f3830 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:35.021539 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74eaf2dc-6db0-4344-965a-9c1977c99144 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.022821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Allocated IP 2001:db8:3::1 (53a74b43-854a-4cd9-b9fb-30196455e541/6836e813-8ac1-4989-ba4f-e4b771717a92/c3536d5e-0df6-418a-ab53-d478f3e09cec) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:35.078805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb1873-dcc1-4cd6-aa18-588199136733 None None] Pushing event updated for resources: {'Port': ['ID=b18c3603-203e-4008-80c4-628b220f3830,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:35.082373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaf2dc-6db0-4344-965a-9c1977c99144 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=4362ef5d-f812-4a1a-89ca-b3136e7439bc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:35.087697 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74eaf2dc-6db0-4344-965a-9c1977c99144 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.092978 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74eaf2dc-6db0-4344-965a-9c1977c99144 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/4362ef5d-f812-4a1a-89ca-b3136e7439bc HTTP/1.1" status: 204 len: 168 time: 0.5565853 Sep 26 13:17:35.104935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60398) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:35.156428 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6264f816-e75e-4d94-8add-3e293f7ae1d5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:35.157066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6264f816-e75e-4d94-8add-3e293f7ae1d5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:35.158968 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6264f816-e75e-4d94-8add-3e293f7ae1d5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/bc3af3ef-2cdc-45da-bc37-e3eccdd22d5e HTTP/1.1" status: 404 len: 337 time: 0.0509615 Sep 26 13:17:35.161724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60404) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:35.251989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d858c8d0-ca4a-4ba1-9758-8261da2f55b5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting subnet 92a8137d-a0f7-4386-b8ad-a2257c1e919f {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:35.262277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d858c8d0-ca4a-4ba1-9758-8261da2f55b5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.330060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d858c8d0-ca4a-4ba1-9758-8261da2f55b5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.355328 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.412114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 556abc08-8729-4109-8e25-c30f92015d6b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:35.426862 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.501195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=c3536d5e-0df6-418a-ab53-d478f3e09cec,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:35.533017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 53a74b43-854a-4cd9-b9fb-30196455e541 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:35.535222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:35.537979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:35.538734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.557695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d858c8d0-ca4a-4ba1-9758-8261da2f55b5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.596347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Attempting to bind port b18c3603-203e-4008-80c4-628b220f3830 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:35.597014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Attempting to bind port b18c3603-203e-4008-80c4-628b220f3830 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:35.597689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Attempting to bind port b18c3603-203e-4008-80c4-628b220f3830 on network d870a91a-9bf5-4abc-a921-b5c935389da2 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:35.609891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:35.610657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Checking segment: {'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:35.611431 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.612049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Bound using segment: {'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:35.612778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Bound port: b18c3603-203e-4008-80c4-628b220f3830, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bddd091-a81f-46eb-b5a8-0c0d5600a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:35.613405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.655621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d858c8d0-ca4a-4ba1-9758-8261da2f55b5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.658147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Allocated IP 2001:db8:3::2 (53a74b43-854a-4cd9-b9fb-30196455e541/6836e813-8ac1-4989-ba4f-e4b771717a92/d1754128-4bcb-4b8a-9863-8b09cdc6423a) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:35.668078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-218e949e-3946-45c2-879a-f20f50cdddcd None None] Provisioning complete for port b18c3603-203e-4008-80c4-628b220f3830 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:35.668920 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-218e949e-3946-45c2-879a-f20f50cdddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.708359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858c8d0-ca4a-4ba1-9758-8261da2f55b5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Subnet': ['ID=92a8137d-a0f7-4386-b8ad-a2257c1e919f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:35.726875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d858c8d0-ca4a-4ba1-9758-8261da2f55b5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.732532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-218e949e-3946-45c2-879a-f20f50cdddcd None None] Port b18c3603-203e-4008-80c4-628b220f3830 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:35.737916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d858c8d0-ca4a-4ba1-9758-8261da2f55b5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/92a8137d-a0f7-4386-b8ad-a2257c1e919f HTTP/1.1" status: 204 len: 168 time: 0.5732229 Sep 26 13:17:35.738687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:35.739300 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.739571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60414) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:35.787355 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf2baaa-2b57-4268-9f8e-8457d57ff8d0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:35.787931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf2baaa-2b57-4268-9f8e-8457d57ff8d0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:35.789824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6bf2baaa-2b57-4268-9f8e-8457d57ff8d0 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/4aa77dae-a400-4036-b275-e879df9b76ae HTTP/1.1" status: 404 len: 337 time: 0.0478263 Sep 26 13:17:35.792458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60416) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:35.821747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.834169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8cefc2cf-51ce-45ab-b2bc-0301c6a5d164 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "GET /v2.0/ports?device_id=27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5 HTTP/1.1" status: 200 len: 205 time: 0.0405047 Sep 26 13:17:35.836497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60420) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:35.926341 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-f2a04c20-56fb-4ffb-a1e0-e71912765123 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] delete failed (client error): The resource could not be found. Sep 26 13:17:35.928322 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f2a04c20-56fb-4ffb-a1e0-e71912765123 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/routers/27bcc695-d9bb-4c0e-a0fb-c2e42a8269d5 HTTP/1.1" status: 404 len: 336 time: 0.0905709 Sep 26 13:17:35.931406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60424) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:35.939479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] For port b18c3603-203e-4008-80c4-628b220f3830, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:35.945269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] For port b18c3603-203e-4008-80c4-628b220f3830, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b18c3603-203e-4008-80c4-628b220f3830,segment=NetworkSegment(4bddd091-a81f-46eb-b5a8-0c0d5600a266),segment_id=4bddd091-a81f-46eb-b5a8-0c0d5600a266)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:35.965691 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:35.985844 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d28987-a6e2-4c60-bb01-e084fd8cb469 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:35.986474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d28987-a6e2-4c60-bb01-e084fd8cb469 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:35.988667 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-88d28987-a6e2-4c60-bb01-e084fd8cb469 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/2dfe2f57-f522-47bd-a170-82ad62db0538 HTTP/1.1" status: 404 len: 337 time: 0.0556664 Sep 26 13:17:35.992406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60426) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.044740 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4589fdb-38e7-4843-abe3-b16a230ec0ef tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:36.045357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4589fdb-38e7-4843-abe3-b16a230ec0ef tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:36.049662 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c4589fdb-38e7-4843-abe3-b16a230ec0ef tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/d996d401-717f-440d-babd-289a3f8139bd HTTP/1.1" status: 404 len: 337 time: 0.0537522 Sep 26 13:17:36.050880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60430) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.111111 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e660a91-8980-4584-99a0-b143bf156824 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:36.111729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e660a91-8980-4584-99a0-b143bf156824 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:36.116359 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3e660a91-8980-4584-99a0-b143bf156824 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/ad4d17b8-325d-4e4c-acfe-81e368db991c HTTP/1.1" status: 404 len: 337 time: 0.0617647 Sep 26 13:17:36.117270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60432) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.139122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:36.140195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:36.211593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60434) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.219912 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b0ab3a-ced6-4b57-bbb8-8c6c52cef33c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:36.221073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b0ab3a-ced6-4b57-bbb8-8c6c52cef33c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:36.225885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e4b0ab3a-ced6-4b57-bbb8-8c6c52cef33c tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/c5f39954-ebb9-4a36-bacf-0c819afdcb6e HTTP/1.1" status: 404 len: 333 time: 0.1051986 Sep 26 13:17:36.226325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60438) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.312963 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3e41b8-5cd5-4fb1-abc8-0b2501fe4bd7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:36.313720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3e41b8-5cd5-4fb1-abc8-0b2501fe4bd7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:36.320376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3e3e41b8-5cd5-4fb1-abc8-0b2501fe4bd7 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/d8b69632-72f9-4147-be7d-17e3afb172c2 HTTP/1.1" status: 404 len: 337 time: 0.0880570 Sep 26 13:17:36.322969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60444) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.397424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1498d9fd-a68a-4755-bef6-45ff77cf903e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:36.424705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-210105047', 'router:external': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:36.429125 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b1686f-c1bb-4b86-a311-e2570b4965a5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:36.429908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b1686f-c1bb-4b86-a311-e2570b4965a5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:36.434228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67b1686f-c1bb-4b86-a311-e2570b4965a5 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/84cefab2-3108-4c27-a1c8-2881a1fa8cda HTTP/1.1" status: 404 len: 337 time: 0.1046331 Sep 26 13:17:36.436663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60446) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.493328 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-da95a44f-1098-48ee-8a11-2e471ae90dd9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:36.494167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da95a44f-1098-48ee-8a11-2e471ae90dd9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:36.497788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-da95a44f-1098-48ee-8a11-2e471ae90dd9 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/dbb1a93d-73ab-40e1-a4e8-5e4132b2f9fb HTTP/1.1" status: 404 len: 333 time: 0.0597229 Sep 26 13:17:36.498999 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.500933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60448) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.510091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb1873-dcc1-4cd6-aa18-588199136733 None None] Pushing event updated for resources: {'Port': ['ID=b18c3603-203e-4008-80c4-628b220f3830,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:36.516590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Made reservation on behalf of b45dc0f4542a428b818d8d07fe5cc8df for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:36.531570 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.531745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.534941 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.541288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.542220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.567737 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e05487e-7b38-474f-aa56-07bf1c37f85f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:36.568254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e05487e-7b38-474f-aa56-07bf1c37f85f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:36.570749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2e05487e-7b38-474f-aa56-07bf1c37f85f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/ad6589e9-b1e6-4566-a657-9016f37c9d0b HTTP/1.1" status: 404 len: 337 time: 0.0687306 Sep 26 13:17:36.571798 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.573589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60450) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.633499 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a241f4cf-b8f2-48cd-a068-db9f4eec12d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] DELETE failed (client error): The resource could not be found. Sep 26 13:17:36.633804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:36.633973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a241f4cf-b8f2-48cd-a068-db9f4eec12d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:17:36.638410 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a241f4cf-b8f2-48cd-a068-db9f4eec12d2 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/subnets/859ddf28-df78-4633-aab6-391283f59a7f HTTP/1.1" status: 404 len: 337 time: 0.0612671 Sep 26 13:17:36.638546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60452) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:36.665117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event updated for resources: {'Port': ['ID=c3536d5e-0df6-418a-ab53-d478f3e09cec,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:36.696817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Network 53a74b43-854a-4cd9-b9fb-30196455e541 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:36.718001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:36.720422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Pushing event updated for resources: {'Port': ['ID=d1754128-4bcb-4b8a-9863-8b09cdc6423a,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:36.723321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:36.756567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Network 53a74b43-854a-4cd9-b9fb-30196455e541 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:36.758475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:36.779686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e29e53a8-84c0-43a9-b0b4-1ce145e9729e None None] Provisioning complete for port b18c3603-203e-4008-80c4-628b220f3830 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:36.780118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e29e53a8-84c0-43a9-b0b4-1ce145e9729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.782484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311d78f-896c-42f9-ba95-9d478e980a61 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:36.789022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1498d9fd-a68a-4755-bef6-45ff77cf903e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:36.789476 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.804653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b7a98cde-a3ee-4fa6-86b5-6242ffc42223 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 7ae4237e-3979-4c52-9ee8-2d5f8380217f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:36.805350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7a98cde-a3ee-4fa6-86b5-6242ffc42223 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.883283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:36.898299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7a98cde-a3ee-4fa6-86b5-6242ffc42223 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:36.913892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b7a98cde-a3ee-4fa6-86b5-6242ffc42223 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 7ae4237e-3979-4c52-9ee8-2d5f8380217f owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:37.000977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:37.009876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7a98cde-a3ee-4fa6-86b5-6242ffc42223 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.010528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-07850411-229f-4d7b-a5a4-593bcfe7c485 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1777830 Sep 26 13:17:37.013795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60454) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:37.020493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:37.077165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a98cde-a3ee-4fa6-86b5-6242ffc42223 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=7ae4237e-3979-4c52-9ee8-2d5f8380217f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:37.099012 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7a98cde-a3ee-4fa6-86b5-6242ffc42223 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.105791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b7a98cde-a3ee-4fa6-86b5-6242ffc42223 tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/ports/7ae4237e-3979-4c52-9ee8-2d5f8380217f HTTP/1.1" status: 204 len: 168 time: 0.4624934 Sep 26 13:17:37.116527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60458) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:37.166293 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.211727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.246654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.248472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:37.250193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Attempting to bind port d1754128-4bcb-4b8a-9863-8b09cdc6423a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:37.250559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Attempting to bind port d1754128-4bcb-4b8a-9863-8b09cdc6423a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:37.250922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Attempting to bind port d1754128-4bcb-4b8a-9863-8b09cdc6423a on network 53a74b43-854a-4cd9-b9fb-30196455e541 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:37.270953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29736db2-6675-45f4-89b1-7f245ef49801,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:37.275942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:37.276659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Checking segment: {'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:37.277296 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.277903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Bound using segment: {'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:37.278648 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Bound port: d1754128-4bcb-4b8a-9863-8b09cdc6423a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:37.279237 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.281040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.281694 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Added segment 0cd5cc51-df9b-4c7a-8732-c09fcbed3693 of type vlan for network e528af7b-3fed-4d39-b953-067d96567d61 Sep 26 13:17:37.371505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.411516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Deleting port 556abc08-8729-4109-8e25-c30f92015d6b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:37.411961 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.435725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.436794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:37.437462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.461081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2476857 Sep 26 13:17:37.463892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60464) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:37.479740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'subnet': {'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:37.522845 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e29e53a8-84c0-43a9-b0b4-1ce145e9729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.557385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] For port 556abc08-8729-4109-8e25-c30f92015d6b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=556abc08-8729-4109-8e25-c30f92015d6b,segment=NetworkSegment(ba4ae43e-2c94-4674-8e15-e845851ac9e7),segment_id=ba4ae43e-2c94-4674-8e15-e845851ac9e7)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:37.557819 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.603399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da980743-2d24-42bf-aef9-8e1e29db9e45 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'Network': ['ID=e528af7b-3fed-4d39-b953-067d96567d61,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:37.605705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] For port d1754128-4bcb-4b8a-9863-8b09cdc6423a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:37.613393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Calling delete_port for 556abc08-8729-4109-8e25-c30f92015d6b owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:37.613939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] For port d1754128-4bcb-4b8a-9863-8b09cdc6423a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d1754128-4bcb-4b8a-9863-8b09cdc6423a,segment=NetworkSegment(da80d1c3-c4f7-494c-8e26-45c535ada876),segment_id=da80d1c3-c4f7-494c-8e26-45c535ada876)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:37.621288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Made reservation on behalf of b45dc0f4542a428b818d8d07fe5cc8df for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:37.623777 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.630385 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.635472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 26 13:17:37.646876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e29e53a8-84c0-43a9-b0b4-1ce145e9729e None None] For port b18c3603-203e-4008-80c4-628b220f3830, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b18c3603-203e-4008-80c4-628b220f3830,segment=NetworkSegment(4bddd091-a81f-46eb-b5a8-0c0d5600a266),segment_id=4bddd091-a81f-46eb-b5a8-0c0d5600a266)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:37.662691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Removed routes are [] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 26 13:17:37.663270 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.676229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e528af7b-3fed-4d39-b953-067d96567d61 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:37.682273 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e29e53a8-84c0-43a9-b0b4-1ce145e9729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:37.707050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] DHCP port deletion for 1acb53e7-11df-4d78-a65c-d293753a39a8 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:17:37.739752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:35Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:35Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3536d5e-0df6-418a-ab53-d478f3e09cec', 'name': '', 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:9c:b9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:34Z', 'updated_at': '2021-09-26T13:17:35Z', 'revision_number': 1, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:37.866321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b940ff-3107-4c28-9eee-fbe8aaa23838 None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:35Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:35Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3536d5e-0df6-418a-ab53-d478f3e09cec', 'name': '', 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:9c:b9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:34Z', 'updated_at': '2021-09-26T13:17:35Z', 'revision_number': 1, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:37.878718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b18c3603-203e-4008-80c4-628b220f3830 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:37.882783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282331fb-5f16-4bff-9e0f-17040b8ac701 None None] Pushing event updated for resources: {'Port': ['ID=d1754128-4bcb-4b8a-9863-8b09cdc6423a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:37.913834 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.010006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Port': ['ID=556abc08-8729-4109-8e25-c30f92015d6b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:38.014448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] No DVR routers for this DVR port 556abc08-8729-4109-8e25-c30f92015d6b on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:38.028894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.035339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.128253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-933aa9a4-c5ab-45d7-a058-b131312ee58a None None] Provisioning complete for port 556abc08-8729-4109-8e25-c30f92015d6b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:38.129508 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-933aa9a4-c5ab-45d7-a058-b131312ee58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.202267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-933aa9a4-c5ab-45d7-a058-b131312ee58a None None] Port 556abc08-8729-4109-8e25-c30f92015d6b was deleted so its status cannot be updated. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 26 13:17:38.234515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-933aa9a4-c5ab-45d7-a058-b131312ee58a None None] Could not find standard attr ID for object 7ae4237e-3979-4c52-9ee8-2d5f8380217f. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:17:38.247107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:38.249038 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.254304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e53a8-84c0-43a9-b0b4-1ce145e9729e None None] Pushing event updated for resources: {'Port': ['ID=b18c3603-203e-4008-80c4-628b220f3830,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:38.295370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b18c3603-203e-4008-80c4-628b220f3830 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:38.295953 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.339463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bf761b5a-2cba-40cb-ab4a-f142bf37590b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.344567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] Deleting port 556abc08-8729-4109-8e25-c30f92015d6b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:38.345217 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.355575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acb53e7-11df-4d78-a65c-d293753a39a8']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:38.382997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4ae43e-2c94-4674-8e15-e845851ac9e7') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:38.384138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4ae43e-2c94-4674-8e15-e845851ac9e7') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:38.398312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:38.405147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.410059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.414354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-62c09b3f-30ea-42e0-862d-bcdee2daea67 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 200 len: 954 time: 1.3986521 Sep 26 13:17:38.414686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60468) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:38.423496 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.431819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:38.432577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:38.458189 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:38.462890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] For port 556abc08-8729-4109-8e25-c30f92015d6b, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:38.463314 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.502085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] Calling delete_port for 556abc08-8729-4109-8e25-c30f92015d6b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:38.505572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] Port 556abc08-8729-4109-8e25-c30f92015d6b was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:17:38.553444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-67bf3c2b-9e04-4083-80f1-7cb8c0875940 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 200 len: 954 time: 0.1372042 Sep 26 13:17:38.554096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60474) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:38.559295 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.559873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'routes': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:38.635000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] Network 1acb53e7-11df-4d78-a65c-d293753a39a8 is not hosted by any dhcp agent {{(pid=94813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:17:38.638511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] No DVR routers for this DVR port 556abc08-8729-4109-8e25-c30f92015d6b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:38.651758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b203c-23d4-44ac-845a-9bc5ae30dbb4 None None] Pushing event deleted for resources: {'Port': ['ID=556abc08-8729-4109-8e25-c30f92015d6b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:38.658656 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.680275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.682864 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] 10.222.0.13 "DELETE /v2.0/networks/1acb53e7-11df-4d78-a65c-d293753a39a8 HTTP/1.1" status: 204 len: 168 time: 1.5652449 Sep 26 13:17:38.702536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f7834-b50c-463d-bc9d-f606f1819d2f tempest-PortsIpV6TestJSON-161315531 tempest-PortsIpV6TestJSON-161315531-project] Pushing event deleted for resources: {'Network': ['ID=1acb53e7-11df-4d78-a65c-d293753a39a8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:38.790607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:17:38.792384 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.887944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9c93f30f-632c-49a9-b080-0bf1015d9f44,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:38.916270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Checking segment: {'id': '0cd5cc51-df9b-4c7a-8732-c09fcbed3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:38.916771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Network hostable DHCP agents. Network: e528af7b-3fed-4d39-b953-067d96567d61, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:38.940438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Network e528af7b-3fed-4d39-b953-067d96567d61 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:38.960228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e528af7b-3fed-4d39-b953-067d96567d61) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:38.970865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87618070-4dad-4c9a-aaca-d66b802fdb20 None None] Network e528af7b-3fed-4d39-b953-067d96567d61 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:38.971219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:38.972495 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:38.999291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a3d752d2-67c8-45a0-a1ed-c92f5ce7db44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5342193 Sep 26 13:17:39.002019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60478) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:39.016145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-457208540', 'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:39.020307 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:39.053897 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:39.054969 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:39.067788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Made reservation on behalf of b45dc0f4542a428b818d8d07fe5cc8df for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:39.070183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:39.110459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] device_id is not set on port fbf23e42-1280-4a71-abe5-f48ca5bae587 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:17:39.221087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44326f09-afbe-445e-abc6-1686d16f7cde None None] Network e528af7b-3fed-4d39-b953-067d96567d61 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:39.305888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60486) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:39.306996 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:39.404263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Allocated IP 2001:db8::34e (e528af7b-3fed-4d39-b953-067d96567d61/9c93f30f-632c-49a9-b080-0bf1015d9f44/fbf23e42-1280-4a71-abe5-f48ca5bae587) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:39.435946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396055c5-3c03-4dec-8776-6433c2812dca None None] Network 53a74b43-854a-4cd9-b9fb-30196455e541 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:39.565517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-17f2249b-4049-4a9f-a0d4-8660a04b5a6f None None] Provisioning complete for port d1754128-4bcb-4b8a-9863-8b09cdc6423a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:39.566124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-17f2249b-4049-4a9f-a0d4-8660a04b5a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:39.647671 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 6, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3536d5e-0df6-418a-ab53-d478f3e09cec', 'name': '', 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:9c:b9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:34Z', 'updated_at': '2021-09-26T13:17:36Z', 'revision_number': 2, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:39.672851 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-17f2249b-4049-4a9f-a0d4-8660a04b5a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:39.690399 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:39.690988 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Updating router 05f28780-b459-4246-baf9-4736066e08ac port c3536d5e-0df6-418a-ab53-d478f3e09cec binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:17:39.721060 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:39.888928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-17f2249b-4049-4a9f-a0d4-8660a04b5a6f None None] For port d1754128-4bcb-4b8a-9863-8b09cdc6423a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d1754128-4bcb-4b8a-9863-8b09cdc6423a,segment=NetworkSegment(da80d1c3-c4f7-494c-8e26-45c535ada876),segment_id=da80d1c3-c4f7-494c-8e26-45c535ada876)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:39.902410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d1754128-4bcb-4b8a-9863-8b09cdc6423a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:39.915314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added routes are [] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 26 13:17:39.915926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 26 13:17:39.961354 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:39.968105 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-17f2249b-4049-4a9f-a0d4-8660a04b5a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.030213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2249b-4049-4a9f-a0d4-8660a04b5a6f None None] Pushing event updated for resources: {'Port': ['ID=d1754128-4bcb-4b8a-9863-8b09cdc6423a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:40.078774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d1754128-4bcb-4b8a-9863-8b09cdc6423a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:40.079156 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.142141 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.150997 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.208099 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec5b95-748f-4453-a563-13c723a9f548 None None] Pushing event updated for resources: {'Port': ['ID=c3536d5e-0df6-418a-ab53-d478f3e09cec,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:40.221449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b18c3603-203e-4008-80c4-628b220f3830 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:40.247182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60496) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:40.247913 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0052b09a-ca02-45e9-af8b-78e434ce64c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba20c9d11b3143a18397fd0a91b34dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9398189 Sep 26 13:17:40.271890 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.296620 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Attempting to bind port c3536d5e-0df6-418a-ab53-d478f3e09cec on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:40.296994 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Attempting to bind port c3536d5e-0df6-418a-ab53-d478f3e09cec by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:40.297791 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Attempting to bind port c3536d5e-0df6-418a-ab53-d478f3e09cec on network 53a74b43-854a-4cd9-b9fb-30196455e541 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:40.305446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:40.305446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Checking segment: {'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:40.305951 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.306284 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Bound using segment: {'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:40.306805 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Bound port: c3536d5e-0df6-418a-ab53-d478f3e09cec, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da80d1c3-c4f7-494c-8e26-45c535ada876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:40.307557 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.324057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.327323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b18c3603-203e-4008-80c4-628b220f3830 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:40.328026 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.337425 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.353811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.377791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Network e528af7b-3fed-4d39-b953-067d96567d61 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:40.383376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:40.388535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:40.389547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:40.390167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.419916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf23e42-1280-4a71-abe5-f48ca5bae587,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:40.447333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8d2e56a3-84e8-4dde-b6a4-93d0a7464e4f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4436619 Sep 26 13:17:40.448163 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9e7aa303-47a0-48d4-9c0a-a61f1dca6354 None None] Provisioning complete for port c3536d5e-0df6-418a-ab53-d478f3e09cec triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:40.448303 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] For port c3536d5e-0df6-418a-ab53-d478f3e09cec, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:40.448975 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa303-47a0-48d4-9c0a-a61f1dca6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.449705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60498) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:40.457197 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] For port c3536d5e-0df6-418a-ab53-d478f3e09cec, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c3536d5e-0df6-418a-ab53-d478f3e09cec,segment=NetworkSegment(da80d1c3-c4f7-494c-8e26-45c535ada876),segment_id=da80d1c3-c4f7-494c-8e26-45c535ada876)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:40.465668 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.471449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4df879cd-2a45-439f-8f7d-74fce3c170c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.512903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4df879cd-2a45-439f-8f7d-74fce3c170c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.547290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:40.559756 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:40.560859 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:40.618460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ec14be7a-7a7f-4b54-8dfa-af40d1b3b61e tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Deleting port fbf23e42-1280-4a71-abe5-f48ca5bae587 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:40.618836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec14be7a-7a7f-4b54-8dfa-af40d1b3b61e tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.681011 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa303-47a0-48d4-9c0a-a61f1dca6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.711223 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec5b95-748f-4453-a563-13c723a9f548 None None] Pushing event updated for resources: {'Port': ['ID=c3536d5e-0df6-418a-ab53-d478f3e09cec,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:40.718872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4df879cd-2a45-439f-8f7d-74fce3c170c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.721685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4df879cd-2a45-439f-8f7d-74fce3c170c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.722869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4df879cd-2a45-439f-8f7d-74fce3c170c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f9fcf54-072a-4106-9de9-af084e1fa7b8 HTTP/1.1" status: 204 len: 168 time: 0.4742925 Sep 26 13:17:40.734272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df879cd-2a45-439f-8f7d-74fce3c170c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9fcf54-072a-4106-9de9-af084e1fa7b8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:40.738358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:40.744883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 556abc08-8729-4109-8e25-c30f92015d6b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:40.746463 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.751240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7edb6237-1bf2-41ee-9989-b2662e4a13c9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 200 len: 704 time: 2.1961126 Sep 26 13:17:40.751882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60502) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:40.803701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec14be7a-7a7f-4b54-8dfa-af40d1b3b61e tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:40.819004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ec14be7a-7a7f-4b54-8dfa-af40d1b3b61e tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Calling delete_port for fbf23e42-1280-4a71-abe5-f48ca5bae587 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:40.863057 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:40.925797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 556abc08-8729-4109-8e25-c30f92015d6b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:40.930286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 556abc08-8729-4109-8e25-c30f92015d6b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:40.966913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9e7aa303-47a0-48d4-9c0a-a61f1dca6354 None None] For port c3536d5e-0df6-418a-ab53-d478f3e09cec, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c3536d5e-0df6-418a-ab53-d478f3e09cec,segment=NetworkSegment(da80d1c3-c4f7-494c-8e26-45c535ada876),segment_id=da80d1c3-c4f7-494c-8e26-45c535ada876)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:40.978855 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa303-47a0-48d4-9c0a-a61f1dca6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.069990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60508) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:41.074070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cbdcdaf2-aceb-4304-bed7-a3c2a0295dbf tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 200 len: 704 time: 0.3208539 Sep 26 13:17:41.096913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9e7aa303-47a0-48d4-9c0a-a61f1dca6354 None None] Provisioning complete for port d1754128-4bcb-4b8a-9863-8b09cdc6423a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:41.097412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa303-47a0-48d4-9c0a-a61f1dca6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.103855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-581dd7d5-8d9e-4b67-8747-3c3dfc1960eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2001657 Sep 26 13:17:41.215594 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3f4dae2d-f4e9-4952-96ab-0d390238d074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.222905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aa303-47a0-48d4-9c0a-a61f1dca6354 None None] Pushing event updated for resources: {'Port': ['ID=c3536d5e-0df6-418a-ab53-d478f3e09cec,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:41.291907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-a117eada-f4af-4474-aa50-6f68c2f4fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.292887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-a117eada-f4af-4474-aa50-6f68c2f4fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.293957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-a117eada-f4af-4474-aa50-6f68c2f4fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.294636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-a117eada-f4af-4474-aa50-6f68c2f4fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.295525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-a117eada-f4af-4474-aa50-6f68c2f4fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.296210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-a117eada-f4af-4474-aa50-6f68c2f4fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.296873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-a117eada-f4af-4474-aa50-6f68c2f4fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.299913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-a117eada-f4af-4474-aa50-6f68c2f4fa56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6506 time: 0.1223438 Sep 26 13:17:41.362448 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:39Z', 'revision_number': 7, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3536d5e-0df6-418a-ab53-d478f3e09cec', 'name': '', 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:9c:b9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:34Z', 'updated_at': '2021-09-26T13:17:40Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:41.408288 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26d2a4-1b55-48f8-92e1-5fc9f478de22 None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:39Z', 'revision_number': 7, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3536d5e-0df6-418a-ab53-d478f3e09cec', 'name': '', 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:9c:b9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:34Z', 'updated_at': '2021-09-26T13:17:40Z', 'revision_number': 4, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:41.445647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec14be7a-7a7f-4b54-8dfa-af40d1b3b61e tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.470808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-454fc9e6-e93f-4023-90d6-dcb0e8d48aa6 None None] Provisioning complete for port c3536d5e-0df6-418a-ab53-d478f3e09cec triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:41.471597 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-454fc9e6-e93f-4023-90d6-dcb0e8d48aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.491356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14be7a-7a7f-4b54-8dfa-af40d1b3b61e tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbf23e42-1280-4a71-abe5-f48ca5bae587,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:41.604288 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec14be7a-7a7f-4b54-8dfa-af40d1b3b61e tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.608648 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ec14be7a-7a7f-4b54-8dfa-af40d1b3b61e tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fbf23e42-1280-4a71-abe5-f48ca5bae587 HTTP/1.1" status: 204 len: 168 time: 1.1574671 Sep 26 13:17:41.616828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60528) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:41.618234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-7faf28c9-a03d-4e02-8cb3-be587b314711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.618804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-7faf28c9-a03d-4e02-8cb3-be587b314711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.621526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-7faf28c9-a03d-4e02-8cb3-be587b314711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.625180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-7faf28c9-a03d-4e02-8cb3-be587b314711 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1bf1093e-5266-4129-afda-8e464a35bc64&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=b86aff44-39fa-42e7-b920-6c793e3330ab&id=b86aff44-39fa-42e7-b920-6c793e3330ab HTTP/1.1" status: 200 len: 2295 time: 0.2939017 Sep 26 13:17:41.644257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61', 'external_fixed_ips': [{'subnet_id': '9c93f30f-632c-49a9-b080-0bf1015d9f44', 'ip_address': '2001:db8::34e'}]}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:41.666969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.761012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c3536d5e-0df6-418a-ab53-d478f3e09cec up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:41.782085 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.784271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.813808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-f9e8b053-2868-43cb-9644-afc8baeffd86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a HTTP/1.1" status: 200 len: 1000 time: 0.1602325 Sep 26 13:17:41.853711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:41.919746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-380ca69a-682b-44d8-9c7c-3aaf2d3eacee None None] Provisioning complete for port c3536d5e-0df6-418a-ab53-d478f3e09cec triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:41.920146 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-380ca69a-682b-44d8-9c7c-3aaf2d3eacee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.923070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:41.932788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-e9ab31dd-a3fc-405d-93d0-963b3eea4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:41.939483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-e9ab31dd-a3fc-405d-93d0-963b3eea4fb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59ac3dad-ef4f-471b-89ef-f28f9443f82a HTTP/1.1" status: 200 len: 855 time: 0.1156805 Sep 26 13:17:41.997225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:41.997934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:42.008494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.373139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.377972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-6567464a-1da3-442b-873d-f21f829355d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:42.380046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-6567464a-1da3-442b-873d-f21f829355d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bf1093e-5266-4129-afda-8e464a35bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2565932 Sep 26 13:17:42.382950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60554) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:42.385038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c3536d5e-0df6-418a-ab53-d478f3e09cec triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:42.385624 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.461119 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.497059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port c3536d5e-0df6-418a-ab53-d478f3e09cec {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:42.497670 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.522966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:42.571196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-85f0d425-455b-45b0-bd49-57febc6c87d1 service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752737 Sep 26 13:17:42.637214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-842321322'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:42.648847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port c3536d5e-0df6-418a-ab53-d478f3e09cec, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c3536d5e-0df6-418a-ab53-d478f3e09cec,segment=NetworkSegment(da80d1c3-c4f7-494c-8e26-45c535ada876),segment_id=da80d1c3-c4f7-494c-8e26-45c535ada876)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:42.664626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.686757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for c3536d5e-0df6-418a-ab53-d478f3e09cec owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:42.689231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:42.693597 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.708392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.711960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-89b36f9e-ef89-48f3-a0bb-13a92530a7e1 None None] Provisioning complete for port c3536d5e-0df6-418a-ab53-d478f3e09cec triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:42.712541 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-89b36f9e-ef89-48f3-a0bb-13a92530a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.793445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d1754128-4bcb-4b8a-9863-8b09cdc6423a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:42.859275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.898674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.920894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:42.935288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=c3536d5e-0df6-418a-ab53-d478f3e09cec,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:42.974289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d1754128-4bcb-4b8a-9863-8b09cdc6423a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:42.974940 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.032070 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:39Z', 'revision_number': 7, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3536d5e-0df6-418a-ab53-d478f3e09cec', 'name': '', 'network_id': '53a74b43-854a-4cd9-b9fb-30196455e541', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:9c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:34Z', 'updated_at': '2021-09-26T13:17:40Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '6836e813-8ac1-4989-ba4f-e4b771717a92', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:43.067386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:43.105663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-2f743d60-13fc-44f2-9d2b-7069f9b2db90 service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258813 Sep 26 13:17:43.109258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.114236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:43.115202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:43.233801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-73253011-34c3-497f-a3ad-1443a60889d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 217 time: 0.1139536 Sep 26 13:17:43.291047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:43.305886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.333341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.446789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:43.473278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:43.526289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860c9852-db97-49d7-86da-30bbe91c6a19,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:43.535629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-65a2132f-ba23-4402-9106-08d817114aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:43.538153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-65a2132f-ba23-4402-9106-08d817114aef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.2369821 Sep 26 13:17:43.539767 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.544696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.545183 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment 27645cc8-1642-48f1-91b8-f5964b802d12 of type vlan for network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 Sep 26 13:17:43.580170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:43.585936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:42Z', 'revision_number': 8, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:43.587699 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-40b4674e-315f-421f-b722-0ef34ae5fe9b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5124269 Sep 26 13:17:43.589060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60582) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:43.622286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85b4f2-af0d-45c7-b758-fc5092187606 None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:42Z', 'revision_number': 8, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:43.635160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Allocated IP 2001:db8::34e (e528af7b-3fed-4d39-b953-067d96567d61/9c93f30f-632c-49a9-b080-0bf1015d9f44/aa0d10ab-db57-4fae-b083-496267db7a49) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:43.659518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.674189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-339a7278-06da-4776-9e35-451355e72961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:43.676034 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-339a7278-06da-4776-9e35-451355e72961 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1262963 Sep 26 13:17:43.699776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-750d4022-561a-412e-961d-0b5598eb0a8e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet 6836e813-8ac1-4989-ba4f-e4b771717a92 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:43.703101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-750d4022-561a-412e-961d-0b5598eb0a8e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.746395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.746658 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-750d4022-561a-412e-961d-0b5598eb0a8e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.751890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:43.752445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.845596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-750d4022-561a-412e-961d-0b5598eb0a8e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.866133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4791539 Sep 26 13:17:43.866974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:43.872740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1394743890'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:43.910681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:43.914632 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.919416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d36be3-c174-4283-ac9e-7cc6e9174b2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=0dfdbdec-b884-4d5b-8ed7-24e7711afe53,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:43.931877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:43.934936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.939693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-d4148c5f-3609-4336-b88e-c94671cc96f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482171 Sep 26 13:17:43.957771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:17:43.975319 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:43.975680 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment 3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4 of type vlan for network 5e8f0135-954b-4440-b828-6a37731ff9ca Sep 26 13:17:44.034921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.084469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-750d4022-561a-412e-961d-0b5598eb0a8e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.093756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.103835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:44.104507 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.164297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d4022-561a-412e-961d-0b5598eb0a8e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=6836e813-8ac1-4989-ba4f-e4b771717a92,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:44.177091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-750d4022-561a-412e-961d-0b5598eb0a8e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.181819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-750d4022-561a-412e-961d-0b5598eb0a8e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/6836e813-8ac1-4989-ba4f-e4b771717a92 HTTP/1.1" status: 204 len: 168 time: 0.5886335 Sep 26 13:17:44.192475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3243093 Sep 26 13:17:44.195593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60590) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:44.195993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60592) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:44.205583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c0536-225c-43d6-b8b8-e872ad646fa0 None None] Network 53a74b43-854a-4cd9-b9fb-30196455e541 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:44.232080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': '0dfdbdec-b884-4d5b-8ed7-24e7711afe53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:44.416325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502cd35-ee24-4951-9e2f-58ad0ec85cd0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=5e8f0135-954b-4440-b828-6a37731ff9ca,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:44.428989 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:44.434683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.441773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 5e8f0135-954b-4440-b828-6a37731ff9ca details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:17:44.442932 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:44.443628 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:44.522859 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-0547a531-c08e-4a39-94c2-bd254033aeea service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758832 Sep 26 13:17:44.574676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-8b8ea821-5065-4aed-9598-65679cc38db7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 217 time: 0.0435777 Sep 26 13:17:44.576124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.582548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] DHCP port deletion for 53a74b43-854a-4cd9-b9fb-30196455e541 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:17:44.623704 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:44.640212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port d1754128-4bcb-4b8a-9863-8b09cdc6423a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:44.640981 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.642785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:44.647057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.704441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] Deleting port d1754128-4bcb-4b8a-9863-8b09cdc6423a {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:44.705259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.712615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-5aba0190-2e36-4b2c-b053-622261e76931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:44.715457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-5aba0190-2e36-4b2c-b053-622261e76931 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.1335034 Sep 26 13:17:44.745044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Network e528af7b-3fed-4d39-b953-067d96567d61 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:44.762646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:44.772372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:44.784590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0d10ab-db57-4fae-b083-496267db7a49,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:44.789479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] For port d1754128-4bcb-4b8a-9863-8b09cdc6423a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d1754128-4bcb-4b8a-9863-8b09cdc6423a,segment=NetworkSegment(da80d1c3-c4f7-494c-8e26-45c535ada876),segment_id=da80d1c3-c4f7-494c-8e26-45c535ada876)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:44.789914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.798321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port d1754128-4bcb-4b8a-9863-8b09cdc6423a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d1754128-4bcb-4b8a-9863-8b09cdc6423a,segment=NetworkSegment(da80d1c3-c4f7-494c-8e26-45c535ada876),segment_id=da80d1c3-c4f7-494c-8e26-45c535ada876)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:44.798699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.819752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for d1754128-4bcb-4b8a-9863-8b09cdc6423a owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:44.820547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] Calling delete_port for d1754128-4bcb-4b8a-9863-8b09cdc6423a owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:44.884494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-d3e70ecf-6053-4e57-9877-44925d1bfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:44.886150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-d3e70ecf-6053-4e57-9877-44925d1bfb02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1632755 Sep 26 13:17:44.962898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:44.978693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] No DVR routers for this DVR port d1754128-4bcb-4b8a-9863-8b09cdc6423a on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:45.025395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.036783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73def202-cd5d-4eb5-96f0-713ff032ddaa None None] Pushing event deleted for resources: {'Port': ['ID=d1754128-4bcb-4b8a-9863-8b09cdc6423a,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:45.061232 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.071772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=d1754128-4bcb-4b8a-9863-8b09cdc6423a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:45.078783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.095905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No DVR routers for this DVR port d1754128-4bcb-4b8a-9863-8b09cdc6423a on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:45.131968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-3441b56a-0118-46cf-a414-a211d3c2fe16 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268915 Sep 26 13:17:45.206766 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:42Z', 'revision_number': 8, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:45.229096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=cc5d62a2-83f2-46a3-bd23-5e29fc46f8e2,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:45.242468 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:45.249388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': '27645cc8-1642-48f1-91b8-f5964b802d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0dfdbdec-b884-4d5b-8ed7-24e7711afe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:45.251687 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:45.252459 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:45.256450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.262348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: 0dfdbdec-b884-4d5b-8ed7-24e7711afe53, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:45.295974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.330749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a74b43-854a-4cd9-b9fb-30196455e541']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:45.343310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:45.348321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da80d1c3-c4f7-494c-8e26-45c535ada876') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:45.348954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da80d1c3-c4f7-494c-8e26-45c535ada876') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:45.363194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.372026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0dfdbdec-b884-4d5b-8ed7-24e7711afe53) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:45.383356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac0049-fe4c-4f2b-ad49-b8ef7f9d1e84 None None] Network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:45.384814 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:45.391365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:45.391982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.408037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-db72aee2-52ad-43a3-aa00-a1516f24d9e6 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634480 Sep 26 13:17:45.418676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-192de36b-1095-46f0-bbaa-2f49169c4dec tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2201753 Sep 26 13:17:45.423535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60622) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:45.426665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.452450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': '5e8f0135-954b-4440-b828-6a37731ff9ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:45.503834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:45.504259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:45.508839 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:45.518067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-9e97fdd2-cd19-41a6-b50b-38216805da4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39 HTTP/1.1" status: 200 len: 217 time: 0.1024468 Sep 26 13:17:45.699135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.715258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c3536d5e-0df6-418a-ab53-d478f3e09cec no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:45.716959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.723616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-0dfdbdec-b884-4d5b-8ed7-24e7711afe53', 'network_id': '0dfdbdec-b884-4d5b-8ed7-24e7711afe53', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': 'cc5d62a2-83f2-46a3-bd23-5e29fc46f8e2'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:45.724473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.734702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.741204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/53a74b43-854a-4cd9-b9fb-30196455e541 HTTP/1.1" status: 204 len: 168 time: 1.5440140 Sep 26 13:17:45.741884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:45.753010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:17:45.756381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:45.781832 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:42Z', 'revision_number': 8, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:45.799032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c3536d5e-0df6-418a-ab53-d478f3e09cec {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:45.799407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c3536d5e-0df6-418a-ab53-d478f3e09cec not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:45.799829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d1754128-4bcb-4b8a-9863-8b09cdc6423a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:45.812624 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83b01b-5975-4d67-a73f-46a76deca82e None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:42Z', 'revision_number': 8, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b18c3603-203e-4008-80c4-628b220f3830', 'name': '', 'network_id': 'd870a91a-9bf5-4abc-a921-b5c935389da2', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:63:a4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:27Z', 'updated_at': '2021-09-26T13:17:37Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:45.826787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d1754128-4bcb-4b8a-9863-8b09cdc6423a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:45.827154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d1754128-4bcb-4b8a-9863-8b09cdc6423a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:45.928524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-440e6c1e-20d2-42f5-ba49-0f248f447e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:45.930047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-440e6c1e-20d2-42f5-ba49-0f248f447e87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.2338433 Sep 26 13:17:45.937337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3314b5-2f2d-4056-ab51-828497ab0c4c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=53a74b43-854a-4cd9-b9fb-30196455e541,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:45.941157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-4f51833c-6e0d-44fb-82df-d80a77716758 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2437851 Sep 26 13:17:46.001126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-659baa50-4944-4c7c-87e5-340bbf5ba563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:46.003162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-659baa50-4944-4c7c-87e5-340bbf5ba563 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589993 Sep 26 13:17:46.005479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Router fc55c663-14f7-4be5-9e8c-937678b29444 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:17:46.031606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Allocated IP 172.20.0.2 (0dfdbdec-b884-4d5b-8ed7-24e7711afe53/cc5d62a2-83f2-46a3-bd23-5e29fc46f8e2/b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:46.177587 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-65aa994c-a441-4a55-ad11-5344d5b177ff service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322968 Sep 26 13:17:46.236085 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:46.247286 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:46.294321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-9ce2c26d-80bf-4448-ab59-b78ab10300f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084573 Sep 26 13:17:46.302991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Pushing event updated for resources: {'Port': ['ID=b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:46.316325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:46.317800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:46.323903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:46.388276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Attempting to bind port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:46.388646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Attempting to bind port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '27645cc8-1642-48f1-91b8-f5964b802d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0dfdbdec-b884-4d5b-8ed7-24e7711afe53'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:46.389016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Attempting to bind port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff on network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:46.396826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:46.397267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Checking segment: {'id': '27645cc8-1642-48f1-91b8-f5964b802d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0dfdbdec-b884-4d5b-8ed7-24e7711afe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:46.397822 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:46.398264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Bound using segment: {'id': '27645cc8-1642-48f1-91b8-f5964b802d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0dfdbdec-b884-4d5b-8ed7-24e7711afe53'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:46.398765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Bound port: b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27645cc8-1642-48f1-91b8-f5964b802d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0dfdbdec-b884-4d5b-8ed7-24e7711afe53'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:46.399261 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:46.427934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-c1db2d30-e23b-4121-88df-cd67d3905fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:46.430111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-c1db2d30-e23b-4121-88df-cd67d3905fdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1fcf639c64042019558b79e23289143&device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 1101 time: 0.4255102 Sep 26 13:17:46.438509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-114c1965-3ea0-4b21-825a-1f4f3587fa12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee HTTP/1.1" status: 200 len: 217 time: 0.0652432 Sep 26 13:17:46.478179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] For port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:46.486375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] For port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff,segment=NetworkSegment(27645cc8-1642-48f1-91b8-f5964b802d12),segment_id=27645cc8-1642-48f1-91b8-f5964b802d12)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:46.491894 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:46.619255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f2cef-67b8-451d-9910-aaae1b9e8d19 None None] Pushing event updated for resources: {'Port': ['ID=b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:46.646141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-1c1615b4-6bda-48b1-acd3-261d52e74f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:46.648084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-1c1615b4-6bda-48b1-acd3-261d52e74f13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.1911139 Sep 26 13:17:46.658953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:46.669976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Sync routers for ids ['fc55c663-14f7-4be5-9e8c-937678b29444'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:46.685369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Routers {'fc55c663-14f7-4be5-9e8c-937678b29444'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:46.686178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fc55c663-14f7-4be5-9e8c-937678b29444'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:46.738000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-b42b1312-4039-4257-ae08-f14eca2d3a86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=21f8734b-3fe5-4e45-86bf-78bfe83341cf HTTP/1.1" status: 200 len: 217 time: 0.0707688 Sep 26 13:17:46.753555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-1de5e765-4c7e-4c06-b548-7487ee60b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:46.755506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-1de5e765-4c7e-4c06-b548-7487ee60b1f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.3097162 Sep 26 13:17:46.850416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Set router fc55c663-14f7-4be5-9e8c-937678b29444 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:46.858544 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:46.865101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60646) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:46.874878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0b7e0b9f-182e-466e-ad41-1e37cda91b44 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2375972 Sep 26 13:17:46.912095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-d0b0a03d-e434-4de1-95b4-88f9a2d08cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:46.913696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-d0b0a03d-e434-4de1-95b4-88f9a2d08cfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1393273 Sep 26 13:17:46.915168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-df445a80-47c1-4377-bc8c-65e071736a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:46.916520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-df445a80-47c1-4377-bc8c-65e071736a08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.1569955 Sep 26 13:17:46.942741 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.021763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-4ffed079-93fd-474f-b433-5a2a14df1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:47.023725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-4ffed079-93fd-474f-b433-5a2a14df1c11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917292 Sep 26 13:17:47.106531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=3f131b74-b074-4bc6-a5c0-4c2fa8bc87ae,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:47.165511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-b368bb6f-8c87-4388-babd-9514d0e5f0ec service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432370 Sep 26 13:17:47.198935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.211940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-66bfe4d1-baab-40f1-890d-841f7d06327e service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551914 Sep 26 13:17:47.224983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': '3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e8f0135-954b-4440-b828-6a37731ff9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:47.225571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: 5e8f0135-954b-4440-b828-6a37731ff9ca, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:17:47.343458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45acc10d-2acb-4fae-bfb8-6c7acf1c2a99 req-4fa4b9ea-1a61-4025-abe6-e4b49882957f service neutron] 10.222.0.23 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230061 Sep 26 13:17:47.356285 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.358288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 5e8f0135-954b-4440-b828-6a37731ff9ca is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:17:47.359728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc55c663-14f7-4be5-9e8c-937678b29444', 'name': '', 'tenant_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61', 'external_fixed_ips': [{'subnet_id': '9c93f30f-632c-49a9-b080-0bf1015d9f44', 'ip_address': '2001:db8::34e'}], 'enable_snat': True}, 'gw_port_id': 'aa0d10ab-db57-4fae-b083-496267db7a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:41Z', 'updated_at': '2021-09-26T13:17:44Z', 'revision_number': 3, 'project_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'gw_port': {'id': 'aa0d10ab-db57-4fae-b083-496267db7a49', 'name': '', 'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc55c663-14f7-4be5-9e8c-937678b29444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '9c93f30f-632c-49a9-b080-0bf1015d9f44', 'ip_address': '2001:db8::34e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:42Z', 'updated_at': '2021-09-26T13:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c93f30f-632c-49a9-b080-0bf1015d9f44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:47.417023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Checking router: fc55c663-14f7-4be5-9e8c-937678b29444 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:47.418018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Updating router fc55c663-14f7-4be5-9e8c-937678b29444 port aa0d10ab-db57-4fae-b083-496267db7a49 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:17:47.444194 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 5e8f0135-954b-4440-b828-6a37731ff9ca) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:47.466959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-368fafc7-6803-4ef6-bcdc-8401f97b034a service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910917 Sep 26 13:17:47.467560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f8cb25-6050-4687-8434-4a76459b8b62 None None] Network 5e8f0135-954b-4440-b828-6a37731ff9ca requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:47.502380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:47.503428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.559088 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.559315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.560363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-5a654919-92cd-4090-b2a6-3feba54b2d08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c00e443c-2c31-442b-9d81-70b55d11db11 HTTP/1.1" status: 200 len: 217 time: 0.0775857 Sep 26 13:17:47.568428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4c463e83-bd7b-4390-8f01-f9cf66989a47 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1297853 Sep 26 13:17:47.568689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60658) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:47.574735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-814c910a-a87d-431d-b3f3-c7c4e3de8af1 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1004327862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:47.727642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-814c910a-a87d-431d-b3f3-c7c4e3de8af1 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.728711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-814c910a-a87d-431d-b3f3-c7c4e3de8af1 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.749289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-714e22bc-a619-43bc-925d-f53d9dae50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:47.751176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-714e22bc-a619-43bc-925d-f53d9dae50dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.1799388 Sep 26 13:17:47.866810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-62fcc836-8fcf-475b-9527-c9aea1825e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:47.871674 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-62fcc836-8fcf-475b-9527-c9aea1825e50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033714 Sep 26 13:17:47.949321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:47.959014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-814c910a-a87d-431d-b3f3-c7c4e3de8af1 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.976931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Deleting port aa0d10ab-db57-4fae-b083-496267db7a49 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:47.977279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.982552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-814c910a-a87d-431d-b3f3-c7c4e3de8af1 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:47.998071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-cab5040b-b66a-4c5f-89a6-5914b42cbbe4 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184895 Sep 26 13:17:48.081227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-814c910a-a87d-431d-b3f3-c7c4e3de8af1 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.082789 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-814c910a-a87d-431d-b3f3-c7c4e3de8af1 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5130160 Sep 26 13:17:48.085700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60668) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:48.174780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf3ec2-a808-4739-bebb-cd8ee3a5aada None None] Network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:48.194271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.214989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Calling delete_port for aa0d10ab-db57-4fae-b083-496267db7a49 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:48.235322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port b18c3603-203e-4008-80c4-628b220f3830 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:48.235719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.371504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-908100b7-ccbd-4152-9ee8-24080fd8cc85 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666258 Sep 26 13:17:48.389931 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.432075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port b18c3603-203e-4008-80c4-628b220f3830, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b18c3603-203e-4008-80c4-628b220f3830,segment=NetworkSegment(4bddd091-a81f-46eb-b5a8-0c0d5600a266),segment_id=4bddd091-a81f-46eb-b5a8-0c0d5600a266)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:48.432426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.466391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for b18c3603-203e-4008-80c4-628b220f3830 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:48.469974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.483008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-5e8f0135-954b-4440-b828-6a37731ff9ca', 'network_id': '5e8f0135-954b-4440-b828-6a37731ff9ca', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': '3f131b74-b074-4bc6-a5c0-4c2fa8bc87ae'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:17:48.487081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.660455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98bd55-14de-4522-afaf-7be954c90365 None None] Pushing event updated for resources: {'Port': ['ID=aa0d10ab-db57-4fae-b083-496267db7a49,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:48.699577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.702593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-02c5fdbb-8618-46e9-884c-97bc3e89ddff None None] Provisioning complete for port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:48.703068 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-02c5fdbb-8618-46e9-884c-97bc3e89ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.745810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa0d10ab-db57-4fae-b083-496267db7a49,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:48.785106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.789227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-735ce92c-5d68-4c1d-9340-c8de77f097cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e HTTP/1.1" status: 200 len: 217 time: 0.3996263 Sep 26 13:17:48.825801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Attempting to bind port aa0d10ab-db57-4fae-b083-496267db7a49 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:48.825801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Attempting to bind port aa0d10ab-db57-4fae-b083-496267db7a49 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0cd5cc51-df9b-4c7a-8732-c09fcbed3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:48.825801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Attempting to bind port aa0d10ab-db57-4fae-b083-496267db7a49 on network e528af7b-3fed-4d39-b953-067d96567d61 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:48.845233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-0a0f9525-922d-4207-97da-48d42c1194c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:48.847075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-0a0f9525-922d-4207-97da-48d42c1194c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.0496244 Sep 26 13:17:48.888588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Allocated IP 172.21.0.2 (5e8f0135-954b-4440-b828-6a37731ff9ca/3f131b74-b074-4bc6-a5c0-4c2fa8bc87ae/6673d778-a0d4-4866-979f-3165231cef73) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:48.914446 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.918501 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.942056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.954914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:48.955607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Checking segment: {'id': '0cd5cc51-df9b-4c7a-8732-c09fcbed3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:48.956507 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.957447 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Bound using segment: {'id': '0cd5cc51-df9b-4c7a-8732-c09fcbed3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:48.958137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Bound port: aa0d10ab-db57-4fae-b083-496267db7a49, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd5cc51-df9b-4c7a-8732-c09fcbed3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e528af7b-3fed-4d39-b953-067d96567d61'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:48.958724 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:48.986552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Port aa0d10ab-db57-4fae-b083-496267db7a49 has been deleted concurrently {{(pid=94813) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 26 13:17:48.997617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:48.998101 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.044513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-d777218b-d3ae-445b-b6de-825114659a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:49.046894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-d777218b-d3ae-445b-b6de-825114659a11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1907701 Sep 26 13:17:49.048634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.049390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc55c663-14f7-4be5-9e8c-937678b29444 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:17:49.058850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.074988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-df95fc8a-35ae-493f-8cd1-a2a53ffc20e8 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "DELETE /v2.0/routers/fc55c663-14f7-4be5-9e8c-937678b29444 HTTP/1.1" status: 204 len: 168 time: 2.2087908 Sep 26 13:17:49.076351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60688) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:49.114403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Routers set() bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:49.114802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Router IDs set() for agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 26 13:17:49.115434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_agentschedulers_db [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc55c663-14f7-4be5-9e8c-937678b29444'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent'). {{(pid=94813) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 26 13:17:49.115818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef989b8-d3da-49f1-80ff-3aef072ee611 None None] The sync data for ids ['fc55c663-14f7-4be5-9e8c-937678b29444'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:49.118979 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.157859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-02c5fdbb-8618-46e9-884c-97bc3e89ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.165618 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=b18c3603-203e-4008-80c4-628b220f3830,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:49.208205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc41ec1-a960-4548-938b-baff6bdbf512 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Deleting subnet 9c93f30f-632c-49a9-b080-0bf1015d9f44 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:49.214950 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bc41ec1-a960-4548-938b-baff6bdbf512 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.322430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-02c5fdbb-8618-46e9-884c-97bc3e89ddff None None] For port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff,segment=NetworkSegment(27645cc8-1642-48f1-91b8-f5964b802d12),segment_id=27645cc8-1642-48f1-91b8-f5964b802d12)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:49.343338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-389f9b3d-1508-4c23-8363-a423b5794543 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574360 Sep 26 13:17:49.361754 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-02c5fdbb-8618-46e9-884c-97bc3e89ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.448988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bc41ec1-a960-4548-938b-baff6bdbf512 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.470643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-462f2d4b-a949-4aba-bdf7-8e130c38cc05 req-47b08012-5070-495f-84e6-716cb70b4523 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185384 Sep 26 13:17:49.483715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.503117 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.523544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.534922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Network 5e8f0135-954b-4440-b828-6a37731ff9ca is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:49.536171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:49.539136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:49.544459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5fdbb-8618-46e9-884c-97bc3e89ddff None None] Pushing event updated for resources: {'Port': ['ID=b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:49.575377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.20.0.1 (0dfdbdec-b884-4d5b-8ed7-24e7711afe53/cc5d62a2-83f2-46a3-bd23-5e29fc46f8e2/9b4e554e-1d2a-4416-9e3e-a97c4c4800b6) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:49.614846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bc41ec1-a960-4548-938b-baff6bdbf512 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.646031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Pushing event updated for resources: {'Port': ['ID=6673d778-a0d4-4866-979f-3165231cef73,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:49.694877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Attempting to bind port 6673d778-a0d4-4866-979f-3165231cef73 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:17:49.695256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Attempting to bind port 6673d778-a0d4-4866-979f-3165231cef73 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e8f0135-954b-4440-b828-6a37731ff9ca'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:17:49.695617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Attempting to bind port 6673d778-a0d4-4866-979f-3165231cef73 on network 5e8f0135-954b-4440-b828-6a37731ff9ca {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:17:49.698617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-653472c2-530a-44c7-ad98-d1d1f9470ad0 None None] Provisioning complete for port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:49.699136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-653472c2-530a-44c7-ad98-d1d1f9470ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.709514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:17:49.709514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Checking segment: {'id': '3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e8f0135-954b-4440-b828-6a37731ff9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:17:49.709514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.709514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Bound using segment: {'id': '3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e8f0135-954b-4440-b828-6a37731ff9ca'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:17:49.709514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Bound port: 6673d778-a0d4-4866-979f-3165231cef73, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e8f0135-954b-4440-b828-6a37731ff9ca'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:17:49.709514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.768011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:49.795317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bc41ec1-a960-4548-938b-baff6bdbf512 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.831396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.897634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.917025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41ec1-a960-4548-938b-baff6bdbf512 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9c93f30f-632c-49a9-b080-0bf1015d9f44,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:49.921787 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bc41ec1-a960-4548-938b-baff6bdbf512 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:49.924795 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9bc41ec1-a960-4548-938b-baff6bdbf512 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/9c93f30f-632c-49a9-b080-0bf1015d9f44 HTTP/1.1" status: 204 len: 168 time: 0.8469865 Sep 26 13:17:49.929145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:49.937060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] For port 6673d778-a0d4-4866-979f-3165231cef73, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:17:49.943126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:49.977667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] For port 6673d778-a0d4-4866-979f-3165231cef73, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6673d778-a0d4-4866-979f-3165231cef73,segment=NetworkSegment(3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4),segment_id=3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:17:49.987839 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.036771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:50.037135 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.044168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:50.086077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:50.089555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=9b4e554e-1d2a-4416-9e3e-a97c4c4800b6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:50.103078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:50.116436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.175778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e839c4a-e3f5-48e0-bb45-4d2132e5608f None None] Pushing event updated for resources: {'Port': ['ID=6673d778-a0d4-4866-979f-3165231cef73,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:50.242543 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.281252 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.389250 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.413976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e528af7b-3fed-4d39-b953-067d96567d61']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:50.431220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd5cc51-df9b-4c7a-8732-c09fcbed3693') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:50.431520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd5cc51-df9b-4c7a-8732-c09fcbed3693') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:50.462463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.465468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.488022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.496770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:50.497244 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: items = [ Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:50.568277 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:50.574052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9760df4f-724f-41a6-8beb-e3846e7ce7a8 None None] Provisioning complete for port 9b4e554e-1d2a-4416-9e3e-a97c4c4800b6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:50.574620 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9760df4f-724f-41a6-8beb-e3846e7ce7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.584090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:50.590908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6312a835-84bf-4f74-847a-71717787c8a7 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8434057 Sep 26 13:17:50.593019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60716) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:50.604165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.607128 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:50.617011 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:50.617801 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:50.663144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e528af7b-3fed-4d39-b953-067d96567d61 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 26 13:17:50.696367 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.706641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e528af7b-3fed-4d39-b953-067d96567d61 HTTP/1.1" status: 204 len: 168 time: 0.7707503 Sep 26 13:17:50.725279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9760df4f-724f-41a6-8beb-e3846e7ce7a8 None None] Port 9b4e554e-1d2a-4416-9e3e-a97c4c4800b6 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:50.754422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce713291-e806-442a-a2dd-17ed613ea0ee tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event deleted for resources: {'Network': ['ID=e528af7b-3fed-4d39-b953-067d96567d61,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:50.786467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b496ca3-c924-4fdd-81d5-414aa8a5d7bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet 09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:50.801092 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b496ca3-c924-4fdd-81d5-414aa8a5d7bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.827592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.833999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.861271 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:50.894827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b496ca3-c924-4fdd-81d5-414aa8a5d7bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:50.915393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=9b4e554e-1d2a-4416-9e3e-a97c4c4800b6,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:50.957309 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.109458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:51.113841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:51.150891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b496ca3-c924-4fdd-81d5-414aa8a5d7bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.272919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60736) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:51.287056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0a4a2195-0f2b-4b98-83f0-43d9161a4b75 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'router': {'name': 'tempest-router--1682626568', 'project_id': '2a1d45ac79134d1cb4123ae82c54d17f'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:51.301034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b496ca3-c924-4fdd-81d5-414aa8a5d7bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.335374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8b496ca3-c924-4fdd-81d5-414aa8a5d7bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.336993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1b18fd-84c9-4edc-89c6-4f997cb725fd None None] Network d870a91a-9bf5-4abc-a921-b5c935389da2 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:51.340485 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8b496ca3-c924-4fdd-81d5-414aa8a5d7bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4 HTTP/1.1" status: 204 len: 168 time: 0.7463179 Sep 26 13:17:51.343353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60738) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:51.403280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b496ca3-c924-4fdd-81d5-414aa8a5d7bb tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:51.447711 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:48Z', 'revision_number': 9, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:51.463839 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2195-0f2b-4b98-83f0-43d9161a4b75 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.470231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2195-0f2b-4b98-83f0-43d9161a4b75 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.534918 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:51.580382 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:51.581251 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:51.671465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2195-0f2b-4b98-83f0-43d9161a4b75 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.683673 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2195-0f2b-4b98-83f0-43d9161a4b75 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.692340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 0d93801e-55f2-48c9-9859-ad45d59e6cce is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:17:51.755089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0040d1d9-de99-4e15-8d31-0e9145061884 None None] Provisioning complete for port 9b4e554e-1d2a-4416-9e3e-a97c4c4800b6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:51.756172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0040d1d9-de99-4e15-8d31-0e9145061884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.799048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0040d1d9-de99-4e15-8d31-0e9145061884 None None] Port 9b4e554e-1d2a-4416-9e3e-a97c4c4800b6 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:51.806173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6673d778-a0d4-4866-979f-3165231cef73 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:51.886809 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:51.907700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:51.909534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2195-0f2b-4b98-83f0-43d9161a4b75 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:51.916501 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0a4a2195-0f2b-4b98-83f0-43d9161a4b75 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6404457 Sep 26 13:17:51.918352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60746) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:51.925419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f70a8414-e6e2-4f47-a152-7bfbcd976a15 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/0d93801e-55f2-48c9-9859-ad45d59e6cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8357728 Sep 26 13:17:51.925802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60748) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:51.993667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 6673d778-a0d4-4866-979f-3165231cef73 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:51.994527 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.026755 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec73554c-ee1e-4f4f-89dd-deddd4091d6f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.072976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e2eb5-2424-4768-b9dd-e29ee9c56cbf None None] Sync routers for ids ['0d93801e-55f2-48c9-9859-ad45d59e6cce'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:52.075638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a484b0c6-d65f-423a-a2ea-dd88705e6bb4 None None] Network 5e8f0135-954b-4440-b828-6a37731ff9ca requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:52.121530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] DHCP port deletion for d870a91a-9bf5-4abc-a921-b5c935389da2 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:17:52.157658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e2eb5-2424-4768-b9dd-e29ee9c56cbf None None] Routers {'0d93801e-55f2-48c9-9859-ad45d59e6cce'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:52.158329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-616e2eb5-2424-4768-b9dd-e29ee9c56cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d93801e-55f2-48c9-9859-ad45d59e6cce'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:52.223240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-616e2eb5-2424-4768-b9dd-e29ee9c56cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:52.290578 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:48Z', 'revision_number': 9, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:52.307334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e2eb5-2424-4768-b9dd-e29ee9c56cbf None None] Routers {'0d93801e-55f2-48c9-9859-ad45d59e6cce'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:52.308531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-616e2eb5-2424-4768-b9dd-e29ee9c56cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d93801e-55f2-48c9-9859-ad45d59e6cce'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:52.316034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.329235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f240b741-6539-472b-bb1d-7830bbdbec0d None None] Provisioning complete for port 6673d778-a0d4-4866-979f-3165231cef73 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:52.332961 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f240b741-6539-472b-bb1d-7830bbdbec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.353146 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68970d8-1a0f-4044-8f89-e5c9ff53e3e0 None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:48Z', 'revision_number': 9, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1498d9fd-a68a-4755-bef6-45ff77cf903e', 'name': '', 'network_id': '7bf1e9b7-9d5a-4070-993d-470f04d9e349', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:77:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:21Z', 'updated_at': '2021-09-26T13:17:30Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': 'ed138556-7dcc-437c-8f13-bd9a5560bc4e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:52.428807 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec73554c-ee1e-4f4f-89dd-deddd4091d6f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.430059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port d6ae6ce0-05e9-4345-8b21-33520a32e40a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:52.434458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec73554c-ee1e-4f4f-89dd-deddd4091d6f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.435200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.449827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb21b3f6-3080-43e6-ab59-b08537520773 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:52.451645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eb21b3f6-3080-43e6-ab59-b08537520773 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports/9b4e554e-1d2a-4416-9e3e-a97c4c4800b6 HTTP/1.1" status: 200 len: 910 time: 0.5250921 Sep 26 13:17:52.455726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60760) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:52.456917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-616e2eb5-2424-4768-b9dd-e29ee9c56cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:52.457700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e2eb5-2424-4768-b9dd-e29ee9c56cbf None None] The sync data for ids ['0d93801e-55f2-48c9-9859-ad45d59e6cce'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:52.534230 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.551029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port d6ae6ce0-05e9-4345-8b21-33520a32e40a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d6ae6ce0-05e9-4345-8b21-33520a32e40a,segment=NetworkSegment(4bddd091-a81f-46eb-b5a8-0c0d5600a266),segment_id=4bddd091-a81f-46eb-b5a8-0c0d5600a266)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:52.552072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.571536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for d6ae6ce0-05e9-4345-8b21-33520a32e40a owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:52.617538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec73554c-ee1e-4f4f-89dd-deddd4091d6f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.618411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec73554c-ee1e-4f4f-89dd-deddd4091d6f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d27bf15-7808-44f0-85c8-d4c4605b65e0 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:17:52.658392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ec73554c-ee1e-4f4f-89dd-deddd4091d6f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.659783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ec73554c-ee1e-4f4f-89dd-deddd4091d6f tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5d27bf15-7808-44f0-85c8-d4c4605b65e0 HTTP/1.1" status: 204 len: 168 time: 0.7355471 Sep 26 13:17:52.678615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.680087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] Deleting port d6ae6ce0-05e9-4345-8b21-33520a32e40a {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:52.680490 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.707804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 6673d778-a0d4-4866-979f-3165231cef73, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6673d778-a0d4-4866-979f-3165231cef73,segment=NetworkSegment(3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4),segment_id=3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:52.711937 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f240b741-6539-472b-bb1d-7830bbdbec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.723128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=d6ae6ce0-05e9-4345-8b21-33520a32e40a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:52.731648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No DVR routers for this DVR port d6ae6ce0-05e9-4345-8b21-33520a32e40a on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:52.782939 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.882705 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.890137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60768) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:52.927318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d870a91a-9bf5-4abc-a921-b5c935389da2']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:52.941725 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bddd091-a81f-46eb-b5a8-0c0d5600a266') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:52.942023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bddd091-a81f-46eb-b5a8-0c0d5600a266') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:52.965211 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:52.988626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.002108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:53.004305 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:53.008879 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:53.055303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=6673d778-a0d4-4866-979f-3165231cef73,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:53.089828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] For port d6ae6ce0-05e9-4345-8b21-33520a32e40a, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:53.090276 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.137985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.147875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] Calling delete_port for d6ae6ce0-05e9-4345-8b21-33520a32e40a owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:53.152602 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-f240b741-6539-472b-bb1d-7830bbdbec0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:17:53.153160 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-f240b741-6539-472b-bb1d-7830bbdbec0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:17:53.163647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] Port d6ae6ce0-05e9-4345-8b21-33520a32e40a was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:17:53.166462 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.170933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.172910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/d870a91a-9bf5-4abc-a921-b5c935389da2 HTTP/1.1" status: 204 len: 168 time: 1.8223944 Sep 26 13:17:53.184569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60776) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:53.187284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] Network d870a91a-9bf5-4abc-a921-b5c935389da2 is not hosted by any dhcp agent {{(pid=94813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:17:53.189737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] No DVR routers for this DVR port d6ae6ce0-05e9-4345-8b21-33520a32e40a on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:53.216049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ae6a5-e7d7-4872-a554-aa1c16089284 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=d870a91a-9bf5-4abc-a921-b5c935389da2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:53.231663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bb491-b696-4fa1-8a5f-1d374934cccf None None] Pushing event deleted for resources: {'Port': ['ID=d6ae6ce0-05e9-4345-8b21-33520a32e40a,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:53.314315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.320019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-341332273', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:53.358142 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.360365 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.454652 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.665088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.723976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6673d778-a0d4-4866-979f-3165231cef73 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:17:53.783345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 6673d778-a0d4-4866-979f-3165231cef73 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:53.783946 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.845388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-39576b70-4012-4af9-b9ec-9881c4a1e301 None None] Provisioning complete for port 6673d778-a0d4-4866-979f-3165231cef73 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:53.845797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-39576b70-4012-4af9-b9ec-9881c4a1e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.905545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.21.0.1 (5e8f0135-954b-4440-b828-6a37731ff9ca/3f131b74-b074-4bc6-a5c0-4c2fa8bc87ae/c0f1e87f-199f-4a85-8d45-916bf19701b7) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:53.952105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:53.976237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.043500 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.054713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d6ae6ce0-05e9-4345-8b21-33520a32e40a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:54.096266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d6ae6ce0-05e9-4345-8b21-33520a32e40a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:54.096619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d6ae6ce0-05e9-4345-8b21-33520a32e40a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:54.097054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b18c3603-203e-4008-80c4-628b220f3830 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:54.105949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Allocated IP 172.25.4.46 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/1336580c-0bda-4b25-b372-d3bde2948439) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:54.118264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: b18c3603-203e-4008-80c4-628b220f3830 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:54.118660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b18c3603-203e-4008-80c4-628b220f3830 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:54.174166 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.239016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.280601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.281941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.320397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:54.325481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:54.327954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 5e8f0135-954b-4440-b828-6a37731ff9ca is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:54.329326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:54.337914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:54.348172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:54.352613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=c0f1e87f-199f-4a85-8d45-916bf19701b7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:54.356609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event updated for resources: {'Port': ['ID=1336580c-0bda-4b25-b372-d3bde2948439,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:54.436883 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.684605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.709516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9e212d6a-4701-4d05-80b1-42beae79e400 None None] Provisioning complete for port c0f1e87f-199f-4a85-8d45-916bf19701b7 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:54.710172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e212d6a-4701-4d05-80b1-42beae79e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.751368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9e212d6a-4701-4d05-80b1-42beae79e400 None None] Port c0f1e87f-199f-4a85-8d45-916bf19701b7 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:54.933567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.954743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port 1498d9fd-a68a-4755-bef6-45ff77cf903e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:54.955092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:54.977129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.082234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Router 8de9fc21-0252-403e-86ac-084e3aade023 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:17:55.100780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port 1498d9fd-a68a-4755-bef6-45ff77cf903e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1498d9fd-a68a-4755-bef6-45ff77cf903e,segment=NetworkSegment(7223260b-2a60-426a-bf7d-471e39778bf7),segment_id=7223260b-2a60-426a-bf7d-471e39778bf7)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:55.101711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.175632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for 1498d9fd-a68a-4755-bef6-45ff77cf903e owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:55.197956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:55.207824 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05d28b-31c0-4968-8e22-2ab3f0f4027a None None] Sync routers for ids ['8de9fc21-0252-403e-86ac-084e3aade023'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:55.222137 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05d28b-31c0-4968-8e22-2ab3f0f4027a None None] Routers {'8de9fc21-0252-403e-86ac-084e3aade023'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:55.223761 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fd05d28b-31c0-4968-8e22-2ab3f0f4027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['8de9fc21-0252-403e-86ac-084e3aade023'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:55.237289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.241374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f23acf41-1f51-49fa-9176-778c24dedb1b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3476055 Sep 26 13:17:55.242298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60814) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:55.282201 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fd05d28b-31c0-4968-8e22-2ab3f0f4027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:55.293326 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05d28b-31c0-4968-8e22-2ab3f0f4027a None None] Routers {'8de9fc21-0252-403e-86ac-084e3aade023'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:55.294383 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fd05d28b-31c0-4968-8e22-2ab3f0f4027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['8de9fc21-0252-403e-86ac-084e3aade023'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:55.330411 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fd05d28b-31c0-4968-8e22-2ab3f0f4027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:55.331314 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd05d28b-31c0-4968-8e22-2ab3f0f4027a None None] The sync data for ids ['8de9fc21-0252-403e-86ac-084e3aade023'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:55.376123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-77faaa90-d5e3-43fe-8b05-6bae997b44a1 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/routers/8de9fc21-0252-403e-86ac-084e3aade023 HTTP/1.1" status: 200 len: 923 time: 0.1325133 Sep 26 13:17:55.379156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60820) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:55.421644 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7926fae0-6f4b-423b-a252-28da6d8badda tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de9fc21-0252-403e-86ac-084e3aade023 HTTP/1.1" status: 200 len: 205 time: 0.0410810 Sep 26 13:17:55.425289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60822) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:55.489935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.497619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.505368 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.538937 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.650757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=c0f1e87f-199f-4a85-8d45-916bf19701b7,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:55.731593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.757941 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.805747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Deleting port 1336580c-0bda-4b25-b372-d3bde2948439 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:55.806246 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.837414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=1498d9fd-a68a-4755-bef6-45ff77cf903e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:55.879974 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.931379 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:55.946036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Calling delete_port for 1336580c-0bda-4b25-b372-d3bde2948439 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:56.065987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 5e8f0135-954b-4440-b828-6a37731ff9ca is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:56.067705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:56.189378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.236398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event deleted for resources: {'Port': ['ID=1336580c-0bda-4b25-b372-d3bde2948439,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:56.328237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.341625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 0d93801e-55f2-48c9-9859-ad45d59e6cce has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:56.354269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:17:56.404317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6ee7fffc-7d83-473e-ae9e-9aaddf5f11d2 None None] Provisioning complete for port c0f1e87f-199f-4a85-8d45-916bf19701b7 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:17:56.405230 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6ee7fffc-7d83-473e-ae9e-9aaddf5f11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.447385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.455713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.456171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7fffc-7d83-473e-ae9e-9aaddf5f11d2 None None] Port c0f1e87f-199f-4a85-8d45-916bf19701b7 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:17:56.508130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.508804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Fanout notify agent at l3_agent the message router_deleted on router 8de9fc21-0252-403e-86ac-084e3aade023 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:17:56.519183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.524880 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e277a222-9c11-4398-a1a3-15781bc692a7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/8de9fc21-0252-403e-86ac-084e3aade023 HTTP/1.1" status: 204 len: 168 time: 1.0985906 Sep 26 13:17:56.525591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60842) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:56.530773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1605208699', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': False}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:56.555110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.556329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.598118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:56.610420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da401b-b289-45a0-9120-3eebcd8ef84c None None] Sync routers for ids ['0d93801e-55f2-48c9-9859-ad45d59e6cce'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:56.610613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-93b8de38-eec1-41ca-99db-7281ec5a22da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/0d93801e-55f2-48c9-9859-ad45d59e6cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1533535 Sep 26 13:17:56.611618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60844) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:56.613019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:56.631491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-883f7e18-620d-497e-9aff-cb5af9f984dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4455528 Sep 26 13:17:56.633851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60846) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:56.635938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.638284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da401b-b289-45a0-9120-3eebcd8ef84c None None] Routers {'0d93801e-55f2-48c9-9859-ad45d59e6cce'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:56.639007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-15da401b-b289-45a0-9120-3eebcd8ef84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d93801e-55f2-48c9-9859-ad45d59e6cce'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:56.644100 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:56.659132 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:56.660003 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:56.724480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e4eee-4b05-4e07-a661-4c2695ccfde6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:17:56.726105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-787e4eee-4b05-4e07-a661-4c2695ccfde6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports/c0f1e87f-199f-4a85-8d45-916bf19701b7 HTTP/1.1" status: 200 len: 910 time: 0.1106319 Sep 26 13:17:56.730152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60852) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:56.731692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-15da401b-b289-45a0-9120-3eebcd8ef84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:56.741183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da401b-b289-45a0-9120-3eebcd8ef84c None None] Routers {'0d93801e-55f2-48c9-9859-ad45d59e6cce'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:56.741804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-15da401b-b289-45a0-9120-3eebcd8ef84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d93801e-55f2-48c9-9859-ad45d59e6cce'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:56.778267 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:56.778542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-15da401b-b289-45a0-9120-3eebcd8ef84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:56.778996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da401b-b289-45a0-9120-3eebcd8ef84c None None] The sync data for ids ['0d93801e-55f2-48c9-9859-ad45d59e6cce'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:56.793522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc41c10-e4a6-48be-a25b-bcde8747b0dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet ed138556-7dcc-437c-8f13-bd9a5560bc4e {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:17:56.799088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fc41c10-e4a6-48be-a25b-bcde8747b0dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.849763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fc41c10-e4a6-48be-a25b-bcde8747b0dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:56.856145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.087208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fc41c10-e4a6-48be-a25b-bcde8747b0dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.241343 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:55Z', 'revision_number': 10, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:57.291524 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:57.307176 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:57.307888 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:57.380514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fc41c10-e4a6-48be-a25b-bcde8747b0dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.416057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc41c10-e4a6-48be-a25b-bcde8747b0dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=ed138556-7dcc-437c-8f13-bd9a5560bc4e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:57.431990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fc41c10-e4a6-48be-a25b-bcde8747b0dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.435158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09fe7dc-e073-4993-864c-8ca649cce9cf None None] Network 7bf1e9b7-9d5a-4070-993d-470f04d9e349 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:17:57.438507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4fc41c10-e4a6-48be-a25b-bcde8747b0dc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/ed138556-7dcc-437c-8f13-bd9a5560bc4e HTTP/1.1" status: 204 len: 168 time: 0.8007176 Sep 26 13:17:57.440269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60864) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:57.450687 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:57.579110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.610370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.641354 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.708800 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.790381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] DHCP port deletion for 7bf1e9b7-9d5a-4070-993d-470f04d9e349 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:17:57.797569 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Allocated IP 172.25.4.248 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/b10eeb62-d568-48f3-9420-9476f18eda4e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:17:57.843214 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:55Z', 'revision_number': 10, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:57.853341 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] Deleting port 55ccece7-1282-48d4-a378-40bb467f8b52 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:57.858243 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.879676 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc7ef4-fadb-4049-af08-457895455884 None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:17:55Z', 'revision_number': 10, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None, '_interfaces': [{'id': '0081a064-bb1c-40a9-a739-2b1b77e36067', 'name': '', 'network_id': '16e148e9-a9f7-4cbf-be37-8a3360928cb8', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'mac_address': 'fa:16:3e:cf:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f28780-b459-4246-baf9-4736066e08ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:16Z', 'updated_at': '2021-09-26T13:17:24Z', 'revision_number': 5, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'subnets': [{'id': '5e1e8b45-8400-4fae-af33-f8a56e2678fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:17:57.930060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port 55ccece7-1282-48d4-a378-40bb467f8b52 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:57.930431 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:57.989263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.005942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] For port 55ccece7-1282-48d4-a378-40bb467f8b52, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=55ccece7-1282-48d4-a378-40bb467f8b52,segment=NetworkSegment(7223260b-2a60-426a-bf7d-471e39778bf7),segment_id=7223260b-2a60-426a-bf7d-471e39778bf7)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:58.009889 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.029261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] Calling delete_port for 55ccece7-1282-48d4-a378-40bb467f8b52 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:58.083200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port 55ccece7-1282-48d4-a378-40bb467f8b52, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=55ccece7-1282-48d4-a378-40bb467f8b52,segment=NetworkSegment(7223260b-2a60-426a-bf7d-471e39778bf7),segment_id=7223260b-2a60-426a-bf7d-471e39778bf7)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:17:58.083572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.087118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.109382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for 55ccece7-1282-48d4-a378-40bb467f8b52 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:58.147906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.148508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'Port': ['ID=b10eeb62-d568-48f3-9420-9476f18eda4e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:58.161411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:17:58.163374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:17:58.165903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:17:58.186634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] No DVR routers for this DVR port 55ccece7-1282-48d4-a378-40bb467f8b52 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:58.192611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809d5c0-5202-4694-bff5-20e4b7d95b66 None None] Pushing event deleted for resources: {'Port': ['ID=55ccece7-1282-48d4-a378-40bb467f8b52,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:58.300247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.314102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port c0f1e87f-199f-4a85-8d45-916bf19701b7 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:17:58.314452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.491605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.723775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.764750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No DVR routers for this DVR port 55ccece7-1282-48d4-a378-40bb467f8b52 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:17:58.775976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=55ccece7-1282-48d4-a378-40bb467f8b52,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:58.885590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Router 2e30de89-658b-44ea-9aec-700ff22e0746 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:17:58.916634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.958864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:58.973202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf1e9b7-9d5a-4070-993d-470f04d9e349']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:58.992476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for c0f1e87f-199f-4a85-8d45-916bf19701b7 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:17:58.996669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7223260b-2a60-426a-bf7d-471e39778bf7') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:58.997085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7223260b-2a60-426a-bf7d-471e39778bf7') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:59.013993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:17:59.019013 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.024933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Sync routers for ids ['2e30de89-658b-44ea-9aec-700ff22e0746'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:17:59.037739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Routers {'2e30de89-658b-44ea-9aec-700ff22e0746'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:17:59.038665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2e30de89-658b-44ea-9aec-700ff22e0746'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:59.044596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.059146 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.060942 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2002b0d3-94e3-4c43-be48-72d2f9aa6899 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5337853 Sep 26 13:17:59.064181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60894) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:59.116619 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:17:59.117216 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:17:59.122468 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:17:59.206303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Set router 2e30de89-658b-44ea-9aec-700ff22e0746 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:17:59.243868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1805ef23-b579-4827-84f5-ddecd631c1b2 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/routers/2e30de89-658b-44ea-9aec-700ff22e0746 HTTP/1.1" status: 200 len: 909 time: 0.1750264 Sep 26 13:17:59.244146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60902) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:59.248441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1605208699', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': True}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:17:59.278407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.279654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.284938 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.312062 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.315175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/7bf1e9b7-9d5a-4070-993d-470f04d9e349 HTTP/1.1" status: 204 len: 168 time: 1.8717129 Sep 26 13:17:59.319663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60904) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:17:59.334189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f9db8-046e-4261-9eeb-aa17c90718a9 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=7bf1e9b7-9d5a-4070-993d-470f04d9e349,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:59.431666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.431823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e30de89-658b-44ea-9aec-700ff22e0746', 'name': 'tempest-snat-router-1605208699', 'tenant_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': False}, 'gw_port_id': 'b10eeb62-d568-48f3-9420-9476f18eda4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:56Z', 'updated_at': '2021-09-26T13:17:58Z', 'revision_number': 3, 'project_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'gw_port': {'id': 'b10eeb62-d568-48f3-9420-9476f18eda4e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e30de89-658b-44ea-9aec-700ff22e0746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:57Z', 'updated_at': '2021-09-26T13:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:17:59.464525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Checking router: 2e30de89-658b-44ea-9aec-700ff22e0746 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:17:59.465315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Updating router 2e30de89-658b-44ea-9aec-700ff22e0746 port b10eeb62-d568-48f3-9420-9476f18eda4e binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:17:59.496049 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.546933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.591610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=c0f1e87f-199f-4a85-8d45-916bf19701b7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:17:59.745726 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.894553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1498d9fd-a68a-4755-bef6-45ff77cf903e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:59.927484 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:17:59.929180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 1498d9fd-a68a-4755-bef6-45ff77cf903e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:59.929350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1498d9fd-a68a-4755-bef6-45ff77cf903e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:17:59.929808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 55ccece7-1282-48d4-a378-40bb467f8b52 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:17:59.976486 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 55ccece7-1282-48d4-a378-40bb467f8b52 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:17:59.976906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 55ccece7-1282-48d4-a378-40bb467f8b52 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:18:00.053766 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.065874 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.148066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Attempting to bind port b10eeb62-d568-48f3-9420-9476f18eda4e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:00.148586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Attempting to bind port b10eeb62-d568-48f3-9420-9476f18eda4e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:00.149093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Attempting to bind port b10eeb62-d568-48f3-9420-9476f18eda4e on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:00.179057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:00.179872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:00.180488 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.181084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:00.181801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Bound port: b10eeb62-d568-48f3-9420-9476f18eda4e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:00.182357 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.247535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.257290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee359cee-6baf-489d-b499-9538bd15ea30 None None] Pushing event updated for resources: {'Port': ['ID=b10eeb62-d568-48f3-9420-9476f18eda4e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:00.262147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 0d93801e-55f2-48c9-9859-ad45d59e6cce has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:00.302329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.340173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] For port b10eeb62-d568-48f3-9420-9476f18eda4e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:00.345079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] For port b10eeb62-d568-48f3-9420-9476f18eda4e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b10eeb62-d568-48f3-9420-9476f18eda4e,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:00.350929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.359546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.421050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Routers {'2e30de89-658b-44ea-9aec-700ff22e0746'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:00.421656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2e30de89-658b-44ea-9aec-700ff22e0746'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:00.451435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:00.465671 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d705d98c-13f5-42ce-8554-17825e214f2f None None] Sync routers for ids ['0d93801e-55f2-48c9-9859-ad45d59e6cce'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:00.473762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-793f7fc2-e3f3-4d5b-8768-2d17555dd3a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/0d93801e-55f2-48c9-9859-ad45d59e6cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7360971 Sep 26 13:18:00.477940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60928) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:00.493342 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705d98c-13f5-42ce-8554-17825e214f2f None None] Routers {'0d93801e-55f2-48c9-9859-ad45d59e6cce'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:00.494364 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d705d98c-13f5-42ce-8554-17825e214f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d93801e-55f2-48c9-9859-ad45d59e6cce'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:00.499448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee359cee-6baf-489d-b499-9538bd15ea30 None None] Pushing event updated for resources: {'Port': ['ID=b10eeb62-d568-48f3-9420-9476f18eda4e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:00.524083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Allocated IP 172.25.4.59 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/6acc2f35-5ff8-45f6-a0b4-65f7b17fe820) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:00.572392 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d705d98c-13f5-42ce-8554-17825e214f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:00.577825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] Set router 2e30de89-658b-44ea-9aec-700ff22e0746 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:00.592775 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705d98c-13f5-42ce-8554-17825e214f2f None None] Routers {'0d93801e-55f2-48c9-9859-ad45d59e6cce'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:00.594696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d705d98c-13f5-42ce-8554-17825e214f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d93801e-55f2-48c9-9859-ad45d59e6cce'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:00.645602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.649086 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d705d98c-13f5-42ce-8554-17825e214f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:00.650249 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d705d98c-13f5-42ce-8554-17825e214f2f None None] The sync data for ids ['0d93801e-55f2-48c9-9859-ad45d59e6cce'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:00.677898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0286-2115-409c-aa37-c11eba5df262 req-825a5e18-815a-4fc9-82e5-6c143c59a77a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:00.692153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0286-2115-409c-aa37-c11eba5df262 req-825a5e18-815a-4fc9-82e5-6c143c59a77a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:00.705657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0286-2115-409c-aa37-c11eba5df262 req-825a5e18-815a-4fc9-82e5-6c143c59a77a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:00.718610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0286-2115-409c-aa37-c11eba5df262 req-825a5e18-815a-4fc9-82e5-6c143c59a77a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:00.730954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0286-2115-409c-aa37-c11eba5df262 req-825a5e18-815a-4fc9-82e5-6c143c59a77a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:00.744990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0286-2115-409c-aa37-c11eba5df262 req-825a5e18-815a-4fc9-82e5-6c143c59a77a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:00.755762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0286-2115-409c-aa37-c11eba5df262 req-825a5e18-815a-4fc9-82e5-6c143c59a77a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:00.762380 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:00.769341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-520c0286-2115-409c-aa37-c11eba5df262 req-825a5e18-815a-4fc9-82e5-6c143c59a77a tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.4432428 Sep 26 13:18:00.814284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:00.820550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:00.827758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:00.836389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'Port': ['ID=6acc2f35-5ff8-45f6-a0b4-65f7b17fe820,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:00.872037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e30de89-658b-44ea-9aec-700ff22e0746', 'name': 'tempest-snat-router-1605208699', 'tenant_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': False}, 'gw_port_id': 'b10eeb62-d568-48f3-9420-9476f18eda4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:56Z', 'updated_at': '2021-09-26T13:17:58Z', 'revision_number': 3, 'project_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'gw_port': {'id': 'b10eeb62-d568-48f3-9420-9476f18eda4e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e30de89-658b-44ea-9aec-700ff22e0746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:57Z', 'updated_at': '2021-09-26T13:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:00.915804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4ce82-dcf0-48ec-a9e6-7b12948afc19 None None] The sync data for ids ['2e30de89-658b-44ea-9aec-700ff22e0746'] in n-d-806683-13 is: [{'id': '2e30de89-658b-44ea-9aec-700ff22e0746', 'name': 'tempest-snat-router-1605208699', 'tenant_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': False}, 'gw_port_id': 'b10eeb62-d568-48f3-9420-9476f18eda4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:56Z', 'updated_at': '2021-09-26T13:17:58Z', 'revision_number': 3, 'project_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'gw_port': {'id': 'b10eeb62-d568-48f3-9420-9476f18eda4e', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e30de89-658b-44ea-9aec-700ff22e0746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:17:57Z', 'updated_at': '2021-09-26T13:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:00.938228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-520c0286-2115-409c-aa37-c11eba5df262 req-7aed7570-f3c5-42a3-b5b3-678dfce385f4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655517 Sep 26 13:18:01.217619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:01.306847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde50-b0b2-4098-8ae5-6d1108a48d60 req-ff6704a4-4f44-4a62-be3f-0add1d8fe74d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:01.315803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde50-b0b2-4098-8ae5-6d1108a48d60 req-ff6704a4-4f44-4a62-be3f-0add1d8fe74d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:01.322203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde50-b0b2-4098-8ae5-6d1108a48d60 req-ff6704a4-4f44-4a62-be3f-0add1d8fe74d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:01.328853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde50-b0b2-4098-8ae5-6d1108a48d60 req-ff6704a4-4f44-4a62-be3f-0add1d8fe74d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:01.339479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde50-b0b2-4098-8ae5-6d1108a48d60 req-ff6704a4-4f44-4a62-be3f-0add1d8fe74d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:01.346815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde50-b0b2-4098-8ae5-6d1108a48d60 req-ff6704a4-4f44-4a62-be3f-0add1d8fe74d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:01.353136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edde50-b0b2-4098-8ae5-6d1108a48d60 req-ff6704a4-4f44-4a62-be3f-0add1d8fe74d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:01.355453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4edde50-b0b2-4098-8ae5-6d1108a48d60 req-ff6704a4-4f44-4a62-be3f-0add1d8fe74d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.2332182 Sep 26 13:18:01.358110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port 0081a064-bb1c-40a9-a739-2b1b77e36067 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:01.358110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:01.480687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port 0081a064-bb1c-40a9-a739-2b1b77e36067, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0081a064-bb1c-40a9-a739-2b1b77e36067,segment=NetworkSegment(219352ae-9967-4d6d-bdaf-2a68bcc31824),segment_id=219352ae-9967-4d6d-bdaf-2a68bcc31824)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:01.481071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:01.498127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for 0081a064-bb1c-40a9-a739-2b1b77e36067 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:01.523546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:01.646710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 9b4e554e-1d2a-4416-9e3e-a97c4c4800b6 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:01.647100 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:01.752353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b10eeb62-d568-48f3-9420-9476f18eda4e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:01.783586 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:01.811800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 9b4e554e-1d2a-4416-9e3e-a97c4c4800b6 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:01.840427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b10eeb62-d568-48f3-9420-9476f18eda4e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:01.841092 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:01.986334 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:02.015068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port b10eeb62-d568-48f3-9420-9476f18eda4e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b10eeb62-d568-48f3-9420-9476f18eda4e,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:02.031542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:02.141770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=b10eeb62-d568-48f3-9420-9476f18eda4e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:02.156598 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:02.193909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=9b4e554e-1d2a-4416-9e3e-a97c4c4800b6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:02.438921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:02.554648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:02.569252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:02.636701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 0d93801e-55f2-48c9-9859-ad45d59e6cce has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:02.719352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=0081a064-bb1c-40a9-a739-2b1b77e36067,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:02.726658 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:02.742689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:02.753011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-75a52ae4-8ac8-4522-af8b-cf9618c8efe3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/0d93801e-55f2-48c9-9859-ad45d59e6cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700551 Sep 26 13:18:02.760687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60972) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:02.763424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25699c-817d-48ce-b301-b65455605476 None None] Sync routers for ids ['0d93801e-55f2-48c9-9859-ad45d59e6cce'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:02.782207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25699c-817d-48ce-b301-b65455605476 None None] Routers {'0d93801e-55f2-48c9-9859-ad45d59e6cce'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:02.789460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3f25699c-817d-48ce-b301-b65455605476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d93801e-55f2-48c9-9859-ad45d59e6cce'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:02.851090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b153f2fc-c139-4b40-8f6b-7dbf418051ea tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93801e-55f2-48c9-9859-ad45d59e6cce HTTP/1.1" status: 200 len: 205 time: 0.0830524 Sep 26 13:18:02.852091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60974) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:02.879193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3f25699c-817d-48ce-b301-b65455605476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:02.894219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25699c-817d-48ce-b301-b65455605476 None None] Routers {'0d93801e-55f2-48c9-9859-ad45d59e6cce'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:02.894899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3f25699c-817d-48ce-b301-b65455605476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d93801e-55f2-48c9-9859-ad45d59e6cce'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:02.949959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-3f25699c-817d-48ce-b301-b65455605476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:02.955525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25699c-817d-48ce-b301-b65455605476 None None] The sync data for ids ['0d93801e-55f2-48c9-9859-ad45d59e6cce'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:02.976337 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5366-46c5-489c-b763-15ead6b84eac tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.083195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:03.192383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5366-46c5-489c-b763-15ead6b84eac tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.195030 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5366-46c5-489c-b763-15ead6b84eac tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.235041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:03.246005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60986) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:03.249743 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:03.258152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dc6f4167-0af5-48a5-ad95-d848e38b5413 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9364114 Sep 26 13:18:03.259722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5366-46c5-489c-b763-15ead6b84eac tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.265099 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:03.265980 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:03.268094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dc5366-46c5-489c-b763-15ead6b84eac tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Fanout notify agent at l3_agent the message router_deleted on router 0d93801e-55f2-48c9-9859-ad45d59e6cce {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:03.290633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Router 3e4e2581-5a6e-4cbe-b0dc-346476b32b1a is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:03.313628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5366-46c5-489c-b763-15ead6b84eac tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.314851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f7dc5366-46c5-489c-b763-15ead6b84eac tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/0d93801e-55f2-48c9-9859-ad45d59e6cce HTTP/1.1" status: 204 len: 168 time: 0.4614739 Sep 26 13:18:03.321028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60988) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:03.365778 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:03.384061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-44aa9fcb-7822-4c39-8d10-f85fb2cc5a7f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting subnet 5e1e8b45-8400-4fae-af33-f8a56e2678fb {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:18:03.395684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44aa9fcb-7822-4c39-8d10-f85fb2cc5a7f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.427489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-042987ce-f7d8-4b14-ad9d-d7fe8aaf382e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet 3f131b74-b074-4bc6-a5c0-4c2fa8bc87ae {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:18:03.438069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-042987ce-f7d8-4b14-ad9d-d7fe8aaf382e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.522526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44aa9fcb-7822-4c39-8d10-f85fb2cc5a7f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.527904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-042987ce-f7d8-4b14-ad9d-d7fe8aaf382e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.538090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:03.541939 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:18:02Z', 'revision_number': 11, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:03.548740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] Sync routers for ids ['3e4e2581-5a6e-4cbe-b0dc-346476b32b1a'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:03.565066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] Routers {'3e4e2581-5a6e-4cbe-b0dc-346476b32b1a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:03.571997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['3e4e2581-5a6e-4cbe-b0dc-346476b32b1a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:03.606712 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.608148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-db32da30-180b-4d13-9b2d-8a060c6c2d25 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3629761 Sep 26 13:18:03.610865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:03.685273 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:18:03.688786 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:18:03.733916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44aa9fcb-7822-4c39-8d10-f85fb2cc5a7f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.734689 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:03.735402 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:03.754156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32778) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:03.810173 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-042987ce-f7d8-4b14-ad9d-d7fe8aaf382e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.830137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b10eeb62-d568-48f3-9420-9476f18eda4e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:03.860458 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:03.904368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] Set router 3e4e2581-5a6e-4cbe-b0dc-346476b32b1a gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:03.942319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ccfdc2a8-b352-46f1-9c71-544131cc1c23 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/routers/3e4e2581-5a6e-4cbe-b0dc-346476b32b1a HTTP/1.1" status: 200 len: 907 time: 0.3302832 Sep 26 13:18:03.946215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32786) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:03.960261 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:18:02Z', 'revision_number': 11, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:03.974714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-042987ce-f7d8-4b14-ad9d-d7fe8aaf382e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:03.990138 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad0b31-e075-4f34-905c-56265f618e08 None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:18:02Z', 'revision_number': 11, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:04.001225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-042987ce-f7d8-4b14-ad9d-d7fe8aaf382e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.003287 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-042987ce-f7d8-4b14-ad9d-d7fe8aaf382e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/3f131b74-b074-4bc6-a5c0-4c2fa8bc87ae HTTP/1.1" status: 204 len: 168 time: 0.6811137 Sep 26 13:18:04.009134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32788) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:04.064700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-30b8f3e2-63a2-4fc2-a0ba-1167f1b010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:04.065425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-30b8f3e2-63a2-4fc2-a0ba-1167f1b010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:04.066093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-30b8f3e2-63a2-4fc2-a0ba-1167f1b010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:04.066726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-30b8f3e2-63a2-4fc2-a0ba-1167f1b010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:04.067415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-30b8f3e2-63a2-4fc2-a0ba-1167f1b010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:04.068042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-30b8f3e2-63a2-4fc2-a0ba-1167f1b010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:04.068671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-30b8f3e2-63a2-4fc2-a0ba-1167f1b010f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:04.077802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-30b8f3e2-63a2-4fc2-a0ba-1167f1b010f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6506 time: 0.3196998 Sep 26 13:18:04.098637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0da2ac0-2b34-4bf2-ad99-621c526f6513 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet cc5d62a2-83f2-46a3-bd23-5e29fc46f8e2 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:18:04.105430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0da2ac0-2b34-4bf2-ad99-621c526f6513 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.108284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042987ce-f7d8-4b14-ad9d-d7fe8aaf382e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=3f131b74-b074-4bc6-a5c0-4c2fa8bc87ae,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:04.142582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-70d87c5a-aa99-49d3-abb4-d67d6e350f47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635397 Sep 26 13:18:04.147910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44aa9fcb-7822-4c39-8d10-f85fb2cc5a7f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.157439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ca482-4baf-4fa7-aa39-eb951247e333 None None] Network 5e8f0135-954b-4440-b828-6a37731ff9ca requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:04.170084 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.214155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44aa9fcb-7822-4c39-8d10-f85fb2cc5a7f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.218002 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-44aa9fcb-7822-4c39-8d10-f85fb2cc5a7f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/5e1e8b45-8400-4fae-af33-f8a56e2678fb HTTP/1.1" status: 204 len: 168 time: 0.9694235 Sep 26 13:18:04.221013 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0da2ac0-2b34-4bf2-ad99-621c526f6513 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.223616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32798) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:04.225763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa9fcb-7822-4c39-8d10-f85fb2cc5a7f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1e8b45-8400-4fae-af33-f8a56e2678fb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:04.247890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e2ca0-9731-4488-8d47-ce07da5ce793 None None] Network 16e148e9-a9f7-4cbf-be37-8a3360928cb8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:04.332636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.335030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b10eeb62-d568-48f3-9420-9476f18eda4e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:04.335408 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.388426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.417423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Deleting port 6acc2f35-5ff8-45f6-a0b4-65f7b17fe820 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:04.417975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.454554 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0da2ac0-2b34-4bf2-ad99-621c526f6513 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.535431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.562552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Calling delete_port for 6acc2f35-5ff8-45f6-a0b4-65f7b17fe820 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:04.582191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0da2ac0-2b34-4bf2-ad99-621c526f6513 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.589365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] DHCP port deletion for 5e8f0135-954b-4440-b828-6a37731ff9ca request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:18:04.601901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4e2581-5a6e-4cbe-b0dc-346476b32b1a', 'name': 'tempest-snat-router-1605208699', 'tenant_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '6acc2f35-5ff8-45f6-a0b4-65f7b17fe820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:59Z', 'updated_at': '2021-09-26T13:18:01Z', 'revision_number': 3, 'project_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'gw_port': {'id': '6acc2f35-5ff8-45f6-a0b4-65f7b17fe820', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4e2581-5a6e-4cbe-b0dc-346476b32b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:00Z', 'updated_at': '2021-09-26T13:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:04.618982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Deleting port d882d72f-1f78-4f2a-95c0-767503e91756 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:04.619384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.637905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da2ac0-2b34-4bf2-ad99-621c526f6513 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5d62a2-83f2-46a3-bd23-5e29fc46f8e2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:04.658427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c0da2ac0-2b34-4bf2-ad99-621c526f6513 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.674590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c0da2ac0-2b34-4bf2-ad99-621c526f6513 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/cc5d62a2-83f2-46a3-bd23-5e29fc46f8e2 HTTP/1.1" status: 204 len: 168 time: 0.6642220 Sep 26 13:18:04.676939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32808) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:04.797799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] For port d882d72f-1f78-4f2a-95c0-767503e91756, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d882d72f-1f78-4f2a-95c0-767503e91756,segment=NetworkSegment(219352ae-9967-4d6d-bdaf-2a68bcc31824),segment_id=219352ae-9967-4d6d-bdaf-2a68bcc31824)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:04.798647 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.823693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Calling delete_port for d882d72f-1f78-4f2a-95c0-767503e91756 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:04.851342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17695ef5-5b73-4961-aab4-7a9a01ced762 None None] Network 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:04.885134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:04.912466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] Checking router: 3e4e2581-5a6e-4cbe-b0dc-346476b32b1a for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:18:04.912948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] Updating router 3e4e2581-5a6e-4cbe-b0dc-346476b32b1a port 6acc2f35-5ff8-45f6-a0b4-65f7b17fe820 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:18:04.950607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event deleted for resources: {'Port': ['ID=6acc2f35-5ff8-45f6-a0b4-65f7b17fe820,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:04.950805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] Port 6acc2f35-5ff8-45f6-a0b4-65f7b17fe820 not found while updating agent binding for router 3e4e2581-5a6e-4cbe-b0dc-346476b32b1a. {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 26 13:18:05.015421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] Routers {'3e4e2581-5a6e-4cbe-b0dc-346476b32b1a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:05.016204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['3e4e2581-5a6e-4cbe-b0dc-346476b32b1a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:05.045336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] DHCP port deletion for 16e148e9-a9f7-4cbf-be37-8a3360928cb8 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:18:05.066640 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.214777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] Deleting port 6673d778-a0d4-4866-979f-3165231cef73 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:05.215448 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.216109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.219782 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.243331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] Set router 3e4e2581-5a6e-4cbe-b0dc-346476b32b1a gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:05.310515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.311225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4e2581-5a6e-4cbe-b0dc-346476b32b1a {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:05.322352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.325641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9b809292-b644-4dac-80fc-2393f285de08 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3e4e2581-5a6e-4cbe-b0dc-346476b32b1a HTTP/1.1" status: 204 len: 168 time: 1.3767934 Sep 26 13:18:05.328119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32820) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:05.341093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4e2581-5a6e-4cbe-b0dc-346476b32b1a', 'name': 'tempest-snat-router-1605208699', 'tenant_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:59Z', 'updated_at': '2021-09-26T13:18:04Z', 'revision_number': 5, 'project_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:05.341590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.402940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd67fb-8ba2-4c94-898f-67caf5858323 None None] The sync data for ids ['3e4e2581-5a6e-4cbe-b0dc-346476b32b1a'] in n-d-806683-13 is: [{'id': '3e4e2581-5a6e-4cbe-b0dc-346476b32b1a', 'name': 'tempest-snat-router-1605208699', 'tenant_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:59Z', 'updated_at': '2021-09-26T13:18:04Z', 'revision_number': 5, 'project_id': 'b45dc0f4542a428b818d8d07fe5cc8df', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:05.460793 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.464509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] DHCP port deletion for 0dfdbdec-b884-4d5b-8ed7-24e7711afe53 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:18:05.482633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] For port 6673d778-a0d4-4866-979f-3165231cef73, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6673d778-a0d4-4866-979f-3165231cef73,segment=NetworkSegment(3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4),segment_id=3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:05.483172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.489864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No DVR routers for this DVR port d882d72f-1f78-4f2a-95c0-767503e91756 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:05.542347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] Deleting port d882d72f-1f78-4f2a-95c0-767503e91756 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:05.542869 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.566036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Port': ['ID=d882d72f-1f78-4f2a-95c0-767503e91756,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:05.609943 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.627420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] For port d882d72f-1f78-4f2a-95c0-767503e91756, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:05.627926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.644135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] Calling delete_port for d882d72f-1f78-4f2a-95c0-767503e91756 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:05.646397 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.647606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] Port d882d72f-1f78-4f2a-95c0-767503e91756 was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:18:05.652744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] Calling delete_port for 6673d778-a0d4-4866-979f-3165231cef73 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:05.654954 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.678317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e148e9-a9f7-4cbf-be37-8a3360928cb8']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:05.707157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] Pushing event deleted for resources: {'Port': ['ID=d882d72f-1f78-4f2a-95c0-767503e91756,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:05.708788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219352ae-9967-4d6d-bdaf-2a68bcc31824') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:05.709092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219352ae-9967-4d6d-bdaf-2a68bcc31824') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:05.722989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd0496-1b39-4ad2-a696-0a65895acaf1 None None] No DVR routers for this DVR port d882d72f-1f78-4f2a-95c0-767503e91756 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:05.736357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.754987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.777064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:18:05.783738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.804609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6673d778-a0d4-4866-979f-3165231cef73 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:18:05.808758 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:18:05.877605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 6673d778-a0d4-4866-979f-3165231cef73 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:05.878007 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.892700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] Deleting port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:05.892700 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:05.910263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.002197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.005950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Deleting port b10eeb62-d568-48f3-9420-9476f18eda4e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:06.006289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.016747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] For port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff,segment=NetworkSegment(27645cc8-1642-48f1-91b8-f5964b802d12),segment_id=27645cc8-1642-48f1-91b8-f5964b802d12)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:06.017265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.047785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] Pushing event deleted for resources: {'Port': ['ID=6673d778-a0d4-4866-979f-3165231cef73,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:06.049140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 6673d778-a0d4-4866-979f-3165231cef73, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6673d778-a0d4-4866-979f-3165231cef73,segment=NetworkSegment(3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4),segment_id=3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:06.051104 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.078394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] Calling delete_port for b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:06.083881 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.086054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24328d48-9b7c-40bc-b291-a4f620039c6d None None] No DVR routers for this DVR port 6673d778-a0d4-4866-979f-3165231cef73 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:06.096181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 6673d778-a0d4-4866-979f-3165231cef73 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:06.171050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] For port b10eeb62-d568-48f3-9420-9476f18eda4e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b10eeb62-d568-48f3-9420-9476f18eda4e,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:06.171427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.184504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:06.186827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Calling delete_port for b10eeb62-d568-48f3-9420-9476f18eda4e owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:06.230255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.255095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.264261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/networks/16e148e9-a9f7-4cbf-be37-8a3360928cb8 HTTP/1.1" status: 204 len: 168 time: 2.0370197 Sep 26 13:18:06.274654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32832) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:06.285624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'routes': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:06.287150 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.302700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] No DVR routers for this DVR port b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:06.333303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496be04-788e-4661-a67b-d539e77592e8 None None] Pushing event deleted for resources: {'Port': ['ID=b354cf29-1671-4d2c-ba8a-f0d4e7b7e1ff,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:06.364593 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.398321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21913f24-19d1-493e-b266-9c4e5949a574 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Pushing event deleted for resources: {'Network': ['ID=16e148e9-a9f7-4cbf-be37-8a3360928cb8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:06.436192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.470494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d882d72f-1f78-4f2a-95c0-767503e91756 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:06.504393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d882d72f-1f78-4f2a-95c0-767503e91756 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:18:06.504852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d882d72f-1f78-4f2a-95c0-767503e91756 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:18:06.505231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0081a064-bb1c-40a9-a739-2b1b77e36067 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:06.516301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event deleted for resources: {'Port': ['ID=b10eeb62-d568-48f3-9420-9476f18eda4e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:06.551037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 0081a064-bb1c-40a9-a739-2b1b77e36067 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:18:06.551037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0081a064-bb1c-40a9-a739-2b1b77e36067 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:18:06.607910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.634394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Added routes are [] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 26 13:18:06.634691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Removed routes are [] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 26 13:18:06.635061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.637748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.723937 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.726225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.736593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=6673d778-a0d4-4866-979f-3165231cef73,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:06.742114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No DVR routers for this DVR port 6673d778-a0d4-4866-979f-3165231cef73 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:06.779339 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.780064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e30de89-658b-44ea-9aec-700ff22e0746 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:06.787435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.790093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dc497604-db34-4de5-97cd-4ebcf01db6af tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2e30de89-658b-44ea-9aec-700ff22e0746 HTTP/1.1" status: 204 len: 168 time: 1.4599764 Sep 26 13:18:06.793914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32842) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:06.798478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1466973549', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:06.830766 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.833895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.860062 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.863892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.920400 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:06.952506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.043500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8f0135-954b-4440-b828-6a37731ff9ca']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:07.063198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 05f28780-b459-4246-baf9-4736066e08ac has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:07.069273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:07.069607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6cb6e8-ce61-4bae-a2ce-c9603504d6b4') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:07.082398 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.162650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.172283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:18:07.172841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:18:07.176028 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:18:07.178114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.186908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:07.196008 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.202864 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] Sync routers for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:07.207856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9f02283c-3d3c-429f-965d-69083f0848d3 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 200 len: 705 time: 0.9296396 Sep 26 13:18:07.208507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32850) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:07.218664 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:07.219749 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:07.287340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-51058c5b-926a-4f1f-8bca-bd44c2cfe074 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 200 len: 205 time: 0.0743189 Sep 26 13:18:07.290187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32854) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:07.355410 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:07.384661 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.396771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.400994 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/5e8f0135-954b-4440-b828-6a37731ff9ca HTTP/1.1" status: 204 len: 168 time: 2.7166550 Sep 26 13:18:07.422862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32858) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:07.438614 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:18:02Z', 'revision_number': 11, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:07.451640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6e81e-f758-4f9b-8541-ab31f5ee4712 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=5e8f0135-954b-4440-b828-6a37731ff9ca,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:07.460949 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a07f76eb-4f5b-496b-95ee-d0beabd02ec2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.480415 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] Checking router: 05f28780-b459-4246-baf9-4736066e08ac for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:18:07.501320 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] Routers {'05f28780-b459-4246-baf9-4736066e08ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:07.502536 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['05f28780-b459-4246-baf9-4736066e08ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:07.518080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.547557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.588964 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] Set router 05f28780-b459-4246-baf9-4736066e08ac gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:07.682669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.690288 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:18:02Z', 'revision_number': 11, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:07.700201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b10eeb62-d568-48f3-9420-9476f18eda4e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:07.723975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Allocated IP 172.25.4.25 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/1bd7d7b4-4194-41b6-ba24-c2351b21c8bc) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:07.761649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: b10eeb62-d568-48f3-9420-9476f18eda4e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:18:07.765426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b10eeb62-d568-48f3-9420-9476f18eda4e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:18:07.802239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a07f76eb-4f5b-496b-95ee-d0beabd02ec2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.804634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a07f76eb-4f5b-496b-95ee-d0beabd02ec2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.845823 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.854048 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46059dc8-ea13-4d5c-ae95-fec97766925f None None] The sync data for ids ['05f28780-b459-4246-baf9-4736066e08ac'] in n-d-806683-13 is: [{'id': '05f28780-b459-4246-baf9-4736066e08ac', 'name': 'tempest-RoutersIpV6Test-router-1278792454', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:17:13Z', 'updated_at': '2021-09-26T13:18:02Z', 'revision_number': 11, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:07.886718 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a07f76eb-4f5b-496b-95ee-d0beabd02ec2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.887403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07f76eb-4f5b-496b-95ee-d0beabd02ec2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Fanout notify agent at l3_agent the message router_deleted on router 05f28780-b459-4246-baf9-4736066e08ac {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:07.890863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.897255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a07f76eb-4f5b-496b-95ee-d0beabd02ec2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.902936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a07f76eb-4f5b-496b-95ee-d0beabd02ec2 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 204 len: 168 time: 0.6072614 Sep 26 13:18:07.903819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32864) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:07.907952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c7512750-fbde-4a4a-bbdb-356a1732a5ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-307668154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:07.936110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:07.940683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:07.945475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:07.950478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c7512750-fbde-4a4a-bbdb-356a1732a5ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.951522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c7512750-fbde-4a4a-bbdb-356a1732a5ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:07.979709 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.010602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event updated for resources: {'Port': ['ID=1bd7d7b4-4194-41b6-ba24-c2351b21c8bc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:08.012457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfdbdec-b884-4d5b-8ed7-24e7711afe53']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:08.043792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27645cc8-1642-48f1-91b8-f5964b802d12') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:08.044209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27645cc8-1642-48f1-91b8-f5964b802d12') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:08.056743 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.107442 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c7512750-fbde-4a4a-bbdb-356a1732a5ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.114176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c7512750-fbde-4a4a-bbdb-356a1732a5ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.132263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c7512750-fbde-4a4a-bbdb-356a1732a5ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.136036 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c7512750-fbde-4a4a-bbdb-356a1732a5ad tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2293675 Sep 26 13:18:08.136036 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.137001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32872) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:08.141903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-69dd1202-0ee6-4e1f-b7ee-621a112d7013 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:08.181951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:18:08.182747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:18:08.186095 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:18:08.286796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35eea755-eac2-42fe-8d2b-17be37e99844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.325430 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.348897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.359660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.366751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/0dfdbdec-b884-4d5b-8ed7-24e7711afe53 HTTP/1.1" status: 204 len: 168 time: 0.9395840 Sep 26 13:18:08.367410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:08.389672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc71917-102c-428c-b141-3a6c3191e6a4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=0dfdbdec-b884-4d5b-8ed7-24e7711afe53,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:08.397405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776946626'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:08.482840 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69dd1202-0ee6-4e1f-b7ee-621a112d7013 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.493933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:08.498449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.502805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69dd1202-0ee6-4e1f-b7ee-621a112d7013 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.565033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:18:08.621296 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.621775 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment f509e5c7-e25f-4af6-b9c6-9099197ba392 of type vlan for network dd097351-19f0-46ae-9d36-f631051e91b8 Sep 26 13:18:08.676877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.707776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd1202-0ee6-4e1f-b7ee-621a112d7013 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Router 9212a975-f378-4dc3-8adb-0954580a5533 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:08.712411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.718522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:08.719377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:08.923264 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.061060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Router 0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:09.156391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7672327 Sep 26 13:18:09.162452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32894) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:09.167281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd1202-0ee6-4e1f-b7ee-621a112d7013 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:09.167626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': 'dd097351-19f0-46ae-9d36-f631051e91b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:09.177696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69dd1202-0ee6-4e1f-b7ee-621a112d7013 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.177945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] Sync routers for ids ['9212a975-f378-4dc3-8adb-0954580a5533'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:09.182723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-69dd1202-0ee6-4e1f-b7ee-621a112d7013 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "PUT /v2.0/routers/9212a975-f378-4dc3-8adb-0954580a5533 HTTP/1.1" status: 200 len: 697 time: 1.0428205 Sep 26 13:18:09.186191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32898) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:09.191799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] Routers {'9212a975-f378-4dc3-8adb-0954580a5533'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:09.192449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9212a975-f378-4dc3-8adb-0954580a5533'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:09.271427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a8038-6a5f-4992-821f-7edbc6973cb0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=dd097351-19f0-46ae-9d36-f631051e91b8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:09.284140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network dd097351-19f0-46ae-9d36-f631051e91b8 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:18:09.308331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] Set router 9212a975-f378-4dc3-8adb-0954580a5533 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:09.320906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:09.332624 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d77c4-03db-4779-a94a-ca4c88711044 None None] Sync routers for ids ['0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:09.341404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fd0de764-13ff-4aca-81f3-a3a3da5f0e4d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/routers/9212a975-f378-4dc3-8adb-0954580a5533 HTTP/1.1" status: 200 len: 703 time: 0.1509941 Sep 26 13:18:09.341966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32900) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:09.345850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:09.347634 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d77c4-03db-4779-a94a-ca4c88711044 None None] Routers {'0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:09.348253 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-680d77c4-03db-4779-a94a-ca4c88711044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:09.350467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.378279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.382685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0ccaac2f-8d78-496e-82d2-354a8ea041a5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=9212a975-f378-4dc3-8adb-0954580a5533 HTTP/1.1" status: 200 len: 205 time: 0.0392122 Sep 26 13:18:09.383376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32904) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:09.384767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-257cf171-4226-4f44-89ca-36a0073ddec2 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5897470 Sep 26 13:18:09.385228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32906) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:09.388654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f935ce56-3510-431d-b7a0-21e843d31687 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': False}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:09.429470 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-680d77c4-03db-4779-a94a-ca4c88711044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:09.454499 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d77c4-03db-4779-a94a-ca4c88711044 None None] Routers {'0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:09.455725 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-680d77c4-03db-4779-a94a-ca4c88711044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:09.484869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9212a975-f378-4dc3-8adb-0954580a5533', 'name': 'tempest-RoutersIpV6Test-router-307668154', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:07Z', 'updated_at': '2021-09-26T13:18:08Z', 'revision_number': 2, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:09.516411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] Checking router: 9212a975-f378-4dc3-8adb-0954580a5533 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:18:09.524507 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-680d77c4-03db-4779-a94a-ca4c88711044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:09.525166 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d77c4-03db-4779-a94a-ca4c88711044 None None] The sync data for ids ['0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:09.527362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] Routers {'9212a975-f378-4dc3-8adb-0954580a5533'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:09.528205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:17:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9212a975-f378-4dc3-8adb-0954580a5533'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:09.599802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] Set router 9212a975-f378-4dc3-8adb-0954580a5533 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:09.603658 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3dd653a-82dd-4f5b-9073-63a4c3a6b45f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.654125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9212a975-f378-4dc3-8adb-0954580a5533', 'name': 'tempest-RoutersIpV6Test-router-307668154', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:07Z', 'updated_at': '2021-09-26T13:18:08Z', 'revision_number': 2, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:09.685530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.687945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c044fe-6b4a-446f-8252-b6f392d94435 None None] The sync data for ids ['9212a975-f378-4dc3-8adb-0954580a5533'] in n-d-806683-13 is: [{'id': '9212a975-f378-4dc3-8adb-0954580a5533', 'name': 'tempest-RoutersIpV6Test-router-307668154', 'tenant_id': 'eec9799ed6da4360aefae4269e634568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:07Z', 'updated_at': '2021-09-26T13:18:08Z', 'revision_number': 2, 'project_id': 'eec9799ed6da4360aefae4269e634568', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:09.756620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=a74c5c7d-d221-4787-a23c-0961a0dc1497,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:09.765948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': 'f509e5c7-e25f-4af6-b9c6-9099197ba392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd097351-19f0-46ae-9d36-f631051e91b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:09.766321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: dd097351-19f0-46ae-9d36-f631051e91b8, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:18:09.787736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network dd097351-19f0-46ae-9d36-f631051e91b8 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:18:09.794867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3dd653a-82dd-4f5b-9073-63a4c3a6b45f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.799943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3dd653a-82dd-4f5b-9073-63a4c3a6b45f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.805510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, dd097351-19f0-46ae-9d36-f631051e91b8) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:09.813836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:09.820463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79016418-cf39-4a38-969a-71777f8be0c8 None None] Network dd097351-19f0-46ae-9d36-f631051e91b8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:09.824064 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.852167 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0f2bbe31-dcd9-4861-b378-1b9b9a59aff0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6911404 Sep 26 13:18:09.854116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32916) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:09.860490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6eff0041-f221-4c88-acb0-10248910f468 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-368387771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:09.887347 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6eff0041-f221-4c88-acb0-10248910f468 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.890944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6eff0041-f221-4c88-acb0-10248910f468 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.926741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3dd653a-82dd-4f5b-9073-63a4c3a6b45f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.927317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dd653a-82dd-4f5b-9073-63a4c3a6b45f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Fanout notify agent at l3_agent the message router_deleted on router 9212a975-f378-4dc3-8adb-0954580a5533 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:09.945348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3dd653a-82dd-4f5b-9073-63a4c3a6b45f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:09.955136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e3dd653a-82dd-4f5b-9073-63a4c3a6b45f tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/9212a975-f378-4dc3-8adb-0954580a5533 HTTP/1.1" status: 204 len: 168 time: 0.5609715 Sep 26 13:18:09.955458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32918) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.008968 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6eff0041-f221-4c88-acb0-10248910f468 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.027389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-883e6a00-46ae-43ea-8a2c-2bacc5a01d5b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=9212a975-f378-4dc3-8adb-0954580a5533 HTTP/1.1" status: 200 len: 205 time: 0.0644422 Sep 26 13:18:10.028910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6eff0041-f221-4c88-acb0-10248910f468 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.037985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32920) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.080943 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6eff0041-f221-4c88-acb0-10248910f468 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.082210 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6eff0041-f221-4c88-acb0-10248910f468 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2271490 Sep 26 13:18:10.084940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32922) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.090275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'port': {'network_id': 'dd097351-19f0-46ae-9d36-f631051e91b8', 'name': 'tempest-RoutersTest-2921251'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:10.179066 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f935ce56-3510-431d-b7a0-21e843d31687 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.198809 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-b09ab4d6-2865-4dc0-a415-a3fdfddd458a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] delete failed (client error): The resource could not be found. Sep 26 13:18:10.202339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b09ab4d6-2865-4dc0-a415-a3fdfddd458a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/9212a975-f378-4dc3-8adb-0954580a5533 HTTP/1.1" status: 404 len: 336 time: 0.1611557 Sep 26 13:18:10.202676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32928) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.238912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-dd097351-19f0-46ae-9d36-f631051e91b8', 'network_id': 'dd097351-19f0-46ae-9d36-f631051e91b8', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': 'a74c5c7d-d221-4787-a23c-0961a0dc1497'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:18:10.240520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.282406 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b89ff1f-ec2a-4316-b69f-93341b1d125b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:10.283094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b89ff1f-ec2a-4316-b69f-93341b1d125b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:10.290369 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9b89ff1f-ec2a-4316-b69f-93341b1d125b tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/6836e813-8ac1-4989-ba4f-e4b771717a92 HTTP/1.1" status: 404 len: 337 time: 0.0866899 Sep 26 13:18:10.291364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32932) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.311048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:10.317871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.350126 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c99702-569e-4841-92a1-8f8daf0db080 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:10.350796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c99702-569e-4841-92a1-8f8daf0db080 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:10.356462 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c1c99702-569e-4841-92a1-8f8daf0db080 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/09e9d3cb-74d1-45d9-bdcf-144bcc5ab6e4 HTTP/1.1" status: 404 len: 337 time: 0.0639017 Sep 26 13:18:10.359892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32934) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.411203 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a0939d-d80f-4329-a9e4-d3672987fafc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:10.411771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a0939d-d80f-4329-a9e4-d3672987fafc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:10.414062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f4a0939d-d80f-4329-a9e4-d3672987fafc tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/ed138556-7dcc-437c-8f13-bd9a5560bc4e HTTP/1.1" status: 404 len: 337 time: 0.0530617 Sep 26 13:18:10.416384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32940) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.420605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] device_id is not set on port 66c28dd6-745f-46da-9bc8-19356b39c0f9 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:18:10.429129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Allocated IP 172.20.0.2 (dd097351-19f0-46ae-9d36-f631051e91b8/a74c5c7d-d221-4787-a23c-0961a0dc1497/94b5095b-eddd-4d60-abae-5a16bfbe13cc) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:10.452972 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d01cd4d-0bfa-4bd4-9416-23e304fd3c27 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:10.454936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d01cd4d-0bfa-4bd4-9416-23e304fd3c27 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:10.458962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4d01cd4d-0bfa-4bd4-9416-23e304fd3c27 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/5e1e8b45-8400-4fae-af33-f8a56e2678fb HTTP/1.1" status: 404 len: 337 time: 0.0392473 Sep 26 13:18:10.459205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32944) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.494433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0ee05771-a203-48b2-bc62-645205c3947e tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 200 len: 205 time: 0.0340967 Sep 26 13:18:10.499139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32946) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.553008 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-21417ab2-c245-47a7-9de5-1895baf3212a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] delete failed (client error): The resource could not be found. Sep 26 13:18:10.555389 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-21417ab2-c245-47a7-9de5-1895baf3212a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/05f28780-b459-4246-baf9-4736066e08ac HTTP/1.1" status: 404 len: 336 time: 0.0576484 Sep 26 13:18:10.558299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32948) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.600357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-126c62de-ac05-45c4-83a2-a435b023ca1c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca02886d-ce7c-4a42-a5a1-f8d58949bdf0 HTTP/1.1" status: 200 len: 205 time: 0.0404031 Sep 26 13:18:10.602699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32950) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.621827 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.632299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.680069 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-915474ec-c411-4168-aff2-a92038f2a410 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] delete failed (client error): The resource could not be found. Sep 26 13:18:10.681816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-915474ec-c411-4168-aff2-a92038f2a410 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/ca02886d-ce7c-4a42-a5a1-f8d58949bdf0 HTTP/1.1" status: 404 len: 336 time: 0.0781009 Sep 26 13:18:10.684853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Pushing event updated for resources: {'Port': ['ID=94b5095b-eddd-4d60-abae-5a16bfbe13cc,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:10.685604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32952) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.695909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.696893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.696893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.697355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.698493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.699043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.699584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.700153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.700690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.701700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.702133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.702561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:10.710628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Network dd097351-19f0-46ae-9d36-f631051e91b8 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:10.713099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:10.715939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:10.728237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.20.0.11 (dd097351-19f0-46ae-9d36-f631051e91b8/a74c5c7d-d221-4787-a23c-0961a0dc1497/66c28dd6-745f-46da-9bc8-19356b39c0f9) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:10.739654 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca65038-1ce9-4d0a-ad07-30525473ca32 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:10.740135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca65038-1ce9-4d0a-ad07-30525473ca32 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:10.742694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cca65038-1ce9-4d0a-ad07-30525473ca32 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/4f88ff51-7093-4782-82cb-ec60dcd10a8b HTTP/1.1" status: 404 len: 337 time: 0.0553579 Sep 26 13:18:10.745381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.801008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Attempting to bind port 94b5095b-eddd-4d60-abae-5a16bfbe13cc on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:10.801472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Attempting to bind port 94b5095b-eddd-4d60-abae-5a16bfbe13cc by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f509e5c7-e25f-4af6-b9c6-9099197ba392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd097351-19f0-46ae-9d36-f631051e91b8'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:10.802068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Attempting to bind port 94b5095b-eddd-4d60-abae-5a16bfbe13cc on network dd097351-19f0-46ae-9d36-f631051e91b8 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:10.810063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:10.810063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Checking segment: {'id': 'f509e5c7-e25f-4af6-b9c6-9099197ba392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd097351-19f0-46ae-9d36-f631051e91b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:10.810063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.810063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Bound using segment: {'id': 'f509e5c7-e25f-4af6-b9c6-9099197ba392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd097351-19f0-46ae-9d36-f631051e91b8'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:10.810063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Bound port: 94b5095b-eddd-4d60-abae-5a16bfbe13cc, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f509e5c7-e25f-4af6-b9c6-9099197ba392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd097351-19f0-46ae-9d36-f631051e91b8'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:10.810781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.863613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0631e205-b0c8-448e-8b3d-732c063879de tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cf6209-f290-4da3-9813-d174a1c4192a HTTP/1.1" status: 200 len: 205 time: 0.1166995 Sep 26 13:18:10.864103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32960) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.898583 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f935ce56-3510-431d-b7a0-21e843d31687 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.899820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] For port 94b5095b-eddd-4d60-abae-5a16bfbe13cc, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:10.903722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f935ce56-3510-431d-b7a0-21e843d31687 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.907304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] For port 94b5095b-eddd-4d60-abae-5a16bfbe13cc, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=94b5095b-eddd-4d60-abae-5a16bfbe13cc,segment=NetworkSegment(f509e5c7-e25f-4af6-b9c6-9099197ba392),segment_id=f509e5c7-e25f-4af6-b9c6-9099197ba392)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:10.913595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:10.927577 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-52000223-4281-4c40-9924-3de457caf533 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] delete failed (client error): The resource could not be found. Sep 26 13:18:10.935317 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-52000223-4281-4c40-9924-3de457caf533 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/26cf6209-f290-4da3-9813-d174a1c4192a HTTP/1.1" status: 404 len: 336 time: 0.0664287 Sep 26 13:18:10.938832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32962) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:10.973393 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2148e065-e15f-4488-900c-df3975637f9c tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a146872-4a9b-40ed-b452-914ea5fb919a HTTP/1.1" status: 200 len: 205 time: 0.0333297 Sep 26 13:18:10.973932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32964) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.024002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0146f-77d9-4559-9ff9-152240559323 None None] Pushing event updated for resources: {'Port': ['ID=94b5095b-eddd-4d60-abae-5a16bfbe13cc,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:11.053663 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea01f0d0-c1aa-4a55-b772-557b16de139c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:11.076435 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-0c67f52a-5a72-4c9b-ab88-27332a0fff50 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] delete failed (client error): The resource could not be found. Sep 26 13:18:11.077739 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0c67f52a-5a72-4c9b-ab88-27332a0fff50 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/1a146872-4a9b-40ed-b452-914ea5fb919a HTTP/1.1" status: 404 len: 336 time: 0.1027822 Sep 26 13:18:11.080296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32966) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.098427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:11.118375 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c561c5-cada-4b5a-9a53-bfc97edd04c6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:11.118791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c561c5-cada-4b5a-9a53-bfc97edd04c6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:11.121799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-45c561c5-cada-4b5a-9a53-bfc97edd04c6 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/12a51be0-18bb-4c53-ab7c-42655215a95e HTTP/1.1" status: 404 len: 337 time: 0.0404651 Sep 26 13:18:11.124423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32970) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.156029 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:11.177654 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-91a3a401-5e31-4cbc-add0-417cfe985d10 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08dfb6d-451c-424c-9243-2427fc52f350 HTTP/1.1" status: 200 len: 205 time: 0.0520492 Sep 26 13:18:11.180770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32974) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.235752 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-d34e92e3-6db4-47a1-bfe5-4abb960329de tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] delete failed (client error): The resource could not be found. Sep 26 13:18:11.236073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d34e92e3-6db4-47a1-bfe5-4abb960329de tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/c08dfb6d-451c-424c-9243-2427fc52f350 HTTP/1.1" status: 404 len: 336 time: 0.0536847 Sep 26 13:18:11.243377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32976) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.253121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network dd097351-19f0-46ae-9d36-f631051e91b8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:11.267649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:11.270971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:11.276882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=66c28dd6-745f-46da-9bc8-19356b39c0f9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:11.304237 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9d0fc0-007b-4759-b356-4ad015e0f456 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:11.305205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9d0fc0-007b-4759-b356-4ad015e0f456 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:11.308840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1b9d0fc0-007b-4759-b356-4ad015e0f456 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/3124bc9c-b4fd-4fc8-a4b8-84b3e30bffa3 HTTP/1.1" status: 404 len: 337 time: 0.0619457 Sep 26 13:18:11.309682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32978) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.319275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f935ce56-3510-431d-b7a0-21e843d31687 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Router 0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:11.360113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a773af7-0f59-417c-b29b-ce239a60423d tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c8ebf7-e60a-473b-a8c8-05589ec23b37 HTTP/1.1" status: 200 len: 205 time: 0.0475814 Sep 26 13:18:11.362759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32982) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.423484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:11.424230 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:11.427308 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-402168d4-edd0-4b6e-938f-f6f7c04ad7b5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] delete failed (client error): The resource could not be found. Sep 26 13:18:11.428502 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-402168d4-edd0-4b6e-938f-f6f7c04ad7b5 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/routers/86c8ebf7-e60a-473b-a8c8-05589ec23b37 HTTP/1.1" status: 404 len: 336 time: 0.0665014 Sep 26 13:18:11.430906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32984) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.475763 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd9da44-06a6-4a3b-a936-197a84396954 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:11.476315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd9da44-06a6-4a3b-a936-197a84396954 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:11.480986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5dd9da44-06a6-4a3b-a936-197a84396954 tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/73f9b66e-fafd-4dda-a01a-49687a7a0b7a HTTP/1.1" status: 404 len: 337 time: 0.0463362 Sep 26 13:18:11.481330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32990) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.511102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-05995284-ad48-474e-87b3-40d0ad73438f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.4220519 Sep 26 13:18:11.511102 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe5a11b-1bd6-4a33-9cf6-8c69ffaca21a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:11.511102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe5a11b-1bd6-4a33-9cf6-8c69ffaca21a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:11.515207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f935ce56-3510-431d-b7a0-21e843d31687 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:11.515407 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4fe5a11b-1bd6-4a33-9cf6-8c69ffaca21a tempest-RoutersIpV6Test-1297350925 tempest-RoutersIpV6Test-1297350925-project] 10.222.0.13 "DELETE /v2.0/subnets/54fa6ba1-2db3-4903-a64b-1217ff97e96d HTTP/1.1" status: 404 len: 337 time: 0.0297832 Sep 26 13:18:11.515407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32994) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.529129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba52c0-a90d-44b0-93bf-07aa60a4310d None None] Sync routers for ids ['0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:11.544009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f935ce56-3510-431d-b7a0-21e843d31687 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:11.546627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f935ce56-3510-431d-b7a0-21e843d31687 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "PUT /v2.0/routers/0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 HTTP/1.1" status: 200 len: 925 time: 2.1623063 Sep 26 13:18:11.549686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32998) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.553736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba52c0-a90d-44b0-93bf-07aa60a4310d None None] Routers {'0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:11.554563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-82ba52c0-a90d-44b0-93bf-07aa60a4310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:11.652338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-82ba52c0-a90d-44b0-93bf-07aa60a4310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:11.699491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba52c0-a90d-44b0-93bf-07aa60a4310d None None] Routers {'0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:11.700393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-82ba52c0-a90d-44b0-93bf-07aa60a4310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:11.708081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:11.710694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a310d36a-a572-4631-b559-994cb38b7d3d tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/routers/0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 HTTP/1.1" status: 200 len: 925 time: 0.1593668 Sep 26 13:18:11.711399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33000) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.789306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-82ba52c0-a90d-44b0-93bf-07aa60a4310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:11.790026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba52c0-a90d-44b0-93bf-07aa60a4310d None None] The sync data for ids ['0d7d11d1-8197-4e19-a91b-fd410bb4b8b8'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:11.802810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 94b5095b-eddd-4d60-abae-5a16bfbe13cc up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:11.861241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcd2b23-0a0d-4e5a-9fd9-16a6929532ff tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:11.868650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bbcd2b23-0a0d-4e5a-9fd9-16a6929532ff tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=0d7d11d1-8197-4e19-a91b-fd410bb4b8b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1559157 Sep 26 13:18:11.872349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33008) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:11.879303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 94b5095b-eddd-4d60-abae-5a16bfbe13cc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:11.880151 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:11.983888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33010) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:12.008071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.027229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1af19-b8c7-4f0c-859d-6fa09f849bd3 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:12.034225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2ae1af19-b8c7-4f0c-859d-6fa09f849bd3 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 881 time: 0.1608257 Sep 26 13:18:12.035190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33014) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:12.065808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 94b5095b-eddd-4d60-abae-5a16bfbe13cc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=94b5095b-eddd-4d60-abae-5a16bfbe13cc,segment=NetworkSegment(f509e5c7-e25f-4af6-b9c6-9099197ba392),segment_id=f509e5c7-e25f-4af6-b9c6-9099197ba392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:12.072481 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.077123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33016) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:12.078173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-01ec00d3-4d6a-40a7-bdc4-1e3ed6e63e3c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 HTTP/1.1" status: 200 len: 205 time: 0.0403106 Sep 26 13:18:12.098036 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.154178 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.154914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=94b5095b-eddd-4d60-abae-5a16bfbe13cc,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:12.333699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe17bb52-7726-48fd-945d-d0e698dfb503 None None] Network dd097351-19f0-46ae-9d36-f631051e91b8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:12.383284 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-561e758d-59ba-41fc-aa89-218cd5f35168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eec9799ed6da4360aefae4269e634568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982985 Sep 26 13:18:12.386666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33022) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:12.449238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5bf6bbc7-7cb7-4168-8c72-6564eb99f39c None None] Provisioning complete for port 94b5095b-eddd-4d60-abae-5a16bfbe13cc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:12.449640 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5bf6bbc7-7cb7-4168-8c72-6564eb99f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.457146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40971d79-e1b5-41e4-876f-dba4fdce9aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.480191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40971d79-e1b5-41e4-876f-dba4fdce9aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.536400 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.539860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40971d79-e1b5-41e4-876f-dba4fdce9aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.543957 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40971d79-e1b5-41e4-876f-dba4fdce9aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.545260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-40971d79-e1b5-41e4-876f-dba4fdce9aed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1b8dbdb-6688-41bf-85e9-5ac4a8ede0b9 HTTP/1.1" status: 204 len: 168 time: 0.1575496 Sep 26 13:18:12.591888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40971d79-e1b5-41e4-876f-dba4fdce9aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8dbdb-6688-41bf-85e9-5ac4a8ede0b9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:12.654369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.664206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.771339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=66c28dd6-745f-46da-9bc8-19356b39c0f9,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:12.807425 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.952041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fd37ae54-d658-4202-b31c-9ab7bbb8a666 None None] Provisioning complete for port 94b5095b-eddd-4d60-abae-5a16bfbe13cc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:12.952534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fd37ae54-d658-4202-b31c-9ab7bbb8a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:12.996444 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.008260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Deleting port 1bd7d7b4-4194-41b6-ba24-c2351b21c8bc {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:13.008674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.070944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fd37ae54-d658-4202-b31c-9ab7bbb8a666 None None] Provisioning complete for port 66c28dd6-745f-46da-9bc8-19356b39c0f9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:13.071412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fd37ae54-d658-4202-b31c-9ab7bbb8a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.117627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fd37ae54-d658-4202-b31c-9ab7bbb8a666 None None] Port 66c28dd6-745f-46da-9bc8-19356b39c0f9 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:13.216869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.253404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Calling delete_port for 1bd7d7b4-4194-41b6-ba24-c2351b21c8bc owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:13.267346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.342927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-23b60ee2-547a-4ddd-b024-81656566bb7a None None] Provisioning complete for port 66c28dd6-745f-46da-9bc8-19356b39c0f9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:13.343303 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-23b60ee2-547a-4ddd-b024-81656566bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.421911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-23b60ee2-547a-4ddd-b024-81656566bb7a None None] Port 66c28dd6-745f-46da-9bc8-19356b39c0f9 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:13.516303 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.547639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33062) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:13.656753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e9898462-624d-4d11-832f-a7b1c33608c5 None None] Provisioning complete for port 66c28dd6-745f-46da-9bc8-19356b39c0f9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:13.675231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-secgroup--988353064'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:13.676783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e9898462-624d-4d11-832f-a7b1c33608c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.704678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.714220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.715121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 94b5095b-eddd-4d60-abae-5a16bfbe13cc up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:13.789345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 94b5095b-eddd-4d60-abae-5a16bfbe13cc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:13.789787 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.793516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e9898462-624d-4d11-832f-a7b1c33608c5 None None] Port 66c28dd6-745f-46da-9bc8-19356b39c0f9 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:13.849535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.856921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.900567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c39983f-2c48-45cf-bf9e-54eb991b6d6f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:13.971468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:13.974844 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.005609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.006796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4573233 Sep 26 13:18:14.009738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33072) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.038236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037da11-3d2a-4e2a-bac9-490f5d4a722d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093fff51-7f95-4f8f-81dd-e6eff1a09856,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:14.076496 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.110870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d99a730d-39f5-496b-b7b3-037281f3bcd6 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0994098 Sep 26 13:18:14.114517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33078) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.115702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event deleted for resources: {'Port': ['ID=1bd7d7b4-4194-41b6-ba24-c2351b21c8bc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:14.123526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3e356fd3-3c38-4161-9718-2bebf41b395d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-security--1397200606', 'description': 'tempest-security-description-1024736123'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:14.138171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.138171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.138519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.138706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.139039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.139369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.139699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.140026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.140349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.140675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.140997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.141318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:14.152802 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e356fd3-3c38-4161-9718-2bebf41b395d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.166725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.188736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.207054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e356fd3-3c38-4161-9718-2bebf41b395d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.210712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e356fd3-3c38-4161-9718-2bebf41b395d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.213226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e356fd3-3c38-4161-9718-2bebf41b395d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.214526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3e356fd3-3c38-4161-9718-2bebf41b395d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "PUT /v2.0/security-groups/093fff51-7f95-4f8f-81dd-e6eff1a09856 HTTP/1.1" status: 200 len: 1780 time: 0.0988631 Sep 26 13:18:14.220325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33080) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.239962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e356fd3-3c38-4161-9718-2bebf41b395d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093fff51-7f95-4f8f-81dd-e6eff1a09856,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:14.297680 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.306762 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.339736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=66c28dd6-745f-46da-9bc8-19356b39c0f9,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:14.430233 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-da0c2246-9598-4b0b-ac00-3bb82940e220 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups/093fff51-7f95-4f8f-81dd-e6eff1a09856 HTTP/1.1" status: 200 len: 1780 time: 0.2074597 Sep 26 13:18:14.433790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33086) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.434503 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.442048 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.490505 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-77bb4355-b831-4ce0-a048-009b5fbcdd56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.515106 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-77bb4355-b831-4ce0-a048-009b5fbcdd56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.524501 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.525055 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Fanout notify agent at l3_agent the message router_deleted on router 0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:14.533381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.541178 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a51c1652-1e30-46a9-8796-3e20e37de72b tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 HTTP/1.1" status: 204 len: 168 time: 2.4628756 Sep 26 13:18:14.541339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33088) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.546227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c5254da3-5639-48bf-971f-b67287953ddc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-741923954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:14.563650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network dd097351-19f0-46ae-9d36-f631051e91b8 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:14.566002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:14.579817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c5254da3-5639-48bf-971f-b67287953ddc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.581161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c5254da3-5639-48bf-971f-b67287953ddc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.601396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-77bb4355-b831-4ce0-a048-009b5fbcdd56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.603721 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-77bb4355-b831-4ce0-a048-009b5fbcdd56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.609398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-77bb4355-b831-4ce0-a048-009b5fbcdd56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/093fff51-7f95-4f8f-81dd-e6eff1a09856 HTTP/1.1" status: 204 len: 168 time: 0.1704965 Sep 26 13:18:14.619434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33096) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.642814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4355-b831-4ce0-a048-009b5fbcdd56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093fff51-7f95-4f8f-81dd-e6eff1a09856,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:14.675417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c5254da3-5639-48bf-971f-b67287953ddc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.695163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c5254da3-5639-48bf-971f-b67287953ddc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.728051 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4c95d3ee-b488-4b56-9fe1-e2077cc22c5d tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069207 Sep 26 13:18:14.730885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33100) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.746825 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c5254da3-5639-48bf-971f-b67287953ddc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.748035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c5254da3-5639-48bf-971f-b67287953ddc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2053032 Sep 26 13:18:14.748970 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-3bd96ddc-0be6-45d3-a744-d9909ab90c62 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] delete failed (client error): The resource could not be found. Sep 26 13:18:14.749969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3bd96ddc-0be6-45d3-a744-d9909ab90c62 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/093fff51-7f95-4f8f-81dd-e6eff1a09856 HTTP/1.1" status: 404 len: 347 time: 0.0179889 Sep 26 13:18:14.750708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33102) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.755404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:14.765850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33104) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:14.771971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3df8323d-e243-4a41-8275-c4cd5a452b53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-secgroup--361527947'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:14.821814 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df8323d-e243-4a41-8275-c4cd5a452b53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.856220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router c62919cf-ccfe-4fc5-a73d-4250a222c254 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:14.928527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7dcd3643-a880-488c-8d92-98f6807fce98 None None] Provisioning complete for port 66c28dd6-745f-46da-9bc8-19356b39c0f9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:14.929028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3643-a880-488c-8d92-98f6807fce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:14.974971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd3643-a880-488c-8d92-98f6807fce98 None None] Port 66c28dd6-745f-46da-9bc8-19356b39c0f9 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:15.012412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:15.022355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0cfce865-1eae-4a71-864f-4411561349bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/c62919cf-ccfe-4fc5-a73d-4250a222c254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5061710 Sep 26 13:18:15.024828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33110) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:15.029176 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df8323d-e243-4a41-8275-c4cd5a452b53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.030588 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456eaa28-593b-401e-bd32-a6091e8d79fc None None] Sync routers for ids ['c62919cf-ccfe-4fc5-a73d-4250a222c254'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:15.040607 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df8323d-e243-4a41-8275-c4cd5a452b53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.046785 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456eaa28-593b-401e-bd32-a6091e8d79fc None None] Routers {'c62919cf-ccfe-4fc5-a73d-4250a222c254'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:15.047648 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-456eaa28-593b-401e-bd32-a6091e8d79fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c62919cf-ccfe-4fc5-a73d-4250a222c254'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:15.074547 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.098552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-456eaa28-593b-401e-bd32-a6091e8d79fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:15.109851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df8323d-e243-4a41-8275-c4cd5a452b53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.111466 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3df8323d-e243-4a41-8275-c4cd5a452b53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3430719 Sep 26 13:18:15.116964 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456eaa28-593b-401e-bd32-a6091e8d79fc None None] Routers {'c62919cf-ccfe-4fc5-a73d-4250a222c254'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:15.117942 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-456eaa28-593b-401e-bd32-a6091e8d79fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c62919cf-ccfe-4fc5-a73d-4250a222c254'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:15.120181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25af01-47b9-480b-9486-1a9aff7b4526 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:15.124489 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5e25af01-47b9-480b-9486-1a9aff7b4526 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports/66c28dd6-745f-46da-9bc8-19356b39c0f9 HTTP/1.1" status: 200 len: 975 time: 0.0963306 Sep 26 13:18:15.124489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33112) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:15.127715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-68e33b1e-58f6-4c9e-9efa-4ce5a043cde9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '16152a80-99de-4594-9997-604ce4c5d6c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:15.132704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8323d-e243-4a41-8275-c4cd5a452b53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16152a80-99de-4594-9997-604ce4c5d6c5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:15.145535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33114) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:15.169225 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-456eaa28-593b-401e-bd32-a6091e8d79fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:15.170045 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456eaa28-593b-401e-bd32-a6091e8d79fc None None] The sync data for ids ['c62919cf-ccfe-4fc5-a73d-4250a222c254'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:15.268326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e33b1e-58f6-4c9e-9efa-4ce5a043cde9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.397466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.412996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e33b1e-58f6-4c9e-9efa-4ce5a043cde9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.419706 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e33b1e-58f6-4c9e-9efa-4ce5a043cde9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.469036 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-68e33b1e-58f6-4c9e-9efa-4ce5a043cde9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.470586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-68e33b1e-58f6-4c9e-9efa-4ce5a043cde9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467216 Sep 26 13:18:15.475725 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e33b1e-58f6-4c9e-9efa-4ce5a043cde9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c9183d-1526-43a4-b12b-85556f4df321,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:15.477910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33120) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:15.538519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2e55-bf89-4d4f-95c3-d40d6e4437a8 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.577614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2e55-bf89-4d4f-95c3-d40d6e4437a8 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.614769 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2e55-bf89-4d4f-95c3-d40d6e4437a8 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.620963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2e55-bf89-4d4f-95c3-d40d6e4437a8 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.624766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c0a2e55-bf89-4d4f-95c3-d40d6e4437a8 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c8c9183d-1526-43a4-b12b-85556f4df321 HTTP/1.1" status: 204 len: 168 time: 0.1409893 Sep 26 13:18:15.626201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33126) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:15.632535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.652525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a2e55-bf89-4d4f-95c3-d40d6e4437a8 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8c9183d-1526-43a4-b12b-85556f4df321,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:15.653429 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.728071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-acc43820-4e76-4279-ac60-2277fac132dc tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985816 Sep 26 13:18:15.731271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33130) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:15.745382 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.823751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Allocated IP 172.25.4.66 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/dcb93f6b-2bd1-4335-a96c-26df12191d2a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:15.893552 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acfc5b86-0b8c-4711-b804-5cd2c2960d10 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.954977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acfc5b86-0b8c-4711-b804-5cd2c2960d10 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:15.995175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 66c28dd6-745f-46da-9bc8-19356b39c0f9 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:15.995635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.010449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.034832 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acfc5b86-0b8c-4711-b804-5cd2c2960d10 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.037361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-acfc5b86-0b8c-4711-b804-5cd2c2960d10 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.040895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-acfc5b86-0b8c-4711-b804-5cd2c2960d10 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/16152a80-99de-4594-9997-604ce4c5d6c5 HTTP/1.1" status: 204 len: 168 time: 0.3062687 Sep 26 13:18:16.043582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33138) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:16.071904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc5b86-0b8c-4711-b804-5cd2c2960d10 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16152a80-99de-4594-9997-604ce4c5d6c5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:16.079331 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.124572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.134267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-581c3fc4-32ca-42bd-87a4-ce48a3c24874 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884724 Sep 26 13:18:16.138672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33144) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:16.140592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:16.143799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:16.151433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:16.153361 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 66c28dd6-745f-46da-9bc8-19356b39c0f9 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:16.154946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event updated for resources: {'Port': ['ID=dcb93f6b-2bd1-4335-a96c-26df12191d2a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:16.159601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bb350298-0561-4ba4-a090-e86d1eadae12 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137341837'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:16.230186 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb350298-0561-4ba4-a090-e86d1eadae12 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.420136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.424336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb350298-0561-4ba4-a090-e86d1eadae12 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.430060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb350298-0561-4ba4-a090-e86d1eadae12 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.452561 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.455837 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb350298-0561-4ba4-a090-e86d1eadae12 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.459761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bb350298-0561-4ba4-a090-e86d1eadae12 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3060949 Sep 26 13:18:16.469611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33150) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:16.498712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6fc0daa2-dce6-445c-86e8-d45b1798774e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '022c3453-2a7c-40a3-969f-83dffcfe4952', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:16.512339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=66c28dd6-745f-46da-9bc8-19356b39c0f9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:16.532136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb350298-0561-4ba4-a090-e86d1eadae12 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022c3453-2a7c-40a3-969f-83dffcfe4952,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:16.587343 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc0daa2-dce6-445c-86e8-d45b1798774e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.663206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.667155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.747174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc0daa2-dce6-445c-86e8-d45b1798774e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.748299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.765874 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc0daa2-dce6-445c-86e8-d45b1798774e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.829803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Router 86c4a983-605a-4baf-92c2-9ee845b82daa is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:16.857987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0daa2-dce6-445c-86e8-d45b1798774e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f5145e-f6b9-4725-9331-64aa68d1bcd6,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:16.918637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc0daa2-dce6-445c-86e8-d45b1798774e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:16.922903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6fc0daa2-dce6-445c-86e8-d45b1798774e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4470530 Sep 26 13:18:16.924411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33160) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:16.935046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-71bfbf89-987f-4bfb-9be0-f63e9fb54016 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '022c3453-2a7c-40a3-969f-83dffcfe4952', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:17.013969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:17.021905 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71bfbf89-987f-4bfb-9be0-f63e9fb54016 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.022895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.026371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3243e0-f109-4c84-ac61-1eeab5361fec None None] Sync routers for ids ['86c4a983-605a-4baf-92c2-9ee845b82daa'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:17.027488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-827bf076-5f0a-45a9-bd5e-aae2d914aebe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "PUT /v2.0/routers/86c4a983-605a-4baf-92c2-9ee845b82daa HTTP/1.1" status: 200 len: 882 time: 2.2753155 Sep 26 13:18:17.027931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33166) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.039265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3243e0-f109-4c84-ac61-1eeab5361fec None None] Routers {'86c4a983-605a-4baf-92c2-9ee845b82daa'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:17.040256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8f3243e0-f109-4c84-ac61-1eeab5361fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c4a983-605a-4baf-92c2-9ee845b82daa'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:17.077283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8f3243e0-f109-4c84-ac61-1eeab5361fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:17.086393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3243e0-f109-4c84-ac61-1eeab5361fec None None] Routers {'86c4a983-605a-4baf-92c2-9ee845b82daa'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:17.096599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8f3243e0-f109-4c84-ac61-1eeab5361fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['86c4a983-605a-4baf-92c2-9ee845b82daa'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:17.096842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router c62919cf-ccfe-4fc5-a73d-4250a222c254 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:17.135890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8f3243e0-f109-4c84-ac61-1eeab5361fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:17.136534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3243e0-f109-4c84-ac61-1eeab5361fec None None] The sync data for ids ['86c4a983-605a-4baf-92c2-9ee845b82daa'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:17.147536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aa887b36-f59f-4ac4-a37f-06b4df58a3fc tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/routers/86c4a983-605a-4baf-92c2-9ee845b82daa HTTP/1.1" status: 200 len: 923 time: 0.1184473 Sep 26 13:18:17.150210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33168) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.193779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207aac48-37eb-44d7-ad31-4f129e70aca6 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:17.195452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-207aac48-37eb-44d7-ad31-4f129e70aca6 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=86c4a983-605a-4baf-92c2-9ee845b82daa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0435798 Sep 26 13:18:17.199268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33170) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.220105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71bfbf89-987f-4bfb-9be0-f63e9fb54016 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.225137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:17.227150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71bfbf89-987f-4bfb-9be0-f63e9fb54016 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.232554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-071627ed-b106-4bd4-978f-9734eb45a458 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/c62919cf-ccfe-4fc5-a73d-4250a222c254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0858531 Sep 26 13:18:17.238002 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686e8bf-bf0c-4042-a9c0-aebf27bb5acc None None] Sync routers for ids ['c62919cf-ccfe-4fc5-a73d-4250a222c254'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:17.238639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33172) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.249515 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686e8bf-bf0c-4042-a9c0-aebf27bb5acc None None] Routers {'c62919cf-ccfe-4fc5-a73d-4250a222c254'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:17.250381 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0686e8bf-bf0c-4042-a9c0-aebf27bb5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c62919cf-ccfe-4fc5-a73d-4250a222c254'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:17.258184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfbf89-987f-4bfb-9be0-f63e9fb54016 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc1ff43-2d41-480e-a2b5-6e2f02c99e3f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:17.274545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71bfbf89-987f-4bfb-9be0-f63e9fb54016 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.276931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-71bfbf89-987f-4bfb-9be0-f63e9fb54016 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3511701 Sep 26 13:18:17.279655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33174) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.285472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4b962042-1aaa-453a-ac5b-e814c13ea6b7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '022c3453-2a7c-40a3-969f-83dffcfe4952', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:17.287873 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0686e8bf-bf0c-4042-a9c0-aebf27bb5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:17.299608 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686e8bf-bf0c-4042-a9c0-aebf27bb5acc None None] Routers {'c62919cf-ccfe-4fc5-a73d-4250a222c254'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:17.300646 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0686e8bf-bf0c-4042-a9c0-aebf27bb5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c62919cf-ccfe-4fc5-a73d-4250a222c254'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:17.325360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4b962042-1aaa-453a-ac5b-e814c13ea6b7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.334029 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0686e8bf-bf0c-4042-a9c0-aebf27bb5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:17.334942 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686e8bf-bf0c-4042-a9c0-aebf27bb5acc None None] The sync data for ids ['c62919cf-ccfe-4fc5-a73d-4250a222c254'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:17.398459 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4b962042-1aaa-453a-ac5b-e814c13ea6b7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.404851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4b962042-1aaa-453a-ac5b-e814c13ea6b7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.432453 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4b962042-1aaa-453a-ac5b-e814c13ea6b7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.436184 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4b962042-1aaa-453a-ac5b-e814c13ea6b7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528854 Sep 26 13:18:17.436184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b962042-1aaa-453a-ac5b-e814c13ea6b7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b58f77-f532-41a1-bd3a-1f8154f63cab,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:17.436490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33180) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.447286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-33ba44c2-ced4-46b8-be59-494c50188149 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '022c3453-2a7c-40a3-969f-83dffcfe4952', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:17.475475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33ba44c2-ced4-46b8-be59-494c50188149 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.488019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441f75c-eaf6-4c9c-aa04-549b98a686fc tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:17.489424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c441f75c-eaf6-4c9c-aa04-549b98a686fc tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 881 time: 0.2893755 Sep 26 13:18:17.492399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33182) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.531542 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-e4d2b889-e2b6-421b-b930-87358c3fcf4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] remove_router_interface failed (client error): The resource could not be found. Sep 26 13:18:17.534025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e4d2b889-e2b6-421b-b930-87358c3fcf4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/c62919cf-ccfe-4fc5-a73d-4250a222c254/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2943876 Sep 26 13:18:17.536415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3af52407-26d1-46ab-963a-7b168731233f tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c4a983-605a-4baf-92c2-9ee845b82daa HTTP/1.1" status: 200 len: 205 time: 0.0430751 Sep 26 13:18:17.536945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33184) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.539185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33186) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.555067 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33ba44c2-ced4-46b8-be59-494c50188149 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.565600 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-210e40ea-da58-47a7-9e4a-9f8a7501467e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=c62919cf-ccfe-4fc5-a73d-4250a222c254 HTTP/1.1" status: 200 len: 205 time: 0.0274844 Sep 26 13:18:17.567956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33188) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.592256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33ba44c2-ced4-46b8-be59-494c50188149 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.648292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba44c2-ced4-46b8-be59-494c50188149 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbcb25e-6fe3-41e8-84f3-a8a27179d817,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:17.657765 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fba3181-ad28-4449-9aab-58ad812339c4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.662206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33ba44c2-ced4-46b8-be59-494c50188149 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.662206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-33ba44c2-ced4-46b8-be59-494c50188149 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2181139 Sep 26 13:18:17.664323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33194) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.677546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7a4a1ab5-11d0-480f-b2e3-5cb16809873a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '022c3453-2a7c-40a3-969f-83dffcfe4952', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:17.707266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.788978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1ab5-11d0-480f-b2e3-5cb16809873a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.839618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fba3181-ad28-4449-9aab-58ad812339c4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.841805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fba3181-ad28-4449-9aab-58ad812339c4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.873407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1ab5-11d0-480f-b2e3-5cb16809873a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.874507 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.878883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1ab5-11d0-480f-b2e3-5cb16809873a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.892098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fba3181-ad28-4449-9aab-58ad812339c4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.892716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba3181-ad28-4449-9aab-58ad812339c4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Fanout notify agent at l3_agent the message router_deleted on router c62919cf-ccfe-4fc5-a73d-4250a222c254 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:17.899723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9fba3181-ad28-4449-9aab-58ad812339c4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.901425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9fba3181-ad28-4449-9aab-58ad812339c4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/c62919cf-ccfe-4fc5-a73d-4250a222c254 HTTP/1.1" status: 204 len: 168 time: 0.3320200 Sep 26 13:18:17.902246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a1ab5-11d0-480f-b2e3-5cb16809873a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873219df-1ac1-4b6b-8205-c1dfdbdab6e6,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:17.910321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33202) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.929622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a4a1ab5-11d0-480f-b2e3-5cb16809873a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.933999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7a4a1ab5-11d0-480f-b2e3-5cb16809873a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2654488 Sep 26 13:18:17.934176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33204) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:17.967402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet a74c5c7d-d221-4787-a23c-0961a0dc1497 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:18:17.972092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:17.996491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022853da-b552-49bc-8684-4600adbfe8ac tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.010753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022853da-b552-49bc-8684-4600adbfe8ac tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.023801 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.036955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Deleting port dcb93f6b-2bd1-4335-a96c-26df12191d2a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:18.037433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.068621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022853da-b552-49bc-8684-4600adbfe8ac tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.080353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-022853da-b552-49bc-8684-4600adbfe8ac tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.084180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33208) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:18.084324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-022853da-b552-49bc-8684-4600adbfe8ac tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/873219df-1ac1-4b6b-8205-c1dfdbdab6e6 HTTP/1.1" status: 204 len: 168 time: 0.1491101 Sep 26 13:18:18.119425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022853da-b552-49bc-8684-4600adbfe8ac tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=873219df-1ac1-4b6b-8205-c1dfdbdab6e6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:18.148490 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.163122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Calling delete_port for dcb93f6b-2bd1-4335-a96c-26df12191d2a owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:18.178420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f2c43d87-71e2-4517-87ef-74906c2eb5e8 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0928135 Sep 26 13:18:18.181639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.185981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33214) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:18.258819 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-482ca45e-e2b4-48b2-90ae-90f247c77a93 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.269952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-482ca45e-e2b4-48b2-90ae-90f247c77a93 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.315058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.327557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-482ca45e-e2b4-48b2-90ae-90f247c77a93 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.333203 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-482ca45e-e2b4-48b2-90ae-90f247c77a93 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.337988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-482ca45e-e2b4-48b2-90ae-90f247c77a93 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bfbcb25e-6fe3-41e8-84f3-a8a27179d817 HTTP/1.1" status: 204 len: 168 time: 0.1216130 Sep 26 13:18:18.355758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33216) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:18.362420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=a74c5c7d-d221-4787-a23c-0961a0dc1497,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:18.367589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.370076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/a74c5c7d-d221-4787-a23c-0961a0dc1497 HTTP/1.1" status: 204 len: 168 time: 0.4594150 Sep 26 13:18:18.379774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de997c-54b0-426f-8d4f-b9b6712876df None None] Network dd097351-19f0-46ae-9d36-f631051e91b8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:18.383225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33218) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:18.386067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.386537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.387089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.387849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.388470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.388815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.389146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.389655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.389982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.390308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.390634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.390961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115108fd-3ade-4269-8f58-1b76fd01845e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:18.458092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ca45e-e2b4-48b2-90ae-90f247c77a93 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfbcb25e-6fe3-41e8-84f3-a8a27179d817,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:18.539240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.573943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-81fb9fdb-74a7-45ab-b1c5-9a4628e2c4cd tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2167058 Sep 26 13:18:18.599926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33224) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:18.604809 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] DHCP port deletion for dd097351-19f0-46ae-9d36-f631051e91b8 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:18:18.660075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] Deleting port 94b5095b-eddd-4d60-abae-5a16bfbe13cc {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:18.661024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.662423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-929969ff-b1b3-4dc2-a5ac-5df58b073d24 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.677166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 94b5095b-eddd-4d60-abae-5a16bfbe13cc {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:18.677758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.681090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-929969ff-b1b3-4dc2-a5ac-5df58b073d24 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.736629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.751250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] For port 94b5095b-eddd-4d60-abae-5a16bfbe13cc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=94b5095b-eddd-4d60-abae-5a16bfbe13cc,segment=NetworkSegment(f509e5c7-e25f-4af6-b9c6-9099197ba392),segment_id=f509e5c7-e25f-4af6-b9c6-9099197ba392)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:18.752224 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.770623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event deleted for resources: {'Port': ['ID=dcb93f6b-2bd1-4335-a96c-26df12191d2a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:18.777004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] Calling delete_port for 94b5095b-eddd-4d60-abae-5a16bfbe13cc owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:18.783376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 94b5095b-eddd-4d60-abae-5a16bfbe13cc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=94b5095b-eddd-4d60-abae-5a16bfbe13cc,segment=NetworkSegment(f509e5c7-e25f-4af6-b9c6-9099197ba392),segment_id=f509e5c7-e25f-4af6-b9c6-9099197ba392)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:18.784070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.787215 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-929969ff-b1b3-4dc2-a5ac-5df58b073d24 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.798743 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-929969ff-b1b3-4dc2-a5ac-5df58b073d24 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.803955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-929969ff-b1b3-4dc2-a5ac-5df58b073d24 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/56b58f77-f532-41a1-bd3a-1f8154f63cab HTTP/1.1" status: 204 len: 168 time: 0.1932240 Sep 26 13:18:18.811422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33230) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:18.816653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 94b5095b-eddd-4d60-abae-5a16bfbe13cc owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:18.830872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929969ff-b1b3-4dc2-a5ac-5df58b073d24 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56b58f77-f532-41a1-bd3a-1f8154f63cab,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:18.841101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.895827 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.915338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-56e7936a-4512-47bc-8594-43e504132e3f tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1026680 Sep 26 13:18:18.919699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33234) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:18.929155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] Pushing event deleted for resources: {'Port': ['ID=94b5095b-eddd-4d60-abae-5a16bfbe13cc,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:18.944240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcce838-c227-4255-bf35-89d667be3d93 None None] No DVR routers for this DVR port 94b5095b-eddd-4d60-abae-5a16bfbe13cc on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:18.963568 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.965775 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.967970 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eff6597a-94e5-4920-8a62-34d916e1939a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:18.981709 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eff6597a-94e5-4920-8a62-34d916e1939a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.017318 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.018713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Fanout notify agent at l3_agent the message router_deleted on router 86c4a983-605a-4baf-92c2-9ee845b82daa {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:19.020984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.028797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.030349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b59c774e-912e-49f5-a4c6-25c3591641fe tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/86c4a983-605a-4baf-92c2-9ee845b82daa HTTP/1.1" status: 204 len: 168 time: 1.4901896 Sep 26 13:18:19.034751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33238) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.042907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-43e25851-399f-48f6-91c8-ceea1fedf6e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2017740544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:19.064827 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eff6597a-94e5-4920-8a62-34d916e1939a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.067060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=94b5095b-eddd-4d60-abae-5a16bfbe13cc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:19.069180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No DVR routers for this DVR port 94b5095b-eddd-4d60-abae-5a16bfbe13cc on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:19.080651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eff6597a-94e5-4920-8a62-34d916e1939a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.085213 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43e25851-399f-48f6-91c8-ceea1fedf6e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.085722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eff6597a-94e5-4920-8a62-34d916e1939a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cdc1ff43-2d41-480e-a2b5-6e2f02c99e3f HTTP/1.1" status: 204 len: 168 time: 0.1648130 Sep 26 13:18:19.087165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43e25851-399f-48f6-91c8-ceea1fedf6e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.092289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33240) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.117541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6597a-94e5-4920-8a62-34d916e1939a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdc1ff43-2d41-480e-a2b5-6e2f02c99e3f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:19.172925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b2db33de-3606-42ba-a1c1-159c61b9ca5e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0756285 Sep 26 13:18:19.174314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33246) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.176371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.198098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd097351-19f0-46ae-9d36-f631051e91b8']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:19.202198 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43e25851-399f-48f6-91c8-ceea1fedf6e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.212117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f509e5c7-e25f-4af6-b9c6-9099197ba392') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:19.212914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f509e5c7-e25f-4af6-b9c6-9099197ba392') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:19.214989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43e25851-399f-48f6-91c8-ceea1fedf6e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.229874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.239505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fab58c17-aa41-4726-a171-6808fca9707e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.245774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.247986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-43e25851-399f-48f6-91c8-ceea1fedf6e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.251809 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-43e25851-399f-48f6-91c8-ceea1fedf6e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2134531 Sep 26 13:18:19.251809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fab58c17-aa41-4726-a171-6808fca9707e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.252060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:18:19.252161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.252751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33248) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.256891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': True}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:18:19.278946 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:18:19.320056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.333942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.335927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/dd097351-19f0-46ae-9d36-f631051e91b8 HTTP/1.1" status: 204 len: 168 time: 0.9418471 Sep 26 13:18:19.340360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33254) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.354609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-43023642'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:19.359946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6c28d-4915-443e-bf73-a7feccd5115b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=dd097351-19f0-46ae-9d36-f631051e91b8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:19.389159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:19.393846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fab58c17-aa41-4726-a171-6808fca9707e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.394360 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.399120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fab58c17-aa41-4726-a171-6808fca9707e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.400299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fab58c17-aa41-4726-a171-6808fca9707e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/01f5145e-f6b9-4725-9331-64aa68d1bcd6 HTTP/1.1" status: 204 len: 168 time: 0.2260637 Sep 26 13:18:19.404050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33256) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.444691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab58c17-aa41-4726-a171-6808fca9707e tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01f5145e-f6b9-4725-9331-64aa68d1bcd6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:19.448107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:18:19.459951 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ae61a634-5a7a-4735-a130-db5d482b25a2 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547919 Sep 26 13:18:19.464672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33260) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.482233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.482579 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment 76ff5184-46e1-4699-99e1-e33ab392e954 of type vlan for network 92856d6e-b440-42d2-a514-73b2f2b3e61b Sep 26 13:18:19.527323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.546223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.577824 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b9765c9d-4b61-47e7-825e-b040544e31e9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.602200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.608509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:19.609155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.681332 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b9765c9d-4b61-47e7-825e-b040544e31e9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.689993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 94b5095b-eddd-4d60-abae-5a16bfbe13cc no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:19.694755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=92856d6e-b440-42d2-a514-73b2f2b3e61b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:19.714235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-975df255-24c7-4a54-8f52-5059bbcb9c5e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3698959 Sep 26 13:18:19.728433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33268) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.731222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 94b5095b-eddd-4d60-abae-5a16bfbe13cc {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:18:19.731676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 94b5095b-eddd-4d60-abae-5a16bfbe13cc not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:18:19.733330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': '92856d6e-b440-42d2-a514-73b2f2b3e61b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:19.737058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 92856d6e-b440-42d2-a514-73b2f2b3e61b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:18:19.754810 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b9765c9d-4b61-47e7-825e-b040544e31e9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.758878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b9765c9d-4b61-47e7-825e-b040544e31e9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.763868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b9765c9d-4b61-47e7-825e-b040544e31e9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/022c3453-2a7c-40a3-969f-83dffcfe4952 HTTP/1.1" status: 204 len: 168 time: 0.2982116 Sep 26 13:18:19.764500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33270) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.790565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9765c9d-4b61-47e7-825e-b040544e31e9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022c3453-2a7c-40a3-969f-83dffcfe4952,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:19.795828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.828336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-63bd2105-7baa-4c51-8dfd-2bfc62f8ff34 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596910 Sep 26 13:18:19.828964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33272) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:19.832270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.833520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6d16dfd9-05ab-4d38-8e18-25d9ce8cac50 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116172051'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:19.878702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d16dfd9-05ab-4d38-8e18-25d9ce8cac50 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.969768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d16dfd9-05ab-4d38-8e18-25d9ce8cac50 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:19.975252 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d16dfd9-05ab-4d38-8e18-25d9ce8cac50 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.001227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Allocated IP 172.25.4.90 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/f840ad18-5ccc-48d9-8b26-a65374a2867d) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:20.006025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:20.009602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.013514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d16dfd9-05ab-4d38-8e18-25d9ce8cac50 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.017140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6d16dfd9-05ab-4d38-8e18-25d9ce8cac50 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1844137 Sep 26 13:18:20.017958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33276) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:20.019811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16dfd9-05ab-4d38-8e18-25d9ce8cac50 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d9c1fc-4ce9-47d1-a51a-e077e6ae5305,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:20.035804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3e3ff803-3cbd-4618-9b22-6e9513c62bb4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '49d9c1fc-4ce9-47d1-a51a-e077e6ae5305', 'direction': 'ingress', 'protocol': 17}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:20.167268 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.198577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff803-3cbd-4618-9b22-6e9513c62bb4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.299215 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.300339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-c2743a75-17da-4004-b906-eee269410017 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.306354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-c2743a75-17da-4004-b906-eee269410017 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.312384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-c2743a75-17da-4004-b906-eee269410017 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.318965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-c2743a75-17da-4004-b906-eee269410017 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.325432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-c2743a75-17da-4004-b906-eee269410017 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.331378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-c2743a75-17da-4004-b906-eee269410017 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.339504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-c2743a75-17da-4004-b906-eee269410017 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.341401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-c2743a75-17da-4004-b906-eee269410017 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.0973327 Sep 26 13:18:20.344455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff803-3cbd-4618-9b22-6e9513c62bb4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.375986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff803-3cbd-4618-9b22-6e9513c62bb4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.396726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d10ad73-e0d7-487c-b6c3-d9bc648ef4ab req-a9edd9fe-d341-48e4-872b-aa0d40d89bb6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481284 Sep 26 13:18:20.425047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff803-3cbd-4618-9b22-6e9513c62bb4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0d7a64-1bda-4993-a073-62bf4600ac4a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:20.433068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.448174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff803-3cbd-4618-9b22-6e9513c62bb4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.452370 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3e3ff803-3cbd-4618-9b22-6e9513c62bb4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4310348 Sep 26 13:18:20.452527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33284) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:20.474374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.524680 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-119f8e5c-96a9-4b76-ad2c-a873d44c7386 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.548728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-119f8e5c-96a9-4b76-ad2c-a873d44c7386 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.563978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:20.584197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=348998bf-ff03-4805-ba09-ce3f7ec6bf3f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:20.597250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:20.600708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:20.603240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-119f8e5c-96a9-4b76-ad2c-a873d44c7386 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.608371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-119f8e5c-96a9-4b76-ad2c-a873d44c7386 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.612039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-119f8e5c-96a9-4b76-ad2c-a873d44c7386 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/49d9c1fc-4ce9-47d1-a51a-e077e6ae5305 HTTP/1.1" status: 204 len: 168 time: 0.1561847 Sep 26 13:18:20.612923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33286) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:20.625729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f8e5c-96a9-4b76-ad2c-a873d44c7386 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d9c1fc-4ce9-47d1-a51a-e077e6ae5305,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:20.641709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'Port': ['ID=f840ad18-5ccc-48d9-8b26-a65374a2867d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:20.663183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': '76ff5184-46e1-4699-99e1-e33ab392e954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '92856d6e-b440-42d2-a514-73b2f2b3e61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:20.663615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: 92856d6e-b440-42d2-a514-73b2f2b3e61b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:18:20.677873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-600eb201-2950-448a-8f9c-1cdf775494e8 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611939 Sep 26 13:18:20.680935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33288) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:20.685978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-83a4d1d5-8bfb-4260-b4cd-51d787a83776 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448335035'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:20.692436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d558-3706-4394-b7d5-4f73abd62d72 req-975114c9-0782-4037-8d4c-c384e4db2a8b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.698607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d558-3706-4394-b7d5-4f73abd62d72 req-975114c9-0782-4037-8d4c-c384e4db2a8b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.704580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d558-3706-4394-b7d5-4f73abd62d72 req-975114c9-0782-4037-8d4c-c384e4db2a8b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.709271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83a4d1d5-8bfb-4260-b4cd-51d787a83776 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.711973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d558-3706-4394-b7d5-4f73abd62d72 req-975114c9-0782-4037-8d4c-c384e4db2a8b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.719137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d558-3706-4394-b7d5-4f73abd62d72 req-975114c9-0782-4037-8d4c-c384e4db2a8b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.725878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d558-3706-4394-b7d5-4f73abd62d72 req-975114c9-0782-4037-8d4c-c384e4db2a8b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.731921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51d558-3706-4394-b7d5-4f73abd62d72 req-975114c9-0782-4037-8d4c-c384e4db2a8b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.733873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ba51d558-3706-4394-b7d5-4f73abd62d72 req-975114c9-0782-4037-8d4c-c384e4db2a8b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.2096367 Sep 26 13:18:20.798771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83a4d1d5-8bfb-4260-b4cd-51d787a83776 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.803055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83a4d1d5-8bfb-4260-b4cd-51d787a83776 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.832445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4d1d5-8bfb-4260-b4cd-51d787a83776 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd39b57-98f1-4e11-bbbd-544005a68dba,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:20.834973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83a4d1d5-8bfb-4260-b4cd-51d787a83776 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.840169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-83a4d1d5-8bfb-4260-b4cd-51d787a83776 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1542373 Sep 26 13:18:20.840368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 92856d6e-b440-42d2-a514-73b2f2b3e61b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:18:20.840843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33292) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:20.844668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ed14b4dc-c843-458b-bb59-958d9f3ebcf1 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117189319'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:20.856239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 92856d6e-b440-42d2-a514-73b2f2b3e61b) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:20.865417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7384c6-b7b1-4304-9232-c217154405c6 None None] Network 92856d6e-b440-42d2-a514-73b2f2b3e61b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:20.866937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:20.867615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.889875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed14b4dc-c843-458b-bb59-958d9f3ebcf1 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:20.975422 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b2825a6a-dd52-4076-9737-9b6b7952fb7f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2435052 Sep 26 13:18:20.975923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33296) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:20.990424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-090c2aab-1111-4258-b6f3-ba961823000f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-446014025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:21.026932 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.040742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-92856d6e-b440-42d2-a514-73b2f2b3e61b', 'network_id': '92856d6e-b440-42d2-a514-73b2f2b3e61b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': '348998bf-ff03-4805-ba09-ce3f7ec6bf3f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:18:21.042344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.055893 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed14b4dc-c843-458b-bb59-958d9f3ebcf1 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.072214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed14b4dc-c843-458b-bb59-958d9f3ebcf1 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.125288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-090c2aab-1111-4258-b6f3-ba961823000f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.126456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-090c2aab-1111-4258-b6f3-ba961823000f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.136249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed14b4dc-c843-458b-bb59-958d9f3ebcf1 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.141106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ed14b4dc-c843-458b-bb59-958d9f3ebcf1 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2975054 Sep 26 13:18:21.141551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33298) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:21.142957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14b4dc-c843-458b-bb59-958d9f3ebcf1 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2005ed32-2bce-4255-91fe-6f780c81a574,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:21.146393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9dff597c-5d79-4feb-8387-14f417909c66 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '8dd39b57-98f1-4e11-bbbd-544005a68dba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2005ed32-2bce-4255-91fe-6f780c81a574', 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:21.205284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-090c2aab-1111-4258-b6f3-ba961823000f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.210483 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-090c2aab-1111-4258-b6f3-ba961823000f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.226089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Allocated IP 172.20.0.2 (92856d6e-b440-42d2-a514-73b2f2b3e61b/348998bf-ff03-4805-ba09-ce3f7ec6bf3f/7841a13e-bcfa-4311-ac48-3a79dc7480de) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:21.233879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-090c2aab-1111-4258-b6f3-ba961823000f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.240188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-090c2aab-1111-4258-b6f3-ba961823000f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2569420 Sep 26 13:18:21.241875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33300) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:21.314646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.319034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dff597c-5d79-4feb-8387-14f417909c66 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.324001 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.382595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.389024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.431924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Pushing event updated for resources: {'Port': ['ID=7841a13e-bcfa-4311-ac48-3a79dc7480de,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:21.447848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Network 92856d6e-b440-42d2-a514-73b2f2b3e61b is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:21.449596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:21.455208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:21.523941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Attempting to bind port 7841a13e-bcfa-4311-ac48-3a79dc7480de on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:21.524357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Attempting to bind port 7841a13e-bcfa-4311-ac48-3a79dc7480de by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '76ff5184-46e1-4699-99e1-e33ab392e954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '92856d6e-b440-42d2-a514-73b2f2b3e61b'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:21.524634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Attempting to bind port 7841a13e-bcfa-4311-ac48-3a79dc7480de on network 92856d6e-b440-42d2-a514-73b2f2b3e61b {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:21.531538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:21.531941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Checking segment: {'id': '76ff5184-46e1-4699-99e1-e33ab392e954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '92856d6e-b440-42d2-a514-73b2f2b3e61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:21.532326 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.532918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Bound using segment: {'id': '76ff5184-46e1-4699-99e1-e33ab392e954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '92856d6e-b440-42d2-a514-73b2f2b3e61b'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:21.533453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Bound port: 7841a13e-bcfa-4311-ac48-3a79dc7480de, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ff5184-46e1-4699-99e1-e33ab392e954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '92856d6e-b440-42d2-a514-73b2f2b3e61b'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:21.533865 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.546730 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dff597c-5d79-4feb-8387-14f417909c66 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.557291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dff597c-5d79-4feb-8387-14f417909c66 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.587227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff597c-5d79-4feb-8387-14f417909c66 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e430855-fcde-49a1-9579-4eefd7d855be,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:21.592211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Router 231eab60-5563-41f7-80f1-c551391ca41e is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:21.600835 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dff597c-5d79-4feb-8387-14f417909c66 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.604957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9dff597c-5d79-4feb-8387-14f417909c66 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4596770 Sep 26 13:18:21.605189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33302) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:21.625162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] For port 7841a13e-bcfa-4311-ac48-3a79dc7480de, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:21.632321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] For port 7841a13e-bcfa-4311-ac48-3a79dc7480de, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7841a13e-bcfa-4311-ac48-3a79dc7480de,segment=NetworkSegment(76ff5184-46e1-4699-99e1-e33ab392e954),segment_id=76ff5184-46e1-4699-99e1-e33ab392e954)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:21.640005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.675102 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b10e-0e7f-471c-b256-930009f0b922 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.710961 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b10e-0e7f-471c-b256-930009f0b922 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.735843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6d385-7910-48f2-b6fd-54864bbfc93d None None] Pushing event updated for resources: {'Port': ['ID=7841a13e-bcfa-4311-ac48-3a79dc7480de,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:21.760555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b10e-0e7f-471c-b256-930009f0b922 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.769903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b10e-0e7f-471c-b256-930009f0b922 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.774950 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2ab5b10e-0e7f-471c-b256-930009f0b922 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8e430855-fcde-49a1-9579-4eefd7d855be HTTP/1.1" status: 204 len: 168 time: 0.1685722 Sep 26 13:18:21.784553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33304) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:21.795811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5b10e-0e7f-471c-b256-930009f0b922 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e430855-fcde-49a1-9579-4eefd7d855be,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:21.810361 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:21.821065 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:21.823071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8055565-b730-4dbe-8f36-9d50770ddb0a tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "PUT /v2.0/routers/231eab60-5563-41f7-80f1-c551391ca41e HTTP/1.1" status: 200 len: 918 time: 2.5692210 Sep 26 13:18:21.826036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33306) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:21.828307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622f3dfe-df8f-43aa-a7e5-a0f796add226 None None] Sync routers for ids ['231eab60-5563-41f7-80f1-c551391ca41e'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:21.845189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f3dfe-df8f-43aa-a7e5-a0f796add226 None None] Routers {'231eab60-5563-41f7-80f1-c551391ca41e'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:21.845850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-622f3dfe-df8f-43aa-a7e5-a0f796add226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['231eab60-5563-41f7-80f1-c551391ca41e'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:21.889888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-622f3dfe-df8f-43aa-a7e5-a0f796add226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:21.905548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f3dfe-df8f-43aa-a7e5-a0f796add226 None None] Routers {'231eab60-5563-41f7-80f1-c551391ca41e'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:21.908151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-622f3dfe-df8f-43aa-a7e5-a0f796add226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['231eab60-5563-41f7-80f1-c551391ca41e'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:21.960379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-622f3dfe-df8f-43aa-a7e5-a0f796add226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:21.961155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622f3dfe-df8f-43aa-a7e5-a0f796add226 None None] The sync data for ids ['231eab60-5563-41f7-80f1-c551391ca41e'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:21.965551 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5aee5cb0-5522-470b-9a33-952bfa271a7a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1766434 Sep 26 13:18:21.970360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33310) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:22.044521 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-baaf96ac-6f1e-407f-8d8c-24594ca8c1e5 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/routers/231eab60-5563-41f7-80f1-c551391ca41e HTTP/1.1" status: 200 len: 924 time: 0.2090576 Sep 26 13:18:22.046599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33312) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:22.093562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.167007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d98f0-1dd7-4a74-b0cb-b3d451c98037 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.168868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-399d98f0-1dd7-4a74-b0cb-b3d451c98037 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=231eab60-5563-41f7-80f1-c551391ca41e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1209745 Sep 26 13:18:22.172265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33316) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:22.228888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d411167b-73a3-444b-945e-1b795e1c0487 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.330663 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d411167b-73a3-444b-945e-1b795e1c0487 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.428607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad0cbc5-543e-473e-871b-b7e7afed6e12 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.430979 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6ad0cbc5-543e-473e-871b-b7e7afed6e12 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 881 time: 0.2319963 Sep 26 13:18:22.433958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33318) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:22.444495 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d411167b-73a3-444b-945e-1b795e1c0487 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.447329 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d411167b-73a3-444b-945e-1b795e1c0487 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.452745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d411167b-73a3-444b-945e-1b795e1c0487 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/2005ed32-2bce-4255-91fe-6f780c81a574 HTTP/1.1" status: 204 len: 168 time: 0.4774482 Sep 26 13:18:22.457698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33320) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:22.470931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5b14fc11-dcbf-4f04-9669-116902dad1cd tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=231eab60-5563-41f7-80f1-c551391ca41e HTTP/1.1" status: 200 len: 205 time: 0.0357327 Sep 26 13:18:22.473241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33322) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:22.523822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411167b-73a3-444b-945e-1b795e1c0487 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005ed32-2bce-4255-91fe-6f780c81a574,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:22.586194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.20.0.1 (92856d6e-b440-42d2-a514-73b2f2b3e61b/348998bf-ff03-4805-ba09-ce3f7ec6bf3f/937f165c-0324-40b9-91ec-eeea695b8ea6) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:22.616248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-613c3724-3f1d-4e64-95d1-e708750d3939 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1543331 Sep 26 13:18:22.616248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33330) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:22.692696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.769261 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.794551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33338) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:22.857236 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.859958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:22.939258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 92856d6e-b440-42d2-a514-73b2f2b3e61b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:22.955082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:22.957390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=937f165c-0324-40b9-91ec-eeea695b8ea6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:22.959918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:22.970576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-141193c5-8737-4a3b-bdaf-f961735f597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.971113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-141193c5-8737-4a3b-bdaf-f961735f597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.971682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-141193c5-8737-4a3b-bdaf-f961735f597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.972183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-141193c5-8737-4a3b-bdaf-f961735f597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.972648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-141193c5-8737-4a3b-bdaf-f961735f597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.973144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-141193c5-8737-4a3b-bdaf-f961735f597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.973634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-141193c5-8737-4a3b-bdaf-f961735f597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:22.983442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-141193c5-8737-4a3b-bdaf-f961735f597c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6499 time: 0.1878607 Sep 26 13:18:23.016474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Deleting port f840ad18-5ccc-48d9-8b26-a65374a2867d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:23.016826 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.017782 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d70c998-8849-4c71-aba0-3a58177b4b41 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.045798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.046464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70254146-7e78-4bf4-a9c9-056b6330e787 None None] Network 92856d6e-b440-42d2-a514-73b2f2b3e61b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:23.058480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-a2f24d5a-b463-486f-9a53-8381212799f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741508 Sep 26 13:18:23.114851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d70c998-8849-4c71-aba0-3a58177b4b41 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.136899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b030fbb8-35f0-424e-b9d8-a15ea5bc33b9 None None] Provisioning complete for port 7841a13e-bcfa-4311-ac48-3a79dc7480de triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:23.137278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b030fbb8-35f0-424e-b9d8-a15ea5bc33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.171689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.190176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Calling delete_port for f840ad18-5ccc-48d9-8b26-a65374a2867d owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:23.192155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d70c998-8849-4c71-aba0-3a58177b4b41 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.195071 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d70c998-8849-4c71-aba0-3a58177b4b41 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.198853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d70c998-8849-4c71-aba0-3a58177b4b41 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/8dd39b57-98f1-4e11-bbbd-544005a68dba HTTP/1.1" status: 204 len: 168 time: 0.5787432 Sep 26 13:18:23.200719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33346) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:23.238893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70c998-8849-4c71-aba0-3a58177b4b41 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd39b57-98f1-4e11-bbbd-544005a68dba,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:23.255912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.285866 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b030fbb8-35f0-424e-b9d8-a15ea5bc33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.335715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b030fbb8-35f0-424e-b9d8-a15ea5bc33b9 None None] For port 7841a13e-bcfa-4311-ac48-3a79dc7480de, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7841a13e-bcfa-4311-ac48-3a79dc7480de,segment=NetworkSegment(76ff5184-46e1-4699-99e1-e33ab392e954),segment_id=76ff5184-46e1-4699-99e1-e33ab392e954)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:23.444769 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.454404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a1f82024-bb70-4dd6-8da3-6b17126beaa0 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2465093 Sep 26 13:18:23.459004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33350) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:23.463773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7636bfd5-4703-4d9e-b4ea-d61064072bbd tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527670181'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:23.498162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event deleted for resources: {'Port': ['ID=f840ad18-5ccc-48d9-8b26-a65374a2867d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:23.535132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7636bfd5-4703-4d9e-b4ea-d61064072bbd tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.535369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b030fbb8-35f0-424e-b9d8-a15ea5bc33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.596299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.616827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030fbb8-35f0-424e-b9d8-a15ea5bc33b9 None None] Pushing event updated for resources: {'Port': ['ID=7841a13e-bcfa-4311-ac48-3a79dc7480de,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:23.631389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.639461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.755987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.780143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7841a13e-bcfa-4311-ac48-3a79dc7480de up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:23.856086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7841a13e-bcfa-4311-ac48-3a79dc7480de triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:23.857098 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.884834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=937f165c-0324-40b9-91ec-eeea695b8ea6,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:23.892405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7636bfd5-4703-4d9e-b4ea-d61064072bbd tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.926271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7636bfd5-4703-4d9e-b4ea-d61064072bbd tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:23.971698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636bfd5-4703-4d9e-b4ea-d61064072bbd tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e97a24-2bad-4f6d-8bd7-a59a3c460c3c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:24.005826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7636bfd5-4703-4d9e-b4ea-d61064072bbd tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.008028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7636bfd5-4703-4d9e-b4ea-d61064072bbd tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5483186 Sep 26 13:18:24.014346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4bdd5fcf-530b-4133-8f92-b2c3a92931a1 None None] Provisioning complete for port 7841a13e-bcfa-4311-ac48-3a79dc7480de triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:24.014937 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5fcf-530b-4133-8f92-b2c3a92931a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.024789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33354) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.034270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-71a245a0-ecd7-488c-8aa9-ce65ad8bddb9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': '85e97a24-2bad-4f6d-8bd7-a59a3c460c3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:24.078334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 92856d6e-b440-42d2-a514-73b2f2b3e61b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:24.082856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:24.189378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4bdd5fcf-530b-4133-8f92-b2c3a92931a1 None None] Provisioning complete for port 937f165c-0324-40b9-91ec-eeea695b8ea6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:24.189919 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5fcf-530b-4133-8f92-b2c3a92931a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.193290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-71a245a0-ecd7-488c-8aa9-ce65ad8bddb9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.211384 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.220834 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.249360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd5fcf-530b-4133-8f92-b2c3a92931a1 None None] Port 937f165c-0324-40b9-91ec-eeea695b8ea6 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:24.287747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-71a245a0-ecd7-488c-8aa9-ce65ad8bddb9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.288059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.288524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Fanout notify agent at l3_agent the message router_deleted on router 231eab60-5563-41f7-80f1-c551391ca41e {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:24.293625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-71a245a0-ecd7-488c-8aa9-ce65ad8bddb9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.302339 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.304490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1ae16612-2726-465b-972a-7f29027c85e7 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/231eab60-5563-41f7-80f1-c551391ca41e HTTP/1.1" status: 204 len: 168 time: 1.8289979 Sep 26 13:18:24.308897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33356) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.315586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-374802a1-524d-4edb-a430-a7f90f825325 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-663919619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:24.316983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 0a648b1a-d730-4973-b5bc-1b7b7fdbe015 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:24.322914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a245a0-ecd7-488c-8aa9-ce65ad8bddb9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964ec06e-52ae-4bb5-86de-f82e59c035f6,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:24.334440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-71a245a0-ecd7-488c-8aa9-ce65ad8bddb9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.339449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33358) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.339916 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-71a245a0-ecd7-488c-8aa9-ce65ad8bddb9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3140419 Sep 26 13:18:24.376420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fb705fed-cb39-4d83-b2d5-b935247174f2 None None] Provisioning complete for port 937f165c-0324-40b9-91ec-eeea695b8ea6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:24.377091 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb705fed-cb39-4d83-b2d5-b935247174f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.415658 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a1393b4-f60f-4dba-adbe-83b806214c53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.425012 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-374802a1-524d-4edb-a430-a7f90f825325 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.426554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-374802a1-524d-4edb-a430-a7f90f825325 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.433473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fb705fed-cb39-4d83-b2d5-b935247174f2 None None] Port 937f165c-0324-40b9-91ec-eeea695b8ea6 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:24.445346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a1393b4-f60f-4dba-adbe-83b806214c53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.471951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:24.483642 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438d05c-3338-4e0a-b01c-4bab1b675fef None None] Sync routers for ids ['0a648b1a-d730-4973-b5bc-1b7b7fdbe015'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:24.497561 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438d05c-3338-4e0a-b01c-4bab1b675fef None None] Routers {'0a648b1a-d730-4973-b5bc-1b7b7fdbe015'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:24.499064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33360) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.499510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4133aa4c-f478-4097-bcf8-4b04c4402608 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/0a648b1a-d730-4973-b5bc-1b7b7fdbe015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2559633 Sep 26 13:18:24.499768 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b438d05c-3338-4e0a-b01c-4bab1b675fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0a648b1a-d730-4973-b5bc-1b7b7fdbe015'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:24.514582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a1393b4-f60f-4dba-adbe-83b806214c53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.519439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a1393b4-f60f-4dba-adbe-83b806214c53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.523672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9a1393b4-f60f-4dba-adbe-83b806214c53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/964ec06e-52ae-4bb5-86de-f82e59c035f6 HTTP/1.1" status: 204 len: 168 time: 0.1804264 Sep 26 13:18:24.524760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33362) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.536815 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b438d05c-3338-4e0a-b01c-4bab1b675fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:24.549878 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438d05c-3338-4e0a-b01c-4bab1b675fef None None] Routers {'0a648b1a-d730-4973-b5bc-1b7b7fdbe015'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:24.551050 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b438d05c-3338-4e0a-b01c-4bab1b675fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0a648b1a-d730-4973-b5bc-1b7b7fdbe015'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:24.560891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5fcddc6f-9a52-4cbb-949c-bf0aa5a78981 None None] Provisioning complete for port 937f165c-0324-40b9-91ec-eeea695b8ea6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:24.561263 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5fcddc6f-9a52-4cbb-949c-bf0aa5a78981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.576590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7d703a4e-a141-4b64-88d1-8d36a3b4de2c tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498917 Sep 26 13:18:24.577256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33364) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.585714 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b438d05c-3338-4e0a-b01c-4bab1b675fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:24.586361 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438d05c-3338-4e0a-b01c-4bab1b675fef None None] The sync data for ids ['0a648b1a-d730-4973-b5bc-1b7b7fdbe015'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:24.591049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1393b4-f60f-4dba-adbe-83b806214c53 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=964ec06e-52ae-4bb5-86de-f82e59c035f6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:24.621120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5fcddc6f-9a52-4cbb-949c-bf0aa5a78981 None None] Port 937f165c-0324-40b9-91ec-eeea695b8ea6 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:24.629433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-374802a1-524d-4edb-a430-a7f90f825325 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.637010 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-374802a1-524d-4edb-a430-a7f90f825325 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.642586 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e4c65f6-fa4a-4781-82dd-b9f7c1e74b56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.658494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39577ae0-4a88-4e39-8c25-a368101bc2e9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:24.662877 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-39577ae0-4a88-4e39-8c25-a368101bc2e9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports/937f165c-0324-40b9-91ec-eeea695b8ea6 HTTP/1.1" status: 200 len: 910 time: 0.1578441 Sep 26 13:18:24.663965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33366) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.668152 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e4c65f6-fa4a-4781-82dd-b9f7c1e74b56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.706874 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-374802a1-524d-4edb-a430-a7f90f825325 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.708379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-374802a1-524d-4edb-a430-a7f90f825325 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3976729 Sep 26 13:18:24.711286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33368) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.716747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': False}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:24.720721 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e4c65f6-fa4a-4781-82dd-b9f7c1e74b56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.722990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2e4c65f6-fa4a-4781-82dd-b9f7c1e74b56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.726547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2e4c65f6-fa4a-4781-82dd-b9f7c1e74b56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/85e97a24-2bad-4f6d-8bd7-a59a3c460c3c HTTP/1.1" status: 204 len: 168 time: 0.1458502 Sep 26 13:18:24.740979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33370) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.792575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c65f6-fa4a-4781-82dd-b9f7c1e74b56 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e97a24-2bad-4f6d-8bd7-a59a3c460c3c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:24.859712 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-60fdd499-4ecb-4b2b-a4d9-c8d8aab4cfaf tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1139197 Sep 26 13:18:24.868158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33372) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:24.873286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-34c7cca0-5eb6-42ff-a349-5c514c1ee2f9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796278934'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:24.963148 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:24.969679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34c7cca0-5eb6-42ff-a349-5c514c1ee2f9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.099469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.269104 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.303535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.351725 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34c7cca0-5eb6-42ff-a349-5c514c1ee2f9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.356985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34c7cca0-5eb6-42ff-a349-5c514c1ee2f9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.414700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 937f165c-0324-40b9-91ec-eeea695b8ea6 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:25.415389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.418819 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34c7cca0-5eb6-42ff-a349-5c514c1ee2f9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.422524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-34c7cca0-5eb6-42ff-a349-5c514c1ee2f9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5509472 Sep 26 13:18:25.425638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33386) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:25.435856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c22dbb53-1ff2-46b6-b8a1-3d152a0db302 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': 'fc711511-8439-468a-bd3b-6f563fb2507e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:25.464470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7cca0-5eb6-42ff-a349-5c514c1ee2f9 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc711511-8439-468a-bd3b-6f563fb2507e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:25.510278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Allocated IP 172.25.4.110 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/0ac492ec-eef0-4a5a-b4ad-d3cb1b57aed4) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:25.516469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c22dbb53-1ff2-46b6-b8a1-3d152a0db302 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.552322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.578027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 937f165c-0324-40b9-91ec-eeea695b8ea6 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:25.640060 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c22dbb53-1ff2-46b6-b8a1-3d152a0db302 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.657585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c22dbb53-1ff2-46b6-b8a1-3d152a0db302 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.695493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dbb53-1ff2-46b6-b8a1-3d152a0db302 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406939eb-e78c-4445-81f1-b0bcc9cb7e2c,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:25.700264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.702485 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c22dbb53-1ff2-46b6-b8a1-3d152a0db302 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.705540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c22dbb53-1ff2-46b6-b8a1-3d152a0db302 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765503 Sep 26 13:18:25.707040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33414) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:25.738584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a2a5c39e-7e69-407a-8afc-7691e81f0b83 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules/406939eb-e78c-4445-81f1-b0bcc9cb7e2c HTTP/1.1" status: 200 len: 763 time: 0.0259309 Sep 26 13:18:25.739556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7841a13e-bcfa-4311-ac48-3a79dc7480de up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:25.743081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:25.797881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.834605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b7774f7f-5329-4162-9fd1-ef11b9beafd4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0864387 Sep 26 13:18:25.835042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33430) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:25.846773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7841a13e-bcfa-4311-ac48-3a79dc7480de triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:25.847343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.892696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04889ed1-3e46-4141-9bfa-7ff7ff88f1b4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.902104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04889ed1-3e46-4141-9bfa-7ff7ff88f1b4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.924557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac492ec-eef0-4a5a-b4ad-d3cb1b57aed4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:25.935833 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04889ed1-3e46-4141-9bfa-7ff7ff88f1b4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.957191 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04889ed1-3e46-4141-9bfa-7ff7ff88f1b4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:25.958482 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-04889ed1-3e46-4141-9bfa-7ff7ff88f1b4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/406939eb-e78c-4445-81f1-b0bcc9cb7e2c HTTP/1.1" status: 204 len: 168 time: 0.1223016 Sep 26 13:18:25.959374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04889ed1-3e46-4141-9bfa-7ff7ff88f1b4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=406939eb-e78c-4445-81f1-b0bcc9cb7e2c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:25.969203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33446) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:25.989769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:25.991864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:25.997269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:26.015789 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.070087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6182d701-20ae-4351-bb75-5cb6f4edc442 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0967588 Sep 26 13:18:26.072407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=937f165c-0324-40b9-91ec-eeea695b8ea6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:26.082347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33462) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:26.084222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-98a875eb-6f44-431a-b983-80448dd13946 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': 'fc711511-8439-468a-bd3b-6f563fb2507e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:26.217413 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98a875eb-6f44-431a-b983-80448dd13946 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.318969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.427958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98a875eb-6f44-431a-b983-80448dd13946 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.455175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.494569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98a875eb-6f44-431a-b983-80448dd13946 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.521151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a875eb-6f44-431a-b983-80448dd13946 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d06d27-4184-47a2-b25f-b9dd52398936,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:26.531105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98a875eb-6f44-431a-b983-80448dd13946 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.532515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-98a875eb-6f44-431a-b983-80448dd13946 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4521093 Sep 26 13:18:26.534826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 0a648b1a-d730-4973-b5bc-1b7b7fdbe015 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:26.535692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33514) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:26.561949 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f27ba397-b28c-4c5e-9401-f8f55a47acb6 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules/40d06d27-4184-47a2-b25f-b9dd52398936 HTTP/1.1" status: 200 len: 763 time: 0.0249033 Sep 26 13:18:26.564787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:26.644883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:26.658554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7129f882-b438-4d5a-852f-3e612eeac7fa tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/0a648b1a-d730-4973-b5bc-1b7b7fdbe015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9914730 Sep 26 13:18:26.658813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a365a84-f7a9-4f1f-891d-1f61594d16e9 None None] Sync routers for ids ['0a648b1a-d730-4973-b5bc-1b7b7fdbe015'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:26.659513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33530) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:26.679791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a365a84-f7a9-4f1f-891d-1f61594d16e9 None None] Routers {'0a648b1a-d730-4973-b5bc-1b7b7fdbe015'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:26.680690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2a365a84-f7a9-4f1f-891d-1f61594d16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0a648b1a-d730-4973-b5bc-1b7b7fdbe015'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:26.706060 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-17300c18-789b-4ba7-ae0d-31d38ec8e5be tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a648b1a-d730-4973-b5bc-1b7b7fdbe015 HTTP/1.1" status: 200 len: 205 time: 0.0448201 Sep 26 13:18:26.708418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33540) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:26.741382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2a365a84-f7a9-4f1f-891d-1f61594d16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:26.754124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a365a84-f7a9-4f1f-891d-1f61594d16e9 None None] Routers {'0a648b1a-d730-4973-b5bc-1b7b7fdbe015'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:26.755337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2a365a84-f7a9-4f1f-891d-1f61594d16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0a648b1a-d730-4973-b5bc-1b7b7fdbe015'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:26.775473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-90a5506e-a469-44e5-aac3-5ab4db7b80e0 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2096138 Sep 26 13:18:26.780529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33550) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:26.817746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2a365a84-f7a9-4f1f-891d-1f61594d16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:26.818678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a365a84-f7a9-4f1f-891d-1f61594d16e9 None None] The sync data for ids ['0a648b1a-d730-4973-b5bc-1b7b7fdbe015'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:26.845360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-019077bf-7227-4548-b14b-c9e16f0e482a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.851940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7e10-51cd-42fd-a555-1e28f47ec4bc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:26.860332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-019077bf-7227-4548-b14b-c9e16f0e482a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.200929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.205616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.268774 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-019077bf-7227-4548-b14b-c9e16f0e482a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.277298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-019077bf-7227-4548-b14b-c9e16f0e482a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.281006 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-019077bf-7227-4548-b14b-c9e16f0e482a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/40d06d27-4184-47a2-b25f-b9dd52398936 HTTP/1.1" status: 204 len: 168 time: 0.4993205 Sep 26 13:18:27.282974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33608) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:27.321070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019077bf-7227-4548-b14b-c9e16f0e482a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40d06d27-4184-47a2-b25f-b9dd52398936,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:27.324541 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7e10-51cd-42fd-a555-1e28f47ec4bc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.327022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7e10-51cd-42fd-a555-1e28f47ec4bc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.342510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5ae7fd65-bdde-47f1-8550-be82d81d2fa5 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560737 Sep 26 13:18:27.342914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33614) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:27.348827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-591a7278-e280-4dd6-81f7-93373d1cdeb7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Request body: {'security_group_rule': {'security_group_id': 'fc711511-8439-468a-bd3b-6f563fb2507e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:27.392517 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-591a7278-e280-4dd6-81f7-93373d1cdeb7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Project b1458be7233048f299c0638fb0ed8027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:18:27.402768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-591a7278-e280-4dd6-81f7-93373d1cdeb7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.406618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7e10-51cd-42fd-a555-1e28f47ec4bc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.407240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8d7e10-51cd-42fd-a555-1e28f47ec4bc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Fanout notify agent at l3_agent the message router_deleted on router 0a648b1a-d730-4973-b5bc-1b7b7fdbe015 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:27.416944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7e10-51cd-42fd-a555-1e28f47ec4bc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.421989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cf8d7e10-51cd-42fd-a555-1e28f47ec4bc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/0a648b1a-d730-4973-b5bc-1b7b7fdbe015 HTTP/1.1" status: 204 len: 168 time: 0.7085536 Sep 26 13:18:27.423223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33624) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:27.439674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Router 4a961062-3993-4f49-bd13-97f2a6d12f85 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:27.511656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a403d12-bc90-4544-ad88-068e4707dfe9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet 348998bf-ff03-4805-ba09-ce3f7ec6bf3f {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:18:27.517099 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a403d12-bc90-4544-ad88-068e4707dfe9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.569646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a403d12-bc90-4544-ad88-068e4707dfe9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.600053 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-591a7278-e280-4dd6-81f7-93373d1cdeb7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.610527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-591a7278-e280-4dd6-81f7-93373d1cdeb7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.646269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a7278-e280-4dd6-81f7-93373d1cdeb7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9999d7e-f9eb-4407-a24e-477d1d4bcdcb,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:27.681249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-591a7278-e280-4dd6-81f7-93373d1cdeb7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.683797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-591a7278-e280-4dd6-81f7-93373d1cdeb7 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3399553 Sep 26 13:18:27.686181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33652) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:27.712026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:27.714275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a403d12-bc90-4544-ad88-068e4707dfe9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.720078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.723649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1bb10743-f476-4d19-a647-53e73357db40 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "PUT /v2.0/routers/4a961062-3993-4f49-bd13-97f2a6d12f85 HTTP/1.1" status: 200 len: 919 time: 3.0104618 Sep 26 13:18:27.725680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33658) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:27.727066 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10960f-1d0f-45cd-a66e-718d5d095eaa None None] Sync routers for ids ['4a961062-3993-4f49-bd13-97f2a6d12f85'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:27.743947 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-14d8576e-e71b-4ccc-b372-9472e30beb35 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules/e9999d7e-f9eb-4407-a24e-477d1d4bcdcb HTTP/1.1" status: 200 len: 769 time: 0.0565460 Sep 26 13:18:27.748589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33660) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:27.758646 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10960f-1d0f-45cd-a66e-718d5d095eaa None None] Routers {'4a961062-3993-4f49-bd13-97f2a6d12f85'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:27.759478 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fd10960f-1d0f-45cd-a66e-718d5d095eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a961062-3993-4f49-bd13-97f2a6d12f85'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:27.813864 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fd10960f-1d0f-45cd-a66e-718d5d095eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:27.825608 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10960f-1d0f-45cd-a66e-718d5d095eaa None None] Routers {'4a961062-3993-4f49-bd13-97f2a6d12f85'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:27.827231 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fd10960f-1d0f-45cd-a66e-718d5d095eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4a961062-3993-4f49-bd13-97f2a6d12f85'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:27.864306 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fd10960f-1d0f-45cd-a66e-718d5d095eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:27.865000 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10960f-1d0f-45cd-a66e-718d5d095eaa None None] The sync data for ids ['4a961062-3993-4f49-bd13-97f2a6d12f85'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:27.870800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-48cacfe1-d141-4b7e-996e-a096259dc7d1 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1206083 Sep 26 13:18:27.875862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33670) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:27.898510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a403d12-bc90-4544-ad88-068e4707dfe9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.912790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a403d12-bc90-4544-ad88-068e4707dfe9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:27.915082 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7a403d12-bc90-4544-ad88-068e4707dfe9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/348998bf-ff03-4805-ba09-ce3f7ec6bf3f HTTP/1.1" status: 204 len: 168 time: 0.4905851 Sep 26 13:18:27.920537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e72e0e-5337-43bd-b722-be576dab6ea1 None None] Network 92856d6e-b440-42d2-a514-73b2f2b3e61b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:27.921087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33676) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:27.934081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a403d12-bc90-4544-ad88-068e4707dfe9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=348998bf-ff03-4805-ba09-ce3f7ec6bf3f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:27.977924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9006a7c9-155c-4dc9-b2bd-4b204c2f7bd6 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.031454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9006a7c9-155c-4dc9-b2bd-4b204c2f7bd6 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.041234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.062751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3787c75d-6acb-45d4-b188-c116ebd12f98 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/routers/4a961062-3993-4f49-bd13-97f2a6d12f85 HTTP/1.1" status: 200 len: 925 time: 0.3353810 Sep 26 13:18:28.066006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33694) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.150170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] DHCP port deletion for 92856d6e-b440-42d2-a514-73b2f2b3e61b request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:18:28.159855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9006a7c9-155c-4dc9-b2bd-4b204c2f7bd6 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.165133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9006a7c9-155c-4dc9-b2bd-4b204c2f7bd6 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.166794 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9006a7c9-155c-4dc9-b2bd-4b204c2f7bd6 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e9999d7e-f9eb-4407-a24e-477d1d4bcdcb HTTP/1.1" status: 204 len: 168 time: 0.2899022 Sep 26 13:18:28.169454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33708) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.185987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006a7c9-155c-4dc9-b2bd-4b204c2f7bd6 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9999d7e-f9eb-4407-a24e-477d1d4bcdcb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:28.193111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478623d7-225f-4da8-b54e-877a20bc816c tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:28.197644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-478623d7-225f-4da8-b54e-877a20bc816c tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=4a961062-3993-4f49-bd13-97f2a6d12f85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1253588 Sep 26 13:18:28.198735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33712) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.215985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 7841a13e-bcfa-4311-ac48-3a79dc7480de {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:28.216378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.233712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] Deleting port 7841a13e-bcfa-4311-ac48-3a79dc7480de {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:28.234634 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.259189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e220e150-5622-4f4a-95a9-77bf2144623a tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0877841 Sep 26 13:18:28.261966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33722) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.294342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 7841a13e-bcfa-4311-ac48-3a79dc7480de, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7841a13e-bcfa-4311-ac48-3a79dc7480de,segment=NetworkSegment(76ff5184-46e1-4699-99e1-e33ab392e954),segment_id=76ff5184-46e1-4699-99e1-e33ab392e954)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:28.294882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.312361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 7841a13e-bcfa-4311-ac48-3a79dc7480de owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:28.318691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] For port 7841a13e-bcfa-4311-ac48-3a79dc7480de, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7841a13e-bcfa-4311-ac48-3a79dc7480de,segment=NetworkSegment(76ff5184-46e1-4699-99e1-e33ab392e954),segment_id=76ff5184-46e1-4699-99e1-e33ab392e954)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:28.319207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.338908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] Calling delete_port for 7841a13e-bcfa-4311-ac48-3a79dc7480de owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:28.376325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93b4ecd4-02e0-4a32-90c3-66b6c1cb4079 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.383838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb1cbc-8482-40d1-8deb-c65c7844c2de tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:28.387928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74eb1cbc-8482-40d1-8deb-c65c7844c2de tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 881 time: 0.1854551 Sep 26 13:18:28.391385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33738) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.427530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f2f2447a-ec2d-44b0-a29a-f43560b6f046 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a961062-3993-4f49-bd13-97f2a6d12f85 HTTP/1.1" status: 200 len: 205 time: 0.0325885 Sep 26 13:18:28.429965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33746) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.440854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93b4ecd4-02e0-4a32-90c3-66b6c1cb4079 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.448224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.461639 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.465085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No DVR routers for this DVR port 7841a13e-bcfa-4311-ac48-3a79dc7480de on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:28.493653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=7841a13e-bcfa-4311-ac48-3a79dc7480de,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:28.504342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] No DVR routers for this DVR port 7841a13e-bcfa-4311-ac48-3a79dc7480de on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:28.516743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91086f3d-7456-424f-8396-ca894a5ddd4f None None] Pushing event deleted for resources: {'Port': ['ID=7841a13e-bcfa-4311-ac48-3a79dc7480de,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:28.590466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93b4ecd4-02e0-4a32-90c3-66b6c1cb4079 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.593898 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93b4ecd4-02e0-4a32-90c3-66b6c1cb4079 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.597563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-93b4ecd4-02e0-4a32-90c3-66b6c1cb4079 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "DELETE /v2.0/security-groups/fc711511-8439-468a-bd3b-6f563fb2507e HTTP/1.1" status: 204 len: 168 time: 0.3322344 Sep 26 13:18:28.599046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33768) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.601470 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.608474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.629744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92856d6e-b440-42d2-a514-73b2f2b3e61b']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:28.640880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ff5184-46e1-4699-99e1-e33ab392e954') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:28.641395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ff5184-46e1-4699-99e1-e33ab392e954') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:28.652386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.668141 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.674892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:18:28.675445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:18:28.678667 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:18:28.700086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4ecd4-02e0-4a32-90c3-66b6c1cb4079 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc711511-8439-468a-bd3b-6f563fb2507e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:28.753409 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-94acfec5-07d3-406f-8b5f-0c06c73926f4 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056182 Sep 26 13:18:28.761554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33790) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.776444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.782097 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.788956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.791465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/92856d6e-b440-42d2-a514-73b2f2b3e61b HTTP/1.1" status: 204 len: 168 time: 0.8642926 Sep 26 13:18:28.795357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33798) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:28.813811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-41002450', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:28.823020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55589d-f626-4691-b200-4514de2d5ed5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=92856d6e-b440-42d2-a514-73b2f2b3e61b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:28.854349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Deleting port 0ac492ec-eef0-4a5a-b4ad-d3cb1b57aed4 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:28.854697 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.861665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e0693822-10d5-4f5a-a732-37925e150185 tempest-SecGroupIPv6Test-1648782659 tempest-SecGroupIPv6Test-1648782659-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983076 Sep 26 13:18:28.880676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.881795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.950519 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.951640 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:28.970485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Calling delete_port for 0ac492ec-eef0-4a5a-b4ad-d3cb1b57aed4 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:29.147066 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.186897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.188165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33850) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:29.213908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event deleted for resources: {'Port': ['ID=0ac492ec-eef0-4a5a-b4ad-d3cb1b57aed4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:29.286604 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.399999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.402346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.405419 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.427527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.457375 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.458048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Fanout notify agent at l3_agent the message router_deleted on router 4a961062-3993-4f49-bd13-97f2a6d12f85 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:29.467993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.473353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-81548138-8981-44eb-835b-16c9d016aef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/4a961062-3993-4f49-bd13-97f2a6d12f85 HTTP/1.1" status: 204 len: 168 time: 1.0388374 Sep 26 13:18:29.473960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33880) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:29.480683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1633336416', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:29.490263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-22c853b8-2142-40cb-8819-7b5f08aed5a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1458be7233048f299c0638fb0ed8027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996118 Sep 26 13:18:29.494167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33882) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:29.534390 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.536397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.564237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.25.4.247 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/8ce13306-0207-43c1-9a5b-29c339e16e6e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:29.586816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24b2dbde-9f01-45f9-9c36-c152dda333e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.616447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.696074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7841a13e-bcfa-4311-ac48-3a79dc7480de no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:29.710231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24b2dbde-9f01-45f9-9c36-c152dda333e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.719937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7841a13e-bcfa-4311-ac48-3a79dc7480de {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:18:29.720283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7841a13e-bcfa-4311-ac48-3a79dc7480de not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:18:29.722918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.762676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.807521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:29.810969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:29.815011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:29.835014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.842649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=8ce13306-0207-43c1-9a5b-29c339e16e6e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:29.879988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24b2dbde-9f01-45f9-9c36-c152dda333e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.883149 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-24b2dbde-9f01-45f9-9c36-c152dda333e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:29.887180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-24b2dbde-9f01-45f9-9c36-c152dda333e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c39983f-2c48-45cf-bf9e-54eb991b6d6f HTTP/1.1" status: 204 len: 168 time: 0.3890910 Sep 26 13:18:29.898185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2dbde-9f01-45f9-9c36-c152dda333e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c39983f-2c48-45cf-bf9e-54eb991b6d6f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:30.087159 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:30.107163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:30.107482 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:30.222805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Allocated IP 172.25.4.148 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/7950793e-2cde-4533-8873-f5a8aae070dd) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:30.337217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:30.345395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:30.390631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:30.445523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event updated for resources: {'Port': ['ID=7950793e-2cde-4533-8873-f5a8aae070dd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:30.452776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:30.454436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:30.457035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:30.506547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4b043937-8a44-409c-af47-f4bf0f947917 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:30.639572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:30.653001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3555f-8c89-4b12-bc8b-405c0f694cea None None] Sync routers for ids ['4b043937-8a44-409c-af47-f4bf0f947917'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:30.666236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3555f-8c89-4b12-bc8b-405c0f694cea None None] Routers {'4b043937-8a44-409c-af47-f4bf0f947917'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:30.667332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5ef3555f-8c89-4b12-bc8b-405c0f694cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4b043937-8a44-409c-af47-f4bf0f947917'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:30.680440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:30.682289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-22943c9d-6850-4429-8cb9-9d05d4437011 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8854020 Sep 26 13:18:30.685176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33916) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:30.712437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5ef3555f-8c89-4b12-bc8b-405c0f694cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:30.723700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3555f-8c89-4b12-bc8b-405c0f694cea None None] Routers {'4b043937-8a44-409c-af47-f4bf0f947917'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:30.724634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5ef3555f-8c89-4b12-bc8b-405c0f694cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4b043937-8a44-409c-af47-f4bf0f947917'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:30.761969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5ef3555f-8c89-4b12-bc8b-405c0f694cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:30.762915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef3555f-8c89-4b12-bc8b-405c0f694cea None None] The sync data for ids ['4b043937-8a44-409c-af47-f4bf0f947917'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:30.768797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:30.873640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-db58bf9b-890a-4ecf-bddc-b6afb3626c5c tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/routers/4b043937-8a44-409c-af47-f4bf0f947917 HTTP/1.1" status: 200 len: 879 time: 0.1870091 Sep 26 13:18:30.874531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33922) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:31.257451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:31.425916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Router 0387aaeb-f4f3-4067-b4d5-93b885bf8651 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:31.571882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0a688520-1380-447f-b6d0-cd3d0d4a7707 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6934495 Sep 26 13:18:31.572698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33938) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:31.577140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b16ca616-e23f-414f-9eba-54ddf3f49dbb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-41002450'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:31.607593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:31.620222 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca735f4d-e734-46f1-8a7e-8f7413a88dc9 None None] Sync routers for ids ['0387aaeb-f4f3-4067-b4d5-93b885bf8651'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:31.627117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:31.631898 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca735f4d-e734-46f1-8a7e-8f7413a88dc9 None None] Routers {'0387aaeb-f4f3-4067-b4d5-93b885bf8651'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:31.632683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f90f0e49-8537-4925-88dc-f952e04bebb5 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1566491 Sep 26 13:18:31.633057 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ca735f4d-e734-46f1-8a7e-8f7413a88dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0387aaeb-f4f3-4067-b4d5-93b885bf8651'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:31.633680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33940) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:31.640151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:31.670144 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ca735f4d-e734-46f1-8a7e-8f7413a88dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:31.680241 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca735f4d-e734-46f1-8a7e-8f7413a88dc9 None None] Routers {'0387aaeb-f4f3-4067-b4d5-93b885bf8651'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:31.681181 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ca735f4d-e734-46f1-8a7e-8f7413a88dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0387aaeb-f4f3-4067-b4d5-93b885bf8651'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:31.725935 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ca735f4d-e734-46f1-8a7e-8f7413a88dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:31.727552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca735f4d-e734-46f1-8a7e-8f7413a88dc9 None None] The sync data for ids ['0387aaeb-f4f3-4067-b4d5-93b885bf8651'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:31.954811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b16ca616-e23f-414f-9eba-54ddf3f49dbb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:31.970251 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b16ca616-e23f-414f-9eba-54ddf3f49dbb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.033827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.052816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.155932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16ca616-e23f-414f-9eba-54ddf3f49dbb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4b043937-8a44-409c-af47-f4bf0f947917 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:32.163115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Deleting port 7950793e-2cde-4533-8873-f5a8aae070dd {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:32.163483 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.259538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.275341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Calling delete_port for 7950793e-2cde-4533-8873-f5a8aae070dd owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:32.326881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16ca616-e23f-414f-9eba-54ddf3f49dbb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:32.335836 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b16ca616-e23f-414f-9eba-54ddf3f49dbb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.337576 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b16ca616-e23f-414f-9eba-54ddf3f49dbb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4b043937-8a44-409c-af47-f4bf0f947917 HTTP/1.1" status: 200 len: 886 time: 0.7633986 Sep 26 13:18:32.339934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:32.343052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca4f5b-4d44-4470-8d61-f6ef1083d1bb None None] Sync routers for ids ['4b043937-8a44-409c-af47-f4bf0f947917'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:32.355534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca4f5b-4d44-4470-8d61-f6ef1083d1bb None None] Routers {'4b043937-8a44-409c-af47-f4bf0f947917'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:32.356637 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-60ca4f5b-4d44-4470-8d61-f6ef1083d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4b043937-8a44-409c-af47-f4bf0f947917'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:32.395141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-60ca4f5b-4d44-4470-8d61-f6ef1083d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:32.404655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca4f5b-4d44-4470-8d61-f6ef1083d1bb None None] Routers {'4b043937-8a44-409c-af47-f4bf0f947917'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:32.405455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-60ca4f5b-4d44-4470-8d61-f6ef1083d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4b043937-8a44-409c-af47-f4bf0f947917'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:32.443334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-60ca4f5b-4d44-4470-8d61-f6ef1083d1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:32.444268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca4f5b-4d44-4470-8d61-f6ef1083d1bb None None] The sync data for ids ['4b043937-8a44-409c-af47-f4bf0f947917'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:32.515994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b0426658-aa38-4561-a0b6-e63e81321f8d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/routers/4b043937-8a44-409c-af47-f4bf0f947917 HTTP/1.1" status: 200 len: 886 time: 0.1746268 Sep 26 13:18:32.518727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33958) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:32.549983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1dcb6ac7-73ca-491e-a94e-802bce63670e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b043937-8a44-409c-af47-f4bf0f947917 HTTP/1.1" status: 200 len: 205 time: 0.0281191 Sep 26 13:18:32.550942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33960) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:32.566631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.594719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Pushing event deleted for resources: {'Port': ['ID=7950793e-2cde-4533-8873-f5a8aae070dd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:32.664308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.664568 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.778193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.835652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 8ce13306-0207-43c1-9a5b-29c339e16e6e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:32.836001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.893540 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.897548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.929750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:32.945210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 8ce13306-0207-43c1-9a5b-29c339e16e6e owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:32.980136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Router 0387aaeb-f4f3-4067-b4d5-93b885bf8651 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:33.057407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:33.068779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.072688 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c14a1-c19a-4173-b4f8-f4d01c358dbd None None] Sync routers for ids ['0387aaeb-f4f3-4067-b4d5-93b885bf8651'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:33.074015 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fb01ec31-ecf7-4bfc-adbb-b29776589189 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "PUT /v2.0/routers/0387aaeb-f4f3-4067-b4d5-93b885bf8651 HTTP/1.1" status: 200 len: 710 time: 1.4391978 Sep 26 13:18:33.075405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33962) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:33.094164 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c14a1-c19a-4173-b4f8-f4d01c358dbd None None] Routers {'0387aaeb-f4f3-4067-b4d5-93b885bf8651'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:33.095199 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2b6c14a1-c19a-4173-b4f8-f4d01c358dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0387aaeb-f4f3-4067-b4d5-93b885bf8651'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:33.133961 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2b6c14a1-c19a-4173-b4f8-f4d01c358dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:33.143302 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c14a1-c19a-4173-b4f8-f4d01c358dbd None None] Routers {'0387aaeb-f4f3-4067-b4d5-93b885bf8651'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:33.144708 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2b6c14a1-c19a-4173-b4f8-f4d01c358dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0387aaeb-f4f3-4067-b4d5-93b885bf8651'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:33.181117 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-2b6c14a1-c19a-4173-b4f8-f4d01c358dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:33.181872 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c14a1-c19a-4173-b4f8-f4d01c358dbd None None] The sync data for ids ['0387aaeb-f4f3-4067-b4d5-93b885bf8651'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:33.183878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e030cabe-90bc-4066-8cc9-99c39e2e6fbe tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/routers/0387aaeb-f4f3-4067-b4d5-93b885bf8651 HTTP/1.1" status: 200 len: 745 time: 0.1072338 Sep 26 13:18:33.184324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33966) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:33.198848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.231617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=8ce13306-0207-43c1-9a5b-29c339e16e6e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:33.245217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-355ff8c8-9543-492e-8272-6eaf92ac68c0 tempest-RoutersIpV6AdminTest-1942926792 tempest-RoutersIpV6AdminTest-1942926792-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=0387aaeb-f4f3-4067-b4d5-93b885bf8651 HTTP/1.1" status: 200 len: 205 time: 0.0582714 Sep 26 13:18:33.247690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33968) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:33.277185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3e5165e8-8995-4b84-a3d3-44b61d76252e tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=0387aaeb-f4f3-4067-b4d5-93b885bf8651 HTTP/1.1" status: 200 len: 205 time: 0.0280297 Sep 26 13:18:33.279335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33972) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:33.361082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.392908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1f10117-a5ac-42bb-b211-3b0e7804b80c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.518615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.522689 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.671052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1f10117-a5ac-42bb-b211-3b0e7804b80c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.673826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1f10117-a5ac-42bb-b211-3b0e7804b80c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.675903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.676414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Fanout notify agent at l3_agent the message router_deleted on router 4b043937-8a44-409c-af47-f4bf0f947917 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:33.686089 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.691658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33984) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:33.697092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-66026793'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:33.698116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d0ddc3b2-e7b8-4cc8-aafe-c64dad5612e0 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/4b043937-8a44-409c-af47-f4bf0f947917 HTTP/1.1" status: 204 len: 168 time: 1.1459801 Sep 26 13:18:33.721637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:33.725800 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.746070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1f10117-a5ac-42bb-b211-3b0e7804b80c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.746679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f10117-a5ac-42bb-b211-3b0e7804b80c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Fanout notify agent at l3_agent the message router_deleted on router 0387aaeb-f4f3-4067-b4d5-93b885bf8651 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:33.759136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:18:33.767747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1f10117-a5ac-42bb-b211-3b0e7804b80c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.772106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f1f10117-a5ac-42bb-b211-3b0e7804b80c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/0387aaeb-f4f3-4067-b4d5-93b885bf8651 HTTP/1.1" status: 204 len: 168 time: 0.4884906 Sep 26 13:18:33.772509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33988) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:33.775796 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:33.776435 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment 2e9ce029-8def-4a81-9502-8479c2a54733 of type vlan for network f7ebab92-a1cb-4079-8666-faea51d1498c Sep 26 13:18:33.819527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cede74ca-b0be-444b-a614-a55ab7698ef9 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=0387aaeb-f4f3-4067-b4d5-93b885bf8651 HTTP/1.1" status: 200 len: 205 time: 0.0434144 Sep 26 13:18:33.820548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33990) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:33.838675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.113620 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-a5a97276-9b9e-453f-b51d-dcdfe84e7785 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] delete failed (client error): The resource could not be found. Sep 26 13:18:34.114680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a5a97276-9b9e-453f-b51d-dcdfe84e7785 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/0387aaeb-f4f3-4067-b4d5-93b885bf8651 HTTP/1.1" status: 404 len: 336 time: 0.2935297 Sep 26 13:18:34.117351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33994) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.141154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.146958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:34.147655 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.153350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f63db207-8317-4074-bebe-3aadc904d24a tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a961062-3993-4f49-bd13-97f2a6d12f85 HTTP/1.1" status: 200 len: 205 time: 0.0335593 Sep 26 13:18:34.156040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33998) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.182324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4895058 Sep 26 13:18:34.185536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34000) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.199209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': 'f7ebab92-a1cb-4079-8666-faea51d1498c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:34.205739 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-b5ed3f02-35f1-4fcc-9a61-858783c551f4 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] delete failed (client error): The resource could not be found. Sep 26 13:18:34.207047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b5ed3f02-35f1-4fcc-9a61-858783c551f4 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/4a961062-3993-4f49-bd13-97f2a6d12f85 HTTP/1.1" status: 404 len: 336 time: 0.0500681 Sep 26 13:18:34.209595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34002) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.244666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6d5362ee-ddfa-4a87-90ce-4692e7382c0c tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=231eab60-5563-41f7-80f1-c551391ca41e HTTP/1.1" status: 200 len: 205 time: 0.0333905 Sep 26 13:18:34.249115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34004) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.296798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64d413-e877-45a7-aaa9-1e7facdd8d1d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=f7ebab92-a1cb-4079-8666-faea51d1498c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:34.302483 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-e7603d1c-4e7e-4436-9a2a-0eecf70292ce tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] delete failed (client error): The resource could not be found. Sep 26 13:18:34.304524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e7603d1c-4e7e-4436-9a2a-0eecf70292ce tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/231eab60-5563-41f7-80f1-c551391ca41e HTTP/1.1" status: 404 len: 336 time: 0.0540402 Sep 26 13:18:34.310427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f7ebab92-a1cb-4079-8666-faea51d1498c details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:18:34.311756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34006) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.360903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b5b98e1e-26c4-4418-81ae-c6770e703450 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=86c4a983-605a-4baf-92c2-9ee845b82daa HTTP/1.1" status: 200 len: 205 time: 0.0477779 Sep 26 13:18:34.363242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34008) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.413165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:34.426256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.429786 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-187bb190-2764-44e0-b097-1a753fda5bdc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] delete failed (client error): The resource could not be found. Sep 26 13:18:34.433539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-187bb190-2764-44e0-b097-1a753fda5bdc tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/86c4a983-605a-4baf-92c2-9ee845b82daa HTTP/1.1" status: 404 len: 336 time: 0.0666363 Sep 26 13:18:34.434847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34010) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.487921 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1aca1248-a87b-4521-99ad-749338bdf885 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 HTTP/1.1" status: 200 len: 205 time: 0.0501106 Sep 26 13:18:34.488539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34014) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.679783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.760135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=98ba4aeb-8ca6-41ff-b7ef-9725e8dea721,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:34.765438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': '2e9ce029-8def-4a81-9502-8479c2a54733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f7ebab92-a1cb-4079-8666-faea51d1498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:34.765861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: f7ebab92-a1cb-4079-8666-faea51d1498c, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:18:34.786541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network f7ebab92-a1cb-4079-8666-faea51d1498c is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:18:34.797777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f7ebab92-a1cb-4079-8666-faea51d1498c) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:34.802500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:34.803167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.812357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e0069-9e77-4c0a-8af3-03aa56dc5ce6 None None] Network f7ebab92-a1cb-4079-8666-faea51d1498c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:34.821372 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d353aa39-0743-47f2-afdb-9aaf45deb17e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6345248 Sep 26 13:18:34.824440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34026) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.830441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ac04b90b-eb57-441f-9825-27acdcdaee95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-311208825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:34.873516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac04b90b-eb57-441f-9825-27acdcdaee95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.874754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac04b90b-eb57-441f-9825-27acdcdaee95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.901138 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-70da0920-5086-4944-8c1a-1448823c86a1 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] delete failed (client error): The resource could not be found. Sep 26 13:18:34.904500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-70da0920-5086-4944-8c1a-1448823c86a1 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/0d7d11d1-8197-4e19-a91b-fd410bb4b8b8 HTTP/1.1" status: 404 len: 336 time: 0.4123118 Sep 26 13:18:34.904735 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34030) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.935847 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-68469b92-7c06-4ba9-9b9b-dc445cad9280 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de9fc21-0252-403e-86ac-084e3aade023 HTTP/1.1" status: 200 len: 205 time: 0.0298941 Sep 26 13:18:34.938201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34034) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.957662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac04b90b-eb57-441f-9825-27acdcdaee95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.963708 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac04b90b-eb57-441f-9825-27acdcdaee95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.982988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac04b90b-eb57-441f-9825-27acdcdaee95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:34.984798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac04b90b-eb57-441f-9825-27acdcdaee95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1590412 Sep 26 13:18:34.988800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34036) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:34.991423 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-d6fea17e-8090-4b4a-b419-42d69d298334 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] delete failed (client error): The resource could not be found. Sep 26 13:18:34.992724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6fea17e-8090-4b4a-b419-42d69d298334 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/routers/8de9fc21-0252-403e-86ac-084e3aade023 HTTP/1.1" status: 404 len: 336 time: 0.0518785 Sep 26 13:18:34.996724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34038) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:35.029093 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f798f1-d209-4d54-885a-575602471d65 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] DELETE failed (client error): The resource could not be found. Sep 26 13:18:35.029568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f798f1-d209-4d54-885a-575602471d65 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:18:35.034337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89f798f1-d209-4d54-885a-575602471d65 tempest-RoutersIpV6AdminTest-1813810984 tempest-RoutersIpV6AdminTest-1813810984-project] 10.222.0.13 "DELETE /v2.0/subnets/9c93f30f-632c-49a9-b080-0bf1015d9f44 HTTP/1.1" status: 404 len: 337 time: 0.0325837 Sep 26 13:18:35.047003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f7ebab92-a1cb-4079-8666-faea51d1498c', 'network_id': 'f7ebab92-a1cb-4079-8666-faea51d1498c', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': '98ba4aeb-8ca6-41ff-b7ef-9725e8dea721'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:18:35.048482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.235785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Allocated IP 172.20.0.2 (f7ebab92-a1cb-4079-8666-faea51d1498c/98ba4aeb-8ca6-41ff-b7ef-9725e8dea721/d260cfb5-a04a-4f33-9d25-ea489a7d71bf) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:35.329931 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.485619 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34060) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:35.495237 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.508830 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.549311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Network f7ebab92-a1cb-4079-8666-faea51d1498c is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:35.580769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:35.590356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:35.664474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Pushing event updated for resources: {'Port': ['ID=d260cfb5-a04a-4f33-9d25-ea489a7d71bf,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:35.682325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Attempting to bind port d260cfb5-a04a-4f33-9d25-ea489a7d71bf on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:35.682787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Attempting to bind port d260cfb5-a04a-4f33-9d25-ea489a7d71bf by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '2e9ce029-8def-4a81-9502-8479c2a54733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f7ebab92-a1cb-4079-8666-faea51d1498c'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:35.683309 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Attempting to bind port d260cfb5-a04a-4f33-9d25-ea489a7d71bf on network f7ebab92-a1cb-4079-8666-faea51d1498c {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:35.689223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:35.689556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Checking segment: {'id': '2e9ce029-8def-4a81-9502-8479c2a54733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f7ebab92-a1cb-4079-8666-faea51d1498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:35.689962 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.690354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Bound using segment: {'id': '2e9ce029-8def-4a81-9502-8479c2a54733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f7ebab92-a1cb-4079-8666-faea51d1498c'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:35.690839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Bound port: d260cfb5-a04a-4f33-9d25-ea489a7d71bf, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9ce029-8def-4a81-9502-8479c2a54733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f7ebab92-a1cb-4079-8666-faea51d1498c'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:35.691186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.738579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.20.0.1 (f7ebab92-a1cb-4079-8666-faea51d1498c/98ba4aeb-8ca6-41ff-b7ef-9725e8dea721/87f275fa-0700-45a7-9d0f-75d699e03e07) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:35.749655 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16e3bdff-fefd-4604-a5a2-7ae7b8cda883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.766038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2605a18e-edad-4c27-97ea-af253211105b None None] For port d260cfb5-a04a-4f33-9d25-ea489a7d71bf, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:35.770142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2605a18e-edad-4c27-97ea-af253211105b None None] For port d260cfb5-a04a-4f33-9d25-ea489a7d71bf, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d260cfb5-a04a-4f33-9d25-ea489a7d71bf,segment=NetworkSegment(2e9ce029-8def-4a81-9502-8479c2a54733),segment_id=2e9ce029-8def-4a81-9502-8479c2a54733)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:35.774869 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.788651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0bfe5-f3af-43a1-878e-e416ece50cea req-fd99d0d4-ac49-4957-b32a-108bc6f5cf7d tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:35.796684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45f0bfe5-f3af-43a1-878e-e416ece50cea req-fd99d0d4-ac49-4957-b32a-108bc6f5cf7d tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 949 time: 0.0988290 Sep 26 13:18:35.844534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a18e-edad-4c27-97ea-af253211105b None None] Pushing event updated for resources: {'Port': ['ID=d260cfb5-a04a-4f33-9d25-ea489a7d71bf,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:35.894320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45f0bfe5-f3af-43a1-878e-e416ece50cea req-7c041a46-56b0-4a1d-a72a-b67856c981a4 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960870 Sep 26 13:18:35.910139 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.957015 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.968161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16e3bdff-fefd-4604-a5a2-7ae7b8cda883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:35.976227 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16e3bdff-fefd-4604-a5a2-7ae7b8cda883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.022503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network f7ebab92-a1cb-4079-8666-faea51d1498c is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:36.027289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:36.031992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:36.036555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-16e3bdff-fefd-4604-a5a2-7ae7b8cda883 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68c43807c99b49c6b378f556e1e3cfc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535157 Sep 26 13:18:36.037733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3bdff-fefd-4604-a5a2-7ae7b8cda883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56225f-c314-421f-bd0f-c0259117d71d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:36.042203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34066) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:36.074671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=87f275fa-0700-45a7-9d0f-75d699e03e07,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:36.108252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.148866 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0ab-b53f-41a2-bf7e-f8fe7c63356a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.173304 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0ab-b53f-41a2-bf7e-f8fe7c63356a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.241197 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0ab-b53f-41a2-bf7e-f8fe7c63356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.244424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f0ab-b53f-41a2-bf7e-f8fe7c63356a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.246158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fbb5f0ab-b53f-41a2-bf7e-f8fe7c63356a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e56225f-c314-421f-bd0f-c0259117d71d HTTP/1.1" status: 204 len: 168 time: 0.2027669 Sep 26 13:18:36.254720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5f0ab-b53f-41a2-bf7e-f8fe7c63356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e56225f-c314-421f-bd0f-c0259117d71d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:36.272462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.582986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34076) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:36.591695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.601223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.701418 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.703166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=87f275fa-0700-45a7-9d0f-75d699e03e07,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:36.713258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf01b003-eeca-4a82-b232-5485de848d60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b45dc0f4542a428b818d8d07fe5cc8df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284456 Sep 26 13:18:36.715690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34078) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:36.833405 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b3f6-17af-4dad-bf3f-4b7439a2fea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.867177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network f7ebab92-a1cb-4079-8666-faea51d1498c is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:36.869294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b3f6-17af-4dad-bf3f-4b7439a2fea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:36.876249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:37.021602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b3f6-17af-4dad-bf3f-4b7439a2fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:37.024544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b3f6-17af-4dad-bf3f-4b7439a2fea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:37.028991 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ccf3b3f6-17af-4dad-bf3f-4b7439a2fea8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29736db2-6675-45f4-89b1-7f245ef49801 HTTP/1.1" status: 204 len: 168 time: 0.3096225 Sep 26 13:18:37.038381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31bcd9-3b50-4e8a-940b-e7e1a78b6145 None None] Network f7ebab92-a1cb-4079-8666-faea51d1498c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:37.061872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3b3f6-17af-4dad-bf3f-4b7439a2fea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29736db2-6675-45f4-89b1-7f245ef49801,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:37.095114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351d6b-9a43-4891-9ee9-3bdfc5840455 req-c7c7abfe-9411-4383-87c1-31c1067531b0 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:37.097781 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41351d6b-9a43-4891-9ee9-3bdfc5840455 req-c7c7abfe-9411-4383-87c1-31c1067531b0 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 949 time: 0.0946045 Sep 26 13:18:37.107249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 02dcf275-63cf-441d-8e78-177f0e067e86 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:37.117103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2c19feb9-7b00-4b92-b2fa-f9f2cf37a032 None None] Provisioning complete for port d260cfb5-a04a-4f33-9d25-ea489a7d71bf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:37.117954 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c19feb9-7b00-4b92-b2fa-f9f2cf37a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:37.233836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41351d6b-9a43-4891-9ee9-3bdfc5840455 req-e1196a3d-b3de-4377-986d-4cbc7a07e81b tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209791 Sep 26 13:18:37.254212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:37.265600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e269f740-4470-4b05-8869-8a5c1d66afbf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/02dcf275-63cf-441d-8e78-177f0e067e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2738972 Sep 26 13:18:37.266934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34086) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:37.284759 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082628d-4c1e-45bb-b7b0-0f7303ae547e None None] Sync routers for ids ['02dcf275-63cf-441d-8e78-177f0e067e86'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:37.323150 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c19feb9-7b00-4b92-b2fa-f9f2cf37a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:37.327018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082628d-4c1e-45bb-b7b0-0f7303ae547e None None] Routers {'02dcf275-63cf-441d-8e78-177f0e067e86'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:37.327655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c082628d-4c1e-45bb-b7b0-0f7303ae547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['02dcf275-63cf-441d-8e78-177f0e067e86'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:37.330958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26350af2-fd85-4ecd-b2ac-6741e0ce7e22 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:37.335921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-26350af2-fd85-4ecd-b2ac-6741e0ce7e22 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports/87f275fa-0700-45a7-9d0f-75d699e03e07 HTTP/1.1" status: 200 len: 910 time: 0.0644794 Sep 26 13:18:37.336631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34090) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:37.345375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-358632ed-b93c-4fcf-aadc-e902a21cdc95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98ba4aeb-8ca6-41ff-b7ef-9725e8dea721'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:37.362663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c082628d-4c1e-45bb-b7b0-0f7303ae547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:37.423493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-ac4062da-2bc4-4377-a146-0ef8c30b711a tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:37.425797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-ac4062da-2bc4-4377-a146-0ef8c30b711a tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 949 time: 0.0754895 Sep 26 13:18:37.430684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082628d-4c1e-45bb-b7b0-0f7303ae547e None None] Routers {'02dcf275-63cf-441d-8e78-177f0e067e86'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:37.431751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c082628d-4c1e-45bb-b7b0-0f7303ae547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['02dcf275-63cf-441d-8e78-177f0e067e86'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:37.519610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c082628d-4c1e-45bb-b7b0-0f7303ae547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:37.520258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082628d-4c1e-45bb-b7b0-0f7303ae547e None None] The sync data for ids ['02dcf275-63cf-441d-8e78-177f0e067e86'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:37.538969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c19feb9-7b00-4b92-b2fa-f9f2cf37a032 None None] For port d260cfb5-a04a-4f33-9d25-ea489a7d71bf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d260cfb5-a04a-4f33-9d25-ea489a7d71bf,segment=NetworkSegment(2e9ce029-8def-4a81-9502-8479c2a54733),segment_id=2e9ce029-8def-4a81-9502-8479c2a54733)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:37.571514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c19feb9-7b00-4b92-b2fa-f9f2cf37a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:37.635888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Deleting port 21f8734b-3fe5-4e45-86bf-78bfe83341cf {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:37.639253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:37.711275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19feb9-7b00-4b92-b2fa-f9f2cf37a032 None None] Pushing event updated for resources: {'Port': ['ID=d260cfb5-a04a-4f33-9d25-ea489a7d71bf,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:37.770569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-358632ed-b93c-4fcf-aadc-e902a21cdc95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:37.848595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d260cfb5-a04a-4f33-9d25-ea489a7d71bf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:37.899243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] For port 21f8734b-3fe5-4e45-86bf-78bfe83341cf, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=21f8734b-3fe5-4e45-86bf-78bfe83341cf,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:37.901089 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:37.934354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Calling delete_port for 21f8734b-3fe5-4e45-86bf-78bfe83341cf owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:37.963525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d260cfb5-a04a-4f33-9d25-ea489a7d71bf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:37.964516 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.091796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6d5f2de5-7a90-4236-8c8c-10aa925b805b None None] Provisioning complete for port 87f275fa-0700-45a7-9d0f-75d699e03e07 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:38.092965 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2de5-7a90-4236-8c8c-10aa925b805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.174511 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.194352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['21f8734b-3fe5-4e45-86bf-78bfe83341cf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:18:38.205742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f2de5-7a90-4236-8c8c-10aa925b805b None None] Port 87f275fa-0700-45a7-9d0f-75d699e03e07 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:38.276589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Pushing event deleted for resources: {'Port': ['ID=21f8734b-3fe5-4e45-86bf-78bfe83341cf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:38.333859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6d5f2de5-7a90-4236-8c8c-10aa925b805b None None] Provisioning complete for port d260cfb5-a04a-4f33-9d25-ea489a7d71bf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:38.338530 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2de5-7a90-4236-8c8c-10aa925b805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.384372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] No DVR routers for this DVR port 21f8734b-3fe5-4e45-86bf-78bfe83341cf on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:38.391611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.394070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fedbea8-2348-4b00-ab70-722c9ff42c1a req-7416f3b4-7e3a-496d-9a80-a07181694090 tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.23 "DELETE /v2.0/ports/21f8734b-3fe5-4e45-86bf-78bfe83341cf HTTP/1.1" status: 204 len: 173 time: 0.9622042 Sep 26 13:18:38.397120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a98c284-773b-4234-8c6c-487586d44435', 'name': 'network-vif-deleted', 'tag': '21f8734b-3fe5-4e45-86bf-78bfe83341cf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:18:38.400958 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f490f9-c1ab-430b-b7d2-3fd7cf9ade0a" -d '{"events": [{"server_uuid": "4a98c284-773b-4234-8c6c-487586d44435", "name": "network-vif-deleted", "tag": "21f8734b-3fe5-4e45-86bf-78bfe83341cf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:18:38.414204 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f612ebb-93ea-43ac-8766-46b066df7d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.513677 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e3a2bc-0dad-440d-aee7-21faac699cc0 x-openstack-request-id: req-01e3a2bc-0dad-440d-aee7-21faac699cc0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:18:38.514563 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a98c284-773b-4234-8c6c-487586d44435", "name": "network-vif-deleted", "tag": "21f8734b-3fe5-4e45-86bf-78bfe83341cf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:18:38.521193 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01e3a2bc-0dad-440d-aee7-21faac699cc0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:18:38.521892 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a98c284-773b-4234-8c6c-487586d44435', 'name': 'network-vif-deleted', 'tag': '21f8734b-3fe5-4e45-86bf-78bfe83341cf', 'status': 'completed', 'code': 200} Sep 26 13:18:38.526435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23af558e-0440-4cc1-82df-47345e6e7771 req-a187d55d-8084-4180-ab09-8841b7fcaa4c tempest-VolumesBackupsTest-448610867 tempest-VolumesBackupsTest-448610867-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a98c284-773b-4234-8c6c-487586d44435 HTTP/1.1" status: 200 len: 210 time: 0.0984786 Sep 26 13:18:38.565091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-358632ed-b93c-4fcf-aadc-e902a21cdc95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.587322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-358632ed-b93c-4fcf-aadc-e902a21cdc95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.647937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-20a1da24-208f-4282-94d8-3ad23c9508e7 None None] Provisioning complete for port 87f275fa-0700-45a7-9d0f-75d699e03e07 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:38.648317 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-20a1da24-208f-4282-94d8-3ad23c9508e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:38.702460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-20a1da24-208f-4282-94d8-3ad23c9508e7 None None] Port 87f275fa-0700-45a7-9d0f-75d699e03e07 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:38.935561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fe736068-11e6-4634-8b03-09e0d8a5967a None None] Provisioning complete for port 87f275fa-0700-45a7-9d0f-75d699e03e07 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:38.936071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe736068-11e6-4634-8b03-09e0d8a5967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.034294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fe736068-11e6-4634-8b03-09e0d8a5967a None None] Port 87f275fa-0700-45a7-9d0f-75d699e03e07 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:39.138174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358632ed-b93c-4fcf-aadc-e902a21cdc95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=87f275fa-0700-45a7-9d0f-75d699e03e07,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:39.150171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358632ed-b93c-4fcf-aadc-e902a21cdc95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:39.151017 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-358632ed-b93c-4fcf-aadc-e902a21cdc95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.153133 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-358632ed-b93c-4fcf-aadc-e902a21cdc95 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/ports/87f275fa-0700-45a7-9d0f-75d699e03e07 HTTP/1.1" status: 200 len: 910 time: 1.8154585 Sep 26 13:18:39.155535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:39.343789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34162) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:39.498377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-aa40bc1a-d3dc-411b-9c9d-1bf74cbfd447 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2070700865'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:39.523059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa40bc1a-d3dc-411b-9c9d-1bf74cbfd447 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.524220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa40bc1a-d3dc-411b-9c9d-1bf74cbfd447 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.583976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.597403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa40bc1a-d3dc-411b-9c9d-1bf74cbfd447 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.601906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa40bc1a-d3dc-411b-9c9d-1bf74cbfd447 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.620433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa40bc1a-d3dc-411b-9c9d-1bf74cbfd447 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.622537 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aa40bc1a-d3dc-411b-9c9d-1bf74cbfd447 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2773216 Sep 26 13:18:39.625611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:39.692918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d260cfb5-a04a-4f33-9d25-ea489a7d71bf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:39.719868 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97177807-e315-45b2-814f-2d8c2486a747 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.780336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d260cfb5-a04a-4f33-9d25-ea489a7d71bf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:39.780708 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.880817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 87f275fa-0700-45a7-9d0f-75d699e03e07 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:39.881184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.902788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97177807-e315-45b2-814f-2d8c2486a747 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.905135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97177807-e315-45b2-814f-2d8c2486a747 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.955854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97177807-e315-45b2-814f-2d8c2486a747 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.956288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97177807-e315-45b2-814f-2d8c2486a747 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9363118-89f4-43e1-b5fa-a5133cc6cd17 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:39.961773 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97177807-e315-45b2-814f-2d8c2486a747 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.963518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-97177807-e315-45b2-814f-2d8c2486a747 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e9363118-89f4-43e1-b5fa-a5133cc6cd17 HTTP/1.1" status: 204 len: 168 time: 0.3367822 Sep 26 13:18:39.966326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34176) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:39.971694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e31b5a92-04f6-47b1-83c2-57c8dd4b5879 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Request body: {'router': {'name': 'tempest-router-266186533', 'distributed': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:39.986472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.993386 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e31b5a92-04f6-47b1-83c2-57c8dd4b5879 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:39.994687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e31b5a92-04f6-47b1-83c2-57c8dd4b5879 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.000714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 87f275fa-0700-45a7-9d0f-75d699e03e07 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:40.047616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e31b5a92-04f6-47b1-83c2-57c8dd4b5879 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.052781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e31b5a92-04f6-47b1-83c2-57c8dd4b5879 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.066792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e31b5a92-04f6-47b1-83c2-57c8dd4b5879 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.068423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e31b5a92-04f6-47b1-83c2-57c8dd4b5879 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1002831 Sep 26 13:18:40.071481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34178) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:40.146952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea597437-d463-4fc0-8c4f-e9461072853d tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.199440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.231319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=87f275fa-0700-45a7-9d0f-75d699e03e07,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:40.321362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea597437-d463-4fc0-8c4f-e9461072853d tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.323698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea597437-d463-4fc0-8c4f-e9461072853d tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.380806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea597437-d463-4fc0-8c4f-e9461072853d tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.381577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea597437-d463-4fc0-8c4f-e9461072853d tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af471560-f646-4ced-b06c-18890de2bfb8 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:40.391266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea597437-d463-4fc0-8c4f-e9461072853d tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.392666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.397355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ea597437-d463-4fc0-8c4f-e9461072853d tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "DELETE /v2.0/routers/af471560-f646-4ced-b06c-18890de2bfb8 HTTP/1.1" status: 204 len: 168 time: 0.3249874 Sep 26 13:18:40.398108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34180) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:40.403221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-66be6e05-bfba-48f6-99de-39ce10758aa6 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Request body: {'router': {'name': 'tempest-router-355807113', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fe1dae2452f148ae9ad5bb90117f6e11'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:40.431717 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66be6e05-bfba-48f6-99de-39ce10758aa6 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.433049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66be6e05-bfba-48f6-99de-39ce10758aa6 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.507137 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66be6e05-bfba-48f6-99de-39ce10758aa6 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.513264 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66be6e05-bfba-48f6-99de-39ce10758aa6 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.536079 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66be6e05-bfba-48f6-99de-39ce10758aa6 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.536079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-66be6e05-bfba-48f6-99de-39ce10758aa6 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1320379 Sep 26 13:18:40.538705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34186) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:40.544045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:40.592678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 02dcf275-63cf-441d-8e78-177f0e067e86 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:40.658514 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:18:40.680129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:40.688838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fb883e34-e5fb-4233-afbc-7c29e8014384 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/02dcf275-63cf-441d-8e78-177f0e067e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5297587 Sep 26 13:18:40.689008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34188) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:40.690688 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a94c5eb-d38e-47ed-8250-3a3e5c625eca None None] Sync routers for ids ['02dcf275-63cf-441d-8e78-177f0e067e86'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:40.703252 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94c5eb-d38e-47ed-8250-3a3e5c625eca None None] Routers {'02dcf275-63cf-441d-8e78-177f0e067e86'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:40.703839 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4a94c5eb-d38e-47ed-8250-3a3e5c625eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['02dcf275-63cf-441d-8e78-177f0e067e86'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:40.740582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-605f6795-852d-4af6-80e4-d986f63b3f37 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=02dcf275-63cf-441d-8e78-177f0e067e86 HTTP/1.1" status: 200 len: 205 time: 0.0504324 Sep 26 13:18:40.748826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34190) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:40.769112 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4a94c5eb-d38e-47ed-8250-3a3e5c625eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:40.794292 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94c5eb-d38e-47ed-8250-3a3e5c625eca None None] Routers {'02dcf275-63cf-441d-8e78-177f0e067e86'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:40.795017 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4a94c5eb-d38e-47ed-8250-3a3e5c625eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['02dcf275-63cf-441d-8e78-177f0e067e86'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:40.840894 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.842911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.851098 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4a94c5eb-d38e-47ed-8250-3a3e5c625eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:40.852114 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a94c5eb-d38e-47ed-8250-3a3e5c625eca None None] The sync data for ids ['02dcf275-63cf-441d-8e78-177f0e067e86'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:40.953089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94811) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 26 13:18:40.953089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Router 5186aa82-45c6-405c-927b-30757a249353 migrating from provider to provider. {{(pid=94811) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 26 13:18:40.953089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.957538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ee66730-5f97-40a3-b2bd-5cfe47db962f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.959084 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:40.964645 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.043700 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ddfb0e8d-f642-4ea5-8908-b916d3d842fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.089310 n-d-806683-13 neutron-server[94811]: WARNING neutron.scheduler.l3_agent_scheduler [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] No L3 agents can host the router 5186aa82-45c6-405c-927b-30757a249353 Sep 26 13:18:41.148581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-6e62dda4-e44a-412a-9a47-4acf542ff543 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2394049 Sep 26 13:18:41.150923 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ee66730-5f97-40a3-b2bd-5cfe47db962f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.153424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ee66730-5f97-40a3-b2bd-5cfe47db962f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.211975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ee66730-5f97-40a3-b2bd-5cfe47db962f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.213454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee66730-5f97-40a3-b2bd-5cfe47db962f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Fanout notify agent at l3_agent the message router_deleted on router 02dcf275-63cf-441d-8e78-177f0e067e86 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:41.220021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Hosts for router 5186aa82-45c6-405c-927b-30757a249353: [] {{(pid=94811) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 26 13:18:41.243894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ee66730-5f97-40a3-b2bd-5cfe47db962f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.244116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Hosts for other DVR routers connected to router 5186aa82-45c6-405c-927b-30757a249353: set() {{(pid=94811) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 26 13:18:41.246526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.250001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67b1e106-1979-4b6f-889a-506fd3221500 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "PUT /v2.0/routers/5186aa82-45c6-405c-927b-30757a249353 HTTP/1.1" status: 200 len: 716 time: 0.7077255 Sep 26 13:18:41.250159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4ee66730-5f97-40a3-b2bd-5cfe47db962f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/02dcf275-63cf-441d-8e78-177f0e067e86 HTTP/1.1" status: 204 len: 168 time: 0.4981809 Sep 26 13:18:41.250275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34204) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:41.251615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34206) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:41.309293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b125e962-7b8a-45e9-b11b-3595213c5515 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet 98ba4aeb-8ca6-41ff-b7ef-9725e8dea721 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:18:41.312862 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b125e962-7b8a-45e9-b11b-3595213c5515 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.348055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-73ea85b3-c6cc-45a6-8bae-6f8113397ccf tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "GET /v2.0/routers/5186aa82-45c6-405c-927b-30757a249353 HTTP/1.1" status: 200 len: 716 time: 0.0930698 Sep 26 13:18:41.348938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34208) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:41.360329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee46c449-0269-4a66-8bda-4f5e019f4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.360800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee46c449-0269-4a66-8bda-4f5e019f4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.361988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee46c449-0269-4a66-8bda-4f5e019f4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.362484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee46c449-0269-4a66-8bda-4f5e019f4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.362967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee46c449-0269-4a66-8bda-4f5e019f4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.363443 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee46c449-0269-4a66-8bda-4f5e019f4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.363914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee46c449-0269-4a66-8bda-4f5e019f4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.368599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee46c449-0269-4a66-8bda-4f5e019f4277 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74ad8af6eff341d69060a0640aaa70f7&device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 6499 time: 0.1678326 Sep 26 13:18:41.375732 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b125e962-7b8a-45e9-b11b-3595213c5515 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.490977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b125e962-7b8a-45e9-b11b-3595213c5515 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.520210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 21f8734b-3fe5-4e45-86bf-78bfe83341cf no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:41.542681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 21f8734b-3fe5-4e45-86bf-78bfe83341cf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:18:41.543289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 21f8734b-3fe5-4e45-86bf-78bfe83341cf not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:18:41.548952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-5a20e1c9-26b9-405c-a3a8-d3a90ccf5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.549434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-5a20e1c9-26b9-405c-a3a8-d3a90ccf5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.549937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-5a20e1c9-26b9-405c-a3a8-d3a90ccf5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.551530 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-5a20e1c9-26b9-405c-a3a8-d3a90ccf5ea9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bcc4ad1b-5178-4df1-849d-d894c90d9977&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=55cfb959-a6b3-4024-baf6-8573b60748bc&id=8d59d366-9265-4f11-be38-15a19f2dd7d9&id=8d59d366-9265-4f11-be38-15a19f2dd7d9 HTTP/1.1" status: 200 len: 2291 time: 0.1588647 Sep 26 13:18:41.613604 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0118eebc-0ea1-430d-b392-70df8ff77820 tempest-RoutersTestDVR-939400878 tempest-RoutersTestDVR-939400878-project] 10.222.0.13 "GET /v2.0/routers/5186aa82-45c6-405c-927b-30757a249353 HTTP/1.1" status: 200 len: 682 time: 0.2640219 Sep 26 13:18:41.616083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34212) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:41.633586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-53bb0fe9-c898-4ffd-a692-7692c6b1b7c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=129fa097-5391-49be-a852-ac7a284ed454 HTTP/1.1" status: 200 len: 1001 time: 0.0738654 Sep 26 13:18:41.656157 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.692835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-2aecee7c-4da8-4c88-8e95-35cbebf0277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.694576 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-2aecee7c-4da8-4c88-8e95-35cbebf0277c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3546b69d-5bf9-44b2-91d3-59645941a8d6 HTTP/1.1" status: 200 len: 851 time: 0.0545757 Sep 26 13:18:41.737423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b125e962-7b8a-45e9-b11b-3595213c5515 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.756761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a98105ee-cda5-430a-ac8f-e966934cddfa tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.759879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-551f3952-11b4-4ff3-9454-7f453be0aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:41.762657 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-551f3952-11b4-4ff3-9454-7f453be0aee8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bcc4ad1b-5178-4df1-849d-d894c90d9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613222 Sep 26 13:18:41.853820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125e962-7b8a-45e9-b11b-3595213c5515 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=98ba4aeb-8ca6-41ff-b7ef-9725e8dea721,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:41.856009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b125e962-7b8a-45e9-b11b-3595213c5515 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:41.860812 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b125e962-7b8a-45e9-b11b-3595213c5515 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/98ba4aeb-8ca6-41ff-b7ef-9725e8dea721 HTTP/1.1" status: 204 len: 168 time: 0.6115456 Sep 26 13:18:41.863456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2c992-b3f4-4936-9e64-516763770433 None None] Network f7ebab92-a1cb-4079-8666-faea51d1498c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:41.886094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34216) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:41.896070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-e646e389-10e7-484d-9527-efd44894e62c service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258056 Sep 26 13:18:42.017443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ec74f0ff-b171-4105-b2d9-dab88ceeea9c service neutron] 10.222.0.24 "GET /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136336 Sep 26 13:18:42.072522 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.104248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-32651532-143a-43bc-8ce7-bd3f89417fe8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 200 len: 217 time: 0.0783560 Sep 26 13:18:42.126602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] DHCP port deletion for f7ebab92-a1cb-4079-8666-faea51d1498c request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:18:42.180989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-0ddda784-7eb7-447e-8a7c-4d6adec34269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:42.182887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-0ddda784-7eb7-447e-8a7c-4d6adec34269 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0692217 Sep 26 13:18:42.187285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] Deleting port d260cfb5-a04a-4f33-9d25-ea489a7d71bf {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:42.187861 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.249981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-540e29b2-54ce-4413-9263-73e8b2c24fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:42.260334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-540e29b2-54ce-4413-9263-73e8b2c24fbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703702 Sep 26 13:18:42.298581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] For port d260cfb5-a04a-4f33-9d25-ea489a7d71bf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d260cfb5-a04a-4f33-9d25-ea489a7d71bf,segment=NetworkSegment(2e9ce029-8def-4a81-9502-8479c2a54733),segment_id=2e9ce029-8def-4a81-9502-8479c2a54733)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:42.299137 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.308266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a98105ee-cda5-430a-ac8f-e966934cddfa tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.310586 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a98105ee-cda5-430a-ac8f-e966934cddfa tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.312330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] Calling delete_port for d260cfb5-a04a-4f33-9d25-ea489a7d71bf owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:42.363761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a98105ee-cda5-430a-ac8f-e966934cddfa tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.364232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98105ee-cda5-430a-ac8f-e966934cddfa tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5186aa82-45c6-405c-927b-30757a249353 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:42.369564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a98105ee-cda5-430a-ac8f-e966934cddfa tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.374343 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a98105ee-cda5-430a-ac8f-e966934cddfa tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5186aa82-45c6-405c-927b-30757a249353 HTTP/1.1" status: 204 len: 168 time: 0.7537332 Sep 26 13:18:42.380979 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-2ad5c834-4a52-4366-a100-ef5869936d51 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137030 Sep 26 13:18:42.382177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34224) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:42.387532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ef52f877-5584-42df-b19c-626068c9a884 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Request body: {'router': {'name': 'tempest-router-1715450602', 'distributed': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:42.398023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.416996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] No DVR routers for this DVR port d260cfb5-a04a-4f33-9d25-ea489a7d71bf on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:18:42.437087 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef52f877-5584-42df-b19c-626068c9a884 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.438588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef52f877-5584-42df-b19c-626068c9a884 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.442667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cff6f0-5221-4b61-9bcf-3161479cce9f None None] Pushing event deleted for resources: {'Port': ['ID=d260cfb5-a04a-4f33-9d25-ea489a7d71bf,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:42.484024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.571093 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef52f877-5584-42df-b19c-626068c9a884 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.580524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef52f877-5584-42df-b19c-626068c9a884 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.592035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-80c3109a-b20b-4d6a-a8fb-e8bbe7b0c3f3 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846273 Sep 26 13:18:42.616608 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef52f877-5584-42df-b19c-626068c9a884 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.617748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ef52f877-5584-42df-b19c-626068c9a884 tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2345610 Sep 26 13:18:42.621094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34232) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:42.677275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.704254 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-c94b037e-7c90-4022-8af4-c6f78cb6594f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 200 len: 217 time: 0.1005313 Sep 26 13:18:42.733129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ebab92-a1cb-4079-8666-faea51d1498c']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:42.753503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9ce029-8def-4a81-9502-8479c2a54733') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:42.753925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9ce029-8def-4a81-9502-8479c2a54733') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:42.769831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.786697 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.796495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:18:42.797370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.797531 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bd99b4ff-23df-4ac8-9311-577744b510ca tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:18:42.801569 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:18:42.871296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.880731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.886612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/f7ebab92-a1cb-4079-8666-faea51d1498c HTTP/1.1" status: 204 len: 168 time: 0.9989946 Sep 26 13:18:42.888540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34238) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:42.892894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bf33fbd0-4306-435e-971d-13f7968ec8e5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1216975782', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:42.912388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac965b2-d257-458d-bd48-2e18243654dc tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=f7ebab92-a1cb-4079-8666-faea51d1498c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:42.947355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf33fbd0-4306-435e-971d-13f7968ec8e5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.949838 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf33fbd0-4306-435e-971d-13f7968ec8e5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:42.994814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-eb68033b-472d-47ff-af42-8a21fcd34f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:42.997239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-eb68033b-472d-47ff-af42-8a21fcd34f07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.2486515 Sep 26 13:18:43.036485 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bd99b4ff-23df-4ac8-9311-577744b510ca tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.039300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bd99b4ff-23df-4ac8-9311-577744b510ca tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.045155 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf33fbd0-4306-435e-971d-13f7968ec8e5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.051344 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf33fbd0-4306-435e-971d-13f7968ec8e5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.076071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bf33fbd0-4306-435e-971d-13f7968ec8e5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.077576 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf33fbd0-4306-435e-971d-13f7968ec8e5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1883438 Sep 26 13:18:43.080139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34272) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:43.085561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-643378009'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:43.120634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bd99b4ff-23df-4ac8-9311-577744b510ca tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.121118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd99b4ff-23df-4ac8-9311-577744b510ca tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2894d639-57c4-4858-8d5e-a056b9ef0db2 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:43.127280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:43.133336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.137288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bd99b4ff-23df-4ac8-9311-577744b510ca tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.142088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bd99b4ff-23df-4ac8-9311-577744b510ca tempest-RoutersTestDVR-944586893 tempest-RoutersTestDVR-944586893-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2894d639-57c4-4858-8d5e-a056b9ef0db2 HTTP/1.1" status: 204 len: 168 time: 0.5199831 Sep 26 13:18:43.175230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:18:43.187665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.188123 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment ae34703e-6537-4cc1-8d0f-f8db51983b29 of type vlan for network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 Sep 26 13:18:43.212972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-449eaf51-60ab-406f-b260-cccf0be2b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:43.214559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-449eaf51-60ab-406f-b260-cccf0be2b9d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053123 Sep 26 13:18:43.238403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.269842 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.283418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:43.286626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.402315 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3205998 Sep 26 13:18:43.405884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34288) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:43.432585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:43.528096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45dd99-f6ca-4573-be2d-516d0f43d34b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=2b6cb5c2-05f4-487c-ae0b-04fc834cc801,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:43.552265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:18:43.561513 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.759838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d260cfb5-a04a-4f33-9d25-ea489a7d71bf no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:18:43.803106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34300) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:43.809136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d260cfb5-a04a-4f33-9d25-ea489a7d71bf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:18:43.811813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d260cfb5-a04a-4f33-9d25-ea489a7d71bf not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:18:43.825195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:43.833855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:43.864491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-50a35408-923b-4298-a1e2-d2fb3324b596 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396058 Sep 26 13:18:43.992422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-c1a0e0b9-2924-4115-9c0e-c523b2baf857 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210725 Sep 26 13:18:44.054391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-2cd60e28-8f02-4f8a-91b4-97bff25938bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=2cb7157d-d31e-4954-ab65-00b376933364 HTTP/1.1" status: 200 len: 217 time: 0.0554564 Sep 26 13:18:44.060843 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ce8877f-1043-4bfe-8111-1943f6b28fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.110404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-d33591a8-c2ff-47fd-9085-adbaa353fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:44.112094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-d33591a8-c2ff-47fd-9085-adbaa353fd98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0511186 Sep 26 13:18:44.156398 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.189658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-1baabfd3-5c53-490a-b9a9-063f4707c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:44.191292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-1baabfd3-5c53-490a-b9a9-063f4707c2a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0690529 Sep 26 13:18:44.264655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=104bb4d1-2a64-4528-9462-733e4c3a3f1f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:44.268784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:44.269227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: 2b6cb5c2-05f4-487c-ae0b-04fc834cc801, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:18:44.309112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:18:44.309385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-2c341772-9311-4e92-9496-c63bc2ca3937 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093571 Sep 26 13:18:44.313098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ce8877f-1043-4bfe-8111-1943f6b28fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.318135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ce8877f-1043-4bfe-8111-1943f6b28fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.329546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 2b6cb5c2-05f4-487c-ae0b-04fc834cc801) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:44.338744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b787b-2a42-4656-a5cd-f27990322d0f None None] Network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:44.369043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:44.369673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.384760 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8877f-1043-4bfe-8111-1943f6b28fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd782cba-c1ee-4c33-a751-e80818123584,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:44.397953 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9ce8877f-1043-4bfe-8111-1943f6b28fbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe1dae2452f148ae9ad5bb90117f6e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5920193 Sep 26 13:18:44.400660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34342) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:44.408889 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f581ff2-4b25-4d1d-a0dd-97cad2d6ad10 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9992549 Sep 26 13:18:44.409472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:44.468068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-370462b3-c968-4f6a-be97-9a7c9e959830 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514490 Sep 26 13:18:44.535413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-e8cde68a-f6b9-49a0-9b41-5263f2c9cdf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b HTTP/1.1" status: 200 len: 217 time: 0.0590258 Sep 26 13:18:44.538475 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db5f1681-322c-4ad0-944d-7b88498099e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.611637 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db5f1681-322c-4ad0-944d-7b88498099e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.614658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-bd6f9658-df7f-4c81-ad2b-820a08d15b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:44.616253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-bd6f9658-df7f-4c81-ad2b-820a08d15b05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 200 len: 797 time: 0.0738699 Sep 26 13:18:44.688717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-0a356cce-3ffe-4d33-b0d0-4cc5763d03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:44.690725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-0a356cce-3ffe-4d33-b0d0-4cc5763d03cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55cfb959-a6b3-4024-baf6-8573b60748bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669620 Sep 26 13:18:44.789772 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.790240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db5f1681-322c-4ad0-944d-7b88498099e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.793995 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db5f1681-322c-4ad0-944d-7b88498099e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.795349 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-db5f1681-322c-4ad0-944d-7b88498099e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd782cba-c1ee-4c33-a751-e80818123584 HTTP/1.1" status: 204 len: 168 time: 0.3927073 Sep 26 13:18:44.798345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:18:44.799303 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:44.857209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f1681-322c-4ad0-944d-7b88498099e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd782cba-c1ee-4c33-a751-e80818123584,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:44.867731 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-382a9d46-0dad-4e37-9ff6-7331a63df0a7 service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667433 Sep 26 13:18:45.039757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Allocated IP 172.20.0.2 (2b6cb5c2-05f4-487c-ae0b-04fc834cc801/104bb4d1-2a64-4528-9462-733e4c3a3f1f/9360d19a-f916-412f-bc11-bf6b905a0f6e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:45.106299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-93666d41-65e3-4b28-b6a3-29f7314889bb service neutron] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333112 Sep 26 13:18:45.160569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-03403e0c-11d7-4215-b308-daa428d62ff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3d03b43b-a68e-4e50-805e-511992f45176 HTTP/1.1" status: 200 len: 217 time: 0.0466108 Sep 26 13:18:45.161253 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.235163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-f8634779-34f0-4eee-8634-de66099f1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:45.236683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-f8634779-34f0-4eee-8634-de66099f1e74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.0678332 Sep 26 13:18:45.279212 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.295968 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.313859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-15660a04-9456-4c36-a734-ace11a74eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:45.315606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-15660a04-9456-4c36-a734-ace11a74eabc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684769 Sep 26 13:18:45.356469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:45.365133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Pushing event updated for resources: {'Port': ['ID=9360d19a-f916-412f-bc11-bf6b905a0f6e,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:45.369194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:45.371744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:45.436835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34364) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:45.440409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.20.0.1 (2b6cb5c2-05f4-487c-ae0b-04fc834cc801/104bb4d1-2a64-4528-9462-733e4c3a3f1f/1ce56b06-e8e5-414a-8fa9-d687a3de2c2f) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:45.456502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Attempting to bind port 9360d19a-f916-412f-bc11-bf6b905a0f6e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:45.456882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Attempting to bind port 9360d19a-f916-412f-bc11-bf6b905a0f6e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:45.457245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Attempting to bind port 9360d19a-f916-412f-bc11-bf6b905a0f6e on network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:45.464455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34cfb94e-e88b-449d-8a42-61a8d0168591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.477870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:45.478415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Checking segment: {'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:45.478762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-887338cd-d894-4035-a450-888906526d30 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553092 Sep 26 13:18:45.478895 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.479306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Bound using segment: {'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:45.479798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Bound port: 9360d19a-f916-412f-bc11-bf6b905a0f6e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:45.480186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.591965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] For port 9360d19a-f916-412f-bc11-bf6b905a0f6e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:45.596777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] For port 9360d19a-f916-412f-bc11-bf6b905a0f6e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9360d19a-f916-412f-bc11-bf6b905a0f6e,segment=NetworkSegment(ae34703e-6537-4cc1-8d0f-f8db51983b29),segment_id=ae34703e-6537-4cc1-8d0f-f8db51983b29)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:45.606403 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.628309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-87bf7f5e-e1b7-4223-81f7-38b5d86d773a service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420329 Sep 26 13:18:45.648267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.685114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19030ac-0334-4a65-b015-84fddefb1154 None None] Pushing event updated for resources: {'Port': ['ID=9360d19a-f916-412f-bc11-bf6b905a0f6e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:45.709508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-207fb865-f909-4557-97cf-0fb072283b24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9 HTTP/1.1" status: 200 len: 217 time: 0.0736437 Sep 26 13:18:45.718596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34cfb94e-e88b-449d-8a42-61a8d0168591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.727403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34cfb94e-e88b-449d-8a42-61a8d0168591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.763803 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.764884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ead5bfc8-e786-4386-933a-12eaf121ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:45.766439 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ead5bfc8-e786-4386-933a-12eaf121ef06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 200 len: 797 time: 0.0503819 Sep 26 13:18:45.831379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee119e59-0d07-4fc0-8f34-d27461137aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:45.832922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-ee119e59-0d07-4fc0-8f34-d27461137aab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d59d366-9265-4f11-be38-15a19f2dd7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584605 Sep 26 13:18:45.847932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-34cfb94e-e88b-449d-8a42-61a8d0168591 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce66e85d298b497ab94ae7becb257dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098480 Sep 26 13:18:45.852503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34370) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:45.863264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:45.870107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb94e-e88b-449d-8a42-61a8d0168591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f575e723-e683-40d8-af2e-1fdc00bdf821,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:45.876361 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:45.879885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:45.885810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:45.942329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:45.989113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e555df6-eab0-408d-9ca9-22c865bf7225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:46.030115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-505a38c5-46f3-4fc6-9394-440d3bf52e63 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891363 Sep 26 13:18:46.035162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e555df6-eab0-408d-9ca9-22c865bf7225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:46.109110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:46.191094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b86aaaef-6112-4945-b83f-00c8f8b5ac11 req-a6515a04-3fc9-42bb-9b75-1d068f5ce269 service neutron] 10.222.0.24 "GET /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532276 Sep 26 13:18:46.192178 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e555df6-eab0-408d-9ca9-22c865bf7225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:46.194865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e555df6-eab0-408d-9ca9-22c865bf7225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:46.198159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7e555df6-eab0-408d-9ca9-22c865bf7225 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f575e723-e683-40d8-af2e-1fdc00bdf821 HTTP/1.1" status: 204 len: 168 time: 0.3435943 Sep 26 13:18:46.208257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e555df6-eab0-408d-9ca9-22c865bf7225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f575e723-e683-40d8-af2e-1fdc00bdf821,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:46.420487 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:46.427072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:46.521106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:46.525042 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:46.656945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:46.658847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:46.845612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:18:47.054652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32194d7-8ca3-422c-9b3b-0bca4a73cc0f None None] Network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:47.151899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e5cc480b-ceef-4b7f-b1bf-1ed7f6d80d32 None None] Provisioning complete for port 9360d19a-f916-412f-bc11-bf6b905a0f6e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:47.152266 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5cc480b-ceef-4b7f-b1bf-1ed7f6d80d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:47.318903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:47.324845 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-94a1532a-b6bb-4e01-abf3-92efc846f3ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9144242 Sep 26 13:18:47.327820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34414) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:47.333677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-465388308'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:47.360405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:47.367303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:47.379348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:47.396830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:47.397611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:47.451957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:18:47.476292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:47.476643 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment b5bbc61a-4727-40ae-9319-b0995a0164df of type vlan for network 30a67d77-ef69-431f-a0b3-511dc867d50b Sep 26 13:18:47.495759 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:47.586117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:47.588756 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5cc480b-ceef-4b7f-b1bf-1ed7f6d80d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:47.620585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:47.632449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:47.635174 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:47.712829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e5cc480b-ceef-4b7f-b1bf-1ed7f6d80d32 None None] For port 9360d19a-f916-412f-bc11-bf6b905a0f6e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9360d19a-f916-412f-bc11-bf6b905a0f6e,segment=NetworkSegment(ae34703e-6537-4cc1-8d0f-f8db51983b29),segment_id=ae34703e-6537-4cc1-8d0f-f8db51983b29)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:47.723057 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5cc480b-ceef-4b7f-b1bf-1ed7f6d80d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:47.773522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=30a67d77-ef69-431f-a0b3-511dc867d50b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:47.796232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-39495348-48c7-47fd-8e1b-ca27498a0e03 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4664843 Sep 26 13:18:47.799015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34420) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:47.804208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:47.826315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 30a67d77-ef69-431f-a0b3-511dc867d50b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:18:47.828285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9360d19a-f916-412f-bc11-bf6b905a0f6e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:47.944702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:47.950567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:48.017095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc480b-ceef-4b7f-b1bf-1ed7f6d80d32 None None] Pushing event updated for resources: {'Port': ['ID=9360d19a-f916-412f-bc11-bf6b905a0f6e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:48.143671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6d958c8c-0663-4233-83b5-e938bd584826 None None] Provisioning complete for port 9360d19a-f916-412f-bc11-bf6b905a0f6e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:48.144258 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d958c8c-0663-4233-83b5-e938bd584826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:48.275345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:18:46Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:46Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:48.327601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-dc4bdbe5-8211-40cb-9a42-02e6ae0fc3c1 req-c92929c1-c9fa-4696-80f7-4fb169d688f7 tempest-ServersTestJSON-1184553290 tempest-ServersTestJSON-1184553290-project] (94812) timed out ('10.222.0.23', 64232) {{(pid=94812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:18:48.331426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:18:48.337476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Updating router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:18:48.367941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:48.416301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9360d19a-f916-412f-bc11-bf6b905a0f6e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:48.417413 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:48.455978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:48.480409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34438) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:48.542514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=8896a2db-8c44-4aa4-8034-5982a9d799ee,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:48.552160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:48.552670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: 30a67d77-ef69-431f-a0b3-511dc867d50b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:18:48.577551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 30a67d77-ef69-431f-a0b3-511dc867d50b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:18:48.599318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 30a67d77-ef69-431f-a0b3-511dc867d50b) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:48.606656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:48.609618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:48.629694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85497dc4-4942-4c61-9ea7-fea1d7912a0c None None] Network 30a67d77-ef69-431f-a0b3-511dc867d50b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:48.639008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ec415e0f-6356-4ec4-9b83-3d8c999921d7 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8387713 Sep 26 13:18:48.641873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34442) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:48.754998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1838700380', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:48.797036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6d958c8c-0663-4233-83b5-e938bd584826 None None] Provisioning complete for port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:48.797447 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d958c8c-0663-4233-83b5-e938bd584826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:48.826904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Made reservation on behalf of 7aa455c376384861a5bc7dba044ec280 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:48.828714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:48.864572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.111814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6d958c8c-0663-4233-83b5-e938bd584826 None None] Port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:49.186518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-30a67d77-ef69-431f-a0b3-511dc867d50b', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:18:49.187695 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.215792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.223564 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.234668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] device_id is not set on port 1eff9da9-ba2d-4df7-ad8a-36f7d73e762f yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:18:49.339174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7f08f9be-c4f6-4d8d-88b7-f7bde4773311 None None] Provisioning complete for port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:49.339555 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7f08f9be-c4f6-4d8d-88b7-f7bde4773311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.340213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.365465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7639cc-f18f-488d-a17c-74db09020b84,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:49.429306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Allocated IP 172.25.4.213 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/1eff9da9-ba2d-4df7-ad8a-36f7d73e762f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:49.487622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.491495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7f08f9be-c4f6-4d8d-88b7-f7bde4773311 None None] Port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:49.504319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Allocated IP 172.21.0.2 (30a67d77-ef69-431f-a0b3-511dc867d50b/8896a2db-8c44-4aa4-8034-5982a9d799ee/dd366b8c-d481-4b64-8f97-e3f8990b8040) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:49.509739 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.623133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c94887-5b6c-4fe0-89bb-7b4d64930ee8 None None] Pushing event updated for resources: {'Port': ['ID=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:49.832590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9360d19a-f916-412f-bc11-bf6b905a0f6e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:49.875699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.933345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.937019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Attempting to bind port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:49.937019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Attempting to bind port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:49.937019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Attempting to bind port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f on network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:49.938390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.952390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.954348 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:49.954726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Checking segment: {'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:49.955131 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.955514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Bound using segment: {'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:49.955993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Bound port: 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae34703e-6537-4cc1-8d0f-f8db51983b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:49.956377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:49.980356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-aab2b880-7303-405d-8e05-0041d06ef189 None None] Provisioning complete for port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:49.980732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aab2b880-7303-405d-8e05-0041d06ef189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.029960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:50.036667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:50.043642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:50.044574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Network 30a67d77-ef69-431f-a0b3-511dc867d50b is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:50.076845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:50.097549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.21.0.1 (30a67d77-ef69-431f-a0b3-511dc867d50b/8896a2db-8c44-4aa4-8034-5982a9d799ee/423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:50.097938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9360d19a-f916-412f-bc11-bf6b905a0f6e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:50.098313 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.100102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:50.101340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Pushing event updated for resources: {'Port': ['ID=1eff9da9-ba2d-4df7-ad8a-36f7d73e762f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:50.108305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-aab2b880-7303-405d-8e05-0041d06ef189 None None] Port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:50.109885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Pushing event updated for resources: {'Port': ['ID=dd366b8c-d481-4b64-8f97-e3f8990b8040,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:50.140553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:50.141272 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.186022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-169120df-4abb-4bf5-8692-8c4a5632d864 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7044926 Sep 26 13:18:50.188707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34452) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:50.200794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.213'}]}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:50.222542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] For port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:50.226133 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.246008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] For port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,segment=NetworkSegment(ae34703e-6537-4cc1-8d0f-f8db51983b29),segment_id=ae34703e-6537-4cc1-8d0f-f8db51983b29)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:50.249373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Attempting to bind port dd366b8c-d481-4b64-8f97-e3f8990b8040 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:50.250325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Attempting to bind port dd366b8c-d481-4b64-8f97-e3f8990b8040 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:50.250325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Attempting to bind port dd366b8c-d481-4b64-8f97-e3f8990b8040 on network 30a67d77-ef69-431f-a0b3-511dc867d50b {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:50.257038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.264215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:50.264595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Checking segment: {'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:50.264996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.265526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Bound using segment: {'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:50.266017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Bound port: dd366b8c-d481-4b64-8f97-e3f8990b8040, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:50.266412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.272490 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.273939 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.315309 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.379845 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.414456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c94887-5b6c-4fe0-89bb-7b4d64930ee8 None None] Pushing event updated for resources: {'Port': ['ID=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:50.422381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:50.423084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:50.536282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:50.568101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.592908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.722489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 30a67d77-ef69-431f-a0b3-511dc867d50b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:50.724269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:50.728644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] For port dd366b8c-d481-4b64-8f97-e3f8990b8040, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:50.729616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:50.736354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:50.751997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] For port dd366b8c-d481-4b64-8f97-e3f8990b8040, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dd366b8c-d481-4b64-8f97-e3f8990b8040,segment=NetworkSegment(b5bbc61a-4727-40ae-9319-b0995a0164df),segment_id=b5bbc61a-4727-40ae-9319-b0995a0164df)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:50.760469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-869d0940-a874-4948-ab0a-a686d25262b5 None None] Provisioning complete for port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:50.760841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-869d0940-a874-4948-ab0a-a686d25262b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.762742 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.794466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.898065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da575c-b78a-4273-b464-b9aec94648d1 None None] Pushing event updated for resources: {'Port': ['ID=dd366b8c-d481-4b64-8f97-e3f8990b8040,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:50.952079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:18:46Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:50Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:50.955877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-869d0940-a874-4948-ab0a-a686d25262b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:50.997744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aac1d6-6301-4e1d-927c-38cb5eb610c8 None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:18:46Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:50Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:51.064783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-869d0940-a874-4948-ab0a-a686d25262b5 None None] For port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,segment=NetworkSegment(ae34703e-6537-4cc1-8d0f-f8db51983b29),segment_id=ae34703e-6537-4cc1-8d0f-f8db51983b29)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:51.077409 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-869d0940-a874-4948-ab0a-a686d25262b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:51.185176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:51.193100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d0940-a874-4948-ab0a-a686d25262b5 None None] Pushing event updated for resources: {'Port': ['ID=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:51.218380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:51.248722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:51.653255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:51.874157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:51.980569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:51.980948 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.133772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dd366b8c-d481-4b64-8f97-e3f8990b8040 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:52.195038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port dd366b8c-d481-4b64-8f97-e3f8990b8040 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:52.195727 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.349778 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.409465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port dd366b8c-d481-4b64-8f97-e3f8990b8040, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dd366b8c-d481-4b64-8f97-e3f8990b8040,segment=NetworkSegment(b5bbc61a-4727-40ae-9319-b0995a0164df),segment_id=b5bbc61a-4727-40ae-9319-b0995a0164df)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:52.412688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027338c-7acd-4fad-9d2f-53de3649d897 None None] Network 30a67d77-ef69-431f-a0b3-511dc867d50b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:52.417607 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.422476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.461607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.527537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.533471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.603786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:52.613296 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.620759 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.622966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bad5c711-071e-4094-8bcb-aedb54762f4f {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:18:52.663373 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 26 13:18:52.667818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bc8145b1-3858-4713-869e-64d05595447e tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4749315 Sep 26 13:18:52.668372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34466) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:52.720786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-18e27792-b9d6-4ba6-a6db-522a70563a97 None None] Provisioning complete for port dd366b8c-d481-4b64-8f97-e3f8990b8040 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:52.721169 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18e27792-b9d6-4ba6-a6db-522a70563a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.725247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=dd366b8c-d481-4b64-8f97-e3f8990b8040,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:52.774596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 30a67d77-ef69-431f-a0b3-511dc867d50b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:52.776787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:52.848853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-85dae4e4-c8c3-4a6b-b857-079ff20620c6 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Deleting port 1eff9da9-ba2d-4df7-ad8a-36f7d73e762f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:18:52.849202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85dae4e4-c8c3-4a6b-b857-079ff20620c6 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:52.982032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:53.059540 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85dae4e4-c8c3-4a6b-b857-079ff20620c6 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.094207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-85dae4e4-c8c3-4a6b-b857-079ff20620c6 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Calling delete_port for 1eff9da9-ba2d-4df7-ad8a-36f7d73e762f owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:18:53.290948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:53.299909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6b111fa-1470-4263-aa03-b224cd4c476e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6563838 Sep 26 13:18:53.302249 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:53.302820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34486) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:53.311986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1730760046'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:53.327808 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:53.328603 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:53.349650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f8c1d0a9-7179-4deb-9274-4e75f029b0a7 None None] Provisioning complete for port dd366b8c-d481-4b64-8f97-e3f8990b8040 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:53.350235 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d0a9-7179-4deb-9274-4e75f029b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.372569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85dae4e4-c8c3-4a6b-b857-079ff20620c6 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.407146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:53.412812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.459917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dae4e4-c8c3-4a6b-b857-079ff20620c6 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eff9da9-ba2d-4df7-ad8a-36f7d73e762f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:53.476384 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:53.488935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:18:53.512979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.513351 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment 51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd of type vlan for network f06818d0-33cb-4066-8864-328805db0ded Sep 26 13:18:53.624889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f8c1d0a9-7179-4deb-9274-4e75f029b0a7 None None] Provisioning complete for port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:53.626858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d0a9-7179-4deb-9274-4e75f029b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.649249 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85dae4e4-c8c3-4a6b-b857-079ff20620c6 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.659268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-85dae4e4-c8c3-4a6b-b857-079ff20620c6 tempest-RoutersAdminNegativeIpV6Test-350893696 tempest-RoutersAdminNegativeIpV6Test-350893696-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1eff9da9-ba2d-4df7-ad8a-36f7d73e762f HTTP/1.1" status: 204 len: 168 time: 0.9894748 Sep 26 13:18:53.693568 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.706373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1d0a9-7179-4deb-9274-4e75f029b0a7 None None] Port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:53.786452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.794093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:53.796274 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.834164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6ef00f2a-ae55-4054-8371-6c1b2c3b9618 None None] Provisioning complete for port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:53.835929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6ef00f2a-ae55-4054-8371-6c1b2c3b9618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:53.901166 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:18:50Z', 'revision_number': 3, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:53.915397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=f06818d0-33cb-4066-8864-328805db0ded,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:53.919740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-385f188a-1078-4cbb-a48e-230c2cb84d78 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6157527 Sep 26 13:18:53.922757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34498) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:53.928736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dd366b8c-d481-4b64-8f97-e3f8990b8040 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:53.929349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:53.932190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f06818d0-33cb-4066-8864-328805db0ded details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:18:53.977078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34502) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:53.978015 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:18:53.978378 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Updating router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:18:54.009382 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.049002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6ef00f2a-ae55-4054-8371-6c1b2c3b9618 None None] Port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:54.176896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34506) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:54.180047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port dd366b8c-d481-4b64-8f97-e3f8990b8040 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:54.183295 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.199102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:54.205594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.246283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e93ec52c-b9db-4e71-8636-390d90d96235 None None] Provisioning complete for port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:54.246566 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e93ec52c-b9db-4e71-8636-390d90d96235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.309088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e93ec52c-b9db-4e71-8636-390d90d96235 None None] Port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:54.310124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa34e70a-e055-40c4-96a9-152d7c2e9bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.443160 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bdefdff0-a682-405f-814f-e782073a1e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.523364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.523588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa34e70a-e055-40c4-96a9-152d7c2e9bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.531201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa34e70a-e055-40c4-96a9-152d7c2e9bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.557392 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.564463 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.597148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fa34e70a-e055-40c4-96a9-152d7c2e9bd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a970b1e285674b339f55c6b26ef47e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183732 Sep 26 13:18:54.597397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=772952e4-36fd-46d0-91fc-ec1e4ce52035,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:54.598174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34e70a-e055-40c4-96a9-152d7c2e9bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e498db-0d08-4424-9372-10ae0f49f7f5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:54.601516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34512) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:54.666143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:54.668546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: f06818d0-33cb-4066-8864-328805db0ded, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:18:54.669784 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Pushing event updated for resources: {'Port': ['ID=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:54.713840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network f06818d0-33cb-4066-8864-328805db0ded is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:18:54.717220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9700eb4b-4308-409d-af9a-e673825537f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.724048 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Attempting to bind port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:54.724602 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Attempting to bind port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:54.725758 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Attempting to bind port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 on network 30a67d77-ef69-431f-a0b3-511dc867d50b {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:54.728625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f06818d0-33cb-4066-8864-328805db0ded) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:54.729511 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.729890 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.730240 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.730567 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.730964 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.731311 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.731640 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.731972 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.732438 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.732935 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.733292 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.733679 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:18:54.741886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:54.742429 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Checking segment: {'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:54.743111 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.744172 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Bound using segment: {'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:54.744728 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Bound port: 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bbc61a-4727-40ae-9319-b0995a0164df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:54.745168 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.750071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323cdbc9-dbf5-4930-b1a7-d7f336bbb54b None None] Network f06818d0-33cb-4066-8864-328805db0ded requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:54.752041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:54.753091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.757897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9700eb4b-4308-409d-af9a-e673825537f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.783684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bdefdff0-a682-405f-814f-e782073a1e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.796724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-55d75318-5ea1-4de7-8452-bcb88e9f040e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8727889 Sep 26 13:18:54.801175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34514) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:54.803668 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bdefdff0-a682-405f-814f-e782073a1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.826542 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] For port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:54.831451 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] For port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,segment=NetworkSegment(b5bbc61a-4727-40ae-9319-b0995a0164df),segment_id=b5bbc61a-4727-40ae-9319-b0995a0164df)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:54.839862 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.879264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefdff0-a682-405f-814f-e782073a1e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6120e3a-a6b3-44a3-bf15-091427428bad,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:54.953569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9700eb4b-4308-409d-af9a-e673825537f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.956751 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9700eb4b-4308-409d-af9a-e673825537f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:54.957230 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:54.957992 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:54.958140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9700eb4b-4308-409d-af9a-e673825537f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84e498db-0d08-4424-9372-10ae0f49f7f5 HTTP/1.1" status: 204 len: 168 time: 0.3513763 Sep 26 13:18:55.013848 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69f0d9-3e0c-439f-ab1f-1637685ea5f0 None None] Pushing event updated for resources: {'Port': ['ID=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:55.036561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f06818d0-33cb-4066-8864-328805db0ded', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:18:55.037394 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.077891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-35ed0d53-bafd-4669-80eb-dca9e6ace4b8 None None] Provisioning complete for port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:55.079700 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35ed0d53-bafd-4669-80eb-dca9e6ace4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.104508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bdefdff0-a682-405f-814f-e782073a1e3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee5d37ebfb844f3282bef715783cd5d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9265063 Sep 26 13:18:55.107649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:55.108200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700eb4b-4308-409d-af9a-e673825537f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e498db-0d08-4424-9372-10ae0f49f7f5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:55.129580 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:55.259014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-91f362f3-4382-40f4-9a23-acb3f149ecbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.309269 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35ed0d53-bafd-4669-80eb-dca9e6ace4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.318616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-91f362f3-4382-40f4-9a23-acb3f149ecbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.348408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-35ed0d53-bafd-4669-80eb-dca9e6ace4b8 None None] For port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,segment=NetworkSegment(b5bbc61a-4727-40ae-9319-b0995a0164df),segment_id=b5bbc61a-4727-40ae-9319-b0995a0164df)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:55.357803 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35ed0d53-bafd-4669-80eb-dca9e6ace4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.439165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-91f362f3-4382-40f4-9a23-acb3f149ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.442787 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-91f362f3-4382-40f4-9a23-acb3f149ecbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.444378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-91f362f3-4382-40f4-9a23-acb3f149ecbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6120e3a-a6b3-44a3-bf15-091427428bad HTTP/1.1" status: 204 len: 168 time: 0.3352540 Sep 26 13:18:55.469238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f362f3-4382-40f4-9a23-acb3f149ecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6120e3a-a6b3-44a3-bf15-091427428bad,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:55.542206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed0d53-bafd-4669-80eb-dca9e6ace4b8 None None] Pushing event updated for resources: {'Port': ['ID=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:55.559081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Allocated IP 172.22.0.2 (f06818d0-33cb-4066-8864-328805db0ded/772952e4-36fd-46d0-91fc-ec1e4ce52035/d6de696f-0ee5-497e-8073-565bc0882a0d) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:55.563687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c3f3e3c8-fc92-4fad-ad06-4cf36c86ef45 None None] Provisioning complete for port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:55.564506 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e3c8-fc92-4fad-ad06-4cf36c86ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.626589 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:18:50Z', 'revision_number': 3, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:54Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:55.639206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34524) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:55.668456 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc93-ce71-4c8d-9fd2-62d713cb0829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.719153 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f55bb0-ce17-44d2-98b4-06de86efd5a5 None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:18:50Z', 'revision_number': 3, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:54Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:18:55.851136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.935252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc93-ce71-4c8d-9fd2-62d713cb0829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.944473 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-11c9fc93-ce71-4c8d-9fd2-62d713cb0829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.980424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:55.990923 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.052034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-11c9fc93-ce71-4c8d-9fd2-62d713cb0829 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a694ef481f74f2994eed58adf955eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113216 Sep 26 13:18:56.052867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9fc93-ce71-4c8d-9fd2-62d713cb0829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e30444b-5489-4c4f-9834-6fa79f241f5c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:56.055597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34530) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:56.122272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Network f06818d0-33cb-4066-8864-328805db0ded is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:56.143534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:56.148625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:56.181175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34532) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:56.190807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Pushing event updated for resources: {'Port': ['ID=d6de696f-0ee5-497e-8073-565bc0882a0d,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:56.238748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Attempting to bind port d6de696f-0ee5-497e-8073-565bc0882a0d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:18:56.239520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Attempting to bind port d6de696f-0ee5-497e-8073-565bc0882a0d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:18:56.240081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Attempting to bind port d6de696f-0ee5-497e-8073-565bc0882a0d on network f06818d0-33cb-4066-8864-328805db0ded {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:18:56.246427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:18:56.247077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Checking segment: {'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:56.248504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.249120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Bound using segment: {'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:18:56.249938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Bound port: d6de696f-0ee5-497e-8073-565bc0882a0d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:18:56.250507 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.259332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-352c40e5-dded-42ad-8e11-4eca21b20a78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aa455c376384861a5bc7dba044ec280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755837 Sep 26 13:18:56.260939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34534) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:56.316985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3aa8-6a05-44f9-8ee4-6944b491a6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.356220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-590ea169-be18-4de7-9b5f-32f7a8811bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.367527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] For port d6de696f-0ee5-497e-8073-565bc0882a0d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:18:56.374044 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3aa8-6a05-44f9-8ee4-6944b491a6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.374992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] For port d6de696f-0ee5-497e-8073-565bc0882a0d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d6de696f-0ee5-497e-8073-565bc0882a0d,segment=NetworkSegment(51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd),segment_id=51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:18:56.380932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.22.0.1 (f06818d0-33cb-4066-8864-328805db0ded/772952e4-36fd-46d0-91fc-ec1e4ce52035/7c55f41b-392f-4eb1-b768-664b8261d25c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:18:56.382089 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.404581 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-590ea169-be18-4de7-9b5f-32f7a8811bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.486733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295a245-9756-4773-92d9-9f87130ea406 None None] Pushing event updated for resources: {'Port': ['ID=d6de696f-0ee5-497e-8073-565bc0882a0d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:56.504502 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3aa8-6a05-44f9-8ee4-6944b491a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.508536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3aa8-6a05-44f9-8ee4-6944b491a6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.514334 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ecf3aa8-6a05-44f9-8ee4-6944b491a6f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e30444b-5489-4c4f-9834-6fa79f241f5c HTTP/1.1" status: 204 len: 168 time: 0.4349778 Sep 26 13:18:56.528992 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-590ea169-be18-4de7-9b5f-32f7a8811bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.532056 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-590ea169-be18-4de7-9b5f-32f7a8811bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.533336 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-590ea169-be18-4de7-9b5f-32f7a8811bc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b7639cc-f18f-488d-a17c-74db09020b84 HTTP/1.1" status: 204 len: 168 time: 0.2709417 Sep 26 13:18:56.534546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf3aa8-6a05-44f9-8ee4-6944b491a6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e30444b-5489-4c4f-9834-6fa79f241f5c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:56.572102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ea169-be18-4de7-9b5f-32f7a8811bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7639cc-f18f-488d-a17c-74db09020b84,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:56.651682 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.698201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:56.756002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=7c55f41b-392f-4eb1-b768-664b8261d25c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:56.777896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network f06818d0-33cb-4066-8864-328805db0ded is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:56.779904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:56.783396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:18:56.919594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:57.137873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:57.581877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:57.589923 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:57.689056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=7c55f41b-392f-4eb1-b768-664b8261d25c,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:57.696693 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:57.872453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d6de696f-0ee5-497e-8073-565bc0882a0d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:57.978764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d6de696f-0ee5-497e-8073-565bc0882a0d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:57.979752 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:57.996869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network f06818d0-33cb-4066-8864-328805db0ded is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:18:58.004391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:58.015407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34582) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:58.045551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb977785-c992-40e2-91f1-8462eaaf1be9 None None] Network f06818d0-33cb-4066-8864-328805db0ded requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:58.167269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1377311231'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:58.186880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:18:58.220684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:58.227475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.250647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f569a6f9-0b37-4b82-af66-9b18b224fe72 None None] Provisioning complete for port d6de696f-0ee5-497e-8073-565bc0882a0d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:58.251038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f569a6f9-0b37-4b82-af66-9b18b224fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.256281 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.258147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.359234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:18:58.359756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port d6de696f-0ee5-497e-8073-565bc0882a0d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d6de696f-0ee5-497e-8073-565bc0882a0d,segment=NetworkSegment(51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd),segment_id=51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:18:58.367020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2b6517c6-ac57-469b-a96a-6be55e37c08f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5645502 Sep 26 13:18:58.370667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34588) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:58.374760 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.376052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:18:58.385370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:18:58.390230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1118916467'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:58.450206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.455407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.487234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:58.500138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.504748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:18:58.505883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:18:58.512403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:18:58.541633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:18:58.553943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.554691 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added segment fd7434d1-0346-45a9-abcc-bc93bbf4a073 of type vlan for network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df Sep 26 13:18:58.568621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6255d75d-9dca-419d-b3e8-3ac70d7e8f82,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:58.582879 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.584321 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Added segment a3a655fd-fe0e-470a-b946-fe8664e3b681 of type vlan for network e4807435-a803-4309-bfce-ebee88a684ba Sep 26 13:18:58.615759 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.648704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=d6de696f-0ee5-497e-8073-565bc0882a0d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:58.666667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.675613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:58.675909 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.690951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:58.691329 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.712457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.726671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3548131 Sep 26 13:18:58.731294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:18:58.736646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34598) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:58.744768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'subnet': {'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:58.761564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.768139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:58.769408 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:58.870877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f7c8d-cf57-490f-9062-2ba694917796 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Network': ['ID=151896fe-7f00-4cc0-b1c6-a7afb0f1b8df,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:58.895956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Network': ['ID=e4807435-a803-4309-bfce-ebee88a684ba,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:58.915461 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-452992de-8253-4546-bae3-7652fde86110 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8951402 Sep 26 13:18:58.916169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34602) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:58.925885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:59.012332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Made reservation on behalf of 9e95c30dca984c7fa3771f3f38742578 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:59.018679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:59.035799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:18:59.039082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e4807435-a803-4309-bfce-ebee88a684ba details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:18:59.131145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:59.143295 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:59.374686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:59.420976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:59.531717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3b5d3abd-4b6f-49b6-936c-f3143478d68c None None] Provisioning complete for port 7c55f41b-392f-4eb1-b768-664b8261d25c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:18:59.532383 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3abd-4b6f-49b6-936c-f3143478d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:59.539407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Subnet': ['ID=67bb5c7e-c9cd-4b92-a711-1b59a43679bf,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:59.564316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Checking segment: {'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:59.564688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network hostable DHCP agents. Network: 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:18:59.580708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=9badb1ee-b879-4d25-bc6f-70e5b1f403d8,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:18:59.605649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:18:59.610369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:18:59.610685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network hostable DHCP agents. Network: e4807435-a803-4309-bfce-ebee88a684ba, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:18:59.629560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:59.634458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:59.635214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:59.643190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:18:59.652276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e4807435-a803-4309-bfce-ebee88a684ba) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:18:59.657115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:18:59.657760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:59.663491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7a95526d-96b9-4344-9f01-415c844ae5bd tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9227490 Sep 26 13:18:59.663699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:59.684006 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eec7d266-da92-429e-aecf-5adb930900f4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7660356 Sep 26 13:18:59.684725 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34612) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:18:59.691133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'name': 'tempest-NetworksTestDHCPv6-1064460385'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:18:59.729560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2f0340-8bb2-4670-8178-a2d98772bd79 None None] Network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:59.740627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2cda73-43e2-487f-8ba8-4a37de0faa64 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:18:59.859120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d3abd-4b6f-49b6-936c-f3143478d68c None None] Port 7c55f41b-392f-4eb1-b768-664b8261d25c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:18:59.909379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:18:59.912974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:18:59.948040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 412ec154-4e1f-4308-8536-23d4225dd1c7 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:00.056632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3b5d3abd-4b6f-49b6-936c-f3143478d68c None None] Provisioning complete for port d6de696f-0ee5-497e-8073-565bc0882a0d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:00.057137 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3abd-4b6f-49b6-936c-f3143478d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.220656 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::342 (e4807435-a803-4309-bfce-ebee88a684ba/9badb1ee-b879-4d25-bc6f-70e5b1f403d8/412ec154-4e1f-4308-8536-23d4225dd1c7) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:00.316620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d6de696f-0ee5-497e-8073-565bc0882a0d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:00.360268 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.388484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '9badb1ee-b879-4d25-bc6f-70e5b1f403d8'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:00.389270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.489201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'fixed_ips': [{'subnet_id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:00.489963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.519368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.620431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.692394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:00.697375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:00.708195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:00.717410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:00.718486 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.728416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=412ec154-4e1f-4308-8536-23d4225dd1c7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:00.746040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-31c084c0-4e0a-4c7a-a696-33b4291b0ae2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0599809 Sep 26 13:19:00.748497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34622) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:00.760315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Allocated IP 172.23.0.1 (151896fe-7f00-4cc0-b1c6-a7afb0f1b8df/67bb5c7e-c9cd-4b92-a711-1b59a43679bf/6f9a1178-1ad5-4989-a131-3c75915003d5) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:00.790811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:18:57Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:18:57Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:00.855162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:00.855513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Updating router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f port 7c55f41b-392f-4eb1-b768-664b8261d25c binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:19:00.876146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d6de696f-0ee5-497e-8073-565bc0882a0d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:00.876516 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.883033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7df95f-ea06-49b4-9b91-f07b26439fba tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:00.885794 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6b7df95f-ea06-49b4-9b91-f07b26439fba tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1350155 Sep 26 13:19:00.888449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34624) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:00.931032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-769e60b6-8336-4ffa-8014-399bd5ad9f95 None None] Provisioning complete for port 7c55f41b-392f-4eb1-b768-664b8261d25c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:00.931402 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-769e60b6-8336-4ffa-8014-399bd5ad9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.933544 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:00.938932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/9badb1ee-b879-4d25-bc6f-70e5b1f403d8/8204647c-f3bf-40d6-b972-b8ab139a93e4) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:00.979621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.003740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-769e60b6-8336-4ffa-8014-399bd5ad9f95 None None] Port 7c55f41b-392f-4eb1-b768-664b8261d25c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:01.061355 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.116213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-798bbca3-4236-477b-9b3d-8e8e25aeeeb4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 412ec154-4e1f-4308-8536-23d4225dd1c7 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:01.116817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-798bbca3-4236-477b-9b3d-8e8e25aeeeb4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.151451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:01.165335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:01.180069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:01.221713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=6f9a1178-1ad5-4989-a131-3c75915003d5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:01.317257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Allocated IP 172.23.0.2 (151896fe-7f00-4cc0-b1c6-a7afb0f1b8df/67bb5c7e-c9cd-4b92-a711-1b59a43679bf/6da5dfb7-4473-4446-94cd-7857da10efe4) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:01.695727 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-798bbca3-4236-477b-9b3d-8e8e25aeeeb4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.698910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.707313 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.726940 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.746145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-798bbca3-4236-477b-9b3d-8e8e25aeeeb4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 412ec154-4e1f-4308-8536-23d4225dd1c7 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:01.842644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:01.853062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:01.855014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Pushing event updated for resources: {'Port': ['ID=8204647c-f3bf-40d6-b972-b8ab139a93e4,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:01.857250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:01.895277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.948428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.972770 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:01.981585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.004820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Attempting to bind port 8204647c-f3bf-40d6-b972-b8ab139a93e4 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:02.005188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Attempting to bind port 8204647c-f3bf-40d6-b972-b8ab139a93e4 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:02.005572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Attempting to bind port 8204647c-f3bf-40d6-b972-b8ab139a93e4 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:02.012214 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.023509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:02.023901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:02.024819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.025213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:02.025716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Bound port: 8204647c-f3bf-40d6-b972-b8ab139a93e4, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:02.026102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.037105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:02.053111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:02.056686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:02.062848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Pushing event updated for resources: {'Port': ['ID=6da5dfb7-4473-4446-94cd-7857da10efe4,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:02.069704 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-798bbca3-4236-477b-9b3d-8e8e25aeeeb4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.128687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bbca3-4236-477b-9b3d-8e8e25aeeeb4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=412ec154-4e1f-4308-8536-23d4225dd1c7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:02.169008 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-798bbca3-4236-477b-9b3d-8e8e25aeeeb4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.170873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-798bbca3-4236-477b-9b3d-8e8e25aeeeb4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/412ec154-4e1f-4308-8536-23d4225dd1c7 HTTP/1.1" status: 204 len: 168 time: 1.2812946 Sep 26 13:19:02.174734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34636) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:02.214151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ad03c-7170-4b9c-add3-ee4b61a904b5 None None] Pushing event updated for resources: {'Port': ['ID=7c55f41b-392f-4eb1-b768-664b8261d25c,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:02.253258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Attempting to bind port 6da5dfb7-4473-4446-94cd-7857da10efe4 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:02.253649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Attempting to bind port 6da5dfb7-4473-4446-94cd-7857da10efe4 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:02.254012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Attempting to bind port 6da5dfb7-4473-4446-94cd-7857da10efe4 on network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:02.259677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9570bad9-0671-452f-9545-a8037692b65e None None] For port 8204647c-f3bf-40d6-b972-b8ab139a93e4, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:02.279014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:02.279426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Checking segment: {'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:02.279804 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.280192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Bound using segment: {'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:02.280639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Bound port: 6da5dfb7-4473-4446-94cd-7857da10efe4, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:02.281022 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.296139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Attempting to bind port 7c55f41b-392f-4eb1-b768-664b8261d25c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:02.297844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Attempting to bind port 7c55f41b-392f-4eb1-b768-664b8261d25c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:02.298223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Attempting to bind port 7c55f41b-392f-4eb1-b768-664b8261d25c on network f06818d0-33cb-4066-8864-328805db0ded {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:02.314491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9570bad9-0671-452f-9545-a8037692b65e None None] For port 8204647c-f3bf-40d6-b972-b8ab139a93e4, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8204647c-f3bf-40d6-b972-b8ab139a93e4,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:02.319707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:02.320321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Checking segment: {'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:02.320566 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.320890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Bound using segment: {'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:02.321923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Bound port: 7c55f41b-392f-4eb1-b768-664b8261d25c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:02.322304 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.335829 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.391229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68339e2-d5ac-44fb-a577-cbb2f1ce7d9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:02.393854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68339e2-d5ac-44fb-a577-cbb2f1ce7d9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:02.401340 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e68339e2-d5ac-44fb-a577-cbb2f1ce7d9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2254570 Sep 26 13:19:02.402270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34642) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:02.469320 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.507423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.558048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef026c39-36d1-4d61-bc8a-3681291b7831 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 9badb1ee-b879-4d25-bc6f-70e5b1f403d8 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:02.581786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef026c39-36d1-4d61-bc8a-3681291b7831 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.619861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] For port 7c55f41b-392f-4eb1-b768-664b8261d25c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:02.626570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] For port 7c55f41b-392f-4eb1-b768-664b8261d25c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c55f41b-392f-4eb1-b768-664b8261d25c,segment=NetworkSegment(51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd),segment_id=51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:02.643166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] For port 6da5dfb7-4473-4446-94cd-7857da10efe4, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:02.663232 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.667901 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.674910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef026c39-36d1-4d61-bc8a-3681291b7831 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.701248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570bad9-0671-452f-9545-a8037692b65e None None] Pushing event updated for resources: {'Port': ['ID=8204647c-f3bf-40d6-b972-b8ab139a93e4,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:02.731347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] For port 6da5dfb7-4473-4446-94cd-7857da10efe4, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6da5dfb7-4473-4446-94cd-7857da10efe4,segment=NetworkSegment(fd7434d1-0346-45a9-abcc-bc93bbf4a073),segment_id=fd7434d1-0346-45a9-abcc-bc93bbf4a073)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:02.778604 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.834209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event updated for resources: {'Port': ['ID=6f9a1178-1ad5-4989-a131-3c75915003d5,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:02.841444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:02.844702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:02.877752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-04b355ea-2b10-4cb2-93e4-a06d8c2a5709 None None] Provisioning complete for port 7c55f41b-392f-4eb1-b768-664b8261d25c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:02.878055 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-04b355ea-2b10-4cb2-93e4-a06d8c2a5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:02.911691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:02.912740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:02.951921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef026c39-36d1-4d61-bc8a-3681291b7831 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:03.114533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:03.183781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ad03c-7170-4b9c-add3-ee4b61a904b5 None None] Pushing event updated for resources: {'Port': ['ID=7c55f41b-392f-4eb1-b768-664b8261d25c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:03.195159 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef026c39-36d1-4d61-bc8a-3681291b7831 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:03.236176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef026c39-36d1-4d61-bc8a-3681291b7831 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=9badb1ee-b879-4d25-bc6f-70e5b1f403d8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:03.238423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef026c39-36d1-4d61-bc8a-3681291b7831 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:03.241539 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ef026c39-36d1-4d61-bc8a-3681291b7831 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/9badb1ee-b879-4d25-bc6f-70e5b1f403d8 HTTP/1.1" status: 204 len: 168 time: 0.8371887 Sep 26 13:19:03.245772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34652) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:03.333026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:03.352986 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-47690e96-a570-4f91-834b-f511729005ab tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6876774 Sep 26 13:19:03.356187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34656) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:03.365684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:03.389780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:03.396787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-361e2196-7425-432a-a905-b4c9e37ac447 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496980 Sep 26 13:19:03.401231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:03.408222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:03.488909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e405f-a9a1-4dbf-8db1-b3dab392a217 None None] Pushing event updated for resources: {'Port': ['ID=6da5dfb7-4473-4446-94cd-7857da10efe4,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:03.605278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-04b355ea-2b10-4cb2-93e4-a06d8c2a5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:03.690919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:03.696481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:03.912489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-04b355ea-2b10-4cb2-93e4-a06d8c2a5709 None None] For port 7c55f41b-392f-4eb1-b768-664b8261d25c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c55f41b-392f-4eb1-b768-664b8261d25c,segment=NetworkSegment(51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd),segment_id=51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:03.921404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-04b355ea-2b10-4cb2-93e4-a06d8c2a5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.055266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b355ea-2b10-4cb2-93e4-a06d8c2a5709 None None] Pushing event updated for resources: {'Port': ['ID=7c55f41b-392f-4eb1-b768-664b8261d25c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:04.086800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4bf40b53-b11c-422d-a5ec-f2f92066bb08 None None] Provisioning complete for port 7c55f41b-392f-4eb1-b768-664b8261d25c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:04.090129 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4bf40b53-b11c-422d-a5ec-f2f92066bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.163186 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.235246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-24934663-c276-4ab8-b736-73963d74b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:01Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f9a1178-1ad5-4989-a131-3c75915003d5', 'name': '', 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:45:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:00Z', 'updated_at': '2021-09-26T13:19:02Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:02Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:04.245511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:04.249545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:04.257371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:04.258853 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.265170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=d8b0114e-d360-42f8-88d5-29b40490b5a3,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:04.284459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 26 13:19:04.291926 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5bf9ce7b-f9f8-414a-96cf-be1be18ee5a7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8873174 Sep 26 13:19:04.293319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34678) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:04.299672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'name': 'tempest-NetworksTestDHCPv6-286189064'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:04.306806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Removed routes are [] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 26 13:19:04.307584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.335448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c552bc91-0424-48c1-b708-550bce8137b0 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:04.342795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24934663-c276-4ab8-b736-73963d74b86f None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:01Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f9a1178-1ad5-4989-a131-3c75915003d5', 'name': '', 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:45:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:00Z', 'updated_at': '2021-09-26T13:19:02Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:02Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:04.390585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8204647c-f3bf-40d6-b972-b8ab139a93e4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:04.581043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:04.585426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.630615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 2edf1434-c9d0-4d3b-9a18-00811f7d38bf yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:04.630878 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8204647c-f3bf-40d6-b972-b8ab139a93e4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:04.631272 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.791602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7560e7fd-dbca-4c62-861e-36ffddfe0025 None None] Provisioning complete for port 8204647c-f3bf-40d6-b972-b8ab139a93e4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:04.792259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7560e7fd-dbca-4c62-861e-36ffddfe0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.803731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.808609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.931526 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:04.958712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::263 (e4807435-a803-4309-bfce-ebee88a684ba/d8b0114e-d360-42f8-88d5-29b40490b5a3/2edf1434-c9d0-4d3b-9a18-00811f7d38bf) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:05.012435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 8204647c-f3bf-40d6-b972-b8ab139a93e4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8204647c-f3bf-40d6-b972-b8ab139a93e4,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:05.016958 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7560e7fd-dbca-4c62-861e-36ffddfe0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:05.021351 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:05.022614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6da5dfb7-4473-4446-94cd-7857da10efe4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:05.189979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:05.545057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:05.555049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080d3c2-5da8-476b-92da-584ac933b8f2 None None] Network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:05.559367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72115f6-0a4d-4199-b23c-0c505423e6b8 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:05.564523 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:05.569718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:05.574916 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-75a9906b-f699-41a4-a7fc-a9f06454547f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 200 len: 934 time: 2.2164948 Sep 26 13:19:05.579311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34690) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:05.685035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:05.733083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=8204647c-f3bf-40d6-b972-b8ab139a93e4,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:05.765055 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-7560e7fd-dbca-4c62-861e-36ffddfe0025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:19:05.765807 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-7560e7fd-dbca-4c62-861e-36ffddfe0025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:19:05.913741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 6da5dfb7-4473-4446-94cd-7857da10efe4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:05.919642 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:06.255751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:06.257254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:06.260098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:06.267369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:06.268071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:06.310605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:06.341192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=2edf1434-c9d0-4d3b-9a18-00811f7d38bf,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:06.364424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34702) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:06.365568 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-49628797-fdc7-4d9f-b4b7-44824ae8706e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0702879 Sep 26 13:19:06.386242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb76abdc-36ea-418e-ab12-9e1c2409b657 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 200 len: 934 time: 0.8056505 Sep 26 13:19:06.390812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:06.409579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'routes': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:06.445531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 6da5dfb7-4473-4446-94cd-7857da10efe4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6da5dfb7-4473-4446-94cd-7857da10efe4,segment=NetworkSegment(fd7434d1-0346-45a9-abcc-bc93bbf4a073),segment_id=fd7434d1-0346-45a9-abcc-bc93bbf4a073)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:06.456240 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:06.512909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a428fc-b4a9-40c7-a2a4-8210dfcb02c1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:06.550530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a428fc-b4a9-40c7-a2a4-8210dfcb02c1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:06.552193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d9a428fc-b4a9-40c7-a2a4-8210dfcb02c1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1867659 Sep 26 13:19:06.557000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34708) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:06.663039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0516d0b5-8e45-469a-95dd-e84ab67a74e5 None None] Provisioning complete for port 8204647c-f3bf-40d6-b972-b8ab139a93e4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:06.663617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0516d0b5-8e45-469a-95dd-e84ab67a74e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:06.698675 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:06.710649 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:06.711270 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:06.768233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=6da5dfb7-4473-4446-94cd-7857da10efe4,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:06.938274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8204647c-f3bf-40d6-b972-b8ab139a93e4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:06.963624 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:06.978196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-543eb47e-d5a8-4c74-9681-b529604706e4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 2edf1434-c9d0-4d3b-9a18-00811f7d38bf {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:06.980847 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-543eb47e-d5a8-4c74-9681-b529604706e4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.002224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0516d0b5-8e45-469a-95dd-e84ab67a74e5 None None] Provisioning complete for port 6da5dfb7-4473-4446-94cd-7857da10efe4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:07.002600 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0516d0b5-8e45-469a-95dd-e84ab67a74e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.115133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8204647c-f3bf-40d6-b972-b8ab139a93e4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:07.115913 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.253856 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-543eb47e-d5a8-4c74-9681-b529604706e4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.294501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-543eb47e-d5a8-4c74-9681-b529604706e4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 2edf1434-c9d0-4d3b-9a18-00811f7d38bf owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:07.361883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c55f41b-392f-4eb1-b768-664b8261d25c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:07.463276 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:04Z', 'revision_number': 6, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f9a1178-1ad5-4989-a131-3c75915003d5', 'name': '', 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:45:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:00Z', 'updated_at': '2021-09-26T13:19:02Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:07.478812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Provisioning complete for port 2edf1434-c9d0-4d3b-9a18-00811f7d38bf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:07.479204 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.517866 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:07.518513 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Updating router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f port 6f9a1178-1ad5-4989-a131-3c75915003d5 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:19:07.577022 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.581123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Port 2edf1434-c9d0-4d3b-9a18-00811f7d38bf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:07.582981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7c55f41b-392f-4eb1-b768-664b8261d25c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:07.583363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.652352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Provisioning complete for port 8204647c-f3bf-40d6-b972-b8ab139a93e4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:07.653141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.793199 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-543eb47e-d5a8-4c74-9681-b529604706e4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:07.990170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb47e-d5a8-4c74-9681-b529604706e4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=2edf1434-c9d0-4d3b-9a18-00811f7d38bf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:07.991462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Provisioning complete for port 6da5dfb7-4473-4446-94cd-7857da10efe4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:07.999862 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.082397 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.090565 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.142227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Provisioning complete for port 6f9a1178-1ad5-4989-a131-3c75915003d5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:08.142778 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.187929 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef80ef-e00b-415f-b329-3c0ee4dcb8c1 None None] Pushing event updated for resources: {'Port': ['ID=6f9a1178-1ad5-4989-a131-3c75915003d5,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:08.224901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0893ad68-2501-4441-b2f7-be43bc69e473 None None] Port 6f9a1178-1ad5-4989-a131-3c75915003d5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:08.226939 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-543eb47e-d5a8-4c74-9681-b529604706e4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.234686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-543eb47e-d5a8-4c74-9681-b529604706e4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/2edf1434-c9d0-4d3b-9a18-00811f7d38bf HTTP/1.1" status: 204 len: 168 time: 1.6766114 Sep 26 13:19:08.237468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34716) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:08.261111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.extraroute_db [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added routes are [] {{(pid=94811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 26 13:19:08.261917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.extraroute_db [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 26 13:19:08.285807 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2eac-f3b6-4fd1-96c6-2cdc3924b1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.303826 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Attempting to bind port 6f9a1178-1ad5-4989-a131-3c75915003d5 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:08.304290 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Attempting to bind port 6f9a1178-1ad5-4989-a131-3c75915003d5 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:08.304636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Attempting to bind port 6f9a1178-1ad5-4989-a131-3c75915003d5 on network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:08.310631 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:08.311104 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Checking segment: {'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:08.312122 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.312625 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Bound using segment: {'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:08.313203 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Bound port: 6f9a1178-1ad5-4989-a131-3c75915003d5, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7434d1-0346-45a9-abcc-bc93bbf4a073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:08.315099 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.344778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.350331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6e46031c-2f1a-4df6-959b-2dcede817152 None None] Could not find standard attr ID for object 412ec154-4e1f-4308-8536-23d4225dd1c7. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:19:08.380753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6e46031c-2f1a-4df6-959b-2dcede817152 None None] Provisioning complete for port 6f9a1178-1ad5-4989-a131-3c75915003d5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:08.381201 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6e46031c-2f1a-4df6-959b-2dcede817152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.386972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52128bc-acdd-4f03-8499-f5f517778833 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:08.388640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52128bc-acdd-4f03-8499-f5f517778833 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:08.409294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f52128bc-acdd-4f03-8499-f5f517778833 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1679738 Sep 26 13:19:08.410341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34718) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:08.463438 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] For port 6f9a1178-1ad5-4989-a131-3c75915003d5, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:08.476547 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] For port 6f9a1178-1ad5-4989-a131-3c75915003d5, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6f9a1178-1ad5-4989-a131-3c75915003d5,segment=NetworkSegment(fd7434d1-0346-45a9-abcc-bc93bbf4a073),segment_id=fd7434d1-0346-45a9-abcc-bc93bbf4a073)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:08.482761 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.505258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6e46031c-2f1a-4df6-959b-2dcede817152 None None] Port 6f9a1178-1ad5-4989-a131-3c75915003d5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:08.515216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6e46031c-2f1a-4df6-959b-2dcede817152 None None] Could not find standard attr ID for object 2edf1434-c9d0-4d3b-9a18-00811f7d38bf. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:19:08.577688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fbb6cc-ce70-48b8-bfcf-5e9f237908e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet d8b0114e-d360-42f8-88d5-29b40490b5a3 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:08.582094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84fbb6cc-ce70-48b8-bfcf-5e9f237908e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.599493 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:08.602006 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:08.637987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6da5dfb7-4473-4446-94cd-7857da10efe4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:08.699800 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84fbb6cc-ce70-48b8-bfcf-5e9f237908e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.700596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.704326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.716325 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef80ef-e00b-415f-b329-3c0ee4dcb8c1 None None] Pushing event updated for resources: {'Port': ['ID=6f9a1178-1ad5-4989-a131-3c75915003d5,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:08.779388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84fbb6cc-ce70-48b8-bfcf-5e9f237908e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.795000 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:08.807489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8af0ad50-3d75-4f4e-a9de-124d5d45b4d5 None None] Provisioning complete for port 6f9a1178-1ad5-4989-a131-3c75915003d5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:08.807860 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8af0ad50-3d75-4f4e-a9de-124d5d45b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.809523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 6da5dfb7-4473-4446-94cd-7857da10efe4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:08.809881 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.907599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84fbb6cc-ce70-48b8-bfcf-5e9f237908e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:08.950262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:08.969227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbb6cc-ce70-48b8-bfcf-5e9f237908e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b0114e-d360-42f8-88d5-29b40490b5a3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:08.995878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84fbb6cc-ce70-48b8-bfcf-5e9f237908e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:09.000277 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-84fbb6cc-ce70-48b8-bfcf-5e9f237908e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/d8b0114e-d360-42f8-88d5-29b40490b5a3 HTTP/1.1" status: 204 len: 168 time: 0.5857368 Sep 26 13:19:09.000601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34728) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:09.010806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d388821-34e4-45e1-bf6e-201205202371 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:09.097383 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8af0ad50-3d75-4f4e-a9de-124d5d45b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:09.107160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-be6cf43d-e0dd-43a1-8838-32d21b55069f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055005 Sep 26 13:19:09.118150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34730) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:09.150417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:09.167209 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8af0ad50-3d75-4f4e-a9de-124d5d45b4d5 None None] For port 6f9a1178-1ad5-4989-a131-3c75915003d5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6f9a1178-1ad5-4989-a131-3c75915003d5,segment=NetworkSegment(fd7434d1-0346-45a9-abcc-bc93bbf4a073),segment_id=fd7434d1-0346-45a9-abcc-bc93bbf4a073)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:09.177681 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8af0ad50-3d75-4f4e-a9de-124d5d45b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:09.328437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0ad50-3d75-4f4e-a9de-124d5d45b4d5 None None] Pushing event updated for resources: {'Port': ['ID=6f9a1178-1ad5-4989-a131-3c75915003d5,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:09.382486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:09.397439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:09.403243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0d1fa668-e3e0-4656-bd95-93184007ed96 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 200 len: 700 time: 3.0105186 Sep 26 13:19:09.406239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34734) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:09.439773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:09.445625 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:09.506061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:09.523138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ac92f459-b0b9-44c6-8fff-0bb04da4b2cf None None] Provisioning complete for port 6f9a1178-1ad5-4989-a131-3c75915003d5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:09.523873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac92f459-b0b9-44c6-8fff-0bb04da4b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:09.612687 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:08Z', 'revision_number': 7, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f9a1178-1ad5-4989-a131-3c75915003d5', 'name': '', 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:45:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:00Z', 'updated_at': '2021-09-26T13:19:08Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:09.645320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5e77b523-e0e8-4e19-8c7f-830b710221ea tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 200 len: 700 time: 0.2374656 Sep 26 13:19:09.649691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34736) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:09.683157 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccd163-3b27-4dd7-a27d-ecfeb0d414fc None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:08Z', 'revision_number': 7, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f9a1178-1ad5-4989-a131-3c75915003d5', 'name': '', 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:45:43:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:00Z', 'updated_at': '2021-09-26T13:19:08Z', 'revision_number': 4, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:09.738390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] Deleting port 8204647c-f3bf-40d6-b972-b8ab139a93e4 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:09.738776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:09.929585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] For port 8204647c-f3bf-40d6-b972-b8ab139a93e4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8204647c-f3bf-40d6-b972-b8ab139a93e4,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:09.930791 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:09.951784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] Calling delete_port for 8204647c-f3bf-40d6-b972-b8ab139a93e4 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:10.025644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.096923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:10.101464 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.147999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] Pushing event deleted for resources: {'Port': ['ID=8204647c-f3bf-40d6-b972-b8ab139a93e4,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:10.150887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fb3f4-0897-49dc-89d9-934cf3d33e3d None None] No DVR routers for this DVR port 8204647c-f3bf-40d6-b972-b8ab139a93e4 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:10.165936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:10.166794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:18:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:10.179411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:10.181157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=f94154e6-925a-42ed-894a-648bfd0b3270,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:10.190252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:10.193376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:10.194024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.214534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01be7c-22fd-4d1e-96cd-d2a402bd37bb None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:10.225701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fe8e0427-fc0c-42a2-b360-372046722286 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0894153 Sep 26 13:19:10.228101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34740) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:10.233166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'name': 'tempest-NetworksTestDHCPv6-1291027188'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:10.282679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.371630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:10.406936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:10.413178 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.438614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 6561f5c1-fced-41d4-918f-b51ab3aa5d65 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:10.622404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::207 (e4807435-a803-4309-bfce-ebee88a684ba/f94154e6-925a-42ed-894a-648bfd0b3270/6561f5c1-fced-41d4-918f-b51ab3aa5d65) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:10.755153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 6f9a1178-1ad5-4989-a131-3c75915003d5 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:10.755678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.886498 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.908170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 6f9a1178-1ad5-4989-a131-3c75915003d5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6f9a1178-1ad5-4989-a131-3c75915003d5,segment=NetworkSegment(fd7434d1-0346-45a9-abcc-bc93bbf4a073),segment_id=fd7434d1-0346-45a9-abcc-bc93bbf4a073)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:10.908960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.928799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 6f9a1178-1ad5-4989-a131-3c75915003d5 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:10.931764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6f9a1178-1ad5-4989-a131-3c75915003d5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:10.933317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:10.996966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:11.002518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:11.015195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:11.021772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:11.022427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:11.027480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=6561f5c1-fced-41d4-918f-b51ab3aa5d65,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:11.045824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5b4d53ea-ea63-44e6-85bc-b2e72390e57b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8166018 Sep 26 13:19:11.048886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34746) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:11.114884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 6f9a1178-1ad5-4989-a131-3c75915003d5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:11.116455 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:11.125923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719412eb-b06a-4e4d-a8f1-a90c553212d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:11.129115 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-719412eb-b06a-4e4d-a8f1-a90c553212d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0790079 Sep 26 13:19:11.132168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34748) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:11.157300 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-782222c9-ba01-40ef-9b0a-096dd2706257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:11.243559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:08Z', 'revision_number': 7, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f9a1178-1ad5-4989-a131-3c75915003d5', 'name': '', 'network_id': '151896fe-7f00-4cc0-b1c6-a7afb0f1b8df', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:45:43:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:00Z', 'updated_at': '2021-09-26T13:19:09Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '67bb5c7e-c9cd-4b92-a711-1b59a43679bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:11.263979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:11.302769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': 'f94154e6-925a-42ed-894a-648bfd0b3270'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:11.303659 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:11.304557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=6f9a1178-1ad5-4989-a131-3c75915003d5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:11.313279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:11.353324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:11.354093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:11.566605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:11.625639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8204647c-f3bf-40d6-b972-b8ab139a93e4 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:11.672028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 8204647c-f3bf-40d6-b972-b8ab139a93e4 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:11.672369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8204647c-f3bf-40d6-b972-b8ab139a93e4 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:11.700010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:11.735561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/f94154e6-925a-42ed-894a-648bfd0b3270/5730ae05-043c-409b-82b3-816fb5075465) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:11.843453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a1986663-2b22-434f-82bb-32ba6541cc94 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 6561f5c1-fced-41d4-918f-b51ab3aa5d65 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:11.844030 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1986663-2b22-434f-82bb-32ba6541cc94 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.022253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1986663-2b22-434f-82bb-32ba6541cc94 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.022867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.030022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:11Z', 'revision_number': 8, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:12.031477 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.034344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.044991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a1986663-2b22-434f-82bb-32ba6541cc94 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 6561f5c1-fced-41d4-918f-b51ab3aa5d65 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:12.095077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e5739a-adbc-4053-8da7-63c5d3dabba1 None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:11Z', 'revision_number': 8, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:12.157790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:12.160627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Pushing event updated for resources: {'Port': ['ID=5730ae05-043c-409b-82b3-816fb5075465,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:12.164184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:12.169099 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.170084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:12.181975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.182369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.182730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.183111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.183471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.183843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.184194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.184571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.184979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.185443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.186015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.186451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:12.259471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Attempting to bind port 5730ae05-043c-409b-82b3-816fb5075465 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:12.259897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Attempting to bind port 5730ae05-043c-409b-82b3-816fb5075465 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:12.260305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Attempting to bind port 5730ae05-043c-409b-82b3-816fb5075465 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:12.273725 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:12.274201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:12.274609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.274992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:12.275466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Bound port: 5730ae05-043c-409b-82b3-816fb5075465, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:12.283760 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.335215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:12.375093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] For port 5730ae05-043c-409b-82b3-816fb5075465, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:12.380953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] For port 5730ae05-043c-409b-82b3-816fb5075465, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5730ae05-043c-409b-82b3-816fb5075465,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:12.386118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.474625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57dbb9-d08a-496e-a4cf-2d3ab47d6a9c None None] Pushing event updated for resources: {'Port': ['ID=5730ae05-043c-409b-82b3-816fb5075465,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:12.563300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:12.572610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ea593000-7a88-4177-9f21-db5f936f81a3 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9215174 Sep 26 13:19:12.575335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34768) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:12.586620 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1986663-2b22-434f-82bb-32ba6541cc94 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.626308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6f9a1178-1ad5-4989-a131-3c75915003d5 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:12.659994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 6f9a1178-1ad5-4989-a131-3c75915003d5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:12.660803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6f9a1178-1ad5-4989-a131-3c75915003d5 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:12.677328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1986663-2b22-434f-82bb-32ba6541cc94 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=6561f5c1-fced-41d4-918f-b51ab3aa5d65,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:12.705424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-deaedf46-cc01-4295-8f57-3a5ed9017877 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet 67bb5c7e-c9cd-4b92-a711-1b59a43679bf {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:12.729662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1986663-2b22-434f-82bb-32ba6541cc94 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.744745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a1986663-2b22-434f-82bb-32ba6541cc94 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/6561f5c1-fced-41d4-918f-b51ab3aa5d65 HTTP/1.1" status: 204 len: 168 time: 1.6114883 Sep 26 13:19:12.745873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deaedf46-cc01-4295-8f57-3a5ed9017877 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.747305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34770) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:12.853321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deaedf46-cc01-4295-8f57-3a5ed9017877 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:12.857381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce02e1-cdc9-4bc4-9e7e-9693e0eef791 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:12.859532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce02e1-cdc9-4bc4-9e7e-9693e0eef791 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:12.863593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3ce02e1-cdc9-4bc4-9e7e-9693e0eef791 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1124346 Sep 26 13:19:12.863946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:12.876320 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:12.887611 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:12.888503 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:12.987152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb566e1d-588a-4552-a0b0-2ec0e3dd04ae tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet f94154e6-925a-42ed-894a-648bfd0b3270 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:12.990541 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb566e1d-588a-4552-a0b0-2ec0e3dd04ae tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.002711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deaedf46-cc01-4295-8f57-3a5ed9017877 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.047367 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:13.074891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb566e1d-588a-4552-a0b0-2ec0e3dd04ae tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.076664 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deaedf46-cc01-4295-8f57-3a5ed9017877 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.117910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaedf46-cc01-4295-8f57-3a5ed9017877 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=67bb5c7e-c9cd-4b92-a711-1b59a43679bf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:13.137317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-deaedf46-cc01-4295-8f57-3a5ed9017877 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.138255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b472402-679e-4798-a4c0-98fafa0405ab None None] Network 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:13.139725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-deaedf46-cc01-4295-8f57-3a5ed9017877 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/67bb5c7e-c9cd-4b92-a711-1b59a43679bf HTTP/1.1" status: 204 len: 168 time: 0.5595641 Sep 26 13:19:13.142319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34776) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:13.265854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb566e1d-588a-4552-a0b0-2ec0e3dd04ae tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.303090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.397052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] DHCP port deletion for 151896fe-7f00-4cc0-b1c6-a7afb0f1b8df request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:13.409002 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb566e1d-588a-4552-a0b0-2ec0e3dd04ae tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.454594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 6da5dfb7-4473-4446-94cd-7857da10efe4 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:13.454942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.465581 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:11Z', 'revision_number': 8, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:13.472972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb566e1d-588a-4552-a0b0-2ec0e3dd04ae tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=f94154e6-925a-42ed-894a-648bfd0b3270,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:13.477434 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb566e1d-588a-4552-a0b0-2ec0e3dd04ae tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.479411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fb566e1d-588a-4552-a0b0-2ec0e3dd04ae tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/f94154e6-925a-42ed-894a-648bfd0b3270 HTTP/1.1" status: 204 len: 168 time: 0.6145434 Sep 26 13:19:13.481882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34780) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:13.522685 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:13.532759 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:13.533696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:13.537974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] Deleting port 6da5dfb7-4473-4446-94cd-7857da10efe4 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:13.537974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.558910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3c5b55f7-560f-475a-8184-86c106b0c0fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758467 Sep 26 13:19:13.561268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34782) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:13.604705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 6da5dfb7-4473-4446-94cd-7857da10efe4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6da5dfb7-4473-4446-94cd-7857da10efe4,segment=NetworkSegment(fd7434d1-0346-45a9-abcc-bc93bbf4a073),segment_id=fd7434d1-0346-45a9-abcc-bc93bbf4a073)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:13.605082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.624155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 6da5dfb7-4473-4446-94cd-7857da10efe4 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:13.625160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] For port 6da5dfb7-4473-4446-94cd-7857da10efe4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6da5dfb7-4473-4446-94cd-7857da10efe4,segment=NetworkSegment(fd7434d1-0346-45a9-abcc-bc93bbf4a073),segment_id=fd7434d1-0346-45a9-abcc-bc93bbf4a073)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:13.625904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.655606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] Calling delete_port for 6da5dfb7-4473-4446-94cd-7857da10efe4 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:13.670651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8015676-95b7-42f7-a504-9d6352535588 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:13.675623 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e8015676-95b7-42f7-a504-9d6352535588 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1132383 Sep 26 13:19:13.676265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34784) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:13.718210 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:13.802840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ffc0b-d3b6-4b21-b394-25cb5bcc624f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:13.808333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-514ffc0b-d3b6-4b21-b394-25cb5bcc624f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1308706 Sep 26 13:19:13.809082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34788) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:13.814464 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.815431 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:13.865215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] Pushing event deleted for resources: {'Port': ['ID=6da5dfb7-4473-4446-94cd-7857da10efe4,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:13.867440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153168f-a4bd-4915-a8c1-476b3ab4deee None None] No DVR routers for this DVR port 6da5dfb7-4473-4446-94cd-7857da10efe4 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:13.881569 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-350ec0bf-5c7d-4d6b-88db-5bfa411af4c0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709536 Sep 26 13:19:13.883715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34790) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:13.900236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:13.950457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.058656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=6da5dfb7-4473-4446-94cd-7857da10efe4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:14.069046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No DVR routers for this DVR port 6da5dfb7-4473-4446-94cd-7857da10efe4 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:14.110854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada2114-3694-490a-95b9-df1df6fee17a None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:14.167204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.176077 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:11Z', 'revision_number': 8, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:14.188271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151896fe-7f00-4cc0-b1c6-a7afb0f1b8df']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:14.198105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7434d1-0346-45a9-abcc-bc93bbf4a073') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:14.198506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7434d1-0346-45a9-abcc-bc93bbf4a073') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:14.208257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.223104 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.227441 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb10d3-aa54-4d32-a93d-b69af20f3c06 None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:11Z', 'revision_number': 8, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c55f41b-392f-4eb1-b768-664b8261d25c', 'name': '', 'network_id': 'f06818d0-33cb-4066-8864-328805db0ded', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:ad:6d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:56Z', 'updated_at': '2021-09-26T13:19:03Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '772952e4-36fd-46d0-91fc-ec1e4ce52035', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:14.229660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:19:14.230066 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.266452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3b654cb2-560b-4702-b027-dce9e97ebc59 None None] Provisioning complete for port 5730ae05-043c-409b-82b3-816fb5075465 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:14.267201 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3b654cb2-560b-4702-b027-dce9e97ebc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:19:14.296496 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:19:14.301896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.310395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.315216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/151896fe-7f00-4cc0-b1c6-a7afb0f1b8df HTTP/1.1" status: 204 len: 168 time: 1.1717212 Sep 26 13:19:14.327228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34792) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:14.335166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa6c4e-589c-4bb5-9658-4da0d369f70e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=151896fe-7f00-4cc0-b1c6-a7afb0f1b8df,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:14.361183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:14.377006 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.407784 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3b654cb2-560b-4702-b027-dce9e97ebc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.463908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:14.540897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3b654cb2-560b-4702-b027-dce9e97ebc59 None None] For port 5730ae05-043c-409b-82b3-816fb5075465, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5730ae05-043c-409b-82b3-816fb5075465,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:14.546752 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3b654cb2-560b-4702-b027-dce9e97ebc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.608605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3b654cb2-560b-4702-b027-dce9e97ebc59 None None] Could not find standard attr ID for object 6561f5c1-fced-41d4-918f-b51ab3aa5d65. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:19:14.633832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6da5dfb7-4473-4446-94cd-7857da10efe4 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:14.673567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 6da5dfb7-4473-4446-94cd-7857da10efe4 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:14.673860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6da5dfb7-4473-4446-94cd-7857da10efe4 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:14.717295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b654cb2-560b-4702-b027-dce9e97ebc59 None None] Pushing event updated for resources: {'Port': ['ID=5730ae05-043c-409b-82b3-816fb5075465,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:14.727797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] Deleting port 5730ae05-043c-409b-82b3-816fb5075465 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:14.728175 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.784412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.808579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] For port 5730ae05-043c-409b-82b3-816fb5075465, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5730ae05-043c-409b-82b3-816fb5075465,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:14.808984 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.839393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] Calling delete_port for 5730ae05-043c-409b-82b3-816fb5075465 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:14.880086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:14.897011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:14.901361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:14.902255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.922620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=84b298a0-f663-4b51-8454-d6cfe3a8f5d8,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:14.933300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e118a2f5-9049-4860-aac4-a0e96828a9aa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0484252 Sep 26 13:19:14.936286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34798) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:14.942560 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:14.947495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '84b298a0-f663-4b51-8454-d6cfe3a8f5d8', 'ip_address': '2001:db8::7de:1896:da4d:fa6b'}], 'name': 'tempest-NetworksTestDHCPv6-1952082924'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:15.147909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:15.176889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] Pushing event deleted for resources: {'Port': ['ID=5730ae05-043c-409b-82b3-816fb5075465,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:15.187329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828bbd23-84ef-463d-bdf0-6e3fd991089c None None] No DVR routers for this DVR port 5730ae05-043c-409b-82b3-816fb5075465 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:15.202104 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.211145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5e60c-a056-4c79-97c4-0e0421845c38 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:15.310883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.319074 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.366988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:15.393263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '84b298a0-f663-4b51-8454-d6cfe3a8f5d8'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:15.394525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.600771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/84b298a0-f663-4b51-8454-d6cfe3a8f5d8/21f9df7b-9459-4bb2-a1fc-18f737180581) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:15.721764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 7c55f41b-392f-4eb1-b768-664b8261d25c {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:15.722637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.804727 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.816901 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.863468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:15.880496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:15.888123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:15.900444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Pushing event updated for resources: {'Port': ['ID=21f9df7b-9459-4bb2-a1fc-18f737180581,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:15.934390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 7c55f41b-392f-4eb1-b768-664b8261d25c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c55f41b-392f-4eb1-b768-664b8261d25c,segment=NetworkSegment(51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd),segment_id=51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:15.935220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.935662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::7de:1896:da4d:fa6b (e4807435-a803-4309-bfce-ebee88a684ba/84b298a0-f663-4b51-8454-d6cfe3a8f5d8/e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:15.963355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 7c55f41b-392f-4eb1-b768-664b8261d25c owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:15.978645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Attempting to bind port 21f9df7b-9459-4bb2-a1fc-18f737180581 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:15.979068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Attempting to bind port 21f9df7b-9459-4bb2-a1fc-18f737180581 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:15.979376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Attempting to bind port 21f9df7b-9459-4bb2-a1fc-18f737180581 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:15.991638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:15.992018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:15.992428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:15.992881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:15.993362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Bound port: 21f9df7b-9459-4bb2-a1fc-18f737180581, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:15.993851 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.037626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34808) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:16.101002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] For port 21f9df7b-9459-4bb2-a1fc-18f737180581, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:16.105325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] For port 21f9df7b-9459-4bb2-a1fc-18f737180581, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=21f9df7b-9459-4bb2-a1fc-18f737180581,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:16.111223 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.138153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.201791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.207194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4af11-4792-4147-b5ab-7959d1bed4f7 None None] Pushing event updated for resources: {'Port': ['ID=21f9df7b-9459-4bb2-a1fc-18f737180581,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:16.270249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:16.279718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:16.284207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:16.290020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:16.290730 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.310258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3704803 Sep 26 13:19:16.313975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34812) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:16.318998 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32636312-4f80-46cc-b95c-e34b3a74f99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.322941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df441e16-93fb-4b0d-abaf-d149f1747cb5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:16.334818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.365211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=7c55f41b-392f-4eb1-b768-664b8261d25c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:16.384418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.384767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.385106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.385439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.385797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.386125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.386448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.386767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.387091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.387409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.388357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72537883-d230-4940-9d16-baff829211bc tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:16.393564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.393927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:16.407266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72537883-d230-4940-9d16-baff829211bc tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:16.412344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-72537883-d230-4940-9d16-baff829211bc tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0943420 Sep 26 13:19:16.412650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34814) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:16.684607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d8d78-5d5f-4be3-a273-26e675a82e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:16.685083 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab3d8d78-5d5f-4be3-a273-26e675a82e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.749289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.780064 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32636312-4f80-46cc-b95c-e34b3a74f99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.819944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32636312-4f80-46cc-b95c-e34b3a74f99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.845888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 21f9df7b-9459-4bb2-a1fc-18f737180581 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:16.888196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab3d8d78-5d5f-4be3-a273-26e675a82e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:16.911634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d8d78-5d5f-4be3-a273-26e675a82e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:16.912415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-32636312-4f80-46cc-b95c-e34b3a74f99e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4292367d6d844a18ad5beb19a4f2eddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8732250 Sep 26 13:19:16.913601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34818) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:16.925168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32636312-4f80-46cc-b95c-e34b3a74f99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb2d81-7682-4639-bc9d-27b7763bf644,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:16.960511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 21f9df7b-9459-4bb2-a1fc-18f737180581 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:16.960893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.085835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:17.090130 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.110183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60c2cda3-5906-41ba-9e08-0ff574716743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.117319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab3d8d78-5d5f-4be3-a273-26e675a82e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.133647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 21f9df7b-9459-4bb2-a1fc-18f737180581, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=21f9df7b-9459-4bb2-a1fc-18f737180581,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:17.138911 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.178558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d8d78-5d5f-4be3-a273-26e675a82e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:17.204384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=21f9df7b-9459-4bb2-a1fc-18f737180581,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:17.224965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab3d8d78-5d5f-4be3-a273-26e675a82e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.230590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ab3d8d78-5d5f-4be3-a273-26e675a82e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9 HTTP/1.1" status: 204 len: 168 time: 0.8167236 Sep 26 13:19:17.231473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34820) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:17.270700 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60c2cda3-5906-41ba-9e08-0ff574716743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.294519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c782914c-d028-4215-8225-29629cdd386c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:17.296199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c782914c-d028-4215-8225-29629cdd386c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:17.300241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c782914c-d028-4215-8225-29629cdd386c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0650585 Sep 26 13:19:17.300538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34822) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:17.341260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60c2cda3-5906-41ba-9e08-0ff574716743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.345688 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60c2cda3-5906-41ba-9e08-0ff574716743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.347184 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-60c2cda3-5906-41ba-9e08-0ff574716743 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bdb2d81-7682-4639-bc9d-27b7763bf644 HTTP/1.1" status: 204 len: 168 time: 0.4300117 Sep 26 13:19:17.367771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2cda3-5906-41ba-9e08-0ff574716743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb2d81-7682-4639-bc9d-27b7763bf644,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:17.382091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-451d0907-1261-4853-a083-5f712b2c5114 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 84b298a0-f663-4b51-8454-d6cfe3a8f5d8 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:17.400674 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451d0907-1261-4853-a083-5f712b2c5114 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.401577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:17.409377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3e3a8b79-141b-4bfa-8e54-3a45cfb50a7a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0805750 Sep 26 13:19:17.411533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:17.412109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34826) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:17.434273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:17.435102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:17.491747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451d0907-1261-4853-a083-5f712b2c5114 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.496379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e3eea4-2616-4bde-9f8a-4b1fa380e363 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet 772952e4-36fd-46d0-91fc-ec1e4ce52035 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:17.506541 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eea4-2616-4bde-9f8a-4b1fa380e363 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.560199 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eea4-2616-4bde-9f8a-4b1fa380e363 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.597709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:17.661576 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:19:17.675044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451d0907-1261-4853-a083-5f712b2c5114 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.691414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eea4-2616-4bde-9f8a-4b1fa380e363 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.732876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3baecf95-e858-4cb4-8bc5-cbbfbc5031c2 None None] Provisioning complete for port 21f9df7b-9459-4bb2-a1fc-18f737180581 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:17.734491 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3baecf95-e858-4cb4-8bc5-cbbfbc5031c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.797666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451d0907-1261-4853-a083-5f712b2c5114 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.825040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eea4-2616-4bde-9f8a-4b1fa380e363 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.850519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2e3eea4-2616-4bde-9f8a-4b1fa380e363 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.865834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e2e3eea4-2616-4bde-9f8a-4b1fa380e363 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/772952e4-36fd-46d0-91fc-ec1e4ce52035 HTTP/1.1" status: 204 len: 168 time: 0.4519458 Sep 26 13:19:17.866518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34830) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:17.878687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d0907-1261-4853-a083-5f712b2c5114 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=84b298a0-f663-4b51-8454-d6cfe3a8f5d8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:17.884468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdfd6a-5a58-41e5-aa9a-cb6b8eb93ffa None None] Network f06818d0-33cb-4066-8864-328805db0ded requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:17.897135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34832) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:17.920786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3eea4-2616-4bde-9f8a-4b1fa380e363 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=772952e4-36fd-46d0-91fc-ec1e4ce52035,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:17.929199 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-451d0907-1261-4853-a083-5f712b2c5114 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.933082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-451d0907-1261-4853-a083-5f712b2c5114 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/84b298a0-f663-4b51-8454-d6cfe3a8f5d8 HTTP/1.1" status: 204 len: 168 time: 0.6295092 Sep 26 13:19:17.936372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60fbf5b1-8bea-48ed-8675-bbe83157f66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:17.940421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34834) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:18.011550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614b1c7-3c53-4245-bbda-4ed62265de06 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:18.039886 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.113268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port d6de696f-0ee5-497e-8073-565bc0882a0d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:18.114077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.131373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3280dd9a-d79c-49db-84b9-9af420f0aba5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1865258 Sep 26 13:19:18.133732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:18.139983 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60fbf5b1-8bea-48ed-8675-bbe83157f66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.141838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:18.144975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60fbf5b1-8bea-48ed-8675-bbe83157f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.179492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-60fbf5b1-8bea-48ed-8675-bbe83157f66b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74cedea54c2a48bca3dad972cc365337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811661 Sep 26 13:19:18.184264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34840) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:18.205765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbf5b1-8bea-48ed-8675-bbe83157f66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe3998-c12d-482b-a033-0ba759896fec,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:18.290760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:16Z', 'revision_number': 9, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:18.310906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port d6de696f-0ee5-497e-8073-565bc0882a0d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d6de696f-0ee5-497e-8073-565bc0882a0d,segment=NetworkSegment(51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd),segment_id=51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:18.311467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.327793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:18.344618 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-005c704e-9d03-432f-ab17-74598330ee23 None None] Could not find standard attr ID for object 6561f5c1-fced-41d4-918f-b51ab3aa5d65. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:19:18.345110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for d6de696f-0ee5-497e-8073-565bc0882a0d owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:18.346198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:18.346443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:18.356926 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e723581-4130-44a8-b167-2b80862324cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.377809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:18.380348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.393555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] DHCP port deletion for f06818d0-33cb-4066-8864-328805db0ded request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:18.444181 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e723581-4130-44a8-b167-2b80862324cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.461445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:18.550741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:18.596298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.622564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d6de696f-0ee5-497e-8073-565bc0882a0d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:18.634871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=d6de696f-0ee5-497e-8073-565bc0882a0d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:18.636823 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e723581-4130-44a8-b167-2b80862324cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.639446 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e723581-4130-44a8-b167-2b80862324cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.640640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8e723581-4130-44a8-b167-2b80862324cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbfe3998-c12d-482b-a033-0ba759896fec HTTP/1.1" status: 204 len: 168 time: 0.4539545 Sep 26 13:19:18.654070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e723581-4130-44a8-b167-2b80862324cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe3998-c12d-482b-a033-0ba759896fec,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:18.655910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No DVR routers for this DVR port d6de696f-0ee5-497e-8073-565bc0882a0d on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:18.661129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] Deleting port d6de696f-0ee5-497e-8073-565bc0882a0d {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:18.661528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.692357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d6de696f-0ee5-497e-8073-565bc0882a0d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:18.692929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d6de696f-0ee5-497e-8073-565bc0882a0d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:18.693652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 21f9df7b-9459-4bb2-a1fc-18f737180581 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:18.780151 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.817283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06818d0-33cb-4066-8864-328805db0ded']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:18.851012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:18.851303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bdcfb1-8db1-4f02-9bc0-ca1f18bf63dd') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:18.876970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.899055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.901441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.936592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:19:18.936965 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:19:18.942063 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:19:18.965748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:18.974732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] Deleting port 21f9df7b-9459-4bb2-a1fc-18f737180581 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:18.975343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:18.976367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:18.987241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:18.987850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.019262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] For port d6de696f-0ee5-497e-8073-565bc0882a0d, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:19.019670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.035174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=9a9dda20-9796-4ea3-89ba-7d2b348d0905,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:19.045448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] Calling delete_port for d6de696f-0ee5-497e-8073-565bc0882a0d owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:19.047075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f6b721af-5108-44ca-8a1c-a7204df2ea2d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9122055 Sep 26 13:19:19.047450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34852) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:19.049015 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.053470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '9a9dda20-9796-4ea3-89ba-7d2b348d0905', 'ip_address': '2001:db8::b9d5:9f92:950d:b72b'}], 'name': 'tempest-NetworksTestDHCPv6-105658128'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:19.055042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] Port d6de696f-0ee5-497e-8073-565bc0882a0d was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:19:19.066865 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.072585 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.074893 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/f06818d0-33cb-4066-8864-328805db0ded HTTP/1.1" status: 204 len: 168 time: 1.1643589 Sep 26 13:19:19.080272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34856) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:19.106184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88e63-2cec-48c2-935e-d12a00ee898e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=f06818d0-33cb-4066-8864-328805db0ded,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:19.163202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] Network f06818d0-33cb-4066-8864-328805db0ded is not hosted by any dhcp agent {{(pid=94813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:19:19.163859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] No DVR routers for this DVR port d6de696f-0ee5-497e-8073-565bc0882a0d on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:19.176910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a88660-c1e4-4139-b420-68d984f56907 None None] Pushing event deleted for resources: {'Port': ['ID=d6de696f-0ee5-497e-8073-565bc0882a0d,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:19.218974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.234919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] For port 21f9df7b-9459-4bb2-a1fc-18f737180581, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=21f9df7b-9459-4bb2-a1fc-18f737180581,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:19.235465 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.239485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:19.246442 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.260440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] Calling delete_port for 21f9df7b-9459-4bb2-a1fc-18f737180581 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:19.264440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 9a539655-baa2-4fec-9654-ef4e1696e563 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:19.295113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 21f9df7b-9459-4bb2-a1fc-18f737180581, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=21f9df7b-9459-4bb2-a1fc-18f737180581,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:19.339951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.432952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:16Z', 'revision_number': 9, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:19.496728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::b9d5:9f92:950d:b72b (e4807435-a803-4309-bfce-ebee88a684ba/9a9dda20-9796-4ea3-89ba-7d2b348d0905/9a539655-baa2-4fec-9654-ef4e1696e563) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:19.515932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f905d1d-15c9-4fd6-b695-6697c7c6845a None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:16Z', 'revision_number': 9, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105', 'name': '', 'network_id': '30a67d77-ef69-431f-a0b3-511dc867d50b', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fa:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:49Z', 'updated_at': '2021-09-26T13:18:55Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '8896a2db-8c44-4aa4-8034-5982a9d799ee', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:19.519954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=21f9df7b-9459-4bb2-a1fc-18f737180581,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:19.532157 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.587607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] Pushing event deleted for resources: {'Port': ['ID=21f9df7b-9459-4bb2-a1fc-18f737180581,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:19.595534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde5932-e8eb-4023-af5d-bdc4c6dcc8c7 None None] No DVR routers for this DVR port 21f9df7b-9459-4bb2-a1fc-18f737180581 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:19.616925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3730460-d08b-4172-8ca3-66900299bdd2 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:19.688450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.784575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.832012 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.857151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '9a9dda20-9796-4ea3-89ba-7d2b348d0905'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:19.858659 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.890841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=9a539655-baa2-4fec-9654-ef4e1696e563,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:19.905732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.906133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.906427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.906774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.907253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.907592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.908419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.908419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.908640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.908869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.909198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.909573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:19:19.923000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:19.934156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:19.937178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:19.943922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:19.944902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:19.964492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6347ae8f-65d1-412a-9936-9a6d96fe4af1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9156814 Sep 26 13:19:19.969906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34874) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:20.075330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951a312-81c5-4912-9d32-18f62d8a7c15 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:20.077552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b951a312-81c5-4912-9d32-18f62d8a7c15 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1062422 Sep 26 13:19:20.079888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34886) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:20.130086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/9a9dda20-9796-4ea3-89ba-7d2b348d0905/7eca4868-7720-47f2-b929-30414ae3d692) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:20.219737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2807788a-dce4-4edc-a9e5-784892ca0018 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 9a539655-baa2-4fec-9654-ef4e1696e563 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:20.220548 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2807788a-dce4-4edc-a9e5-784892ca0018 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.252965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:20.253322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.256121 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.371005 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2807788a-dce4-4edc-a9e5-784892ca0018 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.392806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2807788a-dce4-4edc-a9e5-784892ca0018 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 9a539655-baa2-4fec-9654-ef4e1696e563 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:20.405235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,segment=NetworkSegment(b5bbc61a-4727-40ae-9319-b0995a0164df),segment_id=b5bbc61a-4727-40ae-9319-b0995a0164df)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:20.405649 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.440189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:20.484318 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.492273 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.540084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:20.546323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:20.555343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:20.564777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c55f41b-392f-4eb1-b768-664b8261d25c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:20.652639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2807788a-dce4-4edc-a9e5-784892ca0018 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.676853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7c55f41b-392f-4eb1-b768-664b8261d25c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:20.677473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c55f41b-392f-4eb1-b768-664b8261d25c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:20.689605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807788a-dce4-4edc-a9e5-784892ca0018 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=9a539655-baa2-4fec-9654-ef4e1696e563,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:20.697145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Pushing event updated for resources: {'Port': ['ID=7eca4868-7720-47f2-b929-30414ae3d692,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:20.702711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Attempting to bind port 7eca4868-7720-47f2-b929-30414ae3d692 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:20.703456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Attempting to bind port 7eca4868-7720-47f2-b929-30414ae3d692 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:20.704047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Attempting to bind port 7eca4868-7720-47f2-b929-30414ae3d692 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:20.711610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:20.712722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:20.713164 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.713606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:20.714287 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Bound port: 7eca4868-7720-47f2-b929-30414ae3d692, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:20.714902 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.736050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2807788a-dce4-4edc-a9e5-784892ca0018 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.744914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34904) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:20.745619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2807788a-dce4-4edc-a9e5-784892ca0018 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/9a539655-baa2-4fec-9654-ef4e1696e563 HTTP/1.1" status: 204 len: 168 time: 0.6577926 Sep 26 13:19:20.798133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] For port 7eca4868-7720-47f2-b929-30414ae3d692, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:20.801569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] For port 7eca4868-7720-47f2-b929-30414ae3d692, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7eca4868-7720-47f2-b929-30414ae3d692,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:20.806301 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.807367 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:20.876965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:20.909283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30821b3e-12f9-43ad-b48e-463e62202aaa None None] Pushing event updated for resources: {'Port': ['ID=7eca4868-7720-47f2-b929-30414ae3d692,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:20.920598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccb770-272b-49d7-b359-7b16bf5945bf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:20.922694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccb770-272b-49d7-b359-7b16bf5945bf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:20.926470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-45ccb770-272b-49d7-b359-7b16bf5945bf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1719360 Sep 26 13:19:20.927476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34910) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:21.060828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27044d1-b029-4146-970c-9b8e91bbe23f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 9a9dda20-9796-4ea3-89ba-7d2b348d0905 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:21.077293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27044d1-b029-4146-970c-9b8e91bbe23f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:21.171226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27044d1-b029-4146-970c-9b8e91bbe23f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:21.235538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:21.326466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27044d1-b029-4146-970c-9b8e91bbe23f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:21.433278 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27044d1-b029-4146-970c-9b8e91bbe23f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:21.479092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27044d1-b029-4146-970c-9b8e91bbe23f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9dda20-9796-4ea3-89ba-7d2b348d0905,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:21.486070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c27044d1-b029-4146-970c-9b8e91bbe23f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:21.491085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c27044d1-b029-4146-970c-9b8e91bbe23f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/9a9dda20-9796-4ea3-89ba-7d2b348d0905 HTTP/1.1" status: 204 len: 168 time: 0.5621226 Sep 26 13:19:21.492099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34918) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:21.548611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dda5c7de-c51e-4aab-9c8b-6d71fabca134 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547731 Sep 26 13:19:21.549335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34922) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:21.555734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:21.674657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:21.680834 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:21.923391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:21.959392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.030397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:22.031852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=29ad8a7c-b15c-48ca-9db3-0cc32cf8c5e1,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:22.038936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:22.046457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:22.046577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.076977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:22.077992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-efcb0881-1403-454d-a241-a28d40f914d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5268812 Sep 26 13:19:22.078981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34932) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:22.087412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8d65c7ee-ca57-4d24-ba56-c41ad40b1269 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0058889 Sep 26 13:19:22.090184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34934) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:22.095009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '29ad8a7c-b15c-48ca-9db3-0cc32cf8c5e1', 'ip_address': '2001:db8::faaf:dfbf:a963:50a2'}], 'name': 'tempest-NetworksTestDHCPv6-711031835'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:22.097559 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:22.112758 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:22.113266 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:22.164818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7e55bb-6f2b-4f8f-9c0e-97229bd8f95a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet 8896a2db-8c44-4aa4-8034-5982a9d799ee {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:22.170399 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e55bb-6f2b-4f8f-9c0e-97229bd8f95a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.288800 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e55bb-6f2b-4f8f-9c0e-97229bd8f95a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.303344 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:22.324486 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd810308-3c15-491a-9537-8c25115c43c8 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:22.344173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:22.436224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e55bb-6f2b-4f8f-9c0e-97229bd8f95a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.534883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e55bb-6f2b-4f8f-9c0e-97229bd8f95a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.536977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.578695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b3b8bdb9-5ca9-45c0-9e6a-7642d2cc6a1c None None] Provisioning complete for port 7eca4868-7720-47f2-b929-30414ae3d692 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:22.579388 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3b8bdb9-5ca9-45c0-9e6a-7642d2cc6a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.609590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e55bb-6f2b-4f8f-9c0e-97229bd8f95a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=8896a2db-8c44-4aa4-8034-5982a9d799ee,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:22.615042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 6ed4ada2-74eb-4dd7-b8ee-a07549425dca yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:22.618814 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca7e55bb-6f2b-4f8f-9c0e-97229bd8f95a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.624769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ca7e55bb-6f2b-4f8f-9c0e-97229bd8f95a tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/8896a2db-8c44-4aa4-8034-5982a9d799ee HTTP/1.1" status: 204 len: 168 time: 0.5332503 Sep 26 13:19:22.625561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34940) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:22.718153 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:20Z', 'revision_number': 10, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:22.736805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277db397-e8e9-49e0-bb80-58a51c8af765 None None] Network 30a67d77-ef69-431f-a0b3-511dc867d50b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:22.794032 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.802536 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:22.824178 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:22.825119 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:22.901550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7eca4868-7720-47f2-b929-30414ae3d692 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:22.914773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port dd366b8c-d481-4b64-8f97-e3f8990b8040 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:22.920473 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:22.951190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::faaf:dfbf:a963:50a2 (e4807435-a803-4309-bfce-ebee88a684ba/29ad8a7c-b15c-48ca-9db3-0cc32cf8c5e1/6ed4ada2-74eb-4dd7-b8ee-a07549425dca) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:23.013356 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:23.072082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port dd366b8c-d481-4b64-8f97-e3f8990b8040, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dd366b8c-d481-4b64-8f97-e3f8990b8040,segment=NetworkSegment(b5bbc61a-4727-40ae-9319-b0995a0164df),segment_id=b5bbc61a-4727-40ae-9319-b0995a0164df)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:23.072553 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.089801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3b8bdb9-5ca9-45c0-9e6a-7642d2cc6a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.098406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for dd366b8c-d481-4b64-8f97-e3f8990b8040 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:23.118849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7eca4868-7720-47f2-b929-30414ae3d692 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:23.119226 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.213715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b3b8bdb9-5ca9-45c0-9e6a-7642d2cc6a1c None None] For port 7eca4868-7720-47f2-b929-30414ae3d692, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7eca4868-7720-47f2-b929-30414ae3d692,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:23.221110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3b8bdb9-5ca9-45c0-9e6a-7642d2cc6a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.261595 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.302038 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.306781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964f2c3-f237-4045-9497-92a70fc0ff55 None None] DHCP port deletion for 30a67d77-ef69-431f-a0b3-511dc867d50b request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:23.361639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.368708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=dd366b8c-d481-4b64-8f97-e3f8990b8040,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:23.374363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No DVR routers for this DVR port dd366b8c-d481-4b64-8f97-e3f8990b8040 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:23.436435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:23.444563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8bdb9-5ca9-45c0-9e6a-7642d2cc6a1c None None] Pushing event updated for resources: {'Port': ['ID=7eca4868-7720-47f2-b929-30414ae3d692,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:23.455702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:23.458595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=6ed4ada2-74eb-4dd7-b8ee-a07549425dca,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:23.461780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:23.468395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:23.469292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.496610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-49fd418e-05b2-4089-906b-f5843d7bae5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4142389 Sep 26 13:19:23.497176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34944) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:23.498887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fcdbe387-8e32-463d-b129-7930eb58c2d3 None None] Provisioning complete for port 7eca4868-7720-47f2-b929-30414ae3d692 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:23.499510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fcdbe387-8e32-463d-b129-7930eb58c2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.506060 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:20Z', 'revision_number': 10, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:23.527375 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.561788 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f462bb0-2835-441a-a2b0-5125c7ef8190 None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:20Z', 'revision_number': 10, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None, '_interfaces': [{'id': '1ce56b06-e8e5-414a-8fa9-d687a3de2c2f', 'name': '', 'network_id': '2b6cb5c2-05f4-487c-ae0b-04fc834cc801', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'mac_address': 'fa:16:3e:fc:13:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:18:44Z', 'updated_at': '2021-09-26T13:18:51Z', 'revision_number': 5, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'subnets': [{'id': '104bb4d1-2a64-4528-9462-733e4c3a3f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:23.590431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a67d77-ef69-431f-a0b3-511dc867d50b']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:23.595800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d602c-9d5b-459e-b019-c12536c6d476 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:23.610968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bbc61a-4727-40ae-9319-b0995a0164df') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:23.611333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bbc61a-4727-40ae-9319-b0995a0164df') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:23.620485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d602c-9d5b-459e-b019-c12536c6d476 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:23.627992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-138d602c-9d5b-459e-b019-c12536c6d476 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1288230 Sep 26 13:19:23.628680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34948) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:23.633684 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.653932 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.661326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:19:23.663414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:19:23.681540 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:19:23.743792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.752487 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:23.754571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/30a67d77-ef69-431f-a0b3-511dc867d50b HTTP/1.1" status: 204 len: 168 time: 1.1279237 Sep 26 13:19:23.767513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34954) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:23.770252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847af774-1d79-4146-bbd5-22db77d93fe6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=30a67d77-ef69-431f-a0b3-511dc867d50b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:23.890509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c6629735-bfe3-4b57-ae28-82de92b07db7 None None] Could not find standard attr ID for object e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:19:24.205687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-81d02f28-1d44-4764-91a3-e2cf5fb36f12 None None] Could not find standard attr ID for object 9a539655-baa2-4fec-9654-ef4e1696e563. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:19:24.330031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:24.379925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-13a08ea5-1054-4f08-8c8c-09ce3abc8c7a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 6ed4ada2-74eb-4dd7-b8ee-a07549425dca {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:24.380271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13a08ea5-1054-4f08-8c8c-09ce3abc8c7a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:24.533227 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13a08ea5-1054-4f08-8c8c-09ce3abc8c7a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:24.558088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-13a08ea5-1054-4f08-8c8c-09ce3abc8c7a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 6ed4ada2-74eb-4dd7-b8ee-a07549425dca owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:24.647812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7eca4868-7720-47f2-b929-30414ae3d692 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:24.714172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c4e93005-d573-4f4e-928a-cc880bba1df7 None None] Provisioning complete for port 6ed4ada2-74eb-4dd7-b8ee-a07549425dca triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:24.723267 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c4e93005-d573-4f4e-928a-cc880bba1df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:24.793900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c4e93005-d573-4f4e-928a-cc880bba1df7 None None] Port 6ed4ada2-74eb-4dd7-b8ee-a07549425dca cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:24.836273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7eca4868-7720-47f2-b929-30414ae3d692 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:24.836661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:24.839861 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13a08ea5-1054-4f08-8c8c-09ce3abc8c7a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:24.899718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:24.899952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:24.919446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a08ea5-1054-4f08-8c8c-09ce3abc8c7a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=6ed4ada2-74eb-4dd7-b8ee-a07549425dca,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:24.978683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13a08ea5-1054-4f08-8c8c-09ce3abc8c7a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:24.980677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-13a08ea5-1054-4f08-8c8c-09ce3abc8c7a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/6ed4ada2-74eb-4dd7-b8ee-a07549425dca HTTP/1.1" status: 204 len: 168 time: 1.3509810 Sep 26 13:19:24.983449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34962) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:25.069670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dec98-1390-4af7-9f81-ff10f7119047 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:25.069670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dec98-1390-4af7-9f81-ff10f7119047 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:25.069670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-785dec98-1390-4af7-9f81-ff10f7119047 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0823903 Sep 26 13:19:25.070255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34964) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:25.092330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,segment=NetworkSegment(ae34703e-6537-4cc1-8d0f-f8db51983b29),segment_id=ae34703e-6537-4cc1-8d0f-f8db51983b29)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:25.092933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:25.114222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:25.125799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:25.147150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e197c6c-979d-49e1-b0bc-65892a81b1ce tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 29ad8a7c-b15c-48ca-9db3-0cc32cf8c5e1 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:25.149778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:25.150121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 423fdd36-ed5a-4d48-a7ed-9f1ad7cb9105 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:25.150532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dd366b8c-d481-4b64-8f97-e3f8990b8040 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:25.151509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e197c6c-979d-49e1-b0bc-65892a81b1ce tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:25.200823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: dd366b8c-d481-4b64-8f97-e3f8990b8040 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:25.201184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dd366b8c-d481-4b64-8f97-e3f8990b8040 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:25.234069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e197c6c-979d-49e1-b0bc-65892a81b1ce tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:25.350741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e197c6c-979d-49e1-b0bc-65892a81b1ce tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:25.449842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e197c6c-979d-49e1-b0bc-65892a81b1ce tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:25.494022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:25.520280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e197c6c-979d-49e1-b0bc-65892a81b1ce tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=29ad8a7c-b15c-48ca-9db3-0cc32cf8c5e1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:25.538423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e197c6c-979d-49e1-b0bc-65892a81b1ce tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:25.548997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0e197c6c-979d-49e1-b0bc-65892a81b1ce tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/29ad8a7c-b15c-48ca-9db3-0cc32cf8c5e1 HTTP/1.1" status: 204 len: 168 time: 0.4755917 Sep 26 13:19:25.549434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34976) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:25.574926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea79599-686b-40d8-95d3-dc596418025b None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:25.588594 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=1ce56b06-e8e5-414a-8fa9-d687a3de2c2f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:25.626902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d441f82a-cce0-4dd8-80e2-39c88e8548cb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761161 Sep 26 13:19:25.629176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34978) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:25.740191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426ecc4-6c87-4062-b427-17782f1a384c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:25.745549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5426ecc4-6c87-4062-b427-17782f1a384c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1086259 Sep 26 13:19:25.747444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34984) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:25.822219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:25.859886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6a11e-b873-4cd3-8a2f-9ecbb24d62f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:25.861879 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3ef6a11e-b873-4cd3-8a2f-9ecbb24d62f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1132205 Sep 26 13:19:25.863826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34986) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:25.941411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f146fa22-b39a-42fe-b54c-bd84e0ac78e6 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760894 Sep 26 13:19:25.946979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34988) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:25.952106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:26.017904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:26.121337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] Deleting port 7eca4868-7720-47f2-b929-30414ae3d692 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:26.121672 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.126432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:26.135365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:26.140882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.215113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] For port 7eca4868-7720-47f2-b929-30414ae3d692, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7eca4868-7720-47f2-b929-30414ae3d692,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:26.215592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.238461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:26.245208 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-01f7fcd4-f3af-4c6e-a349-195402aad33b tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4766228 Sep 26 13:19:26.251311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34996) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:26.260517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:26.271133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] Calling delete_port for 7eca4868-7720-47f2-b929-30414ae3d692 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:26.296189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:26.296841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:26.331260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3b7cfc-e46e-4c91-869c-f6678ec779eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting subnet 104bb4d1-2a64-4528-9462-733e4c3a3f1f {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:26.351011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7cfc-e46e-4c91-869c-f6678ec779eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.401764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:26.450610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7cfc-e46e-4c91-869c-f6678ec779eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.468161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:25Z', 'revision_number': 11, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:26.510505 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.642654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:26.656488 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:26.662849 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7cfc-e46e-4c91-869c-f6678ec779eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.664677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:26.664846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:26.665565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.690952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:26.691866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:26.714319 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7658117 Sep 26 13:19:26.715210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35012) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:26.734654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '443ed319-7395-4cea-9874-187739f94f59', 'ip_address': '2001:db8::9ad5:341:1b33:5cfb'}], 'name': 'tempest-NetworksTestDHCPv6-1083416152'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:26.752374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3212c82-d8b8-4c2a-a945-3c0a1bdb0e3f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=443ed319-7395-4cea-9874-187739f94f59,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:26.770322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7eca4868-7720-47f2-b929-30414ae3d692 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:26.782933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7cfc-e46e-4c91-869c-f6678ec779eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.791308 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.796887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7eca4868-7720-47f2-b929-30414ae3d692 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:26.797525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7eca4868-7720-47f2-b929-30414ae3d692 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:26.828970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:26.834276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429846ac-8f88-4053-88d8-17052ab06141 None None] Network 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:26.856474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7cfc-e46e-4c91-869c-f6678ec779eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:26.858619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6c3b7cfc-e46e-4c91-869c-f6678ec779eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/104bb4d1-2a64-4528-9462-733e4c3a3f1f HTTP/1.1" status: 204 len: 168 time: 0.6060941 Sep 26 13:19:26.860040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b7cfc-e46e-4c91-869c-f6678ec779eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Subnet': ['ID=104bb4d1-2a64-4528-9462-733e4c3a3f1f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:26.861939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:26.891131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] Pushing event deleted for resources: {'Port': ['ID=7eca4868-7720-47f2-b929-30414ae3d692,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:26.947918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ac51b-ca1f-4be6-b13a-d637e47988cb None None] No DVR routers for this DVR port 7eca4868-7720-47f2-b929-30414ae3d692 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:26.951627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:25Z', 'revision_number': 11, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:26.971801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cda8133-05bc-40fe-8b9c-565abb31019b None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:27.008628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:27.016276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e9a7a-5504-4bef-9813-75221e1874f2 None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:25Z', 'revision_number': 11, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:27.023584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.049045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.054501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 0dad8a07-3850-40bc-8ed0-2c4eb157a93b yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:27.163689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Deleting port 9360d19a-f916-412f-bc11-bf6b905a0f6e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:27.164139 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.304397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '443ed319-7395-4cea-9874-187739f94f59'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:27.306149 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.315804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] DHCP port deletion for 2b6cb5c2-05f4-487c-ae0b-04fc834cc801 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:27.318155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] For port 9360d19a-f916-412f-bc11-bf6b905a0f6e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9360d19a-f916-412f-bc11-bf6b905a0f6e,segment=NetworkSegment(ae34703e-6537-4cc1-8d0f-f8db51983b29),segment_id=ae34703e-6537-4cc1-8d0f-f8db51983b29)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:27.321890 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.356339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Calling delete_port for 9360d19a-f916-412f-bc11-bf6b905a0f6e owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:27.391381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::9ad5:341:1b33:5cfb (e4807435-a803-4309-bfce-ebee88a684ba/443ed319-7395-4cea-9874-187739f94f59/0dad8a07-3850-40bc-8ed0-2c4eb157a93b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:27.525928 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.570312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Port': ['ID=9360d19a-f916-412f-bc11-bf6b905a0f6e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:27.572804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No DVR routers for this DVR port 9360d19a-f916-412f-bc11-bf6b905a0f6e on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:27.583681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] Deleting port 9360d19a-f916-412f-bc11-bf6b905a0f6e {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:27.584251 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.661443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.682183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] For port 9360d19a-f916-412f-bc11-bf6b905a0f6e, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:27.682519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.698808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] Calling delete_port for 9360d19a-f916-412f-bc11-bf6b905a0f6e owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:27.703536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.704575 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] Port 9360d19a-f916-412f-bc11-bf6b905a0f6e was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:19:27.706525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.712110 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.733374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6cb5c2-05f4-487c-ae0b-04fc834cc801']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:27.761474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae34703e-6537-4cc1-8d0f-f8db51983b29') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:27.761910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae34703e-6537-4cc1-8d0f-f8db51983b29') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:27.766505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] No DVR routers for this DVR port 9360d19a-f916-412f-bc11-bf6b905a0f6e on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:27.768438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64152b-421c-4e23-9e70-f66da6fa6d04 None None] Pushing event deleted for resources: {'Port': ['ID=9360d19a-f916-412f-bc11-bf6b905a0f6e,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:27.784863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.811143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:27.811445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/443ed319-7395-4cea-9874-187739f94f59/c1cb0c7f-3287-4deb-8a06-48416a867f02) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:27.814136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=0dad8a07-3850-40bc-8ed0-2c4eb157a93b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:27.819574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:27.822830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:27.830174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.832588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:27.833291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.841633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:19:27.842378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:19:27.848277 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:19:27.859668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ba85e03a-9ddc-48cf-b32b-3341286a9088 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1379738 Sep 26 13:19:27.860078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35028) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:27.866743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-92d5088c-03f5-4eea-87be-6a2d44aaa228 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '443ed319-7395-4cea-9874-187739f94f59', 'ip_address': '2001:db8::9ad5:341:1b33:5cfb'}], 'name': 'tempest-NetworksTestDHCPv6-687987166'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:27.977912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.986535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:27.991637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/networks/2b6cb5c2-05f4-487c-ae0b-04fc834cc801 HTTP/1.1" status: 204 len: 168 time: 1.1247108 Sep 26 13:19:27.994984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35030) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:28.002346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'routes': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:28.042507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf7a0f-b2ee-4f3f-b727-3c2068fb58d5 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Pushing event deleted for resources: {'Network': ['ID=2b6cb5c2-05f4-487c-ae0b-04fc834cc801,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:28.053156 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.064701 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.114079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:28.117164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:28.121081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:28.134231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Pushing event updated for resources: {'Port': ['ID=c1cb0c7f-3287-4deb-8a06-48416a867f02,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:28.196575 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Attempting to bind port c1cb0c7f-3287-4deb-8a06-48416a867f02 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:28.196962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Attempting to bind port c1cb0c7f-3287-4deb-8a06-48416a867f02 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:28.197332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Attempting to bind port c1cb0c7f-3287-4deb-8a06-48416a867f02 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:28.202869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:28.203254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:28.203665 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.204063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:28.204583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Bound port: c1cb0c7f-3287-4deb-8a06-48416a867f02, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:28.204972 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.277152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-df49b47b-f217-4a9f-9663-29632271949f None None] For port c1cb0c7f-3287-4deb-8a06-48416a867f02, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:28.280902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-df49b47b-f217-4a9f-9663-29632271949f None None] For port c1cb0c7f-3287-4deb-8a06-48416a867f02, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c1cb0c7f-3287-4deb-8a06-48416a867f02,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:28.288898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d5088c-03f5-4eea-87be-6a2d44aaa228 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:28.289607 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.368613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49b47b-f217-4a9f-9663-29632271949f None None] Pushing event updated for resources: {'Port': ['ID=c1cb0c7f-3287-4deb-8a06-48416a867f02,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:28.435051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Added routes are [] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 26 13:19:28.435051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.extraroute_db [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Removed routes are [] {{(pid=94812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 26 13:19:28.435051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.568802 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92d5088c-03f5-4eea-87be-6a2d44aaa228 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.622377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.643885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:28.648394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-92d5088c-03f5-4eea-87be-6a2d44aaa228 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 405318be-e7dc-4bf9-8196-f5025cc13e1e yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:28.728507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9360d19a-f916-412f-bc11-bf6b905a0f6e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:28.779299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9360d19a-f916-412f-bc11-bf6b905a0f6e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:28.784252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9360d19a-f916-412f-bc11-bf6b905a0f6e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:28.785558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:28.808914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:28.809666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1ce56b06-e8e5-414a-8fa9-d687a3de2c2f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:28.889790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:29.037626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:29.047910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.049091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-211b5b40-c300-4fa2-8c7c-1a8166543295 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 200 len: 701 time: 1.0522537 Sep 26 13:19:29.055581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:29.056517 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] Sync routers for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:29.076321 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:29.083771 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:29.102859 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a723b1b6-0b10-4858-817c-36b1e439abbb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 200 len: 205 time: 0.0461802 Sep 26 13:19:29.106806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35052) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:29.112011 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d5088c-03f5-4eea-87be-6a2d44aaa228 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 26 13:19:29.112731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d5088c-03f5-4eea-87be-6a2d44aaa228 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:29.134251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-92d5088c-03f5-4eea-87be-6a2d44aaa228 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.2720795 Sep 26 13:19:29.137590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35056) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:29.203594 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:29.229777 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-718caaf6-18a0-4eba-813d-49b8342fadb4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.275952 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:25Z', 'revision_number': 11, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:29.292410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe554d-d72c-4db0-88df-8bf1556f19d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:29.312641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe554d-d72c-4db0-88df-8bf1556f19d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:29.313860 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] Checking router: 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:29.318160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cbfe554d-d72c-4db0-88df-8bf1556f19d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1779070 Sep 26 13:19:29.321374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35062) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:29.348423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] Routers {'4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:29.352561 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:29.474347 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] Set router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:29.634776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e5f410a0-9b66-4a55-bf47-4fb1f3c272d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 0dad8a07-3850-40bc-8ed0-2c4eb157a93b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:29.635502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5f410a0-9b66-4a55-bf47-4fb1f3c272d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.641357 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:25Z', 'revision_number': 11, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:29.747691 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeafcd9-07c7-4450-9d2e-aa426557d20c None None] The sync data for ids ['4e3b17d2-0dbc-440d-9d3f-80c8f95b262f'] in n-d-806683-13 is: [{'id': '4e3b17d2-0dbc-440d-9d3f-80c8f95b262f', 'name': 'tempest-RoutersTest-router-1216975782', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:18:42Z', 'updated_at': '2021-09-26T13:19:25Z', 'revision_number': 11, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:29.831897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5f410a0-9b66-4a55-bf47-4fb1f3c272d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.854150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e5f410a0-9b66-4a55-bf47-4fb1f3c272d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 0dad8a07-3850-40bc-8ed0-2c4eb157a93b owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:29.906808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-718caaf6-18a0-4eba-813d-49b8342fadb4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.909411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-718caaf6-18a0-4eba-813d-49b8342fadb4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.973741 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-718caaf6-18a0-4eba-813d-49b8342fadb4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.974813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718caaf6-18a0-4eba-813d-49b8342fadb4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3b17d2-0dbc-440d-9d3f-80c8f95b262f {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:19:29.989749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-73289ddd-b388-4b76-99a2-b036c77145fc None None] Provisioning complete for port c1cb0c7f-3287-4deb-8a06-48416a867f02 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:29.990238 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-73289ddd-b388-4b76-99a2-b036c77145fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.991479 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-718caaf6-18a0-4eba-813d-49b8342fadb4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:29.993105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-718caaf6-18a0-4eba-813d-49b8342fadb4 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 204 len: 168 time: 0.8847854 Sep 26 13:19:29.999305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35072) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:30.020689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ecb0fb59-ee6d-4d03-bfe7-b8dfb8d195d6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241459133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:30.083742 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb59-ee6d-4d03-bfe7-b8dfb8d195d6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.090128 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb59-ee6d-4d03-bfe7-b8dfb8d195d6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.178379 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-73289ddd-b388-4b76-99a2-b036c77145fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.203190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5f410a0-9b66-4a55-bf47-4fb1f3c272d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.280901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-73289ddd-b388-4b76-99a2-b036c77145fc None None] For port c1cb0c7f-3287-4deb-8a06-48416a867f02, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c1cb0c7f-3287-4deb-8a06-48416a867f02,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:30.286882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-73289ddd-b388-4b76-99a2-b036c77145fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.290582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb59-ee6d-4d03-bfe7-b8dfb8d195d6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.298797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb59-ee6d-4d03-bfe7-b8dfb8d195d6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.335475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f410a0-9b66-4a55-bf47-4fb1f3c272d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=0dad8a07-3850-40bc-8ed0-2c4eb157a93b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:30.346440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb59-ee6d-4d03-bfe7-b8dfb8d195d6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.350309 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ecb0fb59-ee6d-4d03-bfe7-b8dfb8d195d6 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3463655 Sep 26 13:19:30.350589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35074) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:30.357402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d2261c69-9556-4594-9836-362333dc23a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:30.378994 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5f410a0-9b66-4a55-bf47-4fb1f3c272d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.385262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e5f410a0-9b66-4a55-bf47-4fb1f3c272d4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/0dad8a07-3850-40bc-8ed0-2c4eb157a93b HTTP/1.1" status: 204 len: 168 time: 1.0622661 Sep 26 13:19:30.388633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35076) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:30.415345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6e9957ff-3796-44c1-88e8-1823633721f5 None None] Could not find standard attr ID for object 0dad8a07-3850-40bc-8ed0-2c4eb157a93b. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:19:30.426108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73289ddd-b388-4b76-99a2-b036c77145fc None None] Pushing event updated for resources: {'Port': ['ID=c1cb0c7f-3287-4deb-8a06-48416a867f02,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:30.581559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80723364-4d9a-438e-b1f7-5ef85c90f5af tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:30.584369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80723364-4d9a-438e-b1f7-5ef85c90f5af tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:30.603059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-80723364-4d9a-438e-b1f7-5ef85c90f5af tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1993213 Sep 26 13:19:30.603732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35082) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:30.684264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c1cb0c7f-3287-4deb-8a06-48416a867f02 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:30.693332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71e1cf9-d4d4-4cc1-9b16-a3c82d39c8f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 443ed319-7395-4cea-9874-187739f94f59 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:30.698262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c71e1cf9-d4d4-4cc1-9b16-a3c82d39c8f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.736205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2261c69-9556-4594-9836-362333dc23a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.765857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c71e1cf9-d4d4-4cc1-9b16-a3c82d39c8f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.769033 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2261c69-9556-4594-9836-362333dc23a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.841299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c1cb0c7f-3287-4deb-8a06-48416a867f02 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:30.842983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:30.924782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2261c69-9556-4594-9836-362333dc23a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Router 73fa5e66-dd34-4a58-9056-6e000b1c5425 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:19:30.941328 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c71e1cf9-d4d4-4cc1-9b16-a3c82d39c8f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.021299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2261c69-9556-4594-9836-362333dc23a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:31.027844 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c71e1cf9-d4d4-4cc1-9b16-a3c82d39c8f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.030721 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2261c69-9556-4594-9836-362333dc23a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.032358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d2261c69-9556-4594-9836-362333dc23a9 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "PUT /v2.0/routers/73fa5e66-dd34-4a58-9056-6e000b1c5425 HTTP/1.1" status: 200 len: 694 time: 0.6807716 Sep 26 13:19:31.034064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] Sync routers for ids ['73fa5e66-dd34-4a58-9056-6e000b1c5425'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:31.034943 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35084) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:31.046203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] Routers {'73fa5e66-dd34-4a58-9056-6e000b1c5425'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:31.047006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['73fa5e66-dd34-4a58-9056-6e000b1c5425'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:31.106216 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c71e1cf9-d4d4-4cc1-9b16-a3c82d39c8f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.113787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c71e1cf9-d4d4-4cc1-9b16-a3c82d39c8f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/443ed319-7395-4cea-9874-187739f94f59 HTTP/1.1" status: 204 len: 168 time: 0.5046327 Sep 26 13:19:31.113787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e1cf9-d4d4-4cc1-9b16-a3c82d39c8f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=443ed319-7395-4cea-9874-187739f94f59,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:31.114182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35086) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:31.130761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e4c58-767a-4ba8-b39e-5cc5b2680a8c None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:31.151225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] Set router 73fa5e66-dd34-4a58-9056-6e000b1c5425 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:31.199769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-31a35000-23b8-4fb6-bbcf-f7408f957084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783346 Sep 26 13:19:31.199769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35088) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:31.205550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:31.223125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa5e66-dd34-4a58-9056-6e000b1c5425', 'name': 'tempest-RoutersTest-router-1241459133', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:30Z', 'updated_at': '2021-09-26T13:19:30Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:31.234028 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d0a9e6d2-c570-4d31-887f-43850cd55e81 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/routers/73fa5e66-dd34-4a58-9056-6e000b1c5425 HTTP/1.1" status: 200 len: 700 time: 0.1940331 Sep 26 13:19:31.235041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35090) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:31.257609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] Checking router: 73fa5e66-dd34-4a58-9056-6e000b1c5425 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:31.283705 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a5a59206-ba2d-4b58-93c2-2653756ffdca tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=73fa5e66-dd34-4a58-9056-6e000b1c5425 HTTP/1.1" status: 200 len: 205 time: 0.0471916 Sep 26 13:19:31.287699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35092) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:31.305917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] Routers {'73fa5e66-dd34-4a58-9056-6e000b1c5425'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:31.306518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['73fa5e66-dd34-4a58-9056-6e000b1c5425'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:31.414117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-598171d7-1694-4d1c-85d2-2df1e7347f4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.461454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] Set router 73fa5e66-dd34-4a58-9056-6e000b1c5425 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:31.493526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:31.497075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.530926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fa5e66-dd34-4a58-9056-6e000b1c5425', 'name': 'tempest-RoutersTest-router-1241459133', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:30Z', 'updated_at': '2021-09-26T13:19:30Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:31.565404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b166e-bb8c-4ae3-b883-7c23517b4450 None None] The sync data for ids ['73fa5e66-dd34-4a58-9056-6e000b1c5425'] in n-d-806683-13 is: [{'id': '73fa5e66-dd34-4a58-9056-6e000b1c5425', 'name': 'tempest-RoutersTest-router-1241459133', 'tenant_id': '9e95c30dca984c7fa3771f3f38742578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:30Z', 'updated_at': '2021-09-26T13:19:30Z', 'revision_number': 2, 'project_id': '9e95c30dca984c7fa3771f3f38742578', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:31.619212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:31.677681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] Deleting port c1cb0c7f-3287-4deb-8a06-48416a867f02 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:31.678216 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.694352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-598171d7-1694-4d1c-85d2-2df1e7347f4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.698465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-598171d7-1694-4d1c-85d2-2df1e7347f4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.774318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] For port c1cb0c7f-3287-4deb-8a06-48416a867f02, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c1cb0c7f-3287-4deb-8a06-48416a867f02,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:31.776470 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.782430 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-598171d7-1694-4d1c-85d2-2df1e7347f4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.783542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598171d7-1694-4d1c-85d2-2df1e7347f4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Fanout notify agent at l3_agent the message router_deleted on router 73fa5e66-dd34-4a58-9056-6e000b1c5425 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:19:31.798831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] Calling delete_port for c1cb0c7f-3287-4deb-8a06-48416a867f02 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:31.892680 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-598171d7-1694-4d1c-85d2-2df1e7347f4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.904527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35110) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:31.905331 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-598171d7-1694-4d1c-85d2-2df1e7347f4d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/73fa5e66-dd34-4a58-9056-6e000b1c5425 HTTP/1.1" status: 204 len: 168 time: 0.6152048 Sep 26 13:19:31.908583 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:31.945240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fd03640c-c341-49ff-a4e6-cb7ec44e5177 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=73fa5e66-dd34-4a58-9056-6e000b1c5425 HTTP/1.1" status: 200 len: 205 time: 0.0380590 Sep 26 13:19:31.947811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] Pushing event deleted for resources: {'Port': ['ID=c1cb0c7f-3287-4deb-8a06-48416a867f02,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:31.949949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35112) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:31.962125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9220b902-ad68-474f-83db-14fc1cac097f None None] No DVR routers for this DVR port c1cb0c7f-3287-4deb-8a06-48416a867f02 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:32.017091 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-8eb2525e-ed27-4c04-b2d1-d2b6e039b2bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] delete failed (client error): The resource could not be found. Sep 26 13:19:32.018604 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8eb2525e-ed27-4c04-b2d1-d2b6e039b2bf tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/73fa5e66-dd34-4a58-9056-6e000b1c5425 HTTP/1.1" status: 404 len: 336 time: 0.0673845 Sep 26 13:19:32.021068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35114) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.049706 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdf79f6-7af9-4f41-986e-b0aa38fb8b6e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:32.050561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdf79f6-7af9-4f41-986e-b0aa38fb8b6e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:32.052659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3cdf79f6-7af9-4f41-986e-b0aa38fb8b6e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/67bb5c7e-c9cd-4b92-a711-1b59a43679bf HTTP/1.1" status: 404 len: 337 time: 0.0304728 Sep 26 13:19:32.059399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35116) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.088649 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3238943-11cb-47fd-b263-32476b63be18 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:32.089268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3238943-11cb-47fd-b263-32476b63be18 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:32.094384 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e3238943-11cb-47fd-b263-32476b63be18 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/772952e4-36fd-46d0-91fc-ec1e4ce52035 HTTP/1.1" status: 404 len: 337 time: 0.0351493 Sep 26 13:19:32.095238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35118) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.117726 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:32.126803 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-988dd84d-85fc-45c1-ab03-68f16f1c4267 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:32.127269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988dd84d-85fc-45c1-ab03-68f16f1c4267 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:32.132126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-988dd84d-85fc-45c1-ab03-68f16f1c4267 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/8896a2db-8c44-4aa4-8034-5982a9d799ee HTTP/1.1" status: 404 len: 337 time: 0.0358827 Sep 26 13:19:32.132822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35120) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.161736 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ff5044-ae65-4b56-b70e-7a254f5162c8 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:32.162242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ff5044-ae65-4b56-b70e-7a254f5162c8 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:32.168748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-36ff5044-ae65-4b56-b70e-7a254f5162c8 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/104bb4d1-2a64-4528-9462-733e4c3a3f1f HTTP/1.1" status: 404 len: 337 time: 0.0347695 Sep 26 13:19:32.169975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35122) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.204481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=3eb6326a-461f-4cb7-a45c-a3fd55dc8ffa,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:32.219132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:32.220607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:32.225054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:32.229653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:32.233793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153bedb5-72c8-4ce3-a04c-31181997a6fa None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:32.248055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f71b7f70-eb77-45db-a167-a582941bd856 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 200 len: 205 time: 0.0746572 Sep 26 13:19:32.248585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35124) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.251052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d58f1b0a-6a1a-4101-98ea-84eec1fac1a8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0508604 Sep 26 13:19:32.255428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35126) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.265306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-51535e47-2152-4a30-bd97-4d8ad1eca338 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '3eb6326a-461f-4cb7-a45c-a3fd55dc8ffa', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1819343093'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:32.373179 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-e1667641-01c8-4cc2-9e78-bee56540d4da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] delete failed (client error): The resource could not be found. Sep 26 13:19:32.374293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e1667641-01c8-4cc2-9e78-bee56540d4da tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/4e3b17d2-0dbc-440d-9d3f-80c8f95b262f HTTP/1.1" status: 404 len: 336 time: 0.1219494 Sep 26 13:19:32.379430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35132) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.410450 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fd4b67bf-b107-41ce-b5c9-09f22b6a0ac1 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=02dcf275-63cf-441d-8e78-177f0e067e86 HTTP/1.1" status: 200 len: 205 time: 0.0291364 Sep 26 13:19:32.413435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35134) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.467751 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-170a6866-0c41-4172-bd65-9f0ed40ed138 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] delete failed (client error): The resource could not be found. Sep 26 13:19:32.471481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-170a6866-0c41-4172-bd65-9f0ed40ed138 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/02dcf275-63cf-441d-8e78-177f0e067e86 HTTP/1.1" status: 404 len: 336 time: 0.0564246 Sep 26 13:19:32.474548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35136) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.485528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '3eb6326a-461f-4cb7-a45c-a3fd55dc8ffa'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:32.486155 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:32.513464 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcd5897-fb51-4127-b988-b1574c3c0d01 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:32.513945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcd5897-fb51-4127-b988-b1574c3c0d01 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:32.515701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0dcd5897-fb51-4127-b988-b1574c3c0d01 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/98ba4aeb-8ca6-41ff-b7ef-9725e8dea721 HTTP/1.1" status: 404 len: 337 time: 0.0402052 Sep 26 13:19:32.516538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51535e47-2152-4a30-bd97-4d8ad1eca338 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:32.518546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35138) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.537164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51535e47-2152-4a30-bd97-4d8ad1eca338 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:32.575748 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7453797c-2a8f-42e8-9a42-5e463d9a465d tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b043937-8a44-409c-af47-f4bf0f947917 HTTP/1.1" status: 200 len: 205 time: 0.0560391 Sep 26 13:19:32.577254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-51535e47-2152-4a30-bd97-4d8ad1eca338 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 8c3a1f68-8d84-4f7d-893a-f4fafd4dd418 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:32.582286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35142) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.663220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c1cb0c7f-3287-4deb-8a06-48416a867f02 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:32.665853 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-43e2f276-a864-4faf-8bb9-64dffb249b22 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] delete failed (client error): The resource could not be found. Sep 26 13:19:32.667033 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-43e2f276-a864-4faf-8bb9-64dffb249b22 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/4b043937-8a44-409c-af47-f4bf0f947917 HTTP/1.1" status: 404 len: 336 time: 0.0836253 Sep 26 13:19:32.671201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35144) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.707244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c1cb0c7f-3287-4deb-8a06-48416a867f02 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:32.707818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c1cb0c7f-3287-4deb-8a06-48416a867f02 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:32.722700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ba5701f8-297d-4f3f-b51b-f8ede723ef84 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a648b1a-d730-4973-b5bc-1b7b7fdbe015 HTTP/1.1" status: 200 len: 205 time: 0.0501754 Sep 26 13:19:32.725613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35146) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.824200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/3eb6326a-461f-4cb7-a45c-a3fd55dc8ffa/c5a7225d-a5b1-4e7e-9bcc-e00c295753ed) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:32.828943 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-964e288f-2340-4cf1-b531-4b6cdf860a4e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] delete failed (client error): The resource could not be found. Sep 26 13:19:32.830640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-964e288f-2340-4cf1-b531-4b6cdf860a4e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/0a648b1a-d730-4973-b5bc-1b7b7fdbe015 HTTP/1.1" status: 404 len: 336 time: 0.1035185 Sep 26 13:19:32.833286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35148) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.901671 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-00029181-3347-4a4a-80b8-0ce5ed7f83eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:32.902419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00029181-3347-4a4a-80b8-0ce5ed7f83eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:32.906336 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-00029181-3347-4a4a-80b8-0ce5ed7f83eb tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/348998bf-ff03-4805-ba09-ce3f7ec6bf3f HTTP/1.1" status: 404 len: 337 time: 0.0707545 Sep 26 13:19:32.908181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35152) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:32.956127 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6b5c800a-405b-44f0-bbfb-b5e486b0f6f8 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=c62919cf-ccfe-4fc5-a73d-4250a222c254 HTTP/1.1" status: 200 len: 205 time: 0.0464003 Sep 26 13:19:32.958685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.013198 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-14b259b6-3868-49dc-9dfb-63ed66102122 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] delete failed (client error): The resource could not be found. Sep 26 13:19:33.016807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-14b259b6-3868-49dc-9dfb-63ed66102122 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/c62919cf-ccfe-4fc5-a73d-4250a222c254 HTTP/1.1" status: 404 len: 336 time: 0.0546532 Sep 26 13:19:33.017138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35156) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.055207 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7985c185-ebcd-443e-aea5-d686cb3a5851 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:33.055868 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7985c185-ebcd-443e-aea5-d686cb3a5851 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:33.060032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7985c185-ebcd-443e-aea5-d686cb3a5851 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/a74c5c7d-d221-4787-a23c-0961a0dc1497 HTTP/1.1" status: 404 len: 337 time: 0.0393224 Sep 26 13:19:33.060382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35158) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.112233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4dfae534-350c-485d-b7a8-1e5551d64536 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d93801e-55f2-48c9-9859-ad45d59e6cce HTTP/1.1" status: 200 len: 205 time: 0.0495467 Sep 26 13:19:33.114592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35160) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.172644 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-0c90a32a-a340-4925-a054-0e352e24df24 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] delete failed (client error): The resource could not be found. Sep 26 13:19:33.174055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0c90a32a-a340-4925-a054-0e352e24df24 tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/routers/0d93801e-55f2-48c9-9859-ad45d59e6cce HTTP/1.1" status: 404 len: 336 time: 0.0574353 Sep 26 13:19:33.178220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.221868 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d3ee99-0421-4070-affd-7720d3802e2f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:33.222330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d3ee99-0421-4070-affd-7720d3802e2f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:33.228366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a8d3ee99-0421-4070-affd-7720d3802e2f tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/3f131b74-b074-4bc6-a5c0-4c2fa8bc87ae HTTP/1.1" status: 404 len: 337 time: 0.0449033 Sep 26 13:19:33.230724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35164) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.262997 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:33.274371 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-51535e47-2152-4a30-bd97-4d8ad1eca338 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:19:33.274599 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:33.274828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51535e47-2152-4a30-bd97-4d8ad1eca338 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:33.299649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-51535e47-2152-4a30-bd97-4d8ad1eca338 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.0426526 Sep 26 13:19:33.303189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35166) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.322849 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-057a50a9-1ecb-4f8e-982a-34b7c1d11f2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] DELETE failed (client error): The resource could not be found. Sep 26 13:19:33.323733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057a50a9-1ecb-4f8e-982a-34b7c1d11f2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:19:33.326940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Pushing event updated for resources: {'Port': ['ID=c5a7225d-a5b1-4e7e-9bcc-e00c295753ed,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:33.331451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-057a50a9-1ecb-4f8e-982a-34b7c1d11f2e tempest-RoutersTest-649296486 tempest-RoutersTest-649296486-project] 10.222.0.13 "DELETE /v2.0/subnets/cc5d62a2-83f2-46a3-bd23-5e29fc46f8e2 HTTP/1.1" status: 404 len: 337 time: 0.0951827 Sep 26 13:19:33.352225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:33.354182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:33.358818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:33.371053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e7459-3830-4b3b-85b6-5793a3bfe56f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:33.372772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-461e7459-3830-4b3b-85b6-5793a3bfe56f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0686615 Sep 26 13:19:33.377247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35170) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.419233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Attempting to bind port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:33.419612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Attempting to bind port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:33.419982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Attempting to bind port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:33.441107 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:33.442068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:33.442841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:33.443602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:33.444570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Bound port: c5a7225d-a5b1-4e7e-9bcc-e00c295753ed, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:33.446115 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:33.539717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf3f80-5bc7-4ff5-81f7-5f7284df4753 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:33.545028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf3f80-5bc7-4ff5-81f7-5f7284df4753 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:33.550729 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eecf3f80-5bc7-4ff5-81f7-5f7284df4753 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1680722 Sep 26 13:19:33.551296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:33.732930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] For port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:33.736706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] For port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5a7225d-a5b1-4e7e-9bcc-e00c295753ed,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:33.740328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-450f73c1-7d8a-4980-ab37-a2812db93554 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 3eb6326a-461f-4cb7-a45c-a3fd55dc8ffa {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:33.747610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-450f73c1-7d8a-4980-ab37-a2812db93554 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:33.748403 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:33.842942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c3d71-b6a4-4bfe-b029-12fbd7022145 None None] Pushing event updated for resources: {'Port': ['ID=c5a7225d-a5b1-4e7e-9bcc-e00c295753ed,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:33.861428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-450f73c1-7d8a-4980-ab37-a2812db93554 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:33.961521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35184) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:34.056543 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-450f73c1-7d8a-4980-ab37-a2812db93554 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.188678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-450f73c1-7d8a-4980-ab37-a2812db93554 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.251963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-450f73c1-7d8a-4980-ab37-a2812db93554 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.257189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-450f73c1-7d8a-4980-ab37-a2812db93554 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/3eb6326a-461f-4cb7-a45c-a3fd55dc8ffa HTTP/1.1" status: 204 len: 168 time: 0.7015789 Sep 26 13:19:34.257189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f73c1-7d8a-4980-ab37-a2812db93554 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb6326a-461f-4cb7-a45c-a3fd55dc8ffa,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:34.258815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35190) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:34.317158 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-928a1d16-b344-43a7-b658-3867b3238d12 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555990 Sep 26 13:19:34.321837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35192) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:34.330315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:34.337236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0b1c9a42-3273-4882-81a2-86c0512e92a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e95c30dca984c7fa3771f3f38742578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718991 Sep 26 13:19:34.338871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35194) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:34.452760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc759-33b4-4b9f-b275-d1377f5790c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.478904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:34.483377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.491717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc759-33b4-4b9f-b275-d1377f5790c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.642789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5a7225d-a5b1-4e7e-9bcc-e00c295753ed up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:34.646183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc759-33b4-4b9f-b275-d1377f5790c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.650788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8fbc759-33b4-4b9f-b275-d1377f5790c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.654380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a8fbc759-33b4-4b9f-b275-d1377f5790c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/860c9852-db97-49d7-86da-30bbe91c6a19 HTTP/1.1" status: 204 len: 168 time: 0.3139515 Sep 26 13:19:34.712158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbc759-33b4-4b9f-b275-d1377f5790c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860c9852-db97-49d7-86da-30bbe91c6a19,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:34.730263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:34.730643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.850001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.870510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.911837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:34.916339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:34.919917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:34.920540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.922267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5a7225d-a5b1-4e7e-9bcc-e00c295753ed,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:34.934172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:34.934523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=365d315e-4290-4f79-bb87-efa6e4bf204b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:34.953231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c032771b-432d-4844-9d4c-24acb22bdf97 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6272006 Sep 26 13:19:34.953516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35202) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:34.959182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-19ba77a0-4bea-4d0f-92a1-27f310b14044 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1022931268', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:35.007179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=c5a7225d-a5b1-4e7e-9bcc-e00c295753ed,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:35.013870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19ba77a0-4bea-4d0f-92a1-27f310b14044 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:35.015593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19ba77a0-4bea-4d0f-92a1-27f310b14044 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:35.103495 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19ba77a0-4bea-4d0f-92a1-27f310b14044 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:35.114255 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19ba77a0-4bea-4d0f-92a1-27f310b14044 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:35.159127 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19ba77a0-4bea-4d0f-92a1-27f310b14044 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:35.160293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-19ba77a0-4bea-4d0f-92a1-27f310b14044 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2057140 Sep 26 13:19:35.164446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35216) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:35.379968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6dc615-fed4-4f4b-9dfd-2ffd3a8d46b2 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:35.473688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d2c0cca3-59b5-4da2-987a-f826a0b5d959 None None] Provisioning complete for port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:35.474941 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cca3-59b5-4da2-987a-f826a0b5d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:35.857556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:36.089151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-feb4ff30-c61b-4b0a-a608-087c4b3b75ee None None] Provisioning complete for port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:36.090028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-feb4ff30-c61b-4b0a-a608-087c4b3b75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:36.242559 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::1 (e4807435-a803-4309-bfce-ebee88a684ba/365d315e-4290-4f79-bb87-efa6e4bf204b/d5027abd-8e3e-4a00-8b5a-edbd71cbacac) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:36.454002 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:36.557093 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:36.627249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:36.633889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:36.638396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:36.638958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:36.673710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5a7225d-a5b1-4e7e-9bcc-e00c295753ed up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:36.750081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=d5027abd-8e3e-4a00-8b5a-edbd71cbacac,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:36.807791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:36.808757 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:36.972459 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:37.154638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-aa7fdeea-c04c-4540-916c-7766be4ed2df None None] Provisioning complete for port d5027abd-8e3e-4a00-8b5a-edbd71cbacac triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:37.155216 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aa7fdeea-c04c-4540-916c-7766be4ed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:37.190122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fdeea-c04c-4540-916c-7766be4ed2df None None] Port d5027abd-8e3e-4a00-8b5a-edbd71cbacac cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:37.383736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:37.389818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:37.390773 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:37.487568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=d5027abd-8e3e-4a00-8b5a-edbd71cbacac,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:37.593108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:37.595100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:37.783180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Router 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:19:37.932350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35304) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:37.943730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:37.971293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3e324ea9-7411-45df-b40b-3faff24f4f95 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "PUT /v2.0/routers/4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8043125 Sep 26 13:19:37.972575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35308) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:37.982936 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Sync routers for ids ['4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:38.023834 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Routers {'4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:38.025085 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:38.054180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4858d-b528-4e2b-95b7-4d787f867492 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:38.059005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35310) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:38.069244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-edb4858d-b528-4e2b-95b7-4d787f867492 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports/d5027abd-8e3e-4a00-8b5a-edbd71cbacac HTTP/1.1" status: 200 len: 911 time: 0.0953696 Sep 26 13:19:38.153962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b452cbe4-e191-47e4-9a34-a0515b23743e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.160223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fbfe4911-58f8-4b9a-ad99-5a0e7d9cf25b None None] Provisioning complete for port d5027abd-8e3e-4a00-8b5a-edbd71cbacac triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:38.160771 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4911-58f8-4b9a-ad99-5a0e7d9cf25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.218378 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Set router 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:38.227772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe4911-58f8-4b9a-ad99-5a0e7d9cf25b None None] Port d5027abd-8e3e-4a00-8b5a-edbd71cbacac cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:38.244588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880af1c6-3f38-4c6b-b8a8-2a97fee5421b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:38.253815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880af1c6-3f38-4c6b-b8a8-2a97fee5421b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:38.253815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-880af1c6-3f38-4c6b-b8a8-2a97fee5421b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1930888 Sep 26 13:19:38.259732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35316) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:38.311619 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7650-9092-4e7a-a67a-7a4522f325c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.362771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b452cbe4-e191-47e4-9a34-a0515b23743e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.370408 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b452cbe4-e191-47e4-9a34-a0515b23743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.427389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452cbe4-e191-47e4-9a34-a0515b23743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a50fca-0e27-4776-8ced-b6be2975a8ef,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:38.467639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b452cbe4-e191-47e4-9a34-a0515b23743e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16e74444bf6342918b7ec6425e8210c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339007 Sep 26 13:19:38.469608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35320) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:38.538815 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e1b28a2-61e9-4944-b320-aceaf6b3ce42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.568547 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e1b28a2-61e9-4944-b320-aceaf6b3ce42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.630858 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e1b28a2-61e9-4944-b320-aceaf6b3ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.636467 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7', 'name': 'tempest-NetworksTestDHCPv6-router-1022931268', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:35Z', 'updated_at': '2021-09-26T13:19:36Z', 'revision_number': 2, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None, '_interfaces': [{'id': 'd5027abd-8e3e-4a00-8b5a-edbd71cbacac', 'name': '', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'mac_address': 'fa:16:3e:9f:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '365d315e-4290-4f79-bb87-efa6e4bf204b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:35Z', 'updated_at': '2021-09-26T13:19:37Z', 'revision_number': 2, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'subnets': [{'id': '365d315e-4290-4f79-bb87-efa6e4bf204b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:38.637745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0e1b28a2-61e9-4944-b320-aceaf6b3ce42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.642267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0e1b28a2-61e9-4944-b320-aceaf6b3ce42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9a50fca-0e27-4776-8ced-b6be2975a8ef HTTP/1.1" status: 204 len: 168 time: 0.1689882 Sep 26 13:19:38.653548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b28a2-61e9-4944-b320-aceaf6b3ce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a50fca-0e27-4776-8ced-b6be2975a8ef,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:38.778176 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:38.779860 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Checking router: 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:38.780472 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Updating router 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 port d5027abd-8e3e-4a00-8b5a-edbd71cbacac binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:19:38.842841 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.060925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port d5027abd-8e3e-4a00-8b5a-edbd71cbacac {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:39.061420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.247231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.265598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35330) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:39.270125 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.280378 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.286207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for d5027abd-8e3e-4a00-8b5a-edbd71cbacac owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:39.322454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e600163f-a01e-45c5-b1a7-bdb49d3f5abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.423775 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47115bc9-3319-4d51-a5ca-6f535c2a5c1d None None] Pushing event updated for resources: {'Port': ['ID=d5027abd-8e3e-4a00-8b5a-edbd71cbacac,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:39.576304 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Attempting to bind port d5027abd-8e3e-4a00-8b5a-edbd71cbacac on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:39.577659 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Attempting to bind port d5027abd-8e3e-4a00-8b5a-edbd71cbacac by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:39.579270 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Attempting to bind port d5027abd-8e3e-4a00-8b5a-edbd71cbacac on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:39.594254 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:39.597976 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:39.600307 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.600545 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.600693 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:39.602594 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Bound port: d5027abd-8e3e-4a00-8b5a-edbd71cbacac, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:39.603142 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.610867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e600163f-a01e-45c5-b1a7-bdb49d3f5abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.618480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e600163f-a01e-45c5-b1a7-bdb49d3f5abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.638619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=d5027abd-8e3e-4a00-8b5a-edbd71cbacac,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:39.750044 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e600163f-a01e-45c5-b1a7-bdb49d3f5abd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a90e2ee24b54687896bfa299149ffa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859357 Sep 26 13:19:39.752350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35332) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:39.763827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600163f-a01e-45c5-b1a7-bdb49d3f5abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e007c773-930b-46cb-ae8b-dcab622e8163,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:39.774421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7bd54bec-91e8-439e-b8f9-a1960f59bdb7 None None] Could not find standard attr ID for object d5027abd-8e3e-4a00-8b5a-edbd71cbacac. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:19:39.778324 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:39.894355 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Port d5027abd-8e3e-4a00-8b5a-edbd71cbacac has been deleted concurrently {{(pid=94814) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 26 13:19:39.908001 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Routers {'4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:39.909587 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:39.996202 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] Set router 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:40.115209 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7', 'name': 'tempest-NetworksTestDHCPv6-router-1022931268', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:35Z', 'updated_at': '2021-09-26T13:19:39Z', 'revision_number': 3, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:40.170128 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6540a-10e2-439f-b6dc-c2e94928250e None None] The sync data for ids ['4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'] in n-d-806683-13 is: [{'id': '4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7', 'name': 'tempest-NetworksTestDHCPv6-router-1022931268', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:35Z', 'updated_at': '2021-09-26T13:19:39Z', 'revision_number': 3, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:40.347118 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Router 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:40.350188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b957294a-5aef-4e49-b311-cd0507bda6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:40.411776 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b957294a-5aef-4e49-b311-cd0507bda6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:40.470447 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:40.479549 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e94cda24-6e4d-4ba5-af10-1c3af14bd136 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "PUT /v2.0/routers/4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2175081 Sep 26 13:19:40.480167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35350) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:40.526258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b957294a-5aef-4e49-b311-cd0507bda6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:40.531665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b957294a-5aef-4e49-b311-cd0507bda6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:40.534792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b957294a-5aef-4e49-b311-cd0507bda6f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e007c773-930b-46cb-ae8b-dcab622e8163 HTTP/1.1" status: 204 len: 168 time: 0.7794673 Sep 26 13:19:40.550690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957294a-5aef-4e49-b311-cd0507bda6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e007c773-930b-46cb-ae8b-dcab622e8163,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:40.588789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f01eae3-cfaf-42af-ac8a-05c3fe04ca8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:40.590781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f01eae3-cfaf-42af-ac8a-05c3fe04ca8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:40.593210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4f01eae3-cfaf-42af-ac8a-05c3fe04ca8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1104054 Sep 26 13:19:40.596513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35354) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:40.697987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0aa6379-25b8-4f11-871f-d5fe25b4316d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 365d315e-4290-4f79-bb87-efa6e4bf204b {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:40.703604 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6379-25b8-4f11-871f-d5fe25b4316d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:40.766164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6379-25b8-4f11-871f-d5fe25b4316d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:40.860858 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6379-25b8-4f11-871f-d5fe25b4316d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:40.995903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6379-25b8-4f11-871f-d5fe25b4316d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.062029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1b624b52-82ca-4cff-9888-9d50ddab48da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.100842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa6379-25b8-4f11-871f-d5fe25b4316d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=365d315e-4290-4f79-bb87-efa6e4bf204b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:41.124562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6379-25b8-4f11-871f-d5fe25b4316d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.137198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f0aa6379-25b8-4f11-871f-d5fe25b4316d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/365d315e-4290-4f79-bb87-efa6e4bf204b HTTP/1.1" status: 204 len: 168 time: 0.5360622 Sep 26 13:19:41.137606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35366) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:41.139159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362db28-bd04-4b18-942d-597569f24aaa None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:41.262868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6cd4f856-0684-45a6-ba26-c5cac1adb2ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1238091 Sep 26 13:19:41.266723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35372) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:41.511947 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83167594-7ec1-411e-ae0a-344372a1b47c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.602641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] Sync routers for ids ['4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:41.632545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:41.770447 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] Routers {'4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:41.771738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:41.819475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83167594-7ec1-411e-ae0a-344372a1b47c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.830610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83167594-7ec1-411e-ae0a-344372a1b47c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.844169 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.891049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83167594-7ec1-411e-ae0a-344372a1b47c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.892556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83167594-7ec1-411e-ae0a-344372a1b47c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Fanout notify agent at l3_agent the message router_deleted on router 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:19:41.906088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83167594-7ec1-411e-ae0a-344372a1b47c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.908528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-83167594-7ec1-411e-ae0a-344372a1b47c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/routers/4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 HTTP/1.1" status: 204 len: 168 time: 0.6406064 Sep 26 13:19:41.912386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35384) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:41.918712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] Deleting port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:41.919694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:41.934359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:41.938418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] Set router 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:42.002429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7', 'name': 'tempest-NetworksTestDHCPv6-router-1022931268', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:35Z', 'updated_at': '2021-09-26T13:19:39Z', 'revision_number': 3, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:42.073746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] Checking router: 4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:42.113876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] For port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5a7225d-a5b1-4e7e-9bcc-e00c295753ed,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:42.114533 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.118688 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.128694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] Routers set() bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:42.129558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] Router IDs set() for agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 26 13:19:42.130463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_agentschedulers_db [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent'). {{(pid=94813) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 26 13:19:42.131082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58bb4c7-bfd0-4c5d-8b6a-040dc284f592 None None] The sync data for ids ['4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:42.137851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] Calling delete_port for c5a7225d-a5b1-4e7e-9bcc-e00c295753ed owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:42.181467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:42.189123 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.264195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.309958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] Pushing event deleted for resources: {'Port': ['ID=c5a7225d-a5b1-4e7e-9bcc-e00c295753ed,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:42.317281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c428888-f012-454d-868a-075a9e99ca8a None None] No DVR routers for this DVR port c5a7225d-a5b1-4e7e-9bcc-e00c295753ed on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:42.490039 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.592802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:42.597285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:42.602635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:42.603403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.613333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11552c6-03cb-4d34-9cf3-ff574d6f15cb None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:42.629475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=1ce26190-d749-460a-b321-a148f90dfdff,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:42.644818 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b047cbb6-f20a-4375-9605-d3903f183ca4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7263689 Sep 26 13:19:42.645120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35406) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:42.654418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-be09471c-9885-4d09-94b4-52901db008a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-787668073', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:42.680073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5a7225d-a5b1-4e7e-9bcc-e00c295753ed no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:42.713185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be09471c-9885-4d09-94b4-52901db008a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.715224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be09471c-9885-4d09-94b4-52901db008a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.793874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c5a7225d-a5b1-4e7e-9bcc-e00c295753ed {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:42.794226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5a7225d-a5b1-4e7e-9bcc-e00c295753ed not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:42.837891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be09471c-9885-4d09-94b4-52901db008a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.847587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be09471c-9885-4d09-94b4-52901db008a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.893355 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be09471c-9885-4d09-94b4-52901db008a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.898406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-be09471c-9885-4d09-94b4-52901db008a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2481720 Sep 26 13:19:42.898916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35414) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:42.903129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '1ce26190-d749-460a-b321-a148f90dfdff'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:42.905081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:42.956135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-416741d1-16fc-4bf6-ac28-d620260197eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0667028 Sep 26 13:19:43.099491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1e599a29-76a0-4dab-ba8a-eca87d06f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.099986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1e599a29-76a0-4dab-ba8a-eca87d06f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.100545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1e599a29-76a0-4dab-ba8a-eca87d06f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.101628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1e599a29-76a0-4dab-ba8a-eca87d06f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.102110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1e599a29-76a0-4dab-ba8a-eca87d06f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.102589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1e599a29-76a0-4dab-ba8a-eca87d06f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.103118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1e599a29-76a0-4dab-ba8a-eca87d06f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.113586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1e599a29-76a0-4dab-ba8a-eca87d06f810 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 6506 time: 0.0997653 Sep 26 13:19:43.223371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/1ce26190-d749-460a-b321-a148f90dfdff/8f9eaa31-8198-4175-a61d-5377f8e5e443) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:43.371557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-b52b5605-7e8a-4650-883e-d0d986ca2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.371960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-b52b5605-7e8a-4650-883e-d0d986ca2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.372501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-b52b5605-7e8a-4650-883e-d0d986ca2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.376109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-b52b5605-7e8a-4650-883e-d0d986ca2d8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1bf1093e-5266-4129-afda-8e464a35bc64&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=d9ec4ddc-df0d-4326-b75c-75880657520c&id=b86aff44-39fa-42e7-b920-6c793e3330ab&id=b86aff44-39fa-42e7-b920-6c793e3330ab HTTP/1.1" status: 200 len: 2295 time: 0.2314050 Sep 26 13:19:43.453675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-eff7fe13-5a2a-43d2-ae94-52b302f2fa21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a HTTP/1.1" status: 200 len: 1000 time: 0.0687723 Sep 26 13:19:43.513573 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:43.548495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-251c476b-0bf4-4f7b-ae3c-912c3333fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.549070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-251c476b-0bf4-4f7b-ae3c-912c3333fa4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59ac3dad-ef4f-471b-89ef-f28f9443f82a HTTP/1.1" status: 200 len: 855 time: 0.0883355 Sep 26 13:19:43.582337 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:43.608100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-4e31dc4d-d9ae-45f3-a20d-922d4407d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:43.609773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-4e31dc4d-d9ae-45f3-a20d-922d4407d434 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bf1093e-5266-4129-afda-8e464a35bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540345 Sep 26 13:19:43.617697 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:43.634158 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:43.762943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:43.764261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-36e3f126-5311-46a8-a414-0315af525aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464367 Sep 26 13:19:43.764955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:43.769790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Pushing event updated for resources: {'Port': ['ID=8f9eaa31-8198-4175-a61d-5377f8e5e443,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:43.773341 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:43.862909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Attempting to bind port 8f9eaa31-8198-4175-a61d-5377f8e5e443 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:43.866049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Attempting to bind port 8f9eaa31-8198-4175-a61d-5377f8e5e443 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:43.866874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Attempting to bind port 8f9eaa31-8198-4175-a61d-5377f8e5e443 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:43.880151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:43.880455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:43.881111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:43.882276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:43.884337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Bound port: 8f9eaa31-8198-4175-a61d-5377f8e5e443, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:43.884742 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:43.959350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-340e3f2b-df74-4d2f-95fe-72fa6a10940d service neutron] 10.222.0.24 "GET /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859586 Sep 26 13:19:44.047992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] For port 8f9eaa31-8198-4175-a61d-5377f8e5e443, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:44.051737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] For port 8f9eaa31-8198-4175-a61d-5377f8e5e443, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8f9eaa31-8198-4175-a61d-5377f8e5e443,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:44.061085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::1 (e4807435-a803-4309-bfce-ebee88a684ba/1ce26190-d749-460a-b321-a148f90dfdff/9def7049-17f7-4408-bf3f-53ed3c7bc1af) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:44.061879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:44.064425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-e4f7203d-2cd9-45d2-ba4f-a924a89e5bef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 217 time: 0.0963390 Sep 26 13:19:44.186058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386737e7-a00d-4fac-a195-90605c87d622 None None] Pushing event updated for resources: {'Port': ['ID=8f9eaa31-8198-4175-a61d-5377f8e5e443,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:44.315286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:44.366070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:44.471083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:44.485541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:44.502520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:44.503152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:44.588672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35450) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:44.601150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=9def7049-17f7-4408-bf3f-53ed3c7bc1af,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:44.815669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-7bfafc92-f56a-42c9-9c85-0fb31c677b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:44.817214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-7bfafc92-f56a-42c9-9c85-0fb31c677b53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.7463791 Sep 26 13:19:44.881396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-740f3e8b-846b-4328-a6e7-c4199d5feed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:44.887649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-740f3e8b-846b-4328-a6e7-c4199d5feed2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609033 Sep 26 13:19:44.964021 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a09c2fd5-a2ba-4ff6-9549-b379c3574a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.004095 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.097951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.100108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-1dd64121-83a7-4e5e-8a76-476276ac32f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047637 Sep 26 13:19:45.265328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-ba270ac7-90b8-4182-818b-759e7a7296f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571119 Sep 26 13:19:45.331982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-6bffcb3e-8972-47c1-a6d5-d164bc245b53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 217 time: 0.0588710 Sep 26 13:19:45.389751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-26f5802d-750b-473e-8f7a-c204b67ebdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:45.391774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-26f5802d-750b-473e-8f7a-c204b67ebdb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.0518639 Sep 26 13:19:45.441333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-474fc2cf-2ca4-4b62-ab2d-40c9277edc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:45.442846 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-474fc2cf-2ca4-4b62-ab2d-40c9277edc23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0437927 Sep 26 13:19:45.552069 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a09c2fd5-a2ba-4ff6-9549-b379c3574a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.558358 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a09c2fd5-a2ba-4ff6-9549-b379c3574a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.561401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-d93eb9a0-7aac-4226-8f48-a1500bcb2e36 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107290 Sep 26 13:19:45.622481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.640796 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.642223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.672171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-e1f39edd-d857-4422-9ad4-04b0b7539014 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039424 Sep 26 13:19:45.714586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a09c2fd5-a2ba-4ff6-9549-b379c3574a61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c6c34373990473fab87222a3a255445&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1237290 Sep 26 13:19:45.721880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35464) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:45.725825 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-aa0427b9-ec0e-4ba8-b689-c12524d541b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39 HTTP/1.1" status: 200 len: 217 time: 0.0451338 Sep 26 13:19:45.734378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c2fd5-a2ba-4ff6-9549-b379c3574a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d4022-1957-494a-9467-b42efcee2f04,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:45.779380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-cee593e0-33b1-409f-9da3-a01d06abc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:45.781536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-cee593e0-33b1-409f-9da3-a01d06abc3cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.0485501 Sep 26 13:19:45.847216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-15704bd2-f84d-4a8a-a272-cfe6a9306a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:45.849443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-15704bd2-f84d-4a8a-a272-cfe6a9306a70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609870 Sep 26 13:19:45.883861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=9def7049-17f7-4408-bf3f-53ed3c7bc1af,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:45.900555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-35643f6a-c2a1-4794-8ee2-0c862a473007 None None] Provisioning complete for port 8f9eaa31-8198-4175-a61d-5377f8e5e443 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:45.901031 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35643f6a-c2a1-4794-8ee2-0c862a473007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.987725 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:45.989683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:45.993289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35643f6a-c2a1-4794-8ee2-0c862a473007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:45.997218 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2eb4-3417-42f9-abab-72c57b8c93ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:46.015870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-825fb233-9594-450c-8dec-918f75ff5f57 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572578 Sep 26 13:19:46.022925 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2eb4-3417-42f9-abab-72c57b8c93ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:46.071880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-35643f6a-c2a1-4794-8ee2-0c862a473007 None None] For port 8f9eaa31-8198-4175-a61d-5377f8e5e443, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8f9eaa31-8198-4175-a61d-5377f8e5e443,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:46.093648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35643f6a-c2a1-4794-8ee2-0c862a473007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:46.175950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35643f6a-c2a1-4794-8ee2-0c862a473007 None None] Pushing event updated for resources: {'Port': ['ID=8f9eaa31-8198-4175-a61d-5377f8e5e443,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:46.255212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-2b559c94-5533-411b-9b84-eb6fc2f97d04 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310202 Sep 26 13:19:46.269424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1220f3d9-681b-4d7d-921a-f6538b8116e8 None None] Provisioning complete for port 9def7049-17f7-4408-bf3f-53ed3c7bc1af triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:46.269894 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1220f3d9-681b-4d7d-921a-f6538b8116e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:46.345284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1220f3d9-681b-4d7d-921a-f6538b8116e8 None None] Port 9def7049-17f7-4408-bf3f-53ed3c7bc1af cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:46.364742 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2eb4-3417-42f9-abab-72c57b8c93ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:46.378950 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2eb4-3417-42f9-abab-72c57b8c93ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:46.386622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9cdf2eb4-3417-42f9-abab-72c57b8c93ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a40d4022-1957-494a-9467-b42efcee2f04 HTTP/1.1" status: 204 len: 168 time: 0.6579037 Sep 26 13:19:46.403579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf2eb4-3417-42f9-abab-72c57b8c93ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d4022-1957-494a-9467-b42efcee2f04,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:46.452739 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-760e042d-63db-4196-857b-0161b1c736ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee HTTP/1.1" status: 200 len: 217 time: 0.1879394 Sep 26 13:19:46.463348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Router 5e2173ab-21c8-4d28-afce-746887704fb5 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:19:46.569124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-ebb7a15e-7c7f-43aa-90a4-c8e6a2df9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:46.573335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-ebb7a15e-7c7f-43aa-90a4-c8e6a2df9639 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 200 len: 797 time: 0.1132748 Sep 26 13:19:46.600113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e3cfbb3b-f727-49d1-ac6c-3bea2da32568 None None] Provisioning complete for port 9def7049-17f7-4408-bf3f-53ed3c7bc1af triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:46.601378 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbb3b-f727-49d1-ac6c-3bea2da32568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:46.752464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-ae5a7611-4afe-42cd-9606-da2043dbb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:46.763838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-ae5a7611-4afe-42cd-9606-da2043dbb89a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9ec4ddc-df0d-4326-b75c-75880657520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1833193 Sep 26 13:19:46.769762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8f9eaa31-8198-4175-a61d-5377f8e5e443 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:46.794342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfbb3b-f727-49d1-ac6c-3bea2da32568 None None] Port 9def7049-17f7-4408-bf3f-53ed3c7bc1af cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:19:46.846009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:46.857849 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f12f29b6-0741-4ea0-ab7f-408facde492d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "PUT /v2.0/routers/5e2173ab-21c8-4d28-afce-746887704fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9535153 Sep 26 13:19:46.857849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35482) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:46.865853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Sync routers for ids ['5e2173ab-21c8-4d28-afce-746887704fb5'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:46.891669 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Routers {'5e2173ab-21c8-4d28-afce-746887704fb5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:46.892432 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5e2173ab-21c8-4d28-afce-746887704fb5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:46.911368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2487ad22-acfe-48af-9cda-0c18a5d89eca tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:46.916317 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2487ad22-acfe-48af-9cda-0c18a5d89eca tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports/9def7049-17f7-4408-bf3f-53ed3c7bc1af HTTP/1.1" status: 200 len: 911 time: 0.0543945 Sep 26 13:19:46.917797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35484) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:46.981196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-95577fd9-3748-4226-a6bf-6d693339aee6 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097738 Sep 26 13:19:46.988073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8f9eaa31-8198-4175-a61d-5377f8e5e443 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:46.988464 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:47.034328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7169788-2d40-4e78-8888-0be2aa72b28f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:47.048634 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Set router 5e2173ab-21c8-4d28-afce-746887704fb5 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:47.064750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7169788-2d40-4e78-8888-0be2aa72b28f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:47.072962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b7169788-2d40-4e78-8888-0be2aa72b28f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1538193 Sep 26 13:19:47.081941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35488) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:47.176454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-e7658c72-eace-4901-89da-26ac5670c5c3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875970 Sep 26 13:19:47.244010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35492) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:47.301422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-6b133e9c-c8d1-4e0a-9393-caf9410f1ffd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c00e443c-2c31-442b-9d81-70b55d11db11 HTTP/1.1" status: 200 len: 217 time: 0.1169622 Sep 26 13:19:47.302922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44c70ae3-e52e-4afa-bd55-8bf6dfab23d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:47.361124 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'name': 'tempest-NetworksTestDHCPv6-router-787668073', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:42Z', 'updated_at': '2021-09-26T13:19:44Z', 'revision_number': 2, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None, '_interfaces': [{'id': '9def7049-17f7-4408-bf3f-53ed3c7bc1af', 'name': '', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'mac_address': 'fa:16:3e:f8:f0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1ce26190-d749-460a-b321-a148f90dfdff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:43Z', 'updated_at': '2021-09-26T13:19:45Z', 'revision_number': 2, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'subnets': [{'id': '1ce26190-d749-460a-b321-a148f90dfdff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:47.391885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-d4d3f006-e0be-4b62-8de7-134a041e7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:47.393346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-d4d3f006-e0be-4b62-8de7-134a041e7b91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.0816736 Sep 26 13:19:47.407299 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Checking router: 5e2173ab-21c8-4d28-afce-746887704fb5 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:47.408437 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Updating router 5e2173ab-21c8-4d28-afce-746887704fb5 port 9def7049-17f7-4408-bf3f-53ed3c7bc1af binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:19:47.449163 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:47.475661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-10243a19-7792-4160-8d0e-4cae3eb40849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:47.478101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-10243a19-7792-4160-8d0e-4cae3eb40849 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761678 Sep 26 13:19:47.530549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44c70ae3-e52e-4afa-bd55-8bf6dfab23d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:47.543132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-44c70ae3-e52e-4afa-bd55-8bf6dfab23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:47.649968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-44c70ae3-e52e-4afa-bd55-8bf6dfab23d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b4d2d030d944a33b9152753b107c926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004347 Sep 26 13:19:47.649968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c70ae3-e52e-4afa-bd55-8bf6dfab23d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e3528-c97a-4f9a-9258-03f118c62a46,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:47.652421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35498) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:47.720418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-542f9e84-0426-447f-99fd-560f5e43877d service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339959 Sep 26 13:19:47.893528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-a9c735e5-be00-42d0-a555-9b4da5a5f98c service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651711 Sep 26 13:19:47.897156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20dd3b53-823c-4fdd-a705-5683306ba89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:47.978868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-7806ef00-c761-4ba9-ab9e-e7495e2d3d8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e HTTP/1.1" status: 200 len: 217 time: 0.0744696 Sep 26 13:19:48.005014 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.014434 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20dd3b53-823c-4fdd-a705-5683306ba89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.020398 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.126279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-75e85311-6a86-44b3-a170-0d02fe1c6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:48.130554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-75e85311-6a86-44b3-a170-0d02fe1c6dbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 200 len: 797 time: 0.1436012 Sep 26 13:19:48.139874 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c378b18-c8c9-42ce-a62d-bba83eee0854 None None] Pushing event updated for resources: {'Port': ['ID=9def7049-17f7-4408-bf3f-53ed3c7bc1af,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:48.185378 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Attempting to bind port 9def7049-17f7-4408-bf3f-53ed3c7bc1af on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:48.185797 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Attempting to bind port 9def7049-17f7-4408-bf3f-53ed3c7bc1af by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:48.186171 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Attempting to bind port 9def7049-17f7-4408-bf3f-53ed3c7bc1af on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:48.194372 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:48.195554 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:48.195955 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.196355 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:48.196832 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Bound port: 9def7049-17f7-4408-bf3f-53ed3c7bc1af, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:48.197209 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.251100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.292047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] For port 9def7049-17f7-4408-bf3f-53ed3c7bc1af, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:48.296669 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] For port 9def7049-17f7-4408-bf3f-53ed3c7bc1af, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9def7049-17f7-4408-bf3f-53ed3c7bc1af,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:48.297098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20dd3b53-823c-4fdd-a705-5683306ba89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.303739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20dd3b53-823c-4fdd-a705-5683306ba89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.305845 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.309107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-20dd3b53-823c-4fdd-a705-5683306ba89d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/122e3528-c97a-4f9a-9258-03f118c62a46 HTTP/1.1" status: 204 len: 168 time: 0.6506956 Sep 26 13:19:48.328393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd3b53-823c-4fdd-a705-5683306ba89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e3528-c97a-4f9a-9258-03f118c62a46,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:48.364386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-dcd5b178-0787-4e5f-9ade-a645ce0ba512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:48.366140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-dcd5b178-0787-4e5f-9ade-a645ce0ba512 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b86aff44-39fa-42e7-b920-6c793e3330ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2270782 Sep 26 13:19:48.400074 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c378b18-c8c9-42ce-a62d-bba83eee0854 None None] Pushing event updated for resources: {'Port': ['ID=9def7049-17f7-4408-bf3f-53ed3c7bc1af,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:48.422229 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Routers {'5e2173ab-21c8-4d28-afce-746887704fb5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:48.422914 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5e2173ab-21c8-4d28-afce-746887704fb5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:48.574598 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] Set router 5e2173ab-21c8-4d28-afce-746887704fb5 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:48.575633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-96fe9542-d0ef-4626-b5d1-84b700790605 None None] Provisioning complete for port 9def7049-17f7-4408-bf3f-53ed3c7bc1af triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:48.576158 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fe9542-d0ef-4626-b5d1-84b700790605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:48.582208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-8b5d3b9b-1cac-47cc-b859-c0817bab6a30 service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083023 Sep 26 13:19:48.826195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f45e4fe-1d66-4998-ae64-9a695b3dae24 req-33c25952-683b-43a7-9223-fb58de7324fc service neutron] 10.222.0.24 "GET /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350471 Sep 26 13:19:48.837306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 9def7049-17f7-4408-bf3f-53ed3c7bc1af {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:48.837306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:49.034158 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'name': 'tempest-NetworksTestDHCPv6-router-787668073', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:42Z', 'updated_at': '2021-09-26T13:19:44Z', 'revision_number': 2, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None, '_interfaces': [{'id': '9def7049-17f7-4408-bf3f-53ed3c7bc1af', 'name': '', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'mac_address': 'fa:16:3e:f8:f0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1ce26190-d749-460a-b321-a148f90dfdff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:43Z', 'updated_at': '2021-09-26T13:19:48Z', 'revision_number': 4, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'subnets': [{'id': '1ce26190-d749-460a-b321-a148f90dfdff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:49.088875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] For port 9def7049-17f7-4408-bf3f-53ed3c7bc1af, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9def7049-17f7-4408-bf3f-53ed3c7bc1af,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:49.092534 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5b6f15-20cf-41f4-a996-779380ab0bf3 None None] The sync data for ids ['5e2173ab-21c8-4d28-afce-746887704fb5'] in n-d-806683-13 is: [{'id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'name': 'tempest-NetworksTestDHCPv6-router-787668073', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:42Z', 'updated_at': '2021-09-26T13:19:44Z', 'revision_number': 2, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None, '_interfaces': [{'id': '9def7049-17f7-4408-bf3f-53ed3c7bc1af', 'name': '', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'mac_address': 'fa:16:3e:f8:f0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '1ce26190-d749-460a-b321-a148f90dfdff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:19:43Z', 'updated_at': '2021-09-26T13:19:48Z', 'revision_number': 4, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'subnets': [{'id': '1ce26190-d749-460a-b321-a148f90dfdff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:49.092767 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:49.149901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 9def7049-17f7-4408-bf3f-53ed3c7bc1af owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:49.175446 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fe9542-d0ef-4626-b5d1-84b700790605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:49.266259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-96fe9542-d0ef-4626-b5d1-84b700790605 None None] For port 9def7049-17f7-4408-bf3f-53ed3c7bc1af, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9def7049-17f7-4408-bf3f-53ed3c7bc1af,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:49.272125 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96fe9542-d0ef-4626-b5d1-84b700790605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:49.375207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe9542-d0ef-4626-b5d1-84b700790605 None None] Pushing event updated for resources: {'Port': ['ID=9def7049-17f7-4408-bf3f-53ed3c7bc1af,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:49.401790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:49.405220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9308f30e-b9e8-444a-ae12-1ce2cf9751f8 None None] Provisioning complete for port 9def7049-17f7-4408-bf3f-53ed3c7bc1af triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:49.407761 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9308f30e-b9e8-444a-ae12-1ce2cf9751f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:49.447864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9308f30e-b9e8-444a-ae12-1ce2cf9751f8 None None] Port 9def7049-17f7-4408-bf3f-53ed3c7bc1af was deleted so its status cannot be updated. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 26 13:19:49.492193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=9def7049-17f7-4408-bf3f-53ed3c7bc1af,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:49.804995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:50.100843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Router 5e2173ab-21c8-4d28-afce-746887704fb5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:19:50.176913 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:50.249967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:19:50.259687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-47e862f4-a998-42ef-a255-fe27052ac12d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "PUT /v2.0/routers/5e2173ab-21c8-4d28-afce-746887704fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1776612 Sep 26 13:19:50.262044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35568) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:50.344513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a691e46-f613-4682-b264-b083739c17f0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:50.346356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a691e46-f613-4682-b264-b083739c17f0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:50.348289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2a691e46-f613-4682-b264-b083739c17f0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0851035 Sep 26 13:19:50.353869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35570) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:50.440238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4fc2d3-a131-4131-84b5-2173ecc4015d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 1ce26190-d749-460a-b321-a148f90dfdff {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:50.445984 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc2d3-a131-4131-84b5-2173ecc4015d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:50.522474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc2d3-a131-4131-84b5-2173ecc4015d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:50.698126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc2d3-a131-4131-84b5-2173ecc4015d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:50.830094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc2d3-a131-4131-84b5-2173ecc4015d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:50.862747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc2d3-a131-4131-84b5-2173ecc4015d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:50.864709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4c4fc2d3-a131-4131-84b5-2173ecc4015d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/1ce26190-d749-460a-b321-a148f90dfdff HTTP/1.1" status: 204 len: 168 time: 0.5091670 Sep 26 13:19:50.868079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35586) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:50.882799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968b043-603e-4b09-ae18-7bdb82e690d5 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:50.919485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fc2d3-a131-4131-84b5-2173ecc4015d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce26190-d749-460a-b321-a148f90dfdff,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:51.083357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c0282f24-ca7f-4036-ad0d-6b2f05ce3a4a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2132249 Sep 26 13:19:51.086827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35592) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:51.247405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] Sync routers for ids ['5e2173ab-21c8-4d28-afce-746887704fb5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:19:51.260787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] Routers {'5e2173ab-21c8-4d28-afce-746887704fb5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:51.265173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5e2173ab-21c8-4d28-afce-746887704fb5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:51.301233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09974b9a-d2eb-4c72-842a-25185f93f96c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:51.310876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:51.385754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] Set router 5e2173ab-21c8-4d28-afce-746887704fb5 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:51.478691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'name': 'tempest-NetworksTestDHCPv6-router-787668073', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:42Z', 'updated_at': '2021-09-26T13:19:49Z', 'revision_number': 3, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:51.529587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] Checking router: 5e2173ab-21c8-4d28-afce-746887704fb5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:19:51.555424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] Routers {'5e2173ab-21c8-4d28-afce-746887704fb5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:19:51.556926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:19:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5e2173ab-21c8-4d28-afce-746887704fb5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:51.575039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09974b9a-d2eb-4c72-842a-25185f93f96c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:51.577372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09974b9a-d2eb-4c72-842a-25185f93f96c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:51.627148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] Deleting port 8f9eaa31-8198-4175-a61d-5377f8e5e443 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:51.627882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:51.642920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09974b9a-d2eb-4c72-842a-25185f93f96c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:51.643519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09974b9a-d2eb-4c72-842a-25185f93f96c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Fanout notify agent at l3_agent the message router_deleted on router 5e2173ab-21c8-4d28-afce-746887704fb5 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:19:51.654201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09974b9a-d2eb-4c72-842a-25185f93f96c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:51.655740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-09974b9a-d2eb-4c72-842a-25185f93f96c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/routers/5e2173ab-21c8-4d28-afce-746887704fb5 HTTP/1.1" status: 204 len: 168 time: 0.5674798 Sep 26 13:19:51.659388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35610) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:51.752840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e6169a-21f2-41c7-8e5c-251dabfa65c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:51.754906 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-97e6169a-21f2-41c7-8e5c-251dabfa65c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0955045 Sep 26 13:19:51.758011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:51.780199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] Set router 5e2173ab-21c8-4d28-afce-746887704fb5 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:19:51.837623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da20af8b-f835-420a-ba92-21114ca71177 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:51.839545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-da20af8b-f835-420a-ba92-21114ca71177 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0803201 Sep 26 13:19:51.842496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35622) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:51.846824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'name': 'tempest-NetworksTestDHCPv6-router-787668073', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:42Z', 'updated_at': '2021-09-26T13:19:49Z', 'revision_number': 3, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:19:51.890835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-35c9b8bb-5c08-45e9-ae16-4eb3004fb95c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463603 Sep 26 13:19:51.895295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35628) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:51.897661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] For port 8f9eaa31-8198-4175-a61d-5377f8e5e443, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8f9eaa31-8198-4175-a61d-5377f8e5e443,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:51.898181 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:51.900434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:51.901860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac74c4-499a-4b22-9de6-8426d3aa1350 None None] The sync data for ids ['5e2173ab-21c8-4d28-afce-746887704fb5'] in n-d-806683-13 is: [{'id': '5e2173ab-21c8-4d28-afce-746887704fb5', 'name': 'tempest-NetworksTestDHCPv6-router-787668073', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:19:42Z', 'updated_at': '2021-09-26T13:19:49Z', 'revision_number': 3, 'project_id': '7bf73118634b4f67a398edc3c2d09457', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:19:51.916472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] Calling delete_port for 8f9eaa31-8198-4175-a61d-5377f8e5e443 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:52.023186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:52.046876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:52.051473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:52.058508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] Pushing event deleted for resources: {'Port': ['ID=8f9eaa31-8198-4175-a61d-5377f8e5e443,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:52.077354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc72cd8-cf7c-4799-a282-c21f5c26bc32 None None] No DVR routers for this DVR port 8f9eaa31-8198-4175-a61d-5377f8e5e443 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:52.472753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:19:52.475647 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:52.581517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:52.590599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:52.596502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:52.597467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:52.613384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=f71b9c64-c420-403a-8eb9-e78137da3f17,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:52.635617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8594fd7c-e5e3-4681-944c-f02036ef1ccd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7391856 Sep 26 13:19:52.639601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35660) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:52.647313 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf9f2e9-803e-4655-b3f0-0d4db81ed03f None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:52.666489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:52.850642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9def7049-17f7-4408-bf3f-53ed3c7bc1af no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:52.888176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9def7049-17f7-4408-bf3f-53ed3c7bc1af {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:52.889586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9def7049-17f7-4408-bf3f-53ed3c7bc1af not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:52.890485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8f9eaa31-8198-4175-a61d-5377f8e5e443 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:52.922254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 8f9eaa31-8198-4175-a61d-5377f8e5e443 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:52.923045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8f9eaa31-8198-4175-a61d-5377f8e5e443 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:52.943824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:52.949258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:53.176335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': 'f71b9c64-c420-403a-8eb9-e78137da3f17'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:53.177227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:53.380567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:53.457428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=36207558-be47-4e55-8d08-b8b3da38283c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:53.468941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:53.472938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:53.483646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:53.486283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Allocated IP 2001:db8::f816:3eff:fe5f:e03f (e4807435-a803-4309-bfce-ebee88a684ba/f71b9c64-c420-403a-8eb9-e78137da3f17/f3fa80c5-f2c0-48ae-8902-eabb5ae875ec) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:53.487763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:53.506558 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6dd444da-b4cf-4e5f-b0ad-6fcdc44fd154 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8622515 Sep 26 13:19:53.511373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35698) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:53.518022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:8d:f2:dd', 'name': 'tempest-NetworksTestDHCPv6-1502854821'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:53.681458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:53.820242 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:53.846847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:53.861265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:53.888320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 648b9061-5c1e-4390-b541-632f4631f7ed yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:19:53.891733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:53.894362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:53.922077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:53.983250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Pushing event updated for resources: {'Port': ['ID=f3fa80c5-f2c0-48ae-8902-eabb5ae875ec,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:53.996500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Attempting to bind port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:53.997113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Attempting to bind port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:53.997864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Attempting to bind port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:54.015430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:54.015834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:54.016251 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:54.016704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:54.018165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Bound port: f3fa80c5-f2c0-48ae-8902-eabb5ae875ec, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:54.018569 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:54.092766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 172.20.0.11 (e4807435-a803-4309-bfce-ebee88a684ba/36207558-be47-4e55-8d08-b8b3da38283c/648b9061-5c1e-4390-b541-632f4631f7ed) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:54.103834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fe8d:f2dd (e4807435-a803-4309-bfce-ebee88a684ba/f71b9c64-c420-403a-8eb9-e78137da3f17/648b9061-5c1e-4390-b541-632f4631f7ed) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:54.203172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] For port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:54.215945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] For port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f3fa80c5-f2c0-48ae-8902-eabb5ae875ec,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:54.222071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:54.348728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70772807-cb05-4103-bd41-f2d6e9ab9a75 None None] Pushing event updated for resources: {'Port': ['ID=f3fa80c5-f2c0-48ae-8902-eabb5ae875ec,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:54.392904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:54.448045 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:54.504120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:54.507584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:54.521897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:54.589224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=648b9061-5c1e-4390-b541-632f4631f7ed,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:54.592295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35724) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:54.645166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:54.646163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:54.666319 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:19:54.692064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-32d1d592-bdbd-434e-abc9-f99b4b0c95ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1785600 Sep 26 13:19:54.695581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35732) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:54.812353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfd263-8801-4cc6-b8ca-e51e487d8c96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:54.821473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfd263-8801-4cc6-b8ca-e51e487d8c96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:54.828448 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eadfd263-8801-4cc6-b8ca-e51e487d8c96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1308942 Sep 26 13:19:54.828762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35734) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:54.936469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fce5bc-4423-40c2-80de-412ccea58398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:54.983484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3c644384-3fdd-4340-a5c3-92e6dfeebccf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 648b9061-5c1e-4390-b541-632f4631f7ed {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:54.983838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c644384-3fdd-4340-a5c3-92e6dfeebccf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.083888 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fce5bc-4423-40c2-80de-412ccea58398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.099450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-82fce5bc-4423-40c2-80de-412ccea58398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.140536 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c644384-3fdd-4340-a5c3-92e6dfeebccf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.169471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3c644384-3fdd-4340-a5c3-92e6dfeebccf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 648b9061-5c1e-4390-b541-632f4631f7ed owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:55.193749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35738) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:55.195533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-82fce5bc-4423-40c2-80de-412ccea58398 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51b9c3a480ac4857af3c38962fc015d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961933 Sep 26 13:19:55.197351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fce5bc-4423-40c2-80de-412ccea58398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24430c5f-06a4-4be9-9ddb-794091066f74,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:55.316138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b57b16d-7809-4504-9edd-39fa7b9a9927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.351347 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b57b16d-7809-4504-9edd-39fa7b9a9927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.502479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b57b16d-7809-4504-9edd-39fa7b9a9927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.505315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b57b16d-7809-4504-9edd-39fa7b9a9927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.510433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0b57b16d-7809-4504-9edd-39fa7b9a9927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24430c5f-06a4-4be9-9ddb-794091066f74 HTTP/1.1" status: 204 len: 168 time: 0.3124607 Sep 26 13:19:55.526265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b16d-7809-4504-9edd-39fa7b9a9927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24430c5f-06a4-4be9-9ddb-794091066f74,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:55.541299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c644384-3fdd-4340-a5c3-92e6dfeebccf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.594818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c644384-3fdd-4340-a5c3-92e6dfeebccf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=648b9061-5c1e-4390-b541-632f4631f7ed,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:55.735506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c644384-3fdd-4340-a5c3-92e6dfeebccf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:55.739787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3c644384-3fdd-4340-a5c3-92e6dfeebccf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/648b9061-5c1e-4390-b541-632f4631f7ed HTTP/1.1" status: 204 len: 168 time: 0.9092743 Sep 26 13:19:55.742047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35744) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:55.892311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1f579-1205-46ce-afea-8f12995b24cf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:55.895248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1f579-1205-46ce-afea-8f12995b24cf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:55.896908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1f579-1205-46ce-afea-8f12995b24cf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:55.899412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3cf1f579-1205-46ce-afea-8f12995b24cf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1556063 Sep 26 13:19:55.902063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:56.003743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9ddc2-8a16-44c8-847f-17682f9a770d None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:56.042497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-013a22e9-a04d-40bd-943a-b73975ad8c39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 36207558-be47-4e55-8d08-b8b3da38283c {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:56.049816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-013a22e9-a04d-40bd-943a-b73975ad8c39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.051460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35758) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:56.076807 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-224c3b87-3f85-4233-adac-d1bd1ad8e6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.127145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-013a22e9-a04d-40bd-943a-b73975ad8c39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.217510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-013a22e9-a04d-40bd-943a-b73975ad8c39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.241352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b8b56deb-44b5-44fe-9125-1cf2ec6649fc None None] Provisioning complete for port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:56.241957 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8b56deb-44b5-44fe-9125-1cf2ec6649fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.309034 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-224c3b87-3f85-4233-adac-d1bd1ad8e6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.318556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-224c3b87-3f85-4233-adac-d1bd1ad8e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.328662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-013a22e9-a04d-40bd-943a-b73975ad8c39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.368176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c3b87-3f85-4233-adac-d1bd1ad8e6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8158bda1-3475-4181-8fbf-eaaf307bba0f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:56.378964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35762) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:56.404986 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-224c3b87-3f85-4233-adac-d1bd1ad8e6f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=714a2d8b515c455f9ac8e00238383d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520761 Sep 26 13:19:56.407510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-013a22e9-a04d-40bd-943a-b73975ad8c39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.407986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35766) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:56.414428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-013a22e9-a04d-40bd-943a-b73975ad8c39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/36207558-be47-4e55-8d08-b8b3da38283c HTTP/1.1" status: 204 len: 168 time: 0.5112195 Sep 26 13:19:56.419798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35768) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:56.431725 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a22e9-a04d-40bd-943a-b73975ad8c39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=36207558-be47-4e55-8d08-b8b3da38283c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:56.485002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8b56deb-44b5-44fe-9125-1cf2ec6649fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.518167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-746b6bd2-4af5-4f7f-b113-565866056990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.543183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f4a87-e146-4056-99cf-0fb1e660a68c None None] Update dhcp port {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': 'f71b9c64-c420-403a-8eb9-e78137da3f17', 'ip_address': '2001:db8::f816:3eff:fe5f:e03f'}, {'subnet_id': '36207558-be47-4e55-8d08-b8b3da38283c'}], 'binding:host_id': 'n-d-806683-13'}, 'id': 'f3fa80c5-f2c0-48ae-8902-eabb5ae875ec'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:19:56.570938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b8b56deb-44b5-44fe-9125-1cf2ec6649fc None None] For port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f3fa80c5-f2c0-48ae-8902-eabb5ae875ec,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:56.571846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-746b6bd2-4af5-4f7f-b113-565866056990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.580248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-745f4a87-e146-4056-99cf-0fb1e660a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.597114 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8b56deb-44b5-44fe-9125-1cf2ec6649fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.615202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabbd854-675a-4da5-94da-eaea8c78f7b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet f71b9c64-c420-403a-8eb9-e78137da3f17 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:19:56.628386 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aabbd854-675a-4da5-94da-eaea8c78f7b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.664492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7efa222e-3916-46c2-b60e-60dcbb3ba113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.678113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-746b6bd2-4af5-4f7f-b113-565866056990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.687124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-746b6bd2-4af5-4f7f-b113-565866056990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.692004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-746b6bd2-4af5-4f7f-b113-565866056990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8158bda1-3475-4181-8fbf-eaaf307bba0f HTTP/1.1" status: 204 len: 168 time: 0.2799778 Sep 26 13:19:56.739400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b6bd2-4af5-4f7f-b113-565866056990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8158bda1-3475-4181-8fbf-eaaf307bba0f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:56.780196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aabbd854-675a-4da5-94da-eaea8c78f7b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.835971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f3fa80c5-f2c0-48ae-8902-eabb5ae875ec up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:19:56.936999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7efa222e-3916-46c2-b60e-60dcbb3ba113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.944533 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7efa222e-3916-46c2-b60e-60dcbb3ba113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.990588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aabbd854-675a-4da5-94da-eaea8c78f7b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:56.995116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa222e-3916-46c2-b60e-60dcbb3ba113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2993096f-5560-43cf-a451-c0b851d44fb5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:57.037719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7efa222e-3916-46c2-b60e-60dcbb3ba113 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1f86fc7c3844ab0b38e1d0d0a1c2c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575594 Sep 26 13:19:57.039237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35776) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:57.103857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b56deb-44b5-44fe-9125-1cf2ec6649fc None None] Pushing event updated for resources: {'Port': ['ID=f3fa80c5-f2c0-48ae-8902-eabb5ae875ec,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:57.130095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8061d4be-b109-4a6f-811e-52dd150c9387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.145073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aabbd854-675a-4da5-94da-eaea8c78f7b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.152080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:57.152456 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-745f4a87-e146-4056-99cf-0fb1e660a68c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f71b9c64-c420-403a-8eb9-e78137da3f17: This subnet is being modified by another concurrent operation. Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f71b9c64-c420-403a-8eb9-e78137da3f17: This subnet is being modified by another concurrent operation. Sep 26 13:19:57.156737 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 13:19:57.187167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aabbd854-675a-4da5-94da-eaea8c78f7b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.191665 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aabbd854-675a-4da5-94da-eaea8c78f7b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/f71b9c64-c420-403a-8eb9-e78137da3f17 HTTP/1.1" status: 204 len: 168 time: 0.7432632 Sep 26 13:19:57.191665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbd854-675a-4da5-94da-eaea8c78f7b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=f71b9c64-c420-403a-8eb9-e78137da3f17,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:57.193029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35782) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:57.195503 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8061d4be-b109-4a6f-811e-52dd150c9387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.249790 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac8870ae-1efd-4d12-839b-2e1f64ec494d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527177 Sep 26 13:19:57.251348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35784) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:57.263011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:57.293478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8061d4be-b109-4a6f-811e-52dd150c9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.297099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8061d4be-b109-4a6f-811e-52dd150c9387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.298569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8061d4be-b109-4a6f-811e-52dd150c9387 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2993096f-5560-43cf-a451-c0b851d44fb5 HTTP/1.1" status: 204 len: 168 time: 0.2580936 Sep 26 13:19:57.308187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061d4be-b109-4a6f-811e-52dd150c9387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2993096f-5560-43cf-a451-c0b851d44fb5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:57.325935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b59253-98a4-4659-ab0f-e182f1ed8f0c None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:19:57.454301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e456efc8-d4f6-4046-a6e6-b92eb0af4da9 None None] Provisioning complete for port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:19:57.454741 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e456efc8-d4f6-4046-a6e6-b92eb0af4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.486450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:57.498075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.641111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:19:57.732013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] Deleting port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:19:57.732401 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.761390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35800) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:57.778897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa150840-3058-4ca4-98b8-c56f146c465c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.820524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] For port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f3fa80c5-f2c0-48ae-8902-eabb5ae875ec,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:19:57.821010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.846300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] Calling delete_port for f3fa80c5-f2c0-48ae-8902-eabb5ae875ec owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:19:57.950128 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa150840-3058-4ca4-98b8-c56f146c465c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:57.958878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa150840-3058-4ca4-98b8-c56f146c465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.009228 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.010932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fa150840-3058-4ca4-98b8-c56f146c465c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bed1dc02675849f48c9fcc8cca20c24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482522 Sep 26 13:19:58.016907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35804) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:58.018501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa150840-3058-4ca4-98b8-c56f146c465c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd7f7bf-fb37-455e-9e65-0f160421e6eb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:58.041863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] Pushing event deleted for resources: {'Port': ['ID=f3fa80c5-f2c0-48ae-8902-eabb5ae875ec,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:58.046250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ea45f-5b19-485f-bdb9-c57064c727af None None] No DVR routers for this DVR port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:19:58.076761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80904e-7350-470c-bd54-ca80c6a44754 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:19:58.132066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:19:58.168794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e4daf6a-4f9c-47a7-b802-67e2c4e4af51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.215907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e4daf6a-4f9c-47a7-b802-67e2c4e4af51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.245126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f80904e-7350-470c-bd54-ca80c6a44754 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:19:58.283396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e4daf6a-4f9c-47a7-b802-67e2c4e4af51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.286543 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6e4daf6a-4f9c-47a7-b802-67e2c4e4af51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.287725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6e4daf6a-4f9c-47a7-b802-67e2c4e4af51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bd7f7bf-fb37-455e-9e65-0f160421e6eb HTTP/1.1" status: 204 len: 168 time: 0.2484016 Sep 26 13:19:58.300227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4daf6a-4f9c-47a7-b802-67e2c4e4af51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd7f7bf-fb37-455e-9e65-0f160421e6eb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:58.489582 n-d-806683-13 neutron-server[94811]: WARNING neutron.services.revisions.revision_plugin [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Could not find related port for resource to bump revision. Sep 26 13:19:58.505465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_pluggable_backend [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Port f3fa80c5-f2c0-48ae-8902-eabb5ae875ec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 26 13:19:58.506385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_pluggable_backend [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5f:e03f {{(pid=94811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 26 13:19:58.515377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_pluggable_backend [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5f:e03f {{(pid=94811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 26 13:19:58.524203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.627103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:58.640393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:58.645799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f3fa80c5-f2c0-48ae-8902-eabb5ae875ec no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:19:58.647834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:58.649519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.649659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': 'e3369b2f-bf4f-4450-9919-70ff19878821'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:19:58.650310 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:58.681293 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4285891 Sep 26 13:19:58.684525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35824) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:58.691484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:58.693710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058272be-c5de-43db-a6da-1ac6c565c88c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=e3369b2f-bf4f-4450-9919-70ff19878821,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:58.707236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f3fa80c5-f2c0-48ae-8902-eabb5ae875ec {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:19:58.707814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f3fa80c5-f2c0-48ae-8902-eabb5ae875ec not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:19:58.898120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Allocated IP 2001:db8::f816:3eff:fea0:6ef9 (e4807435-a803-4309-bfce-ebee88a684ba/e3369b2f-bf4f-4450-9919-70ff19878821/ea78e1c7-096e-4ce9-a189-662c010db744) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:19:58.960914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:19:58.969189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:59.172672 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:59.181661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:59.209358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:59.249733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:59.265508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:19:59.345717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Pushing event updated for resources: {'Port': ['ID=ea78e1c7-096e-4ce9-a189-662c010db744,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:59.360273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Attempting to bind port ea78e1c7-096e-4ce9-a189-662c010db744 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:19:59.360797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Attempting to bind port ea78e1c7-096e-4ce9-a189-662c010db744 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:19:59.361259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Attempting to bind port ea78e1c7-096e-4ce9-a189-662c010db744 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:19:59.366810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:19:59.367182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:19:59.370419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:59.370869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:19:59.371362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Bound port: ea78e1c7-096e-4ce9-a189-662c010db744, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:19:59.371764 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:59.464931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:59.477413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] For port ea78e1c7-096e-4ce9-a189-662c010db744, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:19:59.481349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] For port ea78e1c7-096e-4ce9-a189-662c010db744, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ea78e1c7-096e-4ce9-a189-662c010db744,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:19:59.489198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:59.567425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c451eed-1c7d-4ee3-a70a-4eff259b18e9 None None] Pushing event updated for resources: {'Port': ['ID=ea78e1c7-096e-4ce9-a189-662c010db744,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:59.583958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:19:59.590933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:19:59.596224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:19:59.597935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:19:59.613205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=5b07e2f2-79eb-4bc5-accf-7e210bfeb214,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:19:59.627620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0b5bdc45-1cf3-46c2-9a3f-4d75858a9f73 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9411485 Sep 26 13:19:59.627977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35854) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:19:59.637922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:0b:fc:34', 'name': 'tempest-NetworksTestDHCPv6-1622485121'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:19:59.904362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:00.075702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:00.114436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 26251ed5-ba04-4986-ad3a-869afe201944 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:00.383570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 172.20.0.5 (e4807435-a803-4309-bfce-ebee88a684ba/5b07e2f2-79eb-4bc5-accf-7e210bfeb214/26251ed5-ba04-4986-ad3a-869afe201944) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:00.394810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fe0b:fc34 (e4807435-a803-4309-bfce-ebee88a684ba/e3369b2f-bf4f-4450-9919-70ff19878821/26251ed5-ba04-4986-ad3a-869afe201944) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:00.722858 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ea78e1c7-096e-4ce9-a189-662c010db744 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:00.799289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ea78e1c7-096e-4ce9-a189-662c010db744 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:00.799735 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:00.962683 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.034136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port ea78e1c7-096e-4ce9-a189-662c010db744, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ea78e1c7-096e-4ce9-a189-662c010db744,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:01.042009 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.068564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.106784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c0b59-1a77-4b36-a5e7-2cf7bfe9c971 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:01.122025 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.214739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:01.222738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:01.242379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:01.280104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=ea78e1c7-096e-4ce9-a189-662c010db744,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:01.284903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cc9464dc-bc0c-4f99-90c1-6c3c0cd9eec7 None None] Provisioning complete for port ea78e1c7-096e-4ce9-a189-662c010db744 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:01.285187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc9464dc-bc0c-4f99-90c1-6c3c0cd9eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.300574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=26251ed5-ba04-4986-ad3a-869afe201944,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:01.344080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:01.345615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.381414 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-54206ec8-a8da-4900-b479-204985431559 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7521355 Sep 26 13:20:01.384064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35910) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:01.461861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b1904-a901-4a5a-9c8e-636af1d040ff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:01.468673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b1904-a901-4a5a-9c8e-636af1d040ff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:01.470468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c60b1904-a901-4a5a-9c8e-636af1d040ff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0849631 Sep 26 13:20:01.476742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35914) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:01.589399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-268e51a2-0ed7-435d-b825-0b29376db031 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 26251ed5-ba04-4986-ad3a-869afe201944 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:01.589895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-268e51a2-0ed7-435d-b825-0b29376db031 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.698446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35918) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:01.699440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-268e51a2-0ed7-435d-b825-0b29376db031 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.705207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218986e5-48c7-4134-8c8e-a71b88aeba5c None None] Update dhcp port {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': 'e3369b2f-bf4f-4450-9919-70ff19878821', 'ip_address': '2001:db8::f816:3eff:fea0:6ef9'}, {'subnet_id': '5b07e2f2-79eb-4bc5-accf-7e210bfeb214'}], 'binding:host_id': 'n-d-806683-13'}, 'id': 'ea78e1c7-096e-4ce9-a189-662c010db744'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:20:01.713044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-268e51a2-0ed7-435d-b825-0b29376db031 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 26251ed5-ba04-4986-ad3a-869afe201944 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:01.751915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-218986e5-48c7-4134-8c8e-a71b88aeba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.857721 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c60cac06-75ad-48fd-9b48-98aa4c4af3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:01.958669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-218986e5-48c7-4134-8c8e-a71b88aeba5c None None] Allocated IP 172.20.0.2 (e4807435-a803-4309-bfce-ebee88a684ba/5b07e2f2-79eb-4bc5-accf-7e210bfeb214/ea78e1c7-096e-4ce9-a189-662c010db744) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:01.964165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-268e51a2-0ed7-435d-b825-0b29376db031 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.050816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c60cac06-75ad-48fd-9b48-98aa4c4af3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.055915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c60cac06-75ad-48fd-9b48-98aa4c4af3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.063338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e51a2-0ed7-435d-b825-0b29376db031 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=26251ed5-ba04-4986-ad3a-869afe201944,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:02.101180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cac06-75ad-48fd-9b48-98aa4c4af3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e07b27-92b6-4a58-befa-e42f15598efe,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:02.106703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c60cac06-75ad-48fd-9b48-98aa4c4af3db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bba9855df75d43ab9d05402f3ffafb2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069355 Sep 26 13:20:02.110900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35924) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:02.118613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-218986e5-48c7-4134-8c8e-a71b88aeba5c None None] For port ea78e1c7-096e-4ce9-a189-662c010db744, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ea78e1c7-096e-4ce9-a189-662c010db744,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:02.162346 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-218986e5-48c7-4134-8c8e-a71b88aeba5c None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.168661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-218986e5-48c7-4134-8c8e-a71b88aeba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.190284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-268e51a2-0ed7-435d-b825-0b29376db031 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.195201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35928) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:02.205648 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-268e51a2-0ed7-435d-b825-0b29376db031 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/26251ed5-ba04-4986-ad3a-869afe201944 HTTP/1.1" status: 204 len: 168 time: 0.7276123 Sep 26 13:20:02.237100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218986e5-48c7-4134-8c8e-a71b88aeba5c None None] Pushing event updated for resources: {'Port': ['ID=ea78e1c7-096e-4ce9-a189-662c010db744,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:02.245530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2af4b8f-60fb-488c-81a0-766eb5e94a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.292064 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2af4b8f-60fb-488c-81a0-766eb5e94a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.317303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5848ba66-c4fe-45f5-b108-ae59ed80795f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:02.318869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5848ba66-c4fe-45f5-b108-ae59ed80795f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:02.321067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5848ba66-c4fe-45f5-b108-ae59ed80795f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:02.325660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5848ba66-c4fe-45f5-b108-ae59ed80795f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1292820 Sep 26 13:20:02.326359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35934) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:02.381020 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2af4b8f-60fb-488c-81a0-766eb5e94a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.385111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2af4b8f-60fb-488c-81a0-766eb5e94a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.388527 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a2af4b8f-60fb-488c-81a0-766eb5e94a99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12e07b27-92b6-4a58-befa-e42f15598efe HTTP/1.1" status: 204 len: 168 time: 0.2745109 Sep 26 13:20:02.396711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af4b8f-60fb-488c-81a0-766eb5e94a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e07b27-92b6-4a58-befa-e42f15598efe,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:02.438856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc3384d-c029-4114-8b41-e111ac4ed558 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 5b07e2f2-79eb-4bc5-accf-7e210bfeb214 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:02.449011 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7dc3384d-c029-4114-8b41-e111ac4ed558 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.581300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7dc3384d-c029-4114-8b41-e111ac4ed558 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.723912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ea78e1c7-096e-4ce9-a189-662c010db744 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:02.791666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7dc3384d-c029-4114-8b41-e111ac4ed558 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.821303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ea78e1c7-096e-4ce9-a189-662c010db744 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:02.822377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.888446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7dc3384d-c029-4114-8b41-e111ac4ed558 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.904318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7dc3384d-c029-4114-8b41-e111ac4ed558 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:02.908707 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7dc3384d-c029-4114-8b41-e111ac4ed558 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/5b07e2f2-79eb-4bc5-accf-7e210bfeb214 HTTP/1.1" status: 204 len: 168 time: 0.5791929 Sep 26 13:20:02.909216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35946) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:02.929579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3384d-c029-4114-8b41-e111ac4ed558 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=5b07e2f2-79eb-4bc5-accf-7e210bfeb214,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:03.005027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35948) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:03.025817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a50d98b-a01b-44f6-a694-0b7542e0af07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.045112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f120ab-51f8-4b02-9df4-14a5f742b3fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet e3369b2f-bf4f-4450-9919-70ff19878821 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:03.051043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90f120ab-51f8-4b02-9df4-14a5f742b3fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.118061 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90f120ab-51f8-4b02-9df4-14a5f742b3fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.234716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90f120ab-51f8-4b02-9df4-14a5f742b3fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.276602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba66f1-ff11-44b6-8825-638e678f9621 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:03.330483 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a50d98b-a01b-44f6-a694-0b7542e0af07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.335610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a50d98b-a01b-44f6-a694-0b7542e0af07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.338582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3cfdef6f-612c-411b-88a8-2ad29427a6ab None None] Could not find standard attr ID for object 26251ed5-ba04-4986-ad3a-869afe201944. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:03.342132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90f120ab-51f8-4b02-9df4-14a5f742b3fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.391703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f120ab-51f8-4b02-9df4-14a5f742b3fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=e3369b2f-bf4f-4450-9919-70ff19878821,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:03.402301 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90f120ab-51f8-4b02-9df4-14a5f742b3fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.406424 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-90f120ab-51f8-4b02-9df4-14a5f742b3fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/e3369b2f-bf4f-4450-9919-70ff19878821 HTTP/1.1" status: 204 len: 168 time: 0.4938805 Sep 26 13:20:03.406777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3cfdef6f-612c-411b-88a8-2ad29427a6ab None None] Provisioning complete for port ea78e1c7-096e-4ce9-a189-662c010db744 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:03.406777 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cfdef6f-612c-411b-88a8-2ad29427a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.407575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35954) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:03.425939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a50d98b-a01b-44f6-a694-0b7542e0af07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4068e328f5f4aa38b2e13feaa22d1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191642 Sep 26 13:20:03.426578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:03.434400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50d98b-a01b-44f6-a694-0b7542e0af07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c1de2e-0e8d-4141-b96e-4bd32872297c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:03.488583 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-181e35d1-99d3-454c-98ae-5686901e8482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.516590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-181e35d1-99d3-454c-98ae-5686901e8482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.527326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-499ffc30-7105-425d-8969-010c55b62883 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181681 Sep 26 13:20:03.529939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35958) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:03.537727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:03.587005 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-181e35d1-99d3-454c-98ae-5686901e8482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.591183 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-181e35d1-99d3-454c-98ae-5686901e8482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.605206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-181e35d1-99d3-454c-98ae-5686901e8482 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59c1de2e-0e8d-4141-b96e-4bd32872297c HTTP/1.1" status: 204 len: 168 time: 0.1716609 Sep 26 13:20:03.630535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e35d1-99d3-454c-98ae-5686901e8482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c1de2e-0e8d-4141-b96e-4bd32872297c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:03.709383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:20:03.759781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:03.765522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.787270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] Deleting port ea78e1c7-096e-4ce9-a189-662c010db744 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:03.787706 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:03.988616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] For port ea78e1c7-096e-4ce9-a189-662c010db744, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ea78e1c7-096e-4ce9-a189-662c010db744,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:03.990067 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:04.007942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] Calling delete_port for ea78e1c7-096e-4ce9-a189-662c010db744 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:04.110228 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:04.181292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:04.187643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:04.201741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:04.203103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:04.221529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:04.226953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=6b64e28b-576b-45bb-bf41-60911f70b8f4,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:04.233899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-54846159-1ee4-4e93-9f3d-e9f756df6f03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7023938 Sep 26 13:20:04.237372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35974) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:04.245533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:04.300380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] No DVR routers for this DVR port ea78e1c7-096e-4ce9-a189-662c010db744 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:04.313641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cead99-ece4-4426-8745-5c96046da33c None None] Pushing event deleted for resources: {'Port': ['ID=ea78e1c7-096e-4ce9-a189-662c010db744,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:04.331704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040306d-cb16-44f1-97bd-82f94cbf8f84 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:04.417073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:04.430130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:04.734193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ea78e1c7-096e-4ce9-a189-662c010db744 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:04.760715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ea78e1c7-096e-4ce9-a189-662c010db744 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:04.761102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ea78e1c7-096e-4ce9-a189-662c010db744 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:04.820473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '6b64e28b-576b-45bb-bf41-60911f70b8f4'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:20:04.821447 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.023904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:20:05.025927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.083708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=114fdfbc-ac3b-4698-ba37-c2221a0939c7,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:05.103314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:05.104822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:05.106585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Allocated IP 172.20.0.2 (e4807435-a803-4309-bfce-ebee88a684ba/6b64e28b-576b-45bb-bf41-60911f70b8f4/4f048aa0-0fbc-45f3-b35e-faeeb224e1ce) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:05.115236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:05.117669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.137246 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-044cf6f3-2f71-4c19-9e2a-dc7d25938cfd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8971202 Sep 26 13:20:05.139888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36000) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:05.145279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:19:77:02', 'name': 'tempest-NetworksTestDHCPv6-395660602'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:05.391990 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.402558 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.456532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:05.492658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:05.503870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:05.510772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:05.535427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Pushing event updated for resources: {'Port': ['ID=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:05.626120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Attempting to bind port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:20:05.626809 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Attempting to bind port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:20:05.627352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Attempting to bind port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:20:05.635250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:20:05.636127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:20:05.636785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.637365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:20:05.638942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Bound port: 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:20:05.639903 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.649474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.701948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 3892b5cd-31ae-46e1-a795-adb357e97c9c yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:05.773121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] For port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:05.782876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] For port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:20:05.792271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:05.929617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba6189-d153-415b-a936-172a0eb12177 None None] Pushing event updated for resources: {'Port': ['ID=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:06.167969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 172.20.0.3 (e4807435-a803-4309-bfce-ebee88a684ba/6b64e28b-576b-45bb-bf41-60911f70b8f4/3892b5cd-31ae-46e1-a795-adb357e97c9c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:06.191402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fe19:7702 (e4807435-a803-4309-bfce-ebee88a684ba/114fdfbc-ac3b-4698-ba37-c2221a0939c7/3892b5cd-31ae-46e1-a795-adb357e97c9c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:06.525192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:06.674207 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:06.746387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:06.823728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:06.829360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:06.829593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:06.829905 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:06.855897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:06.867791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=3892b5cd-31ae-46e1-a795-adb357e97c9c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:06.963535 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:06.975532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:06.977396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:07.015819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38ddd115-33af-4d1e-8b21-bb8ee68e7f48 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8745756 Sep 26 13:20:07.018493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36062) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:07.047497 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:07.056118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:07.135924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaea5f5-22cc-40f7-b647-e6f75db1a56c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.142177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaea5f5-22cc-40f7-b647-e6f75db1a56c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.143798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dcaea5f5-22cc-40f7-b647-e6f75db1a56c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1241360 Sep 26 13:20:07.146709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36068) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:07.172263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:07.264252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391d15-3915-41ef-9008-cbcef8240e93 req-e8eb4902-768c-4240-9181-8c9404141b9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.272882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391d15-3915-41ef-9008-cbcef8240e93 req-e8eb4902-768c-4240-9181-8c9404141b9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.285304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391d15-3915-41ef-9008-cbcef8240e93 req-e8eb4902-768c-4240-9181-8c9404141b9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.292088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391d15-3915-41ef-9008-cbcef8240e93 req-e8eb4902-768c-4240-9181-8c9404141b9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.298416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391d15-3915-41ef-9008-cbcef8240e93 req-e8eb4902-768c-4240-9181-8c9404141b9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.306444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391d15-3915-41ef-9008-cbcef8240e93 req-e8eb4902-768c-4240-9181-8c9404141b9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.313921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391d15-3915-41ef-9008-cbcef8240e93 req-e8eb4902-768c-4240-9181-8c9404141b9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:07.316079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11391d15-3915-41ef-9008-cbcef8240e93 req-e8eb4902-768c-4240-9181-8c9404141b9d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.4008877 Sep 26 13:20:07.331186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-89fdf6a6-58ec-4064-b081-69a04d7bff41 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 3892b5cd-31ae-46e1-a795-adb357e97c9c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:07.331791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89fdf6a6-58ec-4064-b081-69a04d7bff41 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:07.421939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11391d15-3915-41ef-9008-cbcef8240e93 req-49e39958-b333-42c4-bbc8-1f9b21cf8134 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971093 Sep 26 13:20:07.612277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36074) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:07.708642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a3217-2296-45cd-8379-301ce885f119 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:07.813367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3f49e500-af30-4fd9-bc53-914154674bfa None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:07.814533 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3f49e500-af30-4fd9-bc53-914154674bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:07.823527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae377b88-8381-4263-8f7d-af6d2fcb9857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:07.951460 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89fdf6a6-58ec-4064-b081-69a04d7bff41 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:07.964138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-89fdf6a6-58ec-4064-b081-69a04d7bff41 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 3892b5cd-31ae-46e1-a795-adb357e97c9c owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:08.027100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae377b88-8381-4263-8f7d-af6d2fcb9857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.034188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae377b88-8381-4263-8f7d-af6d2fcb9857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.086498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ae377b88-8381-4263-8f7d-af6d2fcb9857 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d733110e91024aaa91e8591598f78976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728758 Sep 26 13:20:08.087693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae377b88-8381-4263-8f7d-af6d2fcb9857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fb5bfc-c111-458d-9568-687bc948d98b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:08.092227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36084) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:08.114278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-0fec5d06-38ca-40f4-85fe-778a9fbfa152 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:08.121807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-0fec5d06-38ca-40f4-85fe-778a9fbfa152 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:08.127737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-0fec5d06-38ca-40f4-85fe-778a9fbfa152 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:08.135091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-0fec5d06-38ca-40f4-85fe-778a9fbfa152 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:08.141998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-0fec5d06-38ca-40f4-85fe-778a9fbfa152 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:08.148355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-0fec5d06-38ca-40f4-85fe-778a9fbfa152 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:08.154178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-0fec5d06-38ca-40f4-85fe-778a9fbfa152 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:08.154970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8947857e-f972-457a-aa07-fa888c88f683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.156604 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-0fec5d06-38ca-40f4-85fe-778a9fbfa152 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.1157894 Sep 26 13:20:08.180870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8947857e-f972-457a-aa07-fa888c88f683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.214859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5168a-9658-447f-ac53-0b3a09b5d2f6 None None] Update dhcp port {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '6b64e28b-576b-45bb-bf41-60911f70b8f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '114fdfbc-ac3b-4698-ba37-c2221a0939c7'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '4f048aa0-0fbc-45f3-b35e-faeeb224e1ce'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:20:08.252254 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8947857e-f972-457a-aa07-fa888c88f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.257728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8947857e-f972-457a-aa07-fa888c88f683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.259868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8947857e-f972-457a-aa07-fa888c88f683 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20fb5bfc-c111-458d-9568-687bc948d98b HTTP/1.1" status: 204 len: 168 time: 0.1663969 Sep 26 13:20:08.271380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947857e-f972-457a-aa07-fa888c88f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fb5bfc-c111-458d-9568-687bc948d98b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:08.299432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-26e5a01d-57a8-4586-98b8-15fa1c3307f6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:08.300897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-26e5a01d-57a8-4586-98b8-15fa1c3307f6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "GET /v2.0/ports/0cad9cdf-a108-4a87-bf0b-0b573d5f59ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1359587 Sep 26 13:20:08.311557 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2db5168a-9658-447f-ac53-0b3a09b5d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.391905 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74c3d069-c1b7-48d1-8624-d6897cd60f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.539294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-647154ee-8eec-4fd4-8a85-23040ee2805f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "GET /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1795466 Sep 26 13:20:08.565573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:08.647026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2db5168a-9658-447f-ac53-0b3a09b5d2f6 None None] Allocated IP 2001:db8::f816:3eff:fe40:4436 (e4807435-a803-4309-bfce-ebee88a684ba/114fdfbc-ac3b-4698-ba37-c2221a0939c7/4f048aa0-0fbc-45f3-b35e-faeeb224e1ce) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:08.656885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:08.664209 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.685573 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89fdf6a6-58ec-4064-b081-69a04d7bff41 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.748186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36098) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:08.769895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bde6e4e-87d2-4d6a-bf63-54a6c3bed91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.866934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2db5168a-9658-447f-ac53-0b3a09b5d2f6 None None] For port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:08.869564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:08.869963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.884319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdf6a6-58ec-4064-b081-69a04d7bff41 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=3892b5cd-31ae-46e1-a795-adb357e97c9c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:08.950373 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bde6e4e-87d2-4d6a-bf63-54a6c3bed91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:08.955773 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9bde6e4e-87d2-4d6a-bf63-54a6c3bed91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.015427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89fdf6a6-58ec-4064-b081-69a04d7bff41 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.016051 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2db5168a-9658-447f-ac53-0b3a09b5d2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.021894 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2db5168a-9658-447f-ac53-0b3a09b5d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.022201 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9bde6e4e-87d2-4d6a-bf63-54a6c3bed91b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f2c7d78befb42b4ab6fe4be78105749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726164 Sep 26 13:20:09.022778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36106) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:09.023114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36108) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:09.023930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89fdf6a6-58ec-4064-b081-69a04d7bff41 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/3892b5cd-31ae-46e1-a795-adb357e97c9c HTTP/1.1" status: 204 len: 168 time: 1.8750386 Sep 26 13:20:09.171322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-09ec3c7a-de31-472d-b600-678e8ea25815 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.178336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-09ec3c7a-de31-472d-b600-678e8ea25815 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.185015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-09ec3c7a-de31-472d-b600-678e8ea25815 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.191595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-09ec3c7a-de31-472d-b600-678e8ea25815 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.198705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-09ec3c7a-de31-472d-b600-678e8ea25815 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.203584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5168a-9658-447f-ac53-0b3a09b5d2f6 None None] Pushing event updated for resources: {'Port': ['ID=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:09.205916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-09ec3c7a-de31-472d-b600-678e8ea25815 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.207207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde6e4e-87d2-4d6a-bf63-54a6c3bed91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb0900-817a-4dab-a802-e0d2e45075da,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:09.214315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-09ec3c7a-de31-472d-b600-678e8ea25815 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.218321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-09ec3c7a-de31-472d-b600-678e8ea25815 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 5442 time: 0.6619315 Sep 26 13:20:09.263987 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-030df9f2-ba4f-4c0c-86ed-326109401cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.280183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] For port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:09.281059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da1d5c-5d19-4733-8011-92ee5036bb08 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.286826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da1d5c-5d19-4733-8011-92ee5036bb08 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.290239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da1d5c-5d19-4733-8011-92ee5036bb08 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.295008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39e8fdfc-1ed8-4f32-a0ee-c21560fcd094 req-0d81fac5-8b26-45e5-8426-ad7c8edc2e18 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664082 Sep 26 13:20:09.295928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-81da1d5c-5d19-4733-8011-92ee5036bb08 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2643292 Sep 26 13:20:09.297078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36110) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:09.332355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-030df9f2-ba4f-4c0c-86ed-326109401cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.343926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] For port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:09.386710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] device_id is not set on port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:09.401292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.413893 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.414684 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-030df9f2-ba4f-4c0c-86ed-326109401cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.417333 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-030df9f2-ba4f-4c0c-86ed-326109401cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.418543 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-030df9f2-ba4f-4c0c-86ed-326109401cce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38eb0900-817a-4dab-a802-e0d2e45075da HTTP/1.1" status: 204 len: 168 time: 0.3925233 Sep 26 13:20:09.483899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:09.528184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030df9f2-ba4f-4c0c-86ed-326109401cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb0900-817a-4dab-a802-e0d2e45075da,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:09.534049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] No DVR routers for this DVR port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:09.580060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ece831-0123-4b97-9b91-aefbc346f2fd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 114fdfbc-ac3b-4698-ba37-c2221a0939c7 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:09.594693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89ece831-0123-4b97-9b91-aefbc346f2fd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.611559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] In _notify_port_updated(), no bound segment for port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:20:09.612448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.613067 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.614452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-f5b8b99c-56bd-4078-ac84-469b10347ab3 service neutron] 10.222.0.24 "PUT /v2.0/ports/0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 200 len: 1032 time: 1.0619185 Sep 26 13:20:09.652504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89ece831-0123-4b97-9b91-aefbc346f2fd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.718461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-df589350-62af-4bc8-8d9f-9fedf31d27f6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:09.721333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-df589350-62af-4bc8-8d9f-9fedf31d27f6 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "GET /v2.0/ports/5fb8a498-550e-4784-917f-f378f526f1b0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0976298 Sep 26 13:20:09.743349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:09.819750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89ece831-0123-4b97-9b91-aefbc346f2fd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.882439 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.951628 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89ece831-0123-4b97-9b91-aefbc346f2fd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:09.991849 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8a6d2234-dc31-43a6-a226-4b8d308149d6 None None] Provisioning complete for port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:09.992351 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8a6d2234-dc31-43a6-a226-4b8d308149d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.028683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ece831-0123-4b97-9b91-aefbc346f2fd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=114fdfbc-ac3b-4698-ba37-c2221a0939c7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:10.042272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89ece831-0123-4b97-9b91-aefbc346f2fd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.044286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89ece831-0123-4b97-9b91-aefbc346f2fd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/114fdfbc-ac3b-4698-ba37-c2221a0939c7 HTTP/1.1" status: 204 len: 168 time: 0.6421397 Sep 26 13:20:10.052795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36122) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:10.087851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d2234-dc31-43a6-a226-4b8d308149d6 None None] Port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:20:10.151031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde161be-7f6d-4b30-ad4d-4994303537e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 6b64e28b-576b-45bb-bf41-60911f70b8f4 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:10.186032 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bde161be-7f6d-4b30-ad4d-4994303537e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.251864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bde161be-7f6d-4b30-ad4d-4994303537e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.283225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5cf08f-9383-4300-a40c-86a9f3537931 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:10.285163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] For port 5fb8a498-550e-4784-917f-f378f526f1b0, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5fb8a498-550e-4784-917f-f378f526f1b0,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:10.362915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] For port 5fb8a498-550e-4784-917f-f378f526f1b0, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:10.390952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-50238437-cbff-4985-b595-179ebf744f37 None None] Could not find standard attr ID for object 3892b5cd-31ae-46e1-a795-adb357e97c9c. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:10.453200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] device_id is not set on port 5fb8a498-550e-4784-917f-f378f526f1b0 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:10.463361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.480269 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.540858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790648-d241-497c-95be-db819ef71747 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8a498-550e-4784-917f-f378f526f1b0,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:10.544550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bde161be-7f6d-4b30-ad4d-4994303537e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.592679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09aad-159d-49a1-b75f-b71bd2e709f9 req-fd9bbc2d-236f-4b6b-a5c7-801839b4f4f5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:10.596961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-50238437-cbff-4985-b595-179ebf744f37 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:10.597336 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-50238437-cbff-4985-b595-179ebf744f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.615665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09aad-159d-49a1-b75f-b71bd2e709f9 req-fd9bbc2d-236f-4b6b-a5c7-801839b4f4f5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:10.638968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:10.647375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09aad-159d-49a1-b75f-b71bd2e709f9 req-fd9bbc2d-236f-4b6b-a5c7-801839b4f4f5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:10.665565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09aad-159d-49a1-b75f-b71bd2e709f9 req-fd9bbc2d-236f-4b6b-a5c7-801839b4f4f5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:10.683916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09aad-159d-49a1-b75f-b71bd2e709f9 req-fd9bbc2d-236f-4b6b-a5c7-801839b4f4f5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:10.690007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] No DVR routers for this DVR port 5fb8a498-550e-4784-917f-f378f526f1b0 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:10.690941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db09aad-159d-49a1-b75f-b71bd2e709f9 req-fd9bbc2d-236f-4b6b-a5c7-801839b4f4f5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:10.694736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:10.694878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8db09aad-159d-49a1-b75f-b71bd2e709f9 req-fd9bbc2d-236f-4b6b-a5c7-801839b4f4f5 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 4586 time: 0.2491968 Sep 26 13:20:10.771003 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8db09aad-159d-49a1-b75f-b71bd2e709f9 req-b95d6a33-81ba-46df-97de-1b0421d78bbd tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e1c9e55-0735-43b6-b907-3e4300276e48&id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676751 Sep 26 13:20:10.813419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] In _notify_port_updated(), no bound segment for port 5fb8a498-550e-4784-917f-f378f526f1b0 on network d9ec4ddc-df0d-4326-b75c-75880657520c {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:20:10.813419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:10.813419 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.813419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-9d790648-d241-497c-95be-db819ef71747 service neutron] 10.222.0.24 "PUT /v2.0/ports/5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 200 len: 1032 time: 1.0821145 Sep 26 13:20:10.824800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:10.824800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:10.915301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bde161be-7f6d-4b30-ad4d-4994303537e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.937393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:10.937817 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:10.994501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde161be-7f6d-4b30-ad4d-4994303537e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=6b64e28b-576b-45bb-bf41-60911f70b8f4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:11.007873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bde161be-7f6d-4b30-ad4d-4994303537e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.015610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36154) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:11.025868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bde161be-7f6d-4b30-ad4d-4994303537e7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/6b64e28b-576b-45bb-bf41-60911f70b8f4 HTTP/1.1" status: 204 len: 168 time: 0.9719408 Sep 26 13:20:11.103419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port a1b47b43-61f9-4fd1-a344-a9eeab652b39 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:11.103914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.123604 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bb7f2556-5359-4412-9dd2-99df83e64188 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064394 Sep 26 13:20:11.127592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36158) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:11.143174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:11.145704 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe969f5f-b5fe-4d74-8f71-fd20bd397fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.149647 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.258113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:11.260475 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ccdb48-ebe2-4967-a5a9-9d16a9c584d2" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:11.288892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:11.296925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:11.301531 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.306738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.309923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a1b47b43-61f9-4fd1-a344-a9eeab652b39 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:11.315084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-190e0503-ffbd-4a04-8178-fdf3846ec9c2 None None] Provisioning complete for port 5fb8a498-550e-4784-917f-f378f526f1b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:11.322118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-190e0503-ffbd-4a04-8178-fdf3846ec9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.363175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] For port a1b47b43-61f9-4fd1-a344-a9eeab652b39, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a1b47b43-61f9-4fd1-a344-a9eeab652b39,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:11.365252 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52043a12-ba78-4a76-82f1-b0a7fc540ea4 x-openstack-request-id: req-52043a12-ba78-4a76-82f1-b0a7fc540ea4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:11.365853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.366138 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:11.366576 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52043a12-ba78-4a76-82f1-b0a7fc540ea4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:11.367138 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e', 'code': 200} Sep 26 13:20:11.400301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for a1b47b43-61f9-4fd1-a344-a9eeab652b39 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:11.439340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-190e0503-ffbd-4a04-8178-fdf3846ec9c2 None None] Port 5fb8a498-550e-4784-917f-f378f526f1b0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:20:11.554371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:11.578597 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.638401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.686289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.687863 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.735967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2881e09c-a39d-420b-af3c-e4c2c4e83fee no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:11.753256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=074326b9-6a8c-402a-8316-2b0fab394c83,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:11.764603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:11.766422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:11.781576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:11.782184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.788788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=a1b47b43-61f9-4fd1-a344-a9eeab652b39,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:11.823480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6b660304-db6f-4b8c-90df-69de4e6982bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6934719 Sep 26 13:20:11.825824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:11.842031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:11.850407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82726f29-1d03-41af-aa4c-e8dd5f257eec None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:11.884262 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.896814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] No DVR routers for this DVR port a1b47b43-61f9-4fd1-a344-a9eeab652b39 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:11.901763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.906676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-ce29766c-5ddc-4717-a181-05dc995e93fc tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "DELETE /v2.0/ports/a1b47b43-61f9-4fd1-a344-a9eeab652b39 HTTP/1.1" status: 204 len: 173 time: 1.0751491 Sep 26 13:20:11.907710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': 'a1b47b43-61f9-4fd1-a344-a9eeab652b39'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:11.912041 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12446f1b-b108-40ce-83b7-ffcee2d2fa13" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "a1b47b43-61f9-4fd1-a344-a9eeab652b39"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:11.972617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2e1f385a-4a99-43b4-b369-af82a617a496 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:11.974080 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2e1f385a-4a99-43b4-b369-af82a617a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:11.996722 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d58a04-097e-4b75-8805-781eee4430ab x-openstack-request-id: req-09d58a04-097e-4b75-8805-781eee4430ab {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:11.997364 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "a1b47b43-61f9-4fd1-a344-a9eeab652b39", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:11.997851 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d58a04-097e-4b75-8805-781eee4430ab {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:11.998520 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': 'a1b47b43-61f9-4fd1-a344-a9eeab652b39', 'status': 'completed', 'code': 200} Sep 26 13:20:12.041924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:12.048506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:12.099686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port 2881e09c-a39d-420b-af3c-e4c2c4e83fee {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:12.100759 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:12.147925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04cb9-6149-48bb-b5f2-7f591f1cf23b req-a19f99be-6504-4526-addf-a62c451b58a7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:12.153971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04cb9-6149-48bb-b5f2-7f591f1cf23b req-a19f99be-6504-4526-addf-a62c451b58a7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:12.160403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04cb9-6149-48bb-b5f2-7f591f1cf23b req-a19f99be-6504-4526-addf-a62c451b58a7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:12.167314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04cb9-6149-48bb-b5f2-7f591f1cf23b req-a19f99be-6504-4526-addf-a62c451b58a7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:12.172602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2881e09c-a39d-420b-af3c-e4c2c4e83fee, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:12.181176 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fbd04cb9-6149-48bb-b5f2-7f591f1cf23b req-a19f99be-6504-4526-addf-a62c451b58a7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 3148 time: 0.1877954 Sep 26 13:20:12.184992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:12.185843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9aa19afb-5435-4d66-8fd2-32d132a28a6a no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:12.286183 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fbd04cb9-6149-48bb-b5f2-7f591f1cf23b req-28d3ce31-4364-46f0-84a3-cee73da8dcd7 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037104 Sep 26 13:20:12.313257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] For port 2881e09c-a39d-420b-af3c-e4c2c4e83fee, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2881e09c-a39d-420b-af3c-e4c2c4e83fee,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:12.313791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:12.353862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for 2881e09c-a39d-420b-af3c-e4c2c4e83fee owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:12.633358 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:12.724292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=2881e09c-a39d-420b-af3c-e4c2c4e83fee,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:12.743227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:12.750562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] No DVR routers for this DVR port 2881e09c-a39d-420b-af3c-e4c2c4e83fee on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:12.753843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:12.757547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-116e528f-7737-4209-9cc0-398d76055d85 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "DELETE /v2.0/ports/2881e09c-a39d-420b-af3c-e4c2c4e83fee HTTP/1.1" status: 204 len: 173 time: 0.8275266 Sep 26 13:20:12.804976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2881e09c-a39d-420b-af3c-e4c2c4e83fee,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:12.865957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.866428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.866800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.867149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.867508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.867846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.868198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.868547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.868893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.869211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.869571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.869895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:12.896700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:20:12.966339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port 9aa19afb-5435-4d66-8fd2-32d132a28a6a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:12.969701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.096042 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.166272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] For port 9aa19afb-5435-4d66-8fd2-32d132a28a6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:13.166914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.174836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.290544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9aa19afb-5435-4d66-8fd2-32d132a28a6a, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9aa19afb-5435-4d66-8fd2-32d132a28a6a,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:13.301021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.301770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c00e443c-2c31-442b-9d81-70b55d11db11 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:13.424887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] For port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:13.437180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2881e09c-a39d-420b-af3c-e4c2c4e83fee'}, {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:13.441526 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7222ac9b-9483-4c84-91c3-3b305ab1da48" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-unplugged", "status": "completed", "tag": "2881e09c-a39d-420b-af3c-e4c2c4e83fee"}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:13.466009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.472851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621fba44-6f61-4a50-bd6a-15f2ade9391f None None] Update dhcp port {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '62baefc1-a7d3-4d22-ba3b-2acb24393cd4', 'ip_address': '2001:db8::f816:3eff:fe40:4436'}, {'subnet_id': '074326b9-6a8c-402a-8316-2b0fab394c83'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '4f048aa0-0fbc-45f3-b35e-faeeb224e1ce'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:20:13.482459 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.484743 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.507641 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.508009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.508326 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Floating IP 87439790-da69-4895-9872-25505b94411c disassociated. External IP: 172.25.4.11, port: 9aa19afb-5435-4d66-8fd2-32d132a28a6a. Sep 26 13:20:13.508703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for 9aa19afb-5435-4d66-8fd2-32d132a28a6a owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:13.531116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-621fba44-6f61-4a50-bd6a-15f2ade9391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.590090 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa7150-4214-49fb-ae1a-314d3ad91e1a x-openstack-request-id: req-31aa7150-4214-49fb-ae1a-314d3ad91e1a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:13.590674 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-unplugged", "status": "completed", "tag": "2881e09c-a39d-420b-af3c-e4c2c4e83fee", "code": 200}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:13.591115 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31aa7150-4214-49fb-ae1a-314d3ad91e1a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:13.591954 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2881e09c-a39d-420b-af3c-e4c2c4e83fee', 'code': 200} Sep 26 13:20:13.592433 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'code': 200} Sep 26 13:20:13.614217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:13.619944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:13.623485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:13.624504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.640840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9aa19afb-5435-4d66-8fd2-32d132a28a6a,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:13.643846 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.658645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=62baefc1-a7d3-4d22-ba3b-2acb24393cd4,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:13.685165 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8569369 Sep 26 13:20:13.685807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36226) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:13.701199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:de:f0:98', 'name': 'tempest-NetworksTestDHCPv6-1268055774'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:13.760079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413680d-5904-4eb6-9409-791c8e417c2a req-ef1f2c4b-dcfa-4f5e-be44-73c3a4344d07 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:13.760629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df116b5-fce6-4e7e-8517-54732a6b5b1f tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,revision_number=8']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:13.767098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413680d-5904-4eb6-9409-791c8e417c2a req-ef1f2c4b-dcfa-4f5e-be44-73c3a4344d07 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:13.774476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413680d-5904-4eb6-9409-791c8e417c2a req-ef1f2c4b-dcfa-4f5e-be44-73c3a4344d07 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:13.776085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9413680d-5904-4eb6-9409-791c8e417c2a req-ef1f2c4b-dcfa-4f5e-be44-73c3a4344d07 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 2412 time: 0.3235450 Sep 26 13:20:13.777402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.831195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=9aa19afb-5435-4d66-8fd2-32d132a28a6a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:13.868734 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:13.905804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9413680d-5904-4eb6-9409-791c8e417c2a req-709cf4d9-f3c8-4542-9ee6-6f7ed5561d09 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123061 Sep 26 13:20:13.992488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c00e443c-2c31-442b-9d81-70b55d11db11, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c00e443c-2c31-442b-9d81-70b55d11db11,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:14.001218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:14.027934 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:14.030764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5fb8a498-550e-4784-917f-f378f526f1b0 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:14.034156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': '2881e09c-a39d-420b-af3c-e4c2c4e83fee'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:14.036440 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965350fd-b922-4965-a573-2dbe6b8fa3dd" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "2881e09c-a39d-420b-af3c-e4c2c4e83fee"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:14.138711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-621fba44-6f61-4a50-bd6a-15f2ade9391f None None] Allocated IP 172.20.0.2 (e4807435-a803-4309-bfce-ebee88a684ba/074326b9-6a8c-402a-8316-2b0fab394c83/4f048aa0-0fbc-45f3-b35e-faeeb224e1ce) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:14.140616 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57613c27-304a-4177-aa55-e1fe53b885fc x-openstack-request-id: req-57613c27-304a-4177-aa55-e1fe53b885fc {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:14.140913 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "2881e09c-a39d-420b-af3c-e4c2c4e83fee", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:14.141149 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57613c27-304a-4177-aa55-e1fe53b885fc {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:14.148320 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': '2881e09c-a39d-420b-af3c-e4c2c4e83fee', 'status': 'completed', 'code': 200} Sep 26 13:20:14.234225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Router fa096831-8b6b-4031-8430-af1e1975ec23 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:20:14.286691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:14.357173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port d01ad862-7fd8-4d97-92b3-969f5b6b50a0 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:14.367761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-621fba44-6f61-4a50-bd6a-15f2ade9391f None None] For port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:14.476768 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-621fba44-6f61-4a50-bd6a-15f2ade9391f None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:14.513898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:20:14.515376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=c00e443c-2c31-442b-9d81-70b55d11db11,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:14.518020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-621fba44-6f61-4a50-bd6a-15f2ade9391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:14.524696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] Sync routers for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:20:14.543444 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:20:14.544089 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:20:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:14.585999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] No DVR routers for this DVR port 9aa19afb-5435-4d66-8fd2-32d132a28a6a on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:14.589462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:14.592694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-8dc0d908-e62e-42b2-91b4-067e5ed1019d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "DELETE /v2.0/ports/9aa19afb-5435-4d66-8fd2-32d132a28a6a HTTP/1.1" status: 204 len: 173 time: 1.8300662 Sep 26 13:20:14.658061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 172.20.0.9 (e4807435-a803-4309-bfce-ebee88a684ba/074326b9-6a8c-402a-8316-2b0fab394c83/d01ad862-7fd8-4d97-92b3-969f5b6b50a0) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:14.673996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fede:f098 (e4807435-a803-4309-bfce-ebee88a684ba/62baefc1-a7d3-4d22-ba3b-2acb24393cd4/d01ad862-7fd8-4d97-92b3-969f5b6b50a0) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:14.700364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:14.734301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port c00e443c-2c31-442b-9d81-70b55d11db11 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:14.734696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:14.820397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5fb8a498-550e-4784-917f-f378f526f1b0 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:14.822019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fba44-6f61-4a50-bd6a-15f2ade9391f None None] Pushing event updated for resources: {'Port': ['ID=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:14.884442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] For port c00e443c-2c31-442b-9d81-70b55d11db11, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c00e443c-2c31-442b-9d81-70b55d11db11,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:14.887256 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:14.925813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for c00e443c-2c31-442b-9d81-70b55d11db11 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:14.938609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:14.939108 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:14.963420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:15.045078 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:20:15.102493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:15.179379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=d01ad862-7fd8-4d97-92b3-969f5b6b50a0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:15.183733 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:15.208514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:15.210435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:15.221037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:15.310797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:15.310797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:15.340971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-38dcf859-423b-4d53-a57e-3714eb8e46d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6435368 Sep 26 13:20:15.341216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36270) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:15.435147 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:15.445212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeedf4dd-be89-425c-8a64-79ace89d6772 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:15.468838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeedf4dd-be89-425c-8a64-79ace89d6772 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:15.472901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aeedf4dd-be89-425c-8a64-79ace89d6772 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1279595 Sep 26 13:20:15.473073 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:54Z', 'revision_number': 5, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:15.475237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36276) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:15.487926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=c00e443c-2c31-442b-9d81-70b55d11db11,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:15.559556 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] Checking router: fa096831-8b6b-4031-8430-af1e1975ec23 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:20:15.579232 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:20:15.580075 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:20:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:15.594037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00e443c-2c31-442b-9d81-70b55d11db11'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:15.597686 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d6010-7706-4680-a99c-c6e2da75cc3d" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-unplugged", "status": "completed", "tag": "c00e443c-2c31-442b-9d81-70b55d11db11"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:15.690287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] No DVR routers for this DVR port c00e443c-2c31-442b-9d81-70b55d11db11 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:15.706273 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1382e553-56af-4ba4-a0ab-2520f73daafc x-openstack-request-id: req-1382e553-56af-4ba4-a0ab-2520f73daafc {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:15.706957 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-unplugged", "status": "completed", "tag": "c00e443c-2c31-442b-9d81-70b55d11db11", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:15.707438 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1382e553-56af-4ba4-a0ab-2520f73daafc {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:15.708479 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00e443c-2c31-442b-9d81-70b55d11db11', 'code': 200} Sep 26 13:20:15.715226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:15.718426 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-2bd30472-332d-45eb-b3ff-94da3922e10f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "DELETE /v2.0/ports/c00e443c-2c31-442b-9d81-70b55d11db11 HTTP/1.1" status: 204 len: 173 time: 1.1186624 Sep 26 13:20:15.758949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67958d-c633-4797-9f71-22de40bf868d req-52b7e975-6929-4f2e-88b5-279bd34eff4c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:15.778843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67958d-c633-4797-9f71-22de40bf868d req-52b7e975-6929-4f2e-88b5-279bd34eff4c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:15.795267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad67958d-c633-4797-9f71-22de40bf868d req-52b7e975-6929-4f2e-88b5-279bd34eff4c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 1599 time: 0.7243168 Sep 26 13:20:15.879636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:20:15.914144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e764dba-20f6-413f-8f0f-c25815faa20d None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:16.092498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad67958d-c633-4797-9f71-22de40bf868d req-a1b03e70-f79b-4ab7-9180-937048ecedc4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f612f29-44a5-4c03-9c7f-d104e2869f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786813 Sep 26 13:20:16.109551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-83c1acf9-892b-4c48-a251-f96e0b239255 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:16.110231 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83c1acf9-892b-4c48-a251-f96e0b239255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:16.156007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a'}, {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': 'c00e443c-2c31-442b-9d81-70b55d11db11'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:16.164149 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0777c2cb-08de-4c9a-9767-99414c9f2282" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a"}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "c00e443c-2c31-442b-9d81-70b55d11db11"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:16.197953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:16.198296 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:16.285675 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7329389-31a6-4ec0-a9c1-192f08388b52 x-openstack-request-id: req-a7329389-31a6-4ec0-a9c1-192f08388b52 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:16.286105 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "9aa19afb-5435-4d66-8fd2-32d132a28a6a", "status": "completed", "code": 200}, {"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "c00e443c-2c31-442b-9d81-70b55d11db11", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:16.286322 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7329389-31a6-4ec0-a9c1-192f08388b52 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:16.287366 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': '9aa19afb-5435-4d66-8fd2-32d132a28a6a', 'status': 'completed', 'code': 200} Sep 26 13:20:16.287720 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': 'c00e443c-2c31-442b-9d81-70b55d11db11', 'status': 'completed', 'code': 200} Sep 26 13:20:16.332533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-945904a3-8874-4ee9-9f49-6b6b36521836 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port d01ad862-7fd8-4d97-92b3-969f5b6b50a0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:16.332873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-945904a3-8874-4ee9-9f49-6b6b36521836 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:16.362388 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:54Z', 'revision_number': 5, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:16.441166 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bfe00-c955-4713-bac2-0109faccc3a8 None None] The sync data for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 is: [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:08:47Z', 'revision_number': 4, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '57199746-a74c-4dbe-bd91-319628425bf1', 'name': '', 'network_id': '1bf1093e-5266-4129-afda-8e464a35bc64', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'mac_address': 'fa:16:3e:ea:7f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:43Z', 'updated_at': '2021-09-26T13:08:54Z', 'revision_number': 5, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'subnets': [{'id': '59ac3dad-ef4f-471b-89ef-f28f9443f82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:20:16.578035 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-945904a3-8874-4ee9-9f49-6b6b36521836 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:16.592946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] For port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:16.593326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:16.609398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-945904a3-8874-4ee9-9f49-6b6b36521836 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for d01ad862-7fd8-4d97-92b3-969f5b6b50a0 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:16.631580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:16.681596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:16.813613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:16.813986 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:16.950910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e67183-7919-4b9e-a0c9-184100963646 None None] New status for floating IP 87439790-da69-4895-9872-25505b94411c: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:20:16.988761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:17.036133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:17.228008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] No DVR routers for this DVR port f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:17.235779 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:17.237886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f12be9d7-299a-4b78-9244-119e727efd44 req-25e5c493-65b8-45fd-ad3b-214c4c19cdd2 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.24 "DELETE /v2.0/ports/f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e HTTP/1.1" status: 204 len: 173 time: 1.4380333 Sep 26 13:20:17.318290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a29e443e-4631-4c97-986e-bbeafa15b369 None None] Provisioning complete for port d01ad862-7fd8-4d97-92b3-969f5b6b50a0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:17.320608 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-945904a3-8874-4ee9-9f49-6b6b36521836 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:17.320862 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a29e443e-4631-4c97-986e-bbeafa15b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:17.386788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a29e443e-4631-4c97-986e-bbeafa15b369 None None] Port d01ad862-7fd8-4d97-92b3-969f5b6b50a0 was deleted so its status cannot be updated. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 26 13:20:17.400800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945904a3-8874-4ee9-9f49-6b6b36521836 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=d01ad862-7fd8-4d97-92b3-969f5b6b50a0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:17.410851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a29e443e-4631-4c97-986e-bbeafa15b369 None None] Provisioning complete for port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:17.412196 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a29e443e-4631-4c97-986e-bbeafa15b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:17.469363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99154ebb-697f-4b55-b8ae-b791b8820d27 req-8fb5b815-4c0b-41a1-8075-f4acc363d69f tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0887656 Sep 26 13:20:17.620577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-945904a3-8874-4ee9-9f49-6b6b36521836 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:17.623371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-945904a3-8874-4ee9-9f49-6b6b36521836 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/d01ad862-7fd8-4d97-92b3-969f5b6b50a0 HTTP/1.1" status: 204 len: 168 time: 2.1441123 Sep 26 13:20:17.626122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36322) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:17.705872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8326e1-600c-4e71-80f6-db462a9986f0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:17.707511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8326e1-600c-4e71-80f6-db462a9986f0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:17.709073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8326e1-600c-4e71-80f6-db462a9986f0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:17.717606 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb8326e1-600c-4e71-80f6-db462a9986f0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0902877 Sep 26 13:20:17.721016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36324) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:17.726460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cffe56e3-0c84-4ee5-9d22-ec4fd0e2d9b4 None None] Could not find standard attr ID for object 26251ed5-ba04-4986-ad3a-869afe201944. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:17.839804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9aa930e-1cef-46be-a75f-5bd009703380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 074326b9-6a8c-402a-8316-2b0fab394c83 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:17.843532 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9aa930e-1cef-46be-a75f-5bd009703380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:17.920902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9aa930e-1cef-46be-a75f-5bd009703380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.011988 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9aa930e-1cef-46be-a75f-5bd009703380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.117922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9aa930e-1cef-46be-a75f-5bd009703380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.147361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9574d87d-83a8-41c8-8487-f48f02e00996 None None] Could not find standard attr ID for object 3892b5cd-31ae-46e1-a795-adb357e97c9c. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:18.170899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa930e-1cef-46be-a75f-5bd009703380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=074326b9-6a8c-402a-8316-2b0fab394c83,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:18.184532 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9aa930e-1cef-46be-a75f-5bd009703380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.186511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c9aa930e-1cef-46be-a75f-5bd009703380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/074326b9-6a8c-402a-8316-2b0fab394c83 HTTP/1.1" status: 204 len: 168 time: 0.4644485 Sep 26 13:20:18.189128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36340) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:18.288877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:18.291236 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a40220-a7a6-4832-bbec-d1ce45eb648f" -d '{"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:18.322657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 62baefc1-a7d3-4d22-ba3b-2acb24393cd4 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:18.345337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.367275 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d2f98-130d-48eb-b0a2-124d1b4fcbe2 x-openstack-request-id: req-7f9d2f98-130d-48eb-b0a2-124d1b4fcbe2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:18.367563 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b32caf4-ae74-4196-a02c-79fb7f556cca", "name": "network-vif-deleted", "tag": "f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:18.368023 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f9d2f98-130d-48eb-b0a2-124d1b4fcbe2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:18.368584 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b32caf4-ae74-4196-a02c-79fb7f556cca', 'name': 'network-vif-deleted', 'tag': 'f2b5df5b-6b11-43a9-8fe3-d1f10e1ebb8e', 'status': 'completed', 'code': 200} Sep 26 13:20:18.423279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.558166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f4491-7e11-4a3b-8246-2d2942b9df0d None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:18.560552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.609786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b52f8464-ffd3-4de3-b1f6-ca4cb428ab70 None None] Could not find standard attr ID for object d01ad862-7fd8-4d97-92b3-969f5b6b50a0. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:18.731871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35794f89-7549-49db-9d21-ba3b317ef953 req-21b65464-19ef-4635-b35d-3ef5d3fdb1f9 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0550759 Sep 26 13:20:18.732786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.795515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=62baefc1-a7d3-4d22-ba3b-2acb24393cd4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:18.817817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:18.823091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36368) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:18.823341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/62baefc1-a7d3-4d22-ba3b-2acb24393cd4 HTTP/1.1" status: 204 len: 168 time: 0.6329405 Sep 26 13:20:18.825038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.825593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.826098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.826654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.827150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.827672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.828257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.828750 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.829370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.829909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.830530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.831039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecbd4c5-cda9-4fdf-8904-79d5e7bf3521 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:18.912930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36372) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:18.929045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f4c0a76e-4b3b-461b-beef-8f97801f0195 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037748 Sep 26 13:20:19.012527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:20:19.014561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bce7d3-9be0-4ec1-9d4c-9e087cb2c04b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:19.019240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36376) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:19.028929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36bce7d3-9be0-4ec1-9d4c-9e087cb2c04b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1139886 Sep 26 13:20:19.111658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] Deleting port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:19.112434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:19.121678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2211dc-af2f-4190-877f-d6d2c13c50b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:19.123199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5c2211dc-af2f-4190-877f-d6d2c13c50b9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1025231 Sep 26 13:20:19.128903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36382) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:19.196764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36384) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:19.202076 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7e23120a-3293-49b5-8be5-552c3e538ed3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:19.205771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a563dbbc-799a-4292-a8b9-a4b4f7d39ad4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756285 Sep 26 13:20:19.245327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] For port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:19.246035 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:19.270890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] Calling delete_port for 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:19.369796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e23120a-3293-49b5-8be5-552c3e538ed3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:19.373340 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e23120a-3293-49b5-8be5-552c3e538ed3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:19.374777 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e23120a-3293-49b5-8be5-552c3e538ed3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:20:19.375208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e23120a-3293-49b5-8be5-552c3e538ed3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:20:19.403793 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7e23120a-3293-49b5-8be5-552c3e538ed3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2054584 Sep 26 13:20:19.406605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36386) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:19.417974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f0980772-99c9-4cc2-ba87-57fa388e8276 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:19.442343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:19.500914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] Pushing event deleted for resources: {'Port': ['ID=4f048aa0-0fbc-45f3-b35e-faeeb224e1ce,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:19.511190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4f68c-aa60-4fef-8066-5feaf52a0534 None None] No DVR routers for this DVR port 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:19.586602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0980772-99c9-4cc2-ba87-57fa388e8276 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:19.606060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f0980772-99c9-4cc2-ba87-57fa388e8276 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:19.611904 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0980772-99c9-4cc2-ba87-57fa388e8276 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:20:19.612353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0980772-99c9-4cc2-ba87-57fa388e8276 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:20:19.654634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36392) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:19.663345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2479825d-280f-4539-a464-9c841e8aa557 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:19.667465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f0980772-99c9-4cc2-ba87-57fa388e8276 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2579286 Sep 26 13:20:19.804850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2479825d-280f-4539-a464-9c841e8aa557 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:19.809697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2479825d-280f-4539-a464-9c841e8aa557 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:19.811286 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2479825d-280f-4539-a464-9c841e8aa557 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:20:19.811962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2479825d-280f-4539-a464-9c841e8aa557 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:20:19.831881 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2479825d-280f-4539-a464-9c841e8aa557 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1740639 Sep 26 13:20:19.833944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36400) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:19.845926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a9f38727-1775-45a1-a2a4-312f8bd942eb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:19.946091 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7dbbc28c-194b-449a-9064-b6ea3edf7fd3 req-2ac954b5-d705-47d6-b3b3-1ea3dc63c6cb tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0573888 Sep 26 13:20:20.031142 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f38727-1775-45a1-a2a4-312f8bd942eb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:20.035162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a9f38727-1775-45a1-a2a4-312f8bd942eb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:20.036887 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f38727-1775-45a1-a2a4-312f8bd942eb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:20:20.037445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f38727-1775-45a1-a2a4-312f8bd942eb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:20:20.064402 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a9f38727-1775-45a1-a2a4-312f8bd942eb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2278206 Sep 26 13:20:20.067570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36412) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:20.073254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3970ba4b-77c5-4ec7-986f-770b7400388a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:20.185956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:20.199546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3970ba4b-77c5-4ec7-986f-770b7400388a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:20.203946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3970ba4b-77c5-4ec7-986f-770b7400388a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:20.205524 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3970ba4b-77c5-4ec7-986f-770b7400388a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:20:20.206022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3970ba4b-77c5-4ec7-986f-770b7400388a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:20:20.222509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3970ba4b-77c5-4ec7-986f-770b7400388a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1535695 Sep 26 13:20:20.225279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36414) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:20.230629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-97fbf13e-b1fd-477d-bf03-eba35a91e3f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:20.331954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fbf13e-b1fd-477d-bf03-eba35a91e3f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:20.336032 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-97fbf13e-b1fd-477d-bf03-eba35a91e3f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:20.337546 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fbf13e-b1fd-477d-bf03-eba35a91e3f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:20:20.337926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fbf13e-b1fd-477d-bf03-eba35a91e3f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:20:20.363504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-97fbf13e-b1fd-477d-bf03-eba35a91e3f8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1370504 Sep 26 13:20:20.366652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:20.419765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4ed6f567-0d37-4383-986e-ced988cc7bc3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514131 Sep 26 13:20:20.422008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36422) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:20.625678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:20.651800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:20.652551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4f048aa0-0fbc-45f3-b35e-faeeb224e1ce not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:20.919218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df4915-8a65-46de-baec-9798be852201 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:20.921702 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e2df4915-8a65-46de-baec-9798be852201 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4967048 Sep 26 13:20:20.924160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36440) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:21.005397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36446) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:21.006191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-84e8be45-f49c-4b11-a29e-0b28c6679514 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805442 Sep 26 13:20:21.010871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:21.187463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e26e980-fbd0-436f-b735-b96825ea7936 req-7d7c5c51-100b-4369-884a-1954959e27cf tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0467248 Sep 26 13:20:21.238208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:21.244244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:21.654677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:20:21.656381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:21.747105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:21.766759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:21.777755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:21.778535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:21.785350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ed6db9-feeb-4794-a699-50f844dd3775 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:21.818203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=9e4ec5d7-d1e1-46ef-acb5-86c793aa64a7,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:21.839264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.839756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.839895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.841232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.841232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.841232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.841917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.841917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.842214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.842551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.842898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.843284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:21.848630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-01f6a733-1c99-40ab-8e40-c902c6c8afbf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8418579 Sep 26 13:20:21.852453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36480) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:21.861948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:42:e1:e3', 'name': 'tempest-NetworksTestDHCPv6-1600563792'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:22.023952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:22.096380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '9e4ec5d7-d1e1-46ef-acb5-86c793aa64a7'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:20:22.097419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:22.178350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:22.236370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 30fca6eb-4bf0-4eb6-bca2-45239cce946a yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:22.292774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Allocated IP 2001:db8::f816:3eff:feb9:af2 (e4807435-a803-4309-bfce-ebee88a684ba/9e4ec5d7-d1e1-46ef-acb5-86c793aa64a7/d2c039cc-8f36-4361-8b2c-6599462d80be) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:22.377999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42f40bae-bd6c-4055-970b-8be445883b72 req-c15478ef-9b68-492f-9ace-92af22faf40b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0376005 Sep 26 13:20:22.755559 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:22.782023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:22.837905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:22.843952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:22.850704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:22.859381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Pushing event updated for resources: {'Port': ['ID=d2c039cc-8f36-4361-8b2c-6599462d80be,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:22.935020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fe42:e1e3 (e4807435-a803-4309-bfce-ebee88a684ba/9e4ec5d7-d1e1-46ef-acb5-86c793aa64a7/30fca6eb-4bf0-4eb6-bca2-45239cce946a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:22.997454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Attempting to bind port d2c039cc-8f36-4361-8b2c-6599462d80be on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:20:22.998040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Attempting to bind port d2c039cc-8f36-4361-8b2c-6599462d80be by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:20:22.998651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Attempting to bind port d2c039cc-8f36-4361-8b2c-6599462d80be on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:20:23.006441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:20:23.006857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:20:23.007349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:23.007841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:20:23.008399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Bound port: d2c039cc-8f36-4361-8b2c-6599462d80be, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:20:23.008872 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:23.109120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] For port d2c039cc-8f36-4361-8b2c-6599462d80be, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:23.126691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] For port d2c039cc-8f36-4361-8b2c-6599462d80be, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2c039cc-8f36-4361-8b2c-6599462d80be,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:20:23.135927 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:23.231982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e49e5-7509-454a-9cf6-5f943bf41ddc None None] Pushing event updated for resources: {'Port': ['ID=d2c039cc-8f36-4361-8b2c-6599462d80be,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:23.652663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f276df57-4156-4e0e-87eb-459a4c842d90 req-ca5856b5-9094-489d-97df-9fda07dd7e28 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0526962 Sep 26 13:20:23.667716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:23.721180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:23.798942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:23.803324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:23.807387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:23.813649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:23.814264 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:23.832395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=30fca6eb-4bf0-4eb6-bca2-45239cce946a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:23.843355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2fdc1068-6ce6-410a-bbc7-102885c5de8d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9892285 Sep 26 13:20:23.846227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36528) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:23.921507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0ea19-f82c-4289-a61c-03d65913f5c5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:23.929020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0ea19-f82c-4289-a61c-03d65913f5c5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:23.930922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6e0ea19-f82c-4289-a61c-03d65913f5c5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0837045 Sep 26 13:20:23.934148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36530) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:24.035218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-06c21de5-746b-450b-82c5-881c0d024e7c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 30fca6eb-4bf0-4eb6-bca2-45239cce946a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:24.036134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06c21de5-746b-450b-82c5-881c0d024e7c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:24.202346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06c21de5-746b-450b-82c5-881c0d024e7c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:24.218058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-06c21de5-746b-450b-82c5-881c0d024e7c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 30fca6eb-4bf0-4eb6-bca2-45239cce946a owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:24.515153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06c21de5-746b-450b-82c5-881c0d024e7c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:24.661594 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c21de5-746b-450b-82c5-881c0d024e7c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=30fca6eb-4bf0-4eb6-bca2-45239cce946a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:24.674474 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06c21de5-746b-450b-82c5-881c0d024e7c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:24.676426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-06c21de5-746b-450b-82c5-881c0d024e7c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/30fca6eb-4bf0-4eb6-bca2-45239cce946a HTTP/1.1" status: 204 len: 168 time: 0.7410665 Sep 26 13:20:24.679953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36558) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:24.760935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2c039cc-8f36-4361-8b2c-6599462d80be up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:25.008820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-31372fad-4a1a-4d0b-81f4-4653cc3c04fb None None] Provisioning complete for port d2c039cc-8f36-4361-8b2c-6599462d80be triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:25.013207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31372fad-4a1a-4d0b-81f4-4653cc3c04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.102866 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f702457e-9174-41df-b33d-4747707fc248 req-9033aa00-82ce-4e8f-9b5a-0f18a4d10022 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.1989610 Sep 26 13:20:25.106406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a85897-c534-47a6-81ad-48772c03aea9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:25.134471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a85897-c534-47a6-81ad-48772c03aea9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:25.139653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36572) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:25.152467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-40a85897-c534-47a6-81ad-48772c03aea9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4683280 Sep 26 13:20:25.216378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d2c039cc-8f36-4361-8b2c-6599462d80be triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:25.221354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.327413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b0dbf7-f328-4f53-951d-44167b51c216 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 9e4ec5d7-d1e1-46ef-acb5-86c793aa64a7 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:25.342201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30b0dbf7-f328-4f53-951d-44167b51c216 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.478178 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30b0dbf7-f328-4f53-951d-44167b51c216 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.555189 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31372fad-4a1a-4d0b-81f4-4653cc3c04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.701521 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-31372fad-4a1a-4d0b-81f4-4653cc3c04fb None None] For port d2c039cc-8f36-4361-8b2c-6599462d80be, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2c039cc-8f36-4361-8b2c-6599462d80be,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:25.710430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30b0dbf7-f328-4f53-951d-44167b51c216 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.736585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.749522 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31372fad-4a1a-4d0b-81f4-4653cc3c04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.883170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30b0dbf7-f328-4f53-951d-44167b51c216 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.933373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31372fad-4a1a-4d0b-81f4-4653cc3c04fb None None] Pushing event updated for resources: {'Port': ['ID=d2c039cc-8f36-4361-8b2c-6599462d80be,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:25.967993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0dbf7-f328-4f53-951d-44167b51c216 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4ec5d7-d1e1-46ef-acb5-86c793aa64a7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:25.973149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9f4eaa41-6704-4acf-a7a0-6fb6f4a1de89 None None] Could not find standard attr ID for object 30fca6eb-4bf0-4eb6-bca2-45239cce946a. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:25.988716 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-30b0dbf7-f328-4f53-951d-44167b51c216 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:25.990898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-30b0dbf7-f328-4f53-951d-44167b51c216 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/9e4ec5d7-d1e1-46ef-acb5-86c793aa64a7 HTTP/1.1" status: 204 len: 168 time: 0.8493822 Sep 26 13:20:25.993793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:25.994343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe52a7e-2d09-4600-87e1-e4a2dfc8a943 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:26.060554 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:20:26.060918 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:20:26.165445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36592) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:26.171556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:26.183038 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-99785d05-8809-4ebb-b5e0-764f4aff3c11 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1664300 Sep 26 13:20:26.421894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-15f42dce-17e6-45dc-baa6-94b887b97262 req-2c00dcdd-6e24-4a56-9824-e1ec41c69f1e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0760393 Sep 26 13:20:26.423716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090541-ce91-413c-bcd6-aeb262974405 req-cf3c92b9-82a6-4e2e-993c-6f15ecfe9200 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:26.431312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090541-ce91-413c-bcd6-aeb262974405 req-cf3c92b9-82a6-4e2e-993c-6f15ecfe9200 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:26.438742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090541-ce91-413c-bcd6-aeb262974405 req-cf3c92b9-82a6-4e2e-993c-6f15ecfe9200 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:26.448249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090541-ce91-413c-bcd6-aeb262974405 req-cf3c92b9-82a6-4e2e-993c-6f15ecfe9200 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:26.465669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090541-ce91-413c-bcd6-aeb262974405 req-cf3c92b9-82a6-4e2e-993c-6f15ecfe9200 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:26.473036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090541-ce91-413c-bcd6-aeb262974405 req-cf3c92b9-82a6-4e2e-993c-6f15ecfe9200 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:26.483727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:26.487355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090541-ce91-413c-bcd6-aeb262974405 req-cf3c92b9-82a6-4e2e-993c-6f15ecfe9200 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:26.489586 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:26.491191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:20:26.499552 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09090541-ce91-413c-bcd6-aeb262974405 req-cf3c92b9-82a6-4e2e-993c-6f15ecfe9200 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.3924885 Sep 26 13:20:26.564139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09090541-ce91-413c-bcd6-aeb262974405 req-5dfd7729-68d9-4202-9d45-b1c41b63596f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543649 Sep 26 13:20:26.686242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] Deleting port d2c039cc-8f36-4361-8b2c-6599462d80be {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:26.688347 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:26.881594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] For port d2c039cc-8f36-4361-8b2c-6599462d80be, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2c039cc-8f36-4361-8b2c-6599462d80be,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:26.882105 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:26.927831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] Calling delete_port for d2c039cc-8f36-4361-8b2c-6599462d80be owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:27.119731 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:27.164670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] Pushing event deleted for resources: {'Port': ['ID=d2c039cc-8f36-4361-8b2c-6599462d80be,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:27.186244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51a5cf-2230-4db5-9215-11e6474f43b1 None None] No DVR routers for this DVR port d2c039cc-8f36-4361-8b2c-6599462d80be on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:27.288722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2c039cc-8f36-4361-8b2c-6599462d80be no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:27.317613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:20:27.332685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d2c039cc-8f36-4361-8b2c-6599462d80be {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:27.333176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2c039cc-8f36-4361-8b2c-6599462d80be not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:27.697714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-28202db7-825d-4301-8e05-0565da0190b6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.704400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-28202db7-825d-4301-8e05-0565da0190b6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.713780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-28202db7-825d-4301-8e05-0565da0190b6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.723830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-28202db7-825d-4301-8e05-0565da0190b6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.735454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-28202db7-825d-4301-8e05-0565da0190b6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.746598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-28202db7-825d-4301-8e05-0565da0190b6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.769239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-28202db7-825d-4301-8e05-0565da0190b6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.771822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-28202db7-825d-4301-8e05-0565da0190b6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.8467557 Sep 26 13:20:27.823735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f344b-4827-4608-8924-6018a7d1daee req-2a6389ed-8d6c-4675-97a9-718739e9fa23 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.831110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f344b-4827-4608-8924-6018a7d1daee req-2a6389ed-8d6c-4675-97a9-718739e9fa23 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.837942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f344b-4827-4608-8924-6018a7d1daee req-2a6389ed-8d6c-4675-97a9-718739e9fa23 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.845297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f344b-4827-4608-8924-6018a7d1daee req-2a6389ed-8d6c-4675-97a9-718739e9fa23 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.852399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f344b-4827-4608-8924-6018a7d1daee req-2a6389ed-8d6c-4675-97a9-718739e9fa23 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.860263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f344b-4827-4608-8924-6018a7d1daee req-2a6389ed-8d6c-4675-97a9-718739e9fa23 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.867610 n-d-806683-13 neutron-server[94812]: WARNING neutron.services.revisions.revision_plugin [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Could not find related port for resource to bump revision. Sep 26 13:20:27.877677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f344b-4827-4608-8924-6018a7d1daee req-2a6389ed-8d6c-4675-97a9-718739e9fa23 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:27.880245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c2f344b-4827-4608-8924-6018a7d1daee req-2a6389ed-8d6c-4675-97a9-718739e9fa23 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.1976922 Sep 26 13:20:27.943143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_pluggable_backend [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Port d2c039cc-8f36-4361-8b2c-6599462d80be was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94812) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 26 13:20:27.944148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_pluggable_backend [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Reverting IP allocation for 2001:db8::f816:3eff:feb9:af2 {{(pid=94812) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 26 13:20:27.961600 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6a95642a-b11f-4554-94dc-795e30087775 req-2386b920-f72a-466c-8eb4-2bcce9d18547 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.3361781 Sep 26 13:20:27.967033 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c2f344b-4827-4608-8924-6018a7d1daee req-3378f9db-6785-425c-a327-8387f13e4937 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679934 Sep 26 13:20:27.994673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_pluggable_backend [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb9:af2 {{(pid=94812) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 26 13:20:28.001383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:28.050072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-5d147221-7096-4b09-9107-5b7c15709f9f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:28.053718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-5d147221-7096-4b09-9107-5b7c15709f9f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "GET /v2.0/ports/726e6f0b-b4e9-4295-baac-6d7d552eae43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1829555 Sep 26 13:20:28.377429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=a7803dbc-376d-4cf9-84e8-f82a80436cda,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:28.403669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:28.407259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:28.423199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f19e335-c707-42b3-ac49-9d61c8816dc1 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:28.438313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:28.438957 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:28.487833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36652) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:28.490066 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-48250e36-39f3-4a17-9978-cd80b62571fb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3233726 Sep 26 13:20:28.493318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:fb:e8:31', 'name': 'tempest-NetworksTestDHCPv6-69385629'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:28.555385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-6dcee994-3955-46a5-9742-3de7af76f177 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "GET /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4904287 Sep 26 13:20:28.737730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': 'a7803dbc-376d-4cf9-84e8-f82a80436cda'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:20:28.738756 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:28.817532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:28.835200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:28.924592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.080947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Allocated IP 2001:db8::f816:3eff:fe34:4e4 (e4807435-a803-4309-bfce-ebee88a684ba/a7803dbc-376d-4cf9-84e8-f82a80436cda/d163b42e-cf57-43e6-9c84-ceeb76aea63a) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:29.118918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.199419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 9a1352a9-3d9c-4bbf-8853-e4916210541b yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:29.282600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] For port 726e6f0b-b4e9-4295-baac-6d7d552eae43, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=726e6f0b-b4e9-4295-baac-6d7d552eae43,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:29.359690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] For port 726e6f0b-b4e9-4295-baac-6d7d552eae43, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:29.433657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] device_id is not set on port 726e6f0b-b4e9-4295-baac-6d7d552eae43 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:29.458617 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.496910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.517271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-26fd0579-52b9-4a1d-8c94-4136367acad6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.525003 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.537925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-26fd0579-52b9-4a1d-8c94-4136367acad6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.545791 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.560686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-26fd0579-52b9-4a1d-8c94-4136367acad6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.576412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-26fd0579-52b9-4a1d-8c94-4136367acad6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.583086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09e78be4-1e7f-4719-8f94-f8f8a78cd944 req-aa99df54-6075-4bfc-8051-32d39294de96 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.1207492 Sep 26 13:20:29.608021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-26fd0579-52b9-4a1d-8c94-4136367acad6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.612924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] No DVR routers for this DVR port 726e6f0b-b4e9-4295-baac-6d7d552eae43 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:29.624780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-26fd0579-52b9-4a1d-8c94-4136367acad6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.639611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-26fd0579-52b9-4a1d-8c94-4136367acad6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.650888 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-26fd0579-52b9-4a1d-8c94-4136367acad6 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 5435 time: 0.4423695 Sep 26 13:20:29.669293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:29.672896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:29.676264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:29.749760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] In _notify_port_updated(), no bound segment for port 726e6f0b-b4e9-4295-baac-6d7d552eae43 on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:20:29.750895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.751865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Pushing event updated for resources: {'Port': ['ID=d163b42e-cf57-43e6-9c84-ceeb76aea63a,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:29.753898 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.755277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fefb:e831 (e4807435-a803-4309-bfce-ebee88a684ba/a7803dbc-376d-4cf9-84e8-f82a80436cda/9a1352a9-3d9c-4bbf-8853-e4916210541b) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:29.762191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] 10.222.0.24 "PUT /v2.0/ports/726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 200 len: 1028 time: 1.1969612 Sep 26 13:20:29.797539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f974cf-748d-48d3-b959-6852bf20ecd8 service neutron] Pushing event updated for resources: {'Port': ['ID=726e6f0b-b4e9-4295-baac-6d7d552eae43,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:29.828457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Attempting to bind port d163b42e-cf57-43e6-9c84-ceeb76aea63a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:20:29.828833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Attempting to bind port d163b42e-cf57-43e6-9c84-ceeb76aea63a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:20:29.829200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Attempting to bind port d163b42e-cf57-43e6-9c84-ceeb76aea63a on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:20:29.839825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:20:29.840213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:20:29.840625 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.845496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:20:29.846032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Bound port: d163b42e-cf57-43e6-9c84-ceeb76aea63a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:20:29.846440 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:29.880671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-b5f5f99f-fdbd-4b9a-ad76-681ad17fa0d9 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:29.894425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-b5f5f99f-fdbd-4b9a-ad76-681ad17fa0d9 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "GET /v2.0/ports/1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1245162 Sep 26 13:20:29.910567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:30.035778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] For port d163b42e-cf57-43e6-9c84-ceeb76aea63a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:30.042057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] For port d163b42e-cf57-43e6-9c84-ceeb76aea63a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d163b42e-cf57-43e6-9c84-ceeb76aea63a,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:20:30.048473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.069604 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.112553 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-999c1412-2da3-4319-b800-cde6fb81cfaa req-ef846763-c940-4c47-b879-996bf48ec50d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2635694-e3dd-467e-8d37-b1ff348b1bc5&id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4607859 Sep 26 13:20:30.163003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1a025-12ce-42f9-a108-942bd160978b None None] Pushing event updated for resources: {'Port': ['ID=d163b42e-cf57-43e6-9c84-ceeb76aea63a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:30.190246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cb1a226e-02b5-471c-96d1-20142691c2dd None None] Provisioning complete for port 726e6f0b-b4e9-4295-baac-6d7d552eae43 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:30.190246 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cb1a226e-02b5-471c-96d1-20142691c2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.283627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a226e-02b5-471c-96d1-20142691c2dd None None] Port 726e6f0b-b4e9-4295-baac-6d7d552eae43 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:20:30.327850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] For port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:30.371435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] For port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:30.416301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] device_id is not set on port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:30.426102 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.433136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.458769 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.526395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.558664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] No DVR routers for this DVR port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:30.630122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:30.638813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:30.652911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:30.674205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:30.675054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.699915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] In _notify_port_updated(), no bound segment for port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 on network 55cfb959-a6b3-4024-baf6-8573b60748bc {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:20:30.702247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:30.702879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:30.709880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] 10.222.0.24 "PUT /v2.0/ports/1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 200 len: 1027 time: 0.7980962 Sep 26 13:20:30.725899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1b388-8ba4-4be4-8202-af13c60c3574 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:30.726162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=9a1352a9-3d9c-4bbf-8853-e4916210541b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:30.744387 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-84d71641-f1e8-469f-9d57-3ae4bbcc428e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2554626 Sep 26 13:20:30.753024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36694) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:30.758335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 726e6f0b-b4e9-4295-baac-6d7d552eae43 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:30.888225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 726e6f0b-b4e9-4295-baac-6d7d552eae43 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:30.888666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 129fa097-5391-49be-a852-ac7a284ed454 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:30.901125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5154788d-9172-4bc3-92cf-4a44b09105ac req-e7df02a3-965b-40e7-b3d0-5893ea833445 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.1007352 Sep 26 13:20:30.940421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0922d7-f6be-49bb-ac98-f73861440362 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:30.973715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0922d7-f6be-49bb-ac98-f73861440362 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:30.976807 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ea0922d7-f6be-49bb-ac98-f73861440362 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.2223985 Sep 26 13:20:30.980009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36706) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:31.082225 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.112673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port 3d03b43b-a68e-4e50-805e-511992f45176 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:31.114420 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.123140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129fa097-5391-49be-a852-ac7a284ed454'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:31.132969 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbe03c6-5e24-4127-8565-8f5900ce7e68" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-unplugged", "status": "completed", "tag": "129fa097-5391-49be-a852-ac7a284ed454"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:31.158612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 129fa097-5391-49be-a852-ac7a284ed454, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=129fa097-5391-49be-a852-ac7a284ed454,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:31.175310 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.179421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:31.202436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d1553b25-677d-459d-8f86-059566a3e889 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 9a1352a9-3d9c-4bbf-8853-e4916210541b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:31.202922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1553b25-677d-459d-8f86-059566a3e889 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.307200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=129fa097-5391-49be-a852-ac7a284ed454,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:31.318480 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf1be7-efc6-4fb5-8bcc-7bf8de1aff36 x-openstack-request-id: req-dbbf1be7-efc6-4fb5-8bcc-7bf8de1aff36 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:31.324643 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-unplugged", "status": "completed", "tag": "129fa097-5391-49be-a852-ac7a284ed454", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:31.325023 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbbf1be7-efc6-4fb5-8bcc-7bf8de1aff36 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:31.325474 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129fa097-5391-49be-a852-ac7a284ed454', 'code': 200} Sep 26 13:20:31.386318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] For port 3d03b43b-a68e-4e50-805e-511992f45176, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3d03b43b-a68e-4e50-805e-511992f45176,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:31.389196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.397022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-31d7db75-c134-4623-b54d-90712bda1415 None None] Provisioning complete for port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:31.411842 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-31d7db75-c134-4623-b54d-90712bda1415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.437074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d163b42e-cf57-43e6-9c84-ceeb76aea63a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:31.468679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for 3d03b43b-a68e-4e50-805e-511992f45176 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:31.625930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1553b25-677d-459d-8f86-059566a3e889 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.668310 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:20:31.692250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d1553b25-677d-459d-8f86-059566a3e889 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 9a1352a9-3d9c-4bbf-8853-e4916210541b owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:31.727130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f93d5-99d9-4bc9-8140-668ec5810456 req-d70e2735-9930-4a52-9a30-d6f4231bbeb8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:31.733241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:31.734272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device ecfe0a7e-7614-4de4-9238-e4c04ab3a18b no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:31.749875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f93d5-99d9-4bc9-8140-668ec5810456 req-d70e2735-9930-4a52-9a30-d6f4231bbeb8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:31.774767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f93d5-99d9-4bc9-8140-668ec5810456 req-d70e2735-9930-4a52-9a30-d6f4231bbeb8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:31.788411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f93d5-99d9-4bc9-8140-668ec5810456 req-d70e2735-9930-4a52-9a30-d6f4231bbeb8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:31.808650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f93d5-99d9-4bc9-8140-668ec5810456 req-d70e2735-9930-4a52-9a30-d6f4231bbeb8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:31.819777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e4f93d5-99d9-4bc9-8140-668ec5810456 req-d70e2735-9930-4a52-9a30-d6f4231bbeb8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 3884 time: 0.3928723 Sep 26 13:20:31.844112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.862555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-31d7db75-c134-4623-b54d-90712bda1415 None None] Port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:20:31.884346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d163b42e-cf57-43e6-9c84-ceeb76aea63a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:31.885118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:31.975024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=3d03b43b-a68e-4e50-805e-511992f45176,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:32.071304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] No DVR routers for this DVR port 3d03b43b-a68e-4e50-805e-511992f45176 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:32.090946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.093272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-8e563ea6-e83a-4691-8122-655f7b27df97 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "DELETE /v2.0/ports/3d03b43b-a68e-4e50-805e-511992f45176 HTTP/1.1" status: 204 len: 173 time: 1.3820603 Sep 26 13:20:32.093758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': '3d03b43b-a68e-4e50-805e-511992f45176'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:32.096102 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a5ba20-0a1b-45dd-8f1d-f1cb19fdafb0" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "3d03b43b-a68e-4e50-805e-511992f45176"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:32.133284 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e4f93d5-99d9-4bc9-8140-668ec5810456 req-b1a65b9e-db7b-489c-bce2-ba27efea4b9d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103428 Sep 26 13:20:32.151110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.332678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1553b25-677d-459d-8f86-059566a3e889 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.370691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-502ae238-c492-4c89-8732-196cb464336e req-33a153f6-da17-4264-be7c-614f9595d9a4 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.2089033 Sep 26 13:20:32.386626 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.424003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:32.440400 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39816b5-1ccc-4880-a958-e55c4a45cd7f x-openstack-request-id: req-c39816b5-1ccc-4880-a958-e55c4a45cd7f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:32.440679 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "3d03b43b-a68e-4e50-805e-511992f45176", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:32.440932 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c39816b5-1ccc-4880-a958-e55c4a45cd7f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:32.443721 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': '3d03b43b-a68e-4e50-805e-511992f45176', 'status': 'completed', 'code': 200} Sep 26 13:20:32.453816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1553b25-677d-459d-8f86-059566a3e889 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=9a1352a9-3d9c-4bbf-8853-e4916210541b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:32.466726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:32.467081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.505001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port d163b42e-cf57-43e6-9c84-ceeb76aea63a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d163b42e-cf57-43e6-9c84-ceeb76aea63a,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:32.510407 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.512219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2cb7157d-d31e-4954-ab65-00b376933364 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:32.541308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d1553b25-677d-459d-8f86-059566a3e889 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.547425 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d1553b25-677d-459d-8f86-059566a3e889 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/9a1352a9-3d9c-4bbf-8853-e4916210541b HTTP/1.1" status: 204 len: 168 time: 1.5576906 Sep 26 13:20:32.548292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36744) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:32.679316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba0d6d1-00d5-42ca-b0c4-fd8cc566ced4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:32.681292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba0d6d1-00d5-42ca-b0c4-fd8cc566ced4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:32.691472 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4ba0d6d1-00d5-42ca-b0c4-fd8cc566ced4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1420016 Sep 26 13:20:32.692390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36756) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:32.775338 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.780285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-98d1c43e-2ec3-425d-911b-0240ab6a01c0 None None] Provisioning complete for port d163b42e-cf57-43e6-9c84-ceeb76aea63a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:32.780653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-98d1c43e-2ec3-425d-911b-0240ab6a01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.784670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:32.873291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] For port b8f1a109-1f67-433d-a99c-3cb1f9d674d9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:32.877618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.896871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9888c6-7c1e-4b75-8d9f-d04dac56fe03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet a7803dbc-376d-4cf9-84e8-f82a80436cda {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:32.902852 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9888c6-7c1e-4b75-8d9f-d04dac56fe03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:32.910549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for b8f1a109-1f67-433d-a99c-3cb1f9d674d9 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:33.021236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9888c6-7c1e-4b75-8d9f-d04dac56fe03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:33.145960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:33.234125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=d163b42e-cf57-43e6-9c84-ceeb76aea63a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:33.258962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9888c6-7c1e-4b75-8d9f-d04dac56fe03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:33.282276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=b8f1a109-1f67-433d-a99c-3cb1f9d674d9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:33.387783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9888c6-7c1e-4b75-8d9f-d04dac56fe03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:33.398399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:33.400717 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a809316e-d7f3-4e6c-8eaa-e51ce8c61105" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-unplugged", "status": "completed", "tag": "ecfe0a7e-7614-4de4-9238-e4c04ab3a18b"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:33.429392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc42eaeb-6fbd-4dd8-afc0-4a1b49193dd7 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:33.448241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ae9888c6-7c1e-4b75-8d9f-d04dac56fe03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:33.453612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ae9888c6-7c1e-4b75-8d9f-d04dac56fe03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/a7803dbc-376d-4cf9-84e8-f82a80436cda HTTP/1.1" status: 204 len: 168 time: 0.7599308 Sep 26 13:20:33.455213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9888c6-7c1e-4b75-8d9f-d04dac56fe03 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=a7803dbc-376d-4cf9-84e8-f82a80436cda,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:33.457189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36770) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:33.507457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4d2d6e25-2e85-44a0-846d-c7d5f5bd27c8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486155 Sep 26 13:20:33.508337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36772) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:33.534521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] No DVR routers for this DVR port b8f1a109-1f67-433d-a99c-3cb1f9d674d9 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:33.547517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:33.558164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-2d0ec56b-6ba3-47f9-a2f2-e9158ac795fe tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "DELETE /v2.0/ports/b8f1a109-1f67-433d-a99c-3cb1f9d674d9 HTTP/1.1" status: 204 len: 173 time: 1.4525738 Sep 26 13:20:33.587637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-935e61bc-22aa-4c63-b49e-f3b5c1223bfc req-1d048a1e-9fdd-4100-aa37-bbf49a9b2190 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0672119 Sep 26 13:20:33.588037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-521dbbae-6756-4372-90f9-1ec914b17a0b None None] Could not find standard attr ID for object 9a1352a9-3d9c-4bbf-8853-e4916210541b. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:33.658577 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:33.683099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e2a3e-917a-424a-92fc-4962eb1251ff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:33.695240 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f14e2a3e-917a-424a-92fc-4962eb1251ff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1855459 Sep 26 13:20:33.696040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:33.784902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06c5a-d50f-45bb-810b-0042a14f6ad3 req-5e3f62d2-5928-4b8d-a60c-12c1b0ecbbc1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:33.787891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2cb7157d-d31e-4954-ab65-00b376933364, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2cb7157d-d31e-4954-ab65-00b376933364,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:33.798911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06c5a-d50f-45bb-810b-0042a14f6ad3 req-5e3f62d2-5928-4b8d-a60c-12c1b0ecbbc1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:33.815016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06c5a-d50f-45bb-810b-0042a14f6ad3 req-5e3f62d2-5928-4b8d-a60c-12c1b0ecbbc1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:33.828201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13e06c5a-d50f-45bb-810b-0042a14f6ad3 req-5e3f62d2-5928-4b8d-a60c-12c1b0ecbbc1 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 2412 time: 0.4934313 Sep 26 13:20:33.838095 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74957b1-d0e0-406e-b606-987afff8fdd2 x-openstack-request-id: req-b74957b1-d0e0-406e-b606-987afff8fdd2 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:33.838383 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-unplugged", "status": "completed", "tag": "ecfe0a7e-7614-4de4-9238-e4c04ab3a18b", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:33.838641 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b74957b1-d0e0-406e-b606-987afff8fdd2 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:33.839042 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b', 'code': 200} Sep 26 13:20:33.839175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a4c12-a663-4142-a260-afc81c86f173 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:33.842901 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:33.846318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device b8f1a109-1f67-433d-a99c-3cb1f9d674d9 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:33.852009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36776) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:33.859074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f23a4c12-a663-4142-a260-afc81c86f173 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1616712 Sep 26 13:20:33.971913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: b8f1a109-1f67-433d-a99c-3cb1f9d674d9 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:33.972258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device b8f1a109-1f67-433d-a99c-3cb1f9d674d9 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:33.972672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3d03b43b-a68e-4e50-805e-511992f45176 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:34.022204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a4b7d8b6-c948-4662-870e-e4e31100bb55 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1646817 Sep 26 13:20:34.027120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36790) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:34.036315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:34.039526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 3d03b43b-a68e-4e50-805e-511992f45176 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:34.040057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3d03b43b-a68e-4e50-805e-511992f45176 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:34.041783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2cb7157d-d31e-4954-ab65-00b376933364,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:34.147072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13e06c5a-d50f-45bb-810b-0042a14f6ad3 req-fce6675e-52af-4471-93fe-b96261a629be tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145049 Sep 26 13:20:34.167514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port 2cb7157d-d31e-4954-ab65-00b376933364 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:34.169888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:34.212689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:20:34.258271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:34.264270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:34.411971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] For port 2cb7157d-d31e-4954-ab65-00b376933364, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2cb7157d-d31e-4954-ab65-00b376933364,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:34.413351 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:34.444357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': 'b8f1a109-1f67-433d-a99c-3cb1f9d674d9'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:34.455403 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82ebdfa-002b-46a4-aca2-5cfb483c7ffb" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "b8f1a109-1f67-433d-a99c-3cb1f9d674d9"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:34.510593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for 2cb7157d-d31e-4954-ab65-00b376933364 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:34.634800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] Deleting port d163b42e-cf57-43e6-9c84-ceeb76aea63a {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:34.635306 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:34.686819 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e6872-4bbc-40d4-bb6f-77be2214d6c9 x-openstack-request-id: req-083e6872-4bbc-40d4-bb6f-77be2214d6c9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:34.689668 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "b8f1a109-1f67-433d-a99c-3cb1f9d674d9", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:34.690801 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-083e6872-4bbc-40d4-bb6f-77be2214d6c9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:34.691410 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': 'b8f1a109-1f67-433d-a99c-3cb1f9d674d9', 'status': 'completed', 'code': 200} Sep 26 13:20:34.805706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5705205e-65a7-4284-8b2a-c340ed152a2e req-db835490-d4ba-47c9-a437-52c16f31278e tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0754285 Sep 26 13:20:34.830010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] For port d163b42e-cf57-43e6-9c84-ceeb76aea63a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d163b42e-cf57-43e6-9c84-ceeb76aea63a,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:34.830671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:34.851327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:20:34.863911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] Calling delete_port for d163b42e-cf57-43e6-9c84-ceeb76aea63a owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:34.997723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:35.061668 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:35.073933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=2cb7157d-d31e-4954-ab65-00b376933364,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:35.086715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] No DVR routers for this DVR port d163b42e-cf57-43e6-9c84-ceeb76aea63a on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:35.117683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_pluggable_backend [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Port d163b42e-cf57-43e6-9c84-ceeb76aea63a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 26 13:20:35.118051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_pluggable_backend [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Reverting IP allocation for 2001:db8::f816:3eff:fe34:4e4 {{(pid=94811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 26 13:20:35.124686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_pluggable_backend [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe34:4e4 {{(pid=94811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 26 13:20:35.126877 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:35.128793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206390aa-b647-4d4c-b85c-5e9432171c65 None None] Pushing event deleted for resources: {'Port': ['ID=d163b42e-cf57-43e6-9c84-ceeb76aea63a,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:35.233124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] No DVR routers for this DVR port 2cb7157d-d31e-4954-ab65-00b376933364 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:35.239610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:35.241583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:35.243608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-580ff94a-7e76-445d-8e4d-1839291abe28 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "DELETE /v2.0/ports/2cb7157d-d31e-4954-ab65-00b376933364 HTTP/1.1" status: 204 len: 173 time: 1.6690352 Sep 26 13:20:35.251095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:35.258285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:35.259682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:35.261455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf2070-6424-47f1-b08b-3a0b2063fd8e None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:35.294632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2632873 Sep 26 13:20:35.295300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36814) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:35.305003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0117e-fa2c-47e1-9d85-9833839a6cfb tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=8edf2c26-41bd-4d7e-ba53-f37602021cac,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:35.308696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d163b42e-cf57-43e6-9c84-ceeb76aea63a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:35.335207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:aa:2b:ac', 'name': 'tempest-NetworksTestDHCPv6-300409946'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:35.346150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d163b42e-cf57-43e6-9c84-ceeb76aea63a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:35.346811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d163b42e-cf57-43e6-9c84-ceeb76aea63a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:35.425729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442d460-3cc3-4e8b-813f-025ae514ff49 req-ff2ba4fa-736d-475c-8ca5-7d8ac5a905bb tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:35.446081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442d460-3cc3-4e8b-813f-025ae514ff49 req-ff2ba4fa-736d-475c-8ca5-7d8ac5a905bb tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:35.450885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1442d460-3cc3-4e8b-813f-025ae514ff49 req-ff2ba4fa-736d-475c-8ca5-7d8ac5a905bb tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 1677 time: 0.1217284 Sep 26 13:20:35.526008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1442d460-3cc3-4e8b-813f-025ae514ff49 req-7fba5f6b-1960-4df2-821a-b5baec10deb8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693238 Sep 26 13:20:35.638758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '8edf2c26-41bd-4d7e-ba53-f37602021cac'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:20:35.639629 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:35.692877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port 129fa097-5391-49be-a852-ac7a284ed454 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:35.693847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:35.846786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb7157d-d31e-4954-ab65-00b376933364'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:35.849050 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dac3830-015f-4c29-8084-eb477e45f0bc" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-unplugged", "status": "completed", "tag": "2cb7157d-d31e-4954-ab65-00b376933364"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:35.883432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] For port 129fa097-5391-49be-a852-ac7a284ed454, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=129fa097-5391-49be-a852-ac7a284ed454,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:35.883820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:35.983173 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1556164-f05f-4384-a329-0bb663571abe x-openstack-request-id: req-f1556164-f05f-4384-a329-0bb663571abe {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:35.983875 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-unplugged", "status": "completed", "tag": "2cb7157d-d31e-4954-ab65-00b376933364", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:35.984234 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1556164-f05f-4384-a329-0bb663571abe {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:35.984732 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb7157d-d31e-4954-ab65-00b376933364', 'code': 200} Sep 26 13:20:36.066680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Allocated IP 2001:db8::f816:3eff:fe50:8235 (e4807435-a803-4309-bfce-ebee88a684ba/8edf2c26-41bd-4d7e-ba53-f37602021cac/c5683684-1253-4d5a-893e-4a90d5b24287) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:36.119991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:36.199406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-315728d0-c0a6-458a-bd2d-8dfe5a983935 req-539b6ea5-04f2-4495-a421-413a02727541 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0907440 Sep 26 13:20:36.387584 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:36.399023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:36.428786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:36.437843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:36.441459 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:36.441847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:36.442250 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Floating IP f70e3008-cdf1-447d-bbbc-f38c97104f80 disassociated. External IP: 172.25.4.72, port: 129fa097-5391-49be-a852-ac7a284ed454. Sep 26 13:20:36.442655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for 129fa097-5391-49be-a852-ac7a284ed454 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:36.474171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:36.480441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:36.548062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Pushing event updated for resources: {'Port': ['ID=c5683684-1253-4d5a-893e-4a90d5b24287,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:36.587833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Attempting to bind port c5683684-1253-4d5a-893e-4a90d5b24287 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:20:36.588966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Attempting to bind port c5683684-1253-4d5a-893e-4a90d5b24287 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:20:36.592221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Attempting to bind port c5683684-1253-4d5a-893e-4a90d5b24287 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:20:36.606183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:20:36.608438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:20:36.610517 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:36.611293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:20:36.612800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Bound port: c5683684-1253-4d5a-893e-4a90d5b24287, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:20:36.617103 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:36.621094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port b0de0973-f61c-49c8-be97-625afb64a357 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:36.801188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de973aa0-03de-41be-b61d-5003eb0d6736 req-12c0685c-19f0-4e6b-aedf-de0c0906c4a8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:36.807740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de973aa0-03de-41be-b61d-5003eb0d6736 req-12c0685c-19f0-4e6b-aedf-de0c0906c4a8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:36.815868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-de973aa0-03de-41be-b61d-5003eb0d6736 req-12c0685c-19f0-4e6b-aedf-de0c0906c4a8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 1677 time: 0.1285124 Sep 26 13:20:36.832821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] For port c5683684-1253-4d5a-893e-4a90d5b24287, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:36.844419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] For port c5683684-1253-4d5a-893e-4a90d5b24287, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5683684-1253-4d5a-893e-4a90d5b24287,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:20:36.859954 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:36.869983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-de973aa0-03de-41be-b61d-5003eb0d6736 req-be83f854-f8ef-4ebc-8fd6-834854336aa8 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529523 Sep 26 13:20:36.885463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': '2cb7157d-d31e-4954-ab65-00b376933364'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:36.890151 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5020e303-014b-4a07-9170-259a40b62136" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "2cb7157d-d31e-4954-ab65-00b376933364"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:36.941678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:feaa:2bac (e4807435-a803-4309-bfce-ebee88a684ba/8edf2c26-41bd-4d7e-ba53-f37602021cac/b0de0973-f61c-49c8-be97-625afb64a357) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:36.947560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36850) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:37.015482 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94740c0-f9f9-425f-9fc6-f39ff11af859 x-openstack-request-id: req-d94740c0-f9f9-425f-9fc6-f39ff11af859 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:37.015775 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "2cb7157d-d31e-4954-ab65-00b376933364", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:37.016110 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d94740c0-f9f9-425f-9fc6-f39ff11af859 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:37.016522 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': '2cb7157d-d31e-4954-ab65-00b376933364', 'status': 'completed', 'code': 200} Sep 26 13:20:37.060167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d692d66-453d-4891-add7-71c3fc55bc8d None None] Pushing event updated for resources: {'Port': ['ID=c5683684-1253-4d5a-893e-4a90d5b24287,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:37.135730 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:37.284668 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15471c9c-9d8f-417e-8e26-318e2b6f7d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:37.292136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=129fa097-5391-49be-a852-ac7a284ed454,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:37.350874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:37.388746 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-867a2a78-b1f2-454e-9d45-bba1aac02f6e req-b3ab59e1-7c4f-4361-adc3-b67a59eede31 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0696332 Sep 26 13:20:37.599913 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15471c9c-9d8f-417e-8e26-318e2b6f7d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:37.614750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15471c9c-9d8f-417e-8e26-318e2b6f7d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:37.685440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Router c2edddd8-61f2-40d6-8a2f-06f225292578 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:20:37.688570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:37.747096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15471c9c-9d8f-417e-8e26-318e2b6f7d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b736b8a-d1bc-430c-b02c-e4f9e689db7a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:37.780807 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-15471c9c-9d8f-417e-8e26-318e2b6f7d20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75d968a9d32144e1af73f5511b88fa6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318655 Sep 26 13:20:37.783298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36874) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:37.821061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=b0de0973-f61c-49c8-be97-625afb64a357,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:37.842730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:37.918167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d39864b9-5808-4c5d-8c1a-40c93527e666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:37.965542 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d39864b9-5808-4c5d-8c1a-40c93527e666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:38.057510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d39864b9-5808-4c5d-8c1a-40c93527e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:38.060877 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d39864b9-5808-4c5d-8c1a-40c93527e666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:38.065696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d39864b9-5808-4c5d-8c1a-40c93527e666 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b736b8a-d1bc-430c-b02c-e4f9e689db7a HTTP/1.1" status: 204 len: 168 time: 0.2777436 Sep 26 13:20:38.084392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39864b9-5808-4c5d-8c1a-40c93527e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b736b8a-d1bc-430c-b02c-e4f9e689db7a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:38.312533 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b6c30f18-1ce1-455f-ac11-2baf3e4a153a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:38.586410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:38.591120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ad0905f-0fd9-441d-a26d-a04b80349f7b req-578083c9-4894-4213-9498-e9d8d478ad69 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0522816 Sep 26 13:20:38.604794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36896) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:38.637999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a26acb7-b548-4685-a352-fb861dd18861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:38.654797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:38.661001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:38.662366 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:38.778458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b90c-7660-4dd7-b464-7e65567b1268 req-d358c4bc-49db-499b-acf4-27469bf459a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:38.804582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fff3b90c-7660-4dd7-b464-7e65567b1268 req-d358c4bc-49db-499b-acf4-27469bf459a7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 942 time: 0.1907189 Sep 26 13:20:38.826197 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a26acb7-b548-4685-a352-fb861dd18861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:38.833389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a26acb7-b548-4685-a352-fb861dd18861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:38.873410 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fff3b90c-7660-4dd7-b464-7e65567b1268 req-dd88fd15-7280-412c-8031-f3cde22da2ab tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603828 Sep 26 13:20:38.878669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5e072c26-b345-4fee-ab44-6bfddbce8a3c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5474937 Sep 26 13:20:38.879304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36906) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:38.883749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0a26acb7-b548-4685-a352-fb861dd18861 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a228dca0a0194b99ad1cc1a8922bd0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774358 Sep 26 13:20:38.884844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26acb7-b548-4685-a352-fb861dd18861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e5d1b0-b556-4023-9418-354aab7ec263,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:38.889002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36908) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:38.932255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:20:38.963471 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] Sync routers for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:20:38.987640 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:20:38.988611 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:20:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:38.992224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5034f490-2b5e-454f-8cb4-889765151dba None None] Provisioning complete for port c5683684-1253-4d5a-893e-4a90d5b24287 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:38.992608 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5034f490-2b5e-454f-8cb4-889765151dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.001229 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed015-0339-42de-b8f7-1ac1a094811b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.035062 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed015-0339-42de-b8f7-1ac1a094811b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.081972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] No DVR routers for this DVR port 129fa097-5391-49be-a852-ac7a284ed454 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:39.102119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb80779-765f-4aeb-8507-e8bc7f9370ef tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:39.108037 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5034f490-2b5e-454f-8cb4-889765151dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.135458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb80779-765f-4aeb-8507-e8bc7f9370ef tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:39.136257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed015-0339-42de-b8f7-1ac1a094811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.139934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fdb80779-765f-4aeb-8507-e8bc7f9370ef tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2586882 Sep 26 13:20:39.140562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36912) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:39.141731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.143707 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-139270f8-c09e-4ac7-ac8e-1120cef632d0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "DELETE /v2.0/ports/129fa097-5391-49be-a852-ac7a284ed454 HTTP/1.1" status: 204 len: 173 time: 3.8935332 Sep 26 13:20:39.154988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed015-0339-42de-b8f7-1ac1a094811b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.173199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ec9ed015-0339-42de-b8f7-1ac1a094811b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26e5d1b0-b556-4023-9418-354aab7ec263 HTTP/1.1" status: 204 len: 168 time: 0.2829773 Sep 26 13:20:39.179101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5034f490-2b5e-454f-8cb4-889765151dba None None] For port c5683684-1253-4d5a-893e-4a90d5b24287, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5683684-1253-4d5a-893e-4a90d5b24287,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:39.190961 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5034f490-2b5e-454f-8cb4-889765151dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.201987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ed015-0339-42de-b8f7-1ac1a094811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e5d1b0-b556-4023-9418-354aab7ec263,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:39.279861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': '129fa097-5391-49be-a852-ac7a284ed454'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:39.285795 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd5c46c-a7eb-4eaa-ae72-d1dce835898f" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "129fa097-5391-49be-a852-ac7a284ed454"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:39.314478 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:20:39.404723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034f490-2b5e-454f-8cb4-889765151dba None None] Pushing event updated for resources: {'Port': ['ID=c5683684-1253-4d5a-893e-4a90d5b24287,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:39.425539 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce6042d-5d6d-46d0-90b9-180acaf1f994 x-openstack-request-id: req-dce6042d-5d6d-46d0-90b9-180acaf1f994 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:39.425960 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "129fa097-5391-49be-a852-ac7a284ed454", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:39.426310 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dce6042d-5d6d-46d0-90b9-180acaf1f994 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:39.427844 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': '129fa097-5391-49be-a852-ac7a284ed454', 'status': 'completed', 'code': 200} Sep 26 13:20:39.496710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5683684-1253-4d5a-893e-4a90d5b24287 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:39.572101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:39.572446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.601630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ed007370-93aa-492d-ad57-0066d04fd158 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port b0de0973-f61c-49c8-be97-625afb64a357 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:39.602811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed007370-93aa-492d-ad57-0066d04fd158 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.669480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8b5e0ed9-8af8-431c-9ffe-399cc88fda37 None None] Provisioning complete for port b0de0973-f61c-49c8-be97-625afb64a357 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:39.669874 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0ed9-8af8-431c-9ffe-399cc88fda37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.672512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c5683684-1253-4d5a-893e-4a90d5b24287 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:39.672879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.818481 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:26Z', 'revision_number': 5, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:39.844317 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9da9ac34-f9e9-4a2e-8f30-dd75929df43a req-8759ef2e-7107-402e-84c4-40812d9128fd tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0545123 Sep 26 13:20:39.866268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e0ed9-8af8-431c-9ffe-399cc88fda37 None None] Port b0de0973-f61c-49c8-be97-625afb64a357 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:20:39.892016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] For port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:39.892325 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:39.893430 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] Checking router: c2edddd8-61f2-40d6-8a2f-06f225292578 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:20:39.919684 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:20:39.920777 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:20:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:39.935003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for ecfe0a7e-7614-4de4-9238-e4c04ab3a18b owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:40.156335 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:20:40.207849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0603a-5a34-4f85-a12a-4358d35dbd5b req-78bc7862-899c-46bd-80bd-a404ef48559e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:40.209079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed007370-93aa-492d-ad57-0066d04fd158 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:40.228955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bea0603a-5a34-4f85-a12a-4358d35dbd5b req-78bc7862-899c-46bd-80bd-a404ef48559e tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 942 time: 0.1874006 Sep 26 13:20:40.231559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:40.319781 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bea0603a-5a34-4f85-a12a-4358d35dbd5b req-a37f478e-d82c-4d52-8d73-a8d636e8480c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c5553a-19d2-4215-bf52-1e77949e86db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888145 Sep 26 13:20:40.370134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ed007370-93aa-492d-ad57-0066d04fd158 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for b0de0973-f61c-49c8-be97-625afb64a357 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:40.373553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] No DVR routers for this DVR port ecfe0a7e-7614-4de4-9238-e4c04ab3a18b on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:40.375630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=ecfe0a7e-7614-4de4-9238-e4c04ab3a18b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:40.388188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:40.391801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb400354-d15e-41ae-85db-663c0dd93dc1 req-c600ea2d-8832-431b-9b3c-c0e3674279fd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.24 "DELETE /v2.0/ports/ecfe0a7e-7614-4de4-9238-e4c04ab3a18b HTTP/1.1" status: 204 len: 173 time: 1.0964727 Sep 26 13:20:40.564907 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:26Z', 'revision_number': 5, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:40.698804 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d888a9-b818-41db-9fe7-2e8a787fd4ea None None] The sync data for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 is: [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:09:20Z', 'revision_number': 4, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'c9e3b757-3ed0-47bc-aec7-ab52dbfb198e', 'name': '', 'network_id': 'bcc4ad1b-5178-4df1-849d-d894c90d9977', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'mac_address': 'fa:16:3e:9b:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:19Z', 'updated_at': '2021-09-26T13:09:26Z', 'revision_number': 5, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'subnets': [{'id': '3546b69d-5bf9-44b2-91d3-59645941a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:20:40.778291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed007370-93aa-492d-ad57-0066d04fd158 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:40.861318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed007370-93aa-492d-ad57-0066d04fd158 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=b0de0973-f61c-49c8-be97-625afb64a357,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:40.957151 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ed007370-93aa-492d-ad57-0066d04fd158 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:40.963359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36976) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:40.973577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ed007370-93aa-492d-ad57-0066d04fd158 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/b0de0973-f61c-49c8-be97-625afb64a357 HTTP/1.1" status: 204 len: 168 time: 1.8287652 Sep 26 13:20:41.040102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1374fc98-76ba-4a74-b39c-dbd1aaffb3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:41.061179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1960c53f-3498-4c5c-b2ae-113f6d9d97dd req-5549c2d9-46d0-4c16-9fd3-1e0dcad57e92 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b32caf4-ae74-4196-a02c-79fb7f556cca HTTP/1.1" status: 200 len: 210 time: 0.0811937 Sep 26 13:20:41.189671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff019661-f79f-4539-af26-82c09c503687 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:41.191846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff019661-f79f-4539-af26-82c09c503687 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:41.196867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36988) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:41.207555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff019661-f79f-4539-af26-82c09c503687 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2417233 Sep 26 13:20:41.373939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5683684-1253-4d5a-893e-4a90d5b24287 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:41.392421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a92d28-9bb2-4f23-a143-d0022b5074c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 8edf2c26-41bd-4d7e-ba53-f37602021cac {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:41.396542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2a92d28-9bb2-4f23-a143-d0022b5074c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:41.456703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb5a7d-4b3e-48ba-a5a7-99d637b78b35 None None] New status for floating IP f70e3008-cdf1-447d-bbbc-f38c97104f80: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:20:41.483465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2a92d28-9bb2-4f23-a143-d0022b5074c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:41.542925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-19d5fd5c-f846-4825-af52-2199efd297fb req-e505d30a-20a8-456a-a58e-fde49a0ea7d2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0649657 Sep 26 13:20:41.593670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:20:41.602022 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b529ce05-b4c7-4fb9-af5d-e56d468daf2a" -d '{"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "ecfe0a7e-7614-4de4-9238-e4c04ab3a18b"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:20:41.706306 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c82e1c6-4280-4396-97bb-600267fff547 x-openstack-request-id: req-1c82e1c6-4280-4396-97bb-600267fff547 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:20:41.706816 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db86c2e4-b6bc-4cc6-8590-4dfbac5ff523", "name": "network-vif-deleted", "tag": "ecfe0a7e-7614-4de4-9238-e4c04ab3a18b", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:20:41.707230 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c82e1c6-4280-4396-97bb-600267fff547 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:20:41.707776 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db86c2e4-b6bc-4cc6-8590-4dfbac5ff523', 'name': 'network-vif-deleted', 'tag': 'ecfe0a7e-7614-4de4-9238-e4c04ab3a18b', 'status': 'completed', 'code': 200} Sep 26 13:20:41.761852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2a92d28-9bb2-4f23-a143-d0022b5074c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:41.889989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c5683684-1253-4d5a-893e-4a90d5b24287 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:41.890397 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2a92d28-9bb2-4f23-a143-d0022b5074c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:41.890912 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:41.903820 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:41.945414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a92d28-9bb2-4f23-a143-d0022b5074c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=8edf2c26-41bd-4d7e-ba53-f37602021cac,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:41.972284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2a92d28-9bb2-4f23-a143-d0022b5074c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:41.976345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503de153-1d1d-4533-ab3b-cc1aeced2494 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:41.979656 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c2a92d28-9bb2-4f23-a143-d0022b5074c7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/8edf2c26-41bd-4d7e-ba53-f37602021cac HTTP/1.1" status: 204 len: 168 time: 0.7786009 Sep 26 13:20:41.979804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37012) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:42.004968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37014) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:42.027916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-88a14c39-41a8-40c8-b363-961191b838d0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472188 Sep 26 13:20:42.031067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37018) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:42.038472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:42.137738 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.253156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:42.257920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.269436 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7f108fb-2f14-432b-8cb4-4aa8627e3bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.429835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:20:42.453276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7f108fb-2f14-432b-8cb4-4aa8627e3bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.466148 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a7f108fb-2f14-432b-8cb4-4aa8627e3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.495129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] Deleting port c5683684-1253-4d5a-893e-4a90d5b24287 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:42.495915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.574726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] For port c5683684-1253-4d5a-893e-4a90d5b24287, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c5683684-1253-4d5a-893e-4a90d5b24287,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:42.575406 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.604868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] Calling delete_port for c5683684-1253-4d5a-893e-4a90d5b24287 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:42.706385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e839023-128d-4cb1-9449-fc0b72ea2bb6 req-9c6ca841-b691-4550-a508-63fc2695884c tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0321097 Sep 26 13:20:42.766598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f108fb-2f14-432b-8cb4-4aa8627e3bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a9603-c765-4d79-87aa-7032c2426038,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:42.775609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.816154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] Pushing event deleted for resources: {'Port': ['ID=c5683684-1253-4d5a-893e-4a90d5b24287,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:42.822714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d2436-a586-474a-9d84-21555ec21c44 None None] No DVR routers for this DVR port c5683684-1253-4d5a-893e-4a90d5b24287 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:42.867087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a7f108fb-2f14-432b-8cb4-4aa8627e3bac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfdb5b4387df4873a104d55f163a02c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604937 Sep 26 13:20:42.869895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37046) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:42.939953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:20:42.942341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:42.974718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8abe9ea3-e73d-4b02-b6c3-590c907619c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.000654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8abe9ea3-e73d-4b02-b6c3-590c907619c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.013236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=db1b10fb-a963-467c-9d07-f6bd5ff173c6,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:43.027143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:43.028946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:43.032550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:43.033176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.040011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382678f9-9e4f-4ae5-86b2-f1c3dc7a656b None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:43.095337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b9d1d7d2-8fd9-402b-895b-0f2aa58132de tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0628490 Sep 26 13:20:43.097569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37052) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:43.103909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:4e:9f:57', 'name': 'tempest-NetworksTestDHCPv6-1134008771'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:43.124650 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8abe9ea3-e73d-4b02-b6c3-590c907619c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.127534 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8abe9ea3-e73d-4b02-b6c3-590c907619c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.128841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8abe9ea3-e73d-4b02-b6c3-590c907619c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c73a9603-c765-4d79-87aa-7032c2426038 HTTP/1.1" status: 204 len: 168 time: 0.2568552 Sep 26 13:20:43.162803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe9ea3-e73d-4b02-b6c3-590c907619c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a9603-c765-4d79-87aa-7032c2426038,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:43.323978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37062) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:43.388856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5683684-1253-4d5a-893e-4a90d5b24287 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:43.469819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c5683684-1253-4d5a-893e-4a90d5b24287 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:43.470415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c5683684-1253-4d5a-893e-4a90d5b24287 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:43.485059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:43.507505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-537f1c0f-e754-4b78-9939-bf99cd470b67 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.562021 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-537f1c0f-e754-4b78-9939-bf99cd470b67 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.612428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': 'db1b10fb-a963-467c-9d07-f6bd5ff173c6'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:20:43.613291 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.664986 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.681783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-537f1c0f-e754-4b78-9939-bf99cd470b67 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.687311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-537f1c0f-e754-4b78-9939-bf99cd470b67 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.693948 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-537f1c0f-e754-4b78-9939-bf99cd470b67 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f612f29-44a5-4c03-9c7f-d104e2869f87 HTTP/1.1" status: 204 len: 168 time: 0.3685291 Sep 26 13:20:43.696471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37080) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:43.738595 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-06106262-2cb9-4afa-84cc-558185e6f881 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] show failed (client error): The resource could not be found. Sep 26 13:20:43.740234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:43.742710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-06106262-2cb9-4afa-84cc-558185e6f881 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "GET /v2.0/security-groups/0f612f29-44a5-4c03-9c7f-d104e2869f87 HTTP/1.1" status: 404 len: 347 time: 0.0364370 Sep 26 13:20:43.749913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37084) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:43.783045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f1c0f-e754-4b78-9939-bf99cd470b67 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f612f29-44a5-4c03-9c7f-d104e2869f87,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:43.795750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port b96effb1-cecb-454e-91d6-4d8feb6846f3 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:43.883835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Allocated IP 2001:db8::f816:3eff:fee5:6693 (e4807435-a803-4309-bfce-ebee88a684ba/db1b10fb-a963-467c-9d07-f6bd5ff173c6/52d23301-450c-4800-b2ca-df26069859f6) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:43.992005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-71292e88-0d7e-49da-8294-a9d08d726507 req-afbf3b33-09f1-4d10-9040-78d5f609cb2a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0559633 Sep 26 13:20:44.109970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port bea70676-692f-4397-905c-7d0c8a846815 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:44.110699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.215855 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.228996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.256861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.257112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.294289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for bea70676-692f-4397-905c-7d0c8a846815 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:44.300525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Pushing event updated for resources: {'Port': ['ID=52d23301-450c-4800-b2ca-df26069859f6,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:44.338508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:44.340981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:44.346252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:44.353926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fe4e:9f57 (e4807435-a803-4309-bfce-ebee88a684ba/db1b10fb-a963-467c-9d07-f6bd5ff173c6/b96effb1-cecb-454e-91d6-4d8feb6846f3) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:44.425756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Attempting to bind port 52d23301-450c-4800-b2ca-df26069859f6 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:20:44.426847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Attempting to bind port 52d23301-450c-4800-b2ca-df26069859f6 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:20:44.428255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Attempting to bind port 52d23301-450c-4800-b2ca-df26069859f6 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:20:44.435859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:20:44.436627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:20:44.437255 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.438225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:20:44.438885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Bound port: 52d23301-450c-4800-b2ca-df26069859f6, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:20:44.439469 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.535641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] For port 52d23301-450c-4800-b2ca-df26069859f6, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:44.540045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] For port 52d23301-450c-4800-b2ca-df26069859f6, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=52d23301-450c-4800-b2ca-df26069859f6,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:20:44.551778 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.586339 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.646968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=bea70676-692f-4397-905c-7d0c8a846815,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:44.702887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.709083 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.714073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37124) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:44.721001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d4c857e7-2194-477a-8493-cae6232a1e24 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "DELETE /v2.0/floatingips/87439790-da69-4895-9872-25505b94411c HTTP/1.1" status: 204 len: 168 time: 0.9609842 Sep 26 13:20:44.729123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934abb15-a506-42fd-88cc-3fdaf4c38b69 None None] Pushing event updated for resources: {'Port': ['ID=52d23301-450c-4800-b2ca-df26069859f6,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:44.912924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:44.984139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7baec-ff04-4c8f-bbd3-3c6dc6c6763c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:44.984764 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b0e7baec-ff04-4c8f-bbd3-3c6dc6c6763c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.133363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.182197 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.280643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=b96effb1-cecb-454e-91d6-4d8feb6846f3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:45.383672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb2f5b46-3a55-4adc-bf38-e9db9bbec4b7 req-c41fafa0-469d-4275-a25b-337159750a62 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.1212130 Sep 26 13:20:45.396441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:45.399639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b0e7baec-ff04-4c8f-bbd3-3c6dc6c6763c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.402842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:45.417142 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:45.423934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:45.424857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.445718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7baec-ff04-4c8f-bbd3-3c6dc6c6763c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for 0cad9cdf-a108-4a87-bf0b-0b573d5f59ac owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:45.450585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 52d23301-450c-4800-b2ca-df26069859f6 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:45.464643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37144) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:45.474906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a3c7176b-131a-43df-9189-07e60c01b7ad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3760507 Sep 26 13:20:45.525668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 52d23301-450c-4800-b2ca-df26069859f6 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:45.526194 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.569215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149a51f-5ff7-4af1-9523-e6aafe445981 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:45.583044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149a51f-5ff7-4af1-9523-e6aafe445981 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:45.588164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a149a51f-5ff7-4af1-9523-e6aafe445981 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1223385 Sep 26 13:20:45.592930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37148) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:45.593805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37150) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:45.742212 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.779307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 52d23301-450c-4800-b2ca-df26069859f6, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=52d23301-450c-4800-b2ca-df26069859f6,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:45.783937 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.807766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b0e7baec-ff04-4c8f-bbd3-3c6dc6c6763c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:45.867614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=52d23301-450c-4800-b2ca-df26069859f6,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:45.984277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2ae27b07-f305-412e-934b-dfca3351d795 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port b96effb1-cecb-454e-91d6-4d8feb6846f3 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:45.984631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ae27b07-f305-412e-934b-dfca3351d795 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.056025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7baec-ff04-4c8f-bbd3-3c6dc6c6763c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=0cad9cdf-a108-4a87-bf0b-0b573d5f59ac,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:46.064211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b0e7baec-ff04-4c8f-bbd3-3c6dc6c6763c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.074105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b0e7baec-ff04-4c8f-bbd3-3c6dc6c6763c tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "DELETE /v2.0/ports/0cad9cdf-a108-4a87-bf0b-0b573d5f59ac HTTP/1.1" status: 204 len: 168 time: 1.3590336 Sep 26 13:20:46.075238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3183100-c28f-4d6b-ba2d-89071c88b6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.077563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37168) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:46.263372 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ae27b07-f305-412e-934b-dfca3351d795 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.297884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2ae27b07-f305-412e-934b-dfca3351d795 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for b96effb1-cecb-454e-91d6-4d8feb6846f3 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:46.460856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-967bf9bc-0a0d-4c9a-96a8-73a44e3bdc08 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port 5fb8a498-550e-4784-917f-f378f526f1b0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:46.461428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-967bf9bc-0a0d-4c9a-96a8-73a44e3bdc08 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.622990 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-18fd6f6f-e0e4-4d46-a4e1-25c737284ce7 req-fd4defd9-33d7-4114-a826-67b760bdbe14 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0650935 Sep 26 13:20:46.646756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3183100-c28f-4d6b-ba2d-89071c88b6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.654387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b3183100-c28f-4d6b-ba2d-89071c88b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.667018 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ae27b07-f305-412e-934b-dfca3351d795 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.698907 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b3183100-c28f-4d6b-ba2d-89071c88b6ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f9c95a1aca144cf941b41c2b4e4b6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1001403 Sep 26 13:20:46.703163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37182) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:46.734431 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-967bf9bc-0a0d-4c9a-96a8-73a44e3bdc08 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.748487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e48db0de-c7d6-417b-8f52-eb85fb12e443 None None] Provisioning complete for port 52d23301-450c-4800-b2ca-df26069859f6 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:46.750561 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e48db0de-c7d6-417b-8f52-eb85fb12e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.761977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3183100-c28f-4d6b-ba2d-89071c88b6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f69bfe1-e928-43f4-ba1a-662a27feb487,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:46.777570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-967bf9bc-0a0d-4c9a-96a8-73a44e3bdc08 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for 5fb8a498-550e-4784-917f-f378f526f1b0 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:46.825952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae27b07-f305-412e-934b-dfca3351d795 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=b96effb1-cecb-454e-91d6-4d8feb6846f3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:46.830463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ae27b07-f305-412e-934b-dfca3351d795 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.837524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2ae27b07-f305-412e-934b-dfca3351d795 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/b96effb1-cecb-454e-91d6-4d8feb6846f3 HTTP/1.1" status: 204 len: 168 time: 1.2408924 Sep 26 13:20:46.838374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37186) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:46.888735 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66a4ad7a-b9fc-45b2-a181-e532bb73cd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.948006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249abd69-44a2-43bf-833c-123f655003b0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:46.960323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249abd69-44a2-43bf-833c-123f655003b0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:46.961648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66a4ad7a-b9fc-45b2-a181-e532bb73cd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:46.965734 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-249abd69-44a2-43bf-833c-123f655003b0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1260657 Sep 26 13:20:46.966593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37192) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:47.096453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b4808e-a3a4-462e-96d3-b6af008090ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet db1b10fb-a963-467c-9d07-f6bd5ff173c6 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:47.100123 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c8b4808e-a3a4-462e-96d3-b6af008090ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.121439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ecd6e553-f6dc-4d8d-a973-86ca5962de3e None None] Could not find standard attr ID for object b96effb1-cecb-454e-91d6-4d8feb6846f3. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:47.170252 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66a4ad7a-b9fc-45b2-a181-e532bb73cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.176042 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66a4ad7a-b9fc-45b2-a181-e532bb73cd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.181284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c8b4808e-a3a4-462e-96d3-b6af008090ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.181926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-66a4ad7a-b9fc-45b2-a181-e532bb73cd7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f69bfe1-e928-43f4-ba1a-662a27feb487 HTTP/1.1" status: 204 len: 168 time: 0.4775841 Sep 26 13:20:47.215495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4ad7a-b9fc-45b2-a181-e532bb73cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f69bfe1-e928-43f4-ba1a-662a27feb487,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:47.234000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-967bf9bc-0a0d-4c9a-96a8-73a44e3bdc08 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.302794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 52d23301-450c-4800-b2ca-df26069859f6 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:47.318981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bf9bc-0a0d-4c9a-96a8-73a44e3bdc08 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=5fb8a498-550e-4784-917f-f378f526f1b0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:47.384165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c8b4808e-a3a4-462e-96d3-b6af008090ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.471713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-967bf9bc-0a0d-4c9a-96a8-73a44e3bdc08 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.477108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-967bf9bc-0a0d-4c9a-96a8-73a44e3bdc08 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "DELETE /v2.0/ports/5fb8a498-550e-4784-917f-f378f526f1b0 HTTP/1.1" status: 204 len: 168 time: 1.3962033 Sep 26 13:20:47.477448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 52d23301-450c-4800-b2ca-df26069859f6 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:47.478067 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.480581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37206) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:47.555000 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c8b4808e-a3a4-462e-96d3-b6af008090ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.626465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a5cfdb-bac4-4f2b-8d5f-03efa2c2665b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting subnet 04ab3d32-663f-4d48-86b9-81dd912c105f {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:47.634212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7a5cfdb-bac4-4f2b-8d5f-03efa2c2665b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.709797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7a5cfdb-bac4-4f2b-8d5f-03efa2c2665b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.837979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7a5cfdb-bac4-4f2b-8d5f-03efa2c2665b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:47.973279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d89d62a-6f7f-4b3c-9062-08ebf01ef496 req-23e57552-6855-4a4c-8a00-248e71f86901 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0808163 Sep 26 13:20:48.036070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7a5cfdb-bac4-4f2b-8d5f-03efa2c2665b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.085866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4808e-a3a4-462e-96d3-b6af008090ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=db1b10fb-a963-467c-9d07-f6bd5ff173c6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:48.089136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5cfdb-bac4-4f2b-8d5f-03efa2c2665b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Subnet': ['ID=04ab3d32-663f-4d48-86b9-81dd912c105f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:48.109189 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c8b4808e-a3a4-462e-96d3-b6af008090ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.110574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7a5cfdb-bac4-4f2b-8d5f-03efa2c2665b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.113942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96278dff-b3e1-404e-9a1d-57cab10ac20b None None] Network b86aff44-39fa-42e7-b920-6c793e3330ab requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:48.116963 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b7a5cfdb-bac4-4f2b-8d5f-03efa2c2665b tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "DELETE /v2.0/subnets/04ab3d32-663f-4d48-86b9-81dd912c105f HTTP/1.1" status: 204 len: 168 time: 0.6353579 Sep 26 13:20:48.117301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c8b4808e-a3a4-462e-96d3-b6af008090ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/db1b10fb-a963-467c-9d07-f6bd5ff173c6 HTTP/1.1" status: 204 len: 168 time: 1.1483746 Sep 26 13:20:48.118533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37230) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:48.123371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37232) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:48.212516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-422d9db7-3a85-46cd-aaba-1186e3323ee5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904882 Sep 26 13:20:48.213382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37234) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:48.243128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8543bb83-f996-4f1c-b3e9-0dee1cb3df42 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting subnet 612c8342-1133-4522-93a0-c317956669dd {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:48.246659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8543bb83-f996-4f1c-b3e9-0dee1cb3df42 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.298554 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73c7d8-0f1c-44d8-b5db-4d0ad074d153 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:48.318359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04c2a8-f798-4df5-bb72-ec8a31e20028 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:48.324972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4a04c2a8-f798-4df5-bb72-ec8a31e20028 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1103137 Sep 26 13:20:48.325907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37244) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:48.375476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8543bb83-f996-4f1c-b3e9-0dee1cb3df42 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.471348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e38e1e-ad91-4acf-9d18-f545da259188 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:48.481080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-39e38e1e-ad91-4acf-9d18-f545da259188 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1538398 Sep 26 13:20:48.481791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37252) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:48.534299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8543bb83-f996-4f1c-b3e9-0dee1cb3df42 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.573453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1266ed8f-c7da-4a63-95d3-9927af6017e1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892611 Sep 26 13:20:48.574132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37256) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:48.598407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:48.622167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8543bb83-f996-4f1c-b3e9-0dee1cb3df42 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.664494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543bb83-f996-4f1c-b3e9-0dee1cb3df42 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Subnet': ['ID=612c8342-1133-4522-93a0-c317956669dd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:48.668528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8543bb83-f996-4f1c-b3e9-0dee1cb3df42 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.670466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8543bb83-f996-4f1c-b3e9-0dee1cb3df42 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "DELETE /v2.0/subnets/612c8342-1133-4522-93a0-c317956669dd HTTP/1.1" status: 204 len: 168 time: 0.5457656 Sep 26 13:20:48.673628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37258) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:48.784778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49fc0fe-9319-4da2-8447-f608d6dc38fa None None] Network d9ec4ddc-df0d-4326-b75c-75880657520c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:48.804246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:48.809476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.826288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:48.943688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port be3fb29a-999c-4de4-bfe5-a52a3ded7170 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:48.944102 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:49.130577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] DHCP port deletion for b86aff44-39fa-42e7-b920-6c793e3330ab request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:20:49.206759 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-176c7f5e-2ae6-4f09-af19-b6d5ebbfc150 req-945d143b-2824-4646-868e-e6367505efd3 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0720513 Sep 26 13:20:49.350689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device be3fb29a-999c-4de4-bfe5-a52a3ded7170 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:49.487353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:49.526487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:20:49.667091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] For port be3fb29a-999c-4de4-bfe5-a52a3ded7170, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=be3fb29a-999c-4de4-bfe5-a52a3ded7170,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:49.667613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:49.673640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] Deleting port be3fb29a-999c-4de4-bfe5-a52a3ded7170 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:49.674064 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:49.718668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for be3fb29a-999c-4de4-bfe5-a52a3ded7170 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:49.722231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=f0f949ff-0ab7-4063-9bdb-fee4f5b0c545,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:49.751419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:49.754745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:49.765635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:49.766256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:49.806302 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f2931d4a-15d8-4fdc-907e-af3a85bdc10a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2300670 Sep 26 13:20:49.827333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37296) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:49.852100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:0b:0b:17', 'name': 'tempest-NetworksTestDHCPv6-1791634904'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:49.854922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] For port be3fb29a-999c-4de4-bfe5-a52a3ded7170, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=be3fb29a-999c-4de4-bfe5-a52a3ded7170,segment=NetworkSegment(ca369c74-4448-42c9-91a3-c603726e54cd),segment_id=ca369c74-4448-42c9-91a3-c603726e54cd)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:49.856100 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:49.951964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:49.967772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] No DVR routers for this DVR port be3fb29a-999c-4de4-bfe5-a52a3ded7170 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:50.028989 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.047192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] Calling delete_port for be3fb29a-999c-4de4-bfe5-a52a3ded7170 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:50.059134 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] DHCP port deletion for d9ec4ddc-df0d-4326-b75c-75880657520c request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:20:50.087668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=be3fb29a-999c-4de4-bfe5-a52a3ded7170,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:50.141428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:50.244150 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.266651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86aff44-39fa-42e7-b920-6c793e3330ab']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:50.277687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca369c74-4448-42c9-91a3-c603726e54cd') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:50.278321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca369c74-4448-42c9-91a3-c603726e54cd') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:50.289026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] Deleting port 52d23301-450c-4800-b2ca-df26069859f6 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:50.289695 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.291273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.316226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.325031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:20:50.325869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.374217 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.386754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.441570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 58617466-51df-4b3d-9d7e-485c74048205 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:20:50.487232 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:20:50.492041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] Deleting port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:50.492398 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.565792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21bf6a9a-70a7-4ef3-8f7e-33ad2ff8ce61 req-c5317eb4-88d2-489d-a2eb-a70c3fc0594d tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0795431 Sep 26 13:20:50.570425 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.587546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.596582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "DELETE /v2.0/networks/b86aff44-39fa-42e7-b920-6c793e3330ab HTTP/1.1" status: 204 len: 168 time: 1.9197187 Sep 26 13:20:50.598551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37324) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:50.605844 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.632881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] Network b86aff44-39fa-42e7-b920-6c793e3330ab is not hosted by any dhcp agent {{(pid=94813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:20:50.646261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] No DVR routers for this DVR port be3fb29a-999c-4de4-bfe5-a52a3ded7170 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:50.663125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] For port 52d23301-450c-4800-b2ca-df26069859f6, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=52d23301-450c-4800-b2ca-df26069859f6,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:50.663886 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.673592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] For port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:50.674196 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.684378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::302 (e4807435-a803-4309-bfce-ebee88a684ba/f0f949ff-0ab7-4063-9bdb-fee4f5b0c545/58617466-51df-4b3d-9d7e-485c74048205) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:50.708576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3270a9-60ca-41af-a149-1ec84914fa1d tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Network': ['ID=b86aff44-39fa-42e7-b920-6c793e3330ab,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:50.743767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6432d-b81b-4a52-a67e-63cd4a2b9f87 None None] Pushing event deleted for resources: {'Port': ['ID=be3fb29a-999c-4de4-bfe5-a52a3ded7170,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:50.758915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] Calling delete_port for 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:50.760829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] Calling delete_port for 52d23301-450c-4800-b2ca-df26069859f6 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:50.876558 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.986364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:50.989523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Deleting port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:50.990054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.058270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.071904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.080199 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.138040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] Pushing event deleted for resources: {'Port': ['ID=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:51.156349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f02589-0519-4dd7-a8bd-43aac64b0472 None None] No DVR routers for this DVR port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:51.162944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] For port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,segment=NetworkSegment(c5380286-c23e-411d-ac22-44f01f6b5151),segment_id=c5380286-c23e-411d-ac22-44f01f6b5151)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:51.165817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.217470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Calling delete_port for 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:51.221521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:51.225336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:51.274252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] No DVR routers for this DVR port 52d23301-450c-4800-b2ca-df26069859f6 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:51.275884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8828a-809a-4a05-8a2f-ac7a2523535f None None] Pushing event deleted for resources: {'Port': ['ID=52d23301-450c-4800-b2ca-df26069859f6,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:51.280081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:51.305680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7cb4f-29ce-49b7-9d1d-91c3db294e0b None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:51.307181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:51.311175 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.316911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=58617466-51df-4b3d-9d7e-485c74048205,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:51.352767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:51.354535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aedf8575-57e3-415e-9147-3709f605d632 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5260150 Sep 26 13:20:51.359958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37350) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:51.431223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.463343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Port': ['ID=810d9d2b-bae1-4a45-8a12-e36d32daa8b8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:51.470395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] No DVR routers for this DVR port 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:20:51.510392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36de23-3fee-4b24-9583-5e5ff09936ef tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:51.511398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:51.512058 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6c36de23-3fee-4b24-9583-5e5ff09936ef tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1509881 Sep 26 13:20:51.514771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 810d9d2b-bae1-4a45-8a12-e36d32daa8b8 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:51.515213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 52d23301-450c-4800-b2ca-df26069859f6 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:20:51.515966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37356) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:51.581579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 52d23301-450c-4800-b2ca-df26069859f6 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:20:51.581579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 52d23301-450c-4800-b2ca-df26069859f6 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:20:51.671733 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.704819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0a88bc63-561a-41bf-bb97-3ac99f4359e8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 58617466-51df-4b3d-9d7e-485c74048205 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:51.705178 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a88bc63-561a-41bf-bb97-3ac99f4359e8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.711910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': 'f0f949ff-0ab7-4063-9bdb-fee4f5b0c545'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:20:51.712816 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.723495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ec4ddc-df0d-4326-b75c-75880657520c']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:51.761346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5380286-c23e-411d-ac22-44f01f6b5151') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:51.761346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5380286-c23e-411d-ac22-44f01f6b5151') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:51.811781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ece804a1-9ffc-450c-b01c-bd011b54b322 req-162552e6-bfaf-49e1-9dbd-8061af5cc05a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0742295 Sep 26 13:20:51.813828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.852552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a88bc63-561a-41bf-bb97-3ac99f4359e8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.868407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0a88bc63-561a-41bf-bb97-3ac99f4359e8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 58617466-51df-4b3d-9d7e-485c74048205 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:51.877236 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.904284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:20:51.907060 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:20:51.911042 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:20:52.000643 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.014368 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.022734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] 10.222.0.13 "DELETE /v2.0/networks/d9ec4ddc-df0d-4326-b75c-75880657520c HTTP/1.1" status: 204 len: 168 time: 1.4178066 Sep 26 13:20:52.085883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/f0f949ff-0ab7-4063-9bdb-fee4f5b0c545/903f12e5-0214-417a-952b-65558f597f04) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:52.086938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37368) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:52.086938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62695e3c-4e49-47fe-a50b-6ed2f3fdcdb0 tempest-TaggedBootDevicesTest_v242-1196631826 tempest-TaggedBootDevicesTest_v242-1196631826-project] Pushing event deleted for resources: {'Network': ['ID=d9ec4ddc-df0d-4326-b75c-75880657520c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:52.097519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'network': {'name': 'tempest-network-smoke--279103418', 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:52.160353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a88bc63-561a-41bf-bb97-3ac99f4359e8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.182385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Made reservation on behalf of 1552fce1cc934923b3509a3f3fb92dd4 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:52.192667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.215962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.313202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88bc63-561a-41bf-bb97-3ac99f4359e8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=58617466-51df-4b3d-9d7e-485c74048205,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:52.318369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a88bc63-561a-41bf-bb97-3ac99f4359e8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.322837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0a88bc63-561a-41bf-bb97-3ac99f4359e8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/58617466-51df-4b3d-9d7e-485c74048205 HTTP/1.1" status: 204 len: 168 time: 0.8042035 Sep 26 13:20:52.326040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37378) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:52.406123 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.414291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.426046 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.434999 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.435907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:20:52.454737 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.455116 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Added segment 85ada3ee-a21d-4213-840e-048fed971d78 of type vlan for network d3e7d3de-7ebe-4e14-814b-ef8dacface4f Sep 26 13:20:52.486278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:52.490664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:52.496940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:52.516036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Pushing event updated for resources: {'Port': ['ID=903f12e5-0214-417a-952b-65558f597f04,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:52.523957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e83d82a-91e2-47fb-83ad-9c772adb90c9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:52.532950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e83d82a-91e2-47fb-83ad-9c772adb90c9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:52.540335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9e83d82a-91e2-47fb-83ad-9c772adb90c9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2037942 Sep 26 13:20:52.540935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37388) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:52.589373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Attempting to bind port 903f12e5-0214-417a-952b-65558f597f04 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:20:52.590161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Attempting to bind port 903f12e5-0214-417a-952b-65558f597f04 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:20:52.592636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Attempting to bind port 903f12e5-0214-417a-952b-65558f597f04 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:20:52.597902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.602098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:20:52.603021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:20:52.603725 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.604403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:20:52.605066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Bound port: 903f12e5-0214-417a-952b-65558f597f04, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:20:52.605669 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.658606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.675773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af4bc02-1f44-47be-b36f-bae6b95c0bad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet f0f949ff-0ab7-4063-9bdb-fee4f5b0c545 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:20:52.679993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6af4bc02-1f44-47be-b36f-bae6b95c0bad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.684082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:52.684878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.744097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] For port 903f12e5-0214-417a-952b-65558f597f04, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:52.748301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] For port 903f12e5-0214-417a-952b-65558f597f04, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=903f12e5-0214-417a-952b-65558f597f04,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:20:52.753123 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.760923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6af4bc02-1f44-47be-b36f-bae6b95c0bad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:52.863000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7881451 Sep 26 13:20:52.863571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a76fd29-039c-4233-8ac6-f4017a326831,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:52.881444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37396) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:52.894487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'admin_state_up': True, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:52.920479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc2f98-e5e3-4b89-b82e-8a8e94ce1371 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Network': ['ID=d3e7d3de-7ebe-4e14-814b-ef8dacface4f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:52.945571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:20:52.948221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1435c-eed9-4b27-8ceb-a1382b77b157 None None] Pushing event updated for resources: {'Port': ['ID=903f12e5-0214-417a-952b-65558f597f04,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:53.030334 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:53.031823 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:53.087027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23a06696-cc13-4f9c-bbf7-8b43d3310e07 req-f48a91bd-c755-418c-a879-c94c4d378d99 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0754955 Sep 26 13:20:53.110495 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:53.117884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6af4bc02-1f44-47be-b36f-bae6b95c0bad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:53.422264 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6af4bc02-1f44-47be-b36f-bae6b95c0bad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:53.448228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:53.496165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6af4bc02-1f44-47be-b36f-bae6b95c0bad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:53.498623 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6af4bc02-1f44-47be-b36f-bae6b95c0bad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/f0f949ff-0ab7-4063-9bdb-fee4f5b0c545 HTTP/1.1" status: 204 len: 168 time: 0.9567251 Sep 26 13:20:53.500323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4bc02-1f44-47be-b36f-bae6b95c0bad tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f949ff-0ab7-4063-9bdb-fee4f5b0c545,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:53.501686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37414) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:53.557871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e28f27c8-4d7a-46d5-a8e5-d551ffb99bff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545821 Sep 26 13:20:53.560676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:53.652664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa4485-63b1-4447-b9a6-69f2300c299d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:53.654538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-05fa4485-63b1-4447-b9a6-69f2300c299d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0924549 Sep 26 13:20:53.657020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37424) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:53.759137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f21e8c-a8fc-4f08-8832-426e6ab57eaf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:53.760837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-71f21e8c-a8fc-4f08-8832-426e6ab57eaf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1026983 Sep 26 13:20:53.763346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37426) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:53.812453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d3ca0bc9-e98f-403b-a2eb-36450f0f1427 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478220 Sep 26 13:20:53.818677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37428) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:53.829008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:53.931756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:53.978385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:54.038113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:54.054093 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:54.198922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Allocated IP 172.25.4.92 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/36091c04-25cb-4035-9e59-1d7210da3c17) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:54.258159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ac74aa1-1bb0-45cb-bda9-b67e8d6ea544 req-6f620943-0033-4594-9699-87b4144c014f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0562994 Sep 26 13:20:54.519463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:54.563090 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:54.585632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630df99-5cd9-476b-8df6-133408a8c96c None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:54.668855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:54.672296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:54.674900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:20:54.682887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:54.747477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=36091c04-25cb-4035-9e59-1d7210da3c17,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:54.758124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Could not find standard attr ID for object 58617466-51df-4b3d-9d7e-485c74048205. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:54.781129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Provisioning complete for port 903f12e5-0214-417a-952b-65558f597f04 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:54.781463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.054428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.066958 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.129985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.243259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:20:55.243846 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:20:55.427544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 903f12e5-0214-417a-952b-65558f597f04 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:55.476472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] For port 903f12e5-0214-417a-952b-65558f597f04, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=903f12e5-0214-417a-952b-65558f597f04,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:55.530031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e50b85b2-9582-4018-bc79-dd0069f86cd1 req-d7b70f17-e661-425e-9277-b11cfcb438ee tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0862184 Sep 26 13:20:55.572518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 903f12e5-0214-417a-952b-65558f597f04 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:55.573049 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.581014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.586984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.587813 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.728428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.747549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=903f12e5-0214-417a-952b-65558f597f04,revision_number=5']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:55.815319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:55.819254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 903f12e5-0214-417a-952b-65558f597f04, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=903f12e5-0214-417a-952b-65558f597f04,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:55.822609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:55.830063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:55.831018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.836764 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:55.868383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=02edc0bb-ddbf-4ab9-939b-ba780fc95add,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:55.889631 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac8a69c3-7ca9-4eaa-9a93-308282ef6ff7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0692880 Sep 26 13:20:55.892713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37492) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:55.902217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-194531fb-1fc1-48cb-bb26-8dcf4f91b6d7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:55.962217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=903f12e5-0214-417a-952b-65558f597f04,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:55.967090 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:56.021269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197bf4a-a680-439e-ba22-f45c20b693af None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:56.041262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:56.055265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:20:56.055643 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-5c3fc20b-9ba6-45ae-9c14-5bcc7836e58f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:20:56.161937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194531fb-1fc1-48cb-bb26-8dcf4f91b6d7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:56.167646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-194531fb-1fc1-48cb-bb26-8dcf4f91b6d7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:56.335385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:20:56.356583 n-d-806683-13 neutron-server[94812]: INFO neutron.db.ipam_backend_mixin [None req-194531fb-1fc1-48cb-bb26-8dcf4f91b6d7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02edc0bb-ddbf-4ab9-939b-ba780fc95add (CIDR: 2001:db8::/64) Sep 26 13:20:56.362868 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-194531fb-1fc1-48cb-bb26-8dcf4f91b6d7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:20:56.363511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194531fb-1fc1-48cb-bb26-8dcf4f91b6d7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:20:56.392494 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-194531fb-1fc1-48cb-bb26-8dcf4f91b6d7 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4972539 Sep 26 13:20:56.395726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37500) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:56.401290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:56.509204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:20:56.521154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-05395822-53aa-40b4-9e9e-37de88262014 None None] Could not find standard attr ID for object 58617466-51df-4b3d-9d7e-485c74048205. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:20:56.526207 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Sync routers for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:20:56.552390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-05395822-53aa-40b4-9e9e-37de88262014 None None] Provisioning complete for port 903f12e5-0214-417a-952b-65558f597f04 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:56.552390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05395822-53aa-40b4-9e9e-37de88262014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:56.589949 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:20:56.590573 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:20:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:56.627703 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:56.632221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8240b157-c117-4fdb-bf9c-72debf31f97b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.7490394 Sep 26 13:20:56.636027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37508) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:56.671903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:56.676163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:56.764494 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe255143-fa94-48a5-aeab-40608fbaa1b0 req-c576ecbf-00be-4c44-bb5d-bed7fdee18c0 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0919924 Sep 26 13:20:56.901991 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a8ff9b08-ad94-420c-b22a-dd7aa96a9766 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1552fce1cc934923b3509a3f3fb92dd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2647812 Sep 26 13:20:56.906024 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:20:56.908636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37512) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:57.253236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc89781e-1339-4a58-bcd1-a706836ad279 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:57.255570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc89781e-1339-4a58-bcd1-a706836ad279 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3453639 Sep 26 13:20:57.258362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37522) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:57.284140 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.297443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 903f12e5-0214-417a-952b-65558f597f04 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:20:57.313414 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:20:54Z', 'revision_number': 3, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:57.341377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:57.344678 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Checking router: 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:20:57.345283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:57.345424 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Updating router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d port 36091c04-25cb-4035-9e59-1d7210da3c17 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:20:57.355866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:57.359099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.378405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=58b0ae5c-caf8-42f7-8174-b3745694b07a,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:57.385832 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.406995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-453e23a9-9eff-4c53-beb2-cfeba5bfbf56 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0100167 Sep 26 13:20:57.411160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-422f58f3-29a6-444b-952a-01482bf170dd tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1502328 Sep 26 13:20:57.411160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37526) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:57.412247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37528) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:57.418099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:db:2c:62', 'name': 'tempest-NetworksTestDHCPv6-1050889555'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:57.418361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-750517079', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:20:57.425102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e7602-31e4-4eba-a98f-3f98f6f11395 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:57.538749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a4fcf508-c404-4c38-8df5-15361b8d2952 None None] Provisioning complete for port 903f12e5-0214-417a-952b-65558f597f04 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:57.539211 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf508-c404-4c38-8df5-15361b8d2952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.595440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Made reservation on behalf of 1552fce1cc934923b3509a3f3fb92dd4 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:57.602686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.670759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:20:57.683312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 903f12e5-0214-417a-952b-65558f597f04 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:20:57.683848 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.936800 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.966887 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.975992 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:57.995810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port bdcae144-ac09-46ff-b06a-705bf8135740 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:20:57.999158 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.034092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7f68701-cd57-4d26-aa04-96f6797b798d req-52cf9b1d-3876-4132-8612-dca544e41241 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0496366 Sep 26 13:20:58.064856 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Pushing event updated for resources: {'Port': ['ID=36091c04-25cb-4035-9e59-1d7210da3c17,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:58.112294 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Attempting to bind port 36091c04-25cb-4035-9e59-1d7210da3c17 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:20:58.112664 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Attempting to bind port 36091c04-25cb-4035-9e59-1d7210da3c17 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:20:58.113022 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Attempting to bind port 36091c04-25cb-4035-9e59-1d7210da3c17 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:20:58.120926 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:20:58.121317 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:20:58.122137 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.123228 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:20:58.124712 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Bound port: 36091c04-25cb-4035-9e59-1d7210da3c17, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:20:58.125150 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.153788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Checking segment: {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:20:58.154156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network hostable DHCP agents. Network: d3e7d3de-7ebe-4e14-814b-ef8dacface4f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:20:58.209051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Subnet': ['ID=d3b4f77e-0459-4346-b275-3695cdf79f2c,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:58.212247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:20:58.218445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518a710-fe5f-4e89-b468-bbbcb9de17d9 None None] Update dhcp port {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '02edc0bb-ddbf-4ab9-939b-ba780fc95add', 'ip_address': '2001:db8::f816:3eff:fe7a:26c2'}, {'subnet_id': '58b0ae5c-caf8-42f7-8174-b3745694b07a'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '903f12e5-0214-417a-952b-65558f597f04'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:20:58.228182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d3e7d3de-7ebe-4e14-814b-ef8dacface4f) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:58.258096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:58.258378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.273894 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] For port 36091c04-25cb-4035-9e59-1d7210da3c17, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:20:58.278023 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] For port 36091c04-25cb-4035-9e59-1d7210da3c17, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=36091c04-25cb-4035-9e59-1d7210da3c17,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:20:58.280802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db860f-cf9b-475a-83e6-7fa965b2f806 None None] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:20:58.282090 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.282628 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.283279 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.283785 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.284308 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.284953 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.285521 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.286057 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.286586 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.287270 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.287787 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.288393 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:20:58.293360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fd4f929e-8579-4f4b-8493-28e2ff4fad82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8773768 Sep 26 13:20:58.294454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37544) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:58.297863 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.438846 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8:0:1::77 (e4807435-a803-4309-bfce-ebee88a684ba/58b0ae5c-caf8-42f7-8174-b3745694b07a/bdcae144-ac09-46ff-b06a-705bf8135740) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:58.442308 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:20:58.443114 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0518a710-fe5f-4e89-b468-bbbcb9de17d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.444285 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:20:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:58.457300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fedb:2c62 (e4807435-a803-4309-bfce-ebee88a684ba/02edc0bb-ddbf-4ab9-939b-ba780fc95add/bdcae144-ac09-46ff-b06a-705bf8135740) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:58.485315 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5c91e-008d-4830-b417-2d6cbfba86b7 None None] Pushing event updated for resources: {'Port': ['ID=36091c04-25cb-4035-9e59-1d7210da3c17,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:58.613055 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:20:58.783985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.866447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.878018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:20:58.882592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:58.893847 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:20:54Z', 'revision_number': 3, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:20:58.950848 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b86eecb-563b-450e-b6c0-8dec831180f1 None None] The sync data for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 is: [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:20:54Z', 'revision_number': 3, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:20:58.962516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:20:58.971691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:20:58.987457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:20:58.996685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0518a710-fe5f-4e89-b468-bbbcb9de17d9 None None] Allocated IP 2001:db8:0:1::2 (e4807435-a803-4309-bfce-ebee88a684ba/58b0ae5c-caf8-42f7-8174-b3745694b07a/903f12e5-0214-417a-952b-65558f597f04) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:59.000309 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:20:59.005325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:59.045891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=bdcae144-ac09-46ff-b06a-705bf8135740,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:59.062789 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f91c7e8e-3518-48f6-b9f0-25d286600a90 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6509578 Sep 26 13:20:59.065652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37552) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:20:59.212406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:59.335980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Allocated IP 172.20.0.2 (d3e7d3de-7ebe-4e14-814b-ef8dacface4f/d3b4f77e-0459-4346-b275-3695cdf79f2c/7fd49940-ac30-490a-97a1-a5b58cae0c49) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:20:59.344169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b22b9cdd-5290-450e-abce-d06606f2d042 req-b38332ab-5138-4aea-843c-02a505caa293 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.1214249 Sep 26 13:20:59.413573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d7055693-0073-497a-9c33-ff990f76deb3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port bdcae144-ac09-46ff-b06a-705bf8135740 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:20:59.414030 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7055693-0073-497a-9c33-ff990f76deb3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:59.469048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0518a710-fe5f-4e89-b468-bbbcb9de17d9 None None] For port 903f12e5-0214-417a-952b-65558f597f04, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=903f12e5-0214-417a-952b-65558f597f04,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:20:59.597735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7055693-0073-497a-9c33-ff990f76deb3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:59.625458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d7055693-0073-497a-9c33-ff990f76deb3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for bdcae144-ac09-46ff-b06a-705bf8135740 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:20:59.641782 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0518a710-fe5f-4e89-b468-bbbcb9de17d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:59.702369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0518a710-fe5f-4e89-b468-bbbcb9de17d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:20:59.964759 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518a710-fe5f-4e89-b468-bbbcb9de17d9 None None] Pushing event updated for resources: {'Port': ['ID=903f12e5-0214-417a-952b-65558f597f04,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:20:59.985609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7055693-0073-497a-9c33-ff990f76deb3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.061346 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.073598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.167522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Pushing event updated for resources: {'Port': ['ID=7fd49940-ac30-490a-97a1-a5b58cae0c49,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:00.188648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7055693-0073-497a-9c33-ff990f76deb3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.195507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d7055693-0073-497a-9c33-ff990f76deb3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/bdcae144-ac09-46ff-b06a-705bf8135740 HTTP/1.1" status: 204 len: 168 time: 1.1281815 Sep 26 13:21:00.198225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7055693-0073-497a-9c33-ff990f76deb3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=bdcae144-ac09-46ff-b06a-705bf8135740,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:00.200296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37570) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:00.203222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:00.209703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:00.213828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:00.227782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Allocated IP 172.20.0.1 (d3e7d3de-7ebe-4e14-814b-ef8dacface4f/d3b4f77e-0459-4346-b275-3695cdf79f2c/74e83f19-54ac-466f-b887-96104aff6b7a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:00.374028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a270e112-f6a6-4702-8b27-67810361a8be tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:00.378004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a270e112-f6a6-4702-8b27-67810361a8be tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1711223 Sep 26 13:21:00.381216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37578) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:00.405764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Attempting to bind port 7fd49940-ac30-490a-97a1-a5b58cae0c49 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:00.406132 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Attempting to bind port 7fd49940-ac30-490a-97a1-a5b58cae0c49 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:00.406490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Attempting to bind port 7fd49940-ac30-490a-97a1-a5b58cae0c49 on network d3e7d3de-7ebe-4e14-814b-ef8dacface4f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:00.421709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:00.422344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Checking segment: {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:00.422755 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.423154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Bound using segment: {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:00.427804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Bound port: 7fd49940-ac30-490a-97a1-a5b58cae0c49, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:00.428234 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.532461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b395c26-f6c9-4b9d-af82-0b29fdb5e568 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:00.537220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1b395c26-f6c9-4b9d-af82-0b29fdb5e568 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1448216 Sep 26 13:21:00.540681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37586) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:00.590691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] For port 7fd49940-ac30-490a-97a1-a5b58cae0c49, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:00.595358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] For port 7fd49940-ac30-490a-97a1-a5b58cae0c49, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7fd49940-ac30-490a-97a1-a5b58cae0c49,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:00.604059 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.653077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16886a53-f5ab-4f1e-bee4-3dc5af4b58c7 req-19f5b9fe-c5a8-4e22-aae5-db886989b37f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0553966 Sep 26 13:21:00.680279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c524d-99d2-46d3-b747-b699f7f3fff8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:00.682063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c524d-99d2-46d3-b747-b699f7f3fff8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:00.695155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c524d-99d2-46d3-b747-b699f7f3fff8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:00.714984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a9c524d-99d2-46d3-b747-b699f7f3fff8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1731346 Sep 26 13:21:00.715626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:00.723445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.776428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.814340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a2145-a55d-44cf-ae2d-a66663f70ca5 None None] Pushing event updated for resources: {'Port': ['ID=7fd49940-ac30-490a-97a1-a5b58cae0c49,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:00.868694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=74e83f19-54ac-466f-b887-96104aff6b7a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:00.893568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:00.898632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:00.906570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90f5047-1138-452b-81bf-1b46ab7a3ee3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 02edc0bb-ddbf-4ab9-939b-ba780fc95add {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:00.906976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:00.914215 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e90f5047-1138-452b-81bf-1b46ab7a3ee3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:00.994599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.072173 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e90f5047-1138-452b-81bf-1b46ab7a3ee3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.268419 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e90f5047-1138-452b-81bf-1b46ab7a3ee3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.414212 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e90f5047-1138-452b-81bf-1b46ab7a3ee3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.514030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f5047-1138-452b-81bf-1b46ab7a3ee3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=02edc0bb-ddbf-4ab9-939b-ba780fc95add,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:01.521120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e90f5047-1138-452b-81bf-1b46ab7a3ee3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.527905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e90f5047-1138-452b-81bf-1b46ab7a3ee3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/02edc0bb-ddbf-4ab9-939b-ba780fc95add HTTP/1.1" status: 204 len: 168 time: 0.8109577 Sep 26 13:21:01.528921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37604) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:01.542701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-606afeff-6e67-48da-9e74-8df6e20e08a1 None None] Provisioning complete for port 903f12e5-0214-417a-952b-65558f597f04 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:01.543022 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-606afeff-6e67-48da-9e74-8df6e20e08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.618917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 903f12e5-0214-417a-952b-65558f597f04 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:01.686754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc150d7f-bc31-405a-a6c8-d43ff7fee128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 58b0ae5c-caf8-42f7-8174-b3745694b07a {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:01.704754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc150d7f-bc31-405a-a6c8-d43ff7fee128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.850767 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc150d7f-bc31-405a-a6c8-d43ff7fee128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.974273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 903f12e5-0214-417a-952b-65558f597f04 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:01.974679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:01.976382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13ff19f-1272-4a83-9e97-07866b85844c None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:02.072707 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc150d7f-bc31-405a-a6c8-d43ff7fee128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.107665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.198411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc150d7f-bc31-405a-a6c8-d43ff7fee128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.242050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a36b91c-54df-45e2-8fb3-edd4a7827a4e req-d27c73ff-5312-4b41-88e9-097c0dad52d7 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.3276758 Sep 26 13:21:02.244089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc150d7f-bc31-405a-a6c8-d43ff7fee128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=58b0ae5c-caf8-42f7-8174-b3745694b07a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:02.256001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3c3a27a7-602d-4f90-a483-a33324da79f8 None None] Could not find standard attr ID for object bdcae144-ac09-46ff-b06a-705bf8135740. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:21:02.262537 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc150d7f-bc31-405a-a6c8-d43ff7fee128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.267705 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bc150d7f-bc31-405a-a6c8-d43ff7fee128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/58b0ae5c-caf8-42f7-8174-b3745694b07a HTTP/1.1" status: 204 len: 168 time: 0.7369144 Sep 26 13:21:02.271895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37616) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:02.331324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-84df6855-fe72-4fb3-8393-320708bfd6c5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572979 Sep 26 13:21:02.332186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37618) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:02.338123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:02.374543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7fd49940-ac30-490a-97a1-a5b58cae0c49 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:02.553193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7fd49940-ac30-490a-97a1-a5b58cae0c49 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:02.553605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.567699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:02.583900 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.596212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370628e-73bb-4ba3-999d-9ed9c4d740eb None None] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:02.711161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:02.764241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.782233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.836096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.838158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-41f599aa-18fd-4919-bc79-2242c3969c8b None None] Provisioning complete for port 7fd49940-ac30-490a-97a1-a5b58cae0c49 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:02.838714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41f599aa-18fd-4919-bc79-2242c3969c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.910640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 7fd49940-ac30-490a-97a1-a5b58cae0c49, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7fd49940-ac30-490a-97a1-a5b58cae0c49,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:02.958624 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:02.959678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 36091c04-25cb-4035-9e59-1d7210da3c17 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:03.021996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=74e83f19-54ac-466f-b887-96104aff6b7a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:03.054648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.099495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.objects.ports [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:21:03.272866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:03.287720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:03.314905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=7fd49940-ac30-490a-97a1-a5b58cae0c49,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:03.339838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] Deleting port 903f12e5-0214-417a-952b-65558f597f04 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:03.340587 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.361313 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.434861 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d0dd4587-5044-4eb9-92ea-4dea85890941 req-610cf60c-4f79-40dc-b686-b3140c5f02d2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0681787 Sep 26 13:21:03.478122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] For port 903f12e5-0214-417a-952b-65558f597f04, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=903f12e5-0214-417a-952b-65558f597f04,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:03.480727 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.505517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 36091c04-25cb-4035-9e59-1d7210da3c17 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:03.505907 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.511126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:21:03.556855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] Calling delete_port for 903f12e5-0214-417a-952b-65558f597f04 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:03.598265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] For port 903f12e5-0214-417a-952b-65558f597f04, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=903f12e5-0214-417a-952b-65558f597f04,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:03.670972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.682555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:21:03.691764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9680249e-9e41-45f8-9556-2f5465df8dfa tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "PUT /v2.0/routers/16519a39-0ed0-4cc1-acc6-7faf5e8ac26d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3959658 Sep 26 13:21:03.695319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37640) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:03.695697 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.696621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.700374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-35dea536-367b-4c38-8284-c2eae0a8d330 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2074061943', 'description': 'tempest-secgroup_access--2074061943 description', 'project_id': '1552fce1cc934923b3509a3f3fb92dd4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:03.729022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Sync routers for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:21:03.732139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35dea536-367b-4c38-8284-c2eae0a8d330 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.825987 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.845068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:21:03.846012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:20:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:03.853882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:03.864672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:03.872109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:03.872711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.882872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35dea536-367b-4c38-8284-c2eae0a8d330 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.886807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=ca1e8c93-536f-48b3-ba6c-3412bc8e57d3,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:03.889513 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35dea536-367b-4c38-8284-c2eae0a8d330 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.913739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=903f12e5-0214-417a-952b-65558f597f04,revision_number=11']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:03.939126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4e71793c-a60a-4220-b076-f4f05839ac0a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6029630 Sep 26 13:21:03.939906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37648) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:03.946821 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-03c2d6d8-2c10-4346-9148-20534bdda23b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:03.948117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35dea536-367b-4c38-8284-c2eae0a8d330 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:03.949746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-35dea536-367b-4c38-8284-c2eae0a8d330 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2532043 Sep 26 13:21:03.953020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37652) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:03.955653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dea536-367b-4c38-8284-c2eae0a8d330 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674d9b0f-36b7-4159-aa30-8f5e170b67d5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:03.971435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-234a007c-7385-4ed0-ae22-a55b45de8c14 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--358244343', 'description': 'tempest-secgroup_general--358244343 description', 'project_id': '1552fce1cc934923b3509a3f3fb92dd4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:04.045804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-234a007c-7385-4ed0-ae22-a55b45de8c14 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.198259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 36091c04-25cb-4035-9e59-1d7210da3c17, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=36091c04-25cb-4035-9e59-1d7210da3c17,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:04.206031 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.223030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.254885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-081533bc-3d2d-41dd-a54e-625a99ca99ba None None] Provisioning complete for port 74e83f19-54ac-466f-b887-96104aff6b7a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:04.255399 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-081533bc-3d2d-41dd-a54e-625a99ca99ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.264936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-234a007c-7385-4ed0-ae22-a55b45de8c14 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.273243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-234a007c-7385-4ed0-ae22-a55b45de8c14 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.323038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] No DVR routers for this DVR port 903f12e5-0214-417a-952b-65558f597f04 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:04.323748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2d6d8-2c10-4346-9148-20534bdda23b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:04.327879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-234a007c-7385-4ed0-ae22-a55b45de8c14 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.331231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-03c2d6d8-2c10-4346-9148-20534bdda23b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.333727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-234a007c-7385-4ed0-ae22-a55b45de8c14 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3794026 Sep 26 13:21:04.334411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37660) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:04.335629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943520c-3df9-463b-bfc3-29c626d352e9 None None] Pushing event deleted for resources: {'Port': ['ID=903f12e5-0214-417a-952b-65558f597f04,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:04.350150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b57157f2-2dda-42d1-8257-32de706860c2 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'security_group_rule': {'security_group_id': '674d9b0f-36b7-4159-aa30-8f5e170b67d5', 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:04.410488 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a007c-7385-4ed0-ae22-a55b45de8c14 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c149e631-302a-4730-9a18-64009e290861,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:04.434292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7fd49940-ac30-490a-97a1-a5b58cae0c49 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:04.435322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b57157f2-2dda-42d1-8257-32de706860c2 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.436735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca6e00-60bc-4434-8e69-2d741a83ac8b None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:04.514484 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-03c2d6d8-2c10-4346-9148-20534bdda23b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca1e8c93-536f-48b3-ba6c-3412bc8e57d3 (CIDR: 2001:db8::/64) Sep 26 13:21:04.526606 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c2d6d8-2c10-4346-9148-20534bdda23b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:21:04.527480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c2d6d8-2c10-4346-9148-20534bdda23b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:04.564972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-03c2d6d8-2c10-4346-9148-20534bdda23b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6233046 Sep 26 13:21:04.565219 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b57157f2-2dda-42d1-8257-32de706860c2 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.568001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37664) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:04.573392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b57157f2-2dda-42d1-8257-32de706860c2 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.580456 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:04.594789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57157f2-2dda-42d1-8257-32de706860c2 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca173d6e-f615-4041-bc53-7e11934c02e4,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:04.605082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b57157f2-2dda-42d1-8257-32de706860c2 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.614705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b57157f2-2dda-42d1-8257-32de706860c2 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2782655 Sep 26 13:21:04.669271 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b6aa405a-359d-4db2-abad-8be80d15372a req-c65b73d5-0e8d-483d-a68e-8e795a8b65df tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/ports?device_id=db86c2e4-b6bc-4cc6-8590-4dfbac5ff523 HTTP/1.1" status: 200 len: 210 time: 0.0673544 Sep 26 13:21:04.720646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:21:04.820263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:04.824382 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:04.874543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-baa80066-6187-46d2-be96-04f5bc2a6d71 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--2074061943&fields=id&tenant_id=1552fce1cc934923b3509a3f3fb92dd4 HTTP/1.1" status: 200 len: 267 time: 0.0805838 Sep 26 13:21:04.960962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-8f025e2e-3acf-40e7-a6cb-9dbe3f347718 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--358244343&fields=id&tenant_id=1552fce1cc934923b3509a3f3fb92dd4 HTTP/1.1" status: 200 len: 267 time: 0.0901284 Sep 26 13:21:05.033323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-081533bc-3d2d-41dd-a54e-625a99ca99ba None None] Port 74e83f19-54ac-466f-b887-96104aff6b7a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:21:05.081327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=36091c04-25cb-4035-9e59-1d7210da3c17,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:05.216553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-081533bc-3d2d-41dd-a54e-625a99ca99ba None None] Provisioning complete for port 7fd49940-ac30-490a-97a1-a5b58cae0c49 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:05.217156 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-081533bc-3d2d-41dd-a54e-625a99ca99ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:05.229757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7fd49940-ac30-490a-97a1-a5b58cae0c49 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:05.230458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:05.343648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36e25-6b18-403f-acef-839b1351a047 req-5eae92a9-43c4-4952-bc7f-2644839aa5c8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:05.348932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-5eae92a9-43c4-4952-bc7f-2644839aa5c8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/networks?id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f HTTP/1.1" status: 200 len: 796 time: 0.3868861 Sep 26 13:21:05.357817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:05.373050 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-6a956ce8-8862-422b-9d69-464faf25c6da tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/quotas/1552fce1cc934923b3509a3f3fb92dd4 HTTP/1.1" status: 200 len: 375 time: 0.0176749 Sep 26 13:21:05.399857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 2, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:05.487936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:05.495064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': 'ca1e8c93-536f-48b3-ba6c-3412bc8e57d3'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:21:05.497248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:05.507138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:05.508654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Checking router: 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:21:05.510200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Updating router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d port 74e83f19-54ac-466f-b887-96104aff6b7a binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:21:05.531038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:05.531644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:05.551251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-1709a6d9-2c5f-43e2-bf83-1be1e3e4c2af tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697772 Sep 26 13:21:05.563232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=5ec0e070-e9b0-4ed0-b885-f45d332760a9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:05.579960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bb03b6cf-004f-4b9a-872d-1015ee31be9c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0104024 Sep 26 13:21:05.583297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37706) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:05.593584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:f1:6b:43', 'name': 'tempest-NetworksTestDHCPv6-2142976966'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:05.662772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-ee1a25a8-dbba-440c-8837-75e1a9b15528 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:21:05.664295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-ee1a25a8-dbba-440c-8837-75e1a9b15528 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0892401 Sep 26 13:21:05.811916 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:05.849720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:05.857351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37712) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:05.947492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-df43e226-7fe5-4caa-a9c5-a70e98682911 service neutron] 10.222.0.13 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757316 Sep 26 13:21:05.950922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Allocated IP 2001:db8::f816:3eff:fe05:4656 (e4807435-a803-4309-bfce-ebee88a684ba/ca1e8c93-536f-48b3-ba6c-3412bc8e57d3/04eae3ab-7aa8-46dc-85fa-2afd2a93f084) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:05.960642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.012595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port b48c4137-70ba-454a-8034-f2d85ef338af yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:21:06.048079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-784b882c-abf1-4db9-98d1-80e24342f01b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.052074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 903f12e5-0214-417a-952b-65558f597f04 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:06.087619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-784b882c-abf1-4db9-98d1-80e24342f01b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.116450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 903f12e5-0214-417a-952b-65558f597f04 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:06.116889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 903f12e5-0214-417a-952b-65558f597f04 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:06.169752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6dd96a69-1995-4f0c-8a06-832f30ac150d None None] Provisioning complete for port 74e83f19-54ac-466f-b887-96104aff6b7a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:06.170643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6dd96a69-1995-4f0c-8a06-832f30ac150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.238495 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-784b882c-abf1-4db9-98d1-80e24342f01b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.241114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-784b882c-abf1-4db9-98d1-80e24342f01b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.242321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-784b882c-abf1-4db9-98d1-80e24342f01b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6c5553a-19d2-4215-bf52-1e77949e86db HTTP/1.1" status: 204 len: 168 time: 0.3836396 Sep 26 13:21:06.245148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:06.263990 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-78143e25-2008-4b2b-bbe9-15f1ac5b62cc service neutron] 10.222.0.13 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020105 Sep 26 13:21:06.264960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b882c-abf1-4db9-98d1-80e24342f01b tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c5553a-19d2-4215-bf52-1e77949e86db,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:06.302996 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-d03b2573-ae6b-487c-9a2a-4660d33fc30a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] show failed (client error): The resource could not be found. Sep 26 13:21:06.304724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d03b2573-ae6b-487c-9a2a-4660d33fc30a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "GET /v2.0/security-groups/b6c5553a-19d2-4215-bf52-1e77949e86db HTTP/1.1" status: 404 len: 347 time: 0.0577466 Sep 26 13:21:06.309201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37722) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:06.592199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port 3aca9def-f95c-4dd7-a70c-e52849a7f9b0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:06.592965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.609885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31a264bd-8ee4-48f3-9fe3-941ff6ce8773 req-8ee17a63-d0c3-44fa-a4a3-c3d29ab33a16 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 210 time: 0.0689628 Sep 26 13:21:06.683545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.684185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.698110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for 3aca9def-f95c-4dd7-a70c-e52849a7f9b0 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:06.715432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 36091c04-25cb-4035-9e59-1d7210da3c17 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:06.754187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6dd96a69-1995-4f0c-8a06-832f30ac150d None None] Port 74e83f19-54ac-466f-b887-96104aff6b7a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:21:06.866445 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.872961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.876599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 36091c04-25cb-4035-9e59-1d7210da3c17 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:06.877102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.904601 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:06.965619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:06.969670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:06.972183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:06.979159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=3aca9def-f95c-4dd7-a70c-e52849a7f9b0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:07.023580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Pushing event updated for resources: {'Port': ['ID=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:07.072412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.075477 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.077016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a249d982-ee44-4d20-bd7d-0f3dcc1b8c38 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "DELETE /v2.0/floatingips/f70e3008-cdf1-447d-bbbc-f38c97104f80 HTTP/1.1" status: 204 len: 168 time: 0.7667174 Sep 26 13:21:07.086174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37730) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:07.113012 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.152761 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.242494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Attempting to bind port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:07.242879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Attempting to bind port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:07.243326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Attempting to bind port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:07.249531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-66d7f00f-cb42-477c-8007-d745020a21b2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port 726e6f0b-b4e9-4295-baac-6d7d552eae43 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:07.250224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66d7f00f-cb42-477c-8007-d745020a21b2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.320244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:07.320613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:07.321060 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.321397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:07.321929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Bound port: 04eae3ab-7aa8-46dc-85fa-2afd2a93f084, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:07.322302 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.333238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ef2e7-7086-4e05-b4d4-56f5e809e49f None None] Pushing event updated for resources: {'Port': ['ID=74e83f19-54ac-466f-b887-96104aff6b7a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:07.368562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8:0:1::356 (e4807435-a803-4309-bfce-ebee88a684ba/5ec0e070-e9b0-4ed0-b885-f45d332760a9/b48c4137-70ba-454a-8034-f2d85ef338af) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:07.378466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::f816:3eff:fef1:6b43 (e4807435-a803-4309-bfce-ebee88a684ba/ca1e8c93-536f-48b3-ba6c-3412bc8e57d3/b48c4137-70ba-454a-8034-f2d85ef338af) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:07.378825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Attempting to bind port 74e83f19-54ac-466f-b887-96104aff6b7a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:07.379176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Attempting to bind port 74e83f19-54ac-466f-b887-96104aff6b7a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:07.379689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Attempting to bind port 74e83f19-54ac-466f-b887-96104aff6b7a on network d3e7d3de-7ebe-4e14-814b-ef8dacface4f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:07.388540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:07.388981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Checking segment: {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:07.389420 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.389948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Bound using segment: {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:07.390936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Bound port: 74e83f19-54ac-466f-b887-96104aff6b7a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:07.391374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.437215 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66d7f00f-cb42-477c-8007-d745020a21b2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.450233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-66d7f00f-cb42-477c-8007-d745020a21b2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for 726e6f0b-b4e9-4295-baac-6d7d552eae43 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:07.478040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] For port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:07.484352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] For port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:07.494203 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.631511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602b63e-16c1-49c6-97ad-97627d798849 None None] Pushing event updated for resources: {'Port': ['ID=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:07.641955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.664516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66d7f00f-cb42-477c-8007-d745020a21b2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.682374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] For port 74e83f19-54ac-466f-b887-96104aff6b7a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:07.689624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c6f1dd85-c374-4ac0-8a1f-f503c49b0770 None None] Provisioning complete for port 74e83f19-54ac-466f-b887-96104aff6b7a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:07.690494 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c6f1dd85-c374-4ac0-8a1f-f503c49b0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.691030 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.707493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] For port 74e83f19-54ac-466f-b887-96104aff6b7a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=74e83f19-54ac-466f-b887-96104aff6b7a,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:07.732711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f00f-cb42-477c-8007-d745020a21b2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=726e6f0b-b4e9-4295-baac-6d7d552eae43,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:07.774106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ac16264-35dd-4176-8079-f058d0966de6 req-5e387994-1f6f-4fcf-9356-67cf3db834c4 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 210 time: 0.0928464 Sep 26 13:21:07.789699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1dd85-c374-4ac0-8a1f-f503c49b0770 None None] Port 74e83f19-54ac-466f-b887-96104aff6b7a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:21:07.792062 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.812079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=b48c4137-70ba-454a-8034-f2d85ef338af,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:07.849879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:07.853283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:07.856827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:07.866649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:07.874884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.888417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ef2e7-7086-4e05-b4d4-56f5e809e49f None None] Pushing event updated for resources: {'Port': ['ID=74e83f19-54ac-466f-b887-96104aff6b7a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:07.900280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:21:07.900942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:20:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:07.902847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4db9d9d4-c969-4376-8efe-092313472380 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3183038 Sep 26 13:21:07.906158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37742) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:07.908525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66d7f00f-cb42-477c-8007-d745020a21b2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:07.910551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-66d7f00f-cb42-477c-8007-d745020a21b2 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "DELETE /v2.0/ports/726e6f0b-b4e9-4295-baac-6d7d552eae43 HTTP/1.1" status: 204 len: 168 time: 0.8277581 Sep 26 13:21:07.921175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37744) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:08.077185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:21:08.162706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d8649-0744-4fe7-a0eb-4687d95f82bd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:08.163078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce2d8649-0744-4fe7-a0eb-4687d95f82bd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.179554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9877d-d8ed-46cd-9871-1b888061f304 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port b48c4137-70ba-454a-8034-f2d85ef338af {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:08.179894 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcc9877d-d8ed-46cd-9871-1b888061f304 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.312853 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce2d8649-0744-4fe7-a0eb-4687d95f82bd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.328431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d8649-0744-4fe7-a0eb-4687d95f82bd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for 1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:08.399365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-05dfddcd-b9e6-421d-98d8-e1ee569d0f47 None None] Provisioning complete for port 74e83f19-54ac-466f-b887-96104aff6b7a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:08.399975 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05dfddcd-b9e6-421d-98d8-e1ee569d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.449911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:08.481609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-22187b25-dd51-4295-ae62-ed7894850db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.557160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce2d8649-0744-4fe7-a0eb-4687d95f82bd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.598641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d8649-0744-4fe7-a0eb-4687d95f82bd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:08.610567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:07Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:08.623059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcc9877d-d8ed-46cd-9871-1b888061f304 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.657462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:08.658315 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.668741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae1c71-6a1c-4f95-9b3a-95d18b235cfc None None] The sync data for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 is: [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:07Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:21:08.670706 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:21:08.672750 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05dfddcd-b9e6-421d-98d8-e1ee569d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.683176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9877d-d8ed-46cd-9871-1b888061f304 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for b48c4137-70ba-454a-8034-f2d85ef338af owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:08.791658 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ce2d8649-0744-4fe7-a0eb-4687d95f82bd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.794384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ce2d8649-0744-4fe7-a0eb-4687d95f82bd tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "DELETE /v2.0/ports/1cd12b21-7cb5-4cdf-a6b8-cfc1507e2877 HTTP/1.1" status: 204 len: 168 time: 0.8722036 Sep 26 13:21:08.796091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-05dfddcd-b9e6-421d-98d8-e1ee569d0f47 None None] For port 74e83f19-54ac-466f-b887-96104aff6b7a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=74e83f19-54ac-466f-b887-96104aff6b7a,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:08.798213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37752) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:08.814703 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05dfddcd-b9e6-421d-98d8-e1ee569d0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:08.923954 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.026013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:09.040762 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.047092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfddcd-b9e6-421d-98d8-e1ee569d0f47 None None] Pushing event updated for resources: {'Port': ['ID=74e83f19-54ac-466f-b887-96104aff6b7a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:09.117907 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3363ba5-a4d5-4764-8b77-a8dc752b0518 req-c694b8e8-271a-454b-82ec-ef0782154d96 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 210 time: 0.1404412 Sep 26 13:21:09.180432 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-958b2a87-1f5d-4e03-91e3-7209a147e20f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting subnet 1ceaeef9-ce1d-452a-a505-3b89e00aee5f {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:09.184620 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-958b2a87-1f5d-4e03-91e3-7209a147e20f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.234131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:09.288571 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-958b2a87-1f5d-4e03-91e3-7209a147e20f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.404074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-958b2a87-1f5d-4e03-91e3-7209a147e20f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.493481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-958b2a87-1f5d-4e03-91e3-7209a147e20f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.524445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfeb413-7682-4fa8-9761-b29a38f30b51 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:09.590188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-958b2a87-1f5d-4e03-91e3-7209a147e20f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.592437 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-958b2a87-1f5d-4e03-91e3-7209a147e20f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "DELETE /v2.0/subnets/1ceaeef9-ce1d-452a-a505-3b89e00aee5f HTTP/1.1" status: 204 len: 168 time: 0.6526608 Sep 26 13:21:09.595132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37768) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:09.596513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b2a87-1f5d-4e03-91e3-7209a147e20f tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Subnet': ['ID=1ceaeef9-ce1d-452a-a505-3b89e00aee5f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:09.618489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1022c1f-3172-4fe8-834f-6ca29575d7a4 None None] Network 8d59d366-9265-4f11-be38-15a19f2dd7d9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:09.637918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcc9877d-d8ed-46cd-9871-1b888061f304 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.696884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9877d-d8ed-46cd-9871-1b888061f304 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=b48c4137-70ba-454a-8034-f2d85ef338af,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:09.697599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31b933c-1d29-41f8-abe8-db35fae0a730 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting subnet 1700fe3b-b9ad-44c8-a92b-cea961e6c69c {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:09.701545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e31b933c-1d29-41f8-abe8-db35fae0a730 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.749096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a96cbd8c-06c1-4a0a-a159-28ee899e39a4 None None] Provisioning complete for port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:09.749912 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a96cbd8c-06c1-4a0a-a159-28ee899e39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.788860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e31b933c-1d29-41f8-abe8-db35fae0a730 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.789524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bcc9877d-d8ed-46cd-9871-1b888061f304 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:09.793709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bcc9877d-d8ed-46cd-9871-1b888061f304 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/b48c4137-70ba-454a-8034-f2d85ef338af HTTP/1.1" status: 204 len: 168 time: 1.8860900 Sep 26 13:21:09.795954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37770) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:09.866503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9fa81-6a57-4b2d-aa3e-eba39c9f7fd9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:09.870383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a3b9fa81-6a57-4b2d-aa3e-eba39c9f7fd9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0711725 Sep 26 13:21:09.872676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37772) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:09.967236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff4cc9-c8f9-4914-b681-e4d5d4a5df76 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:09.971204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-98ff4cc9-c8f9-4914-b681-e4d5d4a5df76 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0951931 Sep 26 13:21:09.971476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37774) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:09.985240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e31b933c-1d29-41f8-abe8-db35fae0a730 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.075990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df21da-dc41-4743-80eb-dbe4cd89e4bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:10.078088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df21da-dc41-4743-80eb-dbe4cd89e4bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:10.082060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df21da-dc41-4743-80eb-dbe4cd89e4bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:10.088145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-52df21da-dc41-4743-80eb-dbe4cd89e4bd tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1152911 Sep 26 13:21:10.090144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37778) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:10.107178 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e31b933c-1d29-41f8-abe8-db35fae0a730 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.182469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] DHCP port deletion for 8d59d366-9265-4f11-be38-15a19f2dd7d9 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:10.188463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-426bf8ac-440c-4434-97e6-13573793cb6b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 5ec0e070-e9b0-4ed0-b885-f45d332760a9 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:10.192883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-426bf8ac-440c-4434-97e6-13573793cb6b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.211353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b933c-1d29-41f8-abe8-db35fae0a730 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Subnet': ['ID=1700fe3b-b9ad-44c8-a92b-cea961e6c69c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:10.217165 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e31b933c-1d29-41f8-abe8-db35fae0a730 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.219429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e31b933c-1d29-41f8-abe8-db35fae0a730 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "DELETE /v2.0/subnets/1700fe3b-b9ad-44c8-a92b-cea961e6c69c HTTP/1.1" status: 204 len: 168 time: 0.6213410 Sep 26 13:21:10.223494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37784) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:10.303078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-426bf8ac-440c-4434-97e6-13573793cb6b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.313631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2cb727-43b2-4ed5-85bd-d1d4a1e0a5bd None None] Network 55cfb959-a6b3-4024-baf6-8573b60748bc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:10.407129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3119656-e615-494e-ab1b-2a6672b6e35b req-d6ae821a-44e0-48d3-a8da-d8af0b24547b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 210 time: 0.1778302 Sep 26 13:21:10.421435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-426bf8ac-440c-4434-97e6-13573793cb6b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.575659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.595335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 74e83f19-54ac-466f-b887-96104aff6b7a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:10.597223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-426bf8ac-440c-4434-97e6-13573793cb6b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.602255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db941d5d-68c0-4b67-ac0f-71fb5f4d2394 None None] Update dhcp port {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': 'ca1e8c93-536f-48b3-ba6c-3412bc8e57d3', 'ip_address': '2001:db8::f816:3eff:fe05:4656'}, {'subnet_id': '5ec0e070-e9b0-4ed0-b885-f45d332760a9'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '04eae3ab-7aa8-46dc-85fa-2afd2a93f084'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:21:10.658173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port f706ae49-d8cc-4540-a1bc-73b322ca266c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:10.662044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.688462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-426bf8ac-440c-4434-97e6-13573793cb6b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.696481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-426bf8ac-440c-4434-97e6-13573793cb6b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/5ec0e070-e9b0-4ed0-b885-f45d332760a9 HTTP/1.1" status: 204 len: 168 time: 0.6016624 Sep 26 13:21:10.696481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bf8ac-440c-4434-97e6-13573793cb6b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec0e070-e9b0-4ed0-b885-f45d332760a9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:10.698643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37792) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:10.779550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-472b534e-48c3-4406-9aaa-1289fb103169 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet ca1e8c93-536f-48b3-ba6c-3412bc8e57d3 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:10.785250 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-472b534e-48c3-4406-9aaa-1289fb103169 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.797360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] For port f706ae49-d8cc-4540-a1bc-73b322ca266c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f706ae49-d8cc-4540-a1bc-73b322ca266c,segment=NetworkSegment(cb22bb07-97dc-4344-9d18-2f116bf52376),segment_id=cb22bb07-97dc-4344-9d18-2f116bf52376)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:10.798857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.829957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for f706ae49-d8cc-4540-a1bc-73b322ca266c owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:10.873149 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-472b534e-48c3-4406-9aaa-1289fb103169 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.923104 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-db941d5d-68c0-4b67-ac0f-71fb5f4d2394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.930514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:10.945972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] No DVR routers for this DVR port f706ae49-d8cc-4540-a1bc-73b322ca266c on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:10.973398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=f706ae49-d8cc-4540-a1bc-73b322ca266c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:11.059577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-472b534e-48c3-4406-9aaa-1289fb103169 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.076558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] Deleting port f706ae49-d8cc-4540-a1bc-73b322ca266c {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:11.077167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.116742 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d796c1b-063d-4bd0-a02c-ebf28cb38850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.182010 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-472b534e-48c3-4406-9aaa-1289fb103169 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.214436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b534e-48c3-4406-9aaa-1289fb103169 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1e8c93-536f-48b3-ba6c-3412bc8e57d3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:11.228534 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-472b534e-48c3-4406-9aaa-1289fb103169 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.230839 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-472b534e-48c3-4406-9aaa-1289fb103169 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/ca1e8c93-536f-48b3-ba6c-3412bc8e57d3 HTTP/1.1" status: 204 len: 168 time: 0.5311172 Sep 26 13:21:11.233360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37798) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:11.289345 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6b20e3be-d9fb-4ae0-ba54-6a6b49dca034 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546021 Sep 26 13:21:11.291975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37800) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:11.298587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:11.325891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 74e83f19-54ac-466f-b887-96104aff6b7a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:11.326267 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.335745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] For port f706ae49-d8cc-4540-a1bc-73b322ca266c, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:11.336145 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-db941d5d-68c0-4b67-ac0f-71fb5f4d2394 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca1e8c93-536f-48b3-ba6c-3412bc8e57d3: This subnet is being modified by another concurrent operation. Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca1e8c93-536f-48b3-ba6c-3412bc8e57d3: This subnet is being modified by another concurrent operation. Sep 26 13:21:11.382315 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 13:21:11.391729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] Calling delete_port for f706ae49-d8cc-4540-a1bc-73b322ca266c owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:11.393543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] Port f706ae49-d8cc-4540-a1bc-73b322ca266c was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:21:11.398558 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.438901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] DHCP port deletion for 55cfb959-a6b3-4024-baf6-8573b60748bc request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:11.458754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] No DVR routers for this DVR port f706ae49-d8cc-4540-a1bc-73b322ca266c on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:11.466187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996a684-9317-4fb8-a190-b8073d01a9eb None None] Pushing event deleted for resources: {'Port': ['ID=f706ae49-d8cc-4540-a1bc-73b322ca266c,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:11.477473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.498947 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:11.504934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.517029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d59d366-9265-4f11-be38-15a19f2dd7d9']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:11.528608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb22bb07-97dc-4344-9d18-2f116bf52376') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:11.529065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb22bb07-97dc-4344-9d18-2f116bf52376') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:11.537481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7fb4c-04d8-4ab4-a2eb-de88ab2bc8ce None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:11.542936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.562210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.575158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:21:11.575842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:21:11.579835 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:21:11.626330 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-349aaa23-5538-496b-bfa5-ef7ffda54232 req-b04162c3-5fe8-4ecf-a9c3-225fe2cee90b tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 210 time: 0.0745342 Sep 26 13:21:11.626736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:11.679826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.694826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.699176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "DELETE /v2.0/networks/8d59d366-9265-4f11-be38-15a19f2dd7d9 HTTP/1.1" status: 204 len: 168 time: 1.4687479 Sep 26 13:21:11.699735 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37806) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:11.738151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a657d-4cf8-4f6e-85af-ead4dea7a07a tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Network': ['ID=8d59d366-9265-4f11-be38-15a19f2dd7d9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:11.814280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e09d1421-15b6-40ad-8bae-8b8a0c616eff None None] Provisioning complete for port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:11.814683 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e09d1421-15b6-40ad-8bae-8b8a0c616eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.859546 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.871880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.905889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] Deleting port db9019b7-c734-48e6-ad7e-a91739a4476e {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:11.906306 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.932154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.933134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=37c0585e-5941-4c3b-b9d3-c05c64cccbfd,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:11.950565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:11.951029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.958364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:11.961072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:11.967538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:11.968663 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:11.985774 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-15c46a92-92ad-46d8-bd0a-d7dc7dd6a097 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6926410 Sep 26 13:21:11.989302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37814) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:11.996697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-eac1f48a-2be9-4b62-bc4a-59b1868a8e4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:12.023161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Deleting port db9019b7-c734-48e6-ad7e-a91739a4476e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:12.023561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.045252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] For port db9019b7-c734-48e6-ad7e-a91739a4476e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=db9019b7-c734-48e6-ad7e-a91739a4476e,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:12.045705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.140423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] Calling delete_port for db9019b7-c734-48e6-ad7e-a91739a4476e owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:12.168072 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.191139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] For port db9019b7-c734-48e6-ad7e-a91739a4476e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=db9019b7-c734-48e6-ad7e-a91739a4476e,segment=NetworkSegment(f156e5af-b91e-41a9-9771-288f896353d6),segment_id=f156e5af-b91e-41a9-9771-288f896353d6)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:12.192337 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.218516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Calling delete_port for db9019b7-c734-48e6-ad7e-a91739a4476e owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:12.224843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:12.240049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac1f48a-2be9-4b62-bc4a-59b1868a8e4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:12.244480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eac1f48a-2be9-4b62-bc4a-59b1868a8e4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.331648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.342474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.379662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Port': ['ID=db9019b7-c734-48e6-ad7e-a91739a4476e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:12.387133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] No DVR routers for this DVR port db9019b7-c734-48e6-ad7e-a91739a4476e on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:12.419871 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-eac1f48a-2be9-4b62-bc4a-59b1868a8e4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37c0585e-5941-4c3b-b9d3-c05c64cccbfd (CIDR: 2001:db8::/64) Sep 26 13:21:12.425341 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac1f48a-2be9-4b62-bc4a-59b1868a8e4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:21:12.426320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac1f48a-2be9-4b62-bc4a-59b1868a8e4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:12.440923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f706ae49-d8cc-4540-a1bc-73b322ca266c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:12.447214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eac1f48a-2be9-4b62-bc4a-59b1868a8e4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4563665 Sep 26 13:21:12.449860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37820) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:12.455231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:12.459838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] Pushing event deleted for resources: {'Port': ['ID=db9019b7-c734-48e6-ad7e-a91739a4476e,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:12.493361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f706ae49-d8cc-4540-a1bc-73b322ca266c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:12.493881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f706ae49-d8cc-4540-a1bc-73b322ca266c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:12.495579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3765ea0-2ef6-4c1f-b4f0-cb90f19211c1 None None] No DVR routers for this DVR port db9019b7-c734-48e6-ad7e-a91739a4476e on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:12.516381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] Deleting port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:12.517075 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.518672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.638211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:12.686967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] For port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:12.687724 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.713177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] Calling delete_port for 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:12.757039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cfb959-a6b3-4024-baf6-8573b60748bc']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:12.774238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f156e5af-b91e-41a9-9771-288f896353d6') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:12.774543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f156e5af-b91e-41a9-9771-288f896353d6') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:12.811770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ccfb9160-fa87-41db-b944-833488629625 req-8552c1d2-e0d3-4cea-8415-ae7775f9c74c tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 210 time: 0.0574768 Sep 26 13:21:12.839168 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.860533 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.874400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36e25-6b18-403f-acef-839b1351a047 req-866876f4-dfa3-4b73-ad9b-1213bbf4fbb0 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:12.875900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-866876f4-dfa3-4b73-ad9b-1213bbf4fbb0 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.24 "GET /v2.0/networks?id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f HTTP/1.1" status: 200 len: 796 time: 0.3526695 Sep 26 13:21:12.877162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.894326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:21:12.894661 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:21:12.898561 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:21:12.905668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:12.914981 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.916093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device db9019b7-c734-48e6-ad7e-a91739a4476e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:12.936762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:12.940233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.940590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: db9019b7-c734-48e6-ad7e-a91739a4476e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:12.941038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device db9019b7-c734-48e6-ad7e-a91739a4476e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:12.945785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:12.966566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event deleted for resources: {'Port': ['ID=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:12.978035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.978509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.978949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.979383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.979834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.980260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.980686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.981113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.981577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.982135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.982426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:12.982857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:13.013799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] No DVR routers for this DVR port 04eae3ab-7aa8-46dc-85fa-2afd2a93f084 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:13.018570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.027184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94cbb1-c34f-4324-8f42-cfd3a358a75c None None] Pushing event deleted for resources: {'Port': ['ID=04eae3ab-7aa8-46dc-85fa-2afd2a93f084,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:13.032323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-ea08ed0e-ddee-4bf7-ab5c-3b75e13a54d2 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1552fce1cc934923b3509a3f3fb92dd4 HTTP/1.1" status: 200 len: 477 time: 0.1449239 Sep 26 13:21:13.042996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.043870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307c534-0046-4871-aff6-47bf62147001 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:13.050118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] 10.222.0.13 "DELETE /v2.0/networks/55cfb959-a6b3-4024-baf6-8573b60748bc HTTP/1.1" status: 204 len: 168 time: 1.3442795 Sep 26 13:21:13.051569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'port': {'device_id': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'admin_state_up': True, 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'security_groups': ['674d9b0f-36b7-4159-aa30-8f5e170b67d5', 'c149e631-302a-4730-9a18-64009e290861']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:13.113703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2205d-cded-4c1a-8bcc-014504e32a82 tempest-TaggedBootDevicesTest-5375966 tempest-TaggedBootDevicesTest-5375966-project] Pushing event deleted for resources: {'Network': ['ID=55cfb959-a6b3-4024-baf6-8573b60748bc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:13.236413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': '37c0585e-5941-4c3b-b9d3-c05c64cccbfd'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:21:13.237430 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.416117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/37c0585e-5941-4c3b-b9d3-c05c64cccbfd/45f33e75-d8d5-4625-a76d-893b2150025e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:13.430663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Made reservation on behalf of 1552fce1cc934923b3509a3f3fb92dd4 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:13.435306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.543949 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.579976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:21:13.584517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.622736 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.629912 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.665320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:13.672068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:13.673858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:13.675205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:13.682293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:13.682458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:13.682557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.685181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Pushing event updated for resources: {'Port': ['ID=45f33e75-d8d5-4625-a76d-893b2150025e,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:13.702929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=304e785b-1b5e-4ed6-a4a9-0da44ed2e280,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:13.706368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Allocated IP 172.20.0.4 (d3e7d3de-7ebe-4e14-814b-ef8dacface4f/d3b4f77e-0459-4346-b275-3695cdf79f2c/2f959ac0-4549-4935-9527-bdbb0abae9af) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:13.713539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-656e403d-5cfb-4e4e-ab99-1aca26167a88 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2606924 Sep 26 13:21:13.715104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:13.720357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:94:e7:5d', 'name': 'tempest-NetworksTestDHCPv6-1555624004'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:13.759078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Attempting to bind port 45f33e75-d8d5-4625-a76d-893b2150025e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:13.759444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Attempting to bind port 45f33e75-d8d5-4625-a76d-893b2150025e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:13.760017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Attempting to bind port 45f33e75-d8d5-4625-a76d-893b2150025e on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:13.766479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:13.766941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:13.767406 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.767866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:13.768404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Bound port: 45f33e75-d8d5-4625-a76d-893b2150025e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:13.768931 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.846597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] For port 45f33e75-d8d5-4625-a76d-893b2150025e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:13.852040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] For port 45f33e75-d8d5-4625-a76d-893b2150025e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=45f33e75-d8d5-4625-a76d-893b2150025e,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:13.853516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:13.857386 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.905623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:13.918480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52cd13-f14b-467a-a016-fe2b3b65478f None None] Pushing event updated for resources: {'Port': ['ID=45f33e75-d8d5-4625-a76d-893b2150025e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:13.946380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.012343 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.016369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=2f959ac0-4549-4935-9527-bdbb0abae9af,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:14.020595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:14.022717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:14.036261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dba500-30e4-4d14-b352-834d25e28042 req-63e1b4aa-a9c2-45f9-9a7c-0d623fccd8b7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:14.038043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42dba500-30e4-4d14-b352-834d25e28042 req-63e1b4aa-a9c2-45f9-9a7c-0d623fccd8b7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 970 time: 0.0939624 Sep 26 13:21:14.041665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:14.076421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port b417ef31-26c4-44bc-b9d1-67d5e87c3422 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:21:14.114810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:14.115454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.138982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-28dd751c-168b-4107-9a7f-51d75b73f852 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0916564 Sep 26 13:21:14.154235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Request body: {'port': {'device_id': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:14.231323 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42dba500-30e4-4d14-b352-834d25e28042 req-c29298c0-9f5c-44ce-b2b8-6b5aa523a206 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1846142 Sep 26 13:21:14.318326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.434122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::282 (e4807435-a803-4309-bfce-ebee88a684ba/37c0585e-5941-4c3b-b9d3-c05c64cccbfd/b417ef31-26c4-44bc-b9d1-67d5e87c3422) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:14.441119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:e75d (e4807435-a803-4309-bfce-ebee88a684ba/304e785b-1b5e-4ed6-a4a9-0da44ed2e280/b417ef31-26c4-44bc-b9d1-67d5e87c3422) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:14.468207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-779bd8e4-6e42-49ac-b49c-4ae9a447f3de None None] Provisioning complete for port 2f959ac0-4549-4935-9527-bdbb0abae9af triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:14.468639 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-779bd8e4-6e42-49ac-b49c-4ae9a447f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.517815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-779bd8e4-6e42-49ac-b49c-4ae9a447f3de None None] Port 2f959ac0-4549-4935-9527-bdbb0abae9af cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:21:14.679307 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.720557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.723833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 45f33e75-d8d5-4625-a76d-893b2150025e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:14.744845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:14.747519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:14.765820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f959ac0-4549-4935-9527-bdbb0abae9af {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:21:14.771255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:14.774613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.778423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:14.779744 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.795298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 45f33e75-d8d5-4625-a76d-893b2150025e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:14.795960 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.796153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Transition to ACTIVE for port object 2f959ac0-4549-4935-9527-bdbb0abae9af will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:21:14.803932 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.811620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=b417ef31-26c4-44bc-b9d1-67d5e87c3422,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:14.815194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-887ebd61-52b7-41ac-907f-8426615c4891 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0988183 Sep 26 13:21:14.819396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37850) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:14.947006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.951267 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ca10c853-cc48-49bc-acc8-76d6e4f9599e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port b417ef31-26c4-44bc-b9d1-67d5e87c3422 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:14.951614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca10c853-cc48-49bc-acc8-76d6e4f9599e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:14.985983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f959ac0-4549-4935-9527-bdbb0abae9af,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:15.014752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 45f33e75-d8d5-4625-a76d-893b2150025e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=45f33e75-d8d5-4625-a76d-893b2150025e,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:15.021476 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.033748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Attempting to bind port 2f959ac0-4549-4935-9527-bdbb0abae9af on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:15.034088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Attempting to bind port 2f959ac0-4549-4935-9527-bdbb0abae9af by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:15.034523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Attempting to bind port 2f959ac0-4549-4935-9527-bdbb0abae9af on network d3e7d3de-7ebe-4e14-814b-ef8dacface4f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:15.043140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Port 2f959ac0-4549-4935-9527-bdbb0abae9af on network d3e7d3de-7ebe-4e14-814b-ef8dacface4f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:21:15.043515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Attempting to bind port 2f959ac0-4549-4935-9527-bdbb0abae9af on network d3e7d3de-7ebe-4e14-814b-ef8dacface4f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:15.055273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:15.055652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Checking segment: {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:15.056546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Bound using segment: {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:15.056546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Bound port: 2f959ac0-4549-4935-9527-bdbb0abae9af, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ada3ee-a21d-4213-840e-048fed971d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:15.056798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.071252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca10c853-cc48-49bc-acc8-76d6e4f9599e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.104195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ca10c853-cc48-49bc-acc8-76d6e4f9599e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for b417ef31-26c4-44bc-b9d1-67d5e87c3422 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:15.116254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=45f33e75-d8d5-4625-a76d-893b2150025e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:15.139031 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.167877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] For port 2f959ac0-4549-4935-9527-bdbb0abae9af, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:15.172939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] For port 2f959ac0-4549-4935-9527-bdbb0abae9af, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f959ac0-4549-4935-9527-bdbb0abae9af,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:15.182735 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.306332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.309917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.315760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f959ac0-4549-4935-9527-bdbb0abae9af HTTP/1.1" status: 200 len: 1131 time: 1.1685936 Sep 26 13:21:15.316951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1c1aa-cbf5-4e95-b231-69ffc79813d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f959ac0-4549-4935-9527-bdbb0abae9af,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:15.323941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:15.329648 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e50f52b-6388-4106-a0f1-6a1a60ba976f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:15.427070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca10c853-cc48-49bc-acc8-76d6e4f9599e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.457109 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a11a8-0da7-4e54-84d2-580e9e1d78e9 x-openstack-request-id: req-c38a11a8-0da7-4e54-84d2-580e9e1d78e9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:15.469933 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:15.470234 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c38a11a8-0da7-4e54-84d2-580e9e1d78e9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:15.470648 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'status': 'completed', 'code': 200} Sep 26 13:21:15.484481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10c853-cc48-49bc-acc8-76d6e4f9599e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=b417ef31-26c4-44bc-b9d1-67d5e87c3422,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:15.547995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22915f41-7997-4f5f-b1d6-75ee56351f99 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:15.553661 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca10c853-cc48-49bc-acc8-76d6e4f9599e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.555678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ca10c853-cc48-49bc-acc8-76d6e4f9599e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/b417ef31-26c4-44bc-b9d1-67d5e87c3422 HTTP/1.1" status: 204 len: 168 time: 0.7347531 Sep 26 13:21:15.558486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37866) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:15.604987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36e25-6b18-403f-acef-839b1351a047 req-7c04f3b0-1b8e-4a8a-a808-210ddae4b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.610759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-7c04f3b0-1b8e-4a8a-a808-210ddae4b434 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1134 time: 0.2360756 Sep 26 13:21:15.619364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-69246edf-7a56-4f0d-b104-f5af69d2433a None None] Provisioning complete for port 45f33e75-d8d5-4625-a76d-893b2150025e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:15.619785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-69246edf-7a56-4f0d-b104-f5af69d2433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:15.675561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951fb81-c5cf-4099-bc28-5506917ead3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.677188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2951fb81-c5cf-4099-bc28-5506917ead3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1177242 Sep 26 13:21:15.680715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37870) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:15.748950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0689a2d-5088-497f-8234-94881aaeecdb req-ac54367c-a033-44d4-b177-55db41dd9621 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.750586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e0689a2d-5088-497f-8234-94881aaeecdb req-ac54367c-a033-44d4-b177-55db41dd9621 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 982 time: 0.2956038 Sep 26 13:21:15.756780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-b66d6d93-43a8-47f0-ad21-7e316f4b0bb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f959ac0-4549-4935-9527-bdbb0abae9af HTTP/1.1" status: 200 len: 217 time: 0.1349258 Sep 26 13:21:15.798738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784e927-1b95-459f-8f32-417388dbbf78 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.809836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8784e927-1b95-459f-8f32-417388dbbf78 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1280224 Sep 26 13:21:15.812390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37872) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:15.914204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e0689a2d-5088-497f-8234-94881aaeecdb req-1f8553b9-b4b4-4f6c-a2eb-d0d86e76c10f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1547501 Sep 26 13:21:15.929309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36e25-6b18-403f-acef-839b1351a047 req-8a0a9bf5-f1bc-4f52-a7b5-29e22399cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.931042 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-8a0a9bf5-f1bc-4f52-a7b5-29e22399cda6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3b4f77e-0459-4346-b275-3695cdf79f2c HTTP/1.1" status: 200 len: 834 time: 0.1582508 Sep 26 13:21:15.936463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d8ad68-f7f3-4981-af3d-a613c154a0a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.942425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d8ad68-f7f3-4981-af3d-a613c154a0a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.945063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d8ad68-f7f3-4981-af3d-a613c154a0a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:15.946942 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f8d8ad68-f7f3-4981-af3d-a613c154a0a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1333704 Sep 26 13:21:15.954597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37876) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:16.043819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-360719a9-c072-4f72-956f-5541b54d167d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 304e785b-1b5e-4ed6-a4a9-0da44ed2e280 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:16.053662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36e25-6b18-403f-acef-839b1351a047 req-5f3b3e4a-2a44-4886-96d2-9a8e53f483ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:16.055688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-5f3b3e4a-2a44-4886-96d2-9a8e53f483ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113706 Sep 26 13:21:16.056613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-360719a9-c072-4f72-956f-5541b54d167d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.131133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-360719a9-c072-4f72-956f-5541b54d167d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.157062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9c005-7dc8-4cf3-b0b5-aa5b7a17f82a None None] Update dhcp port {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'fixed_ips': [{'subnet_id': '37c0585e-5941-4c3b-b9d3-c05c64cccbfd', 'ip_address': '2001:db8::2'}, {'subnet_id': '304e785b-1b5e-4ed6-a4a9-0da44ed2e280'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '45f33e75-d8d5-4625-a76d-893b2150025e'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:21:16.181441 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-360719a9-c072-4f72-956f-5541b54d167d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.201734 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9c005-7dc8-4cf3-b0b5-aa5b7a17f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.255154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-360719a9-c072-4f72-956f-5541b54d167d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.297039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360719a9-c072-4f72-956f-5541b54d167d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=304e785b-1b5e-4ed6-a4a9-0da44ed2e280,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:16.300437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-360719a9-c072-4f72-956f-5541b54d167d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.306239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37882) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:16.315672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-360719a9-c072-4f72-956f-5541b54d167d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/304e785b-1b5e-4ed6-a4a9-0da44ed2e280 HTTP/1.1" status: 204 len: 168 time: 0.3571765 Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-7aa9c005-7dc8-4cf3-b0b5-aa5b7a17f82a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 304e785b-1b5e-4ed6-a4a9-0da44ed2e280: This subnet is being modified by another concurrent operation. Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 304e785b-1b5e-4ed6-a4a9-0da44ed2e280: This subnet is being modified by another concurrent operation. Sep 26 13:21:16.362231 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 13:21:16.400278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b74e3b8-f4b5-442b-a479-337374ef39d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet 37c0585e-5941-4c3b-b9d3-c05c64cccbfd {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:16.406493 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b74e3b8-f4b5-442b-a479-337374ef39d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.466374 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-7c928512-141a-4ec3-8b7f-11c8ecafe99a service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733637 Sep 26 13:21:16.483590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b74e3b8-f4b5-442b-a479-337374ef39d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.515165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-732470da-fa05-48cd-bd85-9cec64a00517 None None] Provisioning complete for port 45f33e75-d8d5-4625-a76d-893b2150025e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:16.515541 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-732470da-fa05-48cd-bd85-9cec64a00517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.633228 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 45f33e75-d8d5-4625-a76d-893b2150025e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:16.637929 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c36e25-6b18-403f-acef-839b1351a047 req-2c36beff-0053-4d6c-ac6e-df168b062777 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637070 Sep 26 13:21:16.682563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b74e3b8-f4b5-442b-a479-337374ef39d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.792551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-36d358de-75c9-4419-b306-2a38a93959f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:16.795922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-36d358de-75c9-4419-b306-2a38a93959f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1134 time: 0.0949910 Sep 26 13:21:16.796515 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.889006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b74e3b8-f4b5-442b-a479-337374ef39d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.923360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b74e3b8-f4b5-442b-a479-337374ef39d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:16.929788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5b74e3b8-f4b5-442b-a479-337374ef39d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/37c0585e-5941-4c3b-b9d3-c05c64cccbfd HTTP/1.1" status: 204 len: 168 time: 0.6223903 Sep 26 13:21:16.932603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37890) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:16.950522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7906297e-674e-4cf5-a308-cd3afce1cdec None None] Could not find standard attr ID for object b417ef31-26c4-44bc-b9d1-67d5e87c3422. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:21:16.963641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:21:16.964080 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:21:16.972696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-c27c5bcb-b7d4-4e47-b229-f370e997b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:16.974893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7906297e-674e-4cf5-a308-cd3afce1cdec None None] Could not find standard attr ID for object b48c4137-70ba-454a-8034-f2d85ef338af. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:21:16.979789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-c27c5bcb-b7d4-4e47-b229-f370e997b5d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f HTTP/1.1" status: 200 len: 896 time: 0.1741009 Sep 26 13:21:17.008726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a0f0d0-ca0d-48d8-a4d3-6b9c3d783c64 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:17.012128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0fcbe2ba-e2d5-4807-9715-b69c30dd84b4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468490 Sep 26 13:21:17.012128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74e3b8-f4b5-442b-a479-337374ef39d8 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=37c0585e-5941-4c3b-b9d3-c05c64cccbfd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:17.013172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37894) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:17.019548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:17.039475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-fd963421-de9f-4cf1-b167-30e1ba184646 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f959ac0-4549-4935-9527-bdbb0abae9af HTTP/1.1" status: 200 len: 217 time: 0.0529635 Sep 26 13:21:17.119053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-9e74544b-367b-49c0-9929-82843d88a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:17.121058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-9e74544b-367b-49c0-9929-82843d88a5f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3b4f77e-0459-4346-b275-3695cdf79f2c HTTP/1.1" status: 200 len: 834 time: 0.0743179 Sep 26 13:21:17.171192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d8890-ff84-4fa3-9bb0-69be25ff5251 req-f485fb7a-0b7e-41e2-be04-f000439ec2c5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:17.180495 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e29d8890-ff84-4fa3-9bb0-69be25ff5251 req-f485fb7a-0b7e-41e2-be04-f000439ec2c5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 982 time: 0.1166079 Sep 26 13:21:17.193684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-bdb3c0ea-ac5f-41a7-b3da-373c1eb9f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:17.196498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-bdb3c0ea-ac5f-41a7-b3da-373c1eb9f171 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675516 Sep 26 13:21:17.204869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:17.209287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.209566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:17.272571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e29d8890-ff84-4fa3-9bb0-69be25ff5251 req-5af343f7-49a5-4ac6-8ff8-c6a0d9399ce9 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0907810 Sep 26 13:21:17.304301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] Deleting port 45f33e75-d8d5-4625-a76d-893b2150025e {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:17.304874 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.331396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-9a8faedc-fe94-4a50-a7a4-007c9053bf49 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272202 Sep 26 13:21:17.428930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] For port 45f33e75-d8d5-4625-a76d-893b2150025e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=45f33e75-d8d5-4625-a76d-893b2150025e,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:17.429578 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.458953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] Calling delete_port for 45f33e75-d8d5-4625-a76d-893b2150025e owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:17.469431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50f52b-6388-4106-a0f1-6a1a60ba976f req-9e1a3ba9-e4a4-4774-8ebe-58b23eeca08e service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300390 Sep 26 13:21:17.480982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.527110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:17.530847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:17.537723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:17.538328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.560150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=ab8afd0b-13bf-41b0-a02c-967d94dbaf6a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:17.567668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a15f7e12-002e-4d31-9f37-ed1803b21730 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5497639 Sep 26 13:21:17.567879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37900) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:17.573027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b26754e7-25e7-4828-8a7f-d6e240ffd4ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:17.614175 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.703015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26754e7-25e7-4828-8a7f-d6e240ffd4ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:17.706743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 45f33e75-d8d5-4625-a76d-893b2150025e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=45f33e75-d8d5-4625-a76d-893b2150025e,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:17.708392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b26754e7-25e7-4828-8a7f-d6e240ffd4ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.716579 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.765424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:17.789748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] No DVR routers for this DVR port 45f33e75-d8d5-4625-a76d-893b2150025e on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:17.794363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=45f33e75-d8d5-4625-a76d-893b2150025e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:17.828095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e330fe0-31a4-4b10-bc13-6957648612fa None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:17.830663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3051c-ec5c-4f8c-94c2-9af2053267bd None None] Pushing event deleted for resources: {'Port': ['ID=45f33e75-d8d5-4625-a76d-893b2150025e,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:17.861907 n-d-806683-13 neutron-server[94811]: INFO neutron.db.ipam_backend_mixin [None req-b26754e7-25e7-4828-8a7f-d6e240ffd4ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab8afd0b-13bf-41b0-a02c-967d94dbaf6a (CIDR: 2001:db8::/64) Sep 26 13:21:17.868544 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26754e7-25e7-4828-8a7f-d6e240ffd4ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:21:17.869275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26754e7-25e7-4828-8a7f-d6e240ffd4ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:17.894478 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b26754e7-25e7-4828-8a7f-d6e240ffd4ac tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3254008 Sep 26 13:21:17.897632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37904) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:17.902931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'subnet': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:18.085357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e4807435-a803-4309-bfce-ebee88a684ba', 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'tenant_id': '7bf73118634b4f67a398edc3c2d09457', 'fixed_ips': [{'subnet_id': 'ab8afd0b-13bf-41b0-a02c-967d94dbaf6a'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:21:18.086822 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:18.358813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Allocated IP 2001:db8::2 (e4807435-a803-4309-bfce-ebee88a684ba/ab8afd0b-13bf-41b0-a02c-967d94dbaf6a/77de2fdf-52af-4f7a-9522-cc05cd11cbeb) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:18.441925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:18.445400 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:18.477047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c33b6-1ea0-4231-8860-9a361ca90236 req-f038332d-6195-4f7d-a36e-ca2dc1115704 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:18.478858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f28c33b6-1ea0-4231-8860-9a361ca90236 req-f038332d-6195-4f7d-a36e-ca2dc1115704 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 982 time: 0.1011770 Sep 26 13:21:18.717717 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:18.737239 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:18.842683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:18.851069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:18.857976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:18.861050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Pushing event updated for resources: {'Port': ['ID=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:18.913765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2f959ac0-4549-4935-9527-bdbb0abae9af details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:21:18.977437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f28c33b6-1ea0-4231-8860-9a361ca90236 req-c8de7d45-7d9f-4571-8493-8ef066434e6a tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4773085 Sep 26 13:21:19.068780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Attempting to bind port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:19.068780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Attempting to bind port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:19.068780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Attempting to bind port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb on network e4807435-a803-4309-bfce-ebee88a684ba {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:19.093169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:19.093821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Checking segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:19.094548 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.095131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Bound using segment: {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:19.095926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Bound port: 77de2fdf-52af-4f7a-9522-cc05cd11cbeb, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a655fd-fe0e-470a-b946-fe8664e3b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:19.096556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.296637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:21:19.372380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2f959ac0-4549-4935-9527-bdbb0abae9af, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f959ac0-4549-4935-9527-bdbb0abae9af,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:19.406158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'port_id': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'mac_address': 'fa:16:3e:00:51:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:21:19.409639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] For port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:19.436211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] For port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:19.498455 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.521737 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.584100 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.659302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f959ac0-4549-4935-9527-bdbb0abae9af {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:21:19.735961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2f959ac0-4549-4935-9527-bdbb0abae9af, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f959ac0-4549-4935-9527-bdbb0abae9af,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:19.737930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd69f1-2777-4d0c-8055-bfb817591596 None None] Pushing event updated for resources: {'Port': ['ID=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:19.745357 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.844896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] For port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:19.870609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2f959ac0-4549-4935-9527-bdbb0abae9af,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:19.891278 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.897746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.898593 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:19.977783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2f959ac0-4549-4935-9527-bdbb0abae9af'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:21:20.020338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:20.030592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:20.044893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:20.046075 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:20.068324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Subnet': ['ID=a4dc21f5-bdf7-49c2-b7e0-7f2359b7c636,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:20.086608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1876314 Sep 26 13:21:20.088298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37936) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:20.094450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Request body: {'port': {'network_id': 'e4807435-a803-4309-bfce-ebee88a684ba', 'mac_address': 'fa:16:3e:29:6f:a1', 'name': 'tempest-NetworksTestDHCPv6-1937797965'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:20.150331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fbf55-c6ae-4c5f-83da-6d8004b08e3d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,revision_number=4']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:20.264778 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:20.349444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b1fb7-1528-43f7-a4bd-8bed2b155750 req-7cf53e91-eb6b-4f82-a81b-055a1a977e94 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:20.357838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496b1fb7-1528-43f7-a4bd-8bed2b155750 req-7cf53e91-eb6b-4f82-a81b-055a1a977e94 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 983 time: 0.2145460 Sep 26 13:21:20.520207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496b1fb7-1528-43f7-a4bd-8bed2b155750 req-5913981c-9eea-461f-8e75-f553ba354caf tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1563461 Sep 26 13:21:20.523628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Made reservation on behalf of 7bf73118634b4f67a398edc3c2d09457 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:20.686955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 77de2fdf-52af-4f7a-9522-cc05cd11cbeb up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:20.711959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:20.752408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] device_id is not set on port 19550496-1a58-4422-b748-60573588903c yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:21:20.862743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:20.864467 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:20.930331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2f959ac0-4549-4935-9527-bdbb0abae9af up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:21.073755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8::34f (e4807435-a803-4309-bfce-ebee88a684ba/ab8afd0b-13bf-41b0-a02c-967d94dbaf6a/19550496-1a58-4422-b748-60573588903c) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:21.084294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:6fa1 (e4807435-a803-4309-bfce-ebee88a684ba/a4dc21f5-bdf7-49c2-b7e0-7f2359b7c636/19550496-1a58-4422-b748-60573588903c) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:21.093348 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2f959ac0-4549-4935-9527-bdbb0abae9af completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:21:21.104317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2f959ac0-4549-4935-9527-bdbb0abae9af triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:21.104694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.188018 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.336845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:21.356038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.433020 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.437765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00d201-c31b-4c57-a5f7-2828a223518a None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:21.508507 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.636026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Network e4807435-a803-4309-bfce-ebee88a684ba is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:21.637565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event updated for resources: {'Port': ['ID=19550496-1a58-4422-b748-60573588903c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:21.647601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:21.653094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:21.657889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:21.658531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.689615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.692662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.693017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.693362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.697898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.698307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.698657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.699276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.699628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.699970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.700308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.700660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:21.735178 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c43b5c91-95cf-457b-aab9-ac12ec64ab96 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6425607 Sep 26 13:21:21.735519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37964) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:21.737586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9438ae-32de-4932-86a9-de325f8040aa req-17db5a03-56fe-4446-9550-5594b0393155 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:21.739371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc9438ae-32de-4932-86a9-de325f8040aa req-17db5a03-56fe-4446-9550-5594b0393155 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 983 time: 0.1038742 Sep 26 13:21:21.760892 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.812067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc9438ae-32de-4932-86a9-de325f8040aa req-fed2bf1e-7d5e-4f36-ba9b-bc424b7c7bf9 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0660448 Sep 26 13:21:21.846884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2f959ac0-4549-4935-9527-bdbb0abae9af, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f959ac0-4549-4935-9527-bdbb0abae9af,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:21.855621 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:21.857915 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64ae694-197b-4206-ad9e-bb92ac73d426" -d '{"events": [{"server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "name": "network-vif-plugged", "status": "completed", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:21.877335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.897978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-00878cf6-cd26-4d14-a9be-cdf7653f9f70 None None] Provisioning complete for port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:21.898348 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-00878cf6-cd26-4d14-a9be-cdf7653f9f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.974743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f654a0b7-3a9b-4923-9cf5-cf8c528750f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting port 19550496-1a58-4422-b748-60573588903c {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:21.975192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f654a0b7-3a9b-4923-9cf5-cf8c528750f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:21.977504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:22.005810 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b9d8d0-5d47-4b7d-bd6d-eb7484579233 x-openstack-request-id: req-a8b9d8d0-5d47-4b7d-bd6d-eb7484579233 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:22.006103 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "name": "network-vif-plugged", "status": "completed", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:22.006356 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8b9d8d0-5d47-4b7d-bd6d-eb7484579233 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:22.006761 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'code': 200} Sep 26 13:21:22.162982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f654a0b7-3a9b-4923-9cf5-cf8c528750f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:22.177329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2f959ac0-4549-4935-9527-bdbb0abae9af,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:22.195538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f654a0b7-3a9b-4923-9cf5-cf8c528750f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Calling delete_port for 19550496-1a58-4422-b748-60573588903c owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:22.206999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531e3ef-0da4-4855-b9f6-af02cb5c69b0 req-a3d4c173-6146-4970-8245-3399e365531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:22.211910 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6531e3ef-0da4-4855-b9f6-af02cb5c69b0 req-a3d4c173-6146-4970-8245-3399e365531e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1136 time: 0.1640134 Sep 26 13:21:22.269944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6531e3ef-0da4-4855-b9f6-af02cb5c69b0 req-3b87203e-cc23-46c9-8260-642ebe8012e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0498240 Sep 26 13:21:22.484790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f654a0b7-3a9b-4923-9cf5-cf8c528750f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:22.519286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654a0b7-3a9b-4923-9cf5-cf8c528750f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Port': ['ID=19550496-1a58-4422-b748-60573588903c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:22.649416 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f654a0b7-3a9b-4923-9cf5-cf8c528750f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:22.659994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f654a0b7-3a9b-4923-9cf5-cf8c528750f9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/19550496-1a58-4422-b748-60573588903c HTTP/1.1" status: 204 len: 168 time: 0.9233744 Sep 26 13:21:22.660603 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 77de2fdf-52af-4f7a-9522-cc05cd11cbeb up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:22.665034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37974) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:22.745420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f6fd8-0bd4-46fa-8741-68d78733ea36 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:22.748320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5b2f6fd8-0bd4-46fa-8741-68d78733ea36 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0836868 Sep 26 13:21:22.751056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37976) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:22.760756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:22.761137 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:22.814741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca28592-6b69-422a-8da8-762fa083f05c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:22.819212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aca28592-6b69-422a-8da8-762fa083f05c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0644164 Sep 26 13:21:22.820322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37978) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:23.056125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98bb4a-7db0-420a-bccb-568e1914e630 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:23.057707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98bb4a-7db0-420a-bccb-568e1914e630 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:23.059865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98bb4a-7db0-420a-bccb-568e1914e630 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:23.076000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-eb98bb4a-7db0-420a-bccb-568e1914e630 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2514567 Sep 26 13:21:23.076654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 37984) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:23.111671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8799b18-8370-470d-96ee-ec66defb4c7d req-ac878605-1819-4e53-81a0-8d3114117a06 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:23.120986 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8799b18-8370-470d-96ee-ec66defb4c7d req-ac878605-1819-4e53-81a0-8d3114117a06 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 984 time: 0.1643271 Sep 26 13:21:23.131749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-864c6a13-fe61-421d-88e6-04ba94831309 None None] Could not find standard attr ID for object 19550496-1a58-4422-b748-60573588903c. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:21:23.156112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-864c6a13-fe61-421d-88e6-04ba94831309 None None] Provisioning complete for port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:23.156502 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-864c6a13-fe61-421d-88e6-04ba94831309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:23.197011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f31da2-85ae-4bca-bfbf-5ca6980a3084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet a4dc21f5-bdf7-49c2-b7e0-7f2359b7c636 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:23.203659 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-23f31da2-85ae-4bca-bfbf-5ca6980a3084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:23.220178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d8799b18-8370-470d-96ee-ec66defb4c7d req-956a05cb-d96c-4182-97b5-5d786d3c3e82 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0949306 Sep 26 13:21:23.282781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37988) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:23.327199 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-23f31da2-85ae-4bca-bfbf-5ca6980a3084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:23.505582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e5d0a4e7-cb9e-411b-9d06-10218e87d0ee None None] Could not find standard attr ID for object 19550496-1a58-4422-b748-60573588903c. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:21:23.572974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-23f31da2-85ae-4bca-bfbf-5ca6980a3084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:23.678329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-23f31da2-85ae-4bca-bfbf-5ca6980a3084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:23.741705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f31da2-85ae-4bca-bfbf-5ca6980a3084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=a4dc21f5-bdf7-49c2-b7e0-7f2359b7c636,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:23.749846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-23f31da2-85ae-4bca-bfbf-5ca6980a3084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:23.754316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-23f31da2-85ae-4bca-bfbf-5ca6980a3084 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/a4dc21f5-bdf7-49c2-b7e0-7f2359b7c636 HTTP/1.1" status: 204 len: 168 time: 0.6759038 Sep 26 13:21:23.758704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 37996) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:23.833287 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15962111-bfea-4f06-b5a0-5c58f2d900b0 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:23.842410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Deleting subnet ab8afd0b-13bf-41b0-a02c-967d94dbaf6a {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:23.884390 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:23.963383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:24.136876 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:24.226171 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:24.275655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8afd0b-13bf-41b0-a02c-967d94dbaf6a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:24.295598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.296222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.296751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.297278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.297838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.298340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.298945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.299464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.299969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.300462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.300996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.301548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:21:24.308322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:24.313327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aca9f31e-0554-43fe-8e55-ec3c98f0e128 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/ab8afd0b-13bf-41b0-a02c-967d94dbaf6a HTTP/1.1" status: 204 len: 168 time: 0.5469813 Sep 26 13:21:24.313652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38002) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:24.341368 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:24.712754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Deleting port 57199746-a74c-4dbe-bd91-319628425bf1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:24.713276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:24.760650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f14c79b-56b9-4cd8-9358-b64503709b55 None None] Network e4807435-a803-4309-bfce-ebee88a684ba requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:24.794402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ab52c23-16e6-4a07-b792-46bdad38f165 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4796233 Sep 26 13:21:24.798042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38006) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:24.832600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6f8d7-f134-4a9e-ad37-c36c41ba621c req-90c40f11-82cc-4911-9cbb-451beed5f9c3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:24.834212 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ce6f8d7-f134-4a9e-ad37-c36c41ba621c req-90c40f11-82cc-4911-9cbb-451beed5f9c3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 984 time: 0.5289497 Sep 26 13:21:24.869423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] For port 57199746-a74c-4dbe-bd91-319628425bf1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=57199746-a74c-4dbe-bd91-319628425bf1,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:24.869812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:24.904636 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ce6f8d7-f134-4a9e-ad37-c36c41ba621c req-f6566267-2c25-4592-a528-1fbf0d557384 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0610416 Sep 26 13:21:24.911251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Calling delete_port for 57199746-a74c-4dbe-bd91-319628425bf1 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:24.996536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9670df13-10f8-41ba-8bdb-ecbdcdb591a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:25.000996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38012) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.001194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9670df13-10f8-41ba-8bdb-ecbdcdb591a0 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2019300 Sep 26 13:21:25.103245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc7a36-4f91-48ef-a1a5-d661a91cd04e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:25.104801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dddc7a36-4f91-48ef-a1a5-d661a91cd04e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027944 Sep 26 13:21:25.113061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38016) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.159852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f74e3dfe-3a65-4542-b962-b8dae158e5f1 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450840 Sep 26 13:21:25.170081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.173745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0dfa9b37-8cc9-4097-90ff-78ac134d5b0b None None] Provisioning complete for port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:25.174681 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9b37-8cc9-4097-90ff-78ac134d5b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:25.198860 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-29629e30-da03-45b9-8f63-4f677b2365c5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.199828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29629e30-da03-45b9-8f63-4f677b2365c5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.204031 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-29629e30-da03-45b9-8f63-4f677b2365c5 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/19550496-1a58-4422-b748-60573588903c HTTP/1.1" status: 404 len: 333 time: 0.0272918 Sep 26 13:21:25.204324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38020) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.231661 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:25.256835 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d1ba94-9a2e-4a28-bd8b-93294c8dfd15 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.257295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d1ba94-9a2e-4a28-bd8b-93294c8dfd15 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.262005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-02d1ba94-9a2e-4a28-bd8b-93294c8dfd15 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/a4dc21f5-bdf7-49c2-b7e0-7f2359b7c636 HTTP/1.1" status: 404 len: 337 time: 0.0564322 Sep 26 13:21:25.262667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38022) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.284486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Pushing event deleted for resources: {'Port': ['ID=57199746-a74c-4dbe-bd91-319628425bf1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:25.304109 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbdc8fc-6c73-4694-a54c-0c0bb134e56e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.304566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbdc8fc-6c73-4694-a54c-0c0bb134e56e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.313669 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ffbdc8fc-6c73-4694-a54c-0c0bb134e56e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/ab8afd0b-13bf-41b0-a02c-967d94dbaf6a HTTP/1.1" status: 404 len: 337 time: 0.0498414 Sep 26 13:21:25.314261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38024) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.327799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ff912-a186-40b1-894e-1a32745cec37 req-7001d912-72ae-47d6-a1de-2ae0d074c031 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:25.330065 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f4ff912-a186-40b1-894e-1a32745cec37 req-7001d912-72ae-47d6-a1de-2ae0d074c031 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 984 time: 0.3424742 Sep 26 13:21:25.355682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] DHCP port deletion for e4807435-a803-4309-bfce-ebee88a684ba request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:25.369470 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba54ce1-6174-402b-8341-e5718a02bb34 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.370225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba54ce1-6174-402b-8341-e5718a02bb34 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.380752 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cba54ce1-6174-402b-8341-e5718a02bb34 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/b417ef31-26c4-44bc-b9d1-67d5e87c3422 HTTP/1.1" status: 404 len: 333 time: 0.0653856 Sep 26 13:21:25.381478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38026) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.441933 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-830047b7-5803-497b-a825-da190b7a5e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.442718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830047b7-5803-497b-a825-da190b7a5e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.454477 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-830047b7-5803-497b-a825-da190b7a5e85 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/304e785b-1b5e-4ed6-a4a9-0da44ed2e280 HTTP/1.1" status: 404 len: 337 time: 0.0717146 Sep 26 13:21:25.456900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38030) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.485245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] Deleting port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:25.485719 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:25.496605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f4ff912-a186-40b1-894e-1a32745cec37 req-60f8bc02-4caa-4f1f-ad0f-afd48174b2a8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1371031 Sep 26 13:21:25.518591 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d35b133-1d48-44c5-bb61-5f9981b22675 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.530453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d35b133-1d48-44c5-bb61-5f9981b22675 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.537203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3d35b133-1d48-44c5-bb61-5f9981b22675 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/37c0585e-5941-4c3b-b9d3-c05c64cccbfd HTTP/1.1" status: 404 len: 337 time: 0.0789454 Sep 26 13:21:25.545848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38034) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.617429 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-217d6b2a-3103-4d3a-bd7f-9666d6ee3f3b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.618252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217d6b2a-3103-4d3a-bd7f-9666d6ee3f3b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.637622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] For port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,segment=NetworkSegment(a3a655fd-fe0e-470a-b946-fe8664e3b681),segment_id=a3a655fd-fe0e-470a-b946-fe8664e3b681)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:25.638159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:25.638691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-217d6b2a-3103-4d3a-bd7f-9666d6ee3f3b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/b48c4137-70ba-454a-8034-f2d85ef338af HTTP/1.1" status: 404 len: 333 time: 0.0922201 Sep 26 13:21:25.644269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38036) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.653000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:25.673828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] Calling delete_port for 77de2fdf-52af-4f7a-9522-cc05cd11cbeb owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:25.718596 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce663a6-835a-4417-87b9-86e2cc9f9108 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.719060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce663a6-835a-4417-87b9-86e2cc9f9108 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.725105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7ce663a6-835a-4417-87b9-86e2cc9f9108 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/5ec0e070-e9b0-4ed0-b885-f45d332760a9 HTTP/1.1" status: 404 len: 337 time: 0.0603409 Sep 26 13:21:25.725105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38038) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.756179 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e332fd49-f677-4d9e-8279-7314c5c647a6 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.756646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e332fd49-f677-4d9e-8279-7314c5c647a6 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.761733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e332fd49-f677-4d9e-8279-7314c5c647a6 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/ca1e8c93-536f-48b3-ba6c-3412bc8e57d3 HTTP/1.1" status: 404 len: 337 time: 0.0347764 Sep 26 13:21:25.763754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38040) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.789046 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-994fd729-5c4b-495d-8553-5cdb21a7c8f6 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.789785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994fd729-5c4b-495d-8553-5cdb21a7c8f6 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.795120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-994fd729-5c4b-495d-8553-5cdb21a7c8f6 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/bdcae144-ac09-46ff-b06a-705bf8135740 HTTP/1.1" status: 404 len: 333 time: 0.0296950 Sep 26 13:21:25.797519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38042) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.808882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:25.825876 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bce22b4-565a-4977-ab00-e439031b3d5b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.826526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bce22b4-565a-4977-ab00-e439031b3d5b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.832593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3bce22b4-565a-4977-ab00-e439031b3d5b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/58b0ae5c-caf8-42f7-8174-b3745694b07a HTTP/1.1" status: 404 len: 337 time: 0.0339565 Sep 26 13:21:25.834055 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915318e0-a714-4738-9321-ffbbeff9dbf1 req-63c1c9dc-c6ad-427b-844c-d075e0e319b6 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:25.834896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38044) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.842019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-915318e0-a714-4738-9321-ffbbeff9dbf1 req-63c1c9dc-c6ad-427b-844c-d075e0e319b6 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1136 time: 0.1960776 Sep 26 13:21:25.853805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] Pushing event deleted for resources: {'Port': ['ID=77de2fdf-52af-4f7a-9522-cc05cd11cbeb,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:25.855917 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-915318e0-a714-4738-9321-ffbbeff9dbf1 req-499cfe40-23d7-4b21-8591-2d6536b231fd tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:25.857764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fb636-adf3-4fbb-8dd0-8c82d2db220b None None] No DVR routers for this DVR port 77de2fdf-52af-4f7a-9522-cc05cd11cbeb on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:25.890239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c393f61e-5b6c-42f3-834c-4efd88a53f49 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:21:25.896228 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-736e8f0e-fc86-4471-9b7c-496fcc07a383 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.896689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736e8f0e-fc86-4471-9b7c-496fcc07a383 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.901264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-736e8f0e-fc86-4471-9b7c-496fcc07a383 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/02edc0bb-ddbf-4ab9-939b-ba780fc95add HTTP/1.1" status: 404 len: 337 time: 0.0648010 Sep 26 13:21:25.904528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:25.930901 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff70a8ce-5d89-4a8f-b686-adc1c9f5ff5d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:25.931628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff70a8ce-5d89-4a8f-b686-adc1c9f5ff5d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:25.934832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ff70a8ce-5d89-4a8f-b686-adc1c9f5ff5d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/58617466-51df-4b3d-9d7e-485c74048205 HTTP/1.1" status: 404 len: 333 time: 0.0293074 Sep 26 13:21:25.936891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38050) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.027377 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ca1d66-ecb5-42d4-b4e7-d04afc39b4af tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.027852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ca1d66-ecb5-42d4-b4e7-d04afc39b4af tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.032309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-41ca1d66-ecb5-42d4-b4e7-d04afc39b4af tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/f0f949ff-0ab7-4063-9bdb-fee4f5b0c545 HTTP/1.1" status: 404 len: 337 time: 0.0603547 Sep 26 13:21:26.034896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38052) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.062087 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07e39d2-2cd3-4906-b068-049057daa124 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.062742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07e39d2-2cd3-4906-b068-049057daa124 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.067732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b07e39d2-2cd3-4906-b068-049057daa124 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/b96effb1-cecb-454e-91d6-4d8feb6846f3 HTTP/1.1" status: 404 len: 333 time: 0.0313160 Sep 26 13:21:26.070110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38056) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.096091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-915318e0-a714-4738-9321-ffbbeff9dbf1 req-499cfe40-23d7-4b21-8591-2d6536b231fd tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:26.101930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-915318e0-a714-4738-9321-ffbbeff9dbf1 req-499cfe40-23d7-4b21-8591-2d6536b231fd tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:26.104875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c393f61e-5b6c-42f3-834c-4efd88a53f49 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:21:26.123126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-915318e0-a714-4738-9321-ffbbeff9dbf1 req-499cfe40-23d7-4b21-8591-2d6536b231fd tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2801185 Sep 26 13:21:26.145005 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dccfe0-c0ff-416c-bafb-a42c879d4e24 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.145471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6dccfe0-c0ff-416c-bafb-a42c879d4e24 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.147261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b6dccfe0-c0ff-416c-bafb-a42c879d4e24 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/db1b10fb-a963-467c-9d07-f6bd5ff173c6 HTTP/1.1" status: 404 len: 337 time: 0.0762203 Sep 26 13:21:26.151095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38058) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.168294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38060) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.212806 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cd3078-f910-4657-81eb-19246a7953e9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.213533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cd3078-f910-4657-81eb-19246a7953e9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.218632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e4cd3078-f910-4657-81eb-19246a7953e9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/b0de0973-f61c-49c8-be97-625afb64a357 HTTP/1.1" status: 404 len: 333 time: 0.0621805 Sep 26 13:21:26.219406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38062) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.230934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cfe40-23d7-4b21-8591-2d6536b231fd tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5724613a-386f-4ee5-bf41-487d41bcd2e2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:26.266090 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccad302-84a7-4365-a7e5-78f074d87423 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.266787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccad302-84a7-4365-a7e5-78f074d87423 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.269785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Router fa096831-8b6b-4031-8430-af1e1975ec23 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:21:26.271629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38064) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.275108 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dccad302-84a7-4365-a7e5-78f074d87423 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/8edf2c26-41bd-4d7e-ba53-f37602021cac HTTP/1.1" status: 404 len: 337 time: 0.0517378 Sep 26 13:21:26.304916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bea4cc-2658-4233-bac5-a1cd7fb98804 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:26.306523 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-28bea4cc-2658-4233-bac5-a1cd7fb98804 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1131 time: 0.1372581 Sep 26 13:21:26.308846 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1458d2e-98c1-478b-bb60-42bb0704ad31 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.309673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1458d2e-98c1-478b-bb60-42bb0704ad31 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.310014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38066) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.311376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e1458d2e-98c1-478b-bb60-42bb0704ad31 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/9a1352a9-3d9c-4bbf-8853-e4916210541b HTTP/1.1" status: 404 len: 333 time: 0.0366106 Sep 26 13:21:26.314026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38068) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.318247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:26.344144 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e57db7-27bf-4019-87a9-abf10db1448a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.344739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e57db7-27bf-4019-87a9-abf10db1448a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.347332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-49e57db7-27bf-4019-87a9-abf10db1448a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/a7803dbc-376d-4cf9-84e8-f82a80436cda HTTP/1.1" status: 404 len: 337 time: 0.0318401 Sep 26 13:21:26.353212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38070) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.361934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:26.416123 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-befd00dc-8a33-4310-92b6-80c47adad31e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.416755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befd00dc-8a33-4310-92b6-80c47adad31e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.418606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-befd00dc-8a33-4310-92b6-80c47adad31e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/30fca6eb-4bf0-4eb6-bca2-45239cce946a HTTP/1.1" status: 404 len: 333 time: 0.0627692 Sep 26 13:21:26.422994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38072) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.481700 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-36767714-e9a0-43a2-be39-b8ac1b41cf39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.482167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36767714-e9a0-43a2-be39-b8ac1b41cf39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.487047 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36767714-e9a0-43a2-be39-b8ac1b41cf39 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/9e4ec5d7-d1e1-46ef-acb5-86c793aa64a7 HTTP/1.1" status: 404 len: 337 time: 0.0548606 Sep 26 13:21:26.490076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38076) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.524495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee421b-7694-45ee-bc45-a973e204bbbd None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:21:26.587718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:26.618337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:21:26.623606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-af009838-83da-4a51-8730-1337dd1223cc admin admin] 10.222.0.13 "PUT /v2.0/routers/fa096831-8b6b-4031-8430-af1e1975ec23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3391078 Sep 26 13:21:26.632308 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf07d9d-8e64-4544-99c2-2bf8d51d6147 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.633079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf07d9d-8e64-4544-99c2-2bf8d51d6147 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.633331 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] Sync routers for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:21:26.635574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fcf07d9d-8e64-4544-99c2-2bf8d51d6147 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/d01ad862-7fd8-4d97-92b3-969f5b6b50a0 HTTP/1.1" status: 404 len: 333 time: 0.0793562 Sep 26 13:21:26.638309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38078) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.638489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38080) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.653231 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:21:26.658164 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:26.667655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee421b-7694-45ee-bc45-a973e204bbbd None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:21:26.805589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Allocated IP 172.25.4.168 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/70ca58b6-c43f-4c80-bb8e-1e6fa27019a5) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:26.809755 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-da440f43-6e79-44c8-b273-82a9b47e2e8a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.810625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da440f43-6e79-44c8-b273-82a9b47e2e8a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.813209 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-da440f43-6e79-44c8-b273-82a9b47e2e8a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/62baefc1-a7d3-4d22-ba3b-2acb24393cd4 HTTP/1.1" status: 404 len: 337 time: 0.1585355 Sep 26 13:21:26.815982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38082) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.820689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 77de2fdf-52af-4f7a-9522-cc05cd11cbeb no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:26.860332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 77de2fdf-52af-4f7a-9522-cc05cd11cbeb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:26.860930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 77de2fdf-52af-4f7a-9522-cc05cd11cbeb not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:26.886269 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19ad6da-2ab1-4862-a227-841787771f07 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.886922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19ad6da-2ab1-4862-a227-841787771f07 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.891739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b19ad6da-2ab1-4862-a227-841787771f07 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/074326b9-6a8c-402a-8316-2b0fab394c83 HTTP/1.1" status: 404 len: 337 time: 0.0638390 Sep 26 13:21:26.894938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38086) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.904950 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:21:26.937729 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-384062c7-1cf5-428a-99d9-635ff107bd0b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.939071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384062c7-1cf5-428a-99d9-635ff107bd0b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.943824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-384062c7-1cf5-428a-99d9-635ff107bd0b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/3892b5cd-31ae-46e1-a795-adb357e97c9c HTTP/1.1" status: 404 len: 333 time: 0.0473287 Sep 26 13:21:26.944045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38088) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:26.994225 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df93053-6983-4eaa-beaf-7de339053a01 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:26.994898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df93053-6983-4eaa-beaf-7de339053a01 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:26.999902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6df93053-6983-4eaa-beaf-7de339053a01 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/114fdfbc-ac3b-4698-ba37-c2221a0939c7 HTTP/1.1" status: 404 len: 337 time: 0.0517740 Sep 26 13:21:26.999902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38092) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.047274 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cf2dde-431f-45fe-95a1-e584bf996fb9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.048421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cf2dde-431f-45fe-95a1-e584bf996fb9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.054675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e5cf2dde-431f-45fe-95a1-e584bf996fb9 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/6b64e28b-576b-45bb-bf41-60911f70b8f4 HTTP/1.1" status: 404 len: 337 time: 0.0508301 Sep 26 13:21:27.055012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38096) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.094890 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f5891f-9b1f-4aaf-b45c-5e4b5ea7867e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.095551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f5891f-9b1f-4aaf-b45c-5e4b5ea7867e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.097457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f9f5891f-9b1f-4aaf-b45c-5e4b5ea7867e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/26251ed5-ba04-4986-ad3a-869afe201944 HTTP/1.1" status: 404 len: 333 time: 0.0414417 Sep 26 13:21:27.100324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38100) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.139255 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8acccee-d83a-4bc2-9368-4519b19451ff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.140430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8acccee-d83a-4bc2-9368-4519b19451ff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.143878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c8acccee-d83a-4bc2-9368-4519b19451ff tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/5b07e2f2-79eb-4bc5-accf-7e210bfeb214 HTTP/1.1" status: 404 len: 337 time: 0.0425658 Sep 26 13:21:27.148134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38102) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.191173 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-744995ca-d05e-4149-8177-3239bc30d582 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.193192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744995ca-d05e-4149-8177-3239bc30d582 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.195695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-744995ca-d05e-4149-8177-3239bc30d582 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/e3369b2f-bf4f-4450-9919-70ff19878821 HTTP/1.1" status: 404 len: 337 time: 0.0451210 Sep 26 13:21:27.197437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:27.198868 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38104) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.274680 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-171d7956-f1a0-4adc-a437-7c58b0dd493d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.275764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171d7956-f1a0-4adc-a437-7c58b0dd493d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.278049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-171d7956-f1a0-4adc-a437-7c58b0dd493d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/648b9061-5c1e-4390-b541-632f4631f7ed HTTP/1.1" status: 404 len: 333 time: 0.0539341 Sep 26 13:21:27.280948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38108) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.317318 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2988da-6545-4a9a-a56c-d93dc4343fa3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.318079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2988da-6545-4a9a-a56c-d93dc4343fa3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.320067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd2988da-6545-4a9a-a56c-d93dc4343fa3 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/36207558-be47-4e55-8d08-b8b3da38283c HTTP/1.1" status: 404 len: 337 time: 0.0379231 Sep 26 13:21:27.326258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38110) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.373658 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:27.407387 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fe309a-fcc5-4c77-869f-586960100634 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.408186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fe309a-fcc5-4c77-869f-586960100634 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.410277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-93fe309a-fcc5-4c77-869f-586960100634 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/f71b9c64-c420-403a-8eb9-e78137da3f17 HTTP/1.1" status: 404 len: 337 time: 0.0799663 Sep 26 13:21:27.414919 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:21:25Z', 'revision_number': 5, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port': {'id': '38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:08:37Z', 'updated_at': '2021-09-26T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:27.415152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38112) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.428057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:27.446423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] Checking router: fa096831-8b6b-4031-8430-af1e1975ec23 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:21:27.458330 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] Routers {'fa096831-8b6b-4031-8430-af1e1975ec23'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:21:27.458560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Deleting port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:27.458873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:27.459493 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa096831-8b6b-4031-8430-af1e1975ec23'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:27.523121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-62d794a9-fddb-4847-a49e-e8f0af03e05a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e2173ab-21c8-4d28-afce-746887704fb5 HTTP/1.1" status: 200 len: 205 time: 0.1045897 Sep 26 13:21:27.526824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38116) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.528220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:27.548837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] For port 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:27.549198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:27.568150 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] Set router fa096831-8b6b-4031-8430-af1e1975ec23 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:21:27.572274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Calling delete_port for 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:27.615158 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-62d19d37-621a-4e72-8ec6-1a79f82cd6cf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] delete failed (client error): The resource could not be found. Sep 26 13:21:27.619039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-62d19d37-621a-4e72-8ec6-1a79f82cd6cf tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/routers/5e2173ab-21c8-4d28-afce-746887704fb5 HTTP/1.1" status: 404 len: 336 time: 0.0863323 Sep 26 13:21:27.622094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38118) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.624719 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:21:27Z', 'revision_number': 6, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:27.658901 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0caed-ae30-4651-bc4e-bc34a6b7a0b3 None None] The sync data for ids ['fa096831-8b6b-4031-8430-af1e1975ec23'] in n-d-806683-13 is: [{'id': 'fa096831-8b6b-4031-8430-af1e1975ec23', 'name': 'tempest-TaggedBootDevicesTest_v242-362362111-router', 'tenant_id': '7e2d0063c0974d2b9f01340d47c67f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:08:36Z', 'updated_at': '2021-09-26T13:21:27Z', 'revision_number': 6, 'project_id': '7e2d0063c0974d2b9f01340d47c67f86', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:21:27.663034 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b66cfc-61b3-4017-ae01-c702add539fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.663500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b66cfc-61b3-4017-ae01-c702add539fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.668032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-50b66cfc-61b3-4017-ae01-c702add539fa tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/1ce26190-d749-460a-b321-a148f90dfdff HTTP/1.1" status: 404 len: 337 time: 0.0419371 Sep 26 13:21:27.669056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:27.669759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38120) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.698478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:27.742965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=70ca58b6-c43f-4c80-bb8e-1e6fa27019a5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:27.748523 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c38f851-39fb-486c-81be-1c9f4901c6e2 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "GET /v2.0/ports?device_id=4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 HTTP/1.1" status: 200 len: 205 time: 0.0754056 Sep 26 13:21:27.749766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:27.752215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38122) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.824246 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-e670cc5b-920d-42a1-a3a5-ffda3b436a45 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] delete failed (client error): The resource could not be found. Sep 26 13:21:27.827945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e670cc5b-920d-42a1-a3a5-ffda3b436a45 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/routers/4194bbaa-ba63-4b6d-a2e5-bd56aacf1af7 HTTP/1.1" status: 404 len: 336 time: 0.0721312 Sep 26 13:21:27.829590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38124) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.866445 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-691204ca-fb97-4674-acbf-ae6720e478fc tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.867193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691204ca-fb97-4674-acbf-ae6720e478fc tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.872044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-691204ca-fb97-4674-acbf-ae6720e478fc tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/365d315e-4290-4f79-bb87-efa6e4bf204b HTTP/1.1" status: 404 len: 337 time: 0.0392015 Sep 26 13:21:27.873056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38126) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:27.904206 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6f9aec-007f-4e18-a95d-7f03519ff98e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:27.904674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6f9aec-007f-4e18-a95d-7f03519ff98e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:27.908828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4c6f9aec-007f-4e18-a95d-7f03519ff98e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/3eb6326a-461f-4cb7-a45c-a3fd55dc8ffa HTTP/1.1" status: 404 len: 337 time: 0.0323875 Sep 26 13:21:27.909279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38128) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.174118 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.234527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:28.319714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.433575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.436217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.499263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.500012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa096831-8b6b-4031-8430-af1e1975ec23 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:21:28.505797 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8548eeae-cecf-4310-aac8-83d5e6d51e1a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:28.506589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8548eeae-cecf-4310-aac8-83d5e6d51e1a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:28.510798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8548eeae-cecf-4310-aac8-83d5e6d51e1a tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/0dad8a07-3850-40bc-8ed0-2c4eb157a93b HTTP/1.1" status: 404 len: 333 time: 0.5981221 Sep 26 13:21:28.512732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.514164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ef780fc0-57b2-47b7-850f-2c8dd88f52c0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fa096831-8b6b-4031-8430-af1e1975ec23 HTTP/1.1" status: 204 len: 168 time: 1.8747859 Sep 26 13:21:28.515080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38134) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.516693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38136) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.558208 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a8566d-ddda-41ce-b795-fead27b42473 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:28.558943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a8566d-ddda-41ce-b795-fead27b42473 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:28.564698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e4a8566d-ddda-41ce-b795-fead27b42473 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/443ed319-7395-4cea-9874-187739f94f59 HTTP/1.1" status: 404 len: 337 time: 0.0482955 Sep 26 13:21:28.566144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38140) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.619370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.636714 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c38cc8-ea6c-4bc6-87be-a34948221057 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:28.640877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c38cc8-ea6c-4bc6-87be-a34948221057 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:28.644872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-28c38cc8-ea6c-4bc6-87be-a34948221057 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/6ed4ada2-74eb-4dd7-b8ee-a07549425dca HTTP/1.1" status: 404 len: 333 time: 0.0770032 Sep 26 13:21:28.647686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38150) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.678165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 57199746-a74c-4dbe-bd91-319628425bf1 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:28.909117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae98923-7caf-47be-81e1-517e757e3324 admin admin] Deleting subnet 59ac3dad-ef4f-471b-89ef-f28f9443f82a {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:28.919815 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-745e4242-4f52-478a-a401-83f8392f4454 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:28.919815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745e4242-4f52-478a-a401-83f8392f4454 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:28.919815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-745e4242-4f52-478a-a401-83f8392f4454 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/29ad8a7c-b15c-48ca-9db3-0cc32cf8c5e1 HTTP/1.1" status: 404 len: 337 time: 0.0375361 Sep 26 13:21:28.920921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ae98923-7caf-47be-81e1-517e757e3324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.921270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.921270 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a41ae96-24fd-446b-8c29-85e3a7c90f5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:28.921270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a41ae96-24fd-446b-8c29-85e3a7c90f5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:28.921270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6a41ae96-24fd-446b-8c29-85e3a7c90f5c tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/9a539655-baa2-4fec-9654-ef4e1696e563 HTTP/1.1" status: 404 len: 333 time: 0.0697191 Sep 26 13:21:28.921270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38160) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.922342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 57199746-a74c-4dbe-bd91-319628425bf1 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:28.922342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 57199746-a74c-4dbe-bd91-319628425bf1 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:28.922342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:28.924346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.924346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ae98923-7caf-47be-81e1-517e757e3324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:28.924918 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b33af54-bf15-4fb8-ad3f-d3c28577219b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:28.924918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b33af54-bf15-4fb8-ad3f-d3c28577219b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:28.924918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4b33af54-bf15-4fb8-ad3f-d3c28577219b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/9a9dda20-9796-4ea3-89ba-7d2b348d0905 HTTP/1.1" status: 404 len: 337 time: 0.0765142 Sep 26 13:21:28.924918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38166) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.925912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:28.925912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 38d367e5-0e8a-4b9a-ad7e-65ca9bc3eb97 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:28.926440 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed837309-e0c1-447d-aa89-8bd6138cc344 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:28.926440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed837309-e0c1-447d-aa89-8bd6138cc344 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:28.926440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ed837309-e0c1-447d-aa89-8bd6138cc344 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/e0b0eecc-dbcd-43c4-aab3-b4bf6e3db5c9 HTTP/1.1" status: 404 len: 333 time: 0.0566492 Sep 26 13:21:28.926440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38170) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:28.959096 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7670d4bc-4289-4efa-8443-b5bfb23c715b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:28.959583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7670d4bc-4289-4efa-8443-b5bfb23c715b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:28.965909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7670d4bc-4289-4efa-8443-b5bfb23c715b tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/84b298a0-f663-4b51-8454-d6cfe3a8f5d8 HTTP/1.1" status: 404 len: 337 time: 0.0599306 Sep 26 13:21:28.973923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38172) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:29.015467 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe29e0b9-465f-4bfd-b463-a08e6fa8f73d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:29.019986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe29e0b9-465f-4bfd-b463-a08e6fa8f73d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:29.024855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fe29e0b9-465f-4bfd-b463-a08e6fa8f73d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/6561f5c1-fced-41d4-918f-b51ab3aa5d65 HTTP/1.1" status: 404 len: 333 time: 0.0495865 Sep 26 13:21:29.025628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38176) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:29.032461 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ae98923-7caf-47be-81e1-517e757e3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.054508 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfa444e-c943-4493-8aae-2ab82a76dc65 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:29.054960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfa444e-c943-4493-8aae-2ab82a76dc65 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:29.059554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0dfa444e-c943-4493-8aae-2ab82a76dc65 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/f94154e6-925a-42ed-894a-648bfd0b3270 HTTP/1.1" status: 404 len: 337 time: 0.0326757 Sep 26 13:21:29.060237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38178) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:29.091575 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c0b091-eedd-4723-8b6a-81e3182ae9b4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:29.092424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c0b091-eedd-4723-8b6a-81e3182ae9b4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:29.097180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-33c0b091-eedd-4723-8b6a-81e3182ae9b4 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/2edf1434-c9d0-4d3b-9a18-00811f7d38bf HTTP/1.1" status: 404 len: 333 time: 0.0358698 Sep 26 13:21:29.098332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38180) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:29.145248 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ae98923-7caf-47be-81e1-517e757e3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.164836 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5e8569-348f-48e9-a248-abf8aa537350 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:29.165277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5e8569-348f-48e9-a248-abf8aa537350 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:29.167081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2b5e8569-348f-48e9-a248-abf8aa537350 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/d8b0114e-d360-42f8-88d5-29b40490b5a3 HTTP/1.1" status: 404 len: 337 time: 0.0675826 Sep 26 13:21:29.169660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38182) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:29.202391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae98923-7caf-47be-81e1-517e757e3324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ac3dad-ef4f-471b-89ef-f28f9443f82a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:29.210808 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b88ce8-d1ab-4894-9a83-f40e5ddd6a4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:29.211569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b88ce8-d1ab-4894-9a83-f40e5ddd6a4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:29.216100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ae98923-7caf-47be-81e1-517e757e3324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.220920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2211241-abe5-439d-8a6e-71a144e51101 None None] Network 1bf1093e-5266-4129-afda-8e464a35bc64 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:29.221662 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3ae98923-7caf-47be-81e1-517e757e3324 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59ac3dad-ef4f-471b-89ef-f28f9443f82a HTTP/1.1" status: 204 len: 168 time: 0.7039490 Sep 26 13:21:29.225269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38188) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:29.258341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-64b88ce8-d1ab-4894-9a83-f40e5ddd6a4e tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/ports/412ec154-4e1f-4308-8536-23d4225dd1c7 HTTP/1.1" status: 404 len: 333 time: 0.0869749 Sep 26 13:21:29.261991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38190) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:29.270839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.306327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.335924 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72fef4e-fc7e-40d2-8681-4dc47029bf62 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] DELETE failed (client error): The resource could not be found. Sep 26 13:21:29.335924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72fef4e-fc7e-40d2-8681-4dc47029bf62 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:21:29.343705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f72fef4e-fc7e-40d2-8681-4dc47029bf62 tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/subnets/9badb1ee-b879-4d25-bc6f-70e5b1f403d8 HTTP/1.1" status: 404 len: 337 time: 0.0802681 Sep 26 13:21:29.344697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38192) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:29.351713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.491764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=70ca58b6-c43f-4c80-bb8e-1e6fa27019a5,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:29.501933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.525999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.596155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] DHCP port deletion for 1bf1093e-5266-4129-afda-8e464a35bc64 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:29.704770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] Deleting port 90195d00-6d49-4c14-89e6-1eed8aeace87 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:29.705506 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.729502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.757719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4807435-a803-4309-bfce-ebee88a684ba']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:29.790807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a655fd-fe0e-470a-b946-fe8664e3b681') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:29.791108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a655fd-fe0e-470a-b946-fe8664e3b681') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:29.806475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] For port 90195d00-6d49-4c14-89e6-1eed8aeace87, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=90195d00-6d49-4c14-89e6-1eed8aeace87,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:29.807194 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.809941 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.827123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] Calling delete_port for 90195d00-6d49-4c14-89e6-1eed8aeace87 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:29.845186 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.857435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:21:29.858049 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:21:29.866678 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:21:30.003245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Deleting port 90195d00-6d49-4c14-89e6-1eed8aeace87 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:30.003245 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.003245 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Floating IP 7449434e-f7c0-4c81-854a-b2a68d86aedf associated. External IP: 172.25.4.168, port: 2f959ac0-4549-4935-9527-bdbb0abae9af. Sep 26 13:21:30.012643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.031583 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.052763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.057751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] 10.222.0.13 "DELETE /v2.0/networks/e4807435-a803-4309-bfce-ebee88a684ba HTTP/1.1" status: 204 len: 168 time: 0.7111311 Sep 26 13:21:30.077042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fdeb6-e7ff-42d7-9dc1-f4a7c6dbca1d tempest-NetworksTestDHCPv6-1159279337 tempest-NetworksTestDHCPv6-1159279337-project] Pushing event deleted for resources: {'Network': ['ID=e4807435-a803-4309-bfce-ebee88a684ba,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:30.077478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] Pushing event deleted for resources: {'Port': ['ID=90195d00-6d49-4c14-89e6-1eed8aeace87,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:30.091145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e70b5-990b-490e-a6eb-64436d3f005f None None] No DVR routers for this DVR port 90195d00-6d49-4c14-89e6-1eed8aeace87 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:30.172459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] For port 90195d00-6d49-4c14-89e6-1eed8aeace87, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=90195d00-6d49-4c14-89e6-1eed8aeace87,segment=NetworkSegment(4f590efd-ea34-481c-8bb4-cd34a3d3cf0a),segment_id=4f590efd-ea34-481c-8bb4-cd34a3d3cf0a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:30.172839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.195655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Calling delete_port for 90195d00-6d49-4c14-89e6-1eed8aeace87 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:30.417930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38218) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:30.454376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:21:30.455477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.499427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Pushing event deleted for resources: {'Port': ['ID=90195d00-6d49-4c14-89e6-1eed8aeace87,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:30.520694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] No DVR routers for this DVR port 90195d00-6d49-4c14-89e6-1eed8aeace87 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:30.667171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-83e7781b-c0df-42cb-adab-18c92a64f0ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bf73118634b4f67a398edc3c2d09457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473803 Sep 26 13:21:30.669120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.669558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38228) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:30.680643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 90195d00-6d49-4c14-89e6-1eed8aeace87 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:30.702216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf1093e-5266-4129-afda-8e464a35bc64']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:30.716638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:30.716960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f590efd-ea34-481c-8bb4-cd34a3d3cf0a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:30.729651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 90195d00-6d49-4c14-89e6-1eed8aeace87 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:30.730734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 90195d00-6d49-4c14-89e6-1eed8aeace87 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:30.733023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:21:30.736042 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.747756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee356c8d-34f6-4855-8442-b1a3c1681ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.758203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] Sync routers for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:21:30.761338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.770235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:21:30.770946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:30.779071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.805340 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee356c8d-34f6-4855-8442-b1a3c1681ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.814295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:21:30.814748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.823385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-79fec806-3d0f-4328-9fe2-eb880cf5c457 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5121095 Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: items = [ Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:21:30.824348 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:21:30.826639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38232) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:30.837359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:30.839851 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f438f56-0704-4056-a05f-6f4a0d024995" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:30.940491 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee356c8d-34f6-4855-8442-b1a3c1681ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.944536 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee356c8d-34f6-4855-8442-b1a3c1681ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:30.945798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ee356c8d-34f6-4855-8442-b1a3c1681ca9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6255d75d-9dca-419d-b3e8-3ac70d7e8f82 HTTP/1.1" status: 204 len: 168 time: 0.2751679 Sep 26 13:21:30.960502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:21:30.964958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee356c8d-34f6-4855-8442-b1a3c1681ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6255d75d-9dca-419d-b3e8-3ac70d7e8f82,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:31.057325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:31.095699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:31.104064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] 10.222.0.13 "DELETE /v2.0/networks/1bf1093e-5266-4129-afda-8e464a35bc64 HTTP/1.1" status: 204 len: 168 time: 1.8775554 Sep 26 13:21:31.124273 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed33d3a-099f-48a2-a0be-84bce18269dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf1093e-5266-4129-afda-8e464a35bc64,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:31.210683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53daa3-6e98-4055-9d01-4dbfdcea94e4 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.211182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53daa3-6e98-4055-9d01-4dbfdcea94e4 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.211663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53daa3-6e98-4055-9d01-4dbfdcea94e4 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.212152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53daa3-6e98-4055-9d01-4dbfdcea94e4 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.212666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53daa3-6e98-4055-9d01-4dbfdcea94e4 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.213204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53daa3-6e98-4055-9d01-4dbfdcea94e4 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.221421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38246) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:31.228594 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8b53daa3-6e98-4055-9d01-4dbfdcea94e4 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4246 time: 0.3851175 Sep 26 13:21:31.321218 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c91970-9248-49eb-be3f-113843edd1b0 x-openstack-request-id: req-d5c91970-9248-49eb-be3f-113843edd1b0 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:31.321511 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:31.321803 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5c91970-9248-49eb-be3f-113843edd1b0 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:31.322208 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'status': 'completed', 'code': 200} Sep 26 13:21:31.510855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe4e42-1622-4737-9e0c-f5312f98124a tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.511345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe4e42-1622-4737-9e0c-f5312f98124a tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.511727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe4e42-1622-4737-9e0c-f5312f98124a tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.513471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe4e42-1622-4737-9e0c-f5312f98124a tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.515177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe4e42-1622-4737-9e0c-f5312f98124a tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.523667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38258) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:31.524361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-49fe4e42-1622-4737-9e0c-f5312f98124a tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.3035853 Sep 26 13:21:31.539174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-9874b34f-de2c-48db-a24f-a9b8fe5c38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.542005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-9874b34f-de2c-48db-a24f-a9b8fe5c38f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1136 time: 0.1995103 Sep 26 13:21:31.710501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38264) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:31.748314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7449434e-f7c0-4c81-854a-b2a68d86aedf', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'port_id': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'mac_address': 'fa:16:3e:00:51:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:21:28Z', 'updated_at': '2021-09-26T13:21:28Z', 'revision_number': 0, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:08Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:31.771963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-98d1ead4-3488-4e9a-a18f-ac2d7fe31e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:31.775759 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-98d1ead4-3488-4e9a-a18f-ac2d7fe31e66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f HTTP/1.1" status: 200 len: 896 time: 0.2257307 Sep 26 13:21:31.803249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] Checking router: 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:21:31.813185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:21:31.814434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:31.912924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0814d5ec-8f05-4c2b-9ccb-a65692a22b4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e2d0063c0974d2b9f01340d47c67f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750085 Sep 26 13:21:31.918133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38272) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:31.989215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:21:32.016260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-f06dfb3f-41af-464f-ac4c-7d1f3983e2fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f959ac0-4549-4935-9527-bdbb0abae9af HTTP/1.1" status: 200 len: 999 time: 0.2334807 Sep 26 13:21:32.174021 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a6df291f-8b3f-406b-a704-e58c5af71109 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.6488583 Sep 26 13:21:32.176564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38278) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:32.223478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-950ce647-2e54-47f4-b453-caa108c20afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:32.225169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-950ce647-2e54-47f4-b453-caa108c20afb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3b4f77e-0459-4346-b275-3695cdf79f2c HTTP/1.1" status: 200 len: 834 time: 0.1971724 Sep 26 13:21:32.228527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f05d5da4-9d25-4724-b4e2-762c66ea4df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:32.263759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc0959-5e6b-44c9-a454-84f1aa425130 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:32.264494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc0959-5e6b-44c9-a454-84f1aa425130 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:32.266426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dccc0959-5e6b-44c9-a454-84f1aa425130 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=16519a39-0ed0-4cc1-acc6-7faf5e8ac26d HTTP/1.1" status: 200 len: 1991 time: 0.0880237 Sep 26 13:21:32.369347 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f05d5da4-9d25-4724-b4e2-762c66ea4df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:32.420249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7449434e-f7c0-4c81-854a-b2a68d86aedf', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'port_id': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'mac_address': 'fa:16:3e:00:51:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:21:28Z', 'updated_at': '2021-09-26T13:21:28Z', 'revision_number': 0, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:08Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:32.471406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-f47bc5d2-65d7-4f50-a0e2-0e299ba5fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:32.474331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-f47bc5d2-65d7-4f50-a0e2-0e299ba5fcaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2288220 Sep 26 13:21:32.490946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a913d5-e99a-407f-ab10-0def092889c3 None None] The sync data for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 is: [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '7449434e-f7c0-4c81-854a-b2a68d86aedf', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'port_id': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'mac_address': 'fa:16:3e:00:51:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:21:28Z', 'updated_at': '2021-09-26T13:21:28Z', 'revision_number': 0, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:08Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:21:32.557691 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f05d5da4-9d25-4724-b4e2-762c66ea4df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:32.563152 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f05d5da4-9d25-4724-b4e2-762c66ea4df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:32.570142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f05d5da4-9d25-4724-b4e2-762c66ea4df6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e1c9e55-0735-43b6-b907-3e4300276e48 HTTP/1.1" status: 204 len: 168 time: 0.6488094 Sep 26 13:21:32.587999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d5da4-9d25-4724-b4e2-762c66ea4df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c9e55-0735-43b6-b907-3e4300276e48,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:32.627811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38294) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:32.725380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-f912f1f3-bf80-4b5f-94dc-e1140632c8da service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396598 Sep 26 13:21:32.841387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2070834038'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:32.913220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f438f56-0704-4056-a05f-6f4a0d024995 req-c3be5e5f-e39a-410c-bb0a-484e1ad87f58 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797516 Sep 26 13:21:32.917366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Made reservation on behalf of a25388bbc03c4145a9e2c785546c7173 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:32.922577 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:32.935384 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ea06d-64f5-4044-b03b-d5c009ab2aba None None] New status for floating IP 7449434e-f7c0-4c81-854a-b2a68d86aedf: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:21:32.963568 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:33.233300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:33.240049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:33.280089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:21:33.292971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85823e1a-41ad-442c-86ae-3babc7b3f14e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:33.300214 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:33.301097 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Added segment b58dce93-a5a7-4ffc-99b7-358fc8964cfc of type vlan for network 6db24274-bd44-4f56-8ea4-97df490f02f6 Sep 26 13:21:33.355011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:33.401848 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:33.410364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:33.411267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:33.543257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event updated for resources: {'Network': ['ID=6db24274-bd44-4f56-8ea4-97df490f02f6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:33.556413 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5083af96-ce7e-4cc4-8d9b-2731f2b1aa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9245639 Sep 26 13:21:33.559623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38324) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:33.560230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 6db24274-bd44-4f56-8ea4-97df490f02f6 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:21:33.572642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Request body: {'subnet': {'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:33.880545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Made reservation on behalf of a25388bbc03c4145a9e2c785546c7173 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:33.884696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:33.947236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38340) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:33.966999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:34.248488 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.309607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1731858634-network', 'tenant_id': '1c10751120ac428f92389a1740a41af5'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:34.346454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Checking segment: {'id': 'b58dce93-a5a7-4ffc-99b7-358fc8964cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:34.346794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Network hostable DHCP agents. Network: 6db24274-bd44-4f56-8ea4-97df490f02f6, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:21:34.365419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Made reservation on behalf of 1c10751120ac428f92389a1740a41af5 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:34.368010 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.381913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event updated for resources: {'Subnet': ['ID=eebb8580-b9a2-4b81-bdbe-418dab122815,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:34.384462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.386511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Network 6db24274-bd44-4f56-8ea4-97df490f02f6 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:21:34.402842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 6db24274-bd44-4f56-8ea4-97df490f02f6) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:34.409459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:34.411178 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.418021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37930086-186e-4870-8f3f-b7658cf73eb1 None None] Network 6db24274-bd44-4f56-8ea4-97df490f02f6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:34.693871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.709004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-6db24274-bd44-4f56-8ea4-97df490f02f6', 'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6', 'tenant_id': 'a25388bbc03c4145a9e2c785546c7173', 'fixed_ips': [{'subnet_id': 'eebb8580-b9a2-4b81-bdbe-418dab122815'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:21:34.709918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.712521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-18ffdd70-0534-4957-9751-91125754a969 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1501024 Sep 26 13:21:34.715610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38358) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:34.722617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Request body: {'port': {'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-584014948'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:34.725342 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.758003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:21:34.785966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c56c8a-441d-4796-80e8-3ea36cdc342d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:34.792515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.793003 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Added segment d5f3fa9d-1d0f-440c-98a4-17b2f396acc5 of type vlan for network ac3618b0-e8ae-4801-9194-4595c3b3c405 Sep 26 13:21:34.899555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.961329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:34.962720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:34.963458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.038311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3618b0-e8ae-4801-9194-4595c3b3c405,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:35.055095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Made reservation on behalf of a25388bbc03c4145a9e2c785546c7173 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:35.059719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.068134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.084274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] device_id is not set on port 21a89ecb-949c-42fa-8e38-bd64fa6c56e8 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:21:35.107994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5059806c-cad3-4336-ab08-a0e009d73b18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1398559 Sep 26 13:21:35.113137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38366) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:35.153971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network ac3618b0-e8ae-4801-9194-4595c3b3c405 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:21:35.272503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Allocated IP 2001:db8::13 (6db24274-bd44-4f56-8ea4-97df490f02f6/eebb8580-b9a2-4b81-bdbe-418dab122815/21a89ecb-949c-42fa-8e38-bd64fa6c56e8) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:35.287976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Request body: {'subnet': {'network_id': 'ac3618b0-e8ae-4801-9194-4595c3b3c405', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1731858634-subnet', 'tenant_id': '1c10751120ac428f92389a1740a41af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:35.331458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Made reservation on behalf of 1c10751120ac428f92389a1740a41af5 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:35.335082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.606684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.670816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.699954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Deleting port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:35.700549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.722791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.785921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06830796-edf2-44a8-b220-14b81d9eff9c,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:35.808486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Network 6db24274-bd44-4f56-8ea4-97df490f02f6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:35.810290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Checking segment: {'id': 'd5f3fa9d-1d0f-440c-98a4-17b2f396acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac3618b0-e8ae-4801-9194-4595c3b3c405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:35.810637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Network hostable DHCP agents. Network: ac3618b0-e8ae-4801-9194-4595c3b3c405, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:21:35.811208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Allocated IP 2001:db8::2 (6db24274-bd44-4f56-8ea4-97df490f02f6/eebb8580-b9a2-4b81-bdbe-418dab122815/e66a016e-8eae-4b86-849d-ee765091417f) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:35.814283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:35.817372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event updated for resources: {'Port': ['ID=21a89ecb-949c-42fa-8e38-bd64fa6c56e8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:35.820623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:35.827152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:35.828167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.838879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] For port c9e3b757-3ed0-47bc-aec7-ab52dbfb198e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:35.839431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.859231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Calling delete_port for c9e3b757-3ed0-47bc-aec7-ab52dbfb198e owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:35.889677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Network ac3618b0-e8ae-4801-9194-4595c3b3c405 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:21:35.904614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d022b070-b872-43c6-a47c-55c0fc05b91c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.1827357 Sep 26 13:21:35.904614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38380) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:35.914591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, ac3618b0-e8ae-4801-9194-4595c3b3c405) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:35.933457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3818428-e2ec-4138-ad9a-e6040715fc43 None None] Network ac3618b0-e8ae-4801-9194-4595c3b3c405 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:35.934291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:35.934958 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:35.946536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Request body: {'port': {'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1153267931', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:35.947105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] bootfile-name is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:21:35.947455 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] tftp-server is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:21:35.947788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] server-ip-address is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:21:36.018071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-10cd25a8-fe06-4da1-b072-deceedeeba99 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9059324 Sep 26 13:21:36.192803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Made reservation on behalf of a25388bbc03c4145a9e2c785546c7173 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:36.199407 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:36.249671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] device_id is not set on port a6312594-e433-4068-84b7-911e569557cd yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:21:36.320771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708ea36-0d6e-41a8-9ee1-c866be09983e None None] Network ac3618b0-e8ae-4801-9194-4595c3b3c405 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:36.337837 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:36.376582 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:36.423271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:36.542738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e3b757-3ed0-47bc-aec7-ab52dbfb198e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:36.549423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Pushing event updated for resources: {'Port': ['ID=e66a016e-8eae-4b86-849d-ee765091417f,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:36.549423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Network 6db24274-bd44-4f56-8ea4-97df490f02f6 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:36.549423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:36.549423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:36.686588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Attempting to bind port e66a016e-8eae-4b86-849d-ee765091417f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:36.686966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Attempting to bind port e66a016e-8eae-4b86-849d-ee765091417f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b58dce93-a5a7-4ffc-99b7-358fc8964cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:36.687331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Attempting to bind port e66a016e-8eae-4b86-849d-ee765091417f on network 6db24274-bd44-4f56-8ea4-97df490f02f6 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:36.690410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Allocated IP 2001:db8::35e (6db24274-bd44-4f56-8ea4-97df490f02f6/eebb8580-b9a2-4b81-bdbe-418dab122815/a6312594-e433-4068-84b7-911e569557cd) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:36.699691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:36.700072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Checking segment: {'id': 'b58dce93-a5a7-4ffc-99b7-358fc8964cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:36.700491 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:36.700877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Bound using segment: {'id': 'b58dce93-a5a7-4ffc-99b7-358fc8964cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:36.701361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Bound port: e66a016e-8eae-4b86-849d-ee765091417f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58dce93-a5a7-4ffc-99b7-358fc8964cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6db24274-bd44-4f56-8ea4-97df490f02f6'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:36.705206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:36.819774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] For port e66a016e-8eae-4b86-849d-ee765091417f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:36.825451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] For port e66a016e-8eae-4b86-849d-ee765091417f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e66a016e-8eae-4b86-849d-ee765091417f,segment=NetworkSegment(b58dce93-a5a7-4ffc-99b7-358fc8964cfc),segment_id=b58dce93-a5a7-4ffc-99b7-358fc8964cfc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:36.836143 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:36.942185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6151c22-3550-4a59-a51b-d348bfed3fe8 None None] Pushing event updated for resources: {'Port': ['ID=e66a016e-8eae-4b86-849d-ee765091417f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:37.051883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:37.062730 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:37.120197 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:37.183654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Network 6db24274-bd44-4f56-8ea4-97df490f02f6 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:37.184997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:37.189413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:37.196096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:37.197035 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:37.221404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event updated for resources: {'Port': ['ID=a6312594-e433-4068-84b7-911e569557cd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:37.228846 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e3b69b53-99e6-4f4c-9500-5a1316060f1c tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3227446 Sep 26 13:21:37.231509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38434) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:37.335867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ce174-294d-4f5a-aadc-62a82f1d9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:37.342917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ce174-294d-4f5a-aadc-62a82f1d9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:37.359301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ce174-294d-4f5a-aadc-62a82f1d9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:37.366088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8b8ce174-294d-4f5a-aadc-62a82f1d9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1330578 Sep 26 13:21:37.366938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38436) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:37.487856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-2ba51172-7e59-4c1a-9d54-4806b839099f tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:37.489854 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-2ba51172-7e59-4c1a-9d54-4806b839099f tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/networks?id=ac3618b0-e8ae-4801-9194-4595c3b3c405 HTTP/1.1" status: 200 len: 814 time: 0.6293142 Sep 26 13:21:37.521627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-d7946aa3-0686-4e93-882e-59a282a618f1 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/quotas/1c10751120ac428f92389a1740a41af5 HTTP/1.1" status: 200 len: 375 time: 0.0190423 Sep 26 13:21:37.537481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-31e10e28-ba1e-4712-9344-4234e6ceb0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Deleting port a6312594-e433-4068-84b7-911e569557cd {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:37.537851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31e10e28-ba1e-4712-9344-4234e6ceb0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:37.602012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-5dcc93aa-5216-4f14-8637-ed48d9390ce9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c10751120ac428f92389a1740a41af5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708530 Sep 26 13:21:37.701019 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31e10e28-ba1e-4712-9344-4234e6ceb0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:37.729099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-8d9b3d90-b2d3-46e8-b39b-2af2e8800634 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:21:37.730264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-8d9b3d90-b2d3-46e8-b39b-2af2e8800634 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1192410 Sep 26 13:21:37.737848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-31e10e28-ba1e-4712-9344-4234e6ceb0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Calling delete_port for a6312594-e433-4068-84b7-911e569557cd owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:37.817106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Router c2edddd8-61f2-40d6-8a2f-06f225292578 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:21:37.908522 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-2ae44b25-b510-4671-a8de-02c927a49190 service neutron] 10.222.0.13 "GET /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705232 Sep 26 13:21:37.951940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31e10e28-ba1e-4712-9344-4234e6ceb0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.001071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e10e28-ba1e-4712-9344-4234e6ceb0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event deleted for resources: {'Port': ['ID=a6312594-e433-4068-84b7-911e569557cd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:38.044213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31e10e28-ba1e-4712-9344-4234e6ceb0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.050113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-31e10e28-ba1e-4712-9344-4234e6ceb0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "DELETE /v2.0/ports/a6312594-e433-4068-84b7-911e569557cd HTTP/1.1" status: 204 len: 168 time: 0.6786532 Sep 26 13:21:38.050859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38460) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:38.056774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Request body: {'port': {'name': 'tempest-new-port-name-854051718', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:38.057273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] bootfile-name is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:21:38.057745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] tftp-server is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:21:38.058184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] server-ip-address is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:21:38.116541 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-ce9aa87b-d583-4277-bbe6-ad3222bb6714 service neutron] 10.222.0.13 "GET /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807408 Sep 26 13:21:38.121604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:21:38.127059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ee18850-c5b3-45cc-a601-4700926e962e admin admin] 10.222.0.13 "PUT /v2.0/routers/c2edddd8-61f2-40d6-8a2f-06f225292578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1787121 Sep 26 13:21:38.130605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38464) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:38.132960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] Sync routers for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:21:38.162864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:21:38.163527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:38.228880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.302095 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.322029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bb4be129-c3e7-4856-bdaf-5bfd8138e18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.384187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:21:38.580444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.598821 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.635378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.641591 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ddf5df9-597f-4b68-8f36-59e4a32f8f4b req-98d9f3a4-68b7-4d18-bff7-fbf4794a027d tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 210 time: 0.0585155 Sep 26 13:21:38.650212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11314351-1947-44c9-8d8e-19c6d59f6e20 None None] Network 6db24274-bd44-4f56-8ea4-97df490f02f6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:38.671237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] In _notify_port_updated(), no bound segment for port 21a89ecb-949c-42fa-8e38-bd64fa6c56e8 on network 6db24274-bd44-4f56-8ea4-97df490f02f6 {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:21:38.689299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:38.692871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.694297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "PUT /v2.0/ports/21a89ecb-949c-42fa-8e38-bd64fa6c56e8 HTTP/1.1" status: 200 len: 1128 time: 0.6425064 Sep 26 13:21:38.705631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38482) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:38.754650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24616b5-4dec-455e-ac5e-9e00b64ad4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event updated for resources: {'Port': ['ID=21a89ecb-949c-42fa-8e38-bd64fa6c56e8,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:38.766518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd4c87-52ad-4eed-abb0-f063b5ca4399 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:38.767931 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6edd4c87-52ad-4eed-abb0-f063b5ca4399 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "GET /v2.0/ports/21a89ecb-949c-42fa-8e38-bd64fa6c56e8 HTTP/1.1" status: 200 len: 1128 time: 0.0602589 Sep 26 13:21:38.772794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38484) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:38.807514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f6c24968-6569-447b-8abf-bc5271470f2f None None] Provisioning complete for port e66a016e-8eae-4b86-849d-ee765091417f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:38.807896 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f6c24968-6569-447b-8abf-bc5271470f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.843601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e66a016e-8eae-4b86-849d-ee765091417f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:38.868039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Deleting port d599ec61-4052-42c2-8471-122c1c100460 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:38.868349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:38.914793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-5a42775b-85b8-4837-8ded-b68212201639 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Deleting port 21a89ecb-949c-42fa-8e38-bd64fa6c56e8 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:38.915111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5a42775b-85b8-4837-8ded-b68212201639 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.036929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd599ec61-4052-42c2-8471-122c1c100460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:21:36Z', 'revision_number': 5, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port': {'id': 'd599ec61-4052-42c2-8471-122c1c100460', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:09:13Z', 'updated_at': '2021-09-26T13:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:39.059746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] For port d599ec61-4052-42c2-8471-122c1c100460, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d599ec61-4052-42c2-8471-122c1c100460,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:39.060402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.081038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Calling delete_port for d599ec61-4052-42c2-8471-122c1c100460 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:39.103808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] Checking router: c2edddd8-61f2-40d6-8a2f-06f225292578 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:21:39.137333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5a42775b-85b8-4837-8ded-b68212201639 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.154955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-5a42775b-85b8-4837-8ded-b68212201639 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Calling delete_port for 21a89ecb-949c-42fa-8e38-bd64fa6c56e8 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:39.247064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] Routers {'c2edddd8-61f2-40d6-8a2f-06f225292578'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:21:39.256454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c2edddd8-61f2-40d6-8a2f-06f225292578'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:39.279170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.315025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Pushing event deleted for resources: {'Port': ['ID=d599ec61-4052-42c2-8471-122c1c100460,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:39.361593 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5a42775b-85b8-4837-8ded-b68212201639 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.389050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] Set router c2edddd8-61f2-40d6-8a2f-06f225292578 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:21:39.396805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.435725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42775b-85b8-4837-8ded-b68212201639 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event deleted for resources: {'Port': ['ID=21a89ecb-949c-42fa-8e38-bd64fa6c56e8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:39.473127 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5a42775b-85b8-4837-8ded-b68212201639 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.475660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5a42775b-85b8-4837-8ded-b68212201639 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "DELETE /v2.0/ports/21a89ecb-949c-42fa-8e38-bd64fa6c56e8 HTTP/1.1" status: 204 len: 168 time: 0.7018745 Sep 26 13:21:39.478122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38506) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:39.538971 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.541426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.559132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7fa3ef-04a3-4e9c-8ddf-cd3ccec93243 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Deleting subnet eebb8580-b9a2-4b81-bdbe-418dab122815 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:39.568955 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa3ef-04a3-4e9c-8ddf-cd3ccec93243 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.643730 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.644266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2edddd8-61f2-40d6-8a2f-06f225292578 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:21:39.668006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.669431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3bffc9db-6670-4af6-beda-02e7bd8aa324 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c2edddd8-61f2-40d6-8a2f-06f225292578 HTTP/1.1" status: 204 len: 168 time: 1.5377383 Sep 26 13:21:39.672420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38514) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:39.688308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa3ef-04a3-4e9c-8ddf-cd3ccec93243 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.733819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:21:38Z', 'revision_number': 6, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:39.744794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e66a016e-8eae-4b86-849d-ee765091417f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:39.745165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.805060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a070b4ee-a155-46ee-ae16-005e82731409 None None] The sync data for ids ['c2edddd8-61f2-40d6-8a2f-06f225292578'] in n-d-806683-13 is: [{'id': 'c2edddd8-61f2-40d6-8a2f-06f225292578', 'name': 'tempest-TaggedBootDevicesTest-1001176704-router', 'tenant_id': '74ad8af6eff341d69060a0640aaa70f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:09:11Z', 'updated_at': '2021-09-26T13:21:38Z', 'revision_number': 6, 'project_id': '74ad8af6eff341d69060a0640aaa70f7', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:21:39.806671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f6c24968-6569-447b-8abf-bc5271470f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.808602 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b137a84c-0924-4e24-91ae-64240b64e588 req-a7504544-4c6c-4cad-a29c-7dc8f376cd88 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 210 time: 0.0518796 Sep 26 13:21:39.818292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4367d68-323b-47b5-89b3-ecd09af5d879 admin admin] Deleting subnet 3546b69d-5bf9-44b2-91d3-59645941a8d6 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:39.829760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4367d68-323b-47b5-89b3-ecd09af5d879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.879235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f6c24968-6569-447b-8abf-bc5271470f2f None None] For port e66a016e-8eae-4b86-849d-ee765091417f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e66a016e-8eae-4b86-849d-ee765091417f,segment=NetworkSegment(b58dce93-a5a7-4ffc-99b7-358fc8964cfc),segment_id=b58dce93-a5a7-4ffc-99b7-358fc8964cfc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:39.897190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa3ef-04a3-4e9c-8ddf-cd3ccec93243 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.923858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f6c24968-6569-447b-8abf-bc5271470f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:39.953634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4367d68-323b-47b5-89b3-ecd09af5d879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.029315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa3ef-04a3-4e9c-8ddf-cd3ccec93243 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.050770 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa3ef-04a3-4e9c-8ddf-cd3ccec93243 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.053432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2c7fa3ef-04a3-4e9c-8ddf-cd3ccec93243 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "DELETE /v2.0/subnets/eebb8580-b9a2-4b81-bdbe-418dab122815 HTTP/1.1" status: 204 len: 168 time: 0.5740488 Sep 26 13:21:40.056753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38524) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:40.096994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c24968-6569-447b-8abf-bc5271470f2f None None] Pushing event updated for resources: {'Port': ['ID=e66a016e-8eae-4b86-849d-ee765091417f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:40.138428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4367d68-323b-47b5-89b3-ecd09af5d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.150650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fa3ef-04a3-4e9c-8ddf-cd3ccec93243 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event deleted for resources: {'Subnet': ['ID=eebb8580-b9a2-4b81-bdbe-418dab122815,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:40.166313 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb428ed-c34f-47ad-89bf-fe844019dd09 None None] Network 6db24274-bd44-4f56-8ea4-97df490f02f6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:40.235836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4367d68-323b-47b5-89b3-ecd09af5d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.324392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4367d68-323b-47b5-89b3-ecd09af5d879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.341186 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b4367d68-323b-47b5-89b3-ecd09af5d879 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3546b69d-5bf9-44b2-91d3-59645941a8d6 HTTP/1.1" status: 204 len: 168 time: 0.6672165 Sep 26 13:21:40.343152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38530) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:40.356777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7b787-6c6a-469a-8a81-f7a6fcdfd00c None None] Network bcc4ad1b-5178-4df1-849d-d894c90d9977 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:40.386484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4367d68-323b-47b5-89b3-ecd09af5d879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3546b69d-5bf9-44b2-91d3-59645941a8d6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:40.387905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-83912484-0333-4e4d-a6b5-b7dc067a5437 None None] Could not find standard attr ID for object 21a89ecb-949c-42fa-8e38-bd64fa6c56e8. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:21:40.511926 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.565303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-83912484-0333-4e4d-a6b5-b7dc067a5437 None None] Provisioning complete for port e66a016e-8eae-4b86-849d-ee765091417f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:40.566064 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83912484-0333-4e4d-a6b5-b7dc067a5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.610810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Deleting port 6246b803-c9c1-48fc-949d-e20b7093dcc9 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:40.611115 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.717177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] For port 6246b803-c9c1-48fc-949d-e20b7093dcc9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=6246b803-c9c1-48fc-949d-e20b7093dcc9,segment=NetworkSegment(786aec31-5119-4ad5-8897-91a8967b2d9c),segment_id=786aec31-5119-4ad5-8897-91a8967b2d9c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:40.717852 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.731718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Calling delete_port for 6246b803-c9c1-48fc-949d-e20b7093dcc9 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:40.739952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.852327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-f48f0a15-be02-4006-8a70-c670cc63baf4 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:40.854509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-f48f0a15-be02-4006-8a70-c670cc63baf4 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.23 "GET /v2.0/networks?id=ac3618b0-e8ae-4801-9194-4595c3b3c405 HTTP/1.1" status: 200 len: 814 time: 0.7084024 Sep 26 13:21:40.863387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.866238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] DHCP port deletion for 6db24274-bd44-4f56-8ea4-97df490f02f6 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:40.868537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Request body: {'port': {'device_id': '3c2ae811-ef49-44e0-8655-c9d6b148fc7a', 'network_id': 'ac3618b0-e8ae-4801-9194-4595c3b3c405', 'admin_state_up': True, 'tenant_id': '1c10751120ac428f92389a1740a41af5'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:40.936204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6246b803-c9c1-48fc-949d-e20b7093dcc9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:40.945640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] No DVR routers for this DVR port 6246b803-c9c1-48fc-949d-e20b7093dcc9 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:40.971100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Deleting port e66a016e-8eae-4b86-849d-ee765091417f {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:40.971589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:40.971721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6890afef-c4a0-4c9c-9343-01665e05b16b None None] DHCP port deletion for bcc4ad1b-5178-4df1-849d-d894c90d9977 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:21:41.063309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.066609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e66a016e-8eae-4b86-849d-ee765091417f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:41.108210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1eca0307-27a7-44a3-95c7-9b112ecc76c8 req-0a177747-f7ee-4721-94e3-a0cda145dbc9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 210 time: 0.0998824 Sep 26 13:21:41.109270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70355b0d-bbbd-4cf0-a6a4-c07440c0eaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.129248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] Deleting port e66a016e-8eae-4b86-849d-ee765091417f {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:41.129248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.143271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc4ad1b-5178-4df1-849d-d894c90d9977']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:41.164728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786aec31-5119-4ad5-8897-91a8967b2d9c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:41.165040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786aec31-5119-4ad5-8897-91a8967b2d9c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:41.181395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] For port e66a016e-8eae-4b86-849d-ee765091417f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e66a016e-8eae-4b86-849d-ee765091417f,segment=NetworkSegment(b58dce93-a5a7-4ffc-99b7-358fc8964cfc),segment_id=b58dce93-a5a7-4ffc-99b7-358fc8964cfc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:41.181863 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.193018 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.213832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.223347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:21:41.223800 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:21:41.227212 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:21:41.242742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] For port e66a016e-8eae-4b86-849d-ee765091417f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e66a016e-8eae-4b86-849d-ee765091417f,segment=NetworkSegment(b58dce93-a5a7-4ffc-99b7-358fc8964cfc),segment_id=b58dce93-a5a7-4ffc-99b7-358fc8964cfc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:41.242973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Calling delete_port for e66a016e-8eae-4b86-849d-ee765091417f owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:41.243640 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.244966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Made reservation on behalf of 1c10751120ac428f92389a1740a41af5 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:41.248476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.267634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] Calling delete_port for e66a016e-8eae-4b86-849d-ee765091417f owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:41.293590 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.306228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.308751 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bcc4ad1b-5178-4df1-849d-d894c90d9977 HTTP/1.1" status: 204 len: 168 time: 0.9344804 Sep 26 13:21:41.333170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb12946-32e8-408c-9ab5-224ed39ddbd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc4ad1b-5178-4df1-849d-d894c90d9977,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:41.428229 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.444756 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.483484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] Pushing event deleted for resources: {'Port': ['ID=e66a016e-8eae-4b86-849d-ee765091417f,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:41.498895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e3caf-68c0-4260-ac6d-063dcdcc6fc6 None None] No DVR routers for this DVR port e66a016e-8eae-4b86-849d-ee765091417f on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:41.533922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d599ec61-4052-42c2-8471-122c1c100460 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:41.538184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Allocated IP 172.20.0.4 (ac3618b0-e8ae-4801-9194-4595c3b3c405/06830796-edf2-44a8-b220-14b81d9eff9c/ac9cd228-81e4-439e-befd-a550ef58d664) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:41.562995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d599ec61-4052-42c2-8471-122c1c100460 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:41.563355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d599ec61-4052-42c2-8471-122c1c100460 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:41.564290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c9e3b757-3ed0-47bc-aec7-ab52dbfb198e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:41.573183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.587531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38562) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:41.589589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c9e3b757-3ed0-47bc-aec7-ab52dbfb198e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:41.589947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c9e3b757-3ed0-47bc-aec7-ab52dbfb198e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:41.624189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event deleted for resources: {'Port': ['ID=e66a016e-8eae-4b86-849d-ee765091417f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:41.628536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] No DVR routers for this DVR port e66a016e-8eae-4b86-849d-ee765091417f on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:41.640220 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e2501f1c-30e2-4d79-88a0-919283701187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74ad8af6eff341d69060a0640aaa70f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511227 Sep 26 13:21:41.644896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38568) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:41.652341 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.715117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-119847db-cbc0-425c-b19f-30c4268502dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.764144 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-119847db-cbc0-425c-b19f-30c4268502dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.780393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.826460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-119847db-cbc0-425c-b19f-30c4268502dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.829206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-119847db-cbc0-425c-b19f-30c4268502dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.830596 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-119847db-cbc0-425c-b19f-30c4268502dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2635694-e3dd-467e-8d37-b1ff348b1bc5 HTTP/1.1" status: 204 len: 168 time: 0.1842771 Sep 26 13:21:41.841509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119847db-cbc0-425c-b19f-30c4268502dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2635694-e3dd-467e-8d37-b1ff348b1bc5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:41.861044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db24274-bd44-4f56-8ea4-97df490f02f6']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:41.892364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58dce93-a5a7-4ffc-99b7-358fc8964cfc') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:41.892685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58dce93-a5a7-4ffc-99b7-358fc8964cfc') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:41.914115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.930195 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.951775 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.959239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:21:41.959239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:21:41.962744 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:21:42.040451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:42.051117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:42.055491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] 10.222.0.13 "DELETE /v2.0/networks/6db24274-bd44-4f56-8ea4-97df490f02f6 HTTP/1.1" status: 204 len: 168 time: 1.9951653 Sep 26 13:21:42.055491 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:42.093150 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:42.118656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266ac7b-caa1-43d7-b4a1-0dac21bd52d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347 tempest-ExtraDHCPOptionsIpV6TestJSON-1498256347-project] Pushing event deleted for resources: {'Network': ['ID=6db24274-bd44-4f56-8ea4-97df490f02f6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:42.142246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Network ac3618b0-e8ae-4801-9194-4595c3b3c405 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:42.147633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:42.152055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:42.217544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Pushing event updated for resources: {'Port': ['ID=ac9cd228-81e4-439e-befd-a550ef58d664,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:42.251444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:42.252540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:42.292673 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-3ce4ffc5-2741-4602-9774-6056cdfbe5f9 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4279389 Sep 26 13:21:42.353093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d08d6c-f994-4740-8b28-dbb8c7e7abe6 req-882b796d-81cb-4968-9110-46ce47e68885 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:42.354768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04d08d6c-f994-4740-8b28-dbb8c7e7abe6 req-882b796d-81cb-4968-9110-46ce47e68885 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 931 time: 0.0815125 Sep 26 13:21:42.420030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04d08d6c-f994-4740-8b28-dbb8c7e7abe6 req-25090402-aef2-4057-b0ff-e8d8e9794082 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Sep 26 13:21:42.449779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Request body: {'port': {'device_id': '3c2ae811-ef49-44e0-8655-c9d6b148fc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:42.523780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:42.566820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38608) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:42.660275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6246b803-c9c1-48fc-949d-e20b7093dcc9 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:21:42.693098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 6246b803-c9c1-48fc-949d-e20b7093dcc9 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:21:42.693831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 6246b803-c9c1-48fc-949d-e20b7093dcc9 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:21:42.787510 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b9867e04-5feb-41e0-a374-526fd8d4bc58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a25388bbc03c4145a9e2c785546c7173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165961 Sep 26 13:21:42.787859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38624) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:42.918275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ee6d003-b29f-4bd1-9454-e4617326d348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:42.951029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ee6d003-b29f-4bd1-9454-e4617326d348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.043649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9cd228-81e4-439e-befd-a550ef58d664 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:21:43.055497 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.087610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ee6d003-b29f-4bd1-9454-e4617326d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.091162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9ee6d003-b29f-4bd1-9454-e4617326d348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.094915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9ee6d003-b29f-4bd1-9454-e4617326d348 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85823e1a-41ad-442c-86ae-3babc7b3f14e HTTP/1.1" status: 204 len: 168 time: 0.3038542 Sep 26 13:21:43.094915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Transition to ACTIVE for port object ac9cd228-81e4-439e-befd-a550ef58d664 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:21:43.102990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6d003-b29f-4bd1-9454-e4617326d348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85823e1a-41ad-442c-86ae-3babc7b3f14e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:43.105184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.202953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38646) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:43.222686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Pushing event updated for resources: {'Port': ['ID=ac9cd228-81e4-439e-befd-a550ef58d664,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:43.303370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Attempting to bind port ac9cd228-81e4-439e-befd-a550ef58d664 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:43.303724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Attempting to bind port ac9cd228-81e4-439e-befd-a550ef58d664 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'd5f3fa9d-1d0f-440c-98a4-17b2f396acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac3618b0-e8ae-4801-9194-4595c3b3c405'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:43.304068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Attempting to bind port ac9cd228-81e4-439e-befd-a550ef58d664 on network ac3618b0-e8ae-4801-9194-4595c3b3c405 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:43.319933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Port ac9cd228-81e4-439e-befd-a550ef58d664 on network ac3618b0-e8ae-4801-9194-4595c3b3c405 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:21:43.321159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Attempting to bind port ac9cd228-81e4-439e-befd-a550ef58d664 on network ac3618b0-e8ae-4801-9194-4595c3b3c405 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:43.331147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:43.331825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Checking segment: {'id': 'd5f3fa9d-1d0f-440c-98a4-17b2f396acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac3618b0-e8ae-4801-9194-4595c3b3c405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:43.332593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Bound using segment: {'id': 'd5f3fa9d-1d0f-440c-98a4-17b2f396acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac3618b0-e8ae-4801-9194-4595c3b3c405'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:43.333345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Bound port: ac9cd228-81e4-439e-befd-a550ef58d664, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f3fa9d-1d0f-440c-98a4-17b2f396acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ac3618b0-e8ae-4801-9194-4595c3b3c405'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:43.333910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.418679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] For port ac9cd228-81e4-439e-befd-a550ef58d664, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:43.422372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] For port ac9cd228-81e4-439e-befd-a550ef58d664, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac9cd228-81e4-439e-befd-a550ef58d664,segment=NetworkSegment(d5f3fa9d-1d0f-440c-98a4-17b2f396acc5),segment_id=d5f3fa9d-1d0f-440c-98a4-17b2f396acc5)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:43.428781 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.484563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:43.496022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.499230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] 10.222.0.23 "PUT /v2.0/ports/ac9cd228-81e4-439e-befd-a550ef58d664 HTTP/1.1" status: 200 len: 1092 time: 1.1981432 Sep 26 13:21:43.502004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2ae811-ef49-44e0-8655-c9d6b148fc7a', 'tag': 'ac9cd228-81e4-439e-befd-a550ef58d664'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:43.506459 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2ae811-ef49-44e0-8655-c9d6b148fc7a", "tag": "ac9cd228-81e4-439e-befd-a550ef58d664"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:43.531873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-910207893-network', 'tenant_id': 'dc7184b0528b43af900ba48a56b12d83'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:43.542420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501397b-2323-4732-8746-eac63bbd2fdd service neutron] Pushing event updated for resources: {'Port': ['ID=ac9cd228-81e4-439e-befd-a550ef58d664,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:43.561860 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.587201 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a50e51-3178-4d34-87f5-a47125c66e0f x-openstack-request-id: req-e6a50e51-3178-4d34-87f5-a47125c66e0f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:43.587538 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2ae811-ef49-44e0-8655-c9d6b148fc7a", "tag": "ac9cd228-81e4-439e-befd-a550ef58d664", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:43.587829 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a50e51-3178-4d34-87f5-a47125c66e0f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:43.588239 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2ae811-ef49-44e0-8655-c9d6b148fc7a', 'tag': 'ac9cd228-81e4-439e-befd-a550ef58d664', 'status': 'completed', 'code': 200} Sep 26 13:21:43.592805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Made reservation on behalf of dc7184b0528b43af900ba48a56b12d83 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:43.598831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.610159 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.648554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-6326e712-950f-4c9a-8b18-69c8939d64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:43.650189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-6326e712-950f-4c9a-8b18-69c8939d64a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c10751120ac428f92389a1740a41af5&device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 1095 time: 0.0944099 Sep 26 13:21:43.665821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243af807-e523-4b2b-bcdf-9bea2725d67d req-abbb1e7d-996b-4f23-a2b8-8ec37cc3a479 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:43.676456 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-243af807-e523-4b2b-bcdf-9bea2725d67d req-abbb1e7d-996b-4f23-a2b8-8ec37cc3a479 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 943 time: 0.0913339 Sep 26 13:21:43.755885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.760504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.788442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:21:43.799451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c49283c-50e6-414f-8b43-581d6fecbd77,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:43.805762 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.806119 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Added segment cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2 of type vlan for network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 Sep 26 13:21:43.830686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-850c574f-205f-4a11-ae73-30330a00997a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9cd228-81e4-439e-befd-a550ef58d664 HTTP/1.1" status: 200 len: 217 time: 0.1517076 Sep 26 13:21:43.878410 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.885316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-243af807-e523-4b2b-bcdf-9bea2725d67d req-11981740-b8f9-4513-a9a2-eacfd5cf1813 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981237 Sep 26 13:21:43.928112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.933770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-4c7613f8-55ed-4269-ab54-7a1e8b192a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:43.935258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-4c7613f8-55ed-4269-ab54-7a1e8b192a24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06830796-edf2-44a8-b220-14b81d9eff9c HTTP/1.1" status: 200 len: 854 time: 0.0972328 Sep 26 13:21:43.939009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:43.942182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:43.968333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-2905cdc7-7f6b-4baa-a136-212ddb73d22d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0884941 Sep 26 13:21:43.999984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7958994 Sep 26 13:21:44.004138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38684) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:44.015470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Request body: {'subnet': {'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-910207893-subnet', 'tenant_id': 'dc7184b0528b43af900ba48a56b12d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:44.029464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-95564030-bc35-45ff-9673-c1edb8209ae9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac3618b0-e8ae-4801-9194-4595c3b3c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859537 Sep 26 13:21:44.084833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef3557-98ce-4a81-a1a1-51c47e64961e admin admin] Pushing event updated for resources: {'Network': ['ID=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:44.096013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:21:44.149158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Made reservation on behalf of dc7184b0528b43af900ba48a56b12d83 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:44.155002 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:44.229305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-40346882-74d3-4331-81b8-eed7136aa266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:44.231298 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-40346882-74d3-4331-81b8-eed7136aa266 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1136 time: 0.1993375 Sep 26 13:21:44.330618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-d90dea61-18f9-4288-ac34-2748e98a47fb service neutron] 10.222.0.23 "GET /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816947 Sep 26 13:21:44.489532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38706) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:44.490876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-d2a2bcc7-1dac-4aa0-8d71-492ea7dd6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:44.492723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-d2a2bcc7-1dac-4aa0-8d71-492ea7dd6c23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f HTTP/1.1" status: 200 len: 896 time: 0.2331791 Sep 26 13:21:44.680202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad91f7f-8a3a-4a91-bc0a-3922a21ee9c8 req-84c45946-22ba-428d-bd38-382e7ff82791 service neutron] 10.222.0.23 "GET /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089194 Sep 26 13:21:44.682900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-d53f6916-e1ba-4710-9cb0-88a0b0954beb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f959ac0-4549-4935-9527-bdbb0abae9af HTTP/1.1" status: 200 len: 1001 time: 0.1758575 Sep 26 13:21:44.703774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908643557'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:44.823680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-3e23af25-b610-4df1-bd80-b5f853f051ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:44.825373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-3e23af25-b610-4df1-bd80-b5f853f051ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3b4f77e-0459-4346-b275-3695cdf79f2c HTTP/1.1" status: 200 len: 834 time: 0.1166620 Sep 26 13:21:44.828088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:44.831148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:44.851799 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:44.856085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-cb89b56f-9151-45d0-b310-90dc31a7a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:44.857628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-cb89b56f-9151-45d0-b310-90dc31a7a684 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c10751120ac428f92389a1740a41af5&device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 1095 time: 0.1245055 Sep 26 13:21:44.917167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Checking segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:44.917578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Network hostable DHCP agents. Network: b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:21:44.932408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01cc581-0a05-46fe-ac42-20ad5b5beeeb,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:44.950709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:21:44.976452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:44.982457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:44.983148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:44.985567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9139bae-e730-4105-b5a7-e3a8874facb8 None None] Network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:44.990049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-eaf92019-889b-49d7-b03c-1ff1618c4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:44.991577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-eaf92019-889b-49d7-b03c-1ff1618c4f00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506610 Sep 26 13:21:45.059326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-c36d1b61-4c33-49fe-8e0a-e112cf68b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:45.065546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-c36d1b61-4c33-49fe-8e0a-e112cf68b315 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac3618b0-e8ae-4801-9194-4595c3b3c405 HTTP/1.1" status: 200 len: 914 time: 0.1869581 Sep 26 13:21:45.072181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f30d19-834b-40b4-a244-94d735b34b00 req-b51d2b1f-033c-4157-9937-8983ce78e33e tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:45.082831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0f30d19-834b-40b4-a244-94d735b34b00 req-b51d2b1f-033c-4157-9937-8983ce78e33e tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 943 time: 0.0776300 Sep 26 13:21:45.137722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0f30d19-834b-40b4-a244-94d735b34b00 req-911ff858-81bf-40a7-a176-219d60bad423 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Sep 26 13:21:45.171611 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:45.173116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-256c41c4-3a47-4e20-b59b-6ef9fd8e2cca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9cd228-81e4-439e-befd-a550ef58d664 HTTP/1.1" status: 200 len: 217 time: 0.0773339 Sep 26 13:21:45.238504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33218d6-612d-472d-9e4c-0c111dc9c91c None None] Network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:21:45.239177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-e44fc1ec-f7c9-4e69-b4fe-27e0139f1965 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384214 Sep 26 13:21:45.295161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-41748d8d-8abf-4bc6-98f2-7de78b3e598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:45.296676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-41748d8d-8abf-4bc6-98f2-7de78b3e598c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06830796-edf2-44a8-b220-14b81d9eff9c HTTP/1.1" status: 200 len: 854 time: 0.1120844 Sep 26 13:21:45.304658 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:45.321772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7a0749a1-ac3f-49a1-ae2e-b0aeba578b0a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3159645 Sep 26 13:21:45.359175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:45.450701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-d70ea13a-e8a1-4857-a716-fbd373cbb7ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac3618b0-e8ae-4801-9194-4595c3b3c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431830 Sep 26 13:21:45.467995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9761d5c8-b446-48a8-b80c-a406ee1cdd88,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:45.544240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6c9060e-bf92-4ffa-9788-182568aeefe6 req-d76fe044-590d-4139-b571-a7e8a1f45fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953267 Sep 26 13:21:45.636145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-2d5844a2-1303-40b8-8062-d883636e4c4f service neutron] 10.222.0.23 "GET /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691091 Sep 26 13:21:45.673420 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:21:45.684565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:45.697746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:45.772900 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:45.777086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2807581 Sep 26 13:21:45.777355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38756) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:45.797163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3504f6-f89e-4b9d-a71b-0ab7251f3376 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e001a6fe-5780-461f-ad51-7417abc90471,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:45.814703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3f70d3f-aee2-4f7f-b7e9-a4b152afc181 req-fd3a6ed2-8787-40d9-9ebb-a6222b8f1f6a service neutron] 10.222.0.23 "GET /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682200 Sep 26 13:21:45.901464 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5083e190-2246-4934-b758-0e8f44589c06 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1230187 Sep 26 13:21:45.904537 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38772) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:45.909993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8621018f-ef4f-4a4b-88b6-1fbc317493ae tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-security--2027066822', 'description': 'tempest-security-description-1583285596'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:45.941143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8621018f-ef4f-4a4b-88b6-1fbc317493ae tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.007460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8621018f-ef4f-4a4b-88b6-1fbc317493ae tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.011923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8621018f-ef4f-4a4b-88b6-1fbc317493ae tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.016223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8621018f-ef4f-4a4b-88b6-1fbc317493ae tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.017735 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8621018f-ef4f-4a4b-88b6-1fbc317493ae tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "PUT /v2.0/security-groups/e001a6fe-5780-461f-ad51-7417abc90471 HTTP/1.1" status: 200 len: 1780 time: 0.1117740 Sep 26 13:21:46.022341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38778) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:46.026092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-358a3aae-f649-4adf-b2d3-0876b43bb5f0 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:46.029676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-358a3aae-f649-4adf-b2d3-0876b43bb5f0 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 812 time: 0.1397023 Sep 26 13:21:46.052374 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-d11406e2-937c-4ca8-8d0c-a227015c449f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/quotas/dc7184b0528b43af900ba48a56b12d83 HTTP/1.1" status: 200 len: 375 time: 0.0157216 Sep 26 13:21:46.082302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621018f-ef4f-4a4b-88b6-1fbc317493ae tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e001a6fe-5780-461f-ad51-7417abc90471,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:46.097645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-db02c0a6-80b7-479f-a4e3-697320608e2f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups/e001a6fe-5780-461f-ad51-7417abc90471 HTTP/1.1" status: 200 len: 1780 time: 0.0720773 Sep 26 13:21:46.098526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38780) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:46.107397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-d3117823-c2b8-4f0b-aca3-dac1d5afb87d tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474060 Sep 26 13:21:46.357419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af238a89-da62-44c4-a9f6-e61133f6c534 req-f55a9839-aa09-4cd4-a53b-1f69f53e11dc tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:46.359170 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af238a89-da62-44c4-a9f6-e61133f6c534 req-f55a9839-aa09-4cd4-a53b-1f69f53e11dc tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 943 time: 0.1015713 Sep 26 13:21:46.430627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af238a89-da62-44c4-a9f6-e61133f6c534 req-15c1ff57-53ff-4f4b-a86a-d0eab94a1ef7 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Sep 26 13:21:46.483169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac9cd228-81e4-439e-befd-a550ef58d664 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:21:46.559249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b035dd5-a7f6-40a4-a03a-d182ebb26e2e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.595867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b035dd5-a7f6-40a4-a03a-d182ebb26e2e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.600877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-0eb05407-3737-402f-9f48-cd44fd018570 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846756 Sep 26 13:21:46.624582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac9cd228-81e4-439e-befd-a550ef58d664, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac9cd228-81e4-439e-befd-a550ef58d664,segment=NetworkSegment(d5f3fa9d-1d0f-440c-98a4-17b2f396acc5),segment_id=d5f3fa9d-1d0f-440c-98a4-17b2f396acc5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:46.645363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ac9cd228-81e4-439e-befd-a550ef58d664', 'network_id': 'ac3618b0-e8ae-4801-9194-4595c3b3c405', 'port_id': 'ac9cd228-81e4-439e-befd-a550ef58d664', 'mac_address': 'fa:16:3e:6a:95:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06830796-edf2-44a8-b220-14b81d9eff9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:21:46.696845 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.725853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9cd228-81e4-439e-befd-a550ef58d664 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:21:46.729947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b035dd5-a7f6-40a4-a03a-d182ebb26e2e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.732560 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b035dd5-a7f6-40a4-a03a-d182ebb26e2e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.734196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1b035dd5-a7f6-40a4-a03a-d182ebb26e2e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/e001a6fe-5780-461f-ad51-7417abc90471 HTTP/1.1" status: 204 len: 168 time: 0.6346936 Sep 26 13:21:46.737000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38804) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:46.756824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b035dd5-a7f6-40a4-a03a-d182ebb26e2e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e001a6fe-5780-461f-ad51-7417abc90471,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:46.759679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac9cd228-81e4-439e-befd-a550ef58d664, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac9cd228-81e4-439e-befd-a550ef58d664,segment=NetworkSegment(d5f3fa9d-1d0f-440c-98a4-17b2f396acc5),segment_id=d5f3fa9d-1d0f-440c-98a4-17b2f396acc5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:46.769312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-74b68204-99c6-471d-b40c-9789180c7c58 service neutron] 10.222.0.13 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596937 Sep 26 13:21:46.770735 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:46.823266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb67faba-41ca-4519-bac1-2c2d20d4dc5c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825505 Sep 26 13:21:46.826279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38808) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:46.852299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ac9cd228-81e4-439e-befd-a550ef58d664,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:46.853524 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-f985261e-e250-40c9-9aa7-26caef0e8efd tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] delete failed (client error): The resource could not be found. Sep 26 13:21:46.855258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f985261e-e250-40c9-9aa7-26caef0e8efd tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/e001a6fe-5780-461f-ad51-7417abc90471 HTTP/1.1" status: 404 len: 347 time: 0.0276935 Sep 26 13:21:46.860004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38810) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:46.865351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-27c95b86-bf2d-476f-b927-6a4172f68f2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-secgroup--717678308'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:46.907885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27c95b86-bf2d-476f-b927-6a4172f68f2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.076133 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27c95b86-bf2d-476f-b927-6a4172f68f2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.086653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27c95b86-bf2d-476f-b927-6a4172f68f2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.129695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27c95b86-bf2d-476f-b927-6a4172f68f2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.134085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27c95b86-bf2d-476f-b927-6a4172f68f2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2706194 Sep 26 13:21:47.134085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c95b86-bf2d-476f-b927-6a4172f68f2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b177912-3b03-47db-b40c-230983a766a7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:47.137839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ac9cd228-81e4-439e-befd-a550ef58d664'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:21:47.139683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c052798a-fe51-451e-a56e-464cca907456 req-eedea18d-48bb-4763-be30-8d25c7ce2755 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0381086 Sep 26 13:21:47.140193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38828) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:47.150227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8cea86bb-1f3c-4cdb-be09-3b6ceb2d46d3 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': '7b177912-3b03-47db-b40c-230983a766a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:47.180304 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8cea86bb-1f3c-4cdb-be09-3b6ceb2d46d3 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.303720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8cea86bb-1f3c-4cdb-be09-3b6ceb2d46d3 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.316742 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8cea86bb-1f3c-4cdb-be09-3b6ceb2d46d3 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.344131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea86bb-1f3c-4cdb-be09-3b6ceb2d46d3 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3fbd5b-dca1-4ae4-b96e-8495ac424cf9,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:47.355055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8cea86bb-1f3c-4cdb-be09-3b6ceb2d46d3 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.359483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8cea86bb-1f3c-4cdb-be09-3b6ceb2d46d3 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2152104 Sep 26 13:21:47.359931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:47.410483 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-72ec3554-4ab9-4f46-9649-f2ac32f75c07 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.421338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-72ec3554-4ab9-4f46-9649-f2ac32f75c07 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.457206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-72ec3554-4ab9-4f46-9649-f2ac32f75c07 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.471388 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-72ec3554-4ab9-4f46-9649-f2ac32f75c07 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.473498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-72ec3554-4ab9-4f46-9649-f2ac32f75c07 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9c3fbd5b-dca1-4ae4-b96e-8495ac424cf9 HTTP/1.1" status: 204 len: 168 time: 0.1131752 Sep 26 13:21:47.478734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38848) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:47.478887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec3554-4ab9-4f46-9649-f2ac32f75c07 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c3fbd5b-dca1-4ae4-b96e-8495ac424cf9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:47.548233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ada87fde-b4cd-4c94-a377-363a8e52c72c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0556276 Sep 26 13:21:47.548584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38852) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:47.657115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237a801-57f5-4783-a8b2-169106756ac6 req-d531f895-b8a4-4099-917a-973a6517f988 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:47.662087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e237a801-57f5-4783-a8b2-169106756ac6 req-d531f895-b8a4-4099-917a-973a6517f988 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 944 time: 0.1227074 Sep 26 13:21:47.675955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b15a083-d15b-4747-afb0-0852d3939eb4 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.753687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b15a083-d15b-4747-afb0-0852d3939eb4 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.769279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e237a801-57f5-4783-a8b2-169106756ac6 req-af2d84f4-6f98-4fde-9baf-1b82b618057f tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946958 Sep 26 13:21:47.813864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b15a083-d15b-4747-afb0-0852d3939eb4 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.816886 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b15a083-d15b-4747-afb0-0852d3939eb4 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:47.818218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3b15a083-d15b-4747-afb0-0852d3939eb4 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/7b177912-3b03-47db-b40c-230983a766a7 HTTP/1.1" status: 204 len: 168 time: 0.2777636 Sep 26 13:21:47.822087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38868) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:47.848956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15a083-d15b-4747-afb0-0852d3939eb4 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b177912-3b03-47db-b40c-230983a766a7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:47.914222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cfe600c5-a9b2-4f5f-8a7a-93f86e3c178b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904868 Sep 26 13:21:47.915725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38872) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:47.921261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-74fd8787-fe05-4e7c-a9db-ab14767b63ff tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-secgroup--510190472'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:47.985443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74fd8787-fe05-4e7c-a9db-ab14767b63ff tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.112430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74fd8787-fe05-4e7c-a9db-ab14767b63ff tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.122956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74fd8787-fe05-4e7c-a9db-ab14767b63ff tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.182557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-74fd8787-fe05-4e7c-a9db-ab14767b63ff tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.187476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-74fd8787-fe05-4e7c-a9db-ab14767b63ff tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2702816 Sep 26 13:21:48.187726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38882) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:48.190072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd8787-fe05-4e7c-a9db-ab14767b63ff tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a393ce-a8bd-48cb-a590-ff41ef6bb6f9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:48.193567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-26ad4cc0-ebba-4fe7-9380-a2dbccc0d3f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': 'd2a393ce-a8bd-48cb-a590-ff41ef6bb6f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:48.247109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26ad4cc0-ebba-4fe7-9380-a2dbccc0d3f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.317304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26ad4cc0-ebba-4fe7-9380-a2dbccc0d3f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.330315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26ad4cc0-ebba-4fe7-9380-a2dbccc0d3f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.356622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71632f84-3a36-4fcb-b8ca-b0420d069454 req-1a777d63-8468-449c-91ea-124a19ef66b0 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0824926 Sep 26 13:21:48.357515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4cc0-ebba-4fe7-9380-a2dbccc0d3f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc15e4c-a7eb-4e1d-82bb-ea57be94dfe9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:48.370938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26ad4cc0-ebba-4fe7-9380-a2dbccc0d3f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.372173 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-26ad4cc0-ebba-4fe7-9380-a2dbccc0d3f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1834412 Sep 26 13:21:48.374966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38890) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:48.379795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-cdde0de6-fd6e-4678-a43a-860225892a1c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': 'd2a393ce-a8bd-48cb-a590-ff41ef6bb6f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:48.423171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cdde0de6-fd6e-4678-a43a-860225892a1c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.497014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac9cd228-81e4-439e-befd-a550ef58d664 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:48.507203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cdde0de6-fd6e-4678-a43a-860225892a1c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.516187 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cdde0de6-fd6e-4678-a43a-860225892a1c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.547496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde0de6-fd6e-4678-a43a-860225892a1c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cac1bc-bd14-436c-be88-70733f168170,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:48.553436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cdde0de6-fd6e-4678-a43a-860225892a1c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.557716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38896) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:48.557998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cdde0de6-fd6e-4678-a43a-860225892a1c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1817799 Sep 26 13:21:48.562856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port ac9cd228-81e4-439e-befd-a550ef58d664 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:21:48.563631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-63b794a4-2d54-4d47-b7bc-16d2c7ee46d2 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': 'd2a393ce-a8bd-48cb-a590-ff41ef6bb6f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:48.575040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ac9cd228-81e4-439e-befd-a550ef58d664 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:48.577900 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.616327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63b794a4-2d54-4d47-b7bc-16d2c7ee46d2 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.714839 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.769419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2ae811-ef49-44e0-8655-c9d6b148fc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9cd228-81e4-439e-befd-a550ef58d664'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:48.771765 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634b7329-4ab1-4ccd-aed2-784fd44a92d1" -d '{"events": [{"server_uuid": "3c2ae811-ef49-44e0-8655-c9d6b148fc7a", "name": "network-vif-plugged", "status": "completed", "tag": "ac9cd228-81e4-439e-befd-a550ef58d664"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:48.790429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ac9cd228-81e4-439e-befd-a550ef58d664, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac9cd228-81e4-439e-befd-a550ef58d664,segment=NetworkSegment(d5f3fa9d-1d0f-440c-98a4-17b2f396acc5),segment_id=d5f3fa9d-1d0f-440c-98a4-17b2f396acc5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:48.807877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:48.981711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ac9cd228-81e4-439e-befd-a550ef58d664,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:48.999377 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45631e7d-7817-4287-9e5e-a0088e65548b x-openstack-request-id: req-45631e7d-7817-4287-9e5e-a0088e65548b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:48.999671 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2ae811-ef49-44e0-8655-c9d6b148fc7a", "name": "network-vif-plugged", "status": "completed", "tag": "ac9cd228-81e4-439e-befd-a550ef58d664", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:49.000087 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45631e7d-7817-4287-9e5e-a0088e65548b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:49.001388 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2ae811-ef49-44e0-8655-c9d6b148fc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9cd228-81e4-439e-befd-a550ef58d664', 'code': 200} Sep 26 13:21:49.027890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d207f0-b29d-41e5-9600-06000fc933b0 req-6359eb08-dff5-404b-b200-f86520fc2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:49.030279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1d207f0-b29d-41e5-9600-06000fc933b0 req-6359eb08-dff5-404b-b200-f86520fc2b8d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 1097 time: 0.0787280 Sep 26 13:21:49.037288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63b794a4-2d54-4d47-b7bc-16d2c7ee46d2 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.051195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-83ced855-dede-47e4-b5cb-559ed3ed1501 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:49.051195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-83ced855-dede-47e4-b5cb-559ed3ed1501 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.23 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 812 time: 0.3009977 Sep 26 13:21:49.068136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63b794a4-2d54-4d47-b7bc-16d2c7ee46d2 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.082544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Request body: {'port': {'device_id': '7de47315-cd1b-42cf-898c-813429ffb7d3', 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'admin_state_up': True, 'tenant_id': 'dc7184b0528b43af900ba48a56b12d83'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:49.108927 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1d207f0-b29d-41e5-9600-06000fc933b0 req-80291fad-8849-4ed0-86ac-a6a3de17e6f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603731 Sep 26 13:21:49.159576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b794a4-2d54-4d47-b7bc-16d2c7ee46d2 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa200e2-6ddc-4201-97d0-b7552ab10acf,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:49.171744 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-63b794a4-2d54-4d47-b7bc-16d2c7ee46d2 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.179526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-63b794a4-2d54-4d47-b7bc-16d2c7ee46d2 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6139073 Sep 26 13:21:49.185014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38918) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:49.185014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ad3dd55b-0e33-4d7e-99b0-560061443da1 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': 'd2a393ce-a8bd-48cb-a590-ff41ef6bb6f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:49.195469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-8068c587-f838-4507-af2c-0937b42fe67b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:49.197070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-8068c587-f838-4507-af2c-0937b42fe67b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 812 time: 0.4666185 Sep 26 13:21:49.223995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad3dd55b-0e33-4d7e-99b0-560061443da1 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.237918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Request body: {'port': {'device_id': '11be93e3-5f08-447e-a221-c5e4932dc5cc', 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'admin_state_up': True, 'tenant_id': 'dc7184b0528b43af900ba48a56b12d83'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:49.296456 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad3dd55b-0e33-4d7e-99b0-560061443da1 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.302665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad3dd55b-0e33-4d7e-99b0-560061443da1 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.332215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dd55b-0e33-4d7e-99b0-560061443da1 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c13473-785f-4652-ab18-66b7feaaeb61,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:49.337337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad3dd55b-0e33-4d7e-99b0-560061443da1 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.338627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ad3dd55b-0e33-4d7e-99b0-560061443da1 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601405 Sep 26 13:21:49.341607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38924) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:49.347476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-560c00b9-2fee-42b7-b603-310fab823379 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': 'd2a393ce-a8bd-48cb-a590-ff41ef6bb6f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:49.348859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944dcf2-eb46-4291-a4db-30f68e954488 req-6ab678ab-edb1-4df9-8e5a-0a305b51c64c tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:49.350651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d944dcf2-eb46-4291-a4db-30f68e954488 req-6ab678ab-edb1-4df9-8e5a-0a305b51c64c tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 945 time: 0.3093963 Sep 26 13:21:49.408428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-560c00b9-2fee-42b7-b603-310fab823379 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.475285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d944dcf2-eb46-4291-a4db-30f68e954488 req-292886c7-987a-4ad5-916a-26cfb229a142 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178110 Sep 26 13:21:49.513275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Made reservation on behalf of dc7184b0528b43af900ba48a56b12d83 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:49.523085 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.542265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Made reservation on behalf of dc7184b0528b43af900ba48a56b12d83 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:49.545980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.551644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-560c00b9-2fee-42b7-b603-310fab823379 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.554350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-242d036e-622e-4b8c-9c48-c24a75157483 req-acb0fe4a-1e32-4d96-a1cd-c3b22c62c1c0 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 210 time: 0.0866525 Sep 26 13:21:49.556843 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-560c00b9-2fee-42b7-b603-310fab823379 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.583380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c00b9-2fee-42b7-b603-310fab823379 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0420f8a4-970c-431a-8ae1-5b11d4665926,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:49.594567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-560c00b9-2fee-42b7-b603-310fab823379 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.599062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-560c00b9-2fee-42b7-b603-310fab823379 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2532773 Sep 26 13:21:49.604966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38936) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:49.650145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea6e0-9cb9-47e5-ad61-5e278fda5246 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.659876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea6e0-9cb9-47e5-ad61-5e278fda5246 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.708632 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea6e0-9cb9-47e5-ad61-5e278fda5246 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.714116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba2ea6e0-9cb9-47e5-ad61-5e278fda5246 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.718173 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ba2ea6e0-9cb9-47e5-ad61-5e278fda5246 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0420f8a4-970c-431a-8ae1-5b11d4665926 HTTP/1.1" status: 204 len: 168 time: 0.1105607 Sep 26 13:21:49.718798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38942) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:49.741208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ea6e0-9cb9-47e5-ad61-5e278fda5246 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0420f8a4-970c-431a-8ae1-5b11d4665926,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:49.774758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Allocated IP 172.20.0.13 (b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59/a01cc581-0a05-46fe-ac42-20ad5b5beeeb/dc6dfb57-5512-4525-978e-79cca5607477) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:49.805533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74bcc5dd-0e2d-46ed-bd4a-b0851e835486 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0718997 Sep 26 13:21:49.811498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38946) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:49.871662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-77cbcadd-312b-48cb-98a5-9e7c4793c4f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.885185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-77cbcadd-312b-48cb-98a5-9e7c4793c4f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:49.979295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-77cbcadd-312b-48cb-98a5-9e7c4793c4f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.022853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-77cbcadd-312b-48cb-98a5-9e7c4793c4f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.024612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-77cbcadd-312b-48cb-98a5-9e7c4793c4f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c8c13473-785f-4652-ab18-66b7feaaeb61 HTTP/1.1" status: 204 len: 168 time: 0.2118528 Sep 26 13:21:50.027350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38956) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:50.040903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbcadd-312b-48cb-98a5-9e7c4793c4f6 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8c13473-785f-4652-ab18-66b7feaaeb61,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:50.110304 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-61757ed6-2870-4371-8c24-9a6cdf406697 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0815077 Sep 26 13:21:50.113109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38960) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:50.137519 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.140047 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0703d07-f1d8-4a6f-9135-2b9ff57d4b03 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.149368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0703d07-f1d8-4a6f-9135-2b9ff57d4b03 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.183932 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0703d07-f1d8-4a6f-9135-2b9ff57d4b03 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.200143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c0703d07-f1d8-4a6f-9135-2b9ff57d4b03 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.200143 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c0703d07-f1d8-4a6f-9135-2b9ff57d4b03 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9aa200e2-6ddc-4201-97d0-b7552ab10acf HTTP/1.1" status: 204 len: 168 time: 0.0818777 Sep 26 13:21:50.200143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38964) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:50.224259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.227447 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0703d07-f1d8-4a6f-9135-2b9ff57d4b03 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aa200e2-6ddc-4201-97d0-b7552ab10acf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:50.281520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d349d4cf-cfdd-4c56-8464-8e56ea529102 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0811288 Sep 26 13:21:50.284354 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38968) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:50.319509 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1c66fd5-e7da-4ff7-9a2a-1e1f2984065c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.343192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1c66fd5-e7da-4ff7-9a2a-1e1f2984065c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.350967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.353657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Allocated IP 172.20.0.2 (b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59/a01cc581-0a05-46fe-ac42-20ad5b5beeeb/2f9d652d-6ea2-430f-8ecb-d32c27816dea) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:50.390817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1c66fd5-e7da-4ff7-9a2a-1e1f2984065c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.397764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1c66fd5-e7da-4ff7-9a2a-1e1f2984065c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.401290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a1c66fd5-e7da-4ff7-9a2a-1e1f2984065c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c9cac1bc-bd14-436c-be88-70733f168170 HTTP/1.1" status: 204 len: 168 time: 0.1135015 Sep 26 13:21:50.401928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38972) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:50.414370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c66fd5-e7da-4ff7-9a2a-1e1f2984065c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9cac1bc-bd14-436c-be88-70733f168170,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:50.445960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Pushing event updated for resources: {'Port': ['ID=dc6dfb57-5512-4525-978e-79cca5607477,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:50.470622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2353a75f-f9f4-4699-bca5-b5a15e460138 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0651488 Sep 26 13:21:50.470802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:50.471253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 38976) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:50.474249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:50.488777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:50.688755 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-495c2535-b26f-4eef-bf76-2be12416bfab tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.706846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-495c2535-b26f-4eef-bf76-2be12416bfab tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.733837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:50.734469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.753662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a312e-4409-4c9f-85a5-e2ad33f29d7e req-2a8d9b53-7007-46ba-a24f-504b415e68ec tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:50.761638 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-193a312e-4409-4c9f-85a5-e2ad33f29d7e req-2a8d9b53-7007-46ba-a24f-504b415e68ec tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 932 time: 0.0820181 Sep 26 13:21:50.808240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314db64-26eb-4e1f-93e8-9ee8577eb480 req-32c7ad96-5233-44e2-a2e8-46da24be51e0 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:50.816485 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5314db64-26eb-4e1f-93e8-9ee8577eb480 req-32c7ad96-5233-44e2-a2e8-46da24be51e0 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 945 time: 0.2131236 Sep 26 13:21:50.821997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-e702d707-3c55-4e8f-838a-8c4dc89f0704 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7524078 Sep 26 13:21:50.825984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.827752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-495c2535-b26f-4eef-bf76-2be12416bfab tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.835860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-193a312e-4409-4c9f-85a5-e2ad33f29d7e req-c80b5fee-6b6c-4ecb-9b4e-fffa54bf0c8c tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685160 Sep 26 13:21:50.840791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Request body: {'port': {'device_id': '7de47315-cd1b-42cf-898c-813429ffb7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:50.845886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-495c2535-b26f-4eef-bf76-2be12416bfab tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.847653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-495c2535-b26f-4eef-bf76-2be12416bfab tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1dc15e4c-a7eb-4e1d-82bb-ea57be94dfe9 HTTP/1.1" status: 204 len: 168 time: 0.3711033 Sep 26 13:21:50.850405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38994) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:50.908058 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c99b2af-81ab-4d41-b73f-34a652f9db7f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0465620 Sep 26 13:21:50.908236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c2535-b26f-4eef-bf76-2be12416bfab tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dc15e4c-a7eb-4e1d-82bb-ea57be94dfe9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:50.908341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 38998) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:50.943018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5314db64-26eb-4e1f-93e8-9ee8577eb480 req-a2764294-c528-499d-9ae5-67ab2378fe22 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256366 Sep 26 13:21:50.981025 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-793ca240-0b04-42a8-b885-bc92a16e9197 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:50.982310 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.002628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.011689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-793ca240-0b04-42a8-b885-bc92a16e9197 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.114547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:21:51.117377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-793ca240-0b04-42a8-b885-bc92a16e9197 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.121566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:21:51.123129 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-793ca240-0b04-42a8-b885-bc92a16e9197 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.126219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-793ca240-0b04-42a8-b885-bc92a16e9197 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/d2a393ce-a8bd-48cb-a590-ff41ef6bb6f9 HTTP/1.1" status: 204 len: 168 time: 0.2172115 Sep 26 13:21:51.134027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39008) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:51.169044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Pushing event updated for resources: {'Port': ['ID=2f9d652d-6ea2-430f-8ecb-d32c27816dea,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:51.171155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ca240-0b04-42a8-b885-bc92a16e9197 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a393ce-a8bd-48cb-a590-ff41ef6bb6f9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:51.174331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:21:51.229386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-11f861c0-069b-42ae-9ddc-88ccfd521a7e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936558 Sep 26 13:21:51.235643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39010) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:51.242495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-375a2ca1-49b5-4eac-b362-e2d2e8d3cceb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-secgroup--621303602'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:51.279072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-375a2ca1-49b5-4eac-b362-e2d2e8d3cceb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.289788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:51.290535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.390710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-c654b21b-919b-4ea2-9448-7f0a1ac7702f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1602514 Sep 26 13:21:51.412901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Request body: {'port': {'device_id': '11be93e3-5f08-447e-a221-c5e4932dc5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:51.479945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-61536bda-1c79-423f-8e46-d232b00f0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:51.481417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-61536bda-1c79-423f-8e46-d232b00f0419 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c10751120ac428f92389a1740a41af5&device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 1097 time: 0.1524837 Sep 26 13:21:51.506653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484fc70-b6c8-45e4-bc00-2ad81a9b9a50 req-cc5ff460-03f1-4e55-9542-f729c6ac3573 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:51.508219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0484fc70-b6c8-45e4-bc00-2ad81a9b9a50 req-cc5ff460-03f1-4e55-9542-f729c6ac3573 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 945 time: 0.1416297 Sep 26 13:21:51.509931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.546434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6dfb57-5512-4525-978e-79cca5607477 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:21:51.611648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.698035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Transition to ACTIVE for port object dc6dfb57-5512-4525-978e-79cca5607477 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:21:51.716612 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-375a2ca1-49b5-4eac-b362-e2d2e8d3cceb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.732468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0484fc70-b6c8-45e4-bc00-2ad81a9b9a50 req-ab269665-cc5d-4d15-b991-914ede1e2b77 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037835 Sep 26 13:21:51.738499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.744904 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-375a2ca1-49b5-4eac-b362-e2d2e8d3cceb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.791626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-a7d09706-7dd5-4b66-a4d5-503758687911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:51.793384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-a7d09706-7dd5-4b66-a4d5-503758687911 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac3618b0-e8ae-4801-9194-4595c3b3c405 HTTP/1.1" status: 200 len: 914 time: 0.3036938 Sep 26 13:21:51.806219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-375a2ca1-49b5-4eac-b362-e2d2e8d3cceb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:51.810336 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-375a2ca1-49b5-4eac-b362-e2d2e8d3cceb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5731881 Sep 26 13:21:51.818882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39022) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:51.866161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d8692e47-5cee-4c4a-af70-e2d9bab9eb8f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': '9a9d6d31-a16b-4d4c-9dfa-8c4115dc84fb', 'direction': 'ingress', 'protocol': 17}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:51.940040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a2ca1-49b5-4eac-b362-e2d2e8d3cceb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9d6d31-a16b-4d4c-9dfa-8c4115dc84fb,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:51.940279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6dfb57-5512-4525-978e-79cca5607477,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:51.963254 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-f40acf22-d638-4be1-8e15-431d1d3bcd1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9cd228-81e4-439e-befd-a550ef58d664 HTTP/1.1" status: 200 len: 217 time: 0.1588738 Sep 26 13:21:52.052627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8692e47-5cee-4c4a-af70-e2d9bab9eb8f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.094834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-ee7ce66b-59d2-4330-b01c-10f91870ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:52.096340 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-ee7ce66b-59d2-4330-b01c-10f91870ac26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06830796-edf2-44a8-b220-14b81d9eff9c HTTP/1.1" status: 200 len: 854 time: 0.1254106 Sep 26 13:21:52.164621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8692e47-5cee-4c4a-af70-e2d9bab9eb8f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.166539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0912cf-263f-46a1-92b1-ce1e458c78ef req-584e670d-af70-4d7e-a90b-1b7cca59b4b4 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:52.168642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a0912cf-263f-46a1-92b1-ce1e458c78ef req-584e670d-af70-4d7e-a90b-1b7cca59b4b4 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 944 time: 0.1932871 Sep 26 13:21:52.175881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9d652d-6ea2-430f-8ecb-d32c27816dea {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:21:52.189979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-73da7fb7-dfb7-4706-a5a3-761ab568395d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac3618b0-e8ae-4801-9194-4595c3b3c405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788136 Sep 26 13:21:52.192669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.199329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Attempting to bind port dc6dfb57-5512-4525-978e-79cca5607477 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:52.199678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Attempting to bind port dc6dfb57-5512-4525-978e-79cca5607477 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:52.199985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Attempting to bind port dc6dfb57-5512-4525-978e-79cca5607477 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:52.204127 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8692e47-5cee-4c4a-af70-e2d9bab9eb8f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.207051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Port dc6dfb57-5512-4525-978e-79cca5607477 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:21:52.207381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Attempting to bind port dc6dfb57-5512-4525-978e-79cca5607477 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:52.224323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:52.224665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Checking segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:52.225045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Bound using segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:52.225526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Bound port: dc6dfb57-5512-4525-978e-79cca5607477, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:52.225864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.240737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8692e47-5cee-4c4a-af70-e2d9bab9eb8f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede128bc-c8f6-40dd-a114-be5434bb58f5,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:52.251891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Transition to ACTIVE for port object 2f9d652d-6ea2-430f-8ecb-d32c27816dea will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:21:52.273119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8692e47-5cee-4c4a-af70-e2d9bab9eb8f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.278978 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8692e47-5cee-4c4a-af70-e2d9bab9eb8f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4545300 Sep 26 13:21:52.278978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39036) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:52.301447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.350493 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a0912cf-263f-46a1-92b1-ce1e458c78ef req-92b3d28c-fb41-4e12-81b3-69429e82be7b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696253 Sep 26 13:21:52.376109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Pushing event updated for resources: {'Port': ['ID=2f9d652d-6ea2-430f-8ecb-d32c27816dea,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:52.380894 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-b9a2e4c0-bea8-497a-9f84-f437c05ca2c0 service neutron] 10.222.0.23 "GET /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893334 Sep 26 13:21:52.426268 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c835908-8dbe-48b5-99be-b278d2b9b80f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.434000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] For port dc6dfb57-5512-4525-978e-79cca5607477, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:52.453516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] For port dc6dfb57-5512-4525-978e-79cca5607477, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dc6dfb57-5512-4525-978e-79cca5607477,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:52.459029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.496088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c835908-8dbe-48b5-99be-b278d2b9b80f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.546416 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc316c9-f31c-42f6-9fed-63a6331163af req-be2d2e29-e651-4a5e-9768-59cb2a16be16 service neutron] 10.222.0.23 "GET /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567178 Sep 26 13:21:52.574311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c835908-8dbe-48b5-99be-b278d2b9b80f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.582623 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1c835908-8dbe-48b5-99be-b278d2b9b80f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.587098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:52.587200 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1c835908-8dbe-48b5-99be-b278d2b9b80f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/9a9d6d31-a16b-4d4c-9dfa-8c4115dc84fb HTTP/1.1" status: 204 len: 168 time: 0.3083866 Sep 26 13:21:52.587291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.587653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39044) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:52.589044 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/dc6dfb57-5512-4525-978e-79cca5607477 HTTP/1.1" status: 200 len: 1093 time: 1.7577982 Sep 26 13:21:52.595071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de47315-cd1b-42cf-898c-813429ffb7d3', 'tag': 'dc6dfb57-5512-4525-978e-79cca5607477'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:52.598238 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "7de47315-cd1b-42cf-898c-813429ffb7d3", "tag": "dc6dfb57-5512-4525-978e-79cca5607477"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:52.621120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91e010-f879-4aa9-9f8c-f15fdcc6d2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6dfb57-5512-4525-978e-79cca5607477,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:52.651267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Attempting to bind port 2f9d652d-6ea2-430f-8ecb-d32c27816dea on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:21:52.651611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Attempting to bind port 2f9d652d-6ea2-430f-8ecb-d32c27816dea by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:21:52.651947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Attempting to bind port 2f9d652d-6ea2-430f-8ecb-d32c27816dea on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:52.663843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c835908-8dbe-48b5-99be-b278d2b9b80f tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9d6d31-a16b-4d4c-9dfa-8c4115dc84fb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:52.672886 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2199ac7-8aad-48ee-86b9-bd0163706cb2 x-openstack-request-id: req-c2199ac7-8aad-48ee-86b9-bd0163706cb2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:52.673193 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de47315-cd1b-42cf-898c-813429ffb7d3", "tag": "dc6dfb57-5512-4525-978e-79cca5607477", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:52.673460 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2199ac7-8aad-48ee-86b9-bd0163706cb2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:52.673880 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de47315-cd1b-42cf-898c-813429ffb7d3', 'tag': 'dc6dfb57-5512-4525-978e-79cca5607477', 'status': 'completed', 'code': 200} Sep 26 13:21:52.679392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Port 2f9d652d-6ea2-430f-8ecb-d32c27816dea on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:21:52.679721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Attempting to bind port 2f9d652d-6ea2-430f-8ecb-d32c27816dea on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:21:52.687977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:21:52.688738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Checking segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:21:52.689580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Bound using segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:21:52.689863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Bound port: 2f9d652d-6ea2-430f-8ecb-d32c27816dea, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:21:52.690231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.719633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9fda5085-637a-42b3-8031-9e8342a373fa tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274309 Sep 26 13:21:52.723837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39048) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:52.729313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3a3b1d67-f622-4a76-a0ac-320a3391f6b9 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261118323'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:52.734350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-2d730b00-accd-4bec-99a7-47de35764fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:52.736387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-2d730b00-accd-4bec-99a7-47de35764fda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 1096 time: 0.0935798 Sep 26 13:21:52.771599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1d67-f622-4a76-a0ac-320a3391f6b9 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.811202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-3d9dd7e8-4eac-44b1-894e-d3ded47ef20d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc6dfb57-5512-4525-978e-79cca5607477 HTTP/1.1" status: 200 len: 217 time: 0.0532894 Sep 26 13:21:52.895433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-c2e2fcc7-993e-410d-9671-748e1c8f3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:52.897777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-c2e2fcc7-993e-410d-9671-748e1c8f3e42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 200 len: 852 time: 0.0797474 Sep 26 13:21:52.926866 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1d67-f622-4a76-a0ac-320a3391f6b9 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.931416 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1d67-f622-4a76-a0ac-320a3391f6b9 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.971119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1d67-f622-4a76-a0ac-320a3391f6b9 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:52.976550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a3b1d67-f622-4a76-a0ac-320a3391f6b9 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2507486 Sep 26 13:21:52.978082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39056) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:52.978560 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-930b0d2d-dd71-468d-af3f-708c366fcbcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643964 Sep 26 13:21:52.983443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4ff27b1d-9129-4835-8d85-9903e6f2221b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135951737'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:52.990048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1d67-f622-4a76-a0ac-320a3391f6b9 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d082d159-1e30-466b-8e94-b39ef36d105a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:53.016884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] For port 2f9d652d-6ea2-430f-8ecb-d32c27816dea, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:21:53.019873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ff27b1d-9129-4835-8d85-9903e6f2221b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.204876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ff27b1d-9129-4835-8d85-9903e6f2221b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.214919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ff27b1d-9129-4835-8d85-9903e6f2221b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.252667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ff27b1d-9129-4835-8d85-9903e6f2221b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.257849 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4ff27b1d-9129-4835-8d85-9903e6f2221b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2787149 Sep 26 13:21:53.258586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39066) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:53.267836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6f47aa85-8bed-452e-8ba1-0a1a320eab9a tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': 'd082d159-1e30-466b-8e94-b39ef36d105a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f6817f6-3e46-4ba3-9e73-eabf2f602846', 'remote_ip_prefix': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:53.275320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff27b1d-9129-4835-8d85-9903e6f2221b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6817f6-3e46-4ba3-9e73-eabf2f602846,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:53.324296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f47aa85-8bed-452e-8ba1-0a1a320eab9a tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.415621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f47aa85-8bed-452e-8ba1-0a1a320eab9a tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.421273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f47aa85-8bed-452e-8ba1-0a1a320eab9a tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.423522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] For port 2f9d652d-6ea2-430f-8ecb-d32c27816dea, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f9d652d-6ea2-430f-8ecb-d32c27816dea,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:21:53.462538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6f47aa85-8bed-452e-8ba1-0a1a320eab9a tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.464319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6f47aa85-8bed-452e-8ba1-0a1a320eab9a tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2020583 Sep 26 13:21:53.466824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47aa85-8bed-452e-8ba1-0a1a320eab9a tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4f1b42-3c12-46ea-99d4-f32ab76cdd62,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:53.468882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39072) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:53.493742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a748a2-18e8-43da-9d0d-ca5ce99149ba req-68f4bdfc-4935-4a96-aaaf-bdd707903893 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:53.495653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2a748a2-18e8-43da-9d0d-ca5ce99149ba req-68f4bdfc-4935-4a96-aaaf-bdd707903893 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 945 time: 0.5969496 Sep 26 13:21:53.498749 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.526720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9294f36-ec06-47ae-91a3-6dc9dbabf508 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.536873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9294f36-ec06-47ae-91a3-6dc9dbabf508 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.569747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:53.570379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.571774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] 10.222.0.24 "PUT /v2.0/ports/2f9d652d-6ea2-430f-8ecb-d32c27816dea HTTP/1.1" status: 200 len: 1092 time: 2.1655149 Sep 26 13:21:53.590909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e4a12-e323-443a-ac4d-5df19a998afe req-7d3a5613-ac4b-421f-80e4-3ce35621eff8 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:53.599760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2a748a2-18e8-43da-9d0d-ca5ce99149ba req-7682c1de-66d0-41bc-baab-a596bc759661 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889707 Sep 26 13:21:53.603894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-679a23f7-6648-4832-8888-063e8a679f92 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033669 Sep 26 13:21:53.613836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf5e4a12-e323-443a-ac4d-5df19a998afe req-7d3a5613-ac4b-421f-80e4-3ce35621eff8 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 944 time: 0.1265213 Sep 26 13:21:53.642046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9294f36-ec06-47ae-91a3-6dc9dbabf508 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.655238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cba202-37a6-4404-9e84-f79d1740775b service neutron] Pushing event updated for resources: {'Port': ['ID=2f9d652d-6ea2-430f-8ecb-d32c27816dea,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:53.664548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9294f36-ec06-47ae-91a3-6dc9dbabf508 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.668197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f9294f36-ec06-47ae-91a3-6dc9dbabf508 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1c4f1b42-3c12-46ea-99d4-f32ab76cdd62 HTTP/1.1" status: 204 len: 168 time: 0.1957440 Sep 26 13:21:53.671092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf5e4a12-e323-443a-ac4d-5df19a998afe req-969c2f05-dda2-498a-ab7a-2c7e41d4811b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564389 Sep 26 13:21:53.671743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39078) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:53.677020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9294f36-ec06-47ae-91a3-6dc9dbabf508 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c4f1b42-3c12-46ea-99d4-f32ab76cdd62,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:53.769245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-3f9dddfa-25ac-474d-90d6-baee27533ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:53.770965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-3f9dddfa-25ac-474d-90d6-baee27533ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&device_id=11be93e3-5f08-447e-a221-c5e4932dc5cc HTTP/1.1" status: 200 len: 1095 time: 0.1371589 Sep 26 13:21:53.795751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b7baf60d-4a99-4f98-bca7-58e43a408092 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1150365 Sep 26 13:21:53.799381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39082) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:53.835172 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-d7b80910-b978-4044-b190-dbaae2971430 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192881 Sep 26 13:21:53.836569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-9eab64cd-2560-4de1-97ae-8245f4c59eed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f9d652d-6ea2-430f-8ecb-d32c27816dea HTTP/1.1" status: 200 len: 217 time: 0.0532296 Sep 26 13:21:53.909770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac66998d-6f6d-474f-b896-7787b41c6c92 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.933669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e107-5810-48f8-b258-2257142a710f req-4dcdfe9a-568d-42ba-b335-03cab1536f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:53.935228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-4dcdfe9a-568d-42ba-b335-03cab1536f2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 200 len: 852 time: 0.0919843 Sep 26 13:21:53.944790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac66998d-6f6d-474f-b896-7787b41c6c92 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:53.971457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-02eb57f3-13db-40e4-bce0-94efa10331e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:53.973259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-02eb57f3-13db-40e4-bce0-94efa10331e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 1096 time: 0.0834606 Sep 26 13:21:53.997438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-f939ed6c-71b4-4bc6-89f9-20c9281fee29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538464 Sep 26 13:21:54.011110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac66998d-6f6d-474f-b896-7787b41c6c92 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.014649 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac66998d-6f6d-474f-b896-7787b41c6c92 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.018775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac66998d-6f6d-474f-b896-7787b41c6c92 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f6817f6-3e46-4ba3-9e73-eabf2f602846 HTTP/1.1" status: 204 len: 168 time: 0.2146089 Sep 26 13:21:54.020796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39090) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:54.038191 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66998d-6f6d-474f-b896-7787b41c6c92 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6817f6-3e46-4ba3-9e73-eabf2f602846,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:54.127714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a4a79ad-22cf-4196-8383-68b728a74117 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1043205 Sep 26 13:21:54.128326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39094) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:54.162376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-17ab33b9-5e5f-455d-9bfc-7d3d3cf0055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:54.163911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-17ab33b9-5e5f-455d-9bfc-7d3d3cf0055a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 912 time: 0.1701028 Sep 26 13:21:54.218549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d082-f369-4c01-95d5-7ae2ac1b8d2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.228203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-ea23b13c-7f7b-4ded-828d-e07101958976 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc6dfb57-5512-4525-978e-79cca5607477 HTTP/1.1" status: 200 len: 217 time: 0.0474243 Sep 26 13:21:54.230152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-13b6663d-8e82-41d3-b57b-7e824ceee33c service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246947 Sep 26 13:21:54.251167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d082-f369-4c01-95d5-7ae2ac1b8d2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.315609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d082-f369-4c01-95d5-7ae2ac1b8d2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.318747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d082-f369-4c01-95d5-7ae2ac1b8d2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.320054 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4ab7d082-f369-4c01-95d5-7ae2ac1b8d2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/d082d159-1e30-466b-8e94-b39ef36d105a HTTP/1.1" status: 204 len: 168 time: 0.1907854 Sep 26 13:21:54.324538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39100) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:54.337114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7d082-f369-4c01-95d5-7ae2ac1b8d2b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d082d159-1e30-466b-8e94-b39ef36d105a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:54.364259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-942c2260-a9c3-46c8-a0aa-b464c3d81b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:54.366033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-942c2260-a9c3-46c8-a0aa-b464c3d81b2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 200 len: 852 time: 0.1310627 Sep 26 13:21:54.382075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-784d2fdf-bd4a-4100-aa81-ee671cd0a68d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564239 Sep 26 13:21:54.386704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39104) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:54.391444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5f4fc7ea-36b7-43ce-978d-90bc5150e80d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-secgroup--53891485'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:54.417786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-d472fe14-8ab4-4779-88e4-7f9906a2dd3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437751 Sep 26 13:21:54.420484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc7ea-36b7-43ce-978d-90bc5150e80d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.483264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5c6e107-5810-48f8-b258-2257142a710f req-c803a371-1619-4fc3-a5e2-6fd33dcc9d63 service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390079 Sep 26 13:21:54.535846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc7ea-36b7-43ce-978d-90bc5150e80d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.546710 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc7ea-36b7-43ce-978d-90bc5150e80d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.569517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-9425aa52-e20a-479d-b583-d415e5f2d399 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447263 Sep 26 13:21:54.597562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc7ea-36b7-43ce-978d-90bc5150e80d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.601322 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f4fc7ea-36b7-43ce-978d-90bc5150e80d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2118142 Sep 26 13:21:54.601322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fc7ea-36b7-43ce-978d-90bc5150e80d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a09ff3b-b7ac-4278-aab3-bbb70fa0a1a6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:54.602698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39108) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:54.608285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-13abba79-5826-46d1-a3ff-5fe09e17745c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': '6a09ff3b-b7ac-4278-aab3-bbb70fa0a1a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:54.649454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13abba79-5826-46d1-a3ff-5fe09e17745c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.694035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11be93e3-5f08-447e-a221-c5e4932dc5cc', 'tag': '2f9d652d-6ea2-430f-8ecb-d32c27816dea'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:54.707749 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840a11f8-0b58-4f37-8042-c1e676534188" -d '{"events": [{"name": "network-changed", "server_uuid": "11be93e3-5f08-447e-a221-c5e4932dc5cc", "tag": "2f9d652d-6ea2-430f-8ecb-d32c27816dea"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:54.812843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-920e1bb9-e768-4e2c-8f08-f8e7a95cdbf8 req-b193517a-129f-4107-86fe-7b969e406869 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362995 Sep 26 13:21:54.832881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61086b75-c3b2-44ca-8293-6174e106a9c9 req-10c24e61-6432-4bc0-974a-8eae73587985 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:54.834814 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61086b75-c3b2-44ca-8293-6174e106a9c9 req-10c24e61-6432-4bc0-974a-8eae73587985 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 945 time: 0.1205890 Sep 26 13:21:54.841917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13abba79-5826-46d1-a3ff-5fe09e17745c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.863705 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13abba79-5826-46d1-a3ff-5fe09e17745c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.869147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da9d9-476f-4647-bdac-63ddf84823c5 req-bfaf9285-2233-449e-8f2e-9e8df73a93c7 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:54.870810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-135da9d9-476f-4647-bdac-63ddf84823c5 req-bfaf9285-2233-449e-8f2e-9e8df73a93c7 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 944 time: 0.0946543 Sep 26 13:21:54.896235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abba79-5826-46d1-a3ff-5fe09e17745c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fefd3a9-6528-4851-a7ef-6ed8f1ae25e5,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:54.922431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-135da9d9-476f-4647-bdac-63ddf84823c5 req-65ee0999-0945-4ea4-98d2-fe777a07c47e tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Sep 26 13:21:54.932535 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61086b75-c3b2-44ca-8293-6174e106a9c9 req-20d75deb-f618-421b-bf99-e5d23a47395d tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887487 Sep 26 13:21:54.947688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-13abba79-5826-46d1-a3ff-5fe09e17745c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:54.951965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-13abba79-5826-46d1-a3ff-5fe09e17745c tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3455584 Sep 26 13:21:54.952193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39116) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.004127 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f44828-e4d8-48df-9250-f433411b4bcb x-openstack-request-id: req-95f44828-e4d8-48df-9250-f433411b4bcb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:55.004505 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11be93e3-5f08-447e-a221-c5e4932dc5cc", "tag": "2f9d652d-6ea2-430f-8ecb-d32c27816dea", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:55.004816 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95f44828-e4d8-48df-9250-f433411b4bcb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:55.005269 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11be93e3-5f08-447e-a221-c5e4932dc5cc', 'tag': '2f9d652d-6ea2-430f-8ecb-d32c27816dea', 'status': 'completed', 'code': 200} Sep 26 13:21:55.020060 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4925f4e-6360-40ac-92f4-32b4bdd5d507 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.053374 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4925f4e-6360-40ac-92f4-32b4bdd5d507 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.099052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a11f8-0b58-4f37-8042-c1e676534188 req-28ae5a44-076b-491b-a6ef-540c94089c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:55.100629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-840a11f8-0b58-4f37-8042-c1e676534188 req-28ae5a44-076b-491b-a6ef-540c94089c40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&device_id=11be93e3-5f08-447e-a221-c5e4932dc5cc HTTP/1.1" status: 200 len: 1095 time: 0.0825019 Sep 26 13:21:55.195448 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4925f4e-6360-40ac-92f4-32b4bdd5d507 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.206512 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4925f4e-6360-40ac-92f4-32b4bdd5d507 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.210410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39126) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.210735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e4925f4e-6360-40ac-92f4-32b4bdd5d507 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1fefd3a9-6528-4851-a7ef-6ed8f1ae25e5 HTTP/1.1" status: 204 len: 168 time: 0.2573917 Sep 26 13:21:55.223554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4925f4e-6360-40ac-92f4-32b4bdd5d507 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fefd3a9-6528-4851-a7ef-6ed8f1ae25e5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:55.239104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a11f8-0b58-4f37-8042-c1e676534188 req-10eacf00-5655-4476-baf9-a15fa422bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:55.241553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-840a11f8-0b58-4f37-8042-c1e676534188 req-10eacf00-5655-4476-baf9-a15fa422bb05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 912 time: 0.1322384 Sep 26 13:21:55.294703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9a293d19-9883-437a-8df8-a0a1e7348028 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823946 Sep 26 13:21:55.297473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39130) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.318678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-840a11f8-0b58-4f37-8042-c1e676534188 req-02c0a274-ba9a-4d8e-96c3-53d8316a215a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f9d652d-6ea2-430f-8ecb-d32c27816dea HTTP/1.1" status: 200 len: 217 time: 0.0696933 Sep 26 13:21:55.400341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8cfdeeb3-9787-47b1-a923-a64270e92b5e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.404988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a11f8-0b58-4f37-8042-c1e676534188 req-78bc7a86-4f6f-4a1f-a03b-8e381f592bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:55.406532 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-840a11f8-0b58-4f37-8042-c1e676534188 req-78bc7a86-4f6f-4a1f-a03b-8e381f592bb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 200 len: 852 time: 0.0802100 Sep 26 13:21:55.434297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529362a-c49e-4c5b-b78d-4e1a57ab5872 req-26f4c848-8404-487f-aac0-52ad0080f37b tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:55.435113 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8cfdeeb3-9787-47b1-a923-a64270e92b5e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.443668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8529362a-c49e-4c5b-b78d-4e1a57ab5872 req-26f4c848-8404-487f-aac0-52ad0080f37b tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 945 time: 0.0820198 Sep 26 13:21:55.473536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-840a11f8-0b58-4f37-8042-c1e676534188 req-c452b0ea-d2d1-4f95-877e-de750e4d048f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556703 Sep 26 13:21:55.493124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8cfdeeb3-9787-47b1-a923-a64270e92b5e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.495878 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8cfdeeb3-9787-47b1-a923-a64270e92b5e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.497543 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8cfdeeb3-9787-47b1-a923-a64270e92b5e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a09ff3b-b7ac-4278-aab3-bbb70fa0a1a6 HTTP/1.1" status: 204 len: 168 time: 0.1986289 Sep 26 13:21:55.502345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39132) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.514836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdeeb3-9787-47b1-a923-a64270e92b5e tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a09ff3b-b7ac-4278-aab3-bbb70fa0a1a6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:55.520261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8529362a-c49e-4c5b-b78d-4e1a57ab5872 req-2edc7fc6-dfc5-4720-80d1-aabcaae2508e tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734336 Sep 26 13:21:55.569570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf3a3832-ef65-43cd-a294-c90948208b50 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650284 Sep 26 13:21:55.572357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39134) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.576879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a1805b70-a73f-4d6d-a4d0-86f08c42cf91 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group': {'name': 'tempest-secgroup--680406038'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:55.600788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1805b70-a73f-4d6d-a4d0-86f08c42cf91 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.615542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-840a11f8-0b58-4f37-8042-c1e676534188 req-e4972729-4d57-4115-8df0-1a4537be4fda service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295195 Sep 26 13:21:55.704419 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1805b70-a73f-4d6d-a4d0-86f08c42cf91 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.708968 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1805b70-a73f-4d6d-a4d0-86f08c42cf91 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.724231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-840a11f8-0b58-4f37-8042-c1e676534188 req-0fbd7ce4-943a-4117-b5d8-8552bd2ec65a service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978389 Sep 26 13:21:55.732495 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1805b70-a73f-4d6d-a4d0-86f08c42cf91 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.736492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39136) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.742060 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a1805b70-a73f-4d6d-a4d0-86f08c42cf91 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1685019 Sep 26 13:21:55.742198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f49b29e6-069f-40be-82b0-13b4c6776848 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': '0fd73610-1b55-45f9-b4d4-f19f2f54a327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:55.754800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1805b70-a73f-4d6d-a4d0-86f08c42cf91 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd73610-1b55-45f9-b4d4-f19f2f54a327,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:55.774426 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f49b29e6-069f-40be-82b0-13b4c6776848 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.836272 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f49b29e6-069f-40be-82b0-13b4c6776848 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.840497 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f49b29e6-069f-40be-82b0-13b4c6776848 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.861715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b29e6-069f-40be-82b0-13b4c6776848 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaec4cd-6918-44f2-81d1-76fff1709528,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:55.865294 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f49b29e6-069f-40be-82b0-13b4c6776848 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.868971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f49b29e6-069f-40be-82b0-13b4c6776848 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283998 Sep 26 13:21:55.869160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39138) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.885439 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-047c1db1-5952-4b38-91ca-c1d7f24658e2 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules/7eaec4cd-6918-44f2-81d1-76fff1709528 HTTP/1.1" status: 200 len: 763 time: 0.0151567 Sep 26 13:21:55.888240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39140) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.931042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9c7b36d1-e6d0-4b2e-a883-939ae0113857 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0416424 Sep 26 13:21:55.933705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39142) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:55.960655 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f14ad3e7-d2f4-434d-a65d-027a678e6712 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:55.968828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f14ad3e7-d2f4-434d-a65d-027a678e6712 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.009986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f14ad3e7-d2f4-434d-a65d-027a678e6712 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.015007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f14ad3e7-d2f4-434d-a65d-027a678e6712 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.017088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f14ad3e7-d2f4-434d-a65d-027a678e6712 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7eaec4cd-6918-44f2-81d1-76fff1709528 HTTP/1.1" status: 204 len: 168 time: 0.0824027 Sep 26 13:21:56.019732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39148) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.044108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ad3e7-d2f4-434d-a65d-027a678e6712 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eaec4cd-6918-44f2-81d1-76fff1709528,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:56.073776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e04f5-61d7-4ff3-be65-31df3921e517 req-a2a15d25-b7f7-4a2e-9863-d65a4275f150 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:56.075434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-612e04f5-61d7-4ff3-be65-31df3921e517 req-a2a15d25-b7f7-4a2e-9863-d65a4275f150 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 944 time: 0.0810769 Sep 26 13:21:56.079403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b937fe6c-00b7-450d-ac7b-8db95a9af943 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561662 Sep 26 13:21:56.079859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39150) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.084827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bb61f0fd-5537-4de6-a206-1259e7243a0d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': '0fd73610-1b55-45f9-b4d4-f19f2f54a327', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:56.114124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb61f0fd-5537-4de6-a206-1259e7243a0d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.125972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-612e04f5-61d7-4ff3-be65-31df3921e517 req-26970648-92ad-481c-a758-b93d0c141de8 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359621 Sep 26 13:21:56.172992 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb61f0fd-5537-4de6-a206-1259e7243a0d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.176998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb61f0fd-5537-4de6-a206-1259e7243a0d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.191996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61f0fd-5537-4de6-a206-1259e7243a0d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d388af0-fdd9-4996-82ee-9149ebb454dd,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:56.205417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bb61f0fd-5537-4de6-a206-1259e7243a0d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.206732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bb61f0fd-5537-4de6-a206-1259e7243a0d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259875 Sep 26 13:21:56.210698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39152) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.228556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-81e0d64c-debc-44d4-8203-acc34f89c3fc tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules/7d388af0-fdd9-4996-82ee-9149ebb454dd HTTP/1.1" status: 200 len: 763 time: 0.0166836 Sep 26 13:21:56.230981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39154) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.277592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-80279dac-3072-438b-8831-40c5c477f73b tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0414717 Sep 26 13:21:56.277886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39158) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.302803 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-714422a7-7c07-47dd-b190-c2069a170acb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.310597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-714422a7-7c07-47dd-b190-c2069a170acb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.338884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-714422a7-7c07-47dd-b190-c2069a170acb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.344328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-714422a7-7c07-47dd-b190-c2069a170acb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.347731 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-714422a7-7c07-47dd-b190-c2069a170acb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7d388af0-fdd9-4996-82ee-9149ebb454dd HTTP/1.1" status: 204 len: 168 time: 0.0668440 Sep 26 13:21:56.348225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39160) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.353412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714422a7-7c07-47dd-b190-c2069a170acb tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d388af0-fdd9-4996-82ee-9149ebb454dd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:56.390346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e6071d61-9435-459e-8815-9b70cd47d527 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408287 Sep 26 13:21:56.393126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.397751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-346291f4-e7cf-4c25-a2a4-8cbfec8bb540 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Request body: {'security_group_rule': {'security_group_id': '0fd73610-1b55-45f9-b4d4-f19f2f54a327', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:56.423293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-346291f4-e7cf-4c25-a2a4-8cbfec8bb540 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.484080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-346291f4-e7cf-4c25-a2a4-8cbfec8bb540 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.488688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-346291f4-e7cf-4c25-a2a4-8cbfec8bb540 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.508427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346291f4-e7cf-4c25-a2a4-8cbfec8bb540 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ca4960-258b-4912-8b25-4b0dcd1aad4e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:56.515956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-346291f4-e7cf-4c25-a2a4-8cbfec8bb540 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.517307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-346291f4-e7cf-4c25-a2a4-8cbfec8bb540 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230958 Sep 26 13:21:56.520285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39164) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.532357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device dc6dfb57-5512-4525-978e-79cca5607477 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:21:56.540605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-852ce9fc-1ee5-48a9-a28a-728d5586c02d tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules/e5ca4960-258b-4912-8b25-4b0dcd1aad4e HTTP/1.1" status: 200 len: 764 time: 0.0190620 Sep 26 13:21:56.541401 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39168) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.609467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1a289911-7dcb-46f4-8bf2-d02be1ebd1cd tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0666771 Sep 26 13:21:56.612740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39170) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.647027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port dc6dfb57-5512-4525-978e-79cca5607477, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dc6dfb57-5512-4525-978e-79cca5607477,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:56.651972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6897c46-9f09-4a33-86b0-14970563fbce tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.660505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'dc6dfb57-5512-4525-978e-79cca5607477', 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'port_id': 'dc6dfb57-5512-4525-978e-79cca5607477', 'mac_address': 'fa:16:3e:d9:75:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01cc581-0a05-46fe-ac42-20ad5b5beeeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:21:56.662959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6897c46-9f09-4a33-86b0-14970563fbce tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.679581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb0b45-753c-45f3-adc9-43cffa27efaf req-76b716d2-ca3a-4a76-891b-fe10b9ab4d01 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:56.687831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0bdb0b45-753c-45f3-adc9-43cffa27efaf req-76b716d2-ca3a-4a76-891b-fe10b9ab4d01 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 945 time: 0.0638604 Sep 26 13:21:56.701896 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.702163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6897c46-9f09-4a33-86b0-14970563fbce tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.707647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6897c46-9f09-4a33-86b0-14970563fbce tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.708982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a6897c46-9f09-4a33-86b0-14970563fbce tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e5ca4960-258b-4912-8b25-4b0dcd1aad4e HTTP/1.1" status: 204 len: 168 time: 0.0946045 Sep 26 13:21:56.716981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39172) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.726543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6897c46-9f09-4a33-86b0-14970563fbce tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5ca4960-258b-4912-8b25-4b0dcd1aad4e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:56.727077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6dfb57-5512-4525-978e-79cca5607477 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:21:56.738440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0bdb0b45-753c-45f3-adc9-43cffa27efaf req-ed77ab29-edd1-49d6-96b6-a5d29bd383f5 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/security-groups?id=05c56c8a-441d-4796-80e8-3ea36cdc342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495174 Sep 26 13:21:56.751114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port dc6dfb57-5512-4525-978e-79cca5607477, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dc6dfb57-5512-4525-978e-79cca5607477,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:56.758006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.771702 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c94aee07-675d-4c64-bfc9-49caacf17321 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531595 Sep 26 13:21:56.774319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39174) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.812263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=dc6dfb57-5512-4525-978e-79cca5607477,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:56.840496 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb27128e-4518-42e2-bda7-ed42af25fb21 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.846995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-f56e7f5d-fb70-4fc1-999f-88ef91e50358 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:56.848717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-f56e7f5d-fb70-4fc1-999f-88ef91e50358 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 945 time: 0.0610559 Sep 26 13:21:56.870554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb27128e-4518-42e2-bda7-ed42af25fb21 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.914009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb27128e-4518-42e2-bda7-ed42af25fb21 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.916634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb27128e-4518-42e2-bda7-ed42af25fb21 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.920121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bb27128e-4518-42e2-bda7-ed42af25fb21 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "DELETE /v2.0/security-groups/0fd73610-1b55-45f9-b4d4-f19f2f54a327 HTTP/1.1" status: 204 len: 168 time: 0.1423988 Sep 26 13:21:56.921350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39176) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.941724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27128e-4518-42e2-bda7-ed42af25fb21 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd73610-1b55-45f9-b4d4-f19f2f54a327,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:56.959546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Deleting port ac9cd228-81e4-439e-befd-a550ef58d664 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:21:56.960270 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:56.991917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39178) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:56.992480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8b35b304-6650-4df4-8947-b0d71fcdaf61 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697877 Sep 26 13:21:57.055000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['dc6dfb57-5512-4525-978e-79cca5607477'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:21:57.089110 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a8fdbbb0-7d37-479d-86b6-f57d0ee78760 tempest-SecGroupTest-1331195964 tempest-SecGroupTest-1331195964-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956471 Sep 26 13:21:57.101502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] For port ac9cd228-81e4-439e-befd-a550ef58d664, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ac9cd228-81e4-439e-befd-a550ef58d664,segment=NetworkSegment(d5f3fa9d-1d0f-440c-98a4-17b2f396acc5),segment_id=d5f3fa9d-1d0f-440c-98a4-17b2f396acc5)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:57.102005 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.124672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2f9d652d-6ea2-430f-8ecb-d32c27816dea details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:21:57.128336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Calling delete_port for ac9cd228-81e4-439e-befd-a550ef58d664 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:21:57.369780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1671c-ab7d-4822-bc07-97af51ab0075 req-9a2df69f-c605-4c78-8582-eff6f64fc2ab tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:57.374476 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ad1671c-ab7d-4822-bc07-97af51ab0075 req-9a2df69f-c605-4c78-8582-eff6f64fc2ab tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 945 time: 0.1161969 Sep 26 13:21:57.406948 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.425472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2f9d652d-6ea2-430f-8ecb-d32c27816dea, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f9d652d-6ea2-430f-8ecb-d32c27816dea,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:57.445758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2f9d652d-6ea2-430f-8ecb-d32c27816dea', 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'port_id': '2f9d652d-6ea2-430f-8ecb-d32c27816dea', 'mac_address': 'fa:16:3e:9b:d6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01cc581-0a05-46fe-ac42-20ad5b5beeeb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:21:57.460125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8ad1671c-ab7d-4822-bc07-97af51ab0075 req-eabe299a-d7df-4ac5-88df-ff6406fc0d6e tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769446 Sep 26 13:21:57.460381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Pushing event deleted for resources: {'Port': ['ID=ac9cd228-81e4-439e-befd-a550ef58d664,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:57.496703 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.512958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9d652d-6ea2-430f-8ecb-d32c27816dea {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:21:57.524036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] No DVR routers for this DVR port ac9cd228-81e4-439e-befd-a550ef58d664 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:21:57.526243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39202) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:57.533440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.535699 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df56663e-7c06-45ac-bf42-79aaa3b68b75 req-afb71e3c-dc49-4eb9-adb3-60d7cb2cdff6 tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.23 "DELETE /v2.0/ports/ac9cd228-81e4-439e-befd-a550ef58d664 HTTP/1.1" status: 204 len: 173 time: 0.6804490 Sep 26 13:21:57.536088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2ae811-ef49-44e0-8655-c9d6b148fc7a', 'name': 'network-vif-deleted', 'tag': 'ac9cd228-81e4-439e-befd-a550ef58d664'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:57.538641 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9b7a20-0010-4373-ab98-d5b612faeef0" -d '{"events": [{"server_uuid": "3c2ae811-ef49-44e0-8655-c9d6b148fc7a", "name": "network-vif-deleted", "tag": "ac9cd228-81e4-439e-befd-a550ef58d664"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:57.543685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2f9d652d-6ea2-430f-8ecb-d32c27816dea, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f9d652d-6ea2-430f-8ecb-d32c27816dea,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:57.551960 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.587902 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac2ba6e-a45c-437e-bce5-1943f8eb1c03 x-openstack-request-id: req-bac2ba6e-a45c-437e-bce5-1943f8eb1c03 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:57.588264 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2ae811-ef49-44e0-8655-c9d6b148fc7a", "name": "network-vif-deleted", "tag": "ac9cd228-81e4-439e-befd-a550ef58d664", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:57.588581 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bac2ba6e-a45c-437e-bce5-1943f8eb1c03 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:57.589046 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2ae811-ef49-44e0-8655-c9d6b148fc7a', 'name': 'network-vif-deleted', 'tag': 'ac9cd228-81e4-439e-befd-a550ef58d664', 'status': 'completed', 'code': 200} Sep 26 13:21:57.619517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2f9d652d-6ea2-430f-8ecb-d32c27816dea,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:57.708253 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c1975062-bcb7-4944-bf94-9e17d7bf68c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=304f5ef71d7d49fa879c22ec8a350bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807950 Sep 26 13:21:57.710793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39208) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:57.762223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc0d18d7-5734-4815-a2a1-f19607f5ba23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.766907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2f9d652d-6ea2-430f-8ecb-d32c27816dea'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:21:57.791121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc0d18d7-5734-4815-a2a1-f19607f5ba23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.855017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ac9cd228-81e4-439e-befd-a550ef58d664'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:21:57.872746 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9fe3717-b241-44d4-bcec-46a3302af5a0 req-85a7233e-76e5-4c21-9e1c-0ab52af82b7b tempest-InstanceActionsTestJSON-1934659600 tempest-InstanceActionsTestJSON-1934659600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2ae811-ef49-44e0-8655-c9d6b148fc7a HTTP/1.1" status: 200 len: 210 time: 0.0359008 Sep 26 13:21:57.873974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc0d18d7-5734-4815-a2a1-f19607f5ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.876772 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fc0d18d7-5734-4815-a2a1-f19607f5ba23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:57.878191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc0d18d7-5734-4815-a2a1-f19607f5ba23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9761d5c8-b446-48a8-b80c-a406ee1cdd88 HTTP/1.1" status: 204 len: 168 time: 0.1661944 Sep 26 13:21:57.888941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d18d7-5734-4815-a2a1-f19607f5ba23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9761d5c8-b446-48a8-b80c-a406ee1cdd88,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:58.476618 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39234) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:58.543285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device dc6dfb57-5512-4525-978e-79cca5607477 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:58.581586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0b7d454c-a374-4d51-8d20-00db202bfbf5 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1633 time: 0.1031740 Sep 26 13:21:58.584722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39238) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:58.620834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'network': {'name': 'tempest-network-smoke--1441284075', 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'port_security_enabled': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:58.623683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port dc6dfb57-5512-4525-978e-79cca5607477 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:21:58.628953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port dc6dfb57-5512-4525-978e-79cca5607477 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:58.630099 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:58.657042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26e95c-2b1a-4165-82a2-de60ae1d1cb7 req-5a05a8af-3e5b-4058-9757-dcf7f466196c tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:58.658946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e26e95c-2b1a-4165-82a2-de60ae1d1cb7 req-5a05a8af-3e5b-4058-9757-dcf7f466196c tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 945 time: 0.0724194 Sep 26 13:21:58.660244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Made reservation on behalf of 1552fce1cc934923b3509a3f3fb92dd4 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:21:58.664269 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:58.711934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e26e95c-2b1a-4165-82a2-de60ae1d1cb7 req-dfe3dbe8-ea77-46b1-b861-da7f8dbcd77f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 Sep 26 13:21:58.720589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:21:58.738804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39242) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:58.744164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:58.744539 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Added segment 7d4157a5-7e3a-4c0c-8072-e7df21c10105 of type vlan for network 19b68ebb-21ad-4a91-a84a-f01adeeac47e Sep 26 13:21:58.766667 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:58.795752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de47315-cd1b-42cf-898c-813429ffb7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6dfb57-5512-4525-978e-79cca5607477'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:21:58.798180 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b38f829-e30e-43ad-b0e3-3f12cf16bb6f" -d '{"events": [{"server_uuid": "7de47315-cd1b-42cf-898c-813429ffb7d3", "name": "network-vif-plugged", "status": "completed", "tag": "dc6dfb57-5512-4525-978e-79cca5607477"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:21:58.802347 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:58.816285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port dc6dfb57-5512-4525-978e-79cca5607477, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dc6dfb57-5512-4525-978e-79cca5607477,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:58.822462 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:58.842182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:58.849395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:58.850462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:58.870295 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f575b2-936b-4317-8622-955298c7fad1 x-openstack-request-id: req-c6f575b2-936b-4317-8622-955298c7fad1 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:21:58.870587 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de47315-cd1b-42cf-898c-813429ffb7d3", "name": "network-vif-plugged", "status": "completed", "tag": "dc6dfb57-5512-4525-978e-79cca5607477", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:21:58.870844 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6f575b2-936b-4317-8622-955298c7fad1 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:21:58.871240 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de47315-cd1b-42cf-898c-813429ffb7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6dfb57-5512-4525-978e-79cca5607477', 'code': 200} Sep 26 13:21:58.883812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=dc6dfb57-5512-4525-978e-79cca5607477,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:58.894272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39248) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:58.894568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2777355 Sep 26 13:21:58.907021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b08e1df3-dcd8-4482-a2e5-bd488efc88ae tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:58.907870 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-b08e1df3-dcd8-4482-a2e5-bd488efc88ae tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 26 13:21:58.909987 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-b08e1df3-dcd8-4482-a2e5-bd488efc88ae tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): There was a conflict when trying to complete your request. Sep 26 13:21:58.912281 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b08e1df3-dcd8-4482-a2e5-bd488efc88ae tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1711054 Sep 26 13:21:58.915170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39250) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:58.919248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'admin_state_up': True, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:58.920172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993109885'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:21:58.966443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39254) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:58.975415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaf869-3a0f-42e7-a646-59e70e8dacc8 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Network': ['ID=19b68ebb-21ad-4a91-a84a-f01adeeac47e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:58.989998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:21:58.993225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:21:58.993225 n-d-806683-13 neutron-server[94812]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 26 13:21:58.993225 n-d-806683-13 neutron-server[94812]: [parameters: {'project_id': '59eaa7baa3f2415b89c091a7c0b46266', 'id': 'ee934d1c-7b7c-464c-9b11-db9095374a16', 'expiration': datetime.datetime(2021, 9, 26, 13, 23, 58, 973222)}] Sep 26 13:21:58.993225 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:21:58.993549 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:21:59.009069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead14a0e-b039-405a-a078-eba27f635753 req-1601c871-c393-48be-b540-a77dd91eefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:59.010690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ead14a0e-b039-405a-a078-eba27f635753 req-1601c871-c393-48be-b540-a77dd91eefcd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0760555 Sep 26 13:21:59.025730 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.026805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.046364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c5ab3a-2ae6-430c-bf4a-ac5e1c842c03 admin admin] Deleting subnet 06830796-edf2-44a8-b220-14b81d9eff9c {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:21:59.050684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ead14a0e-b039-405a-a078-eba27f635753 req-a85d447e-7f0c-4a1a-9e51-14d5225a1e97 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Sep 26 13:21:59.052268 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97c5ab3a-2ae6-430c-bf4a-ac5e1c842c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.070219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2f9d652d-6ea2-430f-8ecb-d32c27816dea up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:21:59.125599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97c5ab3a-2ae6-430c-bf4a-ac5e1c842c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.126185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2f9d652d-6ea2-430f-8ecb-d32c27816dea completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:21:59.132038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2f9d652d-6ea2-430f-8ecb-d32c27816dea triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:21:59.132488 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.176745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.277391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97c5ab3a-2ae6-430c-bf4a-ac5e1c842c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.376296 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.394985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.412616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2f9d652d-6ea2-430f-8ecb-d32c27816dea, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f9d652d-6ea2-430f-8ecb-d32c27816dea,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:21:59.419741 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.428573 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97c5ab3a-2ae6-430c-bf4a-ac5e1c842c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.463532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5ab3a-2ae6-430c-bf4a-ac5e1c842c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06830796-edf2-44a8-b220-14b81d9eff9c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:59.473935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-97c5ab3a-2ae6-430c-bf4a-ac5e1c842c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.475858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-97c5ab3a-2ae6-430c-bf4a-ac5e1c842c03 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/06830796-edf2-44a8-b220-14b81d9eff9c HTTP/1.1" status: 204 len: 168 time: 0.5084164 Sep 26 13:21:59.479189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39260) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:21:59.512559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2f9d652d-6ea2-430f-8ecb-d32c27816dea,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:59.598739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.608412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.620252 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.699462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.711998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.723389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.746159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3618b0-e8ae-4801-9194-4595c3b3c405']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:59.760887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f3fa9d-1d0f-440c-98a4-17b2f396acc5') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:59.761209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f3fa9d-1d0f-440c-98a4-17b2f396acc5') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:21:59.776813 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.797880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.808265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:21:59.808664 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:21:59.810456 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:21:59.895017 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.896760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.902380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.906991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac3618b0-e8ae-4801-9194-4595c3b3c405 HTTP/1.1" status: 204 len: 168 time: 0.4241028 Sep 26 13:21:59.907820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:21:59.910499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Allocated IP 172.25.4.6 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/9e79e519-4120-4872-bd6c-6ee74ba91b69) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:21:59.936504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a43246-dbe2-4467-9d79-4d8244a5332c req-6d8f3641-94a6-4643-8edf-2ab3d458b364 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:21:59.939483 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1a43246-dbe2-4467-9d79-4d8244a5332c req-6d8f3641-94a6-4643-8edf-2ab3d458b364 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 946 time: 0.0943925 Sep 26 13:21:59.946051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea2a2a-f66d-47e2-9156-3fbd12817939 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3618b0-e8ae-4801-9194-4595c3b3c405,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:21:59.972515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a988c-b394-4071-8fb9-954de74efc9e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:00.090874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.095272 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.132887 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.134471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2180758 Sep 26 13:22:00.136723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a845ab-b594-4ca1-bb67-372f26068d37 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1fd864-45df-458d-bdb7-82a022060789,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:00.138193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39266) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:00.145722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-868c000f-e9a7-4cf3-ad11-9648a0e23a4b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '1a1fd864-45df-458d-bdb7-82a022060789', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:00.160738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1a43246-dbe2-4467-9d79-4d8244a5332c req-77a5385e-1bfe-4d17-ae76-a8273693ce80 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024305 Sep 26 13:22:00.202003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39268) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:00.220489 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-868c000f-e9a7-4cf3-ad11-9648a0e23a4b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.226567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.252014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7ec550b9-f9d8-44cf-a90c-0b1a5ff21482 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c10751120ac428f92389a1740a41af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484424 Sep 26 13:22:00.255727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39270) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:00.344557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.347475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-868c000f-e9a7-4cf3-ad11-9648a0e23a4b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.386634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-868c000f-e9a7-4cf3-ad11-9648a0e23a4b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.409045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a3df-161f-46d6-b75c-31d2a6152023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.428572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c000f-e9a7-4cf3-ad11-9648a0e23a4b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775f8e68-d114-4890-bd52-43f14e996e1d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:00.442646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:00.448839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-868c000f-e9a7-4cf3-ad11-9648a0e23a4b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.452782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-868c000f-e9a7-4cf3-ad11-9648a0e23a4b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3081188 Sep 26 13:22:00.452782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=9e79e519-4120-4872-bd6c-6ee74ba91b69,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:00.453411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:00.454233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39274) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:00.460151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:00.466309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b46c0757-4117-4680-8aa0-4b6538807550 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '1a1fd864-45df-458d-bdb7-82a022060789', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:00.484400 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a3df-161f-46d6-b75c-31d2a6152023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.505232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b46c0757-4117-4680-8aa0-4b6538807550 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.542965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac9cd228-81e4-439e-befd-a550ef58d664 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:00.578543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: ac9cd228-81e4-439e-befd-a550ef58d664 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:00.578903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ac9cd228-81e4-439e-befd-a550ef58d664 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:00.582246 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-b46c0757-4117-4680-8aa0-4b6538807550 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): There was a conflict when trying to complete your request. Sep 26 13:22:00.583953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b46c0757-4117-4680-8aa0-4b6538807550 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1264219 Sep 26 13:22:00.587145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39278) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:00.675329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a3df-161f-46d6-b75c-31d2a6152023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.678294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a3df-161f-46d6-b75c-31d2a6152023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.682320 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b5e3a3df-161f-46d6-b75c-31d2a6152023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05c56c8a-441d-4796-80e8-3ea36cdc342d HTTP/1.1" status: 204 len: 168 time: 0.4211788 Sep 26 13:22:00.692430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3a3df-161f-46d6-b75c-31d2a6152023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c56c8a-441d-4796-80e8-3ea36cdc342d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:00.693308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0b95-89de-42fd-8e65-5ae6345a9ab2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.744175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0b95-89de-42fd-8e65-5ae6345a9ab2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.808909 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0b95-89de-42fd-8e65-5ae6345a9ab2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.811965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0b95-89de-42fd-8e65-5ae6345a9ab2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.816219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d4ba0b95-89de-42fd-8e65-5ae6345a9ab2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a1fd864-45df-458d-bdb7-82a022060789 HTTP/1.1" status: 204 len: 168 time: 0.2248538 Sep 26 13:22:00.817312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39282) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:00.856657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba0b95-89de-42fd-8e65-5ae6345a9ab2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1fd864-45df-458d-bdb7-82a022060789,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:00.876714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11be93e3-5f08-447e-a221-c5e4932dc5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9d652d-6ea2-430f-8ecb-d32c27816dea'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:00.880323 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34106813-3e12-43d8-9f2a-904e8376c4e0" -d '{"events": [{"server_uuid": "11be93e3-5f08-447e-a221-c5e4932dc5cc", "name": "network-vif-plugged", "status": "completed", "tag": "2f9d652d-6ea2-430f-8ecb-d32c27816dea"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:00.891852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac1a8ca1-eb62-41d6-ab15-98ba524e1270 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714562 Sep 26 13:22:00.895839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39286) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:00.900904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e494435d-91fd-423b-b50e-410533cead80 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--233959563'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:00.928935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e494435d-91fd-423b-b50e-410533cead80 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:00.944324 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56c7ef4-e140-4f4a-817a-e83e13812b92 x-openstack-request-id: req-e56c7ef4-e140-4f4a-817a-e83e13812b92 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:00.945720 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11be93e3-5f08-447e-a221-c5e4932dc5cc", "name": "network-vif-plugged", "status": "completed", "tag": "2f9d652d-6ea2-430f-8ecb-d32c27816dea", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:00.946223 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e56c7ef4-e140-4f4a-817a-e83e13812b92 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:00.947071 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11be93e3-5f08-447e-a221-c5e4932dc5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9d652d-6ea2-430f-8ecb-d32c27816dea', 'code': 200} Sep 26 13:22:01.078017 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e494435d-91fd-423b-b50e-410533cead80 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.087018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a7c4d-f8ec-49a9-8754-a4c34ef09a5b req-29728521-9371-458c-ba18-13cca1b0a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:01.091954 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a86a7c4d-f8ec-49a9-8754-a4c34ef09a5b req-29728521-9371-458c-ba18-13cca1b0a222 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11be93e3-5f08-447e-a221-c5e4932dc5cc HTTP/1.1" status: 200 len: 1097 time: 0.0756857 Sep 26 13:22:01.093193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e494435d-91fd-423b-b50e-410533cead80 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.124935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e494435d-91fd-423b-b50e-410533cead80 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.128912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e494435d-91fd-423b-b50e-410533cead80 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2293348 Sep 26 13:22:01.142013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39290) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:01.155346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3011db03-6d91-46d1-8e70-2e6e4afad8c7 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '051605b0-b041-4d40-88ed-20a7ecf50b24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:01.156158 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-3011db03-6d91-46d1-8e70-2e6e4afad8c7 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 26 13:22:01.157394 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-3011db03-6d91-46d1-8e70-2e6e4afad8c7 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:01.161608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3011db03-6d91-46d1-8e70-2e6e4afad8c7 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0154583 Sep 26 13:22:01.163846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39292) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:01.233224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a86a7c4d-f8ec-49a9-8754-a4c34ef09a5b req-14f41382-d7d4-40df-9716-b5896275b17f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274042 Sep 26 13:22:01.235112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494435d-91fd-423b-b50e-410533cead80 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051605b0-b041-4d40-88ed-20a7ecf50b24,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:01.309193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5dce-3e4c-4d17-b65c-7820a2eda36b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.314699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.354928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5dce-3e4c-4d17-b65c-7820a2eda36b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.395247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441719d-6db2-468e-a1ec-70f5be637c68 req-2390639b-f1e2-43fe-b834-8b30dcf9fb1a tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:01.396891 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3441719d-6db2-468e-a1ec-70f5be637c68 req-2390639b-f1e2-43fe-b834-8b30dcf9fb1a tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 946 time: 0.1384261 Sep 26 13:22:01.403628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5dce-3e4c-4d17-b65c-7820a2eda36b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.406530 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab7f5dce-3e4c-4d17-b65c-7820a2eda36b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.412574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ab7f5dce-3e4c-4d17-b65c-7820a2eda36b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/051605b0-b041-4d40-88ed-20a7ecf50b24 HTTP/1.1" status: 204 len: 168 time: 0.2455051 Sep 26 13:22:01.413632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39302) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:01.434750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f5dce-3e4c-4d17-b65c-7820a2eda36b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051605b0-b041-4d40-88ed-20a7ecf50b24,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:01.468852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3441719d-6db2-468e-a1ec-70f5be637c68 req-ce431b4d-c6fb-4005-900c-75a9a0c83ecc tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645990 Sep 26 13:22:01.525631 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a7e858fb-d4ed-4671-8b05-e413bed54ed1 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928931 Sep 26 13:22:01.527100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39310) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:01.533552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-643e899e-9dac-477a-99ec-678a3a9f68ec tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--708248506'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:01.574997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643e899e-9dac-477a-99ec-678a3a9f68ec tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.597998 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.729182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb873eaa-1443-4730-bca3-d12cc7c39506 req-8e0fa8fa-0dbc-4291-a28e-7ede27e3bb5d tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:01.730858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb873eaa-1443-4730-bca3-d12cc7c39506 req-8e0fa8fa-0dbc-4291-a28e-7ede27e3bb5d tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=11be93e3-5f08-447e-a221-c5e4932dc5cc HTTP/1.1" status: 200 len: 945 time: 0.1318700 Sep 26 13:22:01.801791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:22:01.856949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb873eaa-1443-4730-bca3-d12cc7c39506 req-80317d9d-e151-48d5-8dcd-e567d79391d4 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186733 Sep 26 13:22:01.937853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643e899e-9dac-477a-99ec-678a3a9f68ec tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.943932 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:22:01.947989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643e899e-9dac-477a-99ec-678a3a9f68ec tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.964132 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Sync routers for ids ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:22:01.980895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.982896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-48c8611d-b574-44b8-a040-0ab3e4e97376 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0867105 Sep 26 13:22:01.985963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39340) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:01.986816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e899e-9dac-477a-99ec-678a3a9f68ec tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c2ccc7-8eaa-4967-a938-4f6367edce84,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:01.992414 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-643e899e-9dac-477a-99ec-678a3a9f68ec tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:01.996618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-643e899e-9dac-477a-99ec-678a3a9f68ec tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4651594 Sep 26 13:22:01.997375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39342) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.005456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-26be6c3d-2b6e-439f-8dc3-bb17c6cb3a89 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': 'c0c2ccc7-8eaa-4967-a938-4f6367edce84', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:02.007920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Routers {'880bf42a-f61f-4c6a-9008-7561ad7a2e05'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:02.008913 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:02.014554 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-26be6c3d-2b6e-439f-8dc3-bb17c6cb3a89 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 26 13:22:02.015478 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-26be6c3d-2b6e-439f-8dc3-bb17c6cb3a89 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:02.017704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-26be6c3d-2b6e-439f-8dc3-bb17c6cb3a89 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0190728 Sep 26 13:22:02.021617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39346) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.129893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e506a2-611d-4550-8f4c-feacd7b3a84e tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:02.131746 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67e506a2-611d-4550-8f4c-feacd7b3a84e tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1552fce1cc934923b3509a3f3fb92dd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1442847 Sep 26 13:22:02.133232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2963e02c-972c-443a-9578-bcba9e1afc4c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.134598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39358) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.236709 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2963e02c-972c-443a-9578-bcba9e1afc4c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.258114 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Set router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:02.357624 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2963e02c-972c-443a-9578-bcba9e1afc4c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.360918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2963e02c-972c-443a-9578-bcba9e1afc4c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.364667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2963e02c-972c-443a-9578-bcba9e1afc4c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0c2ccc7-8eaa-4967-a938-4f6367edce84 HTTP/1.1" status: 204 len: 168 time: 0.3392675 Sep 26 13:22:02.365270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39384) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.391940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963e02c-972c-443a-9578-bcba9e1afc4c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c2ccc7-8eaa-4967-a938-4f6367edce84,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:02.481563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fc698-86bf-4f8a-af61-6de0365dc2e9 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:02.483119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-773fc698-86bf-4f8a-af61-6de0365dc2e9 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3475940 Sep 26 13:22:02.486682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39396) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.508101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2163b014-d7e4-4087-988e-a8a416565044 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1419308 Sep 26 13:22:02.512017 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39402) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.527878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-02caf0b0-8634-4177-bab1-347064a468dd tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--38611588'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:02.581543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d1f61a14-3308-4c55-880e-fa8cd67cfe57 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0902267 Sep 26 13:22:02.581997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39414) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.597906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02caf0b0-8634-4177-bab1-347064a468dd tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.648913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.649385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-16f81140-d444-475e-ba5e-c972ab51c7b2 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1552fce1cc934923b3509a3f3fb92dd4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659063 Sep 26 13:22:02.750601 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:00Z', 'revision_number': 3, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:02.777313 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02caf0b0-8634-4177-bab1-347064a468dd tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.785993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02caf0b0-8634-4177-bab1-347064a468dd tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.793610 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Checking router: 880bf42a-f61f-4c6a-9008-7561ad7a2e05 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:22:02.794154 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Updating router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 port 9e79e519-4120-4872-bd6c-6ee74ba91b69 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:22:02.864270 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.869352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caf0b0-8634-4177-bab1-347064a468dd tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0daa3c06-78e7-49a6-8333-0662c64d1607,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:02.904322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02caf0b0-8634-4177-bab1-347064a468dd tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:02.909268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-02caf0b0-8634-4177-bab1-347064a468dd tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3960054 Sep 26 13:22:02.910108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39464) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.920283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3b472d1d-7dbe-4459-aba1-1a1b08d5c009 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '0daa3c06-78e7-49a6-8333-0662c64d1607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:02.931797 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-3b472d1d-7dbe-4459-aba1-1a1b08d5c009 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 26 13:22:02.932485 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-3b472d1d-7dbe-4459-aba1-1a1b08d5c009 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:02.936689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3b472d1d-7dbe-4459-aba1-1a1b08d5c009 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0253410 Sep 26 13:22:02.937200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39468) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.945253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ca685bfa-b3e2-4553-b8ac-1d2619f8e14c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '0daa3c06-78e7-49a6-8333-0662c64d1607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:02.945852 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-ca685bfa-b3e2-4553-b8ac-1d2619f8e14c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 26 13:22:02.946353 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-ca685bfa-b3e2-4553-b8ac-1d2619f8e14c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:02.960777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ca685bfa-b3e2-4553-b8ac-1d2619f8e14c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0224125 Sep 26 13:22:02.962565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39472) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:02.977602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-dffdae37-9add-4d2f-acfa-c4f404a50f0e tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '0daa3c06-78e7-49a6-8333-0662c64d1607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:02.984412 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-dffdae37-9add-4d2f-acfa-c4f404a50f0e tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 26 13:22:02.985041 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-dffdae37-9add-4d2f-acfa-c4f404a50f0e tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:02.989242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dffdae37-9add-4d2f-acfa-c4f404a50f0e tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0225062 Sep 26 13:22:02.993509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39478) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:03.018488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5a67be49-e275-4f85-88da-e98a27650361 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '0daa3c06-78e7-49a6-8333-0662c64d1607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:03.020148 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-5a67be49-e275-4f85-88da-e98a27650361 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 26 13:22:03.023368 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-5a67be49-e275-4f85-88da-e98a27650361 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:03.026266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a67be49-e275-4f85-88da-e98a27650361 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0316477 Sep 26 13:22:03.029425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39486) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:03.281077 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8aeace7f-c010-47fe-9bfb-00db2f7c2d2f req-19405920-4bcd-4769-95ab-c5795b2081c4 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.1322784 Sep 26 13:22:03.367040 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.372124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6601019f-b65f-4510-8793-6912e42bfc23 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.377947 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.457172 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Attempting to bind port 9e79e519-4120-4872-bd6c-6ee74ba91b69 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:03.458205 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Attempting to bind port 9e79e519-4120-4872-bd6c-6ee74ba91b69 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:03.458737 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Attempting to bind port 9e79e519-4120-4872-bd6c-6ee74ba91b69 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:03.466270 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Pushing event updated for resources: {'Port': ['ID=9e79e519-4120-4872-bd6c-6ee74ba91b69,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:03.471727 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:03.472477 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:03.473243 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.473887 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:03.474607 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Bound port: 9e79e519-4120-4872-bd6c-6ee74ba91b69, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:03.475282 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.504970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6601019f-b65f-4510-8793-6912e42bfc23 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.510467 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.511119 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.511782 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.512431 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.513036 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.513625 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.514329 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.515621 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.516270 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.516801 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.517372 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.517867 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:03.576981 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] For port 9e79e519-4120-4872-bd6c-6ee74ba91b69, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:03.583858 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] For port 9e79e519-4120-4872-bd6c-6ee74ba91b69, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9e79e519-4120-4872-bd6c-6ee74ba91b69,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:03.592678 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.646821 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6601019f-b65f-4510-8793-6912e42bfc23 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.649631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6601019f-b65f-4510-8793-6912e42bfc23 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:03.650918 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6601019f-b65f-4510-8793-6912e42bfc23 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/0daa3c06-78e7-49a6-8333-0662c64d1607 HTTP/1.1" status: 204 len: 168 time: 0.6202919 Sep 26 13:22:03.655294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39554) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:03.675922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eae9f7-9062-4817-b531-90f024f67a7a tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:03.677344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-56eae9f7-9062-4817-b531-90f024f67a7a tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0278444 Sep 26 13:22:03.680382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39560) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:03.689060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601019f-b65f-4510-8793-6912e42bfc23 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daa3c06-78e7-49a6-8333-0662c64d1607,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:03.693128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff75a99-5d4b-4d79-8efa-8ec93eeb4d67 req-368cea52-4120-4e32-a343-4e12d95f020e tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:03.701223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dff75a99-5d4b-4d79-8efa-8ec93eeb4d67 req-368cea52-4120-4e32-a343-4e12d95f020e tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=11be93e3-5f08-447e-a221-c5e4932dc5cc HTTP/1.1" status: 200 len: 945 time: 0.1322937 Sep 26 13:22:03.760063 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a225cf8-9fd3-44b0-8afc-26b4ec7fe0fc None None] Pushing event updated for resources: {'Port': ['ID=9e79e519-4120-4872-bd6c-6ee74ba91b69,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:03.789719 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Routers {'880bf42a-f61f-4c6a-9008-7561ad7a2e05'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:03.790864 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:03.819342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7053c4de-3233-49a7-b093-3bc335de3c37 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1374452 Sep 26 13:22:03.822537 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39576) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:03.829562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980226440', 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e', 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:03.850294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dff75a99-5d4b-4d79-8efa-8ec93eeb4d67 req-e6c2a3d0-27d8-4100-b192-c6e543814778 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470189 Sep 26 13:22:03.885053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-969ef991-6e90-4f56-93a6-1c92abd8f317 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2247713 Sep 26 13:22:03.887346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39586) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:03.913295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e5c915cd-315a-40aa-9b75-d0a31d29ec4f tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555109405'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:03.955052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5c915cd-315a-40aa-9b75-d0a31d29ec4f tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:04.000849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Made reservation on behalf of 1552fce1cc934923b3509a3f3fb92dd4 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:04.014314 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:04.065117 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] Set router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:04.264507 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5c915cd-315a-40aa-9b75-d0a31d29ec4f tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:04.272569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5c915cd-315a-40aa-9b75-d0a31d29ec4f tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:04.420069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5c915cd-315a-40aa-9b75-d0a31d29ec4f tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:04.432742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e5c915cd-315a-40aa-9b75-d0a31d29ec4f tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5326340 Sep 26 13:22:04.433908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39646) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:04.445245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d6e52b89-16ae-4d4a-9ec0-960e0a1292d4 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:04.446157 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-d6e52b89-16ae-4d4a-9ec0-960e0a1292d4 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 26 13:22:04.446658 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-d6e52b89-16ae-4d4a-9ec0-960e0a1292d4 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:04.450323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6e52b89-16ae-4d4a-9ec0-960e0a1292d4 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127516 Sep 26 13:22:04.463244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c915cd-315a-40aa-9b75-d0a31d29ec4f tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896e1cc9-b2d4-4afd-aeac-d08b532d2efa,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:04.478353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39648) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:04.487549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-621caddc-6cad-478a-8c49-6ecfc11cffaa tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:04.507571 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:00Z', 'revision_number': 3, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:04.521433 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64dfa90a-0bfe-4f08-a248-d508ae6744c8 req-5465e100-6f83-4304-977b-fd426a147f27 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0762677 Sep 26 13:22:04.554548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:04.579259 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8fdd1-c7bd-4e13-a5aa-3b956c2fe5b7 None None] The sync data for ids ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'] in n-d-806683-13 is: [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:00Z', 'revision_number': 3, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:22:04.625585 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-621caddc-6cad-478a-8c49-6ecfc11cffaa tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:04.626718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-621caddc-6cad-478a-8c49-6ecfc11cffaa tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1457264 Sep 26 13:22:04.629748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39672) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:04.649502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-28ef54da-91f7-4d8c-9312-6bf85266817a tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:04.651618 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-28ef54da-91f7-4d8c-9312-6bf85266817a tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 26 13:22:04.652336 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-28ef54da-91f7-4d8c-9312-6bf85266817a tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:04.653806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-28ef54da-91f7-4d8c-9312-6bf85266817a tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0228848 Sep 26 13:22:04.657163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39676) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:04.664551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8e0ff535-278a-436a-b51e-cbd87c568aea tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:04.718965 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-8e0ff535-278a-436a-b51e-cbd87c568aea tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:04.728688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8e0ff535-278a-436a-b51e-cbd87c568aea tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0669148 Sep 26 13:22:04.729657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39688) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:04.746518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e222d39e-e782-4072-8177-54cf0e9ab2ea tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:04.747188 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-e222d39e-e782-4072-8177-54cf0e9ab2ea tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 26 13:22:04.747865 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-e222d39e-e782-4072-8177-54cf0e9ab2ea tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:04.749052 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e222d39e-e782-4072-8177-54cf0e9ab2ea tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0183823 Sep 26 13:22:04.756482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:04.763235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Checking segment: {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:04.763612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network hostable DHCP agents. Network: 19b68ebb-21ad-4a91-a84a-f01adeeac47e, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:22:04.768617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-aabb4ae3-242c-403f-8c9d-6a25e73b08ab tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:04.781929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Subnet': ['ID=68897fa3-566a-47c3-ba4f-fccd58cb395c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:04.815395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:22:04.833222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 19b68ebb-21ad-4a91-a84a-f01adeeac47e) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:04.844820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1063cb3-1455-4b4c-9191-2a4b768d139b None None] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:22:04.853470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:04.856024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:04.890992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-60bf0407-efbf-4609-90a8-8dfb8d22dfc3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0671461 Sep 26 13:22:04.894394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 39718) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:05.045989 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-aabb4ae3-242c-403f-8c9d-6a25e73b08ab tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:05.047796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aabb4ae3-242c-403f-8c9d-6a25e73b08ab tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2832885 Sep 26 13:22:05.055564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39740) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:05.110018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a5502703-d04a-4107-a235-13158da44560 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:05.110875 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-a5502703-d04a-4107-a235-13158da44560 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 26 13:22:05.111526 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-a5502703-d04a-4107-a235-13158da44560 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:05.112959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a5502703-d04a-4107-a235-13158da44560 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0562551 Sep 26 13:22:05.116119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39746) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:05.121016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4a86bc15-2fa5-4ccd-ad08-38bf169140e4 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:05.248665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-19b68ebb-21ad-4a91-a84a-f01adeeac47e', 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'fixed_ips': [{'subnet_id': '68897fa3-566a-47c3-ba4f-fccd58cb395c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:22:05.251321 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:05.257062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-75fb80ca-cf32-4027-8aa7-24a5eb195ea5 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:05.274078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-75fb80ca-cf32-4027-8aa7-24a5eb195ea5 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 812 time: 0.4932258 Sep 26 13:22:05.299851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-5084a1db-512b-48e8-8311-0dc09592782f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/quotas/dc7184b0528b43af900ba48a56b12d83 HTTP/1.1" status: 200 len: 375 time: 0.0247810 Sep 26 13:22:05.329944 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-4a86bc15-2fa5-4ccd-ad08-38bf169140e4 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:05.331685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4a86bc15-2fa5-4ccd-ad08-38bf169140e4 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2144284 Sep 26 13:22:05.341817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39772) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:05.347827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-32b40b63-62d7-4794-b60c-eb18cc0c3aa2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '896e1cc9-b2d4-4afd-aeac-d08b532d2efa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:05.549867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-93c70211-3509-4a1d-9620-84fba13c3dd4 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:05.556533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-93c70211-3509-4a1d-9620-84fba13c3dd4 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "GET /v2.0/ports?device_id=11be93e3-5f08-447e-a221-c5e4932dc5cc HTTP/1.1" status: 200 len: 945 time: 0.1455154 Sep 26 13:22:05.653286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cbf5acb1-1ced-47ad-8779-a643a05aa2ac tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3492665 Sep 26 13:22:05.695825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Allocated IP 172.20.0.18 (19b68ebb-21ad-4a91-a84a-f01adeeac47e/68897fa3-566a-47c3-ba4f-fccd58cb395c/f18949cc-1296-4f95-8244-8e0dd88c43f5) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:05.799743 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-32b40b63-62d7-4794-b60c-eb18cc0c3aa2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:05.822361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-32b40b63-62d7-4794-b60c-eb18cc0c3aa2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4789209 Sep 26 13:22:05.826903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39836) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:05.950021 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5bdec9d3-b9fe-41bd-a2cd-09f8d3bbbe5a req-de2a7401-8c50-4531-a379-b90535db2687 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.1909294 Sep 26 13:22:06.179455 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.197448 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.221748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:06.227128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:06.274732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-36412ad3-66b2-442e-bf35-429571dbd91c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.296175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:06.311821 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.323162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-36412ad3-66b2-442e-bf35-429571dbd91c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.366014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-6f47ef19-de4a-49ef-8080-d7700306a3ab service neutron] 10.222.0.13 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114444 Sep 26 13:22:06.463145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Deleting port 2f9d652d-6ea2-430f-8ecb-d32c27816dea {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:06.463919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.493164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Pushing event updated for resources: {'Port': ['ID=f18949cc-1296-4f95-8244-8e0dd88c43f5,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:06.503350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199af742-1de0-44fb-881a-bf8d4c326960 req-ecea9a21-2cdd-4f19-b712-fc51696cd4a2 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:06.505689 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-199af742-1de0-44fb-881a-bf8d4c326960 req-ecea9a21-2cdd-4f19-b712-fc51696cd4a2 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de47315-cd1b-42cf-898c-813429ffb7d3 HTTP/1.1" status: 200 len: 946 time: 0.3850968 Sep 26 13:22:06.509261 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-36412ad3-66b2-442e-bf35-429571dbd91c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.513970 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-36412ad3-66b2-442e-bf35-429571dbd91c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.515953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-36412ad3-66b2-442e-bf35-429571dbd91c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/896e1cc9-b2d4-4afd-aeac-d08b532d2efa HTTP/1.1" status: 204 len: 168 time: 0.6535344 Sep 26 13:22:06.518647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Attempting to bind port f18949cc-1296-4f95-8244-8e0dd88c43f5 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:06.519059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Attempting to bind port f18949cc-1296-4f95-8244-8e0dd88c43f5 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:06.519454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Attempting to bind port f18949cc-1296-4f95-8244-8e0dd88c43f5 on network 19b68ebb-21ad-4a91-a84a-f01adeeac47e {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:06.525936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:06.526623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Checking segment: {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:06.527591 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.528128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Bound using segment: {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:06.528817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Bound port: f18949cc-1296-4f95-8244-8e0dd88c43f5, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:06.529608 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.633819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 39928) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:06.733230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] For port f18949cc-1296-4f95-8244-8e0dd88c43f5, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:06.738592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] For port f18949cc-1296-4f95-8244-8e0dd88c43f5, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f18949cc-1296-4f95-8244-8e0dd88c43f5,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:06.749250 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:06.768384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9e79e519-4120-4872-bd6c-6ee74ba91b69 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:06.835935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36412ad3-66b2-442e-bf35-429571dbd91c tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896e1cc9-b2d4-4afd-aeac-d08b532d2efa,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:06.971988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Allocated IP 172.20.0.17 (19b68ebb-21ad-4a91-a84a-f01adeeac47e/68897fa3-566a-47c3-ba4f-fccd58cb395c/e7dd2cc2-70a4-43f3-8c28-aa7085d01153) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:07.031326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] For port 2f9d652d-6ea2-430f-8ecb-d32c27816dea, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f9d652d-6ea2-430f-8ecb-d32c27816dea,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:07.031933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.066360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Calling delete_port for 2f9d652d-6ea2-430f-8ecb-d32c27816dea owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:07.077628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bc930-5892-40fe-ae81-b9a0fba0607d None None] Pushing event updated for resources: {'Port': ['ID=f18949cc-1296-4f95-8244-8e0dd88c43f5,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:07.166654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9e79e519-4120-4872-bd6c-6ee74ba91b69 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:07.173159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.296010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c4d46c7-685e-4b0b-b4a9-75dd7985fad9 req-fff19c31-ef1f-4979-839c-735dd46a0012 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.1462641 Sep 26 13:22:07.412668 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.418355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.492392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 9e79e519-4120-4872-bd6c-6ee74ba91b69, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9e79e519-4120-4872-bd6c-6ee74ba91b69,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:07.498174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.503669 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.534540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:07.556049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-3a108af4-b953-4cf6-8bb8-112bfc6dd0eb service neutron] 10.222.0.13 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1766424 Sep 26 13:22:07.566206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-707b651d-4d97-4666-b388-f323e9dc1e59 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9125283 Sep 26 13:22:07.567386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40050) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:07.589197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:07.595356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-de585e1f-0eee-4d75-b23b-0750017c3455 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550797636'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:07.606829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:07.617984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=9e79e519-4120-4872-bd6c-6ee74ba91b69,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:07.628542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.688937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:07.691441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Pushing event deleted for resources: {'Port': ['ID=2f9d652d-6ea2-430f-8ecb-d32c27816dea,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:07.826288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] No DVR routers for this DVR port 2f9d652d-6ea2-430f-8ecb-d32c27816dea on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:22:07.829379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1672cc00-d236-4614-b7bc-e5970d53b236 req-9cd3b812-c8f0-4da7-ba94-0bff04f0c233 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0571511 Sep 26 13:22:07.831318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.835115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cc28223-e0a9-4e1a-8764-7551ed1be157 req-20a13ebf-080f-4ef0-b129-743e9d5eab04 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "DELETE /v2.0/ports/2f9d652d-6ea2-430f-8ecb-d32c27816dea HTTP/1.1" status: 204 len: 173 time: 2.2700651 Sep 26 13:22:07.839434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11be93e3-5f08-447e-a221-c5e4932dc5cc', 'name': 'network-vif-deleted', 'tag': '2f9d652d-6ea2-430f-8ecb-d32c27816dea'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:07.842938 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74ce4e-44ce-4375-a0b5-6849ab17319e" -d '{"events": [{"server_uuid": "11be93e3-5f08-447e-a221-c5e4932dc5cc", "name": "network-vif-deleted", "tag": "2f9d652d-6ea2-430f-8ecb-d32c27816dea"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:07.847278 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.848587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Deleting port dc6dfb57-5512-4525-978e-79cca5607477 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:07.848934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:07.873275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de585e1f-0eee-4d75-b23b-0750017c3455 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.048030 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced784f6-a6e8-4e5a-be38-ad69d9d54271 x-openstack-request-id: req-ced784f6-a6e8-4e5a-be38-ad69d9d54271 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:08.048578 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11be93e3-5f08-447e-a221-c5e4932dc5cc", "name": "network-vif-deleted", "tag": "2f9d652d-6ea2-430f-8ecb-d32c27816dea", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:08.049785 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ced784f6-a6e8-4e5a-be38-ad69d9d54271 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:08.050427 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11be93e3-5f08-447e-a221-c5e4932dc5cc', 'name': 'network-vif-deleted', 'tag': '2f9d652d-6ea2-430f-8ecb-d32c27816dea', 'status': 'completed', 'code': 200} Sep 26 13:22:08.213070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] For port dc6dfb57-5512-4525-978e-79cca5607477, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=dc6dfb57-5512-4525-978e-79cca5607477,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:08.213959 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.227121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.237233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Calling delete_port for dc6dfb57-5512-4525-978e-79cca5607477 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:08.288513 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-59aeae76-db3f-4923-a94a-e02cad287a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.346523 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de585e1f-0eee-4d75-b23b-0750017c3455 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.360867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de585e1f-0eee-4d75-b23b-0750017c3455 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.484257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de585e1f-0eee-4d75-b23b-0750017c3455 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.487897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-de585e1f-0eee-4d75-b23b-0750017c3455 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9183786 Sep 26 13:22:08.494789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40158) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:08.500393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de585e1f-0eee-4d75-b23b-0750017c3455 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a95cc08-ac1c-4336-953f-e67ec8f22c37,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:08.542069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0a057782-7c96-4840-a93a-e917ae213b14 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '1a95cc08-ac1c-4336-953f-e67ec8f22c37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:08.578353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device dc6dfb57-5512-4525-978e-79cca5607477 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:08.668750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45f01cee-07c2-4286-be49-82780076c797 req-0e271d07-5b5a-4bcc-a65b-6d9481674aa7 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 210 time: 0.3841000 Sep 26 13:22:08.688731 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9459e47-eb3d-407f-8ed6-1e68350663be req-2d20ba0f-9fab-4154-bd4d-02afa44cb07f tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.1581182 Sep 26 13:22:08.833781 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-0a057782-7c96-4840-a93a-e917ae213b14 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The resource could not be found. Sep 26 13:22:08.835192 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0a057782-7c96-4840-a93a-e917ae213b14 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3372879 Sep 26 13:22:08.838278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40192) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:08.845080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-181eed50-9edc-4af8-a72c-4fe8602c5449 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '1a95cc08-ac1c-4336-953f-e67ec8f22c37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'eccab04a-480b-4d89-8a59-08a13b62fe29'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:08.852647 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.870744 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:08.908750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Pushing event deleted for resources: {'Port': ['ID=dc6dfb57-5512-4525-978e-79cca5607477,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:08.940979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4b7d88-c7ba-4f47-80c6-8db034438184 None None] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:22:08.983484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f18949cc-1296-4f95-8244-8e0dd88c43f5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:09.031511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] No DVR routers for this DVR port dc6dfb57-5512-4525-978e-79cca5607477 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:22:09.044650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6f68c1c1-dd61-4f16-9d4a-a256d31b1439 None None] Provisioning complete for port f18949cc-1296-4f95-8244-8e0dd88c43f5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:09.045466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6f68c1c1-dd61-4f16-9d4a-a256d31b1439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.047156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.054422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-199af742-1de0-44fb-881a-bf8d4c326960 req-33c8c48f-b4b4-4468-9213-5368584d4601 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.23 "DELETE /v2.0/ports/dc6dfb57-5512-4525-978e-79cca5607477 HTTP/1.1" status: 204 len: 173 time: 2.4649541 Sep 26 13:22:09.055686 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-181eed50-9edc-4af8-a72c-4fe8602c5449 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The resource could not be found. Sep 26 13:22:09.056806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-181eed50-9edc-4af8-a72c-4fe8602c5449 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2174623 Sep 26 13:22:09.059586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40216) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:09.244223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2f9d652d-6ea2-430f-8ecb-d32c27816dea no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:09.262712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34baade8-393e-4102-9de5-10f23173de16 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.278517 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.291080 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.333229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34baade8-393e-4102-9de5-10f23173de16 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.421626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:09.432748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.435748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 2f9d652d-6ea2-430f-8ecb-d32c27816dea {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:09.436095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2f9d652d-6ea2-430f-8ecb-d32c27816dea not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:09.536469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f18949cc-1296-4f95-8244-8e0dd88c43f5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:09.536847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.541056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34baade8-393e-4102-9de5-10f23173de16 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.546067 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-34baade8-393e-4102-9de5-10f23173de16 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.564073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-34baade8-393e-4102-9de5-10f23173de16 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a95cc08-ac1c-4336-953f-e67ec8f22c37 HTTP/1.1" status: 204 len: 168 time: 0.5031719 Sep 26 13:22:09.567235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40262) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:09.651465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baade8-393e-4102-9de5-10f23173de16 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a95cc08-ac1c-4336-953f-e67ec8f22c37,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:09.754262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fcb1c9a1-d3a7-41f4-86bd-d7c1ee34be84 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1598804 Sep 26 13:22:09.758832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40276) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:09.775446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8960c6cf-ddb6-4c43-9d2a-0c8c1a19b457 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': 'e1df289b-5b02-4d0e-88f1-c05866c741bd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:09.910860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c0a0fd0-b0cb-4dea-b60a-2bfe3a5bf704 req-d6408476-691c-4786-ba6f-fefb3e0fe509 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 210 time: 0.0559669 Sep 26 13:22:09.914757 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6f68c1c1-dd61-4f16-9d4a-a256d31b1439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:09.982329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6310f47-7cfd-46d7-829a-2c6152d62150 req-57ee493f-7259-4834-a05b-4dcc4f971195 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.1112158 Sep 26 13:22:09.989196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:09.992135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:10.022123 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-8960c6cf-ddb6-4c43-9d2a-0c8c1a19b457 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The resource could not be found. Sep 26 13:22:10.026290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8960c6cf-ddb6-4c43-9d2a-0c8c1a19b457 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2635319 Sep 26 13:22:10.028319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40304) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:10.047631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-db2f1fe5-41a7-454d-8064-b7982f2be0cc tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--725906429'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:10.059985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de47315-cd1b-42cf-898c-813429ffb7d3', 'name': 'network-vif-deleted', 'tag': 'dc6dfb57-5512-4525-978e-79cca5607477'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:10.068975 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4214601-cc18-4d85-bbbd-9c91b36ae1fe" -d '{"events": [{"server_uuid": "7de47315-cd1b-42cf-898c-813429ffb7d3", "name": "network-vif-deleted", "tag": "dc6dfb57-5512-4525-978e-79cca5607477"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:10.097464 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:10.168479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db2f1fe5-41a7-454d-8064-b7982f2be0cc tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:10.223287 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0a367e-20f7-4f0f-bf6d-720bc28a1b8d x-openstack-request-id: req-4d0a367e-20f7-4f0f-bf6d-720bc28a1b8d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:10.223896 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de47315-cd1b-42cf-898c-813429ffb7d3", "name": "network-vif-deleted", "tag": "dc6dfb57-5512-4525-978e-79cca5607477", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:10.224161 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d0a367e-20f7-4f0f-bf6d-720bc28a1b8d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:10.224555 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de47315-cd1b-42cf-898c-813429ffb7d3', 'name': 'network-vif-deleted', 'tag': 'dc6dfb57-5512-4525-978e-79cca5607477', 'status': 'completed', 'code': 200} Sep 26 13:22:10.330417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6f68c1c1-dd61-4f16-9d4a-a256d31b1439 None None] For port f18949cc-1296-4f95-8244-8e0dd88c43f5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f18949cc-1296-4f95-8244-8e0dd88c43f5,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:10.348355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6f68c1c1-dd61-4f16-9d4a-a256d31b1439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:10.539119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-184a1cb1-078a-46ae-a3ab-bdd33d01b855 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:10.544879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:22:10.545240 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:22:10.546180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-184a1cb1-078a-46ae-a3ab-bdd33d01b855 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 812 time: 0.3118999 Sep 26 13:22:10.554890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:22:10.573213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Request body: {'port': {'device_id': 'bcf795ca-4f28-45f6-ba88-ddfd9fa00c16', 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'admin_state_up': True, 'tenant_id': 'dc7184b0528b43af900ba48a56b12d83'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:10.648244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68c1c1-dd61-4f16-9d4a-a256d31b1439 None None] Pushing event updated for resources: {'Port': ['ID=f18949cc-1296-4f95-8244-8e0dd88c43f5,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:10.781271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-29883ea1-7898-49af-8fbc-3c26e458cb45 None None] Provisioning complete for port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:10.781724 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-29883ea1-7898-49af-8fbc-3c26e458cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:10.802158 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db2f1fe5-41a7-454d-8064-b7982f2be0cc tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:10.831111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db2f1fe5-41a7-454d-8064-b7982f2be0cc tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:10.868941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-29883ea1-7898-49af-8fbc-3c26e458cb45 None None] Port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:22:10.890179 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:22:10.904663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-29883ea1-7898-49af-8fbc-3c26e458cb45 None None] Provisioning complete for port f18949cc-1296-4f95-8244-8e0dd88c43f5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:10.905140 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-29883ea1-7898-49af-8fbc-3c26e458cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:10.914077 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9029d149-8de7-47cf-84af-50b92a0b20c7 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "PUT /v2.0/routers/880bf42a-f61f-4c6a-9008-7561ad7a2e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0185282 Sep 26 13:22:11.114670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Sync routers for ids ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:22:11.180168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f1fe5-41a7-454d-8064-b7982f2be0cc tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bb0acb-38c4-4e8d-9ebb-cdf076c5a888,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:11.196560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25dd287d-0384-4acb-ae20-e9aac2b99b55 req-f72df696-3a41-459d-8b09-53357a6cbfc7 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 210 time: 0.0635140 Sep 26 13:22:11.216397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0691f984-132b-404c-b957-030068aa0ab0 req-7c742c33-dd34-4618-a88c-15f1237ef056 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.2740371 Sep 26 13:22:11.219377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9e79e519-4120-4872-bd6c-6ee74ba91b69 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:11.254702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Routers {'880bf42a-f61f-4c6a-9008-7561ad7a2e05'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:11.255351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:21:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:11.262097 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5fb28134-57da-4b7e-9e1c-a54bc4e8453e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.315941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Made reservation on behalf of dc7184b0528b43af900ba48a56b12d83 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:11.333353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.369178 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db2f1fe5-41a7-454d-8064-b7982f2be0cc tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.370458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-db2f1fe5-41a7-454d-8064-b7982f2be0cc tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3379564 Sep 26 13:22:11.373207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40428) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:11.395046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-cf658eac-1556-4bae-b731-6624ada844d3 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274299489'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:11.434890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Set router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:11.475289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-92722c12-7afb-47c9-b822-1626ecd797ec tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:11.476831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-92722c12-7afb-47c9-b822-1626ecd797ec tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 812 time: 0.7370164 Sep 26 13:22:11.494905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Request body: {'port': {'device_id': '654ecff9-6513-4a45-a635-86e598be852d', 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'admin_state_up': True, 'tenant_id': 'dc7184b0528b43af900ba48a56b12d83'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:11.508269 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf658eac-1556-4bae-b731-6624ada844d3 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.545636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-27901754-d8ed-4ac1-b659-e4a7548fac28 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:11.553198 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-27901754-d8ed-4ac1-b659-e4a7548fac28 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/networks?id=19b68ebb-21ad-4a91-a84a-f01adeeac47e HTTP/1.1" status: 200 len: 798 time: 0.2279432 Sep 26 13:22:11.574048 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-d8033464-a337-449b-affc-3236058c34af tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/quotas/1552fce1cc934923b3509a3f3fb92dd4 HTTP/1.1" status: 200 len: 375 time: 0.0198102 Sep 26 13:22:11.598905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9e79e519-4120-4872-bd6c-6ee74ba91b69 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:11.599557 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.646553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Allocated IP 172.20.0.5 (b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59/a01cc581-0a05-46fe-ac42-20ad5b5beeeb/7f7fe6bf-d956-4b9d-a946-fa2d06b43c32) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:11.677132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-0e67b253-8c97-43a7-9d74-a1a7404370c5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0949123 Sep 26 13:22:11.730476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf658eac-1556-4bae-b731-6624ada844d3 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.742645 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf658eac-1556-4bae-b731-6624ada844d3 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.861957 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.905774 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.928824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Made reservation on behalf of dc7184b0528b43af900ba48a56b12d83 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:11.935707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:11.953178 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.002837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a46bcf53-cef7-4d36-8992-deb1cd095d1e None None] Provisioning complete for port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:12.003293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a46bcf53-cef7-4d36-8992-deb1cd095d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.008223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:08Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e7dd2cc2-70a4-43f3-8c28-aa7085d01153', 'name': '', 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:a7:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '68897fa3-566a-47c3-ba4f-fccd58cb395c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:06Z', 'updated_at': '2021-09-26T13:22:08Z', 'revision_number': 2, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': '68897fa3-566a-47c3-ba4f-fccd58cb395c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:12.065571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Checking router: 880bf42a-f61f-4c6a-9008-7561ad7a2e05 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:22:12.066380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Updating router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:22:12.098720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Pushing event updated for resources: {'Port': ['ID=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:12.130355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f18949cc-1296-4f95-8244-8e0dd88c43f5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:12.143322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a46bcf53-cef7-4d36-8992-deb1cd095d1e None None] Port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:22:12.144728 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.158464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:12.175208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:12.180038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.182627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:12.310342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f18949cc-1296-4f95-8244-8e0dd88c43f5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:12.315407 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.318332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:12.319013 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.413630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-992f7e07-b00a-4d87-92ab-5e60ca08746b tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8461263 Sep 26 13:22:12.422948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf658eac-1556-4bae-b731-6624ada844d3 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.427272 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cf658eac-1556-4bae-b731-6624ada844d3 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0527825 Sep 26 13:22:12.430736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40450) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:12.446995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7e52723b-d90a-4f70-a631-d221b737e094 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group_rule': {'security_group_id': '15bb0acb-38c4-4e8d-9ebb-cdf076c5a888', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b9682a36-bd4e-4b96-90ca-bf2a9a59e244'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:12.448807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Request body: {'port': {'device_id': 'bcf795ca-4f28-45f6-ba88-ddfd9fa00c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:12.469308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658eac-1556-4bae-b731-6624ada844d3 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9682a36-bd4e-4b96-90ca-bf2a9a59e244,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:12.516193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-2277963b-abed-4c8e-8601-20089298960c service neutron] 10.222.0.13 "GET /v2.0/networks/19b68ebb-21ad-4a91-a84a-f01adeeac47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159177 Sep 26 13:22:12.537130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.554513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Allocated IP 172.20.0.2 (b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59/a01cc581-0a05-46fe-ac42-20ad5b5beeeb/36aa1902-dedb-4cdc-862a-e281202d17c9) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:12.572179 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-7e52723b-d90a-4f70-a631-d221b737e094 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:22:12.576584 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7e52723b-d90a-4f70-a631-d221b737e094 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1418612 Sep 26 13:22:12.577910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40452) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:12.679086 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.686713 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.704591 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-baca7af9-d548-4f41-9aa9-b0b7c6d16017 service neutron] 10.222.0.13 "GET /v2.0/networks/19b68ebb-21ad-4a91-a84a-f01adeeac47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871529 Sep 26 13:22:12.762510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff43ab3a-893a-4824-8ac5-61d5ae923281 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.797336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Pushing event updated for resources: {'Port': ['ID=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:12.800207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86190-06a1-4265-bc8b-9e2e9774021b req-bfec202d-1d57-4ed4-9e18-51138a57d4eb tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:12.809624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66f86190-06a1-4265-bc8b-9e2e9774021b req-bfec202d-1d57-4ed4-9e18-51138a57d4eb tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 931 time: 0.4322243 Sep 26 13:22:12.818209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff43ab3a-893a-4824-8ac5-61d5ae923281 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.876555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Attempting to bind port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:12.877197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Attempting to bind port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:12.878227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Attempting to bind port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 on network 19b68ebb-21ad-4a91-a84a-f01adeeac47e {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:12.896430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:12.898579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Checking segment: {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:12.901213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.901778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Bound using segment: {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:12.902383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Bound port: e7dd2cc2-70a4-43f3-8c28-aa7085d01153, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:12.903216 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.912446 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66f86190-06a1-4265-bc8b-9e2e9774021b req-724ad497-921d-4fec-8e6e-5abaf8479fb7 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961447 Sep 26 13:22:12.930651 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff43ab3a-893a-4824-8ac5-61d5ae923281 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.934392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff43ab3a-893a-4824-8ac5-61d5ae923281 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:12.939321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff43ab3a-893a-4824-8ac5-61d5ae923281 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9682a36-bd4e-4b96-90ca-bf2a9a59e244 HTTP/1.1" status: 204 len: 168 time: 0.3345222 Sep 26 13:22:12.945700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40454) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:12.963001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43ab3a-893a-4824-8ac5-61d5ae923281 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9682a36-bd4e-4b96-90ca-bf2a9a59e244,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:13.104386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d25d755b-3a0f-46bb-b0ba-cfcb9e9b9fc6 req-715819bd-6360-4b3f-9555-fbbf5844d241 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 210 time: 0.0735548 Sep 26 13:22:13.123650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] For port e7dd2cc2-70a4-43f3-8c28-aa7085d01153, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:13.132428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] For port e7dd2cc2-70a4-43f3-8c28-aa7085d01153, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:13.146006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.267652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Routers {'880bf42a-f61f-4c6a-9008-7561ad7a2e05'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:13.268434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:13.279033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32175ece-c77e-4dda-8d67-7ca458f012e6 req-66bd5984-ea4b-4f56-9ea0-3a9e79329e2b tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.2051892 Sep 26 13:22:13.355087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-05450fcf-cde6-4bc3-9d0f-b8d01b64a532 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4063973 Sep 26 13:22:13.356407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Pushing event updated for resources: {'Port': ['ID=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:13.357863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40466) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:13.383601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6014b55a-e968-4621-9a82-f4336b53cf87 None None] Provisioning complete for port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:13.384376 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6014b55a-e968-4621-9a82-f4336b53cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.387207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.388087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.389094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.389847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.390353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.390953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.391452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.392045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.392530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.393232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.393821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.394347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b9a085-3310-40e4-88ec-543e668dc7a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:13.405913 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.468416 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e7536cc-ab3e-42cb-87fa-5283ea9330a2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.507448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e7536cc-ab3e-42cb-87fa-5283ea9330a2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.508208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] Set router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:13.570175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.571119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e7536cc-ab3e-42cb-87fa-5283ea9330a2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.574655 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e7536cc-ab3e-42cb-87fa-5283ea9330a2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.576043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6e7536cc-ab3e-42cb-87fa-5283ea9330a2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/15bb0acb-38c4-4e8d-9ebb-cdf076c5a888 HTTP/1.1" status: 204 len: 168 time: 0.2171788 Sep 26 13:22:13.581744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40472) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:13.617294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7536cc-ab3e-42cb-87fa-5283ea9330a2 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bb0acb-38c4-4e8d-9ebb-cdf076c5a888,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:13.636829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:13.651315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:13.653239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Pushing event updated for resources: {'Port': ['ID=36aa1902-dedb-4cdc-862a-e281202d17c9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:13.655561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:13.664421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1742ef09-35d5-42cf-b5cc-c1711a93f837 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805793 Sep 26 13:22:13.668897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40474) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:13.675011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-febf726f-618c-43e8-918f-c4219130fe07 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040244536'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:13.701262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-febf726f-618c-43e8-918f-c4219130fe07 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.737846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:13.738666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.756189 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6014b55a-e968-4621-9a82-f4336b53cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.795541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:22:13.805681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.823601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Transition to ACTIVE for port object 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:22:13.823808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-febf726f-618c-43e8-918f-c4219130fe07 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.832214 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-febf726f-618c-43e8-918f-c4219130fe07 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.834078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.840331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-cb561fc5-87ec-42f1-ba4f-df92938e3532 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3508887 Sep 26 13:22:13.845721 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.890771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf726f-618c-43e8-918f-c4219130fe07 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20626a44-cc6a-4e9d-98fb-2c2235366b23,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:13.892003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Request body: {'port': {'device_id': '654ecff9-6513-4a45-a635-86e598be852d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:13.906298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-febf726f-618c-43e8-918f-c4219130fe07 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.907862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-febf726f-618c-43e8-918f-c4219130fe07 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2376583 Sep 26 13:22:13.912026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40476) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:13.920145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9354fcde-a77b-455a-9edb-8c6b7896a82b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:13.920578 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-9354fcde-a77b-455a-9edb-8c6b7896a82b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 26 13:22:13.921087 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-9354fcde-a77b-455a-9edb-8c6b7896a82b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] update failed (client error): There was a conflict when trying to complete your request. Sep 26 13:22:13.922488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9354fcde-a77b-455a-9edb-8c6b7896a82b tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "PUT /v2.0/security-groups/20626a44-cc6a-4e9d-98fb-2c2235366b23 HTTP/1.1" status: 409 len: 330 time: 0.0091815 Sep 26 13:22:13.925613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40478) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:13.944672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6014b55a-e968-4621-9a82-f4336b53cf87 None None] For port e7dd2cc2-70a4-43f3-8c28-aa7085d01153, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:13.966241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:13.970717 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6014b55a-e968-4621-9a82-f4336b53cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:13.999989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ddfebe5-c18c-4d91-9ebe-75c89e93b259 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:14.049254 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ddfebe5-c18c-4d91-9ebe-75c89e93b259 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:14.146377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014b55a-e968-4621-9a82-f4336b53cf87 None None] Pushing event updated for resources: {'Port': ['ID=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:14.158103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1d3332aa-d3aa-4df9-823a-5a89192f19dc None None] Provisioning complete for port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:14.159050 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1d3332aa-d3aa-4df9-823a-5a89192f19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:14.178861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c882e0-aaa8-4577-94b8-4dd6159aa0d9 req-39619f67-636f-410e-a44b-78590b44f1e3 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:14.181880 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85c882e0-aaa8-4577-94b8-4dd6159aa0d9 req-39619f67-636f-410e-a44b-78590b44f1e3 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 943 time: 0.1054683 Sep 26 13:22:14.209041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:08Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e7dd2cc2-70a4-43f3-8c28-aa7085d01153', 'name': '', 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:a7:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '68897fa3-566a-47c3-ba4f-fccd58cb395c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:06Z', 'updated_at': '2021-09-26T13:22:13Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': '68897fa3-566a-47c3-ba4f-fccd58cb395c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:14.236007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-85c882e0-aaa8-4577-94b8-4dd6159aa0d9 req-7233d2a1-71bb-4df8-8c6d-57461817aa01 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Sep 26 13:22:14.238119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ddfebe5-c18c-4d91-9ebe-75c89e93b259 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:14.241124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ddfebe5-c18c-4d91-9ebe-75c89e93b259 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:14.243599 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ddfebe5-c18c-4d91-9ebe-75c89e93b259 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/20626a44-cc6a-4e9d-98fb-2c2235366b23 HTTP/1.1" status: 204 len: 168 time: 0.3157845 Sep 26 13:22:14.247278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40484) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:14.257628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b70c1b-dea4-4b18-8bf3-a8089230bd28 None None] The sync data for ids ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'] in n-d-806683-13 is: [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:08Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e7dd2cc2-70a4-43f3-8c28-aa7085d01153', 'name': '', 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:a7:4b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '68897fa3-566a-47c3-ba4f-fccd58cb395c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:06Z', 'updated_at': '2021-09-26T13:22:13Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': '68897fa3-566a-47c3-ba4f-fccd58cb395c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:22:14.263051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfebe5-c18c-4d91-9ebe-75c89e93b259 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20626a44-cc6a-4e9d-98fb-2c2235366b23,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:14.346242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74dd49e3-024a-4799-aa37-6d0775166f53 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927064 Sep 26 13:22:14.348531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40490) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:14.378460 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-f7a2d9fa-ddb0-4351-b256-86cd1d4effff tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] delete failed (client error): The resource could not be found. Sep 26 13:22:14.382984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f7a2d9fa-ddb0-4351-b256-86cd1d4effff tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "DELETE /v2.0/security-groups/eac93fa8-cc62-440b-92f8-453709e95eab HTTP/1.1" status: 404 len: 347 time: 0.0300131 Sep 26 13:22:14.387261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40492) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:14.419645 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-63432297-d2b8-4c22-a00f-f81dd1a592a8 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] show failed (client error): The resource could not be found. Sep 26 13:22:14.424619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-63432297-d2b8-4c22-a00f-f81dd1a592a8 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-groups/1fd9c100-885a-41b4-8915-b9d26ac26cf4 HTTP/1.1" status: 404 len: 347 time: 0.0323341 Sep 26 13:22:14.435755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40494) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:14.478347 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-b1324e06-7d0a-4c48-865a-3ec576df4612 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] show failed (client error): The resource could not be found. Sep 26 13:22:14.487730 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b1324e06-7d0a-4c48-865a-3ec576df4612 tempest-NegativeSecGroupTest-1950865130 tempest-NegativeSecGroupTest-1950865130-project] 10.222.0.13 "GET /v2.0/security-group-rules/86623cd7-b861-4711-af1b-663799483525 HTTP/1.1" status: 404 len: 356 time: 0.0508869 Sep 26 13:22:14.527994 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8999da77-0b38-482f-9e35-150d5260539e req-582a97b9-6871-4d60-8581-aecaa336d1ea tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0721829 Sep 26 13:22:14.595809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:14.669934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-87c7775c-bc10-4c71-9cc5-ecdbd1262e66 req-fdc42617-b4d8-4c8c-b3ff-ce6b90960d96 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 210 time: 0.1247613 Sep 26 13:22:14.746212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Attempting to bind port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:14.746828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Attempting to bind port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:14.749009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Attempting to bind port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:14.834065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:22:14.834501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Attempting to bind port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:14.912712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:14.913076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Checking segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:14.913438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Bound using segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:14.913996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Bound port: 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:14.914359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:14.971687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-09024232-8f0d-46be-b43d-ea5a426e7497 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:14.973463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-09024232-8f0d-46be-b43d-ea5a426e7497 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.23 "GET /v2.0/networks?id=19b68ebb-21ad-4a91-a84a-f01adeeac47e HTTP/1.1" status: 200 len: 798 time: 0.4267330 Sep 26 13:22:15.078172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40508) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:15.083088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Request body: {'port': {'device_id': '25a6a65e-4140-4812-bb99-529d2718a905', 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e', 'admin_state_up': True, 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:15.172860 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.257661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] For port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:15.294194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] For port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:15.329575 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b777b1fe-3d0e-4423-847a-1daa690f3986 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59eaa7baa3f2415b89c091a7c0b46266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500355 Sep 26 13:22:15.332473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40514) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:15.359180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.418242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:15.418859 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.420237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] 10.222.0.24 "PUT /v2.0/ports/7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 HTTP/1.1" status: 200 len: 1092 time: 2.9839592 Sep 26 13:22:15.436104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36aa1902-dedb-4cdc-862a-e281202d17c9 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:22:15.455852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf795ca-4f28-45f6-ba88-ddfd9fa00c16', 'tag': '7f7fe6bf-d956-4b9d-a946-fa2d06b43c32'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:15.458482 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d003f5-5ccb-4616-a36d-f2bf3eae821a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf795ca-4f28-45f6-ba88-ddfd9fa00c16", "tag": "7f7fe6bf-d956-4b9d-a946-fa2d06b43c32"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:15.490414 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.490787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a87cc-5039-48be-82ec-3a4d83770804 req-9f0e1d66-9470-44fb-abb5-a00848eaf0a8 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:15.492622 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c80a87cc-5039-48be-82ec-3a4d83770804 req-9f0e1d66-9470-44fb-abb5-a00848eaf0a8 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 943 time: 0.1015470 Sep 26 13:22:15.493313 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4788-f6a6-412f-bc9a-f4345bd95153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.524197 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4788-f6a6-412f-bc9a-f4345bd95153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.547377 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb4769a-a494-45b8-a631-b3ed2a0935c6 x-openstack-request-id: req-7eb4769a-a494-45b8-a631-b3ed2a0935c6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:15.547622 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf795ca-4f28-45f6-ba88-ddfd9fa00c16", "tag": "7f7fe6bf-d956-4b9d-a946-fa2d06b43c32", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:15.548158 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7eb4769a-a494-45b8-a631-b3ed2a0935c6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:15.548247 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf795ca-4f28-45f6-ba88-ddfd9fa00c16', 'tag': '7f7fe6bf-d956-4b9d-a946-fa2d06b43c32', 'status': 'completed', 'code': 200} Sep 26 13:22:15.622090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Transition to ACTIVE for port object 36aa1902-dedb-4cdc-862a-e281202d17c9 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:22:15.624337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4788-f6a6-412f-bc9a-f4345bd95153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.626553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededb1f9-bf58-4e38-9dab-d9d01e195e87 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:15.627401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4788-f6a6-412f-bc9a-f4345bd95153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.629854 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb9d4788-f6a6-412f-bc9a-f4345bd95153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f9a988c-b394-4071-8fb9-954de74efc9e HTTP/1.1" status: 204 len: 168 time: 0.2959697 Sep 26 13:22:15.631861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Made reservation on behalf of 1552fce1cc934923b3509a3f3fb92dd4 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:15.635885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.650211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d4788-f6a6-412f-bc9a-f4345bd95153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a988c-b394-4071-8fb9-954de74efc9e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:15.655322 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c80a87cc-5039-48be-82ec-3a4d83770804 req-d06cff0c-e9eb-43fe-aa7e-ce8c750a00a1 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411629 Sep 26 13:22:15.680085 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:15.755864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Pushing event updated for resources: {'Port': ['ID=36aa1902-dedb-4cdc-862a-e281202d17c9,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:15.783561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-fe1dbbf3-3293-4604-8f63-3f112632aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:15.785133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-fe1dbbf3-3293-4604-8f63-3f112632aef3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 1095 time: 0.2971869 Sep 26 13:22:15.796995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ef6c2b8-0bb3-4818-a64c-e693ba76e5e8 req-bc3f8cdf-614f-41cb-82c9-07961a6c6acf tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.1212363 Sep 26 13:22:15.861395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d8488cb-6ac6-472a-a15f-d89f9054c9b5 req-ad94cb1e-82ed-4a9e-bf34-73fdefb021e4 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 210 time: 0.0767124 Sep 26 13:22:15.916964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-758dca75-0409-4ade-86e5-09400ec3afdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 HTTP/1.1" status: 200 len: 217 time: 0.1111619 Sep 26 13:22:16.051718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Allocated IP 172.20.0.19 (19b68ebb-21ad-4a91-a84a-f01adeeac47e/68897fa3-566a-47c3-ba4f-fccd58cb395c/7bf350e9-4ae3-4ec9-89bb-c824b4426c8c) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:16.056808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-fd6f6a60-cc31-4159-8561-6acdc83da35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:16.058509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-fd6f6a60-cc31-4159-8561-6acdc83da35c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 200 len: 852 time: 0.1176238 Sep 26 13:22:16.118098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-17cd20b9-d3d3-481e-bc21-210998562bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513749 Sep 26 13:22:16.128525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Attempting to bind port 36aa1902-dedb-4cdc-862a-e281202d17c9 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:16.128863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Attempting to bind port 36aa1902-dedb-4cdc-862a-e281202d17c9 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:16.129190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Attempting to bind port 36aa1902-dedb-4cdc-862a-e281202d17c9 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:16.148079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e7dd2cc2-70a4-43f3-8c28-aa7085d01153 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:16.173949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Port 36aa1902-dedb-4cdc-862a-e281202d17c9 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:22:16.174274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Attempting to bind port 36aa1902-dedb-4cdc-862a-e281202d17c9 on network b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:16.194191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:16.194527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Checking segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:16.195101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Bound using segment: {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:16.195354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Bound port: 36aa1902-dedb-4cdc-862a-e281202d17c9, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:16.195711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:16.218857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:16.220069 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:16.362073 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:16.370393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-ff4ad849-63a3-4431-b35c-766017c83cdd service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429953 Sep 26 13:22:16.392241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] For port 36aa1902-dedb-4cdc-862a-e281202d17c9, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:16.429519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] For port 36aa1902-dedb-4cdc-862a-e281202d17c9, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=36aa1902-dedb-4cdc-862a-e281202d17c9,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:16.444086 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:16.528959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:16.529752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:16.531156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] 10.222.0.24 "PUT /v2.0/ports/36aa1902-dedb-4cdc-862a-e281202d17c9 HTTP/1.1" status: 200 len: 1092 time: 2.6594968 Sep 26 13:22:16.538288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:16.580846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:16.594495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-b04d598f-99a6-4b37-ad80-0343616e443d service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129917 Sep 26 13:22:16.597428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:16.599474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64df63-5aae-477a-86b8-49b3004a26f4 service neutron] Pushing event updated for resources: {'Port': ['ID=36aa1902-dedb-4cdc-862a-e281202d17c9,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:16.620491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:16.712559 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40550) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:16.752901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event updated for resources: {'Port': ['ID=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:16.765470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:16.766336 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:16.773522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-d20db673-a566-4921-97b5-f56286d495d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:16.775071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-d20db673-a566-4921-97b5-f56286d495d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 1095 time: 0.1968575 Sep 26 13:22:16.843141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-858f23df-a52b-4be1-a747-d47b2671726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:16.845218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-858f23df-a52b-4be1-a747-d47b2671726c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 1095 time: 0.1661952 Sep 26 13:22:16.850058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-59806f0c-1a68-4ff0-a1d0-757d19f6854b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36aa1902-dedb-4cdc-862a-e281202d17c9 HTTP/1.1" status: 200 len: 217 time: 0.0640137 Sep 26 13:22:16.851810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-1c5fbff9-6148-458c-84ba-76adb75027fe tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7744851 Sep 26 13:22:16.895749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-12ea9303-5f12-4d51-80a9-202c076eafb3 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1484926968', 'prefixes': ['172.20.0.0/16']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:16.895952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Request body: {'port': {'device_id': '25a6a65e-4140-4812-bb99-529d2718a905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:16.957717 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34c0dd46-73ca-4f67-9787-e81c8dd71c14 req-eb4daf67-9f28-4a62-a096-76ebb005ab10 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0545285 Sep 26 13:22:17.006371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6ca4d1b8-c78d-4fe1-b002-b73d892e938c None None] Provisioning complete for port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:17.006974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6ca4d1b8-c78d-4fe1-b002-b73d892e938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:17.032201 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-12ea9303-5f12-4d51-80a9-202c076eafb3 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] Notify callbacks [] for subnetpool, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:17.034197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-12ea9303-5f12-4d51-80a9-202c076eafb3 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3204665 Sep 26 13:22:17.037636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40562) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:17.094763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6ca4d1b8-c78d-4fe1-b002-b73d892e938c None None] Port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:22:17.095409 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:17.098963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-85998506-d296-4974-9050-7f9a819df214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:17.100501 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-85998506-d296-4974-9050-7f9a819df214 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 200 len: 852 time: 0.2276976 Sep 26 13:22:17.113376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3304c23-6d4a-4ff4-8bc0-ae4ed6bac216 req-b8a763d5-124e-49f2-aab9-d5bae7cda640 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:17.114938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3304c23-6d4a-4ff4-8bc0-ae4ed6bac216 req-b8a763d5-124e-49f2-aab9-d5bae7cda640 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 943 time: 0.3183746 Sep 26 13:22:17.133519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-644a9dff-317c-4d37-8322-11f82b0eabb9 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] 10.222.0.13 "GET /v2.0/subnetpools/a28b4249-ce5b-4c07-8c9a-5655054a7139 HTTP/1.1" status: 200 len: 732 time: 0.0918405 Sep 26 13:22:17.135203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40564) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:17.155209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e7a01-2c5a-4a21-941e-d840efc235ea req-c063b8e7-c6b0-47e2-8d34-84ba081231d9 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:17.156800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-786e7a01-2c5a-4a21-941e-d840efc235ea req-c063b8e7-c6b0-47e2-8d34-84ba081231d9 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 895 time: 0.0773332 Sep 26 13:22:17.167291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-5bef327c-cf5d-4584-a810-049ce0ff09b1 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1693975569'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:17.171940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-9bc7093d-e5c4-4a67-a923-7dca12995b89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560124 Sep 26 13:22:17.273039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-8242c264-98bd-4cee-870d-6a763cb89b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:17.274448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-8242c264-98bd-4cee-870d-6a763cb89b8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 912 time: 0.4041524 Sep 26 13:22:17.387823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3304c23-6d4a-4ff4-8bc0-ae4ed6bac216 req-e31f0efb-a24b-4ad0-8e0e-ba4a705ac280 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533760 Sep 26 13:22:17.398526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-5728a05a-8278-41ca-ac46-428ae93f49bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 HTTP/1.1" status: 200 len: 217 time: 0.1011734 Sep 26 13:22:17.549593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-78495d36-c6fb-4485-aa03-e9a313ba1fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561311 Sep 26 13:22:17.553272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654ecff9-6513-4a45-a635-86e598be852d', 'tag': '36aa1902-dedb-4cdc-862a-e281202d17c9'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:17.555499 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0" -d '{"events": [{"name": "network-changed", "server_uuid": "654ecff9-6513-4a45-a635-86e598be852d", "tag": "36aa1902-dedb-4cdc-862a-e281202d17c9"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:17.560560 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5bef327c-cf5d-4584-a810-049ce0ff09b1 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] Notify callbacks [] for subnetpool, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:17.564278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5bef327c-cf5d-4584-a810-049ce0ff09b1 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] 10.222.0.13 "PUT /v2.0/subnetpools/a28b4249-ce5b-4c07-8c9a-5655054a7139 HTTP/1.1" status: 200 len: 684 time: 0.4052382 Sep 26 13:22:17.567174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40568) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:17.589903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-7bb0598d-5012-4b0d-a053-1c16eeca9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:17.591292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-7bb0598d-5012-4b0d-a053-1c16eeca9fa4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 200 len: 852 time: 0.1796849 Sep 26 13:22:17.626200 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0101e693-8825-474e-a2bf-e5534ccd7e84 x-openstack-request-id: req-0101e693-8825-474e-a2bf-e5534ccd7e84 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:17.626578 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654ecff9-6513-4a45-a635-86e598be852d", "tag": "36aa1902-dedb-4cdc-862a-e281202d17c9", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:17.626900 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0101e693-8825-474e-a2bf-e5534ccd7e84 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:17.627465 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654ecff9-6513-4a45-a635-86e598be852d', 'tag': '36aa1902-dedb-4cdc-862a-e281202d17c9', 'status': 'completed', 'code': 200} Sep 26 13:22:17.657214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-065c4903-4e20-4f08-b35b-2812ade4d214 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416286 Sep 26 13:22:17.683200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9174b56-ef23-4937-95ce-1c79cd618a8c tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] Notify callbacks [] for subnetpool, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:17.686823 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d9174b56-ef23-4937-95ce-1c79cd618a8c tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] 10.222.0.13 "DELETE /v2.0/subnetpools/a28b4249-ce5b-4c07-8c9a-5655054a7139 HTTP/1.1" status: 204 len: 168 time: 0.1160264 Sep 26 13:22:17.687185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40572) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:17.711028 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-e6099ff2-9e8f-463f-9bb6-6b329bf5e1ce tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] show failed (client error): The resource could not be found. Sep 26 13:22:17.712435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e6099ff2-9e8f-463f-9bb6-6b329bf5e1ce tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] 10.222.0.13 "GET /v2.0/subnetpools/a28b4249-ce5b-4c07-8c9a-5655054a7139 HTTP/1.1" status: 404 len: 346 time: 0.0239637 Sep 26 13:22:17.715151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40574) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:17.730767 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-5ffe142d-552b-4d7f-8ccf-4c8b67b243f0 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] delete failed (client error): The resource could not be found. Sep 26 13:22:17.735960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ffe142d-552b-4d7f-8ccf-4c8b67b243f0 tempest-SubnetPoolsTestJSON-1352401965 tempest-SubnetPoolsTestJSON-1352401965-project] 10.222.0.13 "DELETE /v2.0/subnetpools/a28b4249-ce5b-4c07-8c9a-5655054a7139 HTTP/1.1" status: 404 len: 346 time: 0.0157223 Sep 26 13:22:18.023143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40584) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:18.122326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dcedb40b-ef7a-4c3d-8376-2566b68f0caa req-603a1e0f-3845-4637-a537-e7af36f31278 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0527749 Sep 26 13:22:18.216163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8184771c-02a8-401e-9766-af055ff41b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.219368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a75b1f9-285d-45e3-8967-c81bbc7b871e req-e59dda87-42e9-419b-b97c-72885a94885f service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564853 Sep 26 13:22:18.285990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7f23e-18f6-4002-aadd-49238eb4913f req-d58b8fe8-512c-418d-8a8e-ac0ab7388ec4 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:18.290079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70a7f23e-18f6-4002-aadd-49238eb4913f req-d58b8fe8-512c-418d-8a8e-ac0ab7388ec4 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 895 time: 0.0570312 Sep 26 13:22:18.309471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-de21a713-b75b-45b1-9945-078e17fe383a service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020258 Sep 26 13:22:18.335292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:22:18.360061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.431581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-85dab782-3e3b-4df7-88a7-eae5ab034f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:18.433130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-85dab782-3e3b-4df7-88a7-eae5ab034f5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc7184b0528b43af900ba48a56b12d83&device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 1095 time: 0.1624908 Sep 26 13:22:18.440288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Transition to ACTIVE for port object 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:22:18.458401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.583359 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-14d003f5-5ccb-4616-a36d-f2bf3eae821a req-309ec62d-d28c-49d3-a465-3065c4d49de1 service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653658 Sep 26 13:22:18.624778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Pushing event updated for resources: {'Port': ['ID=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:18.725766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8184771c-02a8-401e-9766-af055ff41b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.739305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3153f10-ce6c-4109-ba4b-843cf9f6b9f0 req-8a30df1d-6e69-47f0-9a23-350ebe9273dc tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:18.740921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b3153f10-ce6c-4109-ba4b-843cf9f6b9f0 req-8a30df1d-6e69-47f0-9a23-350ebe9273dc tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 943 time: 0.2601976 Sep 26 13:22:18.750156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8184771c-02a8-401e-9766-af055ff41b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.757661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-a722e355-ab18-49be-8a27-e794a586205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:18.759170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-a722e355-ab18-49be-8a27-e794a586205b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 200 len: 912 time: 0.3162596 Sep 26 13:22:18.845762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-5b63f390-837d-41db-a266-ab25c6d824c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36aa1902-dedb-4cdc-862a-e281202d17c9 HTTP/1.1" status: 200 len: 217 time: 0.0777342 Sep 26 13:22:18.857133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8184771c-02a8-401e-9766-af055ff41b5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe50e2b96f554eb285f27091a84f681c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250484 Sep 26 13:22:18.860240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40596) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:18.877893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184771c-02a8-401e-9766-af055ff41b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a420acd-7ba1-4e20-9f4d-e2b76951f69c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:18.911215 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-35ae3ef0-58d5-410f-8504-5e54731b52fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.912705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Attempting to bind port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:18.913048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Attempting to bind port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:18.913385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Attempting to bind port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c on network 19b68ebb-21ad-4a91-a84a-f01adeeac47e {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:18.928536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b3153f10-ce6c-4109-ba4b-843cf9f6b9f0 req-dd939770-7db1-43fd-941b-7d297cdfb5b1 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794696 Sep 26 13:22:18.930959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c on network 19b68ebb-21ad-4a91-a84a-f01adeeac47e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:22:18.931295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Attempting to bind port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c on network 19b68ebb-21ad-4a91-a84a-f01adeeac47e {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:18.934310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-35ae3ef0-58d5-410f-8504-5e54731b52fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.942830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:18.943058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Checking segment: {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:18.943452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Bound using segment: {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:18.943898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Bound port: 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4157a5-7e3a-4c0c-8072-e7df21c10105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:18.944260 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.955569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-5d48db29-9274-40ba-bea1-6dd86c060778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:18.957084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-5d48db29-9274-40ba-bea1-6dd86c060778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 200 len: 852 time: 0.0989275 Sep 26 13:22:18.991394 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-35ae3ef0-58d5-410f-8504-5e54731b52fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.994406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-35ae3ef0-58d5-410f-8504-5e54731b52fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:18.995839 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-35ae3ef0-58d5-410f-8504-5e54731b52fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a420acd-7ba1-4e20-9f4d-e2b76951f69c HTTP/1.1" status: 204 len: 168 time: 0.1345985 Sep 26 13:22:19.013648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-c30878f6-0d87-43df-9bde-203c768e3fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314515 Sep 26 13:22:19.013912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae3ef0-58d5-410f-8504-5e54731b52fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a420acd-7ba1-4e20-9f4d-e2b76951f69c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:19.086754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] For port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:19.124436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] For port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:19.135717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:19.193681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:19.194312 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:19.195733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] 10.222.0.23 "PUT /v2.0/ports/7bf350e9-4ae3-4ec9-89bb-c824b4426c8c HTTP/1.1" status: 200 len: 1056 time: 2.3242483 Sep 26 13:22:19.204598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-215e0bba-b9e3-4527-acb1-93a05673c675 service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769259 Sep 26 13:22:19.245689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7726e-3fc1-47cf-9e38-19480a8d562a service neutron] Pushing event updated for resources: {'Port': ['ID=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:19.270624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:22:19.300674 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb2c483e-ccec-4968-811d-d44d0fce7e92 req-a54d6375-a7d0-4fff-a0af-b44bca8a0df2 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0588474 Sep 26 13:22:19.381792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-dc9c42f0-689e-48be-950a-f1463c813ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:19.385747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-dc9c42f0-689e-48be-950a-f1463c813ce6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 1059 time: 0.1215258 Sep 26 13:22:19.472722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:19.472993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aa1240a-d5cb-4392-a8b8-583d2b9410b0 req-be1f9fd9-6def-4409-9a63-8c64175e9869 service neutron] 10.222.0.24 "GET /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607009 Sep 26 13:22:19.475650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-9506d257-5a92-4086-af2d-1481a265a413 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c HTTP/1.1" status: 200 len: 217 time: 0.0704803 Sep 26 13:22:19.489848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7f7fe6bf-d956-4b9d-a946-fa2d06b43c32', 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'port_id': '7f7fe6bf-d956-4b9d-a946-fa2d06b43c32', 'mac_address': 'fa:16:3e:81:fd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01cc581-0a05-46fe-ac42-20ad5b5beeeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:22:19.535250 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:19.566239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121b62-c2dc-4d0d-b3b8-cbabd73eb8a1 req-983fc405-31a5-4419-af12-ca9cf2b67d89 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:19.568182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86121b62-c2dc-4d0d-b3b8-cbabd73eb8a1 req-983fc405-31a5-4419-af12-ca9cf2b67d89 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 907 time: 0.1614592 Sep 26 13:22:19.570847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:22:19.589218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-b4d78d20-3ac0-4386-bc4b-ebd80c07acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:19.591211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-b4d78d20-3ac0-4386-bc4b-ebd80c07acb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=68897fa3-566a-47c3-ba4f-fccd58cb395c HTTP/1.1" status: 200 len: 837 time: 0.1021326 Sep 26 13:22:19.624177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:19.631178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a6a65e-4140-4812-bb99-529d2718a905', 'tag': '7bf350e9-4ae3-4ec9-89bb-c824b4426c8c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:19.631786 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:19.635608 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6978238-b90b-4267-9c09-8a848cd74bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "25a6a65e-4140-4812-bb99-529d2718a905", "tag": "7bf350e9-4ae3-4ec9-89bb-c824b4426c8c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:19.660675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-8a5a5626-14a5-40b3-bd6f-5fa15ec0a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:19.662309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-8a5a5626-14a5-40b3-bd6f-5fa15ec0a4f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19b68ebb-21ad-4a91-a84a-f01adeeac47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0636308 Sep 26 13:22:19.706013 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17ac96d-bd06-485a-9bd6-a16919b3626d x-openstack-request-id: req-a17ac96d-bd06-485a-9bd6-a16919b3626d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:19.706365 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a6a65e-4140-4812-bb99-529d2718a905", "tag": "7bf350e9-4ae3-4ec9-89bb-c824b4426c8c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:19.706618 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a17ac96d-bd06-485a-9bd6-a16919b3626d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:19.706905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:19.707260 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a6a65e-4140-4812-bb99-529d2718a905', 'tag': '7bf350e9-4ae3-4ec9-89bb-c824b4426c8c', 'status': 'completed', 'code': 200} Sep 26 13:22:19.786833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-19075aaf-66f2-4032-a026-7b759d18fbf6 service neutron] 10.222.0.23 "GET /v2.0/networks/19b68ebb-21ad-4a91-a84a-f01adeeac47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087241 Sep 26 13:22:19.863088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7f7fe6bf-d956-4b9d-a946-fa2d06b43c32'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:22:19.910737 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c1e20e5-dc33-4aab-91a4-0578dfbab93d req-8decd7b9-0654-4d4b-ad9a-64390d5e12c0 service neutron] 10.222.0.23 "GET /v2.0/networks/19b68ebb-21ad-4a91-a84a-f01adeeac47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156785 Sep 26 13:22:20.036982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-588b3efb-6362-401c-bc88-7b2549c04db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:20.043111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-588b3efb-6362-401c-bc88-7b2549c04db3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 1059 time: 0.0834737 Sep 26 13:22:20.182923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf3614-6c53-4e76-ae16-aefc9d3a8d00 req-2f578507-e232-421a-9618-87350f2b20aa tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:20.184522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0faf3614-6c53-4e76-ae16-aefc9d3a8d00 req-2f578507-e232-421a-9618-87350f2b20aa tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 944 time: 0.1404872 Sep 26 13:22:20.213960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-d54ec0fe-bc5f-4305-8879-f3569615a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:20.216278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-d54ec0fe-bc5f-4305-8879-f3569615a632 service neutron] 10.222.0.23 "GET /v2.0/networks?id=19b68ebb-21ad-4a91-a84a-f01adeeac47e HTTP/1.1" status: 200 len: 898 time: 0.1583750 Sep 26 13:22:20.220035 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:20.269245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-6b3c69bd-6c18-4672-b7f2-13c24d32f411 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c HTTP/1.1" status: 200 len: 217 time: 0.0449603 Sep 26 13:22:20.314019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0faf3614-6c53-4e76-ae16-aefc9d3a8d00 req-2e2157e3-042a-4ae5-972c-2fb68c8f62d8 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109762 Sep 26 13:22:20.348744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-8f3838e6-8bcd-43d5-9101-8db7668affe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:20.350280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-8f3838e6-8bcd-43d5-9101-8db7668affe5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=68897fa3-566a-47c3-ba4f-fccd58cb395c HTTP/1.1" status: 200 len: 837 time: 0.0731139 Sep 26 13:22:20.410683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-c7146d88-03e3-4dc5-abf4-6f3fb01c957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:20.411710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-228e81c2-a8d5-4a16-86ac-ddbafa000718 req-8ae91ca8-d20f-42cb-be43-9fb929b4ab06 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0276711 Sep 26 13:22:20.415806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-c7146d88-03e3-4dc5-abf4-6f3fb01c957c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=19b68ebb-21ad-4a91-a84a-f01adeeac47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0571935 Sep 26 13:22:20.529696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-1a56637a-af36-4629-8087-64c6567c70e5 service neutron] 10.222.0.23 "GET /v2.0/networks/19b68ebb-21ad-4a91-a84a-f01adeeac47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057944 Sep 26 13:22:20.637542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6978238-b90b-4267-9c09-8a848cd74bf2 req-a9b6105b-f594-46d9-990e-bafb0cf27158 service neutron] 10.222.0.23 "GET /v2.0/networks/19b68ebb-21ad-4a91-a84a-f01adeeac47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008205 Sep 26 13:22:20.738116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f12c03-1ee7-427f-a9fb-0fbc251c0fdf req-6ed78273-dc32-48da-8d8e-d3debee1004c tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:20.738116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71f12c03-1ee7-427f-a9fb-0fbc251c0fdf req-6ed78273-dc32-48da-8d8e-d3debee1004c tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 907 time: 0.0826926 Sep 26 13:22:21.303053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 36aa1902-dedb-4cdc-862a-e281202d17c9 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:22:21.305132 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:21.422508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:22:21.428819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:21.429191 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:21.472378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 36aa1902-dedb-4cdc-862a-e281202d17c9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=36aa1902-dedb-4cdc-862a-e281202d17c9,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:21.491154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b2849-0837-4711-aa89-26eefab2e9ca req-b43fdefe-d5fe-4a70-9ee4-f929b590bef8 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:21.491732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '36aa1902-dedb-4cdc-862a-e281202d17c9', 'network_id': 'b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59', 'port_id': '36aa1902-dedb-4cdc-862a-e281202d17c9', 'mac_address': 'fa:16:3e:c7:7d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01cc581-0a05-46fe-ac42-20ad5b5beeeb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:22:21.493010 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a0b2849-0837-4711-aa89-26eefab2e9ca req-b43fdefe-d5fe-4a70-9ee4-f929b590bef8 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 944 time: 0.0868678 Sep 26 13:22:21.534299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:21.539553 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a0b2849-0837-4711-aa89-26eefab2e9ca req-9b16010b-69ca-4fae-b4d0-b253355fca17 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Sep 26 13:22:21.562913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80246009-46be-4f6d-8b42-a726b6a4b98f req-4366430e-bb0c-4db2-813f-360d90d1a0a2 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0454123 Sep 26 13:22:21.568576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36aa1902-dedb-4cdc-862a-e281202d17c9 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:22:21.599128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:21.601837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 36aa1902-dedb-4cdc-862a-e281202d17c9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=36aa1902-dedb-4cdc-862a-e281202d17c9,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:21.610263 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:21.645861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf795ca-4f28-45f6-ba88-ddfd9fa00c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7fe6bf-d956-4b9d-a946-fa2d06b43c32'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:21.648137 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b7dd9-a51d-476c-9a51-0af424fb5bee" -d '{"events": [{"server_uuid": "bcf795ca-4f28-45f6-ba88-ddfd9fa00c16", "name": "network-vif-plugged", "status": "completed", "tag": "7f7fe6bf-d956-4b9d-a946-fa2d06b43c32"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:21.666955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:21.680449 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:21.686197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=36aa1902-dedb-4cdc-862a-e281202d17c9,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:21.737910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:21.830694 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111cbd38-3324-4950-b6ff-7c0464d918c9 x-openstack-request-id: req-111cbd38-3324-4950-b6ff-7c0464d918c9 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:21.831000 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf795ca-4f28-45f6-ba88-ddfd9fa00c16", "name": "network-vif-plugged", "status": "completed", "tag": "7f7fe6bf-d956-4b9d-a946-fa2d06b43c32", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:21.831258 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-111cbd38-3324-4950-b6ff-7c0464d918c9 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:21.831663 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf795ca-4f28-45f6-ba88-ddfd9fa00c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7fe6bf-d956-4b9d-a946-fa2d06b43c32', 'code': 200} Sep 26 13:22:21.834478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['36aa1902-dedb-4cdc-862a-e281202d17c9'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:22:21.862953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b4500-8228-4a41-b12a-7747c09b4d2a req-761103b0-c618-47eb-8f24-b5562dba1967 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:21.864662 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-732b4500-8228-4a41-b12a-7747c09b4d2a req-761103b0-c618-47eb-8f24-b5562dba1967 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 907 time: 0.0554445 Sep 26 13:22:21.934064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc93b6-c3f4-43c9-b3d0-428fc09f5cd1 req-5f92cecc-ecb6-4121-8bab-8297b4f6fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:21.935557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-befc93b6-c3f4-43c9-b3d0-428fc09f5cd1 req-5f92cecc-ecb6-4121-8bab-8297b4f6fd45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 1097 time: 0.0475972 Sep 26 13:22:21.999094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-befc93b6-c3f4-43c9-b3d0-428fc09f5cd1 req-ba03fcb4-3894-46a0-8410-1487846b033e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555797 Sep 26 13:22:22.651398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:22:22.686496 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:22:22.691776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23ead-403f-4b5a-862a-fb679dabae5f req-ad7b158e-eac3-4c18-800f-4bb42e9af876 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:22.694780 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95a23ead-403f-4b5a-862a-fb679dabae5f req-ad7b158e-eac3-4c18-800f-4bb42e9af876 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 945 time: 0.0836575 Sep 26 13:22:22.730606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-657d47de-3c21-4cf2-9be3-6f934f1fb19b req-c8a81e70-9103-450b-8274-e960603b4947 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0360591 Sep 26 13:22:22.765918 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95a23ead-403f-4b5a-862a-fb679dabae5f req-50f53de9-d34e-4250-967e-829dc93c1431 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595255 Sep 26 13:22:22.842416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:22.853847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '7bf350e9-4ae3-4ec9-89bb-c824b4426c8c', 'network_id': '19b68ebb-21ad-4a91-a84a-f01adeeac47e', 'port_id': '7bf350e9-4ae3-4ec9-89bb-c824b4426c8c', 'mac_address': 'fa:16:3e:f8:38:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68897fa3-566a-47c3-ba4f-fccd58cb395c', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:22:22.896339 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:22.909631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:22:22.930662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:22.935385 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:23.019164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:23.048053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cafdd-b241-4a1d-81fb-675f0cf018c3 req-ee033623-0382-416d-a588-62cb44c67996 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:23.054022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-262cafdd-b241-4a1d-81fb-675f0cf018c3 req-ee033623-0382-416d-a588-62cb44c67996 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 908 time: 0.0806966 Sep 26 13:22:23.254881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7bf350e9-4ae3-4ec9-89bb-c824b4426c8c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:22:23.316519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 36aa1902-dedb-4cdc-862a-e281202d17c9 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:23.535667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 36aa1902-dedb-4cdc-862a-e281202d17c9 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:22:23.540391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 36aa1902-dedb-4cdc-862a-e281202d17c9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:23.541118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:23.639699 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:23.713553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 36aa1902-dedb-4cdc-862a-e281202d17c9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=36aa1902-dedb-4cdc-862a-e281202d17c9,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:23.722383 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:23.832335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654ecff9-6513-4a45-a635-86e598be852d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aa1902-dedb-4cdc-862a-e281202d17c9'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:23.834661 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b923f3e-5b7f-4fd3-9da1-31ff10632d8b" -d '{"events": [{"server_uuid": "654ecff9-6513-4a45-a635-86e598be852d", "name": "network-vif-plugged", "status": "completed", "tag": "36aa1902-dedb-4cdc-862a-e281202d17c9"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:23.837444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=36aa1902-dedb-4cdc-862a-e281202d17c9,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:23.929426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928d867-1d4a-4cc1-946d-aa30a4147178 req-461e2247-e470-425d-98f3-dcb26bcb3366 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:23.937544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b928d867-1d4a-4cc1-946d-aa30a4147178 req-461e2247-e470-425d-98f3-dcb26bcb3366 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 945 time: 0.0577114 Sep 26 13:22:23.946179 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8c6b7eb5-1bc8-41a1-bc40-d7f8a308fd32 req-fd0970ac-6f19-4079-9c75-5e5a557a3eea tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0713687 Sep 26 13:22:23.997669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b928d867-1d4a-4cc1-946d-aa30a4147178 req-0f811a71-7a8c-4f4a-9452-ac8dae4514f6 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589406 Sep 26 13:22:24.033874 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e1510c-2668-4a29-9252-e9cf12740fbe x-openstack-request-id: req-a8e1510c-2668-4a29-9252-e9cf12740fbe {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:24.034730 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654ecff9-6513-4a45-a635-86e598be852d", "name": "network-vif-plugged", "status": "completed", "tag": "36aa1902-dedb-4cdc-862a-e281202d17c9", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:24.035549 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8e1510c-2668-4a29-9252-e9cf12740fbe {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:24.036755 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654ecff9-6513-4a45-a635-86e598be852d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36aa1902-dedb-4cdc-862a-e281202d17c9', 'code': 200} Sep 26 13:22:24.152872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a8216-39f8-4e50-ab21-452a1e5f5ac5 req-a962bd20-3c6c-401a-b367-73a0161f9b3f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:24.161975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d0a8216-39f8-4e50-ab21-452a1e5f5ac5 req-a962bd20-3c6c-401a-b367-73a0161f9b3f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 945 time: 0.0921681 Sep 26 13:22:24.260764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d0a8216-39f8-4e50-ab21-452a1e5f5ac5 req-852ffae0-090c-4456-b403-722ecaa8b72f tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938985 Sep 26 13:22:24.268499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227074d5-ce2c-4cd5-b7f4-412953c1040b req-2ab5a8c2-31ac-4888-80b7-3762d6d58ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:24.270967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-227074d5-ce2c-4cd5-b7f4-412953c1040b req-2ab5a8c2-31ac-4888-80b7-3762d6d58ea3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 1097 time: 0.1010804 Sep 26 13:22:24.301410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ce27-054b-4a31-b856-fb48d67a8b89 req-63a34e7f-9f96-43f7-b31f-773bec87d033 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:24.303121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a678ce27-054b-4a31-b856-fb48d67a8b89 req-63a34e7f-9f96-43f7-b31f-773bec87d033 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 908 time: 0.0821674 Sep 26 13:22:24.316266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-227074d5-ce2c-4cd5-b7f4-412953c1040b req-a04dba71-30fc-4a51-8eb5-6f692d1adb61 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383279 Sep 26 13:22:24.344513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40788) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:24.475126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.579881 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.584580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.635501 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ef9c1a8c3e344db98ebb68ab900d5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897589 Sep 26 13:22:24.636727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72fbe9a-60ae-40c9-b080-37da32b1d1f2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:24.638499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40800) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:24.644861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.645472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.646039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.646601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.649548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.650186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.650739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.651295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.651924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.652498 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.653025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.653587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04aa3e-bcee-4d73-aefb-1e1cfa1e5338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.655889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:24.726409 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.731905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:22:24.758224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:24.758782 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.759447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.816516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.820769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.824900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d72fbe9a-60ae-40c9-b080-37da32b1d1f2 HTTP/1.1" status: 204 len: 168 time: 0.1827526 Sep 26 13:22:24.848886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72fbe9a-60ae-40c9-b080-37da32b1d1f2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:24.864012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.864419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.864795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.865227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.865586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.865997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.866303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.866732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.867218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.867547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.867885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.868183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d8495-d90d-4175-85bc-c24e1a409073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:22:24.876311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:24.934461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:24.940474 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:25.004191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:25.079076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b636fd2c-f11f-404d-85f9-5b7ba17e3b38 req-db8eb968-cc34-4993-a7c8-7403a4412b61 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0423586 Sep 26 13:22:25.224363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40828) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:25.237833 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7363e91d-c468-4039-b12d-d3b59812a6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:25.361372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7363e91d-c468-4039-b12d-d3b59812a6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:25.367145 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7363e91d-c468-4039-b12d-d3b59812a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:25.428601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31f6ba-57fe-4b6f-a1fe-d9b597111906 req-90b82f58-3706-46cb-8afa-54b25d6d11de tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:25.436941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8b31f6ba-57fe-4b6f-a1fe-d9b597111906 req-90b82f58-3706-46cb-8afa-54b25d6d11de tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 945 time: 0.0674407 Sep 26 13:22:25.458079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7363e91d-c468-4039-b12d-d3b59812a6fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=018db86e66b442beb6c7e45d07a76892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325587 Sep 26 13:22:25.459805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363e91d-c468-4039-b12d-d3b59812a6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30056f15-7980-4e6f-99ec-3a02f33bf4f9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:25.465654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 40836) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:25.481429 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8b31f6ba-57fe-4b6f-a1fe-d9b597111906 req-30b0c7ee-73e0-438f-a211-b2b3a78ee24e tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Sep 26 13:22:25.530945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02e3d8-8835-418a-8713-0e5ef984e6be req-7c5b5ffa-ab39-40ec-9507-181d75d7be18 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:25.532462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b02e3d8-8835-418a-8713-0e5ef984e6be req-7c5b5ffa-ab39-40ec-9507-181d75d7be18 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 909 time: 0.1259997 Sep 26 13:22:25.551387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2da5f54-d2e2-403c-873a-c5de89df65cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:25.576382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2da5f54-d2e2-403c-873a-c5de89df65cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:25.653348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2da5f54-d2e2-403c-873a-c5de89df65cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:25.656481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2da5f54-d2e2-403c-873a-c5de89df65cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:25.658026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b2da5f54-d2e2-403c-873a-c5de89df65cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30056f15-7980-4e6f-99ec-3a02f33bf4f9 HTTP/1.1" status: 204 len: 168 time: 0.1901662 Sep 26 13:22:25.670090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da5f54-d2e2-403c-873a-c5de89df65cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30056f15-7980-4e6f-99ec-3a02f33bf4f9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:26.029331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fc9fd-fcca-4969-acab-bceff038bb4f req-94710f22-2d02-4174-94cd-021e582623a9 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:26.037696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a88fc9fd-fcca-4969-acab-bceff038bb4f req-94710f22-2d02-4174-94cd-021e582623a9 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 945 time: 0.0954413 Sep 26 13:22:26.038100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a6a65e-4140-4812-bb99-529d2718a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf350e9-4ae3-4ec9-89bb-c824b4426c8c'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:26.040764 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852dc8d-5859-4f16-a8ac-5eef61286f1a" -d '{"events": [{"server_uuid": "25a6a65e-4140-4812-bb99-529d2718a905", "name": "network-vif-plugged", "status": "completed", "tag": "7bf350e9-4ae3-4ec9-89bb-c824b4426c8c"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:26.084672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a88fc9fd-fcca-4969-acab-bceff038bb4f req-4b7682c6-b589-4990-a923-0ef40ac93ece tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Sep 26 13:22:26.116668 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3359ead9-9712-4a8f-9f69-f45e9a5219a4 x-openstack-request-id: req-3359ead9-9712-4a8f-9f69-f45e9a5219a4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:26.116965 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a6a65e-4140-4812-bb99-529d2718a905", "name": "network-vif-plugged", "status": "completed", "tag": "7bf350e9-4ae3-4ec9-89bb-c824b4426c8c", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:26.117218 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3359ead9-9712-4a8f-9f69-f45e9a5219a4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:26.117649 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a6a65e-4140-4812-bb99-529d2718a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf350e9-4ae3-4ec9-89bb-c824b4426c8c', 'code': 200} Sep 26 13:22:26.227645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6d7d2-550a-4d90-85a7-d6197898d37a req-a2c30828-7da4-4a25-9e24-07487f8645de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:26.230787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bac6d7d2-550a-4d90-85a7-d6197898d37a req-a2c30828-7da4-4a25-9e24-07487f8645de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 1061 time: 0.0491590 Sep 26 13:22:26.231905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd8ca193-dff7-4876-9e78-2dd1f54007ff req-c6eb65ae-680d-4e38-9d22-70d0f01b27a2 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0544052 Sep 26 13:22:26.675372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd652-cd78-4061-86eb-f60c6e14d904 req-542f9d42-ef13-4334-b48c-ebde09bb2a8c tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:26.677382 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-191cd652-cd78-4061-86eb-f60c6e14d904 req-542f9d42-ef13-4334-b48c-ebde09bb2a8c tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 909 time: 0.0569615 Sep 26 13:22:27.157271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703105d8-2725-40fb-8210-60bd8ee7245a req-f9d2d090-e275-4ee0-9cc9-9faea27b5bd0 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:27.159043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-703105d8-2725-40fb-8210-60bd8ee7245a req-f9d2d090-e275-4ee0-9cc9-9faea27b5bd0 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "GET /v2.0/ports?device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 945 time: 0.1144233 Sep 26 13:22:27.312062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf454d9-d802-4ccd-9733-8b07c3a4b6d4 req-a5d61921-e5a1-4d17-9ce6-5d4bfeff4769 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:27.320704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-faf454d9-d802-4ccd-9733-8b07c3a4b6d4 req-a5d61921-e5a1-4d17-9ce6-5d4bfeff4769 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 945 time: 0.0692062 Sep 26 13:22:27.339570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Deleting port 36aa1902-dedb-4cdc-862a-e281202d17c9 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:27.342370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:27.395205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-faf454d9-d802-4ccd-9733-8b07c3a4b6d4 req-b988e7b3-b559-42bf-832e-31a2fa3a360c tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733981 Sep 26 13:22:27.441778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-4078fcde-5232-43b4-9c3a-bd3cd2f6faf5 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:27.443965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-4078fcde-5232-43b4-9c3a-bd3cd2f6faf5 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcf795ca-4f28-45f6-ba88-ddfd9fa00c16 HTTP/1.1" status: 200 len: 945 time: 0.1958826 Sep 26 13:22:27.446616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-860aa093-ead4-4a20-be8e-c6a093877e70 req-804a2608-027c-4144-badb-0288adb848e1 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0988438 Sep 26 13:22:27.639536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] For port 36aa1902-dedb-4cdc-862a-e281202d17c9, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=36aa1902-dedb-4cdc-862a-e281202d17c9,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:27.640039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:27.840527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149d7c8-49c2-4966-a2a6-fc92f46c6e8e req-93887c7e-cd73-46c9-97f4-f79b4805e86f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:27.855624 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f149d7c8-49c2-4966-a2a6-fc92f46c6e8e req-93887c7e-cd73-46c9-97f4-f79b4805e86f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 909 time: 0.0909648 Sep 26 13:22:28.000568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Calling delete_port for 36aa1902-dedb-4cdc-862a-e281202d17c9 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:28.082717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Deleting port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:28.083269 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:28.193610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd6682-6ff4-4649-be47-60bb3e76fdd1 req-71529a01-855e-4036-8be7-8a8a91e737ff tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:28.195083 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3cd6682-6ff4-4649-be47-60bb3e76fdd1 req-71529a01-855e-4036-8be7-8a8a91e737ff tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 909 time: 0.1977806 Sep 26 13:22:28.279786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] For port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,segment=NetworkSegment(cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2),segment_id=cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:28.280132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:28.338484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Calling delete_port for 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:28.501100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788170a7-ac56-48e7-89b1-8991cdba2287 req-1d6bc685-dda3-4569-bc48-6accab73ef77 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:28.503284 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-788170a7-ac56-48e7-89b1-8991cdba2287 req-1d6bc685-dda3-4569-bc48-6accab73ef77 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 1061 time: 0.0705206 Sep 26 13:22:28.523457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:28.541418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7f7fe6bf-d956-4b9d-a946-fa2d06b43c32', '36aa1902-dedb-4cdc-862a-e281202d17c9'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:22:28.639097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Pushing event deleted for resources: {'Port': ['ID=36aa1902-dedb-4cdc-862a-e281202d17c9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:28.645820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-027358d2-4080-4011-bbbe-7c932eb45134 req-f82eb59b-ad63-40b7-bf79-b8cf7160c38a tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0533006 Sep 26 13:22:28.665508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286b494-a9b2-4291-b2ca-82dbdf4c6fc2 req-abca6bd8-6d08-4074-abb5-63b69db6604c tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:28.667030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8286b494-a9b2-4291-b2ca-82dbdf4c6fc2 req-abca6bd8-6d08-4074-abb5-63b69db6604c tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/ports?device_id=654ecff9-6513-4a45-a635-86e598be852d HTTP/1.1" status: 200 len: 867 time: 0.1924188 Sep 26 13:22:28.794501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] No DVR routers for this DVR port 36aa1902-dedb-4cdc-862a-e281202d17c9 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:22:28.799974 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:28.802284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:28.804430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-703105d8-2725-40fb-8210-60bd8ee7245a req-2771fb64-857f-4937-89e9-fff2e31faa39 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "DELETE /v2.0/ports/36aa1902-dedb-4cdc-862a-e281202d17c9 HTTP/1.1" status: 204 len: 173 time: 1.6389978 Sep 26 13:22:28.806446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654ecff9-6513-4a45-a635-86e598be852d', 'name': 'network-vif-deleted', 'tag': '36aa1902-dedb-4cdc-862a-e281202d17c9'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:28.808915 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8582b41e-ade8-44bc-be56-f7aa7b639d63" -d '{"events": [{"server_uuid": "654ecff9-6513-4a45-a635-86e598be852d", "name": "network-vif-deleted", "tag": "36aa1902-dedb-4cdc-862a-e281202d17c9"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:28.823325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95296b-dd5d-4ecf-aff6-3621ab022fec req-2f74f0c6-c3e8-43f4-a511-34e71e6c167d tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:28.837420 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d95296b-dd5d-4ecf-aff6-3621ab022fec req-2f74f0c6-c3e8-43f4-a511-34e71e6c167d tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1136 time: 0.0685635 Sep 26 13:22:28.853760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['36aa1902-dedb-4cdc-862a-e281202d17c9'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:22:28.855241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Pushing event deleted for resources: {'Port': ['ID=7f7fe6bf-d956-4b9d-a946-fa2d06b43c32,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:28.885982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8286b494-a9b2-4291-b2ca-82dbdf4c6fc2 req-eb8dbc0c-3151-4666-b7cf-844fb5b77942 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c49283c-50e6-414f-8b43-581d6fecbd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990552 Sep 26 13:22:28.889082 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d95296b-dd5d-4ecf-aff6-3621ab022fec req-32413981-9025-44b4-a84e-8bdbaa4566e8 tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0502567 Sep 26 13:22:28.916715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 40998) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:28.943290 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9663be5-c538-48ce-984a-8247610527fa x-openstack-request-id: req-e9663be5-c538-48ce-984a-8247610527fa {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:28.944397 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654ecff9-6513-4a45-a635-86e598be852d", "name": "network-vif-deleted", "tag": "36aa1902-dedb-4cdc-862a-e281202d17c9", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:28.944711 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9663be5-c538-48ce-984a-8247610527fa {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:28.945287 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654ecff9-6513-4a45-a635-86e598be852d', 'name': 'network-vif-deleted', 'tag': '36aa1902-dedb-4cdc-862a-e281202d17c9', 'status': 'completed', 'code': 200} Sep 26 13:22:28.974070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] No DVR routers for this DVR port 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:22:28.978446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:28.981369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-686d6d3b-c602-4f62-98b7-aef273c9602c req-36e44b20-5d3c-44b5-adc2-3aa15ef40764 tempest-MultipleCreateTestJSON-392824445 tempest-MultipleCreateTestJSON-392824445-project] 10.222.0.24 "DELETE /v2.0/ports/7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 HTTP/1.1" status: 204 len: 173 time: 1.5311379 Sep 26 13:22:28.989045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b96caa-f052-4594-94d2-1d6c9ef0ec2f tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:28.990975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e3b96caa-f052-4594-94d2-1d6c9ef0ec2f tempest-TestSecurityGroupsBasicOps-836683887 tempest-TestSecurityGroupsBasicOps-836683887-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 1056 time: 0.0728080 Sep 26 13:22:29.277405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a692d8-d360-4adf-a9e1-aa0389a53f25 req-65856f98-97cb-4db5-add7-d3b608716aeb tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:29.280448 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21a692d8-d360-4adf-a9e1-aa0389a53f25 req-65856f98-97cb-4db5-add7-d3b608716aeb tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 909 time: 0.0664630 Sep 26 13:22:29.763434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a3be7e79-e5c5-4486-9fd3-0cc92305fc9b req-258d47d5-04ea-4d68-9b76-3434e814b028 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0272608 Sep 26 13:22:29.976957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41056) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:30.061592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce48095-40cd-430f-8ee9-68e70a2da5f1 admin admin] Deleting subnet a01cc581-0a05-46fe-ac42-20ad5b5beeeb {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:22:30.064972 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ce48095-40cd-430f-8ee9-68e70a2da5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.104262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ce48095-40cd-430f-8ee9-68e70a2da5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.151179 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ce48095-40cd-430f-8ee9-68e70a2da5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.207840 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ce48095-40cd-430f-8ee9-68e70a2da5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.234283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce48095-40cd-430f-8ee9-68e70a2da5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01cc581-0a05-46fe-ac42-20ad5b5beeeb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:30.241346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ce48095-40cd-430f-8ee9-68e70a2da5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.243573 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6ce48095-40cd-430f-8ee9-68e70a2da5f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a01cc581-0a05-46fe-ac42-20ad5b5beeeb HTTP/1.1" status: 204 len: 168 time: 0.2651825 Sep 26 13:22:30.245904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41064) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:30.330643 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.450431 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.483763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:30.493720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb17a0-5b25-4a1b-a8ef-fa94769b12c2 req-bdc33405-f5c6-46ba-8d7c-7f5c28a0af3f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:30.495493 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bb17a0-5b25-4a1b-a8ef-fa94769b12c2 req-bdc33405-f5c6-46ba-8d7c-7f5c28a0af3f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 909 time: 0.1187751 Sep 26 13:22:30.504766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:30.505253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2fcc6d-49aa-41c1-b526-d5d03f4d17e2') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:30.514932 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.529291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.536002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:22:30.536471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:22:30.538145 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:22:30.599528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.606452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.609975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59 HTTP/1.1" status: 204 len: 168 time: 0.3628581 Sep 26 13:22:30.622062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864db796-b8f0-4414-aecf-581e7c391e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ad9f17-f1e0-45c6-8a9a-86c2186d3c59,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:30.720767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-f16667b3-b210-4fd6-885d-8d94d151333f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:30.722481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-f16667b3-b210-4fd6-885d-8d94d151333f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.23 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 909 time: 0.0745375 Sep 26 13:22:30.862110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:30.862578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:30.904936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e48eb396-f210-4f17-ba2e-ea0190f7cd77 req-6fe349f2-0b39-4ff7-91a0-677a814f8c2c tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0406482 Sep 26 13:22:30.927102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41094) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:30.972819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf795ca-4f28-45f6-ba88-ddfd9fa00c16', 'name': 'network-vif-deleted', 'tag': '7f7fe6bf-d956-4b9d-a946-fa2d06b43c32'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:30.975372 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0ac9dd-0d49-4393-a229-db88e6f57882" -d '{"events": [{"server_uuid": "bcf795ca-4f28-45f6-ba88-ddfd9fa00c16", "name": "network-vif-deleted", "tag": "7f7fe6bf-d956-4b9d-a946-fa2d06b43c32"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:31.081512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] For port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:31.082965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:31.087663 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f2a32-5796-41cb-9d9c-806ee42688c0 x-openstack-request-id: req-723f2a32-5796-41cb-9d9c-806ee42688c0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:31.088179 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf795ca-4f28-45f6-ba88-ddfd9fa00c16", "name": "network-vif-deleted", "tag": "7f7fe6bf-d956-4b9d-a946-fa2d06b43c32", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:31.088585 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-723f2a32-5796-41cb-9d9c-806ee42688c0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:31.089212 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf795ca-4f28-45f6-ba88-ddfd9fa00c16', 'name': 'network-vif-deleted', 'tag': '7f7fe6bf-d956-4b9d-a946-fa2d06b43c32', 'status': 'completed', 'code': 200} Sep 26 13:22:31.129108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Calling delete_port for 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:31.152312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-084d9323-0845-4ecd-a8e5-762b5256a53b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc7184b0528b43af900ba48a56b12d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242138 Sep 26 13:22:31.155069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41114) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:31.253996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10bf884d-be62-4873-aa2d-5eba3cf8988d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:31.301529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10bf884d-be62-4873-aa2d-5eba3cf8988d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:31.305631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:31.349260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Port': ['ID=7bf350e9-4ae3-4ec9-89bb-c824b4426c8c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:31.386171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:31.403665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] No DVR routers for this DVR port 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:22:31.407535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:31.410337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06f2aae5-e02a-40d4-8057-84e6dd637eab req-e67540af-4176-4a5d-bb69-97ef73a33fc5 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.23 "DELETE /v2.0/ports/7bf350e9-4ae3-4ec9-89bb-c824b4426c8c HTTP/1.1" status: 204 len: 173 time: 0.6808000 Sep 26 13:22:31.417262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10bf884d-be62-4873-aa2d-5eba3cf8988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:31.420602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10bf884d-be62-4873-aa2d-5eba3cf8988d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:31.422628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-10bf884d-be62-4873-aa2d-5eba3cf8988d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c49283c-50e6-414f-8b43-581d6fecbd77 HTTP/1.1" status: 204 len: 168 time: 0.2662485 Sep 26 13:22:31.434353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf884d-be62-4873-aa2d-5eba3cf8988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c49283c-50e6-414f-8b43-581d6fecbd77,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:31.489237 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:31.489947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7f7fe6bf-d956-4b9d-a946-fa2d06b43c32 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:31.503895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 36aa1902-dedb-4cdc-862a-e281202d17c9 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:31.593516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 36aa1902-dedb-4cdc-862a-e281202d17c9 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:31.593867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 36aa1902-dedb-4cdc-862a-e281202d17c9 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:31.740632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64551628-b33a-4748-8714-ae1036091795 req-5072d14f-cccf-46d4-b1e2-04e4d1f85ff1 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a6a65e-4140-4812-bb99-529d2718a905 HTTP/1.1" status: 200 len: 210 time: 0.0610681 Sep 26 13:22:32.107030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1abdcab0-aa07-49a7-a053-b9ce1c862357 req-d5cb19fe-57ea-4555-8a5b-a6836ac78d22 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0397117 Sep 26 13:22:32.386297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41180) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:32.540981 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30c55601-400f-4fb1-9f87-fcec594b166d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:32.652374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41196) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:32.671401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30c55601-400f-4fb1-9f87-fcec594b166d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:32.681815 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-30c55601-400f-4fb1-9f87-fcec594b166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:32.683189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:32.705354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:32.705870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7bf350e9-4ae3-4ec9-89bb-c824b4426c8c not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:32.741923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41204) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:32.742139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-30c55601-400f-4fb1-9f87-fcec594b166d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23d92d71100043a089263bb8fb7678fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545675 Sep 26 13:22:32.742863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c55601-400f-4fb1-9f87-fcec594b166d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7dae0-d0ad-4224-b706-713a7c6a7584,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:32.816769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41208) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:32.870964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1042443025-network', 'tenant_id': '5926d48159ef4d219209215e279cf1e4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:32.930306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b929cdd-d7c9-4e2a-b9ff-fcb0bef4737a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:32.950970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Made reservation on behalf of 5926d48159ef4d219209215e279cf1e4 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:32.953755 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:32.981970 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b929cdd-d7c9-4e2a-b9ff-fcb0bef4737a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:32.983847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.116606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a6a65e-4140-4812-bb99-529d2718a905', 'name': 'network-vif-deleted', 'tag': '7bf350e9-4ae3-4ec9-89bb-c824b4426c8c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:33.119528 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0685cc0e-88ad-456e-abd7-4c0f5ca7f9aa" -d '{"events": [{"server_uuid": "25a6a65e-4140-4812-bb99-529d2718a905", "name": "network-vif-deleted", "tag": "7bf350e9-4ae3-4ec9-89bb-c824b4426c8c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:33.204692 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d713c64-38fe-46f5-ba8b-2f24d200668b x-openstack-request-id: req-2d713c64-38fe-46f5-ba8b-2f24d200668b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:33.204984 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a6a65e-4140-4812-bb99-529d2718a905", "name": "network-vif-deleted", "tag": "7bf350e9-4ae3-4ec9-89bb-c824b4426c8c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:33.205234 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d713c64-38fe-46f5-ba8b-2f24d200668b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:33.205743 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a6a65e-4140-4812-bb99-529d2718a905', 'name': 'network-vif-deleted', 'tag': '7bf350e9-4ae3-4ec9-89bb-c824b4426c8c', 'status': 'completed', 'code': 200} Sep 26 13:22:33.216027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b929cdd-d7c9-4e2a-b9ff-fcb0bef4737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.218860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b929cdd-d7c9-4e2a-b9ff-fcb0bef4737a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.222616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9b929cdd-d7c9-4e2a-b9ff-fcb0bef4737a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bd7dae0-d0ad-4224-b706-713a7c6a7584 HTTP/1.1" status: 204 len: 168 time: 0.4764647 Sep 26 13:22:33.243126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b929cdd-d7c9-4e2a-b9ff-fcb0bef4737a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7dae0-d0ad-4224-b706-713a7c6a7584,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:33.283723 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f9ca423-a9cb-4afe-989a-321bcafc3c8e req-839693e5-9dbf-4685-960e-d3feec6ff087 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0645847 Sep 26 13:22:33.365438 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.375998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.414098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:22:33.448692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.449062 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Added segment 10cb5321-5aea-4761-892d-cb5cd2877ab0 of type vlan for network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc Sep 26 13:22:33.450481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f002ba0c-8cd4-42b9-81f2-838ea49519b4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:33.540300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.609735 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.611547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:33.612800 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.634722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41238) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:33.651391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93df3379-1a15-4ca7-a88c-606ba545ca6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.675464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0213156 Sep 26 13:22:33.691518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.693379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41240) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:33.701106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Request body: {'subnet': {'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1042443025-subnet', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:33.820422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503746d-88a6-458d-9e82-f53f832567ef admin admin] Pushing event updated for resources: {'Network': ['ID=96b7a73d-30fa-4a32-87d0-8a6b43406fcc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:33.825446 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93df3379-1a15-4ca7-a88c-606ba545ca6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.841842 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-93df3379-1a15-4ca7-a88c-606ba545ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.848754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:22:33.893699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Made reservation on behalf of 5926d48159ef4d219209215e279cf1e4 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:33.896489 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:33.969573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-93df3379-1a15-4ca7-a88c-606ba545ca6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ff0349982324f3eaad2278c7018b06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312724 Sep 26 13:22:33.971624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41250) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:33.990438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df3379-1a15-4ca7-a88c-606ba545ca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e071655-9ab1-48a6-a3a4-aa1c47a40340,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:34.069578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-28081eca-26b7-4701-9852-6ac87f9a49e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.094319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-28081eca-26b7-4701-9852-6ac87f9a49e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.180368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.221198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting port e7dd2cc2-70a4-43f3-8c28-aa7085d01153 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:34.222441 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.229741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-28081eca-26b7-4701-9852-6ac87f9a49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.232471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-28081eca-26b7-4701-9852-6ac87f9a49e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.236190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-28081eca-26b7-4701-9852-6ac87f9a49e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e071655-9ab1-48a6-a3a4-aa1c47a40340 HTTP/1.1" status: 204 len: 168 time: 0.2610023 Sep 26 13:22:34.247557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6499ad3-b7c3-4a37-a85c-7cd75cf92782,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:34.257689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Checking segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:34.258050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Network hostable DHCP agents. Network: 96b7a73d-30fa-4a32-87d0-8a6b43406fcc, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:22:34.260910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28081eca-26b7-4701-9852-6ac87f9a49e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e071655-9ab1-48a6-a3a4-aa1c47a40340,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:34.279666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:22:34.301407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 96b7a73d-30fa-4a32-87d0-8a6b43406fcc) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:34.306141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:34.307114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.311130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d30c9-dc65-412c-8c71-197adcd35d8d None None] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:22:34.333139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0c767182-cb76-46bf-8434-8d509885bc8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6368628 Sep 26 13:22:34.335955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41266) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:34.341527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:34.376176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] For port e7dd2cc2-70a4-43f3-8c28-aa7085d01153, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:34.377087 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.391045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Calling delete_port for e7dd2cc2-70a4-43f3-8c28-aa7085d01153 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:34.395453 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.396624 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.522526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.554162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e392fc33-c1e0-432a-a9bc-3d0d206bbb1b req-6a9ce485-9dd7-4c23-984d-e15f342fac7f tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0697014 Sep 26 13:22:34.716899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:22:34.718245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.805952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.816790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:34.890562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Port': ['ID=e7dd2cc2-70a4-43f3-8c28-aa7085d01153,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:35.060277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Allocated IP 172.20.0.2 (96b7a73d-30fa-4a32-87d0-8a6b43406fcc/d6499ad3-b7c3-4a37-a85c-7cd75cf92782/3c1ff056-ba32-4fa7-8ba2-05b0043421ad) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:35.267919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.276831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.297180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.370695 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.384630 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.456848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Allocated IP 172.25.4.164 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/a8162e37-238f-4edf-8e8a-979bc511a709) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:35.494296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Pushing event updated for resources: {'Port': ['ID=3c1ff056-ba32-4fa7-8ba2-05b0043421ad,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:35.506563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:35.508629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:35.511902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:35.604976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Attempting to bind port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:35.605564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Attempting to bind port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:35.606208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Attempting to bind port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:35.621046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:35.621443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Checking segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:35.621883 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.622291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Bound using segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:35.622766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Bound port: 3c1ff056-ba32-4fa7-8ba2-05b0043421ad, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:35.624380 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.682853 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.706047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] For port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:35.710750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] For port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3c1ff056-ba32-4fa7-8ba2-05b0043421ad,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:35.717165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.745812 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d71ee28-13c6-4023-81a8-b1737369c3d3 req-4f1104bd-5c8b-4407-b14d-fed68c704d26 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0515389 Sep 26 13:22:35.780678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:22:35.781632 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:35.826769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1a020-6f3c-4cdb-8922-bf428a367e38 None None] Pushing event updated for resources: {'Port': ['ID=3c1ff056-ba32-4fa7-8ba2-05b0043421ad,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:35.841550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:35.845010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:35.847643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:35.915442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Pushing event updated for resources: {'Port': ['ID=a8162e37-238f-4edf-8e8a-979bc511a709,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:36.363235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:36.425934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3c1ff056-ba32-4fa7-8ba2-05b0043421ad up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:36.451101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:22:36.460378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a4374044-7ff1-47e4-8ecd-7fa431faf133 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "PUT /v2.0/routers/880bf42a-f61f-4c6a-9008-7561ad7a2e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6415355 Sep 26 13:22:36.461271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41338) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:36.465598 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] Sync routers for ids ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:22:36.483001 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] Routers {'880bf42a-f61f-4c6a-9008-7561ad7a2e05'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:36.487028 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:36.524300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9268498a-b3fe-4b81-8412-c2df95325999 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting subnet 68897fa3-566a-47c3-ba4f-fccd58cb395c {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:22:36.529564 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9268498a-b3fe-4b81-8412-c2df95325999 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:36.564681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:36.565382 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:36.604874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9268498a-b3fe-4b81-8412-c2df95325999 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:36.738055 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:36.763571 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] Set router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:36.824534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3c1ff056-ba32-4fa7-8ba2-05b0043421ad,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:36.834498 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:36.855638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:36.933712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=3c1ff056-ba32-4fa7-8ba2-05b0043421ad,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:36.937717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9268498a-b3fe-4b81-8412-c2df95325999 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:37.040933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0902126e-5bc9-418f-ae59-6bea8fba1c9a req-fd3b1e92-b369-4efd-af77-b84516a676a7 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0625527 Sep 26 13:22:37.112292 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:34Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:37.140578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9268498a-b3fe-4b81-8412-c2df95325999 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:37.174778 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9268498a-b3fe-4b81-8412-c2df95325999 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:37.175036 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] Checking router: 880bf42a-f61f-4c6a-9008-7561ad7a2e05 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:22:37.182608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121e797-bbc8-4fbc-a317-e26be42f7537 None None] Network 19b68ebb-21ad-4a91-a84a-f01adeeac47e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:22:37.187579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9268498a-b3fe-4b81-8412-c2df95325999 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/subnets/68897fa3-566a-47c3-ba4f-fccd58cb395c HTTP/1.1" status: 204 len: 168 time: 0.7251961 Sep 26 13:22:37.192518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41362) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:37.198031 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] Routers {'880bf42a-f61f-4c6a-9008-7561ad7a2e05'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:37.198669 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:37.243797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268498a-b3fe-4b81-8412-c2df95325999 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Subnet': ['ID=68897fa3-566a-47c3-ba4f-fccd58cb395c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:37.472956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] DHCP port deletion for 19b68ebb-21ad-4a91-a84a-f01adeeac47e request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:22:37.578104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] Deleting port f18949cc-1296-4f95-8244-8e0dd88c43f5 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:37.578727 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:37.612704 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:37.621938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Router e6b4114e-530e-47c8-9b59-29c9e6123145 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:22:37.651154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e7a834-17d0-4f46-9f5d-0467037053d9 None None] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:22:37.685877 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] Set router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:37.782633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] For port f18949cc-1296-4f95-8244-8e0dd88c43f5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f18949cc-1296-4f95-8244-8e0dd88c43f5,segment=NetworkSegment(7d4157a5-7e3a-4c0c-8072-e7df21c10105),segment_id=7d4157a5-7e3a-4c0c-8072-e7df21c10105)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:37.783045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:37.811675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] Calling delete_port for f18949cc-1296-4f95-8244-8e0dd88c43f5 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:37.871937 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:37.876358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:22:37.923607 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:37.925610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-99e8d534-a911-45d6-b68b-4df91f9cf26c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5885327 Sep 26 13:22:37.928342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41390) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:37.932887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Sync routers for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:22:37.962844 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.012285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] Pushing event deleted for resources: {'Port': ['ID=f18949cc-1296-4f95-8244-8e0dd88c43f5,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:38.024014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837bb54-189f-4dc4-bd03-23c826931344 None None] No DVR routers for this DVR port f18949cc-1296-4f95-8244-8e0dd88c43f5 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:22:38.026373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:38.027015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:38.051920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5f748283-44b7-47ab-b1a8-2e701359bc89 None None] Provisioning complete for port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:38.052433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f748283-44b7-47ab-b1a8-2e701359bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.099516 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:34Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:38.164056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41400) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:38.205275 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2dd88-03bc-4b2b-90b1-2bf1db54ffb4 None None] The sync data for ids ['880bf42a-f61f-4c6a-9008-7561ad7a2e05'] in n-d-806683-13 is: [{'id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-872783250', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:34Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '9e79e519-4120-4872-bd6c-6ee74ba91b69', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880bf42a-f61f-4c6a-9008-7561ad7a2e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:21:59Z', 'updated_at': '2021-09-26T13:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:22:38.300953 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-760991b8-86bc-400c-9dbd-e899c1918e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.301841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-001f6523-8585-40cc-b21e-6b4d9f427df4 req-4543c34f-03db-4d08-8d00-793d7f602155 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0900335 Sep 26 13:22:38.317786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting port 9e79e519-4120-4872-bd6c-6ee74ba91b69 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:38.318137 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.344406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:38.402906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3c1ff056-ba32-4fa7-8ba2-05b0043421ad up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:38.467234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-760991b8-86bc-400c-9dbd-e899c1918e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.484291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-760991b8-86bc-400c-9dbd-e899c1918e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.540350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-760991b8-86bc-400c-9dbd-e899c1918e9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fe52e6448b848f2961994c13218cac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719633 Sep 26 13:22:38.540350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760991b8-86bc-400c-9dbd-e899c1918e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae14f7cb-cb37-4409-b0c4-3e217ba624d7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:38.541420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41414) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:38.615907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1568d3ea-4aec-4cb6-baa0-6dc102ada9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.657049 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1568d3ea-4aec-4cb6-baa0-6dc102ada9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.691545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] For port 9e79e519-4120-4872-bd6c-6ee74ba91b69, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9e79e519-4120-4872-bd6c-6ee74ba91b69,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:38.694621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.725999 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5a75527d-3836-49af-b47c-734271ce3763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.754957 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Calling delete_port for 9e79e519-4120-4872-bd6c-6ee74ba91b69 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:38.757972 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1568d3ea-4aec-4cb6-baa0-6dc102ada9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.760589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1568d3ea-4aec-4cb6-baa0-6dc102ada9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:38.761832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1568d3ea-4aec-4cb6-baa0-6dc102ada9e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae14f7cb-cb37-4409-b0c4-3e217ba624d7 HTTP/1.1" status: 204 len: 168 time: 0.2193897 Sep 26 13:22:38.778665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568d3ea-4aec-4cb6-baa0-6dc102ada9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae14f7cb-cb37-4409-b0c4-3e217ba624d7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:38.932442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:36Z', 'revision_number': 3, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:38.982655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Checking router: e6b4114e-530e-47c8-9b59-29c9e6123145 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:22:38.983032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Updating router e6b4114e-530e-47c8-9b59-29c9e6123145 port a8162e37-238f-4edf-8e8a-979bc511a709 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:22:39.067969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.069730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:39.070002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.295466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41434) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:39.323295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-999238c9-cd74-4b5f-83b0-18a8d37bb838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.610373 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-999238c9-cd74-4b5f-83b0-18a8d37bb838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.615035 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-999238c9-cd74-4b5f-83b0-18a8d37bb838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.639669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-887030de-2495-4d5d-a8c8-e040b5a32d5d None None] Provisioning complete for port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:39.640307 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-887030de-2495-4d5d-a8c8-e040b5a32d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.671200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999238c9-cd74-4b5f-83b0-18a8d37bb838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff86a2-d0b4-45fd-af82-81ea3d92fea2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:39.692649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8add3ba7-4aaf-4e7b-ad8b-67d2228ef9a7 req-8d3da51a-a950-4a51-a89a-095b1a5375ff tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.2469192 Sep 26 13:22:39.713264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-999238c9-cd74-4b5f-83b0-18a8d37bb838 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b75360de611946f085037edb3fbe7b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166882 Sep 26 13:22:39.718263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41446) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:39.758781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f18949cc-1296-4f95-8244-8e0dd88c43f5 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:39.764271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.794395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.800287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Port': ['ID=9e79e519-4120-4872-bd6c-6ee74ba91b69,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:39.808431 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43d9a99-b71d-43b4-b72f-237a7fed2b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.809760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f18949cc-1296-4f95-8244-8e0dd88c43f5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:39.810094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f18949cc-1296-4f95-8244-8e0dd88c43f5 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:39.852551 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43d9a99-b71d-43b4-b72f-237a7fed2b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.939402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43d9a99-b71d-43b4-b72f-237a7fed2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.943957 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43d9a99-b71d-43b4-b72f-237a7fed2b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:39.945163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f43d9a99-b71d-43b4-b72f-237a7fed2b6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eff86a2-d0b4-45fd-af82-81ea3d92fea2 HTTP/1.1" status: 204 len: 168 time: 0.2258849 Sep 26 13:22:39.959850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d9a99-b71d-43b4-b72f-237a7fed2b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff86a2-d0b4-45fd-af82-81ea3d92fea2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:40.034763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.119701 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.131299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.189635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.197384 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.247425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8432c61c-149b-4785-a937-357b579a2f7d req-fbbeb522-c8f9-469f-b130-c1b31ba16157 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0524774 Sep 26 13:22:40.248700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322891b1-8de8-4c65-9040-7e959c022004 None None] Pushing event updated for resources: {'Port': ['ID=a8162e37-238f-4edf-8e8a-979bc511a709,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:40.255644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e7dd2cc2-70a4-43f3-8c28-aa7085d01153 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:40.302473 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.304328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Fanout notify agent at l3_agent the message router_deleted on router 880bf42a-f61f-4c6a-9008-7561ad7a2e05 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:22:40.321470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Attempting to bind port a8162e37-238f-4edf-8e8a-979bc511a709 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:40.321977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Attempting to bind port a8162e37-238f-4edf-8e8a-979bc511a709 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:40.322164 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.322558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Attempting to bind port a8162e37-238f-4edf-8e8a-979bc511a709 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:40.327627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36c6def6-3d85-4d8b-9184-7e5af2d2add3 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/routers/880bf42a-f61f-4c6a-9008-7561ad7a2e05 HTTP/1.1" status: 204 len: 168 time: 3.1254761 Sep 26 13:22:40.330110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41468) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:40.338235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e7dd2cc2-70a4-43f3-8c28-aa7085d01153 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:40.338676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e7dd2cc2-70a4-43f3-8c28-aa7085d01153 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:40.347794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:40.348437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:40.349174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.349803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:40.350527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Bound port: a8162e37-238f-4edf-8e8a-979bc511a709, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:40.351234 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.450234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] For port a8162e37-238f-4edf-8e8a-979bc511a709, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:40.454371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.455803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] For port a8162e37-238f-4edf-8e8a-979bc511a709, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a8162e37-238f-4edf-8e8a-979bc511a709,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:40.471626 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.499772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Allocated IP 172.20.0.1 (96b7a73d-30fa-4a32-87d0-8a6b43406fcc/d6499ad3-b7c3-4a37-a85c-7cd75cf92782/78b120cc-9473-4304-8527-105ad78a16ce) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:40.547694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322891b1-8de8-4c65-9040-7e959c022004 None None] Pushing event updated for resources: {'Port': ['ID=a8162e37-238f-4edf-8e8a-979bc511a709,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:40.578709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:40.580454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:40.667984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.669970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.717744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b68ebb-21ad-4a91-a84a-f01adeeac47e']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:40.737929 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.756540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4157a5-7e3a-4c0c-8072-e7df21c10105') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:40.756849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4157a5-7e3a-4c0c-8072-e7df21c10105') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:40.788761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:40.792254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:40.798142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:40.818370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.852097 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.869827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Pushing event updated for resources: {'Port': ['ID=78b120cc-9473-4304-8527-105ad78a16ce,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:40.880306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:22:40.882078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:22:40.895041 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:22:40.909975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eab2f574-bb77-4b27-a17e-6887840cfa85 req-cfaa5666-b829-4682-a4b6-766e9d6a4c3b tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0443301 Sep 26 13:22:40.916027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:40.962358 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.063485 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.084750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.090031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/networks/19b68ebb-21ad-4a91-a84a-f01adeeac47e HTTP/1.1" status: 204 len: 168 time: 0.7558331 Sep 26 13:22:41.092369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41494) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:41.109016 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a3d2750d-27c8-4cf2-a1b2-4b8ce811d8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.112908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef1734-e249-45fb-ad74-8b5c135a7256 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Network': ['ID=19b68ebb-21ad-4a91-a84a-f01adeeac47e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:41.354846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:36Z', 'revision_number': 3, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:41.379698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.409306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c180d-5de1-4f05-8d11-551f7f770f5b None None] The sync data for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 is: [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:36Z', 'revision_number': 3, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:22:41.419894 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a14410f1-f982-44c6-9bca-3954d9d09d6c None None] Provisioning complete for port 78b120cc-9473-4304-8527-105ad78a16ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:41.420392 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a14410f1-f982-44c6-9bca-3954d9d09d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.436824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting port 70ca58b6-c43f-4c80-bb8e-1e6fa27019a5 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:41.440277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.483427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a14410f1-f982-44c6-9bca-3954d9d09d6c None None] Port 78b120cc-9473-4304-8527-105ad78a16ce cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:22:41.638985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.641112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.643875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.683021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Calling delete_port for 70ca58b6-c43f-4c80-bb8e-1e6fa27019a5 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:41.751533 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.759497 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.886352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:41.925549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Pushing event updated for resources: {'Port': ['ID=78b120cc-9473-4304-8527-105ad78a16ce,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:42.094757 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:42.191039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:42.191883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:42.193854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:42.218517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f161387f-f615-42a7-9bff-35432e0f82c5 req-180e1dc3-73eb-4e96-a183-4b4481ab59af tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0454795 Sep 26 13:22:42.232574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a8162e37-238f-4edf-8e8a-979bc511a709 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:42.272942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Port': ['ID=70ca58b6-c43f-4c80-bb8e-1e6fa27019a5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:42.419327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a8162e37-238f-4edf-8e8a-979bc511a709 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:42.419711 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:42.442232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:42.442662 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Floating IP 7449434e-f7c0-4c81-854a-b2a68d86aedf disassociated (deleted). External IP: 172.25.4.168, port: 2f959ac0-4549-4935-9527-bdbb0abae9af. Sep 26 13:22:42.669252 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:42.684046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Router e6b4114e-530e-47c8-9b59-29c9e6123145 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:22:42.729030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port a8162e37-238f-4edf-8e8a-979bc511a709, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a8162e37-238f-4edf-8e8a-979bc511a709,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:42.737417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:42.760618 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9e79e519-4120-4872-bd6c-6ee74ba91b69 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:42.763198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9fc7e230-7cd6-4271-ae18-ce320e80bf75 req-b2e35076-9814-451e-b7e6-a8389db7eb4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d47a2389e39848a9a0f55cbaccc61a98&device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0760264 Sep 26 13:22:42.841333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9e79e519-4120-4872-bd6c-6ee74ba91b69 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:42.842178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9e79e519-4120-4872-bd6c-6ee74ba91b69 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:42.899886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9908d65-f3d2-4e6f-accb-da5529de0bd5 req-07428b0a-c59f-471f-81d7-37333caca420 tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.1298699 Sep 26 13:22:42.908767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9fc7e230-7cd6-4271-ae18-ce320e80bf75 req-cdb9af76-dda1-4618-80c3-d43a25b517e8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d47a2389e39848a9a0f55cbaccc61a98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136098 Sep 26 13:22:42.940803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:22:42.946864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-bcf90d33-87b6-4db9-a141-3783f9a67c3b None None] Provisioning complete for port 78b120cc-9473-4304-8527-105ad78a16ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:42.947492 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bcf90d33-87b6-4db9-a141-3783f9a67c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:42.950207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7751ccf8-52f5-4c68-8da4-c8e14845dcaa admin admin] 10.222.0.13 "PUT /v2.0/routers/e6b4114e-530e-47c8-9b59-29c9e6123145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0207543 Sep 26 13:22:42.998414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=a8162e37-238f-4edf-8e8a-979bc511a709,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:43.043045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bcf90d33-87b6-4db9-a141-3783f9a67c3b None None] Port 78b120cc-9473-4304-8527-105ad78a16ce cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:22:43.263699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e230-7cd6-4271-ae18-ce320e80bf75 req-1699bce0-cdf7-4b52-ac0c-b150e0b51f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:43.265783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9fc7e230-7cd6-4271-ae18-ce320e80bf75 req-1699bce0-cdf7-4b52-ac0c-b150e0b51f08 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3470879 Sep 26 13:22:43.292043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:22:43.487776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:22:43.493189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:43.502534 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] Sync routers for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:22:43.517666 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:43.518603 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:43.555213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:43.562382 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9cf7128c-8068-4ea9-9351-143ce9951e88 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/floatingips/7449434e-f7c0-4c81-854a-b2a68d86aedf HTTP/1.1" status: 204 len: 168 time: 2.4685407 Sep 26 13:22:43.563004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:43.573799 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340b72ed-777b-452f-8945-0f86be6a1a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:43.634575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41588) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:43.646247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d2692cae-25c1-42ab-b507-203abac395d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515173815', 'description': 'tempest-description--316301389'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:43.697586 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2692cae-25c1-42ab-b507-203abac395d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:43.743340 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88578c08-5184-4240-94f3-730be47ba578 x-openstack-request-id: req-88578c08-5184-4240-94f3-730be47ba578 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:43.744623 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:43.745286 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88578c08-5184-4240-94f3-730be47ba578 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:43.746744 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'status': 'completed', 'code': 200} Sep 26 13:22:43.822219 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:43.888346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-958d9e48-0802-4e33-841f-dafc3a62943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:43.890001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-958d9e48-0802-4e33-841f-dafc3a62943e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 1136 time: 0.0953486 Sep 26 13:22:44.019154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee57f9-60cd-4e0e-af94-1966c100b55f req-9b31507f-c121-4a4d-9da5-479c0dd9de62 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:44.022701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82ee57f9-60cd-4e0e-af94-1966c100b55f req-9b31507f-c121-4a4d-9da5-479c0dd9de62 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 984 time: 0.1292951 Sep 26 13:22:44.056974 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2692cae-25c1-42ab-b507-203abac395d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:44.083903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2692cae-25c1-42ab-b507-203abac395d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:44.132798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31fab078-cac5-40d5-9858-89421751c376 req-861b8c44-b75a-4040-9526-9f3256e9abca tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0700836 Sep 26 13:22:44.134269 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2692cae-25c1-42ab-b507-203abac395d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:44.135651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d2692cae-25c1-42ab-b507-203abac395d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4998467 Sep 26 13:22:44.152572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:44.199287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82ee57f9-60cd-4e0e-af94-1966c100b55f req-b7b9bd97-b7f8-482f-9be7-0f6c6b8e6dcd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1665092 Sep 26 13:22:44.201792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-64d2ecd5-d469-4e01-9fa5-cc014ede3a8a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'security_group_rule': {'security_group_id': 'b90cbb11-5856-4452-a2ad-862d47b3f3e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:44.213345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a8162e37-238f-4edf-8e8a-979bc511a709 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:44.259359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-88005da1-4f3e-4321-9b11-3bf765de2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:44.260809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-88005da1-4f3e-4321-9b11-3bf765de2291 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f HTTP/1.1" status: 200 len: 896 time: 0.3556147 Sep 26 13:22:44.261442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2692cae-25c1-42ab-b507-203abac395d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90cbb11-5856-4452-a2ad-862d47b3f3e5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:44.312269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a8162e37-238f-4edf-8e8a-979bc511a709 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:44.313411 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:44.422107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-dea694ae-1dd6-4f13-8326-196ca48aac3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f959ac0-4549-4935-9527-bdbb0abae9af HTTP/1.1" status: 200 len: 217 time: 0.1453493 Sep 26 13:22:44.494999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d2ecd5-d469-4e01-9fa5-cc014ede3a8a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:44.503411 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:08Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:44.528080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-6a7e211a-8883-48e4-a920-047b439d5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:44.533844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-6a7e211a-8883-48e4-a920-047b439d5530 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3b4f77e-0459-4346-b275-3695cdf79f2c HTTP/1.1" status: 200 len: 834 time: 0.1044061 Sep 26 13:22:44.565616 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] Checking router: 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:22:44.624510 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:44.625347 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:44.699976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Sync routers for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:22:44.708828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9fc7e230-7cd6-4271-ae18-ce320e80bf75 req-9b5d7a4e-dad8-40b4-bf1a-2260d81e328e tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.23 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.0880365 Sep 26 13:22:44.727418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-89ba1ddb-4241-4e76-9410-e2da94864380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:44.728578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-89ba1ddb-4241-4e76-9410-e2da94864380 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3e7d3de-7ebe-4e14-814b-ef8dacface4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859691 Sep 26 13:22:44.751090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d2ecd5-d469-4e01-9fa5-cc014ede3a8a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:44.772357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d2ecd5-d469-4e01-9fa5-cc014ede3a8a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:44.812525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2ecd5-d469-4e01-9fa5-cc014ede3a8a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86b2698-1421-418f-bd05-29f747e1d967,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:44.859191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-64d2ecd5-d469-4e01-9fa5-cc014ede3a8a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:44.863518 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-64d2ecd5-d469-4e01-9fa5-cc014ede3a8a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7071898 Sep 26 13:22:44.863840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:44.863955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41632) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:44.869555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:44.871316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fd3a5375-9b88-48f1-92d7-0744b9ead9f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'security_group_rule': {'security_group_id': 'b90cbb11-5856-4452-a2ad-862d47b3f3e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:44.896466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-df75bce7-5bbf-4923-bcda-09a890086528 service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476655 Sep 26 13:22:44.920793 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:44.933993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5375-9b88-48f1-92d7-0744b9ead9f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.064455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5375-9b88-48f1-92d7-0744b9ead9f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.072850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5375-9b88-48f1-92d7-0744b9ead9f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.098891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:45.123769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a5375-9b88-48f1-92d7-0744b9ead9f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01431807-b752-4c6a-8ceb-34ca7dd1f166,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:45.127770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5375-9b88-48f1-92d7-0744b9ead9f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.129261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fd3a5375-9b88-48f1-92d7-0744b9ead9f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642155 Sep 26 13:22:45.132061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41640) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:45.137978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:45.171313 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.262116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-340b72ed-777b-452f-8945-0f86be6a1a4b req-80be5e89-87b9-4abf-be9c-3de0e2130d9b service neutron] 10.222.0.24 "GET /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212771 Sep 26 13:22:45.280985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-27df8d51-4e35-4a5c-8aa6-bf770833dcb1 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:45.299253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-27df8d51-4e35-4a5c-8aa6-bf770833dcb1 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 984 time: 0.2177544 Sep 26 13:22:45.384207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.474243 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:08Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:45.478342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3527612-593b-4602-bf41-206587d5ad56 req-32ca1c6e-5bd0-48ec-b9ad-cf04c70b540f tempest-ServerShowV257Test-1678251897 tempest-ServerShowV257Test-1678251897-project] 10.222.0.13 "GET /v2.0/ports?device_id=01c5dffb-288d-420e-90e2-5795e39a970c HTTP/1.1" status: 200 len: 210 time: 0.1259136 Sep 26 13:22:45.549466 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c5fb08-d21c-47dd-84d7-37f2893dc8b3 None None] The sync data for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 is: [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:02Z', 'revision_number': 4, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '74e83f19-54ac-466f-b887-96104aff6b7a', 'name': '', 'network_id': 'd3e7d3de-7ebe-4e14-814b-ef8dacface4f', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'mac_address': 'fa:16:3e:aa:be:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:59Z', 'updated_at': '2021-09-26T13:21:08Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'subnets': [{'id': 'd3b4f77e-0459-4346-b275-3695cdf79f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:22:45.586635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting port 2f959ac0-4549-4935-9527-bdbb0abae9af {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:45.587205 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.663258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 2, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:45.704885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Checking router: e6b4114e-530e-47c8-9b59-29c9e6123145 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:22:45.705430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Updating router e6b4114e-530e-47c8-9b59-29c9e6123145 port 78b120cc-9473-4304-8527-105ad78a16ce binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:22:45.739631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.764080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb64963-d716-4cf5-863e-19c2c7e3364c req-b5cfcb5f-2c07-41ce-b0ec-4d14a66406ff tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:45.773170 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7eb64963-d716-4cf5-863e-19c2c7e3364c req-b5cfcb5f-2c07-41ce-b0ec-4d14a66406ff tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 984 time: 0.2383282 Sep 26 13:22:45.797676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.949504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] For port 2f959ac0-4549-4935-9527-bdbb0abae9af, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2f959ac0-4549-4935-9527-bdbb0abae9af,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:45.950510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:45.983375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Calling delete_port for 2f959ac0-4549-4935-9527-bdbb0abae9af owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:46.047561 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7eb64963-d716-4cf5-863e-19c2c7e3364c req-0ba0117a-11b1-4598-a93c-f32164f83d3a tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/security-groups?id=c149e631-302a-4730-9a18-64009e290861&id=674d9b0f-36b7-4159-aa30-8f5e170b67d5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2402887 Sep 26 13:22:46.135509 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3e2aa-5bd0-463a-9758-58eea000cd91 None None] New status for floating IP 7449434e-f7c0-4c81-854a-b2a68d86aedf: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:22:46.161002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Allocated IP 172.25.4.29 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/95c45aec-d316-49ca-91d9-86cd373cfae4) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:46.377116 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.401859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.416130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.417656 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.453703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Port': ['ID=2f959ac0-4549-4935-9527-bdbb0abae9af,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:46.455238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.504477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:46.506469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:46.510152 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:46.552118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] No DVR routers for this DVR port 2f959ac0-4549-4935-9527-bdbb0abae9af on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:22:46.561792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.563351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7041520f-8f02-4013-97d2-ce20c1adbb2f req-119cfdfc-d51c-4b02-99ba-ba761f2b1893 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.24 "DELETE /v2.0/ports/2f959ac0-4549-4935-9527-bdbb0abae9af HTTP/1.1" status: 204 len: 173 time: 1.2578912 Sep 26 13:22:46.564445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'name': 'network-vif-deleted', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:46.569319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5793926-4181-48e9-98d0-21f2763a9906 None None] Pushing event updated for resources: {'Port': ['ID=78b120cc-9473-4304-8527-105ad78a16ce,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:46.587680 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b9e967-7eaa-4e29-84be-342919f3128a" -d '{"events": [{"server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "name": "network-vif-deleted", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:46.606693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'Port': ['ID=95c45aec-d316-49ca-91d9-86cd373cfae4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:46.709160 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66c437-feb8-4fb9-a12e-85e6a1b08e07 x-openstack-request-id: req-4e66c437-feb8-4fb9-a12e-85e6a1b08e07 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:46.709479 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d46e71-875e-4626-9253-68560ce9eae9", "name": "network-vif-deleted", "tag": "2f959ac0-4549-4935-9527-bdbb0abae9af", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:46.709798 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e66c437-feb8-4fb9-a12e-85e6a1b08e07 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:46.710229 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d46e71-875e-4626-9253-68560ce9eae9', 'name': 'network-vif-deleted', 'tag': '2f959ac0-4549-4935-9527-bdbb0abae9af', 'status': 'completed', 'code': 200} Sep 26 13:22:46.720305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Attempting to bind port 78b120cc-9473-4304-8527-105ad78a16ce on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:46.720897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Attempting to bind port 78b120cc-9473-4304-8527-105ad78a16ce by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:46.721143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Attempting to bind port 78b120cc-9473-4304-8527-105ad78a16ce on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:46.726722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:46.727092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Checking segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:46.727493 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.727885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Bound using segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:46.728389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Bound port: 78b120cc-9473-4304-8527-105ad78a16ce, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:46.729042 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.794975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.869063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:46.886105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] For port 78b120cc-9473-4304-8527-105ad78a16ce, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:46.891304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] For port 78b120cc-9473-4304-8527-105ad78a16ce, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=78b120cc-9473-4304-8527-105ad78a16ce,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:46.904892 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.023262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:47.115779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:47.119725 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:47.257241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.278694 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.376059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'Port': ['ID=95c45aec-d316-49ca-91d9-86cd373cfae4,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:47.404716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-728d6a33-7d9a-4047-b3a9-bea29e289afd req-edf33dda-8753-4ef2-a5b1-311426834f40 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7d46e71-875e-4626-9253-68560ce9eae9 HTTP/1.1" status: 200 len: 210 time: 0.0734189 Sep 26 13:22:47.415623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12627ea6-404e-4014-bb64-677aae03b265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.442090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5793926-4181-48e9-98d0-21f2763a9906 None None] Pushing event updated for resources: {'Port': ['ID=78b120cc-9473-4304-8527-105ad78a16ce,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:47.447128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:47.496927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.529988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d5176d55-6937-4bec-a130-f08deeb2c3bb None None] Provisioning complete for port 78b120cc-9473-4304-8527-105ad78a16ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:47.530363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d5176d55-6937-4bec-a130-f08deeb2c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.644929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12627ea6-404e-4014-bb64-677aae03b265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.658652 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12627ea6-404e-4014-bb64-677aae03b265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.666653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.676052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-32fc4e79-9c6c-4d3a-b8cf-876acb91bb50 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5346184 Sep 26 13:22:47.720922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-12627ea6-404e-4014-bb64-677aae03b265 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d47a2389e39848a9a0f55cbaccc61a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6965072 Sep 26 13:22:47.722063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12627ea6-404e-4014-bb64-677aae03b265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b60f3fd-e177-4389-ba8d-6ccfd07e34a9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:47.723607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:47.857917 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb98a106-ba61-439f-8fbe-2de5bc05e8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.913328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb98a106-ba61-439f-8fbe-2de5bc05e8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:47.999017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-d0d8b7ea-caac-486d-8d60-ee9c1af9d450 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1515173815&fields=id&tenant_id=5926d48159ef4d219209215e279cf1e4 HTTP/1.1" status: 200 len: 267 time: 0.0985589 Sep 26 13:22:48.088645 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d5176d55-6937-4bec-a130-f08deeb2c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.175832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-94f264aa-80a7-48af-8d5d-2ce9b356fd1d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:48.177956 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-94f264aa-80a7-48af-8d5d-2ce9b356fd1d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.1683557 Sep 26 13:22:48.201224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:46Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:48.216971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-911b48f8-97b6-4395-a641-f9b156512cfb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/quotas/5926d48159ef4d219209215e279cf1e4 HTTP/1.1" status: 200 len: 375 time: 0.0287654 Sep 26 13:22:48.238106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb98a106-ba61-439f-8fbe-2de5bc05e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.239991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94374fe2-aa4f-494f-b094-66c5ad141b32 None None] The sync data for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 is: [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:46Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:22:48.243126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb98a106-ba61-439f-8fbe-2de5bc05e8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.244821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d5176d55-6937-4bec-a130-f08deeb2c3bb None None] For port 78b120cc-9473-4304-8527-105ad78a16ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=78b120cc-9473-4304-8527-105ad78a16ce,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:48.247418 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fb98a106-ba61-439f-8fbe-2de5bc05e8d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b60f3fd-e177-4389-ba8d-6ccfd07e34a9 HTTP/1.1" status: 204 len: 168 time: 0.5227363 Sep 26 13:22:48.253796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d5176d55-6937-4bec-a130-f08deeb2c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.366457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98a106-ba61-439f-8fbe-2de5bc05e8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b60f3fd-e177-4389-ba8d-6ccfd07e34a9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:48.405890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5176d55-6937-4bec-a130-f08deeb2c3bb None None] Pushing event updated for resources: {'Port': ['ID=78b120cc-9473-4304-8527-105ad78a16ce,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:48.435438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-231fc8bf-5316-4baa-8232-efbe15daef55 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2167342 Sep 26 13:22:48.462277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5e9713fc-ad70-4233-9b00-13672a60ea6b None None] Provisioning complete for port 78b120cc-9473-4304-8527-105ad78a16ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:48.462746 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e9713fc-ad70-4233-9b00-13672a60ea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.511501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41754) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:48.676204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0761d3e6-24d8-48d6-a544-a5a9203c9a96 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.762730 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0761d3e6-24d8-48d6-a544-a5a9203c9a96 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.790969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-6c04c25a-d12c-4b94-8a55-f917dfe26f70 service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221924 Sep 26 13:22:48.878723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0761d3e6-24d8-48d6-a544-a5a9203c9a96 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.882717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0761d3e6-24d8-48d6-a544-a5a9203c9a96 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:48.883997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0761d3e6-24d8-48d6-a544-a5a9203c9a96 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/security-groups/c149e631-302a-4730-9a18-64009e290861 HTTP/1.1" status: 204 len: 168 time: 0.3713143 Sep 26 13:22:48.889453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41770) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:48.909418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761d3e6-24d8-48d6-a544-a5a9203c9a96 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c149e631-302a-4730-9a18-64009e290861,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:49.060190 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-ab18b72c-2201-4862-b696-314e27322e2f service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548916 Sep 26 13:22:49.119203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36ceb213-3acb-4855-ab24-78bb924a6771 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:49.199270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36ceb213-3acb-4855-ab24-78bb924a6771 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:49.292976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36ceb213-3acb-4855-ab24-78bb924a6771 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:49.296089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36ceb213-3acb-4855-ab24-78bb924a6771 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:49.297716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36ceb213-3acb-4855-ab24-78bb924a6771 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/security-groups/674d9b0f-36b7-4159-aa30-8f5e170b67d5 HTTP/1.1" status: 204 len: 168 time: 0.4068494 Sep 26 13:22:49.300522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 41790) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:49.309352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceb213-3acb-4855-ab24-78bb924a6771 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=674d9b0f-36b7-4159-aa30-8f5e170b67d5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:49.473793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2f959ac0-4549-4935-9527-bdbb0abae9af no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:49.511438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 2f959ac0-4549-4935-9527-bdbb0abae9af {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:49.511830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2f959ac0-4549-4935-9527-bdbb0abae9af not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:50.245164 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:50.334433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 78b120cc-9473-4304-8527-105ad78a16ce up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:22:50.510104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-988234e8-3f90-4a71-b34a-10426a06645b req-4f268f3b-c07b-4ff5-bc05-17a9ac6b5893 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 210 time: 1.0627232 Sep 26 13:22:50.626220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 78b120cc-9473-4304-8527-105ad78a16ce triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:50.627388 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.166352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41854) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:51.278841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.359136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41862) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:51.446626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9b67923-33d1-4693-9820-af0efdaac908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.490185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7302237-e52a-488a-9086-5a39a6da2aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.562922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-d9b67923-33d1-4693-9820-af0efdaac908 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 13:22:51.562922 n-d-806683-13 neutron-server[94811]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 26 13:22:51.562922 n-d-806683-13 neutron-server[94811]: [parameters: {'project_id': '1ca9e3d5fd9e41f69cd3566f8be48d2f', 'id': '2329b1be-87a5-4e6f-96e4-72f373c399e7', 'expiration': datetime.datetime(2021, 9, 26, 13, 24, 51, 540667)}] Sep 26 13:22:51.562922 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:22:51.564132 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-d9b67923-33d1-4693-9820-af0efdaac908 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:22:51.636838 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7302237-e52a-488a-9086-5a39a6da2aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.641735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d7302237-e52a-488a-9086-5a39a6da2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.685532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d7302237-e52a-488a-9086-5a39a6da2aa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89015324001e48519152ee104311ce41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242915 Sep 26 13:22:51.686508 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7302237-e52a-488a-9086-5a39a6da2aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b703cb0-743f-452b-9466-dc867b25a60c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:51.689959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-f5bd42b2-834b-44e2-868f-188c7563190e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:51.690456 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41874) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:51.691463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-f5bd42b2-834b-44e2-868f-188c7563190e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.4058542 Sep 26 13:22:51.787803 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e38f23a-b1ff-400a-939b-1fcb2cd738d7 req-43b4ba66-4604-40dc-ba67-47f0e2116236 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 210 time: 0.0511100 Sep 26 13:22:51.793292 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c835ec-cb43-4484-b82c-1591cfd0529a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.817515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c835ec-cb43-4484-b82c-1591cfd0529a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.841540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-796ef4fb-adac-42eb-b801-5676a532ccd8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5926d48159ef4d219209215e279cf1e4 HTTP/1.1" status: 200 len: 380 time: 0.1295347 Sep 26 13:22:51.855372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'port': {'device_id': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'admin_state_up': True, 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'security_groups': ['b90cbb11-5856-4452-a2ad-862d47b3f3e5']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:51.877116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c835ec-cb43-4484-b82c-1591cfd0529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.880414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36c835ec-cb43-4484-b82c-1591cfd0529a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:51.885358 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36c835ec-cb43-4484-b82c-1591cfd0529a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b703cb0-743f-452b-9466-dc867b25a60c HTTP/1.1" status: 204 len: 168 time: 0.1936917 Sep 26 13:22:51.899546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c835ec-cb43-4484-b82c-1591cfd0529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b703cb0-743f-452b-9466-dc867b25a60c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:52.065411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9b67923-33d1-4693-9820-af0efdaac908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.078608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Made reservation on behalf of 5926d48159ef4d219209215e279cf1e4 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:52.091387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.260352 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9b67923-33d1-4693-9820-af0efdaac908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.270231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9b67923-33d1-4693-9820-af0efdaac908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.314838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d9b67923-33d1-4693-9820-af0efdaac908 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ca9e3d5fd9e41f69cd3566f8be48d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1449633 Sep 26 13:22:52.322838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41896) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:52.365302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b67923-33d1-4693-9820-af0efdaac908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385452a-628c-4513-b7ad-10a84cbf540b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:52.367891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting port 74e83f19-54ac-466f-b887-96104aff6b7a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:52.368229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.426184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd8c59bf-973a-4a53-a4d9-70d7133782ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.452369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41902) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:52.483635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd8c59bf-973a-4a53-a4d9-70d7133782ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.487218 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd67a676-9344-40b5-93c5-0d2726e2c03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.505211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] For port 74e83f19-54ac-466f-b887-96104aff6b7a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=74e83f19-54ac-466f-b887-96104aff6b7a,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:52.505825 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.521368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Calling delete_port for 74e83f19-54ac-466f-b887-96104aff6b7a owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:52.608471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Allocated IP 172.20.0.6 (96b7a73d-30fa-4a32-87d0-8a6b43406fcc/d6499ad3-b7c3-4a37-a85c-7cd75cf92782/ab102d25-cbba-4004-8527-dc306cf0ed5a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:52.615068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd8c59bf-973a-4a53-a4d9-70d7133782ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.617783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fd8c59bf-973a-4a53-a4d9-70d7133782ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.619076 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fd8c59bf-973a-4a53-a4d9-70d7133782ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9385452a-628c-4513-b7ad-10a84cbf540b HTTP/1.1" status: 204 len: 168 time: 0.2950656 Sep 26 13:22:52.635083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c59bf-973a-4a53-a4d9-70d7133782ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385452a-628c-4513-b7ad-10a84cbf540b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:52.648958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd67a676-9344-40b5-93c5-0d2726e2c03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.658442 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd67a676-9344-40b5-93c5-0d2726e2c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.697463 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dd67a676-9344-40b5-93c5-0d2726e2c03c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=628ecf335ac6474ea1302e1d0dbcc8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417221 Sep 26 13:22:52.698604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41910) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:52.727190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67a676-9344-40b5-93c5-0d2726e2c03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4d998-259d-480a-86bc-81437d4e09b6,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:52.795198 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e581-bcd1-45eb-9d1f-4fafe521369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.816985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.899240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e581-bcd1-45eb-9d1f-4fafe521369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.923033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.997760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e581-bcd1-45eb-9d1f-4fafe521369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:52.999244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:53.004916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ddf2e581-bcd1-45eb-9d1f-4fafe521369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:53.005557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:53.009238 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ddf2e581-bcd1-45eb-9d1f-4fafe521369d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22a4d998-259d-480a-86bc-81437d4e09b6 HTTP/1.1" status: 204 len: 168 time: 0.3059926 Sep 26 13:22:53.025314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2e581-bcd1-45eb-9d1f-4fafe521369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4d998-259d-480a-86bc-81437d4e09b6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:53.026470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:53.123240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:53.239145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6f267-7673-42f8-a378-0e74f3468591 req-f06f22db-f764-423a-9a0f-653fcc7db544 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:53.250648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bb6f267-7673-42f8-a378-0e74f3468591 req-f06f22db-f764-423a-9a0f-653fcc7db544 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 931 time: 0.2752850 Sep 26 13:22:53.267853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:53.268536 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:53.284225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:53.366451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Port': ['ID=74e83f19-54ac-466f-b887-96104aff6b7a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:53.370277 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c8547128-c0f3-4416-91e3-90a91f86abff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5253413 Sep 26 13:22:53.415422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Request body: {'port': {'device_id': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:53.503181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bb6f267-7673-42f8-a378-0e74f3468591 req-91d49580-623d-497d-9d91-d144938b6da6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312136 Sep 26 13:22:53.580737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-40f2ee6c-c555-473b-9e47-1a6bc006f0dd None None] Provisioning complete for port ab102d25-cbba-4004-8527-dc306cf0ed5a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:22:53.582085 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40f2ee6c-c555-473b-9e47-1a6bc006f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:53.662755 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-40f2ee6c-c555-473b-9e47-1a6bc006f0dd None None] Port ab102d25-cbba-4004-8527-dc306cf0ed5a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:22:53.760987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:53.881329 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.320612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41984) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:54.443450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:22:54.455875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab102d25-cbba-4004-8527-dc306cf0ed5a {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:22:54.468371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.513582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 41996) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:54.565087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-889160930-network', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:54.589170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1326845677-network', 'tenant_id': '7b5278bcd3d94af68e579690533b329e'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:54.616540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Made reservation on behalf of 1f2b5a241aeb44209fe1c74ef2f2fd2c for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:54.619233 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.631299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Transition to ACTIVE for port object ab102d25-cbba-4004-8527-dc306cf0ed5a will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:22:54.645303 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.668809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.696624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Made reservation on behalf of 7b5278bcd3d94af68e579690533b329e for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:54.699298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.712287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.725252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd868f9-f992-4077-89fd-fcb58e42a482 req-b4486dbe-b57d-4900-af82-36bd1d29d441 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:54.734123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cd868f9-f992-4077-89fd-fcb58e42a482 req-b4486dbe-b57d-4900-af82-36bd1d29d441 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 943 time: 0.1249413 Sep 26 13:22:54.753886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:54.756377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:22:54.781467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] Sync routers for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:22:54.790207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-32f83a51-2526-4be6-ad99-cc1fa235fbdd tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "PUT /v2.0/routers/16519a39-0ed0-4cc1-acc6-7faf5e8ac26d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4863043 Sep 26 13:22:54.791104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42006) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:54.798627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:54.799743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:54.846730 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cd868f9-f992-4077-89fd-fcb58e42a482 req-7ed04ac3-df88-4e0a-a638-0798bed8b829 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114001 Sep 26 13:22:54.940736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:54.946897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.962323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:54.971455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3863e324-60b4-465b-81ee-586d5a741264 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting subnet d3b4f77e-0459-4346-b275-3695cdf79f2c {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:22:54.977326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3863e324-60b4-465b-81ee-586d5a741264 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.011312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:22:55.020198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Attempting to bind port ab102d25-cbba-4004-8527-dc306cf0ed5a on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:55.020890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Attempting to bind port ab102d25-cbba-4004-8527-dc306cf0ed5a by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:55.021385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Attempting to bind port ab102d25-cbba-4004-8527-dc306cf0ed5a on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:55.029375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bbc5cb-645d-4e1b-b84e-85742ffff80c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:55.033332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Port ab102d25-cbba-4004-8527-dc306cf0ed5a on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:22:55.034511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Attempting to bind port ab102d25-cbba-4004-8527-dc306cf0ed5a on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:55.044924 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.045515 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Added segment 3100634f-d796-481c-a710-2d67fc0dc77a of type vlan for network 023f1f4f-d145-4646-8e11-1ea2e966d74e Sep 26 13:22:55.048924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:55.049324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Checking segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:55.049792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Bound using segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:55.050239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Bound port: ab102d25-cbba-4004-8527-dc306cf0ed5a, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:55.050684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.104524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3863e324-60b4-465b-81ee-586d5a741264 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.138232 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.233579 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.235431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:55.236205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.265420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:55.274988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.280293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:55.291161 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.334360 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9954770 Sep 26 13:22:55.335056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.335056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42022) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:55.342644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Request body: {'subnet': {'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-889160930-subnet', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:55.383838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:22:55.394539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Made reservation on behalf of 1f2b5a241aeb44209fe1c74ef2f2fd2c for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:55.397247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.410053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e366a61-d9bf-48bf-90da-8490bac1c907 admin admin] Pushing event updated for resources: {'Network': ['ID=023f1f4f-d145-4646-8e11-1ea2e966d74e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:55.419813 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.422023 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Added segment 1b6000c4-d76a-4c91-8fe0-83633393ee56 of type vlan for network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 Sep 26 13:22:55.442656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:22:55.470384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcef470-6700-4a55-b6bf-3a5eebe9c15f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:55.545765 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.560564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:22:52Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:55.560853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3863e324-60b4-465b-81ee-586d5a741264 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.584390 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.585691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:55.586342 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.603219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:55.603851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.605280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] 10.222.0.23 "PUT /v2.0/ports/ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 1092 time: 2.2085958 Sep 26 13:22:55.611667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:22:55.614409 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115508dd-cad6-4fb6-bafa-9239504b0ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:22:55.627889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] Checking router: 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:22:55.660426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] Routers {'16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:22:55.661845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:55.724427 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d755f55-b7b9-488f-a3e0-bf62981562d7 x-openstack-request-id: req-0d755f55-b7b9-488f-a3e0-bf62981562d7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:22:55.724713 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:22:55.724967 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d755f55-b7b9-488f-a3e0-bf62981562d7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:22:55.725379 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'status': 'completed', 'code': 200} Sep 26 13:22:55.738826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2189660 Sep 26 13:22:55.738826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42034) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:55.745919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Request body: {'subnet': {'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1326845677-subnet', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:55.798989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78329f17-2ef0-49ce-a9ac-5100041c534e admin admin] Pushing event updated for resources: {'Network': ['ID=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:55.817730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Made reservation on behalf of 7b5278bcd3d94af68e579690533b329e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:22:55.822572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:55.823757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:22:56.089658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9433a-5644-45f5-b4cd-531e6bbb8de2 req-552dd58f-bacc-482c-9b80-5c80cbca3a11 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:56.101798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] Set router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:22:56.102529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82b9433a-5644-45f5-b4cd-531e6bbb8de2 req-552dd58f-bacc-482c-9b80-5c80cbca3a11 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 943 time: 0.1067817 Sep 26 13:22:56.195429 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82b9433a-5644-45f5-b4cd-531e6bbb8de2 req-5e84527c-be0e-4005-be56-f89f4a89b04b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917556 Sep 26 13:22:56.214650 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:56.314196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fcdf40-7b3a-4e5d-a792-3a17ae6e9353,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:56.320539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:56.367903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78691c6c-4679-4e0a-9c92-7a4a41bce895 service neutron] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:56.369217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:22:52Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:22:56.405701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Checking segment: {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:56.406344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ed638-63f5-41ac-904f-8746676e2f63 None None] The sync data for ids ['16519a39-0ed0-4cc1-acc6-7faf5e8ac26d'] in n-d-806683-13 is: [{'id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150876606', 'tenant_id': '1552fce1cc934923b3509a3f3fb92dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:22:52Z', 'revision_number': 5, 'project_id': '1552fce1cc934923b3509a3f3fb92dd4', 'gw_port': {'id': '36091c04-25cb-4035-9e59-1d7210da3c17', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16519a39-0ed0-4cc1-acc6-7faf5e8ac26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:20:53Z', 'updated_at': '2021-09-26T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:22:56.406517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Network hostable DHCP agents. Network: b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:22:56.447241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3863e324-60b4-465b-81ee-586d5a741264 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:56.452743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c3ef616c-8fa5-42d6-8947-8c8204d6d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:56.455024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c3ef616c-8fa5-42d6-8947-8c8204d6d75c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1095 time: 0.7516305 Sep 26 13:22:56.458764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:22:56.463273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e53193-10e1-4196-bff6-95f3e3b9747b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:56.487664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:56.492073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:56.492790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:56.507187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f770991-82b8-4069-995f-8df9a707bf4e None None] Network d3e7d3de-7ebe-4e14-814b-ef8dacface4f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:22:56.511760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-769fe61d-afaa-4e28-bf89-9a6472bdb849 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7693906 Sep 26 13:22:56.512564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42054) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:56.517628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:56.529097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f438f1ab-8f55-47f5-8daf-f67d1acaca87 None None] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:22:56.534294 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3863e324-60b4-465b-81ee-586d5a741264 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:56.538711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3863e324-60b4-465b-81ee-586d5a741264 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/subnets/d3b4f77e-0459-4346-b275-3695cdf79f2c HTTP/1.1" status: 204 len: 168 time: 1.7433274 Sep 26 13:22:56.539785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42058) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:56.539928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-c7f36584-fa2d-4cc5-84b0-68acbbfd61e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 217 time: 0.0706689 Sep 26 13:22:56.540834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863e324-60b4-465b-81ee-586d5a741264 tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b4f77e-0459-4346-b275-3695cdf79f2c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:56.577532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Checking segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:56.581293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Network hostable DHCP agents. Network: 023f1f4f-d145-4646-8e11-1ea2e966d74e, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:22:56.665819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-ca20e46f-e0ee-427a-b4c6-358ae983a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:56.668261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-ca20e46f-e0ee-427a-b4c6-358ae983a68d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.1116462 Sep 26 13:22:56.675072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:22:56.732960 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 023f1f4f-d145-4646-8e11-1ea2e966d74e) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:56.741398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:56.742052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:56.771989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248434fe-e988-449c-a4b9-093778c56ce7 None None] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:22:56.774010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac67ef8e-0da9-45b4-8062-4ad3cfd9438a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4414797 Sep 26 13:22:56.774687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42064) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:22:56.781120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:22:56.797089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-ee3064fe-2b96-4e03-a033-5f4095eeb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:56.798724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-ee3064fe-2b96-4e03-a033-5f4095eeb892 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185663 Sep 26 13:22:56.873631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:56.878001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:56.994619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:22:56.995534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.039212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-d645ab06-a914-48ad-aa3a-f131363680a1 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290683 Sep 26 13:22:57.058046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] DHCP port deletion for d3e7d3de-7ebe-4e14-814b-ef8dacface4f request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:22:57.129151 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.364995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81518d74-81ae-4907-bb6c-29f8eb82c5c1 req-ba9efb9f-dab0-46e7-96fc-5df8317630ba service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127313 Sep 26 13:22:57.366969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] Deleting port 7fd49940-ac30-490a-97a1-a5b58cae0c49 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:57.367576 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.377915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.379724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.506804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.613996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-023f1f4f-d145-4646-8e11-1ea2e966d74e', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:22:57.615028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.645472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.701257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16dae6-8684-4cca-9849-02f4d688f457 req-e3571df5-0c24-4d01-9f84-68db42c1cb2d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:57.701470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Allocated IP 172.20.0.2 (b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985/83fcdf40-7b3a-4e5d-a792-3a17ae6e9353/0c556310-873b-4fd6-a12e-40f5c6762c9c) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:57.703053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac16dae6-8684-4cca-9849-02f4d688f457 req-e3571df5-0c24-4d01-9f84-68db42c1cb2d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 943 time: 0.3364589 Sep 26 13:22:57.711445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] For port 7fd49940-ac30-490a-97a1-a5b58cae0c49, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7fd49940-ac30-490a-97a1-a5b58cae0c49,segment=NetworkSegment(85ada3ee-a21d-4213-840e-048fed971d78),segment_id=85ada3ee-a21d-4213-840e-048fed971d78)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:57.712008 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.778102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-c0e39486-41f5-48bb-9efe-98a9b614963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:57.780639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-c0e39486-41f5-48bb-9efe-98a9b614963c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1095 time: 0.2928617 Sep 26 13:22:57.788310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac16dae6-8684-4cca-9849-02f4d688f457 req-c653ff28-08a2-4ca5-87d3-cf672235f82c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596223 Sep 26 13:22:57.840677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] Calling delete_port for 7fd49940-ac30-490a-97a1-a5b58cae0c49 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:57.844935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:57.890223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.013771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-8aecfc8d-f8a1-4e30-9e13-e526395dad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:58.024758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-8aecfc8d-f8a1-4e30-9e13-e526395dad08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.2352531 Sep 26 13:22:58.079835 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.098286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-55dcc479-d0bd-4e78-b60f-9547d73096af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 217 time: 0.0633605 Sep 26 13:22:58.117450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Allocated IP 172.20.0.2 (023f1f4f-d145-4646-8e11-1ea2e966d74e/11e53193-10e1-4196-bff6-95f3e3b9747b/d41be70b-ba37-49a2-998b-d03eb9c9490b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:58.167796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.195568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 74e83f19-54ac-466f-b887-96104aff6b7a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:58.299425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 74e83f19-54ac-466f-b887-96104aff6b7a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:58.299425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 74e83f19-54ac-466f-b887-96104aff6b7a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:58.299425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7fd49940-ac30-490a-97a1-a5b58cae0c49 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:22:58.311067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] No DVR routers for this DVR port 7fd49940-ac30-490a-97a1-a5b58cae0c49 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:22:58.322264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Deleting port 36091c04-25cb-4035-9e59-1d7210da3c17 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:22:58.322704 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.340362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897474f5-2139-4bc0-a81b-2b8a55f4d517 None None] Pushing event deleted for resources: {'Port': ['ID=7fd49940-ac30-490a-97a1-a5b58cae0c49,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:58.358336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.388607 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.395885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-588025b3-7e85-464c-ae4f-c13827a6a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:58.397579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-588025b3-7e85-464c-ae4f-c13827a6a1b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.2916856 Sep 26 13:22:58.406222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7fd49940-ac30-490a-97a1-a5b58cae0c49 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:22:58.406585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7fd49940-ac30-490a-97a1-a5b58cae0c49 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:22:58.416757 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.459487 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.484786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.524479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.530184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-1e0a7f9a-ff61-4cfe-be9d-00ab2bb51f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:58.531722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-1e0a7f9a-ff61-4cfe-be9d-00ab2bb51f61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251464 Sep 26 13:22:58.545737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:58.566431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:58.567668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] For port 36091c04-25cb-4035-9e59-1d7210da3c17, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=36091c04-25cb-4035-9e59-1d7210da3c17,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:22:58.574640 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:58.575188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.587654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Pushing event updated for resources: {'Port': ['ID=0c556310-873b-4fd6-a12e-40f5c6762c9c,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:58.600812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Calling delete_port for 36091c04-25cb-4035-9e59-1d7210da3c17 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:22:58.675662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Attempting to bind port 0c556310-873b-4fd6-a12e-40f5c6762c9c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:58.676092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Attempting to bind port 0c556310-873b-4fd6-a12e-40f5c6762c9c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:58.676466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Attempting to bind port 0c556310-873b-4fd6-a12e-40f5c6762c9c on network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:58.694848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:58.695228 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Checking segment: {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:58.695638 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.696037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Bound using segment: {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:58.696537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Bound port: 0c556310-873b-4fd6-a12e-40f5c6762c9c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:58.696933 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.737421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Allocated IP 172.25.4.196 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/9665a34a-6fe6-4004-9269-4cb938d5fb57) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:58.754628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-1c772de0-6167-4714-8acf-b41b5143a6d2 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382656 Sep 26 13:22:58.763582 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.782066 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:58.852615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:58.859685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Pushing event updated for resources: {'Port': ['ID=d41be70b-ba37-49a2-998b-d03eb9c9490b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:58.862939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:58.870656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:58.890185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] For port 0c556310-873b-4fd6-a12e-40f5c6762c9c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:58.915315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-115508dd-cad6-4fb6-bafa-9239504b0ff6 req-a169fd28-110d-49bd-811d-5ff803365a62 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523306 Sep 26 13:22:58.950369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] For port 0c556310-873b-4fd6-a12e-40f5c6762c9c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0c556310-873b-4fd6-a12e-40f5c6762c9c,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:58.975469 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.008619 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.024899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Attempting to bind port d41be70b-ba37-49a2-998b-d03eb9c9490b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:22:59.025257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Attempting to bind port d41be70b-ba37-49a2-998b-d03eb9c9490b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:22:59.025678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Attempting to bind port d41be70b-ba37-49a2-998b-d03eb9c9490b on network 023f1f4f-d145-4646-8e11-1ea2e966d74e {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:22:59.040646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:22:59.041029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Checking segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:22:59.041434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.041857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Bound using segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:22:59.042331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Bound port: d41be70b-ba37-49a2-998b-d03eb9c9490b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:22:59.042715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.143548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573232c-b40f-4b50-bba1-0a880207d284 None None] Pushing event updated for resources: {'Port': ['ID=0c556310-873b-4fd6-a12e-40f5c6762c9c,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:59.145001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758be2f-0abe-4bb6-afdd-0c9eaafb58cd req-d7b6229d-5fd9-4bb9-a5ea-42b542ae4ed9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:22:59.146641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3758be2f-0abe-4bb6-afdd-0c9eaafb58cd req-d7b6229d-5fd9-4bb9-a5ea-42b542ae4ed9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 943 time: 0.1553817 Sep 26 13:22:59.178878 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.221766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] For port d41be70b-ba37-49a2-998b-d03eb9c9490b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:22:59.225294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] For port d41be70b-ba37-49a2-998b-d03eb9c9490b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d41be70b-ba37-49a2-998b-d03eb9c9490b,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:22:59.236801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.285842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:59.303387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:59.307897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3758be2f-0abe-4bb6-afdd-0c9eaafb58cd req-715131c2-3230-4385-a26d-008e02d3dc1d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481769 Sep 26 13:22:59.315398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:59.318766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Pushing event updated for resources: {'Port': ['ID=9665a34a-6fe6-4004-9269-4cb938d5fb57,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:59.341189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Allocated IP 172.25.4.61 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/a22325d2-30bc-4ef6-8cab-720c49a171ba) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:22:59.383923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.445873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Port': ['ID=36091c04-25cb-4035-9e59-1d7210da3c17,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:59.472945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7170b3a-622a-48db-9e54-4e42819e4ff3 None None] Pushing event updated for resources: {'Port': ['ID=d41be70b-ba37-49a2-998b-d03eb9c9490b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:59.589275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.646504 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.677642 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:22:59.692826 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.723706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:22:59.728241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:22:59.731975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:22:59.741438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Pushing event updated for resources: {'Port': ['ID=a22325d2-30bc-4ef6-8cab-720c49a171ba,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:22:59.842651 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.845636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.920485 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.921044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Fanout notify agent at l3_agent the message router_deleted on router 16519a39-0ed0-4cc1-acc6-7faf5e8ac26d {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:22:59.929895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:22:59.931081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5e4c6823-829e-4938-bc40-636aeac414be tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/routers/16519a39-0ed0-4cc1-acc6-7faf5e8ac26d HTTP/1.1" status: 204 len: 168 time: 3.3898449 Sep 26 13:22:59.934063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42138) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:00.114077 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.120446 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.446305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.468744 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.544144 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.567652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e7d3de-7ebe-4e14-814b-ef8dacface4f']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:00.585131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ada3ee-a21d-4213-840e-048fed971d78') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:00.585436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ada3ee-a21d-4213-840e-048fed971d78') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:00.683411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d41be70b-ba37-49a2-998b-d03eb9c9490b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:00.722977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.748664 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.784809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:23:00.792189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:23:00.792617 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:23:00.796164 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:23:00.805155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d41be70b-ba37-49a2-998b-d03eb9c9490b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:00.820902 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:00.839628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dabe0a-2ea8-45b1-a1ab-56f68472436a req-5677440e-f818-45bd-8491-699a0a4dea52 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:00.858461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29dabe0a-2ea8-45b1-a1ab-56f68472436a req-5677440e-f818-45bd-8491-699a0a4dea52 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 943 time: 0.2784486 Sep 26 13:23:00.959293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8256174-a6d0-43ae-b7a5-9d7409094baa None None] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:23:00.979553 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:01.073462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:01.110455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port d41be70b-ba37-49a2-998b-d03eb9c9490b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d41be70b-ba37-49a2-998b-d03eb9c9490b,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:01.133646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:23:01.154128 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Sync routers for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:23:01.164029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:01.165252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0c556310-873b-4fd6-a12e-40f5c6762c9c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:01.171109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:01.174107 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:01.174790 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:01.176203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c45efc88-83f0-4f00-9f5d-380c69767269 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6630387 Sep 26 13:23:01.176742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42166) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:01.205020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:01.208129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e7350-b713-48f6-90af-366c51eab804 None None] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:23:01.212021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29dabe0a-2ea8-45b1-a1ab-56f68472436a req-208f5930-69c7-408d-a55a-b7b4cb3fb127 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526695 Sep 26 13:23:01.230504 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:01.243720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] 10.222.0.13 "DELETE /v2.0/networks/d3e7d3de-7ebe-4e14-814b-ef8dacface4f HTTP/1.1" status: 204 len: 168 time: 1.2965324 Sep 26 13:23:01.243720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68ac38-0368-4db0-bb10-d17be6c8a73f tempest-TestSecurityGroupsBasicOps-210447378 tempest-TestSecurityGroupsBasicOps-210447378-project] Pushing event deleted for resources: {'Network': ['ID=d3e7d3de-7ebe-4e14-814b-ef8dacface4f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:01.376534 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:01.564266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=d41be70b-ba37-49a2-998b-d03eb9c9490b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:01.572600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:23:01.707616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64685b99-3325-46c7-9b0f-acad4bb8d616 None None] Provisioning complete for port 0c556310-873b-4fd6-a12e-40f5c6762c9c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:01.713019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64685b99-3325-46c7-9b0f-acad4bb8d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:01.794196 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:22:59Z', 'revision_number': 3, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:01.820800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0c556310-873b-4fd6-a12e-40f5c6762c9c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:01.823267 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:01.874658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42190) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:01.906386 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Checking router: 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:23:01.906804 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Updating router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 port 9665a34a-6fe6-4004-9269-4cb938d5fb57 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:23:01.992904 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.103446 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64685b99-3325-46c7-9b0f-acad4bb8d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.139494 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.148566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.192500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64685b99-3325-46c7-9b0f-acad4bb8d616 None None] For port 0c556310-873b-4fd6-a12e-40f5c6762c9c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0c556310-873b-4fd6-a12e-40f5c6762c9c,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:02.200553 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64685b99-3325-46c7-9b0f-acad4bb8d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.355751 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:23:02.356108 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:23:02.361924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64685b99-3325-46c7-9b0f-acad4bb8d616 None None] Pushing event updated for resources: {'Port': ['ID=0c556310-873b-4fd6-a12e-40f5c6762c9c,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:02.365736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-318802b5-1d49-4ea8-b8f4-675d785d6f1a None None] Provisioning complete for port d41be70b-ba37-49a2-998b-d03eb9c9490b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:02.366108 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-318802b5-1d49-4ea8-b8f4-675d785d6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.529748 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ebf89c88-1698-4fa2-95e4-50ae773c0a7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1552fce1cc934923b3509a3f3fb92dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535463 Sep 26 13:23:02.533667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42204) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:02.578290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044fdce-fcb2-43e3-9d25-0cbd64d3269e req-7eb0e130-51c5-485b-a697-5483816ea909 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:02.588132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4044fdce-fcb2-43e3-9d25-0cbd64d3269e req-7eb0e130-51c5-485b-a697-5483816ea909 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 943 time: 0.1449618 Sep 26 13:23:02.631036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Allocated IP 172.20.0.1 (b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985/83fcdf40-7b3a-4e5d-a792-3a17ae6e9353/e77faa0e-f747-4852-83ec-5526a04768ab) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:23:02.656755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:23:02.667371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Sync routers for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:23:02.682206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:02.682835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:02.694811 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.706225 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.720993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4044fdce-fcb2-43e3-9d25-0cbd64d3269e req-b6d48f94-6c4d-440d-9b95-aff989ed9a36 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318691 Sep 26 13:23:02.772997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.776895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-696802e5-1f04-4973-818a-23764b140f50 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9974058 Sep 26 13:23:02.783319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42216) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:02.835683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2246182-f22b-434e-a02e-e82c92bebc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.885520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2246182-f22b-434e-a02e-e82c92bebc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.902911 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Attempting to bind port 9665a34a-6fe6-4004-9269-4cb938d5fb57 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:23:02.903302 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Attempting to bind port 9665a34a-6fe6-4004-9269-4cb938d5fb57 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:23:02.903667 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Attempting to bind port 9665a34a-6fe6-4004-9269-4cb938d5fb57 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:02.908972 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b1482-4d1b-4bb5-ac8a-b5c0a7d5e68e None None] Pushing event updated for resources: {'Port': ['ID=9665a34a-6fe6-4004-9269-4cb938d5fb57,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:02.917423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:23:02.917707 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:02.918090 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.918552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:23:02.919118 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Bound port: 9665a34a-6fe6-4004-9269-4cb938d5fb57, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:23:02.919590 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:02.968753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:03.009506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2246182-f22b-434e-a02e-e82c92bebc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:03.012637 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2246182-f22b-434e-a02e-e82c92bebc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:03.014610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c2246182-f22b-434e-a02e-e82c92bebc7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a76fd29-039c-4233-8ac6-f4017a326831 HTTP/1.1" status: 204 len: 168 time: 0.4770737 Sep 26 13:23:03.037278 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] For port 9665a34a-6fe6-4004-9269-4cb938d5fb57, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:23:03.042935 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] For port 9665a34a-6fe6-4004-9269-4cb938d5fb57, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9665a34a-6fe6-4004-9269-4cb938d5fb57,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:23:03.048556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2246182-f22b-434e-a02e-e82c92bebc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a76fd29-039c-4233-8ac6-f4017a326831,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:03.052457 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:03.148003 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:03.148893 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:03.179143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:03.238886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b1482-4d1b-4bb5-ac8a-b5c0a7d5e68e None None] Pushing event updated for resources: {'Port': ['ID=9665a34a-6fe6-4004-9269-4cb938d5fb57,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:03.311414 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:03.408932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:23:03.638822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42234) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:03.652714 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:03.664155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7a6d27cd-790c-49b8-9806-321c11ded6e7 None None] Provisioning complete for port 0c556310-873b-4fd6-a12e-40f5c6762c9c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:03.667062 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7a6d27cd-790c-49b8-9806-321c11ded6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:03.691931 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:22:59Z', 'revision_number': 3, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:03.697293 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4070dab-9e46-4c51-822c-2798729eb446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:03.724863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:03.733047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6e9f9-09bc-4fa4-b4d4-48af5ec28a18 None None] The sync data for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 is: [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:22:59Z', 'revision_number': 3, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:23:03.786095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:03.794043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:23:03.845532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:03.880473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'mac_address': 'fa:16:3e:8b:b0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:23:03.887955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d41be70b-ba37-49a2-998b-d03eb9c9490b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:03.915268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Pushing event updated for resources: {'Port': ['ID=e77faa0e-f747-4852-83ec-5526a04768ab,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:03.973100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:00Z', 'revision_number': 3, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:04.028078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Checking router: acc03b6a-f1c2-4701-b475-aa0fd0ebce68 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:23:04.028432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Updating router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 port a22325d2-30bc-4ef6-8cab-720c49a171ba binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:23:04.072150 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.116679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.184653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab102d25-cbba-4004-8527-dc306cf0ed5a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:23:04.200629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d41be70b-ba37-49a2-998b-d03eb9c9490b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:04.201002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.262607 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4070dab-9e46-4c51-822c-2798729eb446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.276216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c4070dab-9e46-4c51-822c-2798729eb446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.279940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.281070 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7a6d27cd-790c-49b8-9806-321c11ded6e7 None None] Provisioning complete for port d41be70b-ba37-49a2-998b-d03eb9c9490b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:04.282102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7a6d27cd-790c-49b8-9806-321c11ded6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.301182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:04.384583 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.451394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4724d9-a3df-4f97-922c-80bc9580b716 req-65e41c5c-9d74-4b20-a895-1b0837fb6a19 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:04.453101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c4724d9-a3df-4f97-922c-80bc9580b716 req-65e41c5c-9d74-4b20-a895-1b0837fb6a19 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 943 time: 0.5389473 Sep 26 13:23:04.538295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c4070dab-9e46-4c51-822c-2798729eb446 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e38649c4f5f548e8809a934f9422af25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8980105 Sep 26 13:23:04.541039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42256) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:04.543226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4070dab-9e46-4c51-822c-2798729eb446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabc44f3-5ee1-40f3-a685-be6a63bd1070,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:04.555859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:04.668616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1e4e0911-10cb-4097-9f32-4a8ffd498207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.682633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0c556310-873b-4fd6-a12e-40f5c6762c9c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:04.697072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c4724d9-a3df-4f97-922c-80bc9580b716 req-1a43e501-f832-455d-a02f-d0da2dfc4219 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125616 Sep 26 13:23:04.729212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1e4e0911-10cb-4097-9f32-4a8ffd498207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.747723 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.748504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ab102d25-cbba-4004-8527-dc306cf0ed5a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:23:04.855064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1e4e0911-10cb-4097-9f32-4a8ffd498207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.860907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1e4e0911-10cb-4097-9f32-4a8ffd498207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.869020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1e4e0911-10cb-4097-9f32-4a8ffd498207 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dabc44f3-5ee1-40f3-a685-be6a63bd1070 HTTP/1.1" status: 204 len: 168 time: 0.3266571 Sep 26 13:23:04.880524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e0911-10cb-4097-9f32-4a8ffd498207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabc44f3-5ee1-40f3-a685-be6a63bd1070,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:04.912427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:04.991281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0c556310-873b-4fd6-a12e-40f5c6762c9c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:04.991668 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.036476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b38aa63d-ae53-4844-9418-de1e5168e103 None None] Provisioning complete for port e77faa0e-f747-4852-83ec-5526a04768ab triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:05.036837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b38aa63d-ae53-4844-9418-de1e5168e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.171157 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.175913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b38aa63d-ae53-4844-9418-de1e5168e103 None None] Port e77faa0e-f747-4852-83ec-5526a04768ab cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:23:05.188739 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.315835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Attempting to bind port a22325d2-30bc-4ef6-8cab-720c49a171ba on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:23:05.316513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Attempting to bind port a22325d2-30bc-4ef6-8cab-720c49a171ba by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:23:05.317527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Attempting to bind port a22325d2-30bc-4ef6-8cab-720c49a171ba on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:05.365078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:23:05.365729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:05.366326 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.367109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:23:05.369357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Bound port: a22325d2-30bc-4ef6-8cab-720c49a171ba, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:23:05.372227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.456538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] For port a22325d2-30bc-4ef6-8cab-720c49a171ba, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:23:05.461547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] For port a22325d2-30bc-4ef6-8cab-720c49a171ba, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a22325d2-30bc-4ef6-8cab-720c49a171ba,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:23:05.473286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.495278 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.536563 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.570713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 36091c04-25cb-4035-9e59-1d7210da3c17 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:23:05.581880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f8cb4-5af7-4eec-8e37-b5b63a4eac5a None None] Pushing event updated for resources: {'Port': ['ID=a22325d2-30bc-4ef6-8cab-720c49a171ba,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:05.635863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 36091c04-25cb-4035-9e59-1d7210da3c17 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:23:05.636066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 36091c04-25cb-4035-9e59-1d7210da3c17 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:23:05.666331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42284) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:05.775563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f8cb4-5af7-4eec-8e37-b5b63a4eac5a None None] Pushing event updated for resources: {'Port': ['ID=a22325d2-30bc-4ef6-8cab-720c49a171ba,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:05.778077 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Allocated IP 172.20.0.1 (023f1f4f-d145-4646-8e11-1ea2e966d74e/11e53193-10e1-4196-bff6-95f3e3b9747b/29c1e82a-7e39-41fd-824f-280df531c84e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:23:05.800742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:05.806496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:05.827247 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:05.854409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Pushing event updated for resources: {'Port': ['ID=e77faa0e-f747-4852-83ec-5526a04768ab,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:05.871584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42296) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:05.871836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c03ab5b3-aa0b-45e2-9ae7-e2eef4555319 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=138f924907eb4a87bad1782a3c549efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033756 Sep 26 13:23:05.877860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9665a34a-6fe6-4004-9269-4cb938d5fb57 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:05.996575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67b872-6854-46c8-844d-48579568428e req-027ab7e7-d304-4ae1-8be4-45b54b0bc7cc tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:05.998822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef67b872-6854-46c8-844d-48579568428e req-027ab7e7-d304-4ae1-8be4-45b54b0bc7cc tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1250300 Sep 26 13:23:06.078128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef67b872-6854-46c8-844d-48579568428e req-fb315559-9331-429a-a2f3-18f458df6320 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602970 Sep 26 13:23:06.087712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:06.192909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9665a34a-6fe6-4004-9269-4cb938d5fb57 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:06.193560 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.199441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ad8c-d4ca-49a9-94b5-1153d1c4f3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.230536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ad8c-d4ca-49a9-94b5-1153d1c4f3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.305182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:06.321673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ad8c-d4ca-49a9-94b5-1153d1c4f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.324383 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ad8c-d4ca-49a9-94b5-1153d1c4f3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.327987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bdc4ad8c-d4ca-49a9-94b5-1153d1c4f3d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5724613a-386f-4ee5-bf41-487d41bcd2e2 HTTP/1.1" status: 204 len: 168 time: 0.4507494 Sep 26 13:23:06.340531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:06.345601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.445897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.511113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 9665a34a-6fe6-4004-9269-4cb938d5fb57, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9665a34a-6fe6-4004-9269-4cb938d5fb57,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:06.530657 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.598793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4ad8c-d4ca-49a9-94b5-1153d1c4f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5724613a-386f-4ee5-bf41-487d41bcd2e2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:06.743695 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:23:06.745916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:06.878558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:06.928269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Pushing event updated for resources: {'Port': ['ID=29c1e82a-7e39-41fd-824f-280df531c84e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:06.955440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:00Z', 'revision_number': 3, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:07.048081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:07.094580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427d072-a4ab-47a1-8945-52889b710fe1 None None] The sync data for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 is: [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:00Z', 'revision_number': 3, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:23:07.100230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:07.106940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:23:07.204818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:07.226904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=9665a34a-6fe6-4004-9269-4cb938d5fb57,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:07.245991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d1af20fb-fac0-404b-8248-bd4a742086bb None None] Provisioning complete for port e77faa0e-f747-4852-83ec-5526a04768ab triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:07.246392 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1af20fb-fac0-404b-8248-bd4a742086bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:07.274496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port ab102d25-cbba-4004-8527-dc306cf0ed5a completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:23:07.297371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ab102d25-cbba-4004-8527-dc306cf0ed5a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:07.297371 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:07.301113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:23:07.317405 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Sync routers for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:23:07.340543 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f244ae8-1971-4a96-92c3-23775f56dac5 admin admin] 10.222.0.13 "PUT /v2.0/routers/09717fd0-ea3e-40ef-b6bc-8153bd8975c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1531553 Sep 26 13:23:07.340702 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:07.340702 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:07.399143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d1af20fb-fac0-404b-8248-bd4a742086bb None None] Port e77faa0e-f747-4852-83ec-5526a04768ab cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:23:07.430472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b318-db0e-4da5-945e-a7772446826a req-3db51b67-eb01-45a5-9a00-3e61704fa122 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:07.432390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fc9b318-db0e-4da5-945e-a7772446826a req-3db51b67-eb01-45a5-9a00-3e61704fa122 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1554294 Sep 26 13:23:07.578178 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:07.617377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:07.652690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:23:07.655075 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984c8eb-ccbc-467d-a72e-4f01a5895aa2" -d '{"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-plugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:23:07.674898 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:07.742464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:07.756017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:07.759988 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576246e3-7041-475f-874b-470ac58ad75b x-openstack-request-id: req-576246e3-7041-475f-874b-470ac58ad75b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:23:07.760343 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-plugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:23:07.760697 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-576246e3-7041-475f-874b-470ac58ad75b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:23:07.761322 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'code': 200} Sep 26 13:23:07.814141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d1c06b7e-4d32-48c2-b3d1-464e9640568c None None] Provisioning complete for port 29c1e82a-7e39-41fd-824f-280df531c84e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:07.814668 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1c06b7e-4d32-48c2-b3d1-464e9640568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:07.877595 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fc9b318-db0e-4da5-945e-a7772446826a req-dd4e1955-ccc3-466c-a558-b5e86a331195 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039938 Sep 26 13:23:07.942652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9665a34a-6fe6-4004-9269-4cb938d5fb57 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:07.973570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1416-581a-41fe-bd5c-da7f1225c7f6 req-16457820-3cd0-49b7-9c36-d05b6307731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:07.982617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c5a1416-581a-41fe-bd5c-da7f1225c7f6 req-16457820-3cd0-49b7-9c36-d05b6307731e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1097 time: 0.1200118 Sep 26 13:23:08.048431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c5a1416-581a-41fe-bd5c-da7f1225c7f6 req-7062aaf6-3e6f-4ca9-a00f-192d9f38dd42 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583873 Sep 26 13:23:08.076930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:08.113800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d1c06b7e-4d32-48c2-b3d1-464e9640568c None None] Port 29c1e82a-7e39-41fd-824f-280df531c84e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:23:08.149538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.158304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9665a34a-6fe6-4004-9269-4cb938d5fb57 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:08.158689 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.177107 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.246262 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 2, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:08.336409 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Checking router: 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:23:08.337031 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Updating router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 port e77faa0e-f747-4852-83ec-5526a04768ab binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:23:08.350986 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ad787b87-f457-4c4d-8e23-092cb0e182b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.366311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.369040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Pushing event updated for resources: {'Port': ['ID=29c1e82a-7e39-41fd-824f-280df531c84e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:08.396771 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.571691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:08.573657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:08.595702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42360) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:08.601155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1577801040-network', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:08.644652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Made reservation on behalf of 5bc2e7a5e88543e291d96d0e620f47a7 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:23:08.646877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.689303 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.855952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:23:08.915420 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.924130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.928776 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.930882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:08.993733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:23:09.058263 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Pushing event updated for resources: {'Port': ['ID=e77faa0e-f747-4852-83ec-5526a04768ab,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:09.064501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9e9b802c-b07b-4934-8279-e8227154b109 None None] Provisioning complete for port 29c1e82a-7e39-41fd-824f-280df531c84e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:09.064875 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e9b802c-b07b-4934-8279-e8227154b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.117041 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.121246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b802c-b07b-4934-8279-e8227154b109 None None] Port 29c1e82a-7e39-41fd-824f-280df531c84e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:23:09.123138 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Added segment 757f1835-40d8-439d-a2d9-5fe63f7f1473 of type vlan for network 11a5b2a6-5da4-4333-9de6-743baf5b655d Sep 26 13:23:09.137989 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.138904 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.139563 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.140049 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.140553 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.141429 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.141784 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.142109 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.142794 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.142794 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.151149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596ad365-791b-43d1-b4e2-986a3a1dcf61,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:09.153604 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.154061 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:09.166797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:23:09.173687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b8a393c6-460e-47bf-88aa-967ab9820cfb admin admin] 10.222.0.13 "PUT /v2.0/routers/acc03b6a-f1c2-4701-b475-aa0fd0ebce68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3887370 Sep 26 13:23:09.218808 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Attempting to bind port e77faa0e-f747-4852-83ec-5526a04768ab on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:23:09.219376 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Attempting to bind port e77faa0e-f747-4852-83ec-5526a04768ab by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:23:09.219773 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Attempting to bind port e77faa0e-f747-4852-83ec-5526a04768ab on network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:09.238665 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:23:09.246286 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Checking segment: {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:09.246572 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.246733 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Bound using segment: {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:23:09.247334 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Bound port: e77faa0e-f747-4852-83ec-5526a04768ab, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:23:09.247961 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.270387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.285660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1f933-d633-4c8b-aa5c-d3e6b35874b2 req-aecce38e-c468-40bc-af83-73f53af66cfc tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:09.299099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61e1f933-d633-4c8b-aa5c-d3e6b35874b2 req-aecce38e-c468-40bc-af83-73f53af66cfc tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 945 time: 0.2491384 Sep 26 13:23:09.369577 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] For port e77faa0e-f747-4852-83ec-5526a04768ab, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:23:09.375435 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] For port e77faa0e-f747-4852-83ec-5526a04768ab, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e77faa0e-f747-4852-83ec-5526a04768ab,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:23:09.383622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.384048 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.385723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:09.386539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.480977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-93b5ea0b-927d-4c6a-aa5b-801b31573b93 None None] Provisioning complete for port e77faa0e-f747-4852-83ec-5526a04768ab triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:09.482479 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93b5ea0b-927d-4c6a-aa5b-801b31573b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.495575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=11a5b2a6-5da4-4333-9de6-743baf5b655d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:09.505473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61e1f933-d633-4c8b-aa5c-d3e6b35874b2 req-fdebbb5b-2186-4861-aa01-02731f58157d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959667 Sep 26 13:23:09.522100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42390) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:09.522566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-51631000-adda-4b01-bfff-22af073cd7e3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9252527 Sep 26 13:23:09.529294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Request body: {'subnet': {'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1577801040-subnet', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:09.539009 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 11a5b2a6-5da4-4333-9de6-743baf5b655d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:23:09.570148 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:09.570814 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:09.571028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Made reservation on behalf of 5bc2e7a5e88543e291d96d0e620f47a7 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:23:09.575532 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.674120 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4ba06-70d3-4a75-b0c6-1104d332f70a None None] Pushing event updated for resources: {'Port': ['ID=e77faa0e-f747-4852-83ec-5526a04768ab,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:09.732373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93b5ea0b-927d-4c6a-aa5b-801b31573b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.842141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-93b5ea0b-927d-4c6a-aa5b-801b31573b93 None None] For port e77faa0e-f747-4852-83ec-5526a04768ab, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e77faa0e-f747-4852-83ec-5526a04768ab,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:09.848776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-93b5ea0b-927d-4c6a-aa5b-801b31573b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:09.918740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a22325d2-30bc-4ef6-8cab-720c49a171ba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:09.927487 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:10.074720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.126084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42404) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:10.133050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f04861e3-4851-4536-b4b5-7fffeede4f97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207469747', 'description': 'tempest-description--1340544324'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:10.152459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ea0b-927d-4c6a-aa5b-801b31573b93 None None] Pushing event updated for resources: {'Port': ['ID=e77faa0e-f747-4852-83ec-5526a04768ab,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:10.171269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a9c6f459-e179-41d7-bb2c-f315c4bec614 None None] Provisioning complete for port e77faa0e-f747-4852-83ec-5526a04768ab triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:10.172078 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9c6f459-e179-41d7-bb2c-f315c4bec614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.182513 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f04861e3-4851-4536-b4b5-7fffeede4f97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.225009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a35d65b-9617-4635-a5b0-c3162aeeed9f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:10.251145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a22325d2-30bc-4ef6-8cab-720c49a171ba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:10.251817 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.256925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Checking segment: {'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:10.256925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Network hostable DHCP agents. Network: 11a5b2a6-5da4-4333-9de6-743baf5b655d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:23:10.298574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Network 11a5b2a6-5da4-4333-9de6-743baf5b655d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:23:10.321374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 11a5b2a6-5da4-4333-9de6-743baf5b655d) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:10.333524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:10.334771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.343200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e08656-644c-4f1e-92c8-df779950fcc2 None None] Network 11a5b2a6-5da4-4333-9de6-743baf5b655d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:23:10.383918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f04861e3-4851-4536-b4b5-7fffeede4f97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.392421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f04861e3-4851-4536-b4b5-7fffeede4f97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.399901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-95db00bb-b5de-4453-af2a-a11c8678853a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8758023 Sep 26 13:23:10.402691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42412) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:10.407806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:10.465376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04861e3-4851-4536-b4b5-7fffeede4f97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:10.480241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f04861e3-4851-4536-b4b5-7fffeede4f97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.487419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f04861e3-4851-4536-b4b5-7fffeede4f97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3558803 Sep 26 13:23:10.487803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42416) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:10.495820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-62b37702-34de-4634-a0cc-6907229883ff tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'security_group_rule': {'security_group_id': 'aa4a0321-3708-4434-a4aa-3acd2f7f7a8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:10.506745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.507732 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.518467 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:10.570040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Sync routers for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:23:10.592268 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.601985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62b37702-34de-4634-a0cc-6907229883ff tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.606698 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:10.606865 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5851bd9-ceed-484a-b24e-d6682b542a95 None None] The sync data for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 is: [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:23:10.629755 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:22:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:10.645659 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:10.747918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17424ded-acce-495e-a579-b498bd8f3861 req-2a94cfca-b9d3-4444-bb9a-af8c60e09bcb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:10.749701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-17424ded-acce-495e-a579-b498bd8f3861 req-2a94cfca-b9d3-4444-bb9a-af8c60e09bcb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 945 time: 0.1039174 Sep 26 13:23:10.823691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-17424ded-acce-495e-a579-b498bd8f3861 req-adda5b5f-572b-4a13-95e7-d7bb102be94a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652776 Sep 26 13:23:10.847462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port a22325d2-30bc-4ef6-8cab-720c49a171ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a22325d2-30bc-4ef6-8cab-720c49a171ba,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:10.901873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.000763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=a22325d2-30bc-4ef6-8cab-720c49a171ba,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:11.022778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.043791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-11a5b2a6-5da4-4333-9de6-743baf5b655d', 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'fixed_ips': [{'subnet_id': '6a35d65b-9617-4635-a5b0-c3162aeeed9f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:23:11.044643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.075013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62b37702-34de-4634-a0cc-6907229883ff tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.084987 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f1cb77fb-d222-4591-8f02-98e1cfe5b9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.105226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:11.111499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62b37702-34de-4634-a0cc-6907229883ff tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.132562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b37702-34de-4634-a0cc-6907229883ff tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f4289e-f15d-47d3-9207-7c58d727a575,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:11.169556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fbddd-e230-49b6-b266-5918bf213e2d req-2373465a-254b-4eb7-abe5-91e48cbc00d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:11.171653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e7fbddd-e230-49b6-b266-5918bf213e2d req-2373465a-254b-4eb7-abe5-91e48cbc00d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 945 time: 0.1925061 Sep 26 13:23:11.182058 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62b37702-34de-4634-a0cc-6907229883ff tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.182928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 42438) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:11.183665 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-62b37702-34de-4634-a0cc-6907229883ff tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6947448 Sep 26 13:23:11.188269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42440) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:11.191316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'floatingip': {'port_id': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:11.206825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d8c02898-60f0-4cc3-94f7-1ac94670506e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'security_group_rule': {'security_group_id': 'aa4a0321-3708-4434-a4aa-3acd2f7f7a8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:11.285916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.344840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8c02898-60f0-4cc3-94f7-1ac94670506e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.402176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Allocated IP 172.20.0.2 (11a5b2a6-5da4-4333-9de6-743baf5b655d/6a35d65b-9617-4635-a5b0-c3162aeeed9f/c34dace2-9410-4741-bc5e-38d4def5535b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:23:11.492863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8c02898-60f0-4cc3-94f7-1ac94670506e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.501130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8c02898-60f0-4cc3-94f7-1ac94670506e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.542263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c02898-60f0-4cc3-94f7-1ac94670506e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1586cae-5d4e-4f4f-beb3-8cda1a066e21,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:11.720206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:11.799453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 2, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:11.912299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Checking router: acc03b6a-f1c2-4701-b475-aa0fd0ebce68 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:23:11.912613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Updating router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 port 29c1e82a-7e39-41fd-824f-280df531c84e binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:23:11.959433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a22325d2-30bc-4ef6-8cab-720c49a171ba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:12.241006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d8c02898-60f0-4cc3-94f7-1ac94670506e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.247919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8c02898-60f0-4cc3-94f7-1ac94670506e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0528688 Sep 26 13:23:12.248564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42470) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:12.264928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:12.296918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.314377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.332437 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.372407 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.379831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.405571 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.420792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.480065 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.481232 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.540071 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Floating IP dca98ee1-47b6-4e4b-9426-c11bde0e5061 associated. External IP: 172.25.4.29, port: ab102d25-cbba-4004-8527-dc306cf0ed5a. Sep 26 13:23:12.714437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Pushing event updated for resources: {'Port': ['ID=c34dace2-9410-4741-bc5e-38d4def5535b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:12.727891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Network 11a5b2a6-5da4-4333-9de6-743baf5b655d is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:12.732085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:12.744316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:23:12.751571 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.764562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.779623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Allocated IP 172.25.4.27 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/298de4ae-4845-46e2-8063-2b106cb5201b) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:23:12.783441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.796331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a22325d2-30bc-4ef6-8cab-720c49a171ba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:12.796781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.951435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Attempting to bind port c34dace2-9410-4741-bc5e-38d4def5535b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:23:12.951683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Attempting to bind port c34dace2-9410-4741-bc5e-38d4def5535b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:23:12.952088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Attempting to bind port c34dace2-9410-4741-bc5e-38d4def5535b on network 11a5b2a6-5da4-4333-9de6-743baf5b655d {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:12.959712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a0cd3-5880-48a7-b4ac-556b7f8c4827 None None] Pushing event updated for resources: {'Port': ['ID=29c1e82a-7e39-41fd-824f-280df531c84e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:12.985315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:23:12.985645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Checking segment: {'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:12.986020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:12.986485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Bound using segment: {'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:23:12.987047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Bound port: c34dace2-9410-4741-bc5e-38d4def5535b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:23:12.987873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.008284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Attempting to bind port 29c1e82a-7e39-41fd-824f-280df531c84e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:23:13.008744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Attempting to bind port 29c1e82a-7e39-41fd-824f-280df531c84e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:23:13.009198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Attempting to bind port 29c1e82a-7e39-41fd-824f-280df531c84e on network 023f1f4f-d145-4646-8e11-1ea2e966d74e {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:13.020710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Router e6b4114e-530e-47c8-9b59-29c9e6123145 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:23:13.023153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:23:13.023748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Checking segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:13.024334 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.025056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Bound using segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:23:13.025739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Bound port: 29c1e82a-7e39-41fd-824f-280df531c84e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:23:13.026287 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.177665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e77faa0e-f747-4852-83ec-5526a04768ab up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:13.200725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.243025 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] For port c34dace2-9410-4741-bc5e-38d4def5535b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:23:13.243820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:23:13.256232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.256397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] For port c34dace2-9410-4741-bc5e-38d4def5535b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c34dace2-9410-4741-bc5e-38d4def5535b,segment=NetworkSegment(757f1835-40d8-439d-a2d9-5fe63f7f1473),segment_id=757f1835-40d8-439d-a2d9-5fe63f7f1473)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:23:13.257918 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] Sync routers for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:23:13.272761 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.273812 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:13.274652 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:13.296322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-321eb719-1bdb-4b76-bb1d-e521d3c12f0f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "PUT /v2.0/floatingips/dca98ee1-47b6-4e4b-9426-c11bde0e5061 HTTP/1.1" status: 200 len: 990 time: 2.1114669 Sep 26 13:23:13.297064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:23:13.300905 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03fb72d-7f7a-4626-b677-2738c315af5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:23:13.328791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] For port 29c1e82a-7e39-41fd-824f-280df531c84e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:23:13.360187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e77faa0e-f747-4852-83ec-5526a04768ab triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:13.360567 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.362873 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106e10f5-d622-40b2-8ed7-f322bdb2411a x-openstack-request-id: req-106e10f5-d622-40b2-8ed7-f322bdb2411a {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:23:13.363434 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:23:13.363905 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-106e10f5-d622-40b2-8ed7-f322bdb2411a {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:23:13.364536 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'status': 'completed', 'code': 200} Sep 26 13:23:13.373401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] For port 29c1e82a-7e39-41fd-824f-280df531c84e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=29c1e82a-7e39-41fd-824f-280df531c84e,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:23:13.374442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f89fca8d-61da-4608-8a53-c9cb5a828153 None None] Provisioning complete for port 29c1e82a-7e39-41fd-824f-280df531c84e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:13.374795 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f89fca8d-61da-4608-8a53-c9cb5a828153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.444745 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.456154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Pushing event updated for resources: {'Port': ['ID=c34dace2-9410-4741-bc5e-38d4def5535b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:13.470704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.471271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.471782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.472282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.472767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.473255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.473763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.474266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.475013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.475261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.475901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.478304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d50fbbf-dcc3-45f7-9ad3-e049074219bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:13.481807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Allocated IP 172.25.4.60 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/06d71ab8-dc80-44d0-8662-c755f20e7efe) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:23:13.546804 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:13.591861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:13.592776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:13.606833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f89fca8d-61da-4608-8a53-c9cb5a828153 None None] Port 29c1e82a-7e39-41fd-824f-280df531c84e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:23:13.638046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-9985047e-a644-4008-adbf-4a496892ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:13.643633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-9985047e-a644-4008-adbf-4a496892ab77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1097 time: 0.0887289 Sep 26 13:23:13.671732 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.761561 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:13.763281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Pushing event updated for resources: {'Port': ['ID=298de4ae-4845-46e2-8063-2b106cb5201b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:13.797459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:13.821476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:13.827300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:23:13.915219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-35b5ad3d-7590-426e-b9eb-9bed8eab01de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:13.917260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-35b5ad3d-7590-426e-b9eb-9bed8eab01de service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.2652438 Sep 26 13:23:14.005023 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.055012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a0cd3-5880-48a7-b4ac-556b7f8c4827 None None] Pushing event updated for resources: {'Port': ['ID=29c1e82a-7e39-41fd-824f-280df531c84e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:14.058982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-7079ad79-91c0-4dd4-9d08-f89b7101b2cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 998 time: 0.1337841 Sep 26 13:23:14.075815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1f54d07e-beed-4bcb-83f4-32e8ce8f5e77 None None] Provisioning complete for port 29c1e82a-7e39-41fd-824f-280df531c84e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:14.076172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1f54d07e-beed-4bcb-83f4-32e8ce8f5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.136339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-31a6e492-bd84-4e9a-b20b-d57497412503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:14.137967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-31a6e492-bd84-4e9a-b20b-d57497412503 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0714455 Sep 26 13:23:14.160370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:14.203412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.221928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-85d4f0ca-1b6f-4506-a153-3acadd22f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:14.224848 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'dca98ee1-47b6-4e4b-9426-c11bde0e5061', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'port_id': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'mac_address': 'fa:16:3e:8b:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:22:46Z', 'updated_at': '2021-09-26T13:23:12Z', 'revision_number': 1, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:48Z', 'revision_number': 5, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:14.226395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-85d4f0ca-1b6f-4506-a153-3acadd22f5eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804486 Sep 26 13:23:14.245890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c34dace2-9410-4741-bc5e-38d4def5535b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:14.291053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] Checking router: e6b4114e-530e-47c8-9b59-29c9e6123145 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:23:14.295629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.315388 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:14.316037 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:14.364948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-41aa7d8f-57cf-4c2e-ae11-7331dc2f359f service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303804 Sep 26 13:23:14.408782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'Port': ['ID=06d71ab8-dc80-44d0-8662-c755f20e7efe,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:14.455584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:14.461973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:14.483935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:23:14.503234 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:14.536928 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1f54d07e-beed-4bcb-83f4-32e8ce8f5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.602216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d03fb72d-7f7a-4626-b677-2738c315af5d req-9818aed3-c643-415b-99e3-61980c393548 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289019 Sep 26 13:23:14.635147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1f54d07e-beed-4bcb-83f4-32e8ce8f5e77 None None] For port 29c1e82a-7e39-41fd-824f-280df531c84e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=29c1e82a-7e39-41fd-824f-280df531c84e,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:14.642818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c34dace2-9410-4741-bc5e-38d4def5535b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:14.643196 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.646511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1f54d07e-beed-4bcb-83f4-32e8ce8f5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.797705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54d07e-beed-4bcb-83f4-32e8ce8f5e77 None None] Pushing event updated for resources: {'Port': ['ID=29c1e82a-7e39-41fd-824f-280df531c84e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:14.822412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.831903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.833432 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'dca98ee1-47b6-4e4b-9426-c11bde0e5061', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'port_id': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'mac_address': 'fa:16:3e:8b:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:22:46Z', 'updated_at': '2021-09-26T13:23:12Z', 'revision_number': 1, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:48Z', 'revision_number': 5, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:14.882605 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76332c16-cab6-42b5-947b-2c209b94760f None None] The sync data for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 is: [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'dca98ee1-47b6-4e4b-9426-c11bde0e5061', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'port_id': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'mac_address': 'fa:16:3e:8b:b0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:22:46Z', 'updated_at': '2021-09-26T13:23:12Z', 'revision_number': 1, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:48Z', 'revision_number': 5, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:23:14.895679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.910222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:13Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:14.962284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:14.981205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56835d2-be96-4811-87fd-f8df28aa631e None None] Network 11a5b2a6-5da4-4333-9de6-743baf5b655d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:23:15.047403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c24a5-0501-4c4d-bcde-e902de109f73 None None] The sync data for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 is: [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:13Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:23:15.098538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port c34dace2-9410-4741-bc5e-38d4def5535b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c34dace2-9410-4741-bc5e-38d4def5535b,segment=NetworkSegment(757f1835-40d8-439d-a2d9-5fe63f7f1473),segment_id=757f1835-40d8-439d-a2d9-5fe63f7f1473)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:15.106407 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:15.173215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Router 1abfd0a8-41ca-4759-a2ea-21f90c549675 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:23:15.174168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-54029c0c-f9ad-4bd0-8adf-1982de1a7f19 None None] Provisioning complete for port c34dace2-9410-4741-bc5e-38d4def5535b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:15.174551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54029c0c-f9ad-4bd0-8adf-1982de1a7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:15.226649 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:15.239863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:15.295077 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:15.337407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ae18d-0d4d-43fa-ae1a-5048fbc70f4e None None] New status for floating IP dca98ee1-47b6-4e4b-9426-c11bde0e5061: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:23:15.410378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=c34dace2-9410-4741-bc5e-38d4def5535b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:15.428709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'Port': ['ID=06d71ab8-dc80-44d0-8662-c755f20e7efe,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:15.446739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:15.468405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:23:15.481445 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Sync routers for ids ['1abfd0a8-41ca-4759-a2ea-21f90c549675'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:23:15.482326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:15.490197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d2884c9b-7c13-4f55-9f4a-a69c49b3e684 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2284701 Sep 26 13:23:15.498271 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Routers {'1abfd0a8-41ca-4759-a2ea-21f90c549675'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:15.499458 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1abfd0a8-41ca-4759-a2ea-21f90c549675'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:15.505965 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:15.509873 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-90486fde-a56e-4d2e-823d-becee9132a0e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1039293 Sep 26 13:23:15.510829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 42492) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:15.716464 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Set router 1abfd0a8-41ca-4759-a2ea-21f90c549675 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:15.782755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-8d8c71fe-f659-49d8-9d9e-9ae90bfe697d tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1207469747&fields=id&tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c HTTP/1.1" status: 200 len: 267 time: 0.0717199 Sep 26 13:23:15.971393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-90e9bf47-cd31-4b29-8ea4-34ebfd36cc38 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:15.979276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-90e9bf47-cd31-4b29-8ea4-34ebfd36cc38 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 810 time: 0.1928077 Sep 26 13:23:15.996046 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 3, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port': {'id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:12Z', 'updated_at': '2021-09-26T13:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:15.997418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-e1ddc0ea-a3e1-44bd-b2ff-e33cb1135e37 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/quotas/1f2b5a241aeb44209fe1c74ef2f2fd2c HTTP/1.1" status: 200 len: 375 time: 0.0172031 Sep 26 13:23:16.078735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Checking router: 1abfd0a8-41ca-4759-a2ea-21f90c549675 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:23:16.079130 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Updating router 1abfd0a8-41ca-4759-a2ea-21f90c549675 port 298de4ae-4845-46e2-8063-2b106cb5201b binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:23:16.120675 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.138888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1b3248c9-3f68-410f-a9a1-af3209bb1273 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1359191 Sep 26 13:23:16.302872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c34dace2-9410-4741-bc5e-38d4def5535b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:16.378707 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-75507991-048e-4084-ba19-a5e678e8b27b service neutron] 10.222.0.13 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316649 Sep 26 13:23:16.458281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e99cfc7e-56ad-4b10-9cef-0b0b7dcac48c None None] Provisioning complete for port c34dace2-9410-4741-bc5e-38d4def5535b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:16.459042 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e99cfc7e-56ad-4b10-9cef-0b0b7dcac48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.518847 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.519693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c34dace2-9410-4741-bc5e-38d4def5535b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:16.520106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.522847 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.533930 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.568190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-09213921-12aa-4cf4-a911-1c2dde890b5b service neutron] 10.222.0.13 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828685 Sep 26 13:23:16.632064 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79da03-dceb-44f5-bbaa-975037cb8adc None None] Pushing event updated for resources: {'Port': ['ID=298de4ae-4845-46e2-8063-2b106cb5201b,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:16.635496 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Attempting to bind port 298de4ae-4845-46e2-8063-2b106cb5201b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:23:16.635773 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Attempting to bind port 298de4ae-4845-46e2-8063-2b106cb5201b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:23:16.636200 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Attempting to bind port 298de4ae-4845-46e2-8063-2b106cb5201b on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:16.644714 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:23:16.645233 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:16.645836 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.646541 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:23:16.647268 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Bound port: 298de4ae-4845-46e2-8063-2b106cb5201b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:23:16.647850 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.711028 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] For port 298de4ae-4845-46e2-8063-2b106cb5201b, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:23:16.715329 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] For port 298de4ae-4845-46e2-8063-2b106cb5201b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=298de4ae-4845-46e2-8063-2b106cb5201b,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:23:16.716690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 29c1e82a-7e39-41fd-824f-280df531c84e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:16.722505 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.798235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 29c1e82a-7e39-41fd-824f-280df531c84e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:16.798609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:16.858559 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Routers {'1abfd0a8-41ca-4759-a2ea-21f90c549675'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:16.859153 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1abfd0a8-41ca-4759-a2ea-21f90c549675'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:16.865050 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79da03-dceb-44f5-bbaa-975037cb8adc None None] Pushing event updated for resources: {'Port': ['ID=298de4ae-4845-46e2-8063-2b106cb5201b,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:16.875142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Allocated IP 172.20.0.1 (11a5b2a6-5da4-4333-9de6-743baf5b655d/6a35d65b-9617-4635-a5b0-c3162aeeed9f/9ecafdae-7eb4-43b2-b1b0-9b64f32a6486) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:23:16.883739 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a91981fc-99e2-42af-8b0d-bb50e8d131f9 req-2ffe7668-6473-4e06-a81a-fd11be8ccab2 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 210 time: 0.0378873 Sep 26 13:23:17.034603 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] Set router 1abfd0a8-41ca-4759-a2ea-21f90c549675 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:17.069161 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:17.112796 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:17.174337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Network 11a5b2a6-5da4-4333-9de6-743baf5b655d is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:17.177525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:17.181626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:23:17.226254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Pushing event updated for resources: {'Port': ['ID=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:17.250811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:17.420803 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 3, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port': {'id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:12Z', 'updated_at': '2021-09-26T13:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:17.447882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:17.451128 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c7a40-1f81-44d7-b36b-6d3e8231c880 None None] The sync data for ids ['1abfd0a8-41ca-4759-a2ea-21f90c549675'] in n-d-806683-13 is: [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 3, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port': {'id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:12Z', 'updated_at': '2021-09-26T13:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:23:17.579883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-137b7617-e47e-431b-ae7a-edaba27221dd None None] Provisioning complete for port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:17.580460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-137b7617-e47e-431b-ae7a-edaba27221dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:17.621263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-137b7617-e47e-431b-ae7a-edaba27221dd None None] Port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:23:17.658554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:17.663828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:17.740674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:17.743387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Pushing event updated for resources: {'Port': ['ID=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:17.847970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Network 11a5b2a6-5da4-4333-9de6-743baf5b655d is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:17.850288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:18.021364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-67ff6aa3-3e1f-4570-98b0-d9b1a2388ee5 req-ff625145-ab4e-4ccf-a6c0-d9025edfa31c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 210 time: 0.0445459 Sep 26 13:23:18.031593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Router 1abfd0a8-41ca-4759-a2ea-21f90c549675 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:23:18.143658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4c3f5515-09ea-450a-94c0-a78a49e76f62 None None] Provisioning complete for port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:18.144113 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5515-09ea-450a-94c0-a78a49e76f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:18.155265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:23:18.168325 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f9fc68d3-d322-46c9-9827-f13ddc1d2f95 admin admin] 10.222.0.13 "PUT /v2.0/routers/1abfd0a8-41ca-4759-a2ea-21f90c549675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6493194 Sep 26 13:23:18.195546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f5515-09ea-450a-94c0-a78a49e76f62 None None] Port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:23:18.451349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-71f063df-c424-4f6c-b4ef-285c1a8d03ad tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:18.454193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-71f063df-c424-4f6c-b4ef-285c1a8d03ad tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 810 time: 0.1828129 Sep 26 13:23:18.530624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-b767d55e-0401-4954-9498-4b1da54734dc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c HTTP/1.1" status: 200 len: 380 time: 0.0599134 Sep 26 13:23:18.544133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'port': {'device_id': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'admin_state_up': True, 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'security_groups': ['aa4a0321-3708-4434-a4aa-3acd2f7f7a8e']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:18.706601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Made reservation on behalf of 1f2b5a241aeb44209fe1c74ef2f2fd2c for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:23:18.711854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:19.228112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d2ffb44-f428-4ed6-8050-2d818c46c89b req-5a547031-9185-4ae8-bfd0-6756e6aacd08 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 210 time: 0.1134820 Sep 26 13:23:19.291274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Allocated IP 172.20.0.11 (023f1f4f-d145-4646-8e11-1ea2e966d74e/11e53193-10e1-4196-bff6-95f3e3b9747b/9836ca52-6184-4dbc-aaaa-6d97966ac2ae) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:23:19.454157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:19.496072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:19.551265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:23:19.554616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:23:19.561389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:23:19.565498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'Port': ['ID=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:19.613814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:19.614459 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:19.649255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1bc404ae-4de9-415b-9367-82a355366d70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1090493 Sep 26 13:23:19.663159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Request body: {'port': {'device_id': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:19.732491 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:19.828269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9466fc5b-9f34-45bc-9f7a-03c5d266e111 None None] Provisioning complete for port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:19.829325 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9466fc5b-9f34-45bc-9f7a-03c5d266e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:19.875469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9466fc5b-9f34-45bc-9f7a-03c5d266e111 None None] Port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:23:20.099903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 298de4ae-4845-46e2-8063-2b106cb5201b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:20.115662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9836ca52-6184-4dbc-aaaa-6d97966ac2ae {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:23:20.128052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.146671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Transition to ACTIVE for port object 9836ca52-6184-4dbc-aaaa-6d97966ac2ae will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:23:20.153230 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.187644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 298de4ae-4845-46e2-8063-2b106cb5201b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:20.188184 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.265079 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.300457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Pushing event updated for resources: {'Port': ['ID=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:20.374865 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.412172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 298de4ae-4845-46e2-8063-2b106cb5201b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=298de4ae-4845-46e2-8063-2b106cb5201b,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:20.420909 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.481447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Attempting to bind port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:23:20.481823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Attempting to bind port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:23:20.482239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Attempting to bind port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae on network 023f1f4f-d145-4646-8e11-1ea2e966d74e {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:20.488666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae on network 023f1f4f-d145-4646-8e11-1ea2e966d74e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:23:20.489022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Attempting to bind port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae on network 023f1f4f-d145-4646-8e11-1ea2e966d74e {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:20.496280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:23:20.497740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=298de4ae-4845-46e2-8063-2b106cb5201b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:20.499696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Checking segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:20.501775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Bound using segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:23:20.502270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Bound port: 9836ca52-6184-4dbc-aaaa-6d97966ac2ae, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:23:20.502648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.527166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba385b16-017f-45e9-9bf1-697fde7c9dd1 req-89e389c1-7077-4fb4-85d6-1cde61862907 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:20.528742 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba385b16-017f-45e9-9bf1-697fde7c9dd1 req-89e389c1-7077-4fb4-85d6-1cde61862907 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 944 time: 0.1464555 Sep 26 13:23:20.598282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba385b16-017f-45e9-9bf1-697fde7c9dd1 req-102d16c6-b434-4ab1-b621-a278266c2e70 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631902 Sep 26 13:23:20.622043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] For port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:23:20.627150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] For port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:23:20.638277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.679806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:20.680427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:20.681856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] 10.222.0.24 "PUT /v2.0/ports/9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 1093 time: 1.0236516 Sep 26 13:23:20.682293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'tag': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:23:20.684904 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeb787a-0100-4b47-9151-17382735df1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b207f2bc-917d-49e1-b602-dd023c62732c", "tag": "9836ca52-6184-4dbc-aaaa-6d97966ac2ae"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:23:20.715269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa77086-5bbf-4371-8666-2cb30e395a43 service neutron] Pushing event updated for resources: {'Port': ['ID=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:20.761468 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9475d82d-322c-4ad9-9254-4c8ba14cf5c0 x-openstack-request-id: req-9475d82d-322c-4ad9-9254-4c8ba14cf5c0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:23:20.761825 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b207f2bc-917d-49e1-b602-dd023c62732c", "tag": "9836ca52-6184-4dbc-aaaa-6d97966ac2ae", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:23:20.762157 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9475d82d-322c-4ad9-9254-4c8ba14cf5c0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:23:20.762549 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'tag': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'status': 'completed', 'code': 200} Sep 26 13:23:20.782992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-8cd8b9a1-6a0d-40a7-b1c1-a837da28e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:20.785144 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-8cd8b9a1-6a0d-40a7-b1c1-a837da28e219 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1096 time: 0.0594683 Sep 26 13:23:20.834599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-55aa9097-0ebc-453b-bca9-9b4cb78c6e90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 217 time: 0.0413916 Sep 26 13:23:20.892987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-6f324e88-a67c-421e-b67e-8a5bcf4eacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:20.894644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-6f324e88-a67c-421e-b67e-8a5bcf4eacec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0500705 Sep 26 13:23:20.954819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1dae5e37-e801-4cf2-a86e-5927aa6f87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:20.956364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-1dae5e37-e801-4cf2-a86e-5927aa6f87c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543265 Sep 26 13:23:21.067906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-f614d4a2-5817-4e54-bd9c-c58e7a40ee8b service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040099 Sep 26 13:23:21.173519 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f84b6c7-1898-4cc3-81a2-dad37710ff01 req-fc7a4430-1558-40f9-9a93-7d45d2c911e0 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989435 Sep 26 13:23:21.273722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb787a-0100-4b47-9151-17382735df1d req-1384354b-c8db-4b5a-837b-6c96631c7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:21.275296 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afeb787a-0100-4b47-9151-17382735df1d req-1384354b-c8db-4b5a-837b-6c96631c7b58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1096 time: 0.0440204 Sep 26 13:23:21.397227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb787a-0100-4b47-9151-17382735df1d req-de3a93be-20df-4b91-834d-37dba2fdc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:21.398863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afeb787a-0100-4b47-9151-17382735df1d req-de3a93be-20df-4b91-834d-37dba2fdc1e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.1165028 Sep 26 13:23:21.477683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afeb787a-0100-4b47-9151-17382735df1d req-8212a8cd-5aba-429d-93f4-afa6e157d47d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 217 time: 0.0557113 Sep 26 13:23:21.533757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb787a-0100-4b47-9151-17382735df1d req-9bc3ce5b-1df9-4dde-b983-b11fdf00af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:21.536830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afeb787a-0100-4b47-9151-17382735df1d req-9bc3ce5b-1df9-4dde-b983-b11fdf00af73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0527577 Sep 26 13:23:21.596486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb787a-0100-4b47-9151-17382735df1d req-a493ea68-06c1-44c2-9088-e1c565110c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:21.598230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afeb787a-0100-4b47-9151-17382735df1d req-a493ea68-06c1-44c2-9088-e1c565110c76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548129 Sep 26 13:23:21.727936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afeb787a-0100-4b47-9151-17382735df1d req-4eeca686-d060-4258-a6bc-a6135446ea16 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217341 Sep 26 13:23:21.796323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa415b-7280-412d-815b-0a6bc0b78f85 req-8a6e6d74-8d74-4a85-a586-713ebe140469 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:21.799821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6aa415b-7280-412d-815b-0a6bc0b78f85 req-8a6e6d74-8d74-4a85-a586-713ebe140469 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 944 time: 0.0911241 Sep 26 13:23:21.880479 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6aa415b-7280-412d-815b-0a6bc0b78f85 req-ace34de5-1bda-4973-b340-17743b9482cd tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732613 Sep 26 13:23:21.899678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-afeb787a-0100-4b47-9151-17382735df1d req-6152175e-332b-4b23-8287-0a8a99bb0cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635616 Sep 26 13:23:21.975501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Sync routers for ids ['1abfd0a8-41ca-4759-a2ea-21f90c549675'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:23:21.986092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Routers {'1abfd0a8-41ca-4759-a2ea-21f90c549675'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:21.987045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1abfd0a8-41ca-4759-a2ea-21f90c549675'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:22.095578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 298de4ae-4845-46e2-8063-2b106cb5201b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:22.166580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 298de4ae-4845-46e2-8063-2b106cb5201b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:22.167240 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:22.210442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Set router 1abfd0a8-41ca-4759-a2ea-21f90c549675 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:22.554207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:23:17Z', 'revision_number': 4, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port': {'id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:12Z', 'updated_at': '2021-09-26T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9ecafdae-7eb4-43b2-b1b0-9b64f32a6486', 'name': '', 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'mac_address': 'fa:16:3e:fb:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a35d65b-9617-4635-a5b0-c3162aeeed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:16Z', 'updated_at': '2021-09-26T13:23:17Z', 'revision_number': 2, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'subnets': [{'id': '6a35d65b-9617-4635-a5b0-c3162aeeed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:22.590510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Checking router: 1abfd0a8-41ca-4759-a2ea-21f90c549675 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:23:22.590869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Updating router 1abfd0a8-41ca-4759-a2ea-21f90c549675 port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:23:22.622622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:22.954767 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:22.964474 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:23.029990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426e3ac-60e2-4164-9d8d-b70998840a44 req-eec0f766-a3b0-4802-ae69-64c5175624a4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:23.032745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8426e3ac-60e2-4164-9d8d-b70998840a44 req-eec0f766-a3b0-4802-ae69-64c5175624a4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 944 time: 0.0618870 Sep 26 13:23:23.034981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01ef58-6af1-460d-9b9f-25cb0d597e97 None None] Pushing event updated for resources: {'Port': ['ID=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:23.106512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Attempting to bind port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:23:23.106895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Attempting to bind port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:23:23.107365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Attempting to bind port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 on network 11a5b2a6-5da4-4333-9de6-743baf5b655d {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:23:23.110114 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8426e3ac-60e2-4164-9d8d-b70998840a44 req-feb15499-22c3-4ae2-93b4-f5cc55a0d1a9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700586 Sep 26 13:23:23.113330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:23:23.113851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Checking segment: {'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:23:23.114368 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:23.114946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Bound using segment: {'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:23:23.115685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Bound port: 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757f1835-40d8-439d-a2d9-5fe63f7f1473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:23:23.116102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:23.191889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] For port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:23:23.195193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] For port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,segment=NetworkSegment(757f1835-40d8-439d-a2d9-5fe63f7f1473),segment_id=757f1835-40d8-439d-a2d9-5fe63f7f1473)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:23:23.200575 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:23.256529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Routers {'1abfd0a8-41ca-4759-a2ea-21f90c549675'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:23.257162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1abfd0a8-41ca-4759-a2ea-21f90c549675'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:23.375547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] Set router 1abfd0a8-41ca-4759-a2ea-21f90c549675 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:23.483022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01ef58-6af1-460d-9b9f-25cb0d597e97 None None] Pushing event updated for resources: {'Port': ['ID=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:23.518298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-95b2616b-a523-4821-ac2e-852ebc965c68 None None] Provisioning complete for port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:23.518837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-95b2616b-a523-4821-ac2e-852ebc965c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:23.769798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9836ca52-6184-4dbc-aaaa-6d97966ac2ae details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:23:23.976800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-95b2616b-a523-4821-ac2e-852ebc965c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:24.010096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:24.042269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'port_id': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'mac_address': 'fa:16:3e:3e:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:23:24.058988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-95b2616b-a523-4821-ac2e-852ebc965c68 None None] For port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,segment=NetworkSegment(757f1835-40d8-439d-a2d9-5fe63f7f1473),segment_id=757f1835-40d8-439d-a2d9-5fe63f7f1473)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:24.061347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:23:17Z', 'revision_number': 4, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port': {'id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:12Z', 'updated_at': '2021-09-26T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9ecafdae-7eb4-43b2-b1b0-9b64f32a6486', 'name': '', 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'mac_address': 'fa:16:3e:fb:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a35d65b-9617-4635-a5b0-c3162aeeed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:16Z', 'updated_at': '2021-09-26T13:23:23Z', 'revision_number': 4, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'subnets': [{'id': '6a35d65b-9617-4635-a5b0-c3162aeeed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:24.096518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e3dc5-ebdc-42ef-a933-e434ccba5f7d None None] The sync data for ids ['1abfd0a8-41ca-4759-a2ea-21f90c549675'] in n-d-806683-13 is: [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:23:17Z', 'revision_number': 4, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port': {'id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:12Z', 'updated_at': '2021-09-26T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '9ecafdae-7eb4-43b2-b1b0-9b64f32a6486', 'name': '', 'network_id': '11a5b2a6-5da4-4333-9de6-743baf5b655d', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'mac_address': 'fa:16:3e:fb:1e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6a35d65b-9617-4635-a5b0-c3162aeeed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:16Z', 'updated_at': '2021-09-26T13:23:23Z', 'revision_number': 4, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'subnets': [{'id': '6a35d65b-9617-4635-a5b0-c3162aeeed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:23:24.100472 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-95b2616b-a523-4821-ac2e-852ebc965c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:24.238444 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:24.274790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9836ca52-6184-4dbc-aaaa-6d97966ac2ae {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:23:24.279761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2616b-a523-4821-ac2e-852ebc965c68 None None] Pushing event updated for resources: {'Port': ['ID=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:24.285231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-72c12e3d-a37f-4bce-97b3-804689052bca None None] Provisioning complete for port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:24.285618 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-72c12e3d-a37f-4bce-97b3-804689052bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:24.326334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:24.335048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3399fdd-d626-46bc-8788-78fdb61795b0 req-e8604610-941a-41fd-bdd1-ae8b4d8c3524 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:24.335641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:24.344142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3399fdd-d626-46bc-8788-78fdb61795b0 req-e8604610-941a-41fd-bdd1-ae8b4d8c3524 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 944 time: 0.1217330 Sep 26 13:23:24.438335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3399fdd-d626-46bc-8788-78fdb61795b0 req-95e3d541-e5ff-4261-b394-6964f2624354 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784798 Sep 26 13:23:24.439874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:24.537719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['9836ca52-6184-4dbc-aaaa-6d97966ac2ae'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:23:25.586294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d6538-b196-49bc-9d8f-b1a5505ec3ae req-d58d4e9e-0e58-4566-b08d-df8f4edcb042 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:25.590332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed7d6538-b196-49bc-9d8f-b1a5505ec3ae req-d58d4e9e-0e58-4566-b08d-df8f4edcb042 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 945 time: 0.0790093 Sep 26 13:23:25.673346 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed7d6538-b196-49bc-9d8f-b1a5505ec3ae req-e3832d64-73de-4808-b4ba-8fc3471871de tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758629 Sep 26 13:23:25.722995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9836ca52-6184-4dbc-aaaa-6d97966ac2ae up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:25.818272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:23:25.823041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:25.823470 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:25.951458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:26.025915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:23:26.032639 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada2a7d0-d28c-471f-8b81-6daae6e9855f" -d '{"events": [{"server_uuid": "b207f2bc-917d-49e1-b602-dd023c62732c", "name": "network-vif-plugged", "status": "completed", "tag": "9836ca52-6184-4dbc-aaaa-6d97966ac2ae"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:23:26.123391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:23:26.134514 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3260f9-e7e0-4708-8c8f-031d222d665d x-openstack-request-id: req-da3260f9-e7e0-4708-8c8f-031d222d665d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:23:26.134514 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207f2bc-917d-49e1-b602-dd023c62732c", "name": "network-vif-plugged", "status": "completed", "tag": "9836ca52-6184-4dbc-aaaa-6d97966ac2ae", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:23:26.134847 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da3260f9-e7e0-4708-8c8f-031d222d665d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:23:26.137093 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'code': 200} Sep 26 13:23:26.140231 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:26.197102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:23:26.322516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3cc0b-d0b5-4a0b-a9e8-d7672938766b req-fcef145e-285a-4f0a-9deb-d2c949a95ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:26.325621 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eee3cc0b-d0b5-4a0b-a9e8-d7672938766b req-fcef145e-285a-4f0a-9deb-d2c949a95ed2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1098 time: 0.1383867 Sep 26 13:23:26.325718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:26.337671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:23:26.338512 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:26.414353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eee3cc0b-d0b5-4a0b-a9e8-d7672938766b req-3daf6f9b-43a2-4c8b-90c0-c7764900181a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734601 Sep 26 13:23:26.870642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc72ce1-1a19-4e33-aa86-e665b4fa2452 req-5e6cb339-96a6-4871-b020-0d17c2ed960c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:26.872701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ebc72ce1-1a19-4e33-aa86-e665b4fa2452 req-5e6cb339-96a6-4871-b020-0d17c2ed960c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0925362 Sep 26 13:23:26.924100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ebc72ce1-1a19-4e33-aa86-e665b4fa2452 req-755dc8ca-5193-4153-93a8-5eb9eac68860 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430236 Sep 26 13:23:28.085590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2a29-5c65-4292-8d07-884d908cd636 req-efcea6cf-ab52-40dc-bcf1-842fdda5cb14 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:28.087200 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d4d2a29-5c65-4292-8d07-884d908cd636 req-efcea6cf-ab52-40dc-bcf1-842fdda5cb14 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0803983 Sep 26 13:23:28.136190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d4d2a29-5c65-4292-8d07-884d908cd636 req-30427f03-8ce0-4cbe-9594-69dd0ce23cb3 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401595 Sep 26 13:23:28.292453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc209d-9f3f-49c1-9054-d1ebffa2e455 req-0e03db9c-fa1b-470f-ab12-b29575f0631f tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:28.303967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43164) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:28.306217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3dc209d-9f3f-49c1-9054-d1ebffa2e455 req-0e03db9c-fa1b-470f-ab12-b29575f0631f tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0768673 Sep 26 13:23:28.308516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'floatingip': {'port_id': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:23:28.363221 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:28.825392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:28.830921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:28.949698 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Floating IP b370d541-efa0-42be-9bbd-4ec590e01dcd associated. External IP: 172.25.4.60, port: 9836ca52-6184-4dbc-aaaa-6d97966ac2ae. Sep 26 13:23:29.206875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:23:29.348155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:23:29.353415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:29.361574 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] Sync routers for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:23:29.386430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-018f1a87-c1e6-4ca5-95b2-12c5c8bc9529 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "PUT /v2.0/floatingips/b370d541-efa0-42be-9bbd-4ec590e01dcd HTTP/1.1" status: 200 len: 991 time: 1.0813923 Sep 26 13:23:29.387038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'tag': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:23:29.389768 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:29.390954 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:29.401092 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fabe38-6a00-470f-8eba-4b83311dba0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b207f2bc-917d-49e1-b602-dd023c62732c", "tag": "9836ca52-6184-4dbc-aaaa-6d97966ac2ae"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:23:29.464914 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d0d7d-d85e-453b-9cd1-b19994a8be90 x-openstack-request-id: req-d50d0d7d-d85e-453b-9cd1-b19994a8be90 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:23:29.465272 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b207f2bc-917d-49e1-b602-dd023c62732c", "tag": "9836ca52-6184-4dbc-aaaa-6d97966ac2ae", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:23:29.465624 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d50d0d7d-d85e-453b-9cd1-b19994a8be90 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:23:29.466094 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'tag': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'status': 'completed', 'code': 200} Sep 26 13:23:29.550261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-5f39df7d-14ac-41c7-b634-8c1c8359e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:29.552914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-5f39df7d-14ac-41c7-b634-8c1c8359e4b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1098 time: 0.0649683 Sep 26 13:23:29.615463 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:29.704925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-b43e0dce-298b-40c9-b755-58795fc667a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:29.706470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-b43e0dce-298b-40c9-b755-58795fc667a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.1472061 Sep 26 13:23:29.889876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-8c4c7e36-d509-4478-b556-30cd115e6477 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 999 time: 0.1195939 Sep 26 13:23:29.999060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-bde78a2b-44c7-4201-a998-34242a788136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:29.999060 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-bde78a2b-44c7-4201-a998-34242a788136 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0762589 Sep 26 13:23:30.000721 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b370d541-efa0-42be-9bbd-4ec590e01dcd', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'port_id': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'mac_address': 'fa:16:3e:3e:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:23:14Z', 'updated_at': '2021-09-26T13:23:28Z', 'revision_number': 1, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:30.022349 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] Checking router: acc03b6a-f1c2-4701-b475-aa0fd0ebce68 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:23:30.031126 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:23:30.031748 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:23:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:30.040046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-01f69f1a-2e78-4c64-a598-38e44aa90220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:30.042280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-01f69f1a-2e78-4c64-a598-38e44aa90220 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164975 Sep 26 13:23:30.217721 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:23:30.238517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-f729d986-5383-4bad-a828-5bf4f8e2cb9d service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888273 Sep 26 13:23:30.467451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-52fabe38-6a00-470f-8eba-4b83311dba0b req-7ddaee4a-a6ec-4671-9db2-3ebac8167c1e service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214687 Sep 26 13:23:30.549309 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b370d541-efa0-42be-9bbd-4ec590e01dcd', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'port_id': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'mac_address': 'fa:16:3e:3e:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:23:14Z', 'updated_at': '2021-09-26T13:23:28Z', 'revision_number': 1, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:23:30.640633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7b3b9-8d19-482f-8ff3-acfa95508b6b None None] The sync data for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 is: [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b370d541-efa0-42be-9bbd-4ec590e01dcd', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'floating_ip_address': '172.25.4.60', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'port_id': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'mac_address': 'fa:16:3e:3e:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:23:14Z', 'updated_at': '2021-09-26T13:23:28Z', 'revision_number': 1, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:23:30.960308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790e86c4-a05d-433d-b695-e8e97e2c5ada None None] New status for floating IP b370d541-efa0-42be-9bbd-4ec590e01dcd: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:23:35.034761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43354) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:35.167671 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.277423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.282432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.322291 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=293dd101ddb640edab8bc33d29d8b94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861640 Sep 26 13:23:35.324593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8094b1-c5e2-49c2-acaa-77718aaba281,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:35.325108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43364) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:35.332858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.333211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.333565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.334224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.334726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.335438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.336195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.336982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.337814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.338967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.339753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.340580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56840d1-e202-40ff-af45-0ecbd96b02e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.391791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.426841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.481291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.484690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.486219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be8094b1-c5e2-49c2-acaa-77718aaba281 HTTP/1.1" status: 204 len: 168 time: 0.1598830 Sep 26 13:23:35.498124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8094b1-c5e2-49c2-acaa-77718aaba281,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:35.507074 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.507470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.507832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.508193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.508535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.508931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.509270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.509691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.510024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.510354 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.510739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.511083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5ae81-3ca2-4930-a943-1287616b6308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:23:35.820787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43392) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:35.840575 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65c3e33e-210b-4221-8a2e-8d5811c28645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.982666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65c3e33e-210b-4221-8a2e-8d5811c28645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:35.988878 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65c3e33e-210b-4221-8a2e-8d5811c28645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:36.042611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-65c3e33e-210b-4221-8a2e-8d5811c28645 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=236b4e6dd6654f26aa0e792970e3ebab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201064 Sep 26 13:23:36.042773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43400) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:36.043591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3e33e-210b-4221-8a2e-8d5811c28645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2642a8f9-c5c4-4579-8f0f-5d01fb0b1449,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:36.101415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-623c7831-8cdb-4486-aff3-d64d50196855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:36.123658 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-623c7831-8cdb-4486-aff3-d64d50196855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:36.180863 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-623c7831-8cdb-4486-aff3-d64d50196855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:36.183465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-623c7831-8cdb-4486-aff3-d64d50196855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:36.184637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-623c7831-8cdb-4486-aff3-d64d50196855 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2642a8f9-c5c4-4579-8f0f-5d01fb0b1449 HTTP/1.1" status: 204 len: 168 time: 0.1413002 Sep 26 13:23:36.193299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c7831-8cdb-4486-aff3-d64d50196855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2642a8f9-c5c4-4579-8f0f-5d01fb0b1449,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:36.677607 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:23:38.307991 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0659ca65-2a38-4bd7-8378-4594c878347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:41.067052 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c74084d-7cd1-41af-9827-d952a61bbd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:41.639038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:41.967053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 43624) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:42.103171 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.172995 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c5072e3b-77cd-4547-b649-601f7e550906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.309309 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c5072e3b-77cd-4547-b649-601f7e550906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.318451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c5072e3b-77cd-4547-b649-601f7e550906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.350495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-8a2acfdc-041c-4135-948a-4adae621d361 req-16dd5440-b230-4c6b-8c98-30614842ffd2 service neutron] (94811) timed out ('10.222.0.13', 54574) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:23:42.373652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c5072e3b-77cd-4547-b649-601f7e550906 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5af9fecd5f384a5fa748ffc049b01396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043410 Sep 26 13:23:42.376901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43632) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:42.377073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5072e3b-77cd-4547-b649-601f7e550906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fb841a-7812-4581-9bf8-929008d2e105,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:42.459813 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-707d069a-dc3e-4d26-9463-29e051a85300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.487541 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-707d069a-dc3e-4d26-9463-29e051a85300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.543490 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-707d069a-dc3e-4d26-9463-29e051a85300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.546735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-707d069a-dc3e-4d26-9463-29e051a85300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.547925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-707d069a-dc3e-4d26-9463-29e051a85300 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05fb841a-7812-4581-9bf8-929008d2e105 HTTP/1.1" status: 204 len: 168 time: 0.1700261 Sep 26 13:23:42.556769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d069a-dc3e-4d26-9463-29e051a85300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fb841a-7812-4581-9bf8-929008d2e105,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:42.817117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43642) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:42.830310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31838a53-b30b-4a24-aaf6-c3000312f41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.923854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31838a53-b30b-4a24-aaf6-c3000312f41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.928966 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31838a53-b30b-4a24-aaf6-c3000312f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:42.967381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31838a53-b30b-4a24-aaf6-c3000312f41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23970f1e-ddb7-4db0-837f-ef13cf813993,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:42.990637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-31838a53-b30b-4a24-aaf6-c3000312f41b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=995d88ef7d504d25aa65a55f85aaf052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723106 Sep 26 13:23:42.993186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 43644) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:43.050332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-444c430c-2142-4403-a6d8-c36cb5a97912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:43.072954 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-444c430c-2142-4403-a6d8-c36cb5a97912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:43.120955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-444c430c-2142-4403-a6d8-c36cb5a97912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:43.123638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-444c430c-2142-4403-a6d8-c36cb5a97912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:43.125396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-444c430c-2142-4403-a6d8-c36cb5a97912 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23970f1e-ddb7-4db0-837f-ef13cf813993 HTTP/1.1" status: 204 len: 168 time: 0.1308150 Sep 26 13:23:43.133751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c430c-2142-4403-a6d8-c36cb5a97912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23970f1e-ddb7-4db0-837f-ef13cf813993,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:43.552135 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:45.179315 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:47.914938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-26b48f3a-6814-4796-b1fe-b0d4358b06ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580812 Sep 26 13:23:48.091431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-d708651b-32b0-49e8-b2e9-a965a220b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:48.093055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-d708651b-32b0-49e8-b2e9-a965a220b3c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1098 time: 0.1054118 Sep 26 13:23:48.214846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-76fc7cb0-7bb0-4cc7-aed7-bffa12cfbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:48.216573 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-76fc7cb0-7bb0-4cc7-aed7-bffa12cfbb56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.1027215 Sep 26 13:23:48.301788 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-dc654c43-1a4e-4418-84c3-d37e39b15da6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 1001 time: 0.0764768 Sep 26 13:23:48.865687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-7f0b64cc-65e0-480c-9a1c-ab65cdcee9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:48.867343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-7f0b64cc-65e0-480c-9a1c-ab65cdcee9ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.5586443 Sep 26 13:23:48.928204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-b11eb0cf-b6a7-4b0f-8b23-91415a5b2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:48.929919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-b11eb0cf-b6a7-4b0f-8b23-91415a5b2f88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545461 Sep 26 13:23:49.041285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-c65ed496-1c29-4c85-a778-4c91ac1fd11a service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034825 Sep 26 13:23:49.175389 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eebd95c9-e0ba-4bcb-9593-ec072fedb1d4 req-b8eb77d8-80f9-4d88-a98b-41c726b8208f service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249626 Sep 26 13:23:49.999207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-3069d53a-f8a2-44f0-bc32-ed85d9f7dad0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607264 Sep 26 13:23:50.123875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-7134aa0d-4e57-4ad8-8279-e99dd3e4fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:50.126644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-7134aa0d-4e57-4ad8-8279-e99dd3e4fe04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1097 time: 0.0662520 Sep 26 13:23:50.241748 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:50.272558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-335bd497-ae51-4ca9-93b7-5099e38501b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:50.274241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-335bd497-ae51-4ca9-93b7-5099e38501b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1265445 Sep 26 13:23:50.361521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-7ecf68bb-8be2-451f-bcae-dcda2b349608 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 1000 time: 0.0731778 Sep 26 13:23:50.417248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-caaf9b07-1ced-4b4c-a6fc-16bda6ad3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:50.418691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-caaf9b07-1ced-4b4c-a6fc-16bda6ad3749 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0505128 Sep 26 13:23:50.490900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-f6fb5857-f0d7-452d-80ef-81c6e15010fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:50.492900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-f6fb5857-f0d7-452d-80ef-81c6e15010fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625641 Sep 26 13:23:50.614606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-a79b2542-bf9b-401e-b80d-f4d5e56b80fa service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141317 Sep 26 13:23:50.720334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07bd74f9-820a-4fa5-997f-8a34ad89bbde req-f277dc2f-19a0-4b3a-bdc9-782db26b0f9c service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989494 Sep 26 13:23:54.950794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44384) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:55.061840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0541f403-6a93-47b4-b7e5-db47eb3c7762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.159566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0541f403-6a93-47b4-b7e5-db47eb3c7762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.166569 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0541f403-6a93-47b4-b7e5-db47eb3c7762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.199521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541f403-6a93-47b4-b7e5-db47eb3c7762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65204a39-2565-48fb-b734-819e7bbd878c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:55.225341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0541f403-6a93-47b4-b7e5-db47eb3c7762 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea3c96e72827424990ef135b29836e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733920 Sep 26 13:23:55.226100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44390) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:55.282943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e42259-668d-40b0-8b24-9211c2ff3c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.306845 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e42259-668d-40b0-8b24-9211c2ff3c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.361243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e42259-668d-40b0-8b24-9211c2ff3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.365201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e42259-668d-40b0-8b24-9211c2ff3c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.369180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d7e42259-668d-40b0-8b24-9211c2ff3c80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65204a39-2565-48fb-b734-819e7bbd878c HTTP/1.1" status: 204 len: 168 time: 0.1393938 Sep 26 13:23:55.376021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e42259-668d-40b0-8b24-9211c2ff3c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65204a39-2565-48fb-b734-819e7bbd878c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:55.696471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 44402) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:55.711766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56f5978e-6787-4511-bb55-75c4324dd3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.816492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56f5978e-6787-4511-bb55-75c4324dd3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.820376 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56f5978e-6787-4511-bb55-75c4324dd3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.863372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-56f5978e-6787-4511-bb55-75c4324dd3c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3ff2689932c4f2ba207a4b356d91f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634886 Sep 26 13:23:55.864445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5978e-6787-4511-bb55-75c4324dd3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81bde60-3c5c-41da-975e-376eb7930f3c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:55.866223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44404) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:55.942287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20b8a02a-8605-465e-81ae-a9149898fe22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:55.966387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20b8a02a-8605-465e-81ae-a9149898fe22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:56.028217 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20b8a02a-8605-465e-81ae-a9149898fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:56.031206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20b8a02a-8605-465e-81ae-a9149898fe22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:56.035902 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-20b8a02a-8605-465e-81ae-a9149898fe22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b81bde60-3c5c-41da-975e-376eb7930f3c HTTP/1.1" status: 204 len: 168 time: 0.1625371 Sep 26 13:23:56.045040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8a02a-8605-465e-81ae-a9149898fe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81bde60-3c5c-41da-975e-376eb7930f3c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:56.399615 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44416) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:56.413525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4035ca4-963f-407e-ad69-e175b0be2c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:56.506039 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4035ca4-963f-407e-ad69-e175b0be2c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:56.511398 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4035ca4-963f-407e-ad69-e175b0be2c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:56.901439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4035ca4-963f-407e-ad69-e175b0be2c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc419830-a95b-4bfe-81a6-5024923cade9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:56.910680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d4035ca4-963f-407e-ad69-e175b0be2c25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7297882e6374284aee7edce783722e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098832 Sep 26 13:23:56.913536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44428) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:23:56.966213 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9be4afa8-e885-4d4d-ba2a-1c0eae5c20a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:56.989020 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9be4afa8-e885-4d4d-ba2a-1c0eae5c20a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:57.038133 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9be4afa8-e885-4d4d-ba2a-1c0eae5c20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:57.040919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9be4afa8-e885-4d4d-ba2a-1c0eae5c20a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:23:57.044551 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9be4afa8-e885-4d4d-ba2a-1c0eae5c20a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc419830-a95b-4bfe-81a6-5024923cade9 HTTP/1.1" status: 204 len: 168 time: 0.1273746 Sep 26 13:23:57.052303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4afa8-e885-4d4d-ba2a-1c0eae5c20a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc419830-a95b-4bfe-81a6-5024923cade9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:23:59.554985 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-5f5f6e46-bcf2-45a1-8eb4-e09350b329d5 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cef2491595a044eb8ebccd8c9cf04911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418055 Sep 26 13:23:59.774214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4348a1-24e1-431d-af68-ec17e922285f req-9a135b90-c960-4db0-908e-79fb91d83803 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:23:59.775744 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-9a135b90-c960-4db0-908e-79fb91d83803 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146790 Sep 26 13:23:59.795694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-9f8b0294-7058-4633-b8ed-e407e002d75b tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/quotas/cef2491595a044eb8ebccd8c9cf04911 HTTP/1.1" status: 200 len: 375 time: 0.0126305 Sep 26 13:23:59.831149 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-eded21ee-12d0-4c4d-9c8a-3a5243d5bc43 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cef2491595a044eb8ebccd8c9cf04911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296743 Sep 26 13:24:00.002968 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-00478deb-27e4-457c-ba35-50b2cce6cbeb req-04e61234-6897-4523-950d-47fd184578f4 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 210 time: 0.0300357 Sep 26 13:24:00.946465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-31246990-6320-4818-b303-295e24955ce5 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cef2491595a044eb8ebccd8c9cf04911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277648 Sep 26 13:24:01.097409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4348a1-24e1-431d-af68-ec17e922285f req-611b819e-c93f-40c9-a889-2f569257f5fe tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:01.099391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-611b819e-c93f-40c9-a889-2f569257f5fe tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457229 Sep 26 13:24:01.115616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Request body: {'port': {'device_id': 'f1af2e6c-4d40-4b74-b369-aa1eba548f15', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': 'cef2491595a044eb8ebccd8c9cf04911'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:01.174835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-819b6476-ff26-48e7-9951-a965c9fb960e req-f9e0b14c-a00b-4614-ab5d-5af730c69a56 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 210 time: 0.0407281 Sep 26 13:24:01.257914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Made reservation on behalf of cef2491595a044eb8ebccd8c9cf04911 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:24:01.261767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.272057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.371926 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.376299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.444676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:01.489574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44548) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:01.524066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Allocated IP 192.168.233.72 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/006faa4d-dde8-45c0-b706-72e737154095) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:24:01.629993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fd8a95f2-e2bb-41ec-aecd-fb3365d5571d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1fcf639c64042019558b79e23289143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391401 Sep 26 13:24:01.632663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 44552) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:01.685848 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f13f5864-1750-4726-8634-ac34826804fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.696487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.713254 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f13f5864-1750-4726-8634-ac34826804fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.736487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.780246 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f13f5864-1750-4726-8634-ac34826804fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.783077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f13f5864-1750-4726-8634-ac34826804fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.783532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:24:01.784744 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f13f5864-1750-4726-8634-ac34826804fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5e1cdf1-0edd-4f61-a45b-2856ed6005ef HTTP/1.1" status: 204 len: 168 time: 0.1509721 Sep 26 13:24:01.788441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:24:01.792909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:24:01.807189 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f5864-1750-4726-8634-ac34826804fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1cdf1-0edd-4f61-a45b-2856ed6005ef,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:01.850554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:01.851028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:01.868956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Pushing event updated for resources: {'Port': ['ID=006faa4d-dde8-45c0-b706-72e737154095,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:01.898126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-4dceba7f-767f-46cd-ba20-bb25854c2235 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7878456 Sep 26 13:24:01.915936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Request body: {'port': {'device_id': 'f1af2e6c-4d40-4b74-b369-aa1eba548f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:01.993725 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:02.108910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b532e010-c084-4aea-b67c-06c8100d7d7c None None] Provisioning complete for port 006faa4d-dde8-45c0-b706-72e737154095 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:02.109396 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b532e010-c084-4aea-b67c-06c8100d7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:02.146155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b532e010-c084-4aea-b67c-06c8100d7d7c None None] Port 006faa4d-dde8-45c0-b706-72e737154095 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:24:02.315355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2568b-1382-45c4-a307-bbc4481e699f req-7d6c7a25-7556-4f58-92fe-30abeeb89cf6 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:02.316495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006faa4d-dde8-45c0-b706-72e737154095 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:24:02.317405 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7d2568b-1382-45c4-a307-bbc4481e699f req-7d6c7a25-7556-4f58-92fe-30abeeb89cf6 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 935 time: 0.0606074 Sep 26 13:24:02.324420 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:02.338192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Transition to ACTIVE for port object 006faa4d-dde8-45c0-b706-72e737154095 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:24:02.344517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:02.367199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d7d2568b-1382-45c4-a307-bbc4481e699f req-866f154e-e454-4d24-b3aa-e4708c150f26 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Sep 26 13:24:02.406864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Pushing event updated for resources: {'Port': ['ID=006faa4d-dde8-45c0-b706-72e737154095,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:02.490730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Attempting to bind port 006faa4d-dde8-45c0-b706-72e737154095 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:24:02.491127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Attempting to bind port 006faa4d-dde8-45c0-b706-72e737154095 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:24:02.491458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Attempting to bind port 006faa4d-dde8-45c0-b706-72e737154095 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:24:02.496151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Port 006faa4d-dde8-45c0-b706-72e737154095 on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:24:02.496475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Attempting to bind port 006faa4d-dde8-45c0-b706-72e737154095 on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:24:02.501632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:24:02.502113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:24:02.502499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:24:02.502931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Bound port: 006faa4d-dde8-45c0-b706-72e737154095, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:24:02.503287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:02.602333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] For port 006faa4d-dde8-45c0-b706-72e737154095, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:24:02.606028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] For port 006faa4d-dde8-45c0-b706-72e737154095, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=006faa4d-dde8-45c0-b706-72e737154095,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:24:02.612862 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:02.630780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:02.631816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:02.633701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] 10.222.0.24 "PUT /v2.0/ports/006faa4d-dde8-45c0-b706-72e737154095 HTTP/1.1" status: 200 len: 1096 time: 0.7232838 Sep 26 13:24:02.636566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1af2e6c-4d40-4b74-b369-aa1eba548f15', 'tag': '006faa4d-dde8-45c0-b706-72e737154095'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:24:02.638618 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fd1883-a5f7-4296-b727-b1b683a78953" -d '{"events": [{"name": "network-changed", "server_uuid": "f1af2e6c-4d40-4b74-b369-aa1eba548f15", "tag": "006faa4d-dde8-45c0-b706-72e737154095"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:24:02.742780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5b4c2-1625-49e7-aa67-8c86d570b80c service neutron] Pushing event updated for resources: {'Port': ['ID=006faa4d-dde8-45c0-b706-72e737154095,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:02.779192 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef0fac6-0a26-4dd7-822d-7595b38fb6bf x-openstack-request-id: req-7ef0fac6-0a26-4dd7-822d-7595b38fb6bf {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:24:02.780038 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1af2e6c-4d40-4b74-b369-aa1eba548f15", "tag": "006faa4d-dde8-45c0-b706-72e737154095", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:24:02.780277 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ef0fac6-0a26-4dd7-822d-7595b38fb6bf {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:24:02.783450 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1af2e6c-4d40-4b74-b369-aa1eba548f15', 'tag': '006faa4d-dde8-45c0-b706-72e737154095', 'status': 'completed', 'code': 200} Sep 26 13:24:02.815374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4348a1-24e1-431d-af68-ec17e922285f req-b76b9f92-d2c1-4813-84cf-96137c7aaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:02.817127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-b76b9f92-d2c1-4813-84cf-96137c7aaf30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cef2491595a044eb8ebccd8c9cf04911&device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 1099 time: 0.1150513 Sep 26 13:24:02.886879 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-beb4ab0e-fb1b-4627-8243-149a76018933 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=006faa4d-dde8-45c0-b706-72e737154095 HTTP/1.1" status: 200 len: 217 time: 0.0618341 Sep 26 13:24:02.939680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4348a1-24e1-431d-af68-ec17e922285f req-23b5e31e-99b3-4ff1-9e0e-e4ccd56d1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:02.941430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-23b5e31e-99b3-4ff1-9e0e-e4ccd56d1840 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0471084 Sep 26 13:24:03.017152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4348a1-24e1-431d-af68-ec17e922285f req-02ca5fdc-2dc9-4561-9fec-dc6263d754dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:03.018715 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-02ca5fdc-2dc9-4561-9fec-dc6263d754dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661530 Sep 26 13:24:03.117656 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-d5d2e0bd-d3e5-4ca6-9b52-b42c838a4da0 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913265 Sep 26 13:24:03.219289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e4348a1-24e1-431d-af68-ec17e922285f req-2343eae3-859c-4795-9f1c-4da812d342e1 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948155 Sep 26 13:24:03.347121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-0044dece-f3be-4d3c-a0e3-4c977bb8ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:03.349185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-0044dece-f3be-4d3c-a0e3-4c977bb8ff2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cef2491595a044eb8ebccd8c9cf04911&device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 1099 time: 0.0572231 Sep 26 13:24:03.449527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-67b24e33-796b-4d28-b5a2-16a94baa36af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:03.451113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-67b24e33-796b-4d28-b5a2-16a94baa36af service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.0954325 Sep 26 13:24:03.500068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744551f6-d225-4572-9fdb-1f6be24f731b req-6a07aea1-0fef-41d6-bc66-070c5c9b069c tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:03.505286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-aaccbb63-10a1-4184-974c-f54cc96caad9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=006faa4d-dde8-45c0-b706-72e737154095 HTTP/1.1" status: 200 len: 217 time: 0.0452383 Sep 26 13:24:03.506019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-744551f6-d225-4572-9fdb-1f6be24f731b req-6a07aea1-0fef-41d6-bc66-070c5c9b069c tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 947 time: 0.0589778 Sep 26 13:24:03.559516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-744551f6-d225-4572-9fdb-1f6be24f731b req-820b78fd-a73f-4407-83de-d20d88b23b57 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Sep 26 13:24:03.561324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-a17a5d41-9569-443c-9367-b24899ad6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:03.563020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-a17a5d41-9569-443c-9367-b24899ad6b04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0494120 Sep 26 13:24:03.626254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-d4dea451-6fd2-45c9-bc45-5189f6e967a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:03.627814 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-d4dea451-6fd2-45c9-bc45-5189f6e967a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575035 Sep 26 13:24:03.724409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-0d293612-b520-4a46-9556-1661f776a1f3 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890214 Sep 26 13:24:03.839130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-18fd1883-a5f7-4296-b727-b1b683a78953 req-515b8458-b8f3-469c-8bce-45707dba1087 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066473 Sep 26 13:24:04.707274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4b36e-260f-47f1-b64f-6b6e6bfe755c req-40796812-ac0f-4dec-a73c-af953877e5a9 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:04.711131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55e4b36e-260f-47f1-b64f-6b6e6bfe755c req-40796812-ac0f-4dec-a73c-af953877e5a9 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 947 time: 0.0815887 Sep 26 13:24:04.752671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55e4b36e-260f-47f1-b64f-6b6e6bfe755c req-012acb30-ca35-417a-aa24-076554e91cf6 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359890 Sep 26 13:24:05.900710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ec267-aca1-491b-996b-e450512ec5e2 req-85c12003-ac59-4f6a-8e2e-1ee7cc69f12b tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:05.902905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b58ec267-aca1-491b-996b-e450512ec5e2 req-85c12003-ac59-4f6a-8e2e-1ee7cc69f12b tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 947 time: 0.0688837 Sep 26 13:24:05.948258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b58ec267-aca1-491b-996b-e450512ec5e2 req-867a53fc-08ad-4848-a9e2-dd12a23309aa tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380404 Sep 26 13:24:05.975560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 006faa4d-dde8-45c0-b706-72e737154095 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:24:06.101335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 006faa4d-dde8-45c0-b706-72e737154095, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=006faa4d-dde8-45c0-b706-72e737154095,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:06.112833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '006faa4d-dde8-45c0-b706-72e737154095', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '006faa4d-dde8-45c0-b706-72e737154095', 'mac_address': 'fa:16:3e:91:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:24:06.154702 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:06.169427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006faa4d-dde8-45c0-b706-72e737154095 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:24:06.196548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 006faa4d-dde8-45c0-b706-72e737154095, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=006faa4d-dde8-45c0-b706-72e737154095,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:06.202649 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:06.264780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=006faa4d-dde8-45c0-b706-72e737154095,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:06.400670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['006faa4d-dde8-45c0-b706-72e737154095'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:24:07.099934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51e76-869a-4dd0-a4bc-7f75c4e8cc0e req-05eaab61-339e-409c-866e-02c407b00185 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:07.102741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d51e76-869a-4dd0-a4bc-7f75c4e8cc0e req-05eaab61-339e-409c-866e-02c407b00185 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 948 time: 0.0699272 Sep 26 13:24:07.149084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d51e76-869a-4dd0-a4bc-7f75c4e8cc0e req-445cd83b-96b5-48d7-8f51-064ad5d1e5c0 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383999 Sep 26 13:24:07.971113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 006faa4d-dde8-45c0-b706-72e737154095 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:24:08.040871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 006faa4d-dde8-45c0-b706-72e737154095 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:24:08.044941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 006faa4d-dde8-45c0-b706-72e737154095 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:08.045402 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:08.137401 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:08.167170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1af2e6c-4d40-4b74-b369-aa1eba548f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006faa4d-dde8-45c0-b706-72e737154095'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:24:08.170514 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e6f2a8-a29e-43b0-8635-ebd68226b030" -d '{"events": [{"server_uuid": "f1af2e6c-4d40-4b74-b369-aa1eba548f15", "name": "network-vif-plugged", "status": "completed", "tag": "006faa4d-dde8-45c0-b706-72e737154095"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:24:08.213013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 006faa4d-dde8-45c0-b706-72e737154095, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=006faa4d-dde8-45c0-b706-72e737154095,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:08.222979 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:08.301041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=006faa4d-dde8-45c0-b706-72e737154095,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:08.305426 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c691afb-566f-4b86-9f29-0ca1347d1f35 x-openstack-request-id: req-8c691afb-566f-4b86-9f29-0ca1347d1f35 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:24:08.305813 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1af2e6c-4d40-4b74-b369-aa1eba548f15", "name": "network-vif-plugged", "status": "completed", "tag": "006faa4d-dde8-45c0-b706-72e737154095", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:24:08.306151 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c691afb-566f-4b86-9f29-0ca1347d1f35 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:24:08.306496 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1af2e6c-4d40-4b74-b369-aa1eba548f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006faa4d-dde8-45c0-b706-72e737154095', 'code': 200} Sep 26 13:24:08.308424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2b26e458-a994-493f-8870-7fc72c7d80ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:08.327876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d47a99-6066-4b9c-b315-eb9b3c98f933 req-6fa59c2b-3136-4c02-9773-e212606d9ce5 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:08.330398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b6d47a99-6066-4b9c-b315-eb9b3c98f933 req-6fa59c2b-3136-4c02-9773-e212606d9ce5 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 949 time: 0.0858736 Sep 26 13:24:08.398434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b6d47a99-6066-4b9c-b315-eb9b3c98f933 req-30c0d6eb-2e9c-4f12-987e-a06485687ec0 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Sep 26 13:24:08.455758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15643e-44e0-4ed3-a6ce-ebb4737b35e6 req-7fec4ec9-b1a7-4a31-a0fb-9be7670718b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:08.457644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d15643e-44e0-4ed3-a6ce-ebb4737b35e6 req-7fec4ec9-b1a7-4a31-a0fb-9be7670718b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 1101 time: 0.0557733 Sep 26 13:24:08.495930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d15643e-44e0-4ed3-a6ce-ebb4737b35e6 req-a08e2388-60ba-4e16-b7eb-c2c797b29225 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Sep 26 13:24:09.555098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d273c29-b948-4e1a-9ddb-bc191ff77b59 req-8ed81c1a-b419-4427-9a4d-a04a82b564ea tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:09.556566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d273c29-b948-4e1a-9ddb-bc191ff77b59 req-8ed81c1a-b419-4427-9a4d-a04a82b564ea tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 949 time: 0.0697224 Sep 26 13:24:09.602146 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d273c29-b948-4e1a-9ddb-bc191ff77b59 req-0d71dbc1-4b73-48ee-af3a-2f60b998a3c6 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383155 Sep 26 13:24:10.731079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a8763-b32b-4d65-b93b-5862df247b18 req-5017858d-9081-4bb9-b1eb-ea708a8fc563 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:10.739649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-510a8763-b32b-4d65-b93b-5862df247b18 req-5017858d-9081-4bb9-b1eb-ea708a8fc563 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 949 time: 0.0650368 Sep 26 13:24:10.782416 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-510a8763-b32b-4d65-b93b-5862df247b18 req-7e4ce6a1-88d6-4814-bef6-6d7408c6c985 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400176 Sep 26 13:24:11.059135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974cda-8d62-4a4b-b47d-aa10d8d1f80c req-b7f5f56a-2862-4c34-a44d-aa6c80aabefa tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:11.061429 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-60974cda-8d62-4a4b-b47d-aa10d8d1f80c req-b7f5f56a-2862-4c34-a44d-aa6c80aabefa tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 949 time: 0.0523028 Sep 26 13:24:11.064601 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-75e6ff4f-c821-4d61-b0b2-9bd4eabb1ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:11.122075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-60974cda-8d62-4a4b-b47d-aa10d8d1f80c req-07de30a8-faf4-4718-9846-b03de9b0ad64 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511868 Sep 26 13:24:11.636865 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:12.090504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:12.266129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d6d8e-4e78-4574-bf66-c2e339d706f6 req-3ff92142-57d8-460e-98d5-36df0567ca62 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:12.267770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-276d6d8e-4e78-4574-bf66-c2e339d706f6 req-3ff92142-57d8-460e-98d5-36df0567ca62 tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 949 time: 0.0765686 Sep 26 13:24:12.310458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50ab58-d022-44ab-8de8-63082541b327 req-78945fda-0ea2-4f52-a790-be7aa59441ae tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:12.312004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50ab58-d022-44ab-8de8-63082541b327 req-78945fda-0ea2-4f52-a790-be7aa59441ae tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1af2e6c-4d40-4b74-b369-aa1eba548f15 HTTP/1.1" status: 200 len: 949 time: 0.0826538 Sep 26 13:24:12.349645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-276d6d8e-4e78-4574-bf66-c2e339d706f6 req-f96495f8-538f-49b1-b785-1f1389446c4e tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707314 Sep 26 13:24:12.423497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Deleting port 006faa4d-dde8-45c0-b706-72e737154095 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:24:12.423838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:12.538913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] For port 006faa4d-dde8-45c0-b706-72e737154095, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=006faa4d-dde8-45c0-b706-72e737154095,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:12.539571 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:12.553000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Calling delete_port for 006faa4d-dde8-45c0-b706-72e737154095 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:24:12.717573 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:12.729163 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['006faa4d-dde8-45c0-b706-72e737154095'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:24:12.747538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Pushing event deleted for resources: {'Port': ['ID=006faa4d-dde8-45c0-b706-72e737154095,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:12.808309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] No DVR routers for this DVR port 006faa4d-dde8-45c0-b706-72e737154095 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:24:12.811704 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:12.813962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e50ab58-d022-44ab-8de8-63082541b327 req-3b8bd265-9a25-4741-86ef-7010dda19a8f tempest-VolumesNegativeTest-1515536255 tempest-VolumesNegativeTest-1515536255-project] 10.222.0.24 "DELETE /v2.0/ports/006faa4d-dde8-45c0-b706-72e737154095 HTTP/1.1" status: 204 len: 173 time: 0.4947062 Sep 26 13:24:12.814416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1af2e6c-4d40-4b74-b369-aa1eba548f15', 'name': 'network-vif-deleted', 'tag': '006faa4d-dde8-45c0-b706-72e737154095'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:24:12.816834 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b14e26c-8e51-4290-99cb-06273392f5f6" -d '{"events": [{"server_uuid": "f1af2e6c-4d40-4b74-b369-aa1eba548f15", "name": "network-vif-deleted", "tag": "006faa4d-dde8-45c0-b706-72e737154095"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:24:12.891054 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333a661-5c93-4f52-be39-744726e83c24 x-openstack-request-id: req-e333a661-5c93-4f52-be39-744726e83c24 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:24:12.891352 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1af2e6c-4d40-4b74-b369-aa1eba548f15", "name": "network-vif-deleted", "tag": "006faa4d-dde8-45c0-b706-72e737154095", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:24:12.891649 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e333a661-5c93-4f52-be39-744726e83c24 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:24:12.892016 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1af2e6c-4d40-4b74-b369-aa1eba548f15', 'name': 'network-vif-deleted', 'tag': '006faa4d-dde8-45c0-b706-72e737154095', 'status': 'completed', 'code': 200} Sep 26 13:24:13.558432 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:13.677731 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:24:15.190459 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:15.986344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 006faa4d-dde8-45c0-b706-72e737154095 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:24:16.028981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 006faa4d-dde8-45c0-b706-72e737154095 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:24:16.030582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 006faa4d-dde8-45c0-b706-72e737154095 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:24:18.799883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45134) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:18.941002 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b47e08f1-6397-4122-8dfb-2b1ef83cf356 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cef2491595a044eb8ebccd8c9cf04911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398575 Sep 26 13:24:18.943496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45138) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:18.992894 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83176125-8320-467f-b5e6-76e4d87afdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:19.017686 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83176125-8320-467f-b5e6-76e4d87afdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:19.072412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83176125-8320-467f-b5e6-76e4d87afdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:19.075420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83176125-8320-467f-b5e6-76e4d87afdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:19.077517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-83176125-8320-467f-b5e6-76e4d87afdb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91ecc96e-a75b-4c5b-b1f4-2500d4fe597e HTTP/1.1" status: 204 len: 168 time: 0.1330364 Sep 26 13:24:19.086121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83176125-8320-467f-b5e6-76e4d87afdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ecc96e-a75b-4c5b-b1f4-2500d4fe597e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:20.247779 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:35.827432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45544) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:35.943381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:36.046108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:36.051410 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:36.079708 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=716f7b64b0a14589adac884c97e6dd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512774 Sep 26 13:24:36.082743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45552) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:36.101536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae9bc4-3202-4b76-8de5-280a6759e3c8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:36.110485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.110842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.111309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.111661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.112002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.112339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.112670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.113031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.113362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.113717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.114047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.114374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36e787a-94b0-4211-9db1-bbfa79e24c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.166097 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:36.188887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:36.235527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:36.239217 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:36.242898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7ae9bc4-3202-4b76-8de5-280a6759e3c8 HTTP/1.1" status: 204 len: 168 time: 0.1560037 Sep 26 13:24:36.252436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae9bc4-3202-4b76-8de5-280a6759e3c8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:36.261464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.261810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.262167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.262556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.262897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.263229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.263569 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.263900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.264350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.264964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.265475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:36.265983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310276-9fb7-4836-9f91-958690e5db97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:37.738430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45580) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:37.857934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-57f50352-67e5-4d0f-8ac6-33bb830f9bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:37.958535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-57f50352-67e5-4d0f-8ac6-33bb830f9bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:37.962674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-57f50352-67e5-4d0f-8ac6-33bb830f9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:38.011885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-57f50352-67e5-4d0f-8ac6-33bb830f9bc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71a2454a90084f50bbae9ac730803bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698712 Sep 26 13:24:38.011885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f50352-67e5-4d0f-8ac6-33bb830f9bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95287055-f1bc-4077-9837-3a02d9d6af85,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:38.012958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45590) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:38.065446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-695e3c44-6026-4c9a-b2c0-32a9661ec6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:38.092891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-695e3c44-6026-4c9a-b2c0-32a9661ec6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:38.141846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-695e3c44-6026-4c9a-b2c0-32a9661ec6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:38.144940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-695e3c44-6026-4c9a-b2c0-32a9661ec6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:38.148548 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-695e3c44-6026-4c9a-b2c0-32a9661ec6a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95287055-f1bc-4077-9837-3a02d9d6af85 HTTP/1.1" status: 204 len: 168 time: 0.1328406 Sep 26 13:24:38.155366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e3c44-6026-4c9a-b2c0-32a9661ec6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95287055-f1bc-4077-9837-3a02d9d6af85,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:38.279348 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c237e1b0-7a95-42db-b3ce-a98185add541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:39.945346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45674) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:39.949759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293703990', 'description': 'tempest-secgroup-smoke-293703990 description', 'project_id': 'be3d67312ea64c16a1f294b896b92864'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:39.971716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:39.980249 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.076154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.080240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.118207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6864ef91-92ae-4395-89a1-25dadb9ab61b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:40.170476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.174295 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.204216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.205451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2594123 Sep 26 13:24:40.206275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b10422-dbde-4a30-bf27-f1b1c7c98b12 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe59b2-f1ff-43a6-951c-13fb875b4847,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:40.208403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45680) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:40.213275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-cf6992f9-3b53-4eae-a67e-ae56a0b360b7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'aafe59b2-f1ff-43a6-951c-13fb875b4847', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:40.240264 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf6992f9-3b53-4eae-a67e-ae56a0b360b7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.307054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf6992f9-3b53-4eae-a67e-ae56a0b360b7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.311263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf6992f9-3b53-4eae-a67e-ae56a0b360b7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.330441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6992f9-3b53-4eae-a67e-ae56a0b360b7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76142dde-94cf-46b1-89e3-903627d5f24d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:40.337884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf6992f9-3b53-4eae-a67e-ae56a0b360b7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.339397 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cf6992f9-3b53-4eae-a67e-ae56a0b360b7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300797 Sep 26 13:24:40.342902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45684) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:40.347583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a8a6e6c1-eb0a-4270-9740-ce26775e5a2b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'aafe59b2-f1ff-43a6-951c-13fb875b4847', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:40.378460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e6c1-eb0a-4270-9740-ce26775e5a2b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.437030 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e6c1-eb0a-4270-9740-ce26775e5a2b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.440679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e6c1-eb0a-4270-9740-ce26775e5a2b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.460628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6e6c1-eb0a-4270-9740-ce26775e5a2b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0b38ef-b533-47f5-8ef6-7e8c65bc0dae,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:40.467098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e6c1-eb0a-4270-9740-ce26775e5a2b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.468357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a8a6e6c1-eb0a-4270-9740-ce26775e5a2b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244683 Sep 26 13:24:40.470972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45690) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:40.475351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4c0b8868-7f36-4673-82a5-1e674dd7a26f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'aafe59b2-f1ff-43a6-951c-13fb875b4847', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:40.502298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8868-7f36-4673-82a5-1e674dd7a26f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.584228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8868-7f36-4673-82a5-1e674dd7a26f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.588379 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8868-7f36-4673-82a5-1e674dd7a26f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.610324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b8868-7f36-4673-82a5-1e674dd7a26f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e295aac-9859-4d43-96d2-978d7ab6bbe2,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:40.615263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8868-7f36-4673-82a5-1e674dd7a26f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.618896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4c0b8868-7f36-4673-82a5-1e674dd7a26f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469035 Sep 26 13:24:40.619568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45694) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:40.624096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-210d7f59-ab34-40c0-acbd-d2c11095c49f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'aafe59b2-f1ff-43a6-951c-13fb875b4847', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:40.652039 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-210d7f59-ab34-40c0-acbd-d2c11095c49f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.714855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-210d7f59-ab34-40c0-acbd-d2c11095c49f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.719114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-210d7f59-ab34-40c0-acbd-d2c11095c49f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.738703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d7f59-ab34-40c0-acbd-d2c11095c49f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1930ddd6-b394-4ab2-8157-0278ec21c1c4,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:40.745839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-210d7f59-ab34-40c0-acbd-d2c11095c49f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.747034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-210d7f59-ab34-40c0-acbd-d2c11095c49f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264136 Sep 26 13:24:40.750250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:40.754834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-55768451-e573-468c-a959-0bfae1e4e9fd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'aafe59b2-f1ff-43a6-951c-13fb875b4847', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:40.777233 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-55768451-e573-468c-a959-0bfae1e4e9fd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Project be3d67312ea64c16a1f294b896b92864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:24:40.782142 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55768451-e573-468c-a959-0bfae1e4e9fd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.845586 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55768451-e573-468c-a959-0bfae1e4e9fd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.848846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55768451-e573-468c-a959-0bfae1e4e9fd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.867462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55768451-e573-468c-a959-0bfae1e4e9fd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63492005-2771-4097-a789-101392bf25e1,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:40.873848 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-55768451-e573-468c-a959-0bfae1e4e9fd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.877612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-55768451-e573-468c-a959-0bfae1e4e9fd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236951 Sep 26 13:24:40.877973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:40.882027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0918a8f3-fb63-4727-8fe0-6974854c8cd7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'aafe59b2-f1ff-43a6-951c-13fb875b4847', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:40.903007 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-0918a8f3-fb63-4727-8fe0-6974854c8cd7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Project be3d67312ea64c16a1f294b896b92864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:24:40.908816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0918a8f3-fb63-4727-8fe0-6974854c8cd7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.974678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0918a8f3-fb63-4727-8fe0-6974854c8cd7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.978437 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0918a8f3-fb63-4727-8fe0-6974854c8cd7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:40.998494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918a8f3-fb63-4727-8fe0-6974854c8cd7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149d97fb-c997-4e1e-bd6f-6bf97f8de108,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:41.006479 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0918a8f3-fb63-4727-8fe0-6974854c8cd7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.008226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0918a8f3-fb63-4727-8fe0-6974854c8cd7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293058 Sep 26 13:24:41.011049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45712) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:41.016243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'network': {'name': 'tempest-network-smoke--1960011267', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:41.037763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:24:41.041646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.057566 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-26f0005e-b6cd-4d80-8e5e-dcc6cecd5e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.069932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:24:41.087524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.087871 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Added segment 54a8c46b-7c94-4f4a-86ea-92fd20c6aab8 of type vlan for network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 Sep 26 13:24:41.127976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.152439 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.158721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:41.159305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.200542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854453 Sep 26 13:24:41.200784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45714) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:41.205457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'admin_state_up': True, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:41.230360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.230977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa6353-f0cd-4b21-b891-19dd53569395 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Network': ['ID=3a16367e-65d4-4002-b1b1-5d7dffbd55b3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:41.231413 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.243626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:24:41.288084 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.437450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.634466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.635360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.664452 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.777937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.25.4.203 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/e5019a6f-107c-49f3-93b3-fb37ef2cf855) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:24:41.900649 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.933369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:41.971225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:24:41.975997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:24:41.979844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:24:42.005510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=e5019a6f-107c-49f3-93b3-fb37ef2cf855,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:42.093953 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:42.260774 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:42.461454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:42.591190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router c9256ef8-0c92-40e1-8838-d6f30db6b35b is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:24:42.698967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:24:42.711397 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Sync routers for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:24:42.723149 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:24:42.723758 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:24:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:24:42.726402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:42.730211 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-49e6440a-4b42-46a0-8cab-7a975c17ae4a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5282471 Sep 26 13:24:42.733855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:42.830610 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:24:42.889083 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8369d829-f5c1-4dbf-9249-f9f1a1d84788 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=be3d67312ea64c16a1f294b896b92864&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1540685 Sep 26 13:24:42.891764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45760) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:42.991123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754bc730-c43c-4698-b66a-44de67b071c9 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:42.992796 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-754bc730-c43c-4698-b66a-44de67b071c9 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000595 Sep 26 13:24:42.996964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 45764) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:43.024563 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:42Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:24:43.038811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45766) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:43.039170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-57a8b32f-32c1-46b2-9e94-c71032972e31 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400877 Sep 26 13:24:43.044883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371465', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:43.050858 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Checking router: c9256ef8-0c92-40e1-8838-d6f30db6b35b for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:24:43.051202 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Updating router c9256ef8-0c92-40e1-8838-d6f30db6b35b port e5019a6f-107c-49f3-93b3-fb37ef2cf855 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:24:43.165287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:24:43.168910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.172408 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.377040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.436970 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.441294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Subnet': ['ID=aa05d8e5-8252-4d85-99a2-936171d23d1a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:43.443199 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.457148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Checking segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:24:43.457810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network hostable DHCP agents. Network: 3a16367e-65d4-4002-b1b1-5d7dffbd55b3, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:24:43.480636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:24:43.495780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 3a16367e-65d4-4002-b1b1-5d7dffbd55b3) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:24:43.500611 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Attempting to bind port e5019a6f-107c-49f3-93b3-fb37ef2cf855 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:24:43.500986 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Attempting to bind port e5019a6f-107c-49f3-93b3-fb37ef2cf855 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:24:43.501353 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Attempting to bind port e5019a6f-107c-49f3-93b3-fb37ef2cf855 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:24:43.506427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4191772-3eb5-476d-a4da-3d724e9a490e None None] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:24:43.507389 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:24:43.507833 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:24:43.508261 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.508653 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:24:43.509122 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Bound port: e5019a6f-107c-49f3-93b3-fb37ef2cf855, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:24:43.509520 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.510478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:43.511084 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.511954 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Pushing event updated for resources: {'Port': ['ID=e5019a6f-107c-49f3-93b3-fb37ef2cf855,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:43.527257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b8907ab1-888f-4c9b-8cae-24eb0cc953c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.4870381 Sep 26 13:24:43.530080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45776) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:43.544343 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.544972 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.545469 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.546001 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.546510 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.546996 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.547480 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.547963 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.548443 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.548971 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.549451 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.549979 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:43.584198 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] For port e5019a6f-107c-49f3-93b3-fb37ef2cf855, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:24:43.589215 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] For port e5019a6f-107c-49f3-93b3-fb37ef2cf855, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e5019a6f-107c-49f3-93b3-fb37ef2cf855,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:24:43.594234 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.644538 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:24:43.645557 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:24:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:24:43.672115 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.730211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:24:43.731070 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:43.764775 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:24:43.841403 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74da7a-b542-4d84-b077-7ab5679b8a2f None None] Pushing event updated for resources: {'Port': ['ID=e5019a6f-107c-49f3-93b3-fb37ef2cf855,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:43.927734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Allocated IP 172.20.0.2 (3a16367e-65d4-4002-b1b1-5d7dffbd55b3/aa05d8e5-8252-4d85-99a2-936171d23d1a/fd1de60b-9056-4d44-aefc-10826d2568ea) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:24:44.001424 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:42Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:24:44.037813 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b40b7f-abdc-4356-aa22-56b5bfc46d45 None None] The sync data for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 is: [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:42Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:24:44.132355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:44.151397 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:44.167626 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:44.240170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:24:44.243489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:24:44.248370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:24:44.275477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Pushing event updated for resources: {'Port': ['ID=fd1de60b-9056-4d44-aefc-10826d2568ea,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:44.302626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.303161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.303608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.304221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.304804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.305633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.306191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.306739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.307296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.308419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.308997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.309628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:24:44.344710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Attempting to bind port fd1de60b-9056-4d44-aefc-10826d2568ea on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:24:44.345409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Attempting to bind port fd1de60b-9056-4d44-aefc-10826d2568ea by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:24:44.346079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Attempting to bind port fd1de60b-9056-4d44-aefc-10826d2568ea on network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:24:44.352496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:24:44.353142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Checking segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:24:44.355383 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:44.356005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Bound using segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:24:44.357025 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Bound port: fd1de60b-9056-4d44-aefc-10826d2568ea, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:24:44.357421 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:44.472550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] For port fd1de60b-9056-4d44-aefc-10826d2568ea, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:24:44.477661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] For port fd1de60b-9056-4d44-aefc-10826d2568ea, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fd1de60b-9056-4d44-aefc-10826d2568ea,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:24:44.485712 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:44.582381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b4105-774f-4e22-a37f-7164410c08d4 None None] Pushing event updated for resources: {'Port': ['ID=fd1de60b-9056-4d44-aefc-10826d2568ea,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:44.583044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.20.0.1 (3a16367e-65d4-4002-b1b1-5d7dffbd55b3/aa05d8e5-8252-4d85-99a2-936171d23d1a/ec5ca4f3-482d-48cf-9358-691ed8b9fb79) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:24:44.756292 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:44.833401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:44.973719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:24:44.978166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:24:44.985863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:24:45.053694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:45.085389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:45.189479 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:45.244026 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:45.852663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58309c-0c91-42e0-aa3a-41ec4a1f284c None None] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:24:45.918868 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:45.924734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:45.978892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5e390b71-6c7f-4140-bdbf-0c9aaf8aeea6 None None] Provisioning complete for port fd1de60b-9056-4d44-aefc-10826d2568ea triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:45.979257 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e390b71-6c7f-4140-bdbf-0c9aaf8aeea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.010068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.023205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:46.158261 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e390b71-6c7f-4140-bdbf-0c9aaf8aeea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.161457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:24:46.168100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:24:46.217569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5e390b71-6c7f-4140-bdbf-0c9aaf8aeea6 None None] For port fd1de60b-9056-4d44-aefc-10826d2568ea, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fd1de60b-9056-4d44-aefc-10826d2568ea,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:46.226509 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e390b71-6c7f-4140-bdbf-0c9aaf8aeea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.292025 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e390b71-6c7f-4140-bdbf-0c9aaf8aeea6 None None] Pushing event updated for resources: {'Port': ['ID=fd1de60b-9056-4d44-aefc-10826d2568ea,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:46.331821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e5019a6f-107c-49f3-93b3-fb37ef2cf855 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:24:46.371590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router c9256ef8-0c92-40e1-8838-d6f30db6b35b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:24:46.398094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e5019a6f-107c-49f3-93b3-fb37ef2cf855 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:46.398897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.492651 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.532559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port e5019a6f-107c-49f3-93b3-fb37ef2cf855, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e5019a6f-107c-49f3-93b3-fb37ef2cf855,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:46.532743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:24:46.543472 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.544591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fd1de60b-9056-4d44-aefc-10826d2568ea up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:24:46.562938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7277371c-d5f4-4759-b3c7-96430e06e99e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "PUT /v2.0/routers/c9256ef8-0c92-40e1-8838-d6f30db6b35b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0254204 Sep 26 13:24:46.595440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Sync routers for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:24:46.640202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=e5019a6f-107c-49f3-93b3-fb37ef2cf855,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:46.647036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-758aa05a-1232-47d7-ad5a-7aead8956026 None None] Provisioning complete for port fd1de60b-9056-4d44-aefc-10826d2568ea triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:46.647501 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-758aa05a-1232-47d7-ad5a-7aead8956026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.699735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:24:46.700581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:24:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:24:46.716784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-3ebdd003-80b3-4a0b-8da2-edc3ed2eac91 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293703990&fields=id&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 267 time: 0.0447071 Sep 26 13:24:46.872141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fd1de60b-9056-4d44-aefc-10826d2568ea triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:46.872814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:46.888806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-65de058e-5ab2-42a4-93b4-8c5a7bd98d73 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:46.890868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-65de058e-5ab2-42a4-93b4-8c5a7bd98d73 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 797 time: 0.1725061 Sep 26 13:24:46.912267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-a6143b78-0a57-40a9-b4f4-75f07afe17b3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/quotas/be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 375 time: 0.0100293 Sep 26 13:24:46.935587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:24:46.941351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-758aa05a-1232-47d7-ad5a-7aead8956026 None None] Provisioning complete for port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:46.942002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-758aa05a-1232-47d7-ad5a-7aead8956026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:47.077888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-758aa05a-1232-47d7-ad5a-7aead8956026 None None] Port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:24:47.228320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-626ab719-76d6-4c08-9498-a9372bf9d246 None None] Provisioning complete for port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:47.228698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-626ab719-76d6-4c08-9498-a9372bf9d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:47.282215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-626ab719-76d6-4c08-9498-a9372bf9d246 None None] Port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:24:47.291064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 2, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:24:47.310261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-53cef2b9-aa51-4be6-a429-6f80af395e21 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3950841 Sep 26 13:24:47.318540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Checking router: c9256ef8-0c92-40e1-8838-d6f30db6b35b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:24:47.318895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Updating router c9256ef8-0c92-40e1-8838-d6f30db6b35b port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:24:47.353428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:47.419543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-520570ae-2211-424f-9112-d09ec36c6504 service neutron] 10.222.0.13 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963385 Sep 26 13:24:47.512695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-e43a3dfc-f015-4406-8bb9-18c1492d2efe service neutron] 10.222.0.13 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862858 Sep 26 13:24:47.637854 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:47.652366 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:47.699301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57d49ede-7e88-4b92-b659-451510d8d6d7 req-6d7f9473-6b98-4c4f-a664-c6762702d394 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 210 time: 0.0320759 Sep 26 13:24:47.729631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac35a4c-8149-4263-a3e6-745ae88edebc None None] Pushing event updated for resources: {'Port': ['ID=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:47.792699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Attempting to bind port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:24:47.793079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Attempting to bind port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:24:47.793446 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Attempting to bind port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 on network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:24:47.799788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:24:47.800112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Checking segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:24:47.800663 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:47.801402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Bound using segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:24:47.801794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Bound port: ec5ca4f3-482d-48cf-9358-691ed8b9fb79, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:24:47.802323 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:47.939445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] For port ec5ca4f3-482d-48cf-9358-691ed8b9fb79, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:24:47.944799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] For port ec5ca4f3-482d-48cf-9358-691ed8b9fb79, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:24:47.949601 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:47.956267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-b3ec2732-aad3-42df-8ac6-d63d1acce3ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0781972 Sep 26 13:24:48.039883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cb226a70-db48-4845-a7f6-caea88cc2656 None None] Provisioning complete for port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:48.040305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cb226a70-db48-4845-a7f6-caea88cc2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:48.047080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac35a4c-8149-4263-a3e6-745ae88edebc None None] Pushing event updated for resources: {'Port': ['ID=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:48.118058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-1aed9d49-4d8a-4c8a-90ad-87d93d0743dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:48.119908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-1aed9d49-4d8a-4c8a-90ad-87d93d0743dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1098 time: 0.1126451 Sep 26 13:24:48.122023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:24:48.122365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:24:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:24:48.207359 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e5019a6f-107c-49f3-93b3-fb37ef2cf855 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:24:48.300420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-82cbb011-875a-4b64-b14c-730d3f740bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:48.304647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-82cbb011-875a-4b64-b14c-730d3f740bdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.1618125 Sep 26 13:24:48.396776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cb226a70-db48-4845-a7f6-caea88cc2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:48.414994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e5019a6f-107c-49f3-93b3-fb37ef2cf855 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:48.415622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:48.427880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-82984766-a3ee-4fa1-9594-411798e51d55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 1001 time: 0.1093805 Sep 26 13:24:48.461321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:24:48.486002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-070caed8-897d-4b4b-8cd8-d114913ad3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:48.488024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-070caed8-897d-4b4b-8cd8-d114913ad3ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0524862 Sep 26 13:24:48.512095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-cb226a70-db48-4845-a7f6-caea88cc2656 None None] For port ec5ca4f3-482d-48cf-9358-691ed8b9fb79, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:48.526030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cb226a70-db48-4845-a7f6-caea88cc2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:48.564467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-7ccf9e79-365c-4c64-87b5-3a6d1905efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:48.566422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-7ccf9e79-365c-4c64-87b5-3a6d1905efc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591812 Sep 26 13:24:48.624165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb226a70-db48-4845-a7f6-caea88cc2656 None None] Pushing event updated for resources: {'Port': ['ID=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:48.701378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-b088bcf9-5fc4-4836-997b-6a7b39c240fa service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267371 Sep 26 13:24:48.839194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-779fc6b8-ea85-4fd3-a609-69c61f7ed34a req-107f653c-580f-47c6-8953-950323188352 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 210 time: 0.0466497 Sep 26 13:24:48.844526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe9fe4ad-82e5-461e-b6dd-d15b104ee89c req-4b8f2201-fa76-428a-98f2-7c12a67e276a service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357031 Sep 26 13:24:48.873231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fd1de60b-9056-4d44-aefc-10826d2568ea up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:24:48.895346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7c555d84-8c0a-4cfe-aaae-5cd9082a1920 None None] Provisioning complete for port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:48.895714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7c555d84-8c0a-4cfe-aaae-5cd9082a1920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:49.010231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fd1de60b-9056-4d44-aefc-10826d2568ea triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:49.010803 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:49.094224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:47Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:24:49.110255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-57382b4d-caa1-4b53-8417-362e44605c53 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:49.111757 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-57382b4d-caa1-4b53-8417-362e44605c53 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 797 time: 0.1492374 Sep 26 13:24:49.122373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71495793-c95a-4e7b-b3f9-0c0418065d1e None None] The sync data for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 is: [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:47Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:24:49.188427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-d7d0d53f-b4c9-4c73-8544-3baebe056209 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 379 time: 0.0606275 Sep 26 13:24:49.196453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'port': {'device_id': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'admin_state_up': True, 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'security_groups': ['aafe59b2-f1ff-43a6-951c-13fb875b4847']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:49.335469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:24:49.339712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:49.523702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.20.0.3 (3a16367e-65d4-4002-b1b1-5d7dffbd55b3/aa05d8e5-8252-4d85-99a2-936171d23d1a/fb9a63b7-fd82-40a7-a7fd-a817bc72d516) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:24:49.585593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-ff8fd0cd-5e3e-4b98-8839-1a80312e3675 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770519 Sep 26 13:24:49.716961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-0d122801-b631-4657-9cf9-8f7948292a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:49.718661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-0d122801-b631-4657-9cf9-8f7948292a23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1097 time: 0.0854144 Sep 26 13:24:49.774872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:49.863955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-797fe55d-01e6-49f5-94bb-6b804255e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:49.865552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-797fe55d-01e6-49f5-94bb-6b804255e3aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1261616 Sep 26 13:24:49.867592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:49.964096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-9701f98a-ed0f-4437-a0bd-e8e6ce4ed15c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 1000 time: 0.0898731 Sep 26 13:24:49.991409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:24:49.992407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddc6b0-5911-47b0-b352-8232b034b963 req-618ffd79-c5b7-425a-b78e-71acb7d25426 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:49.999913 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fddc6b0-5911-47b0-b352-8232b034b963 req-618ffd79-c5b7-425a-b78e-71acb7d25426 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 931 time: 0.0702600 Sep 26 13:24:50.015812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:24:50.033516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:24:50.044847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fddc6b0-5911-47b0-b352-8232b034b963 req-028b5151-dc70-48ac-90e7-f56f5d44280c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 Sep 26 13:24:50.075609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:50.104627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-5bf78d7d-0bee-47ea-a581-b436391d6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:50.104627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-5bf78d7d-0bee-47ea-a581-b436391d6a0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.1320775 Sep 26 13:24:50.180211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:50.180865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:50.203524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4b46f1ed-f853-47fa-9b61-764f1d926f75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101697 Sep 26 13:24:50.210881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-134a1678-7ad6-4bed-9229-30dfe3063caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:50.212676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-134a1678-7ad6-4bed-9229-30dfe3063caf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954287 Sep 26 13:24:50.218234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Request body: {'port': {'device_id': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:50.232076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ec5ca4f3-482d-48cf-9358-691ed8b9fb79 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:24:50.289243 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:50.305406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:50.306074 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:50.356471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:50.432480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-365f1bfe-f11b-412c-a07c-295084c3f727 None None] Provisioning complete for port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:50.433270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-365f1bfe-f11b-412c-a07c-295084c3f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:50.470833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-06a5473d-5cd7-4440-972f-8775981337f8 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145622 Sep 26 13:24:50.472766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-365f1bfe-f11b-412c-a07c-295084c3f727 None None] Port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:24:50.678178 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:24:50.718186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89b740c6-6434-48ee-969e-3e5116a21b33 req-5cce3f35-e5df-49d5-8277-bc4bb4ed6cee service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314894 Sep 26 13:24:50.800763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9a63b7-fd82-40a7-a7fd-a817bc72d516 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:24:50.808034 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:50.820607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Transition to ACTIVE for port object fb9a63b7-fd82-40a7-a7fd-a817bc72d516 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:24:50.824337 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:50.881630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:50.946694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Attempting to bind port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:24:50.947030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Attempting to bind port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:24:50.947353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Attempting to bind port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:24:50.952427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:24:50.952744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Attempting to bind port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:24:50.957741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:24:50.958084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Checking segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:24:50.958452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Bound using segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:24:50.958875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Bound port: fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:24:50.959232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:51.025457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:24:51.029199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:24:51.035049 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:51.078572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.085340 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:51.085340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-51441626-5454-4fd7-acbe-0677d793310e service neutron] 10.222.0.24 "PUT /v2.0/ports/fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 1092 time: 0.8670361 Sep 26 13:24:51.085340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:24:51.085340 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80" -d '{"events": [{"name": "network-changed", "server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:24:51.110641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51441626-5454-4fd7-acbe-0677d793310e service neutron] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:51.186075 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74988fb7-52c1-45f9-9066-245b6ebe4cbf x-openstack-request-id: req-74988fb7-52c1-45f9-9066-245b6ebe4cbf {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:24:51.186658 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:24:51.186895 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74988fb7-52c1-45f9-9066-245b6ebe4cbf {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:24:51.187371 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'status': 'completed', 'code': 200} Sep 26 13:24:51.191760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-d2fdbb7e-044f-4831-8212-a96a83fb6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.193359 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-d2fdbb7e-044f-4831-8212-a96a83fb6fd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1095 time: 0.0677228 Sep 26 13:24:51.264453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-a9d1e8fc-6ce3-4f5c-8aa4-b05b43f8eda7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 217 time: 0.0413382 Sep 26 13:24:51.317430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491662c-143a-496b-a2e9-8b8c980c977b req-e6c89011-40ad-4354-9a75-0a8cf193c120 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.323569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9491662c-143a-496b-a2e9-8b8c980c977b req-e6c89011-40ad-4354-9a75-0a8cf193c120 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 943 time: 0.1340649 Sep 26 13:24:51.338872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-50847e1b-3f38-4489-b000-bd76913f4934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.340740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-50847e1b-3f38-4489-b000-bd76913f4934 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0697026 Sep 26 13:24:51.416620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9491662c-143a-496b-a2e9-8b8c980c977b req-f4fa2505-a9c1-4838-97cb-f6c70cfffb82 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745409 Sep 26 13:24:51.427022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-0792b20f-360b-4de5-b743-27dc69175f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.428909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-0792b20f-360b-4de5-b743-27dc69175f9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720952 Sep 26 13:24:51.535449 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-120b9e8d-3e09-4d91-9bd3-5a43d52a472f service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988574 Sep 26 13:24:51.643952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23aa977-7461-43ee-835a-d05edfa2c1e5 req-4d578697-46f3-4919-ab13-2a1a0039da8c service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017156 Sep 26 13:24:51.730356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-b713bfa4-2407-4e31-a2af-92062ea37c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.731894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-b713bfa4-2407-4e31-a2af-92062ea37c2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1095 time: 0.0448542 Sep 26 13:24:51.823067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-c3e7d90b-1bc9-4dc0-a0a5-de3c17239480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.824465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-c3e7d90b-1bc9-4dc0-a0a5-de3c17239480 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 897 time: 0.0858853 Sep 26 13:24:51.875259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-f9b64845-4c35-470b-97ef-3aae2cbd9804 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 217 time: 0.0418160 Sep 26 13:24:51.925839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-ec11f31d-2e1e-4fb3-9c63-1f40c1675d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.927413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-ec11f31d-2e1e-4fb3-9c63-1f40c1675d0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0450284 Sep 26 13:24:51.975916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-10ee9cf5-5e98-4dba-a3b9-c80b8f47445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:51.977435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-10ee9cf5-5e98-4dba-a3b9-c80b8f47445e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415373 Sep 26 13:24:52.083006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-deebf8b8-b6ea-453d-96ad-fba296477ef8 service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973854 Sep 26 13:24:52.187234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-927ee03a-2f00-4c12-94eb-33dc4aeb2d80 req-57909f09-2d98-4c90-8d8b-0e1a8420e2be service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957727 Sep 26 13:24:52.545310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c796158-ada5-413f-a172-6087330fefc7 req-97c11978-f36a-405e-acb2-50fb81679b87 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:52.546864 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c796158-ada5-413f-a172-6087330fefc7 req-97c11978-f36a-405e-acb2-50fb81679b87 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 943 time: 0.0510800 Sep 26 13:24:52.586222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c796158-ada5-413f-a172-6087330fefc7 req-a31271d3-3aab-440e-b5bd-b602bec06e55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330851 Sep 26 13:24:53.709260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b852d48-641e-4425-9554-30781f5cb6b3 req-9600cece-9eb1-4ad4-bc6e-c4041f43ce63 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:53.710793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b852d48-641e-4425-9554-30781f5cb6b3 req-9600cece-9eb1-4ad4-bc6e-c4041f43ce63 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 943 time: 0.0523813 Sep 26 13:24:53.757182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b852d48-641e-4425-9554-30781f5cb6b3 req-3d504a83-d360-4150-aa0c-c3163517be06 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386062 Sep 26 13:24:54.140525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fb9a63b7-fd82-40a7-a7fd-a817bc72d516 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:24:54.235891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:54.248940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'port_id': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'mac_address': 'fa:16:3e:92:2d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:24:54.289738 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:54.303247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9a63b7-fd82-40a7-a7fd-a817bc72d516 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:24:54.324925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:54.328450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:54.378284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:54.537140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fb9a63b7-fd82-40a7-a7fd-a817bc72d516'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:24:54.885145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3a5cc-047a-444b-bb89-d3878b6ecf5f req-815eabba-94f9-41c6-999e-34aae108da4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:54.886751 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdd3a5cc-047a-444b-bb89-d3878b6ecf5f req-815eabba-94f9-41c6-999e-34aae108da4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 944 time: 0.0554035 Sep 26 13:24:54.927194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdd3a5cc-047a-444b-bb89-d3878b6ecf5f req-5ec78738-05b3-4552-acaa-283800df56c2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Sep 26 13:24:56.049176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3824e03-e7af-4e19-ba81-3a7a896577d2 req-f5533dad-98d2-4c87-bcac-030bec9efb5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:56.050636 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3824e03-e7af-4e19-ba81-3a7a896577d2 req-f5533dad-98d2-4c87-bcac-030bec9efb5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 944 time: 0.0495465 Sep 26 13:24:56.090072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3824e03-e7af-4e19-ba81-3a7a896577d2 req-6f175d0b-8b5e-4a6b-93d0-f4adc89d2460 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334034 Sep 26 13:24:56.140949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fb9a63b7-fd82-40a7-a7fd-a817bc72d516 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:24:56.195813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:24:56.200432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:24:56.200816 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:56.279434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:56.308071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:24:56.310894 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9fba9-6744-41d9-bc01-98d14697a9bc" -d '{"events": [{"server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "name": "network-vif-plugged", "status": "completed", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:24:56.323596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:24:56.328300 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:56.361265 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac82763-7b25-46a3-bc01-bf41c5395db3 x-openstack-request-id: req-4ac82763-7b25-46a3-bc01-bf41c5395db3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:24:56.361585 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "name": "network-vif-plugged", "status": "completed", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:24:56.361832 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ac82763-7b25-46a3-bc01-bf41c5395db3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:24:56.362216 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'code': 200} Sep 26 13:24:56.378914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:56.457185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0ce2f-fb25-4a13-b844-d382c11125dc req-d993f84e-4602-4750-b1c9-60729065d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:56.458746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2c0ce2f-fb25-4a13-b844-d382c11125dc req-d993f84e-4602-4750-b1c9-60729065d556 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1097 time: 0.0426996 Sep 26 13:24:56.493886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2c0ce2f-fb25-4a13-b844-d382c11125dc req-c4b1f5b2-6be5-4f22-b77b-d0a06b47e711 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283632 Sep 26 13:24:57.210761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240e8a1-d553-487b-802e-64f270228f64 req-7d5ff2b6-bb0c-49dc-9791-ad706c89db30 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:57.212541 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4240e8a1-d553-487b-802e-64f270228f64 req-7d5ff2b6-bb0c-49dc-9791-ad706c89db30 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0514126 Sep 26 13:24:57.256375 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4240e8a1-d553-487b-802e-64f270228f64 req-540aa6b0-09a9-42c1-94d5-df53cc04ca09 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369673 Sep 26 13:24:58.379865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f222-6e38-4afd-ac9c-926db046713d req-4392ed83-8773-48de-9cea-1846bacad472 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:58.381499 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4995f222-6e38-4afd-ac9c-926db046713d req-4392ed83-8773-48de-9cea-1846bacad472 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0545185 Sep 26 13:24:58.421193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4995f222-6e38-4afd-ac9c-926db046713d req-ad8b9ceb-b24c-4b37-91be-6ae71be09885 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Sep 26 13:24:58.542224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf7d29-903a-436c-90be-cfc9582ddd4f req-e8806250-1b99-4829-a222-8b9b373b0329 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:58.543843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4bf7d29-903a-436c-90be-cfc9582ddd4f req-e8806250-1b99-4829-a222-8b9b373b0329 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0509915 Sep 26 13:24:58.585929 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4bf7d29-903a-436c-90be-cfc9582ddd4f req-f73c838b-f6cf-4c68-95ae-9e64381fb016 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347824 Sep 26 13:24:58.608871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45986) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:58.655338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078aa86a-e354-4b4d-a8f2-d0b054e24b40 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:24:58.656908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-078aa86a-e354-4b4d-a8f2-d0b054e24b40 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1092 time: 0.0469685 Sep 26 13:24:58.659884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 45990) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:24:58.665422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:24:58.691344 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:58.806334 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:58.915073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.25.4.219 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/9202df30-36b3-4cb0-a157-7910c7146a48) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:24:59.021553 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:59.057219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:59.096057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:24:59.100791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:24:59.103822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:24:59.137196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=9202df30-36b3-4cb0-a157-7910c7146a48,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:59.466551 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:59.532224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:59.685887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:59.690880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:59.766168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=9202df30-36b3-4cb0-a157-7910c7146a48,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:24:59.778895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:24:59.882096 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Floating IP e3ba61a7-0a65-4c06-8ffb-69103233b6cc associated. External IP: 172.25.4.219, port: fb9a63b7-fd82-40a7-a7fd-a817bc72d516. Sep 26 13:25:00.275532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router c9256ef8-0c92-40e1-8838-d6f30db6b35b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:25:00.275532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:25:00.280655 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] Sync routers for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:25:00.282872 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:00.283163 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:25:00.283454 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:24:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:00.315603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-026ac02e-db1d-4495-85af-f4c971c32fea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6519961 Sep 26 13:25:00.315603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:25:00.316489 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c" -d '{"events": [{"name": "network-changed", "server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:25:00.363556 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0210120e-83d5-4992-b0ca-3dbd2eae620c x-openstack-request-id: req-0210120e-83d5-4992-b0ca-3dbd2eae620c {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:25:00.363857 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:25:00.364116 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0210120e-83d5-4992-b0ca-3dbd2eae620c {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:25:00.364520 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'status': 'completed', 'code': 200} Sep 26 13:25:00.437865 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:25:00.447362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-2bc81988-7b89-49c7-bbde-0c8908de9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:00.450206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-2bc81988-7b89-49c7-bbde-0c8908de9286 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1097 time: 0.0630059 Sep 26 13:25:00.456111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e4105-8b85-4136-9bbc-b14b973f9196 req-661a22e6-48e6-40ce-a80f-74d87fd2a7d9 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:00.458060 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b28e4105-8b85-4136-9bbc-b14b973f9196 req-661a22e6-48e6-40ce-a80f-74d87fd2a7d9 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0544524 Sep 26 13:25:00.508890 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b28e4105-8b85-4136-9bbc-b14b973f9196 req-072ec697-fca9-4a78-86b6-1e01b66115d7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442128 Sep 26 13:25:00.527153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46026) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:00.561926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-eb083e9e-9862-445b-9ec2-5913f8094f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:00.563500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-eb083e9e-9862-445b-9ec2-5913f8094f14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 897 time: 0.1009278 Sep 26 13:25:00.640619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-91a5a663-6258-489a-9e2a-25eeea1bdca1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/e3ba61a7-0a65-4c06-8ffb-69103233b6cc HTTP/1.1" status: 200 len: 991 time: 0.1119373 Sep 26 13:25:00.656983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-f7da2dd7-6fd8-4ac2-b971-5e919d3b5438 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 999 time: 0.0850127 Sep 26 13:25:00.706975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-5fe157be-f3cf-46da-bd2e-15b550d320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:00.708666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-5fe157be-f3cf-46da-bd2e-15b550d320c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0451090 Sep 26 13:25:00.715040 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'e3ba61a7-0a65-4c06-8ffb-69103233b6cc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'port_id': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'mac_address': 'fa:16:3e:92:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:24:59Z', 'updated_at': '2021-09-26T13:24:59Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:48Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:00.749517 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] Checking router: c9256ef8-0c92-40e1-8838-d6f30db6b35b for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:25:00.760054 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:25:00.761026 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:24:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:00.765806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-1fd810af-74b0-4b92-9bf4-eeeab7b8f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:00.767605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-1fd810af-74b0-4b92-9bf4-eeeab7b8f60b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508516 Sep 26 13:25:00.782087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-736d34eb-30af-4853-bfb7-2e8e2d609d90 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:25:00.783190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-736d34eb-30af-4853-bfb7-2e8e2d609d90 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086007 Sep 26 13:25:00.882415 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:25:00.883415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-6eb7b09d-bdf9-4642-b00c-6c7672a56d27 service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931501 Sep 26 13:25:00.995555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84e1c083-9b9c-4bf0-8eb4-0b0e2586f05c req-2cee4112-4d51-4a8f-bde1-2742e2e2c2d0 service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046221 Sep 26 13:25:01.135920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'e3ba61a7-0a65-4c06-8ffb-69103233b6cc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'port_id': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'mac_address': 'fa:16:3e:92:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:24:59Z', 'updated_at': '2021-09-26T13:24:59Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:48Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:01.170247 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41a723-842a-4010-a4dc-95c0f4177af4 None None] The sync data for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 is: [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'e3ba61a7-0a65-4c06-8ffb-69103233b6cc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'port_id': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'mac_address': 'fa:16:3e:92:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:24:59Z', 'updated_at': '2021-09-26T13:24:59Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:48Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:25:01.396014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d0c82-9ec5-4095-bec7-79391e44cf7e None None] New status for floating IP e3ba61a7-0a65-4c06-8ffb-69103233b6cc: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:25:01.644510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46052) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:01.710040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27184da3-b1e9-4554-8b3e-9486afb20c26 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/e3ba61a7-0a65-4c06-8ffb-69103233b6cc HTTP/1.1" status: 200 len: 993 time: 0.0642631 Sep 26 13:25:08.288228 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b54b051a-0280-42b4-9810-6217b37b5951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:11.072142 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6e460da8-c888-4928-b438-47428eb2f52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:11.639648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:12.096393 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:13.562528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:15.201735 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.596224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46352) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:16.600723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-eb211ffe-06d9-448f-96f7-0663347b8d52 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064445550', 'description': 'tempest-secgroup-smoke-2064445550 description', 'project_id': '7b5278bcd3d94af68e579690533b329e'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:16.622772 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb211ffe-06d9-448f-96f7-0663347b8d52 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.711801 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb211ffe-06d9-448f-96f7-0663347b8d52 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.715960 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb211ffe-06d9-448f-96f7-0663347b8d52 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.741633 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb211ffe-06d9-448f-96f7-0663347b8d52 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.742881 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eb211ffe-06d9-448f-96f7-0663347b8d52 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1456418 Sep 26 13:25:16.745927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46354) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:16.746980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb211ffe-06d9-448f-96f7-0663347b8d52 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84527bbc-fa3e-4193-a9c7-b2f380e0cf47,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:16.750561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-84bf2ab8-354b-4e79-9e92-93e37b6ead03 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'security_group_rule': {'security_group_id': '84527bbc-fa3e-4193-a9c7-b2f380e0cf47', 'project_id': '7b5278bcd3d94af68e579690533b329e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:16.780700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84bf2ab8-354b-4e79-9e92-93e37b6ead03 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.831683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84bf2ab8-354b-4e79-9e92-93e37b6ead03 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.836411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84bf2ab8-354b-4e79-9e92-93e37b6ead03 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.857351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf2ab8-354b-4e79-9e92-93e37b6ead03 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e51377-40bc-4001-8dd5-4d2444adf74d,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:16.864203 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84bf2ab8-354b-4e79-9e92-93e37b6ead03 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.865476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-84bf2ab8-354b-4e79-9e92-93e37b6ead03 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185005 Sep 26 13:25:16.868116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46358) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:16.872489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-262e07bb-1d97-4837-89a2-49dac166d663 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'security_group_rule': {'security_group_id': '84527bbc-fa3e-4193-a9c7-b2f380e0cf47', 'project_id': '7b5278bcd3d94af68e579690533b329e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:16.899073 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-262e07bb-1d97-4837-89a2-49dac166d663 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.957823 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-262e07bb-1d97-4837-89a2-49dac166d663 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.961934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-262e07bb-1d97-4837-89a2-49dac166d663 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.981101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e07bb-1d97-4837-89a2-49dac166d663 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df734bf-5e0a-462c-a34d-e0398046fda2,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:16.983642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-262e07bb-1d97-4837-89a2-49dac166d663 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:16.984916 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-262e07bb-1d97-4837-89a2-49dac166d663 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158538 Sep 26 13:25:16.987607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46360) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:16.991987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d405d833-bb90-4c8a-9f7f-ddaaedb9d4d7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'security_group_rule': {'security_group_id': '84527bbc-fa3e-4193-a9c7-b2f380e0cf47', 'project_id': '7b5278bcd3d94af68e579690533b329e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:17.022172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d405d833-bb90-4c8a-9f7f-ddaaedb9d4d7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.084980 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d405d833-bb90-4c8a-9f7f-ddaaedb9d4d7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.089078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d405d833-bb90-4c8a-9f7f-ddaaedb9d4d7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.107498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405d833-bb90-4c8a-9f7f-ddaaedb9d4d7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ef1ce6-3da3-4b66-9944-709b9dadaad5,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:17.113857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d405d833-bb90-4c8a-9f7f-ddaaedb9d4d7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.117927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d405d833-bb90-4c8a-9f7f-ddaaedb9d4d7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292803 Sep 26 13:25:17.118179 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46362) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:17.123361 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ca75473e-1a72-41fd-8e42-d7d226878885 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'security_group_rule': {'security_group_id': '84527bbc-fa3e-4193-a9c7-b2f380e0cf47', 'project_id': '7b5278bcd3d94af68e579690533b329e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:17.150446 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca75473e-1a72-41fd-8e42-d7d226878885 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.212695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca75473e-1a72-41fd-8e42-d7d226878885 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.219783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca75473e-1a72-41fd-8e42-d7d226878885 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.237145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75473e-1a72-41fd-8e42-d7d226878885 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce68351-6f25-493d-a25b-dd6c20a084ee,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:17.243873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ca75473e-1a72-41fd-8e42-d7d226878885 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.245185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ca75473e-1a72-41fd-8e42-d7d226878885 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259916 Sep 26 13:25:17.248366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46366) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:17.252609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bd01a10f-4d6a-4c90-a556-13acb1c714e8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'security_group_rule': {'security_group_id': '84527bbc-fa3e-4193-a9c7-b2f380e0cf47', 'project_id': '7b5278bcd3d94af68e579690533b329e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:17.274423 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-bd01a10f-4d6a-4c90-a556-13acb1c714e8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Project 7b5278bcd3d94af68e579690533b329e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:25:17.279469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd01a10f-4d6a-4c90-a556-13acb1c714e8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.344403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd01a10f-4d6a-4c90-a556-13acb1c714e8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.348130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd01a10f-4d6a-4c90-a556-13acb1c714e8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.368064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01a10f-4d6a-4c90-a556-13acb1c714e8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774c48d3-2770-4eb2-8069-e618255e2caa,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:17.371301 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd01a10f-4d6a-4c90-a556-13acb1c714e8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.372498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd01a10f-4d6a-4c90-a556-13acb1c714e8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232233 Sep 26 13:25:17.375296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46368) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:17.379526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b570662f-dd0e-4f9e-8fc1-5dbdd4f87a6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'security_group_rule': {'security_group_id': '84527bbc-fa3e-4193-a9c7-b2f380e0cf47', 'project_id': '7b5278bcd3d94af68e579690533b329e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:17.400808 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-b570662f-dd0e-4f9e-8fc1-5dbdd4f87a6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Project 7b5278bcd3d94af68e579690533b329e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:25:17.405660 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b570662f-dd0e-4f9e-8fc1-5dbdd4f87a6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.467610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b570662f-dd0e-4f9e-8fc1-5dbdd4f87a6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.471328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b570662f-dd0e-4f9e-8fc1-5dbdd4f87a6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.489003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570662f-dd0e-4f9e-8fc1-5dbdd4f87a6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0159ee3-af52-4150-8860-98e34227e383,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:17.495190 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b570662f-dd0e-4f9e-8fc1-5dbdd4f87a6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:17.496990 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b570662f-dd0e-4f9e-8fc1-5dbdd4f87a6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207800 Sep 26 13:25:17.794082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-5b2f1371-5aee-45a5-8922-c9d3912dcd39 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064445550&fields=id&tenant_id=7b5278bcd3d94af68e579690533b329e HTTP/1.1" status: 200 len: 267 time: 0.0388534 Sep 26 13:25:17.920439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-bfe58b11-666c-45b9-8210-07f1534a079a tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:17.921972 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-bfe58b11-666c-45b9-8210-07f1534a079a tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/networks?id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 HTTP/1.1" status: 200 len: 814 time: 0.1201639 Sep 26 13:25:17.939552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-49ca1a99-e352-4e9c-929a-2c8fe7af8bd9 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/quotas/7b5278bcd3d94af68e579690533b329e HTTP/1.1" status: 200 len: 375 time: 0.0111663 Sep 26 13:25:17.993121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-a497b544-7292-4cc1-8082-41d8d68b387d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b5278bcd3d94af68e579690533b329e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476534 Sep 26 13:25:18.098313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-1b584d44-805d-4ce9-84e6-356cf01d8fc0 service neutron] 10.222.0.13 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927439 Sep 26 13:25:18.123778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ffabd-3014-424c-9690-bc072ad49ca2 req-6070744c-a268-4766-a8ab-586b69890b9c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:18.125511 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c07ffabd-3014-424c-9690-bc072ad49ca2 req-6070744c-a268-4766-a8ab-586b69890b9c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0584829 Sep 26 13:25:18.165052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c07ffabd-3014-424c-9690-bc072ad49ca2 req-c4be584a-9255-404e-aa27-ae7686636b4b tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330782 Sep 26 13:25:18.193478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-00bb876b-e9c5-41d4-a9e7-450bab54ad98 service neutron] 10.222.0.13 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885756 Sep 26 13:25:18.483737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8fd0f56-2d2d-4c43-ad2c-6db10bd333a6 req-962a7060-4ec3-492d-9c5f-1d277dd2e58e tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 210 time: 0.0304353 Sep 26 13:25:19.283990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8c0a8-6915-4a28-99dd-b40b87ce1ef1 req-ac8e4e1c-09ae-443d-ad6f-ec4d95259cee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:19.285552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3be8c0a8-6915-4a28-99dd-b40b87ce1ef1 req-ac8e4e1c-09ae-443d-ad6f-ec4d95259cee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0505731 Sep 26 13:25:19.408527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3be8c0a8-6915-4a28-99dd-b40b87ce1ef1 req-43be8f6f-2773-4538-8748-d0db8b522395 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930886 Sep 26 13:25:19.438554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-4f08596d-005f-4d92-b665-026552c37b0b tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:19.439967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-4f08596d-005f-4d92-b665-026552c37b0b tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.23 "GET /v2.0/networks?id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 HTTP/1.1" status: 200 len: 814 time: 0.1533072 Sep 26 13:25:19.488240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-b4b97c92-2a4a-48f1-8f7c-7d0b1f0950fb tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b5278bcd3d94af68e579690533b329e HTTP/1.1" status: 200 len: 380 time: 0.0367191 Sep 26 13:25:19.497985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'port': {'device_id': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'admin_state_up': True, 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'security_groups': ['84527bbc-fa3e-4193-a9c7-b2f380e0cf47']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:19.581630 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b9127f5-93f7-47dd-b84e-86f0d0d30b53 req-e7a44e5e-d906-4b56-9a6d-f63212453ed5 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 210 time: 0.0287449 Sep 26 13:25:19.933735 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Made reservation on behalf of 7b5278bcd3d94af68e579690533b329e for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:25:19.937156 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.066927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Allocated IP 172.20.0.13 (b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985/83fcdf40-7b3a-4e5d-a792-3a17ae6e9353/1a11862b-0ad5-47f2-bb79-b01047aede06) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:25:20.212164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.245163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.284688 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.288539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:25:20.291563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:25:20.295906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:25:20.322192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'Port': ['ID=1a11862b-0ad5-47f2-bb79-b01047aede06,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:20.351259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:20.351911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.368958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-dbb9adf4-52f1-49fe-9488-430c663c23df tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8749092 Sep 26 13:25:20.379697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-064cfae3-7368-4438-a827-1537b0ee8d95 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:25:20.380802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-064cfae3-7368-4438-a827-1537b0ee8d95 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057530 Sep 26 13:25:20.393791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Request body: {'port': {'device_id': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:20.459524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.537272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817caa5d-bdeb-4d65-8026-1ca66a57d999 req-b870e6ba-7901-4a48-a7f8-02e735ef674a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:20.539256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-817caa5d-bdeb-4d65-8026-1ca66a57d999 req-b870e6ba-7901-4a48-a7f8-02e735ef674a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0528169 Sep 26 13:25:20.581871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-817caa5d-bdeb-4d65-8026-1ca66a57d999 req-38052afb-2706-47a9-9cbf-fdf4d01ede1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357506 Sep 26 13:25:20.604728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ea35e741-c5c0-4c55-b0e9-759aba5588fa None None] Provisioning complete for port 1a11862b-0ad5-47f2-bb79-b01047aede06 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:25:20.605646 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea35e741-c5c0-4c55-b0e9-759aba5588fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.647307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ea35e741-c5c0-4c55-b0e9-759aba5588fa None None] Port 1a11862b-0ad5-47f2-bb79-b01047aede06 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:25:20.754957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238924cc-130e-4265-82bb-5976050ea751 req-ab97b1ff-523b-4e62-9a0d-6b28caf5df97 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:20.756507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-238924cc-130e-4265-82bb-5976050ea751 req-ab97b1ff-523b-4e62-9a0d-6b28caf5df97 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 932 time: 0.0837135 Sep 26 13:25:20.832117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a11862b-0ad5-47f2-bb79-b01047aede06 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:25:20.843527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-238924cc-130e-4265-82bb-5976050ea751 req-cc3558b2-6664-469c-b0d2-d71fc7c201fc tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774109 Sep 26 13:25:20.845281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.859892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Transition to ACTIVE for port object 1a11862b-0ad5-47f2-bb79-b01047aede06 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:25:20.864200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:20.915114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Pushing event updated for resources: {'Port': ['ID=1a11862b-0ad5-47f2-bb79-b01047aede06,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:20.988903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Attempting to bind port 1a11862b-0ad5-47f2-bb79-b01047aede06 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:25:20.989563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Attempting to bind port 1a11862b-0ad5-47f2-bb79-b01047aede06 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:25:20.990007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Attempting to bind port 1a11862b-0ad5-47f2-bb79-b01047aede06 on network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:25:20.996274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Port 1a11862b-0ad5-47f2-bb79-b01047aede06 on network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:25:20.996818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Attempting to bind port 1a11862b-0ad5-47f2-bb79-b01047aede06 on network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:25:21.003167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:25:21.003424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Checking segment: {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:25:21.003817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Bound using segment: {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:25:21.004678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Bound port: 1a11862b-0ad5-47f2-bb79-b01047aede06, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6000c4-d76a-4c91-8fe0-83633393ee56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:25:21.005051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:21.083530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] For port 1a11862b-0ad5-47f2-bb79-b01047aede06, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:25:21.089284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] For port 1a11862b-0ad5-47f2-bb79-b01047aede06, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1a11862b-0ad5-47f2-bb79-b01047aede06,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:25:21.095595 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:21.131349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.132075 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:21.133423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] 10.222.0.23 "PUT /v2.0/ports/1a11862b-0ad5-47f2-bb79-b01047aede06 HTTP/1.1" status: 200 len: 1093 time: 0.7440770 Sep 26 13:25:21.133860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:25:21.136741 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298c3ac9-c760-4692-958b-1a18e056f753" -d '{"events": [{"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:25:21.170437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff11869-2a2b-4f8e-a9b6-e697dd0a766c service neutron] Pushing event updated for resources: {'Port': ['ID=1a11862b-0ad5-47f2-bb79-b01047aede06,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:21.205376 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799d4375-f79f-44fe-bf86-3bc42c11eb18 x-openstack-request-id: req-799d4375-f79f-44fe-bf86-3bc42c11eb18 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:25:21.205699 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:25:21.205952 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-799d4375-f79f-44fe-bf86-3bc42c11eb18 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:25:21.206353 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'status': 'completed', 'code': 200} Sep 26 13:25:21.224038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-f1ad3913-04e2-41d4-8f96-2c590936df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.225953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-f1ad3913-04e2-41d4-8f96-2c590936df7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b5278bcd3d94af68e579690533b329e&device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1096 time: 0.0520179 Sep 26 13:25:21.273169 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-7bdfbb14-498d-4edd-859d-ff1f8848e968 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a11862b-0ad5-47f2-bb79-b01047aede06 HTTP/1.1" status: 200 len: 217 time: 0.0395873 Sep 26 13:25:21.325260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-860656d6-48c3-423a-a19f-fbef2675bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.326797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-860656d6-48c3-423a-a19f-fbef2675bff8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83fcdf40-7b3a-4e5d-a792-3a17ae6e9353 HTTP/1.1" status: 200 len: 853 time: 0.0463042 Sep 26 13:25:21.378974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-8dac4e60-4122-43d8-8eac-f8753fc678e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.380549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-8dac4e60-4122-43d8-8eac-f8753fc678e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466092 Sep 26 13:25:21.485981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-1305d13d-e1e2-4d9a-88aa-e23cc2c45a59 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970089 Sep 26 13:25:21.578880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6c7e4fe-2402-4d4d-a17e-363cd956a9b6 req-5b369f8a-c459-4e50-addb-d8d821a444d4 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848405 Sep 26 13:25:21.678792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c3ac9-c760-4692-958b-1a18e056f753 req-db7f39ca-48a9-4bd6-ac00-a3fe71b43449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.680341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-298c3ac9-c760-4692-958b-1a18e056f753 req-db7f39ca-48a9-4bd6-ac00-a3fe71b43449 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b5278bcd3d94af68e579690533b329e&device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1096 time: 0.0562572 Sep 26 13:25:21.712981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c5865-0bd0-48f0-b390-f13a3507a7a8 req-2ecd1655-a4c7-47c4-9fe9-c4359ec78e25 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.714634 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3c5865-0bd0-48f0-b390-f13a3507a7a8 req-2ecd1655-a4c7-47c4-9fe9-c4359ec78e25 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0502083 Sep 26 13:25:21.754131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3c5865-0bd0-48f0-b390-f13a3507a7a8 req-0b3c79c4-abce-4b2e-a77b-3a98f14f468b tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329678 Sep 26 13:25:21.781312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c3ac9-c760-4692-958b-1a18e056f753 req-9cabcbd5-d8b0-40fe-b6c1-4edcb5e47ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.782833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-298c3ac9-c760-4692-958b-1a18e056f753 req-9cabcbd5-d8b0-40fe-b6c1-4edcb5e47ef8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 HTTP/1.1" status: 200 len: 914 time: 0.0950382 Sep 26 13:25:21.831292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-298c3ac9-c760-4692-958b-1a18e056f753 req-2232819e-e11b-4803-bab0-111f9c2fd746 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a11862b-0ad5-47f2-bb79-b01047aede06 HTTP/1.1" status: 200 len: 217 time: 0.0404787 Sep 26 13:25:21.888803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c3ac9-c760-4692-958b-1a18e056f753 req-7cf61a53-96d7-4f76-a80e-623b0cace022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.890478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-298c3ac9-c760-4692-958b-1a18e056f753 req-7cf61a53-96d7-4f76-a80e-623b0cace022 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83fcdf40-7b3a-4e5d-a792-3a17ae6e9353 HTTP/1.1" status: 200 len: 853 time: 0.0525606 Sep 26 13:25:21.940560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c3ac9-c760-4692-958b-1a18e056f753 req-43764529-9334-4770-928f-8b27f65eed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.942149 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-298c3ac9-c760-4692-958b-1a18e056f753 req-43764529-9334-4770-928f-8b27f65eed6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446799 Sep 26 13:25:21.975550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265248d-177a-4141-87ef-82fdd1a42aaf req-7f6e85f7-f0ad-48d9-9a79-1c4b1445e217 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:21.977089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7265248d-177a-4141-87ef-82fdd1a42aaf req-7f6e85f7-f0ad-48d9-9a79-1c4b1445e217 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0546823 Sep 26 13:25:22.019686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7265248d-177a-4141-87ef-82fdd1a42aaf req-ff35423a-a1c5-475d-b21c-5f36f9c3bec3 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348978 Sep 26 13:25:22.045337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-298c3ac9-c760-4692-958b-1a18e056f753 req-3353e101-5857-4d76-aa7c-fa1776a3f98b service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951035 Sep 26 13:25:22.149456 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-298c3ac9-c760-4692-958b-1a18e056f753 req-e3de4762-8d87-4b70-9686-9b551daea527 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969641 Sep 26 13:25:22.874538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed059482-bb1f-4b12-905d-452627a05cec req-6cae1ae9-b4b7-46ee-8ca9-5034e60cf280 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:22.876242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed059482-bb1f-4b12-905d-452627a05cec req-6cae1ae9-b4b7-46ee-8ca9-5034e60cf280 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0512853 Sep 26 13:25:22.916454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed059482-bb1f-4b12-905d-452627a05cec req-a874cd90-5cc7-4441-88ba-ea178ae6860e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340977 Sep 26 13:25:23.146168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06586e0f-349d-408b-8695-3199c1cbcc18 req-2d4dea5b-b596-4ca3-806a-280546516821 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:23.147714 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06586e0f-349d-408b-8695-3199c1cbcc18 req-2d4dea5b-b596-4ca3-806a-280546516821 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0518744 Sep 26 13:25:23.193240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06586e0f-349d-408b-8695-3199c1cbcc18 req-a6e27de6-7a77-46e0-9532-3d682e5d6eb9 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376210 Sep 26 13:25:24.040081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828d854-4ea5-4dd3-884c-40d311115fdc req-00da02c1-c0e9-4454-b09f-ef8f5186bfee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:24.041626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f828d854-4ea5-4dd3-884c-40d311115fdc req-00da02c1-c0e9-4454-b09f-ef8f5186bfee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0522010 Sep 26 13:25:24.080895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f828d854-4ea5-4dd3-884c-40d311115fdc req-b46802fd-c728-4ad7-a80c-bd39b3af324e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332592 Sep 26 13:25:24.575306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192fe65-09f5-45cd-9c4a-594358511fe3 req-2cd3f538-da56-4f2a-9238-5d409af78cc8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:24.576711 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f192fe65-09f5-45cd-9c4a-594358511fe3 req-2cd3f538-da56-4f2a-9238-5d409af78cc8 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0498481 Sep 26 13:25:24.618316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f192fe65-09f5-45cd-9c4a-594358511fe3 req-33509f12-31ba-45e1-a409-ce0c75aff51c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354137 Sep 26 13:25:25.201923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0f16b-2b91-4b66-833d-9a4ad1685358 req-0989aa8d-f3c4-48a8-9959-4e009d987223 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:25.203400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53f0f16b-2b91-4b66-833d-9a4ad1685358 req-0989aa8d-f3c4-48a8-9959-4e009d987223 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0532506 Sep 26 13:25:25.242330 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53f0f16b-2b91-4b66-833d-9a4ad1685358 req-b05583db-d944-4ca8-afa5-e3aa6cbec23b tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329432 Sep 26 13:25:25.741115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c481-8aea-44c7-b4b4-7429e04a613b req-880252d1-e52e-4cb6-a6f4-6018a5eac8d0 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:25.743317 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f25c481-8aea-44c7-b4b4-7429e04a613b req-880252d1-e52e-4cb6-a6f4-6018a5eac8d0 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0493989 Sep 26 13:25:25.782237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f25c481-8aea-44c7-b4b4-7429e04a613b req-4e3ff9b3-66bc-4142-8245-80ea247d2131 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326047 Sep 26 13:25:26.361413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996bbde-74d8-41fa-b29d-71d394a85819 req-e41005d6-98c3-465b-956e-950692cfaf77 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:26.363005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a996bbde-74d8-41fa-b29d-71d394a85819 req-e41005d6-98c3-465b-956e-950692cfaf77 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0511472 Sep 26 13:25:26.401081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a996bbde-74d8-41fa-b29d-71d394a85819 req-79dafbba-eaab-4221-b03b-72f928b2c493 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Sep 26 13:25:26.895534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c9f35-7bb1-4b46-ac8b-25f4c8f4da4d req-babec165-e421-4769-9543-4fd0a950402f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:26.897050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-693c9f35-7bb1-4b46-ac8b-25f4c8f4da4d req-babec165-e421-4769-9543-4fd0a950402f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0493634 Sep 26 13:25:26.935273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-693c9f35-7bb1-4b46-ac8b-25f4c8f4da4d req-53b1983b-e3e6-4373-84ce-2672a6159d42 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Sep 26 13:25:27.520043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c40bb2-8ec8-4a76-bc18-92b9e7ca7b00 req-1dc33bc9-6c6e-48a9-8de9-4f835150dd68 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:27.521552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65c40bb2-8ec8-4a76-bc18-92b9e7ca7b00 req-1dc33bc9-6c6e-48a9-8de9-4f835150dd68 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0490205 Sep 26 13:25:27.563191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65c40bb2-8ec8-4a76-bc18-92b9e7ca7b00 req-5dce1b26-e4a2-4f30-b44a-8a68a4695b6e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350876 Sep 26 13:25:27.678567 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:25:28.048966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfedb9-27dd-4140-9e71-1f0f45e53418 req-00e5c246-1b9f-4ab5-82cf-c5920208ad20 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:28.050496 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62cfedb9-27dd-4140-9e71-1f0f45e53418 req-00e5c246-1b9f-4ab5-82cf-c5920208ad20 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0497534 Sep 26 13:25:28.091347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62cfedb9-27dd-4140-9e71-1f0f45e53418 req-9864b787-7fe9-4693-9ab7-6bb5b3abc114 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347500 Sep 26 13:25:28.686035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983ec68-cd4f-49b0-b0b9-de087a564c47 req-8b6df2ab-591e-46bc-97e8-31f9e745b25c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:28.687531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0983ec68-cd4f-49b0-b0b9-de087a564c47 req-8b6df2ab-591e-46bc-97e8-31f9e745b25c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0537293 Sep 26 13:25:28.725876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0983ec68-cd4f-49b0-b0b9-de087a564c47 req-fa4b593a-9c49-4352-9e1c-c1a3c1aba20d tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324368 Sep 26 13:25:28.928668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6cce1-0382-4638-a5fb-8e62e0767b96 req-09746492-5500-4159-ab24-c8d0e10cbe57 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:28.930286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ef6cce1-0382-4638-a5fb-8e62e0767b96 req-09746492-5500-4159-ab24-c8d0e10cbe57 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0535734 Sep 26 13:25:28.972124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ef6cce1-0382-4638-a5fb-8e62e0767b96 req-84ce790a-829d-45b1-9d19-9f20fe7aa11c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335736 Sep 26 13:25:29.042831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08162be2-7c65-4868-aaa9-5d064402289b req-341213b4-15e8-45f0-863e-70b0aeded865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:29.044369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08162be2-7c65-4868-aaa9-5d064402289b req-341213b4-15e8-45f0-863e-70b0aeded865 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1098 time: 0.1286964 Sep 26 13:25:29.141291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08162be2-7c65-4868-aaa9-5d064402289b req-83cf2527-4aa2-40c8-a05a-92151a5fa6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:29.142829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08162be2-7c65-4868-aaa9-5d064402289b req-83cf2527-4aa2-40c8-a05a-92151a5fa6cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.0915723 Sep 26 13:25:29.240915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08162be2-7c65-4868-aaa9-5d064402289b req-a9cf6206-7263-476e-8253-38c0c3f8d27f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 1001 time: 0.0878818 Sep 26 13:25:29.252850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168809e-d3b8-4a32-840f-49ce985cc619 req-933a916b-154d-4ed4-9490-b91f85df81b3 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:29.254299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a168809e-d3b8-4a32-840f-49ce985cc619 req-933a916b-154d-4ed4-9490-b91f85df81b3 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0939407 Sep 26 13:25:29.322116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08162be2-7c65-4868-aaa9-5d064402289b req-df37a184-bd17-49fa-b9f8-3533f32fe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:29.323646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08162be2-7c65-4868-aaa9-5d064402289b req-df37a184-bd17-49fa-b9f8-3533f32fe526 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0684576 Sep 26 13:25:29.326608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a168809e-d3b8-4a32-840f-49ce985cc619 req-9c1539f8-e238-4c05-bb7e-7bc07bd65bf4 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639293 Sep 26 13:25:29.369952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08162be2-7c65-4868-aaa9-5d064402289b req-0351454c-906a-4b4a-8f09-5d94492af2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:29.371948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08162be2-7c65-4868-aaa9-5d064402289b req-0351454c-906a-4b4a-8f09-5d94492af2be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414014 Sep 26 13:25:29.463746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08162be2-7c65-4868-aaa9-5d064402289b req-d2eb7968-c948-4d72-b251-d122dd34a750 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834026 Sep 26 13:25:29.551753 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08162be2-7c65-4868-aaa9-5d064402289b req-97c67748-046a-457f-a0ac-7626d4a9b1a4 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801456 Sep 26 13:25:30.121557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf614a0-2cd8-4029-95c8-f410a8b75f80 req-d51867ed-9f75-40ef-8592-fb6b207e1141 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:30.123581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bbf614a0-2cd8-4029-95c8-f410a8b75f80 req-d51867ed-9f75-40ef-8592-fb6b207e1141 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0843985 Sep 26 13:25:30.161401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bbf614a0-2cd8-4029-95c8-f410a8b75f80 req-22cbbed2-d6aa-4bc9-8fc4-268273aedf4e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Sep 26 13:25:30.447788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a9793-9a72-45e7-a475-72de80431c7c req-31dab13c-32be-45ca-8b80-c2ba0e86a25a tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:30.449287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-849a9793-9a72-45e7-a475-72de80431c7c req-31dab13c-32be-45ca-8b80-c2ba0e86a25a tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0490675 Sep 26 13:25:30.488321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-849a9793-9a72-45e7-a475-72de80431c7c req-cd438884-068a-4114-b5c1-ada01829f164 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331187 Sep 26 13:25:31.281164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d90b4-a8cd-4c10-a51a-c22d65684780 req-5efbe8dd-fd78-432b-96df-cf3f79d07e97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:31.282577 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f4d90b4-a8cd-4c10-a51a-c22d65684780 req-5efbe8dd-fd78-432b-96df-cf3f79d07e97 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0535841 Sep 26 13:25:31.322322 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f4d90b4-a8cd-4c10-a51a-c22d65684780 req-a26a59b0-d51c-4dab-b89f-e45a9bee576d tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338519 Sep 26 13:25:31.606162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe33b10-aae7-446b-89ef-f3cfef8d7de5 req-fa9cd157-b38c-4ac8-b05d-ddab13f66451 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:31.607658 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe33b10-aae7-446b-89ef-f3cfef8d7de5 req-fa9cd157-b38c-4ac8-b05d-ddab13f66451 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0496795 Sep 26 13:25:31.646162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe33b10-aae7-446b-89ef-f3cfef8d7de5 req-ac8a9f08-608b-4923-a257-4f9a31fcf5e7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325143 Sep 26 13:25:32.765136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08646a7e-c2ca-4a5a-94cd-840300a2af51 req-1ab8826a-af1e-4d7b-bf5f-0bf21d894328 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:32.766642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08646a7e-c2ca-4a5a-94cd-840300a2af51 req-1ab8826a-af1e-4d7b-bf5f-0bf21d894328 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 944 time: 0.0514033 Sep 26 13:25:32.807003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08646a7e-c2ca-4a5a-94cd-840300a2af51 req-b89f00af-c24d-4757-94c2-003edb3215c2 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342605 Sep 26 13:25:32.945621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d5c1-46ba-44b2-8d24-115e3ba72434 req-a7bc6851-4411-4b1c-a737-eebae0591f66 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:32.947073 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a664d5c1-46ba-44b2-8d24-115e3ba72434 req-a7bc6851-4411-4b1c-a737-eebae0591f66 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1097 time: 0.0419600 Sep 26 13:25:32.966482 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a664d5c1-46ba-44b2-8d24-115e3ba72434 req-a105d50a-05b3-4fd3-a308-9f8245bb91cf tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:33.055878 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a664d5c1-46ba-44b2-8d24-115e3ba72434 req-a105d50a-05b3-4fd3-a308-9f8245bb91cf tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:33.061050 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-a664d5c1-46ba-44b2-8d24-115e3ba72434 req-a105d50a-05b3-4fd3-a308-9f8245bb91cf tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:33.088346 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a664d5c1-46ba-44b2-8d24-115e3ba72434 req-a105d50a-05b3-4fd3-a308-9f8245bb91cf tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345413 Sep 26 13:25:33.093013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d50a-05b3-4fd3-a308-9f8245bb91cf tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21de2069-6fc5-4adc-b178-579f1a49bc61,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:33.211927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e30bae-82fa-4b21-8950-f6aeebfcbd7f req-07a1a6ee-f3fd-4686-a12f-6e753688880c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:33.213347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43e30bae-82fa-4b21-8950-f6aeebfcbd7f req-07a1a6ee-f3fd-4686-a12f-6e753688880c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0559630 Sep 26 13:25:33.252265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43e30bae-82fa-4b21-8950-f6aeebfcbd7f req-8fc30dda-7878-4cde-8928-2081a5156502 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Sep 26 13:25:33.274878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46502) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:33.334984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6dca4073-88c5-413f-87a4-b5da983e7f32 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/e3ba61a7-0a65-4c06-8ffb-69103233b6cc HTTP/1.1" status: 200 len: 993 time: 0.0589314 Sep 26 13:25:33.537808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1a11862b-0ad5-47f2-bb79-b01047aede06 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:25:33.616737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-7cf3f625-d68f-420b-92aa-3006d34d59fd req-73c4ea09-6577-4dd3-9350-1c60a0df0eb2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:25:33.618174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cf3f625-d68f-420b-92aa-3006d34d59fd req-73c4ea09-6577-4dd3-9350-1c60a0df0eb2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062623 Sep 26 13:25:33.638903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1a11862b-0ad5-47f2-bb79-b01047aede06, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1a11862b-0ad5-47f2-bb79-b01047aede06,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:33.650764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'mac_address': 'fa:16:3e:86:75:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:25:33.688867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:33.701887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a11862b-0ad5-47f2-bb79-b01047aede06 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:25:33.723016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1a11862b-0ad5-47f2-bb79-b01047aede06, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1a11862b-0ad5-47f2-bb79-b01047aede06,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:33.727288 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:33.780694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1a11862b-0ad5-47f2-bb79-b01047aede06,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:33.947505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8298e55-9554-4f53-8923-95ecd786481a req-556c684f-998e-4f9d-93d7-95d2efbac207 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:33.949722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8298e55-9554-4f53-8923-95ecd786481a req-556c684f-998e-4f9d-93d7-95d2efbac207 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 945 time: 0.0659380 Sep 26 13:25:33.983561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c61421-1523-4c66-8582-d8e2962072d8 req-0b293145-22d9-4286-8132-999a78383b02 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:33.985098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c61421-1523-4c66-8582-d8e2962072d8 req-0b293145-22d9-4286-8132-999a78383b02 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0623670 Sep 26 13:25:33.999263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b8298e55-9554-4f53-8923-95ecd786481a req-7285a19b-5ca2-4c17-9f1e-b838566dcc6f tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Sep 26 13:25:34.029718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71c61421-1523-4c66-8582-d8e2962072d8 req-55cfaf08-aa07-4efe-b6e8-a740bc467d5c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380158 Sep 26 13:25:34.036886 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-2e165245-b824-46e3-ae20-60c35461e9ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138983 Sep 26 13:25:34.043553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1a11862b-0ad5-47f2-bb79-b01047aede06'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:25:34.047203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-6753f2f5-dffa-4553-82e3-50cb5bfb35c8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:25:34.048221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-6753f2f5-dffa-4553-82e3-50cb5bfb35c8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056512 Sep 26 13:25:35.138206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c071621-8775-475a-bd25-a9313cd51324 req-b3463be1-57bc-4dd3-a95d-b6f968e6c627 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:35.139813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c071621-8775-475a-bd25-a9313cd51324 req-b3463be1-57bc-4dd3-a95d-b6f968e6c627 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 945 time: 0.0683911 Sep 26 13:25:35.163964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b5afe-be24-4d14-b658-093aabf1e57b req-95921da5-ed07-4002-ab9d-1f41d1d7876d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:35.165481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-382b5afe-be24-4d14-b658-093aabf1e57b req-95921da5-ed07-4002-ab9d-1f41d1d7876d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0503464 Sep 26 13:25:35.185727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-8db97b21-ada2-4798-a8a3-ec7655c69755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:35.187220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-8db97b21-ada2-4798-a8a3-ec7655c69755 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1097 time: 0.0670171 Sep 26 13:25:35.204434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-382b5afe-be24-4d14-b658-093aabf1e57b req-9d765631-6f61-44cc-a2fe-63a04a7aacdd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327694 Sep 26 13:25:35.207750 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c071621-8775-475a-bd25-a9313cd51324 req-0c897b11-a0ec-40b8-889c-f0dc00e9fc57 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541511 Sep 26 13:25:35.290121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-dd9bb5b3-09c9-47b7-87aa-8d6a2838965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:35.291523 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-dd9bb5b3-09c9-47b7-87aa-8d6a2838965d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 897 time: 0.0967593 Sep 26 13:25:35.358187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-2964cc96-3304-4e74-bd6b-4e7b1acc51cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 1001 time: 0.0597606 Sep 26 13:25:35.422693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-b93eb5db-666b-4b17-b8c8-25f6db8b014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:35.424237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-b93eb5db-666b-4b17-b8c8-25f6db8b014c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0496309 Sep 26 13:25:35.469797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-38487908-72a8-4422-8bb4-a339bc47ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:35.471312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-38487908-72a8-4422-8bb4-a339bc47ce26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405746 Sep 26 13:25:35.549197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1a11862b-0ad5-47f2-bb79-b01047aede06 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:25:35.560838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-a975bc21-d8a7-4c1d-bdc5-6598d938646e service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823317 Sep 26 13:25:35.597864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 1a11862b-0ad5-47f2-bb79-b01047aede06 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:25:35.601409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 1a11862b-0ad5-47f2-bb79-b01047aede06 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:25:35.601814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:35.656543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-847f56f8-0e8f-4ba2-91fd-2cb2590f6899 service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890100 Sep 26 13:25:35.680935 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:35.704457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:25:35.706780 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e30e3e0-98df-4aba-9569-d135dd47f282" -d '{"events": [{"server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "name": "network-vif-plugged", "status": "completed", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:25:35.720425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1a11862b-0ad5-47f2-bb79-b01047aede06, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1a11862b-0ad5-47f2-bb79-b01047aede06,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:35.727191 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:35.755866 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9813b0-3c78-4d4c-9971-d71e73bd2ac6 x-openstack-request-id: req-7b9813b0-3c78-4d4c-9971-d71e73bd2ac6 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:25:35.756193 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "name": "network-vif-plugged", "status": "completed", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:25:35.756489 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b9813b0-3c78-4d4c-9971-d71e73bd2ac6 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:25:35.756947 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'code': 200} Sep 26 13:25:35.783642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1a11862b-0ad5-47f2-bb79-b01047aede06,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:35.849077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90756-3361-4011-bafa-01683bd32a4e req-da790df3-992a-4058-999b-56634b816aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:35.850602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-67d90756-3361-4011-bafa-01683bd32a4e req-da790df3-992a-4058-999b-56634b816aff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1098 time: 0.0443397 Sep 26 13:25:35.886941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-67d90756-3361-4011-bafa-01683bd32a4e req-2f1beb48-5537-422d-9b9b-88322518c265 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287039 Sep 26 13:25:36.331410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef114-9169-4589-95b6-a735d99b8e80 req-15b2d550-4ca9-46ad-8146-82052a9cf5ab tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:36.333019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b39ef114-9169-4589-95b6-a735d99b8e80 req-15b2d550-4ca9-46ad-8146-82052a9cf5ab tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0511575 Sep 26 13:25:36.333616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d7b2-0511-487e-b01d-ded0ed23e1fb req-c6ac0748-7c15-47a2-8af7-e3d1a44c120c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:36.335131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43b7d7b2-0511-487e-b01d-ded0ed23e1fb req-c6ac0748-7c15-47a2-8af7-e3d1a44c120c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 946 time: 0.0566957 Sep 26 13:25:36.375348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43b7d7b2-0511-487e-b01d-ded0ed23e1fb req-4649502e-64e3-4816-b395-3b3014684e93 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338464 Sep 26 13:25:36.378124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b39ef114-9169-4589-95b6-a735d99b8e80 req-71d40fe1-0ec7-4c9e-9826-c25ccd4f72e9 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385323 Sep 26 13:25:37.492219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83728a1-b387-442e-b3d5-b444833a1d80 req-8d640423-d6bd-4693-ac6e-0b66926b6006 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:37.493827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d83728a1-b387-442e-b3d5-b444833a1d80 req-8d640423-d6bd-4693-ac6e-0b66926b6006 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 946 time: 0.0503688 Sep 26 13:25:37.497747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ff6a5-3128-4502-bd14-c2a4d66237cb req-5b16e344-e47c-481d-8683-d26713ca9fd0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:37.499330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-773ff6a5-3128-4502-bd14-c2a4d66237cb req-5b16e344-e47c-481d-8683-d26713ca9fd0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Sep 26 13:25:37.535283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d83728a1-b387-442e-b3d5-b444833a1d80 req-9ef63f23-bd4b-4125-a416-ec5d6c4b0bcf tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 Sep 26 13:25:37.537802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-773ff6a5-3128-4502-bd14-c2a4d66237cb req-15f35f93-2204-4915-a8b0-a43492b670cb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Sep 26 13:25:37.651582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6e3fa-9070-4fe9-b99c-398ca4b6f858 req-a8417dcb-9a87-48cd-8075-654530a3f80b tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:37.653134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3db6e3fa-9070-4fe9-b99c-398ca4b6f858 req-a8417dcb-9a87-48cd-8075-654530a3f80b tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 946 time: 0.0489666 Sep 26 13:25:37.691760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3db6e3fa-9070-4fe9-b99c-398ca4b6f858 req-f8c8660d-8a4a-4856-9259-80fae481be57 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Sep 26 13:25:37.713081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46566) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:37.861259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc8594-9232-4da4-bacb-1d823ebe4fd4 tempest-TestVolumeBackupRestore-713930601 tempest-TestVolumeBackupRestore-713930601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:37.862888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0cdc8594-9232-4da4-bacb-1d823ebe4fd4 tempest-TestVolumeBackupRestore-713930601 tempest-TestVolumeBackupRestore-713930601-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1093 time: 0.1487560 Sep 26 13:25:37.866095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46570) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:37.871402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:37.896224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:37.992150 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:38.102719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Allocated IP 172.25.4.14 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/42076b59-d7de-480d-97e6-6afeabaec4d3) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:25:38.205206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:38.239107 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:38.280247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:25:38.283438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:25:38.284138 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-391376e3-cde5-413a-af6d-f3f16fdd8ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:38.287218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:25:38.319180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'Port': ['ID=42076b59-d7de-480d-97e6-6afeabaec4d3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:38.332931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.333280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.333655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.333996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.334330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.334663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.334990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.335319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.335640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.336216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.336538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.336860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:38.660865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de658653-8cdf-436c-b182-0fd45c08f830 req-1afd252e-a449-4dfd-89f0-88d758e365e3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:38.662568 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-de658653-8cdf-436c-b182-0fd45c08f830 req-1afd252e-a449-4dfd-89f0-88d758e365e3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0522754 Sep 26 13:25:38.701797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:38.704584 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-de658653-8cdf-436c-b182-0fd45c08f830 req-60328a82-4559-4299-8744-4091e44aeda2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333745 Sep 26 13:25:38.780973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:38.943686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:38.948343 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:39.017133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event updated for resources: {'Port': ['ID=42076b59-d7de-480d-97e6-6afeabaec4d3,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:39.024868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:39.131253 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Floating IP cf409345-d4b7-444f-8c0c-eb3efa0119ca associated. External IP: 172.25.4.14, port: 1a11862b-0ad5-47f2-bb79-b01047aede06. Sep 26 13:25:39.335198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:25:39.442787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:25:39.453238 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] Sync routers for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:25:39.462079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:39.465215 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:25:39.465860 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:25:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:39.497961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-094a6640-213b-4e08-b646-e3c6202bdf31 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6307552 Sep 26 13:25:39.498890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:25:39.500715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46576) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:39.501397 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:25:39.554815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b6182-e5d7-49b6-a3d6-f3fa79ae11ea tempest-TestVolumeBackupRestore-713930601 tempest-TestVolumeBackupRestore-713930601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:39.556585 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e82b6182-e5d7-49b6-a3d6-f3fa79ae11ea tempest-TestVolumeBackupRestore-713930601 tempest-TestVolumeBackupRestore-713930601-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1093 time: 0.0546489 Sep 26 13:25:39.560589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46582) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:25:39.567496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-05982e24-83b1-48d6-b64c-51b0aa3b6156 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Request body: {'floatingip': {'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:39.619257 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f114fd-3f2c-4fca-962f-acd56aaa83b9 x-openstack-request-id: req-50f114fd-3f2c-4fca-962f-acd56aaa83b9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:25:39.619552 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:25:39.619827 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50f114fd-3f2c-4fca-962f-acd56aaa83b9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:25:39.620238 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'status': 'completed', 'code': 200} Sep 26 13:25:39.637284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05982e24-83b1-48d6-b64c-51b0aa3b6156 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:39.688867 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:25:39.945446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'cf409345-d4b7-444f-8c0c-eb3efa0119ca', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'mac_address': 'fa:16:3e:86:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:25:38Z', 'updated_at': '2021-09-26T13:25:38Z', 'revision_number': 0, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:39.972630 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] Checking router: 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:25:39.981578 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:25:39.982176 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:25:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:40.096354 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:25:40.123463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-c2367938-fa6c-4d44-aad7-71067e9da725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:40.124983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-c2367938-fa6c-4d44-aad7-71067e9da725 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b5278bcd3d94af68e579690533b329e&device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1098 time: 0.1374581 Sep 26 13:25:40.134801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93718d0-71ef-4c47-8ac1-d722ae859912 req-2abae63d-563e-4520-8de6-87569fb696e5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:40.136310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93718d0-71ef-4c47-8ac1-d722ae859912 req-2abae63d-563e-4520-8de6-87569fb696e5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.1498735 Sep 26 13:25:40.316872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c93718d0-71ef-4c47-8ac1-d722ae859912 req-543f72ef-fbb8-4f1d-a686-ea704355cecc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664410 Sep 26 13:25:40.348610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-dc6c9029-3f9a-42a6-a805-77a936be1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:40.350208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-dc6c9029-3f9a-42a6-a805-77a936be1014 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 HTTP/1.1" status: 200 len: 914 time: 0.2129500 Sep 26 13:25:40.352876 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'cf409345-d4b7-444f-8c0c-eb3efa0119ca', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'mac_address': 'fa:16:3e:86:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:25:38Z', 'updated_at': '2021-09-26T13:25:38Z', 'revision_number': 0, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:40.380468 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86edec6-6e5a-4d1d-ad76-405fbea60bc2 None None] The sync data for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 is: [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'cf409345-d4b7-444f-8c0c-eb3efa0119ca', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'mac_address': 'fa:16:3e:86:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:25:38Z', 'updated_at': '2021-09-26T13:25:38Z', 'revision_number': 0, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:25:40.467480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-e3a54e34-533f-4998-9c43-7d49c1964088 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a11862b-0ad5-47f2-bb79-b01047aede06 HTTP/1.1" status: 200 len: 999 time: 0.1076510 Sep 26 13:25:40.579387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17659886-b2e5-4fa7-875d-6494a9c14a99 None None] New status for floating IP cf409345-d4b7-444f-8c0c-eb3efa0119ca: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:25:40.609047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-3f0d5b6f-3157-4368-837d-7bfbbd2d0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:40.610570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-3f0d5b6f-3157-4368-837d-7bfbbd2d0a10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83fcdf40-7b3a-4e5d-a792-3a17ae6e9353 HTTP/1.1" status: 200 len: 853 time: 0.1078105 Sep 26 13:25:40.732192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-8f122cdf-24a3-4228-9eed-733e6fb5b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:40.733756 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-8f122cdf-24a3-4228-9eed-733e6fb5b190 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147599 Sep 26 13:25:40.746646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05982e24-83b1-48d6-b64c-51b0aa3b6156 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:40.752094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-17659886-b2e5-4fa7-875d-6494a9c14a99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:25:40.752451 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-17659886-b2e5-4fa7-875d-6494a9c14a99 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:25:40.755321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05982e24-83b1-48d6-b64c-51b0aa3b6156 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:40.918327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-82126b2b-6d41-4948-ac83-539861a46293 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758614 Sep 26 13:25:41.055700 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2bc15e93-96f5-4f50-afb0-42be495427fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:41.092089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78cb694f-0f20-4bc6-ad3b-28e44ffdf4e7 req-e6e5a686-68a0-43e1-9d02-f77e79cf4fd8 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665924 Sep 26 13:25:41.095821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05982e24-83b1-48d6-b64c-51b0aa3b6156 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:25:41.205238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05982e24-83b1-48d6-b64c-51b0aa3b6156 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:25:41.209565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05982e24-83b1-48d6-b64c-51b0aa3b6156 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:41.254076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17659886-b2e5-4fa7-875d-6494a9c14a99 None None] New status for floating IP cf409345-d4b7-444f-8c0c-eb3efa0119ca: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:25:41.262635 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-05982e24-83b1-48d6-b64c-51b0aa3b6156 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "PUT /v2.0/floatingips/cf409345-d4b7-444f-8c0c-eb3efa0119ca HTTP/1.1" status: 200 len: 991 time: 1.7016892 Sep 26 13:25:41.440432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104533bf-e35c-41fb-9956-85b37b624fcd req-60def958-b43b-4d5f-89c4-c390e436bc16 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:41.443183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-104533bf-e35c-41fb-9956-85b37b624fcd req-60def958-b43b-4d5f-89c4-c390e436bc16 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0540814 Sep 26 13:25:41.487558 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] Sync routers for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:25:41.488395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-104533bf-e35c-41fb-9956-85b37b624fcd req-e65162cb-5416-4896-9d0a-d6d88d358af8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351150 Sep 26 13:25:41.496620 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:25:41.497204 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:41.605248 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:25:41.621182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06'}, {'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:25:41.624855 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07" -d '{"events": [{"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06"}, {"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:25:41.639313 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:41.667691 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 26 Sep 2021 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123dfb51-2fdc-4654-abbb-a1cdf2a1d9f4 x-openstack-request-id: req-123dfb51-2fdc-4654-abbb-a1cdf2a1d9f4 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:25:41.668004 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:25:41.668234 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-123dfb51-2fdc-4654-abbb-a1cdf2a1d9f4 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:25:41.668632 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'status': 'completed', 'code': 200} Sep 26 13:25:41.668879 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'status': 'completed', 'code': 200} Sep 26 13:25:41.732799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-511f79e8-f230-4ef8-ba65-bf106c47e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:41.734256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-511f79e8-f230-4ef8-ba65-bf106c47e658 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b5278bcd3d94af68e579690533b329e&device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1098 time: 0.0426772 Sep 26 13:25:41.827093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-241ef5be-2c08-4262-aafa-13a442dd6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:41.828479 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-241ef5be-2c08-4262-aafa-13a442dd6f16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 HTTP/1.1" status: 200 len: 914 time: 0.0859058 Sep 26 13:25:41.837396 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'cf409345-d4b7-444f-8c0c-eb3efa0119ca', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'mac_address': 'fa:16:3e:86:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:25:38Z', 'updated_at': '2021-09-26T13:25:41Z', 'revision_number': 2, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:41.874792 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] Checking router: 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:25:41.883879 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:25:41.884456 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:41.902365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-33560ef3-e629-44c4-ad82-fc22a6589b78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a11862b-0ad5-47f2-bb79-b01047aede06 HTTP/1.1" status: 200 len: 1001 time: 0.0669522 Sep 26 13:25:41.954609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-d84b8fde-c691-488a-af59-a9eac0014f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:41.956271 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-d84b8fde-c691-488a-af59-a9eac0014f7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83fcdf40-7b3a-4e5d-a792-3a17ae6e9353 HTTP/1.1" status: 200 len: 853 time: 0.0448639 Sep 26 13:25:42.000260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31518e-a5f0-402c-be70-2933e90fdcfa req-f433f19c-a043-4155-b977-aabfde5bf6ca tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:42.000852 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:25:42.002889 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1c31518e-a5f0-402c-be70-2933e90fdcfa req-f433f19c-a043-4155-b977-aabfde5bf6ca tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 945 time: 0.0575347 Sep 26 13:25:42.017114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-ff74366d-1a33-4cd8-84b8-20581dc46fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:42.018629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-ff74366d-1a33-4cd8-84b8-20581dc46fa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439911 Sep 26 13:25:42.042632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1c31518e-a5f0-402c-be70-2933e90fdcfa req-c96e4696-02e4-4c85-93b7-46a49c114761 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334938 Sep 26 13:25:42.097072 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:42.126721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-b4f845be-6aea-4e48-a82d-9aed863b18e6 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011539 Sep 26 13:25:42.223469 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-bc6b3180-77cd-4f49-a09f-a94930492799 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881376 Sep 26 13:25:42.261665 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'cf409345-d4b7-444f-8c0c-eb3efa0119ca', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'mac_address': 'fa:16:3e:86:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:25:38Z', 'updated_at': '2021-09-26T13:25:41Z', 'revision_number': 2, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:25:42.288045 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3d630-a237-4ddd-98cc-649d9854da3e None None] The sync data for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 is: [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'cf409345-d4b7-444f-8c0c-eb3efa0119ca', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'port_id': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'mac_address': 'fa:16:3e:86:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:25:38Z', 'updated_at': '2021-09-26T13:25:41Z', 'revision_number': 2, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:25:42.314313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-9d01fb8f-9c05-4aa1-8747-2256ae3d4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:42.315883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-9d01fb8f-9c05-4aa1-8747-2256ae3d4ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b5278bcd3d94af68e579690533b329e&device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1098 time: 0.0502908 Sep 26 13:25:42.415021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-a0388d1f-e1a0-4b4e-a9bc-6276d001b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:42.416563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-a0388d1f-e1a0-4b4e-a9bc-6276d001b59a service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 HTTP/1.1" status: 200 len: 914 time: 0.0935800 Sep 26 13:25:42.491068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-6f64b205-4caf-4489-bf4d-4c652fbcfafa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a11862b-0ad5-47f2-bb79-b01047aede06 HTTP/1.1" status: 200 len: 1001 time: 0.0656922 Sep 26 13:25:42.541349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-03c82ecc-7c23-4f7d-a85b-827119e9c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:42.542911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-03c82ecc-7c23-4f7d-a85b-827119e9c6da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83fcdf40-7b3a-4e5d-a792-3a17ae6e9353 HTTP/1.1" status: 200 len: 853 time: 0.0440812 Sep 26 13:25:42.592641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-7e3162fe-53d1-4ec5-9c05-eeafcc739d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:42.594197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-7e3162fe-53d1-4ec5-9c05-eeafcc739d3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415988 Sep 26 13:25:42.610665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caf889-6d9a-4588-b8e1-4ff2fe148db3 req-c834a190-9e29-4df5-aa67-90b1fcfe10b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:42.612191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41caf889-6d9a-4588-b8e1-4ff2fe148db3 req-c834a190-9e29-4df5-aa67-90b1fcfe10b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0520632 Sep 26 13:25:42.652965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41caf889-6d9a-4588-b8e1-4ff2fe148db3 req-538cf813-2219-4850-83b1-9914eb600dec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343838 Sep 26 13:25:42.689822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-b6c709fe-b42e-4f67-9107-d18c1b761a75 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881639 Sep 26 13:25:42.783800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56eeba2d-3589-4e74-ac93-16fe5ec8eb07 req-46280efe-b4be-4b1d-abd4-052b87f17b46 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863664 Sep 26 13:25:43.564060 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:43.775962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22444f6c-f110-41be-9cfb-6a06dfed823d req-29bfc082-8121-4a0f-865d-70b5d10561eb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:43.778079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-22444f6c-f110-41be-9cfb-6a06dfed823d req-29bfc082-8121-4a0f-865d-70b5d10561eb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Sep 26 13:25:43.819004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-22444f6c-f110-41be-9cfb-6a06dfed823d req-2d462fcb-e75a-43b1-b67d-c990ca50955a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349443 Sep 26 13:25:44.934206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3adac-94d4-4df2-851b-fe793b08b107 req-7158eb35-b624-42fb-95e2-8bd8338b7418 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:44.935710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a3adac-94d4-4df2-851b-fe793b08b107 req-7158eb35-b624-42fb-95e2-8bd8338b7418 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Sep 26 13:25:44.974703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8a3adac-94d4-4df2-851b-fe793b08b107 req-183f6538-aa7c-4efa-842e-bca15bd90b64 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328820 Sep 26 13:25:45.202901 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:46.093551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9eb9e-5e0a-4a70-a237-393f9cf806d1 req-757c7b73-7f62-4c99-bc86-1437daf4c0ab tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:46.095048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ecf9eb9e-5e0a-4a70-a237-393f9cf806d1 req-757c7b73-7f62-4c99-bc86-1437daf4c0ab tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Sep 26 13:25:46.134619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ecf9eb9e-5e0a-4a70-a237-393f9cf806d1 req-4835e16c-f65c-4125-9134-dd4e43966b26 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335104 Sep 26 13:25:47.270842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b2c5-899f-4dc8-b970-6da00bf93154 req-a7809963-be5c-4eaf-865a-c87e3d09f40c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:47.272402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d727b2c5-899f-4dc8-b970-6da00bf93154 req-a7809963-be5c-4eaf-865a-c87e3d09f40c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0700295 Sep 26 13:25:47.311312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d727b2c5-899f-4dc8-b970-6da00bf93154 req-3ac96d70-1fbb-401f-99f9-976087c0f533 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323954 Sep 26 13:25:47.596947 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:25:47.695493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:47.707202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'mac_address': 'fa:16:3e:8b:b0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:25:47.746266 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:47.761846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab102d25-cbba-4004-8527-dc306cf0ed5a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:25:47.781303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:47.785423 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:47.835288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:47.843331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.843597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.843945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.844278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.844604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.844931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.845316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.845594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.845915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.846232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.846551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.846863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:47.864079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ab102d25-cbba-4004-8527-dc306cf0ed5a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:25:47.917222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750d651c-d796-4e70-8265-49966236e6cb req-8feef267-e30d-4b4b-96b2-c7200c7edc21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406761 Sep 26 13:25:48.013414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d651c-d796-4e70-8265-49966236e6cb req-6dfb9c35-c6c2-4923-ad6b-171f0cd035ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:48.014967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750d651c-d796-4e70-8265-49966236e6cb req-6dfb9c35-c6c2-4923-ad6b-171f0cd035ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1098 time: 0.0471966 Sep 26 13:25:48.121857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d651c-d796-4e70-8265-49966236e6cb req-3453026e-11ee-4ccd-b63b-af5d361e1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:48.123257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750d651c-d796-4e70-8265-49966236e6cb req-3453026e-11ee-4ccd-b63b-af5d361e1dd7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.0890779 Sep 26 13:25:48.201070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750d651c-d796-4e70-8265-49966236e6cb req-f5b4dbc2-e54e-4cf0-8ec1-085e7eaec828 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 1001 time: 0.0635364 Sep 26 13:25:48.254784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d651c-d796-4e70-8265-49966236e6cb req-40341451-1578-4444-bd58-96b2e51e3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:48.256269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750d651c-d796-4e70-8265-49966236e6cb req-40341451-1578-4444-bd58-96b2e51e3a90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0476677 Sep 26 13:25:48.303699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d651c-d796-4e70-8265-49966236e6cb req-9fb1faca-1941-470c-b111-039719b66af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:48.305286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750d651c-d796-4e70-8265-49966236e6cb req-9fb1faca-1941-470c-b111-039719b66af1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413256 Sep 26 13:25:48.438975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750d651c-d796-4e70-8265-49966236e6cb req-610e2797-a39f-4351-acb4-8321e3e4ca5c service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218896 Sep 26 13:25:48.464240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04029999-d06b-4899-b84b-cb5a060eb4f2 req-a25b4edb-e674-4b13-9cbf-f78f1ec6a43f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:48.465956 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04029999-d06b-4899-b84b-cb5a060eb4f2 req-a25b4edb-e674-4b13-9cbf-f78f1ec6a43f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0794251 Sep 26 13:25:48.564032 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04029999-d06b-4899-b84b-cb5a060eb4f2 req-4f69e011-6386-4bc4-b8e7-ab4bc913b3c7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858612 Sep 26 13:25:48.585350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-750d651c-d796-4e70-8265-49966236e6cb req-66e1ac37-ac0d-4d78-a399-2fceb9ccaf16 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377428 Sep 26 13:25:49.619705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:25:49.670113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ab102d25-cbba-4004-8527-dc306cf0ed5a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:25:49.670491 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:49.690217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80243c-c27b-4202-af46-ced9b54b42da req-545917a2-ca9c-4fb7-a140-76ff50a1f825 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:49.691749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb80243c-c27b-4202-af46-ced9b54b42da req-545917a2-ca9c-4fb7-a140-76ff50a1f825 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0549533 Sep 26 13:25:49.736051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb80243c-c27b-4202-af46-ced9b54b42da req-b212b01f-db2b-40b1-920a-c592c9e8d9bc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379939 Sep 26 13:25:49.759633 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:49.783210 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:25:49.785666 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf105329-c0d4-4c59-9c56-a70c07895d7d" -d '{"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-plugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:25:49.798573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:49.802519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:49.832903 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9609505-4b30-43e9-b918-55f2543bbe65 x-openstack-request-id: req-b9609505-4b30-43e9-b918-55f2543bbe65 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:25:49.833212 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-plugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:25:49.833440 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9609505-4b30-43e9-b918-55f2543bbe65 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:25:49.833842 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'code': 200} Sep 26 13:25:49.860171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:50.288794 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:50.864819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9198b-db88-462d-894e-d0e227f3136c req-96efbbfe-8363-40ec-985c-e141f324a8cc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:50.866486 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96a9198b-db88-462d-894e-d0e227f3136c req-96efbbfe-8363-40ec-985c-e141f324a8cc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0533879 Sep 26 13:25:50.911592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96a9198b-db88-462d-894e-d0e227f3136c req-c0275336-ff4b-4a3c-ac37-55c045488b87 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378711 Sep 26 13:25:51.908229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-de7002fd-0ddf-4549-b947-9b02c92bff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:51.910359 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-de7002fd-0ddf-4549-b947-9b02c92bff12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1097 time: 0.0811944 Sep 26 13:25:52.446496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26700844-8da3-4359-9f44-5fc2a3776d5a req-683518e1-4e59-420a-898f-67369c00722f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:52.448704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26700844-8da3-4359-9f44-5fc2a3776d5a req-683518e1-4e59-420a-898f-67369c00722f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.4176335 Sep 26 13:25:52.449805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-14ac90b4-cc67-4d50-8f30-1724509a9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:52.451140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-14ac90b4-cc67-4d50-8f30-1724509a9b71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.5046585 Sep 26 13:25:52.601323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26700844-8da3-4359-9f44-5fc2a3776d5a req-571bb13c-cd1b-486e-9391-dc47f53766cb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443005 Sep 26 13:25:52.633202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-7684106e-1113-493d-bbee-01b7d28109f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 1000 time: 0.1673288 Sep 26 13:25:52.685954 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-479d1c25-13b5-4b7c-8c4f-a021c0bcfcf7 service neutron] show failed (client error): The resource could not be found. Sep 26 13:25:52.687598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-479d1c25-13b5-4b7c-8c4f-a021c0bcfcf7 service neutron] 10.222.0.24 "GET /v2.0/ports/fb9a63b7-fd82-40a7-a7fd-a817bc72d516/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.1654658 Sep 26 13:25:52.702933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-b3cf5f01-05bc-4037-8984-648e718cbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:52.704533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-b3cf5f01-05bc-4037-8984-648e718cbf57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0595810 Sep 26 13:25:52.755072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-bfd7184c-dce9-4d48-8fb9-2661e7bac65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:52.756927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-bfd7184c-dce9-4d48-8fb9-2661e7bac65b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451272 Sep 26 13:25:52.870503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-d93aef1e-a440-4779-85a0-692573aba878 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046531 Sep 26 13:25:52.978006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-f877b6ec-da36-421c-8a53-4ed49587f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:52.981303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-f877b6ec-da36-421c-8a53-4ed49587f9d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 1097 time: 0.0939870 Sep 26 13:25:52.999124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:25:53.013043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b43ae90f-6a0d-4da7-96c0-ed30602139b3 req-ffd3f433-01b0-4368-b717-3d58dde81dc5 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332748 Sep 26 13:25:53.071322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:53.877407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58829-d902-4c7f-9dfb-0573bf4b7325 req-d869c725-8855-491a-b57d-95c0c20492bf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:53.879880 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fc58829-d902-4c7f-9dfb-0573bf4b7325 req-d869c725-8855-491a-b57d-95c0c20492bf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0783558 Sep 26 13:25:53.894807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:53.955650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:25:53.988510 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3fc58829-d902-4c7f-9dfb-0573bf4b7325 req-137541fe-8e6a-46f1-b6a8-27575e81f33d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016359 Sep 26 13:25:54.020492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:25:54.023036 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd47683f-7139-4dc6-9b52-4a7c8664278b" -d '{"events": [{"server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:25:54.028304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:54.054374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Transition to ACTIVE for port object fb9a63b7-fd82-40a7-a7fd-a817bc72d516 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:25:54.064125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:54.124605 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118cf7c1-6e19-4e52-af25-966655c5f16b x-openstack-request-id: req-118cf7c1-6e19-4e52-af25-966655c5f16b {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:25:54.124933 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:25:54.125162 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-118cf7c1-6e19-4e52-af25-966655c5f16b {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:25:54.125592 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'code': 200} Sep 26 13:25:54.141829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=6']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:54.224483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.224822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.225257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.226015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.226364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.226883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.227283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.227789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.228125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.228457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.229320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.230003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:25:54.340535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] No DVR routers for this DVR port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:25:54.520006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Attempting to bind port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:25:54.520359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Attempting to bind port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:25:54.520699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Attempting to bind port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:25:54.526481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:25:54.526927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Attempting to bind port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:25:54.532623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:25:54.532982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Checking segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:25:54.534225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Bound using segment: {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:25:54.534771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Bound port: fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:25:54.535145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:54.627151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:25:54.631199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:25:54.637827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:54.683488 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:54.684389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:54.685900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 1092 time: 1.6916337 Sep 26 13:25:54.788183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885e194-68a2-4531-babf-d832f61ef9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:25:54.843478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-b1697278-7dcf-48d1-ad60-ecd3a8d63b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:54.845237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-b1697278-7dcf-48d1-ad60-ecd3a8d63b5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1095 time: 0.1213312 Sep 26 13:25:55.047520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-ec8964eb-0886-45cc-9004-07f1e8083e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:55.049087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-ec8964eb-0886-45cc-9004-07f1e8083e52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 897 time: 0.1938748 Sep 26 13:25:55.188933 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-28eeaae4-7fc9-43b8-b0aa-c812626bb1f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 999 time: 0.1316085 Sep 26 13:25:55.208395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e67d9-86d9-4b66-8d80-0839afac4925 req-8a179050-f257-47b9-b962-cb065d514289 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:55.216560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b32e67d9-86d9-4b66-8d80-0839afac4925 req-8a179050-f257-47b9-b962-cb065d514289 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 943 time: 0.0943878 Sep 26 13:25:55.287147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-9a128f6d-50cb-40ff-87c0-264adb1db1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:55.288635 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-9a128f6d-50cb-40ff-87c0-264adb1db1e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0886083 Sep 26 13:25:55.293166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b32e67d9-86d9-4b66-8d80-0839afac4925 req-61a9b3d0-a515-4998-9d40-dc7982e974d9 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757110 Sep 26 13:25:55.372234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-dde2910e-6971-497e-876f-141ba87b9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:55.375357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-dde2910e-6971-497e-876f-141ba87b9259 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767426 Sep 26 13:25:55.481556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-935c3c66-8ee9-4c8a-a0ca-c7899f765787 service neutron] 10.222.0.23 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948100 Sep 26 13:25:55.585205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-ac85ebe9-86d1-4371-af86-31e8725b28e2 service neutron] 10.222.0.23 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939832 Sep 26 13:25:56.127257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:25:56.130020 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:25:56.188314 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ab822b-1466-4108-a47c-95c342ac0ed0 x-openstack-request-id: req-b5ab822b-1466-4108-a47c-95c342ac0ed0 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:25:56.188624 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:25:56.188934 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5ab822b-1466-4108-a47c-95c342ac0ed0 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:25:56.189385 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'status': 'completed', 'code': 200} Sep 26 13:25:56.257148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-34f7026d-6f85-457a-a1d8-a5dc726a0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.259022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-34f7026d-6f85-457a-a1d8-a5dc726a0c39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1095 time: 0.0529778 Sep 26 13:25:56.261141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-d25fb617-0697-4807-a56e-633b577fcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.263022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-d25fb617-0697-4807-a56e-633b577fcc9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1095 time: 0.0505223 Sep 26 13:25:56.330012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fb9a63b7-fd82-40a7-a7fd-a817bc72d516 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:25:56.416882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-7ff27ac9-74d9-4ea0-b665-0c815b870567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.420891 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-7ff27ac9-74d9-4ea0-b665-0c815b870567 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 897 time: 0.1529410 Sep 26 13:25:56.424575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-d2380180-3dd4-4272-b185-25bc5aeb429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.426319 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-d2380180-3dd4-4272-b185-25bc5aeb429b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 897 time: 0.1561267 Sep 26 13:25:56.436047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fb9a63b7-fd82-40a7-a7fd-a817bc72d516 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:25:56.525535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-9ae467ef-3a05-4512-8c80-dcb7516670ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 999 time: 0.0956125 Sep 26 13:25:56.545063 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-e9054e84-975c-456f-8274-88320bc26ba5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 999 time: 0.1072843 Sep 26 13:25:56.606142 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-3e93d619-c97e-4d4f-8900-64928d6b0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.607563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-3e93d619-c97e-4d4f-8900-64928d6b0db9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0556495 Sep 26 13:25:56.618202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ec3b7-1439-4bcb-b696-d5104f6a87c7 req-cd110d71-7471-4b6e-9fbe-34cdbfdae05d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.619308 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e98ec3b7-1439-4bcb-b696-d5104f6a87c7 req-cd110d71-7471-4b6e-9fbe-34cdbfdae05d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 943 time: 0.1742723 Sep 26 13:25:56.621771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-4b461ad7-e6f2-4146-8904-35cdfcc842a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.623279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-4b461ad7-e6f2-4146-8904-35cdfcc842a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0892608 Sep 26 13:25:56.662308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-b8c6aec7-2952-40ab-ae6f-25dd60a3e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.664665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-b8c6aec7-2952-40ab-ae6f-25dd60a3e199 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497572 Sep 26 13:25:56.677245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e98ec3b7-1439-4bcb-b696-d5104f6a87c7 req-a91e9907-80f1-46a1-b453-002fe0e9e587 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508420 Sep 26 13:25:56.719122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-92be7cff-92ee-4216-9deb-da79825e404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:56.721874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-92be7cff-92ee-4216-9deb-da79825e404d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586963 Sep 26 13:25:56.785618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-f04209e8-7498-4d4b-82b9-9f8a41360b9a service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118631 Sep 26 13:25:56.858328 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-0d638e9f-a2b3-4612-a5a4-824f9694d5e5 service neutron] 10.222.0.23 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275215 Sep 26 13:25:56.913545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-ac98fb00-44f4-4dc1-a1b5-72980577133e service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188533 Sep 26 13:25:56.985605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ae8463c-8a7b-4b16-af9b-1f734c602c8b req-98c7deee-46f4-4182-8a2e-33bb3659f978 service neutron] 10.222.0.23 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169474 Sep 26 13:25:57.824615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217ae6b-e96f-46bd-a863-602fc0a4a366 req-d30320a3-2c1c-4c00-9b6b-5da3e9d1d8f6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:57.826245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f217ae6b-e96f-46bd-a863-602fc0a4a366 req-d30320a3-2c1c-4c00-9b6b-5da3e9d1d8f6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 943 time: 0.0558710 Sep 26 13:25:57.883701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f217ae6b-e96f-46bd-a863-602fc0a4a366 req-955e26b3-49cd-47a7-ad44-3eccc5cb6062 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506766 Sep 26 13:25:59.020673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3a0d9-3daf-47e7-812a-1606d10e707a req-5ff5e700-c874-4d8f-bbac-45d0b4d9f63a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:59.022460 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8f3a0d9-3daf-47e7-812a-1606d10e707a req-5ff5e700-c874-4d8f-bbac-45d0b4d9f63a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 943 time: 0.0581219 Sep 26 13:25:59.078276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8f3a0d9-3daf-47e7-812a-1606d10e707a req-9c469a61-2e48-47e3-abeb-0b290dd56b41 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484970 Sep 26 13:25:59.324646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efe45a-2cd9-4e92-b34b-a7d079902106 req-e22eddbd-6f4b-4faa-b0e6-55893b1b711d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:59.330018 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40efe45a-2cd9-4e92-b34b-a7d079902106 req-e22eddbd-6f4b-4faa-b0e6-55893b1b711d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 943 time: 0.0685141 Sep 26 13:25:59.383916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40efe45a-2cd9-4e92-b34b-a7d079902106 req-7bcdba8d-e683-4b01-b983-52fbaca47733 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492818 Sep 26 13:25:59.389124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-4ceb22e2-606e-49e6-be7b-7dc82293bc59 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:59.390973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-4ceb22e2-606e-49e6-be7b-7dc82293bc59 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1&tenant_id=be3d67312ea64c16a1f294b896b92864&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 943 time: 0.1206076 Sep 26 13:25:59.466065 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-bc3cedc6-de30-4b66-bb72-478faf4c53d2 service neutron] delete failed (client error): The resource could not be found. Sep 26 13:25:59.467217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-bc3cedc6-de30-4b66-bb72-478faf4c53d2 service neutron] 10.222.0.24 "DELETE /v2.0/ports/fb9a63b7-fd82-40a7-a7fd-a817bc72d516/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0684240 Sep 26 13:25:59.558354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-cafb38fb-dd4e-4645-967d-6b6f0ea06177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:59.560097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-cafb38fb-dd4e-4645-967d-6b6f0ea06177 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1095 time: 0.0478168 Sep 26 13:25:59.663625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-64c942dd-e705-46b5-882b-ac8d2e7a56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:59.665508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-64c942dd-e705-46b5-882b-ac8d2e7a56ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 897 time: 0.0977142 Sep 26 13:25:59.676919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device fb9a63b7-fd82-40a7-a7fd-a817bc72d516 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:25:59.743854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-d9162276-7fc1-4c2c-a144-ea61270eeffa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 999 time: 0.0698109 Sep 26 13:25:59.829768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:59.843442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'port_id': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'mac_address': 'fa:16:3e:92:2d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:25:59.855015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-b4fb5813-e810-43d5-b629-7cc183ca80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:59.856779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-b4fb5813-e810-43d5-b629-7cc183ca80a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0949771 Sep 26 13:25:59.909547 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:25:59.915207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-6ca7d5ec-f08d-484f-b3c7-b713aad5502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:25:59.917565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-6ca7d5ec-f08d-484f-b3c7-b713aad5502e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530064 Sep 26 13:25:59.935955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9a63b7-fd82-40a7-a7fd-a817bc72d516 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:25:59.961609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:25:59.967453 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:00.026037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-1a0180cd-e008-4ad0-be7b-ecd57e06fa32 service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008623 Sep 26 13:26:00.039525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:00.144745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f72214d-95eb-4a75-93a4-0b46cbbcb03c req-4e704492-b4a1-4c1d-ae0f-f14470fa41a1 service neutron] 10.222.0.24 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002567 Sep 26 13:26:00.514775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ed847-7a7c-44cc-8da6-30869b7764f8 req-1c13a998-829c-431e-ad39-be3d8cc32c75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:00.516272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-152ed847-7a7c-44cc-8da6-30869b7764f8 req-1c13a998-829c-431e-ad39-be3d8cc32c75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 944 time: 0.0533648 Sep 26 13:26:00.556279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['fb9a63b7-fd82-40a7-a7fd-a817bc72d516'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:26:00.560975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-152ed847-7a7c-44cc-8da6-30869b7764f8 req-4cfa53cd-ff9d-4921-af64-77d80758e6c1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384777 Sep 26 13:26:01.051932 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd955e-6015-4572-96b4-28f7e9fe4ba7 req-c00dc9a3-02e2-4b33-ac32-b61285c55dc0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:01.053951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8dd955e-6015-4572-96b4-28f7e9fe4ba7 req-c00dc9a3-02e2-4b33-ac32-b61285c55dc0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 945 time: 0.0596390 Sep 26 13:26:01.093531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d8dd955e-6015-4572-96b4-28f7e9fe4ba7 req-6402d522-64c6-459a-89d9-afa3a25fe3ca tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329506 Sep 26 13:26:01.685195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7cfeb-bfbf-4902-b5ee-7a463ce6627b req-d3da959e-421f-4edd-9eb6-a1ffc0662ceb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:01.686733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09f7cfeb-bfbf-4902-b5ee-7a463ce6627b req-d3da959e-421f-4edd-9eb6-a1ffc0662ceb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 944 time: 0.0558939 Sep 26 13:26:01.729093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09f7cfeb-bfbf-4902-b5ee-7a463ce6627b req-be88adda-8557-49ba-8112-a1f6b5df7fc3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363069 Sep 26 13:26:01.750667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 46802) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:01.817879 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-55b1eed4-36a2-485f-bcb7-6eaf07e6fad3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/e3ba61a7-0a65-4c06-8ffb-69103233b6cc HTTP/1.1" status: 200 len: 992 time: 0.0659873 Sep 26 13:26:03.681161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device fb9a63b7-fd82-40a7-a7fd-a817bc72d516 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:26:03.731567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:26:03.735157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:26:03.735622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:03.816227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:03.841720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:03.843915 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb864b27-f340-43e0-b86c-c600ed69d82c" -d '{"events": [{"server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "name": "network-vif-plugged", "status": "completed", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:03.858793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:03.862528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:03.863315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:03.902286 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d02cee9-89c1-4944-b07d-375a8aa7836e x-openstack-request-id: req-6d02cee9-89c1-4944-b07d-375a8aa7836e {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:03.902579 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "name": "network-vif-plugged", "status": "completed", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:03.902836 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d02cee9-89c1-4944-b07d-375a8aa7836e {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:03.903223 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'code': 200} Sep 26 13:26:03.940803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:03.982936 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:04.021235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:04.025216 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:04.075016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:04.755186 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:26:05.905183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:05.908676 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90112d34-ad3c-4cc0-898d-f90ab268d03e" -d '{"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-unplugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:05.948664 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5e75d5-8c06-46c4-b696-e044406a7eff x-openstack-request-id: req-1d5e75d5-8c06-46c4-b696-e044406a7eff {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:05.949010 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-unplugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:05.949315 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d5e75d5-8c06-46c4-b696-e044406a7eff {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:05.950143 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'code': 200} Sep 26 13:26:07.688878 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:26:07.791112 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:07.802062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'mac_address': 'fa:16:3e:8b:b0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:26:07.840680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:07.853857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab102d25-cbba-4004-8527-dc306cf0ed5a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:26:07.873168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:07.876651 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:07.922098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:07.994509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ab102d25-cbba-4004-8527-dc306cf0ed5a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:26:08.207301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5349d4-cb9a-49e9-ac75-57ba6487265e req-c1e86c15-1afe-4986-a705-2fd94ee37a88 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:08.209182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec5349d4-cb9a-49e9-ac75-57ba6487265e req-c1e86c15-1afe-4986-a705-2fd94ee37a88 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0610957 Sep 26 13:26:08.251719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec5349d4-cb9a-49e9-ac75-57ba6487265e req-56b83cd3-0268-4898-9988-7b4428dd8936 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358891 Sep 26 13:26:08.287566 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c762-e14f-47c6-b2a1-3c98c269f9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:09.376888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331ea1-7cda-47db-8d93-5301e7fa555a req-125891b5-a2de-4208-bc81-5d536113aabf tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:09.378852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63331ea1-7cda-47db-8d93-5301e7fa555a req-125891b5-a2de-4208-bc81-5d536113aabf tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0575950 Sep 26 13:26:09.418933 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-63331ea1-7cda-47db-8d93-5301e7fa555a req-91c3802f-03ab-4a8b-98c3-59603f62139c tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341465 Sep 26 13:26:09.697041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:26:09.745691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ab102d25-cbba-4004-8527-dc306cf0ed5a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:26:09.746067 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:09.829105 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:09.859935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:09.862343 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253cbb4b-eab6-4614-9379-750c08ea9f72" -d '{"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-plugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:09.876355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:09.880825 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:09.908386 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc931e1c-3641-4ae2-ad59-c903ac266fe5 x-openstack-request-id: req-fc931e1c-3641-4ae2-ad59-c903ac266fe5 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:09.909189 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-plugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:09.909189 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc931e1c-3641-4ae2-ad59-c903ac266fe5 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:09.909399 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'code': 200} Sep 26 13:26:09.938819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=10']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:10.561207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427beb49-5a7d-47d0-816e-546c35519738 req-6efd55b2-72bd-4100-a8f5-fe7e05b8ef87 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:10.562792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-427beb49-5a7d-47d0-816e-546c35519738 req-6efd55b2-72bd-4100-a8f5-fe7e05b8ef87 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0709057 Sep 26 13:26:10.607092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-427beb49-5a7d-47d0-816e-546c35519738 req-ee711000-619f-4cbd-b105-e5ba2a3aede4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379646 Sep 26 13:26:11.069859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e9fa8fc3-fbf1-433d-a87d-cd3e62b0c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:11.654951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:11.744613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce69ca5-6aa1-45ec-b285-84faf454447f req-525208c7-eb9b-4325-9232-fdca3638a4c8 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:11.752684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bce69ca5-6aa1-45ec-b285-84faf454447f req-525208c7-eb9b-4325-9232-fdca3638a4c8 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0634038 Sep 26 13:26:11.797079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bce69ca5-6aa1-45ec-b285-84faf454447f req-9b4baa00-bde3-4ff4-84a0-960367685c65 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434425 Sep 26 13:26:12.105859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:12.929062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aecfc2-d380-44f9-b8a7-f9d04e956d09 req-cbb8c2e2-4e67-429c-b873-c6783a46c7a1 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:12.930611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94aecfc2-d380-44f9-b8a7-f9d04e956d09 req-cbb8c2e2-4e67-429c-b873-c6783a46c7a1 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0531421 Sep 26 13:26:12.978159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-94aecfc2-d380-44f9-b8a7-f9d04e956d09 req-906453c8-c35d-4421-8f92-8f830d033033 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Sep 26 13:26:13.568914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:14.132746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c36e-2009-4a9e-8139-05a5171ac8fc req-a08466b4-bf5d-42ad-b7af-b12443195064 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:14.135839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1713c36e-2009-4a9e-8139-05a5171ac8fc req-a08466b4-bf5d-42ad-b7af-b12443195064 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0711353 Sep 26 13:26:14.195297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1713c36e-2009-4a9e-8139-05a5171ac8fc req-ee083e7c-d16d-46af-950f-4aa48b25f88d tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503948 Sep 26 13:26:15.225033 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:15.321810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2c11e-0300-4585-bccd-0a039f07be3f req-f18157af-bd92-459f-9963-b9b2e3fcd131 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:15.323423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeb2c11e-0300-4585-bccd-0a039f07be3f req-f18157af-bd92-459f-9963-b9b2e3fcd131 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0555322 Sep 26 13:26:15.365838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeb2c11e-0300-4585-bccd-0a039f07be3f req-4965861f-fa0d-4cb8-8c00-a56caf3e1f50 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361574 Sep 26 13:26:16.564969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539e44-c5a1-4fc3-b3d2-199db3930c61 req-85483591-294c-4dde-a066-c072d795df7f tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:16.567685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08539e44-c5a1-4fc3-b3d2-199db3930c61 req-85483591-294c-4dde-a066-c072d795df7f tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0709331 Sep 26 13:26:16.619517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08539e44-c5a1-4fc3-b3d2-199db3930c61 req-a8cc11f1-0e20-48c2-8c36-97febc3f44cc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376008 Sep 26 13:26:17.771946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97e959-00a4-495b-a045-9a80ef2efe9a req-fc1f33a1-8b4a-4129-8426-d8c76b2c01e9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:17.773637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a97e959-00a4-495b-a045-9a80ef2efe9a req-fc1f33a1-8b4a-4129-8426-d8c76b2c01e9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0646980 Sep 26 13:26:17.818324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a97e959-00a4-495b-a045-9a80ef2efe9a req-437f6003-230f-4704-9855-dfda59a09ee9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Sep 26 13:26:18.587874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 46952) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:18.771359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Deleting port 42076b59-d7de-480d-97e6-6afeabaec4d3 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:18.771806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:18.878757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:18.878757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:18.893633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Calling delete_port for 42076b59-d7de-480d-97e6-6afeabaec4d3 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:18.966011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cc294-3452-40a7-ac1a-a60ffe59d901 req-454a1846-11b4-436a-bf4c-e67ebad0b3dd tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:18.973310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-441cc294-3452-40a7-ac1a-a60ffe59d901 req-454a1846-11b4-436a-bf4c-e67ebad0b3dd tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0672624 Sep 26 13:26:19.013746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-441cc294-3452-40a7-ac1a-a60ffe59d901 req-69614048-da26-49ac-90f2-c5ca71f661a6 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394883 Sep 26 13:26:19.301258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b7aab-bb5d-4ffe-bde4-095dbf6a98f5 req-cc036058-a144-4c72-ab7a-294d86521f48 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:19.302960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e88b7aab-bb5d-4ffe-bde4-095dbf6a98f5 req-cc036058-a144-4c72-ab7a-294d86521f48 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.1021357 Sep 26 13:26:19.306105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-301e04a6-53f1-48e2-a9e0-72352b47d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:19.307574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-301e04a6-53f1-48e2-a9e0-72352b47d728 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 1098 time: 0.0862164 Sep 26 13:26:19.345883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:19.373261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event deleted for resources: {'Port': ['ID=42076b59-d7de-480d-97e6-6afeabaec4d3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:19.397885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e88b7aab-bb5d-4ffe-bde4-095dbf6a98f5 req-308c3fe9-bd0c-4e4d-b336-0c922bf0aead tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877757 Sep 26 13:26:19.435967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-8f2f3e6c-8877-4184-9d77-0e8a989b7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:19.437501 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-8f2f3e6c-8877-4184-9d77-0e8a989b7e7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.1211033 Sep 26 13:26:19.438066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:19.438404 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Floating IP cf409345-d4b7-444f-8c0c-eb3efa0119ca disassociated (deleted). External IP: 172.25.4.14, port: 1a11862b-0ad5-47f2-bb79-b01047aede06. Sep 26 13:26:19.509902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-24555624-ff59-4496-8cc6-e260a519a89f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 200 len: 1001 time: 0.0651765 Sep 26 13:26:19.564054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-7578c01e-73c4-489f-a915-6a202f3c29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:19.565652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-7578c01e-73c4-489f-a915-6a202f3c29a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0493808 Sep 26 13:26:19.615805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-d7edd444-0cab-4ddc-8fce-e0bba70e4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:19.617363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-d7edd444-0cab-4ddc-8fce-e0bba70e4ac1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438950 Sep 26 13:26:19.676751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:26:19.729059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-f3ae93e6-7059-42d1-8fd0-ac37d8869b93 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040730 Sep 26 13:26:19.796174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:26:19.802054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:19.815198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] Sync routers for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:26:19.826062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:26:19.826795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:19.841225 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ef35ce06-db16-4887-9597-588214cd165d tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "DELETE /v2.0/floatingips/cf409345-d4b7-444f-8c0c-eb3efa0119ca HTTP/1.1" status: 204 len: 168 time: 1.2492237 Sep 26 13:26:19.841225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:19.841225 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:19.848894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24b72ee5-d291-42f8-bc78-f4278a48cded req-22f5a697-b225-4fec-9867-5854c431df39 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133709 Sep 26 13:26:19.894073 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d2237-df81-47d1-91c2-10dce603210e x-openstack-request-id: req-882d2237-df81-47d1-91c2-10dce603210e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:19.894619 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:19.894797 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-882d2237-df81-47d1-91c2-10dce603210e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:19.895203 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'status': 'completed', 'code': 200} Sep 26 13:26:19.967034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-9937a0e5-488b-40d7-840e-89045c73316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:19.968789 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-9937a0e5-488b-40d7-840e-89045c73316b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b5278bcd3d94af68e579690533b329e&device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 1098 time: 0.0484948 Sep 26 13:26:19.972089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:26:20.090862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-385d7bbc-2264-48b7-a5ff-b7d25edc5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:20.096743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-385d7bbc-2264-48b7-a5ff-b7d25edc5aa6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 HTTP/1.1" status: 200 len: 914 time: 0.1199512 Sep 26 13:26:20.156356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84b55-29f5-4624-bb67-dd6a0a510c16 req-4dfad6dd-f779-4f8b-b7e4-ed23f7ee487a tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:20.158049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b0f84b55-29f5-4624-bb67-dd6a0a510c16 req-4dfad6dd-f779-4f8b-b7e4-ed23f7ee487a tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 946 time: 0.0564365 Sep 26 13:26:20.163012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-24a577e5-2a3e-45bd-a107-3223b119af4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a11862b-0ad5-47f2-bb79-b01047aede06 HTTP/1.1" status: 200 len: 217 time: 0.0563219 Sep 26 13:26:20.208579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b0f84b55-29f5-4624-bb67-dd6a0a510c16 req-ba93c723-11a0-4293-bc63-a508b7f6c475 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 Sep 26 13:26:20.261277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:20.265291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-f2f88492-0e58-4460-9536-fb6c6ae45b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:20.266844 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-f2f88492-0e58-4460-9536-fb6c6ae45b72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83fcdf40-7b3a-4e5d-a792-3a17ae6e9353 HTTP/1.1" status: 200 len: 853 time: 0.0930686 Sep 26 13:26:20.278330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3064e3-abde-4917-9025-9b09ba5eced7 req-4c44511a-8268-4ae2-b9a7-9ca67c05716c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:20.280503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c3064e3-abde-4917-9025-9b09ba5eced7 req-4c44511a-8268-4ae2-b9a7-9ca67c05716c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.1207411 Sep 26 13:26:20.301255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] Checking router: 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:26:20.316445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:26:20.317142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:20.321330 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:20.373026 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c3064e3-abde-4917-9025-9b09ba5eced7 req-dcd6fbbd-89cd-4167-a6ab-ac78ac4b62cf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815606 Sep 26 13:26:20.377113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-5da54254-8186-41d4-b8ff-95ed785dbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:20.379032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-5da54254-8186-41d4-b8ff-95ed785dbb0c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974081 Sep 26 13:26:20.466083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:26:20.541257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-8dd336e9-7317-4f05-ab2b-23e99431a2a0 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524765 Sep 26 13:26:20.550356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d1ff-231a-4c2c-bfab-e56759e6a84f req-ec612f03-09c3-4b3c-bf71-e21e392accc5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:20.551929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6762d1ff-231a-4c2c-bfab-e56759e6a84f req-ec612f03-09c3-4b3c-bf71-e21e392accc5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0724707 Sep 26 13:26:20.653998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6762d1ff-231a-4c2c-bfab-e56759e6a84f req-4f0f3d11-ac06-4cbb-84b2-ad84fcc1ebbc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929813 Sep 26 13:26:20.681761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-437d27ec-e22d-43b8-8a78-90e0d2e6e5c0 req-9ff42056-b949-4743-b32e-f9f3f630a4e7 service neutron] 10.222.0.23 "GET /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283603 Sep 26 13:26:20.709531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:20.745181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf5f71-4848-48d1-8098-975d9447dc5b None None] The sync data for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 is: [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:23:04Z', 'revision_number': 4, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e77faa0e-f747-4852-83ec-5526a04768ab', 'name': '', 'network_id': 'b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'mac_address': 'fa:16:3e:94:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:02Z', 'updated_at': '2021-09-26T13:23:09Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'subnets': [{'id': '83fcdf40-7b3a-4e5d-a792-3a17ae6e9353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:26:20.887181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117caf0-3452-4adc-b6a2-2dfb5a89e966 req-7398c354-0dac-4e91-bda5-ad644553d625 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:20.889348 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0117caf0-3452-4adc-b6a2-2dfb5a89e966 req-7398c354-0dac-4e91-bda5-ad644553d625 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0573084 Sep 26 13:26:20.947565 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0117caf0-3452-4adc-b6a2-2dfb5a89e966 req-f95d25db-e278-4c41-b66d-c763ead0a406 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512376 Sep 26 13:26:21.010233 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41694766-9921-4666-acc1-92d505b23902 None None] New status for floating IP cf409345-d4b7-444f-8c0c-eb3efa0119ca: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:26:21.330804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b7ff-edf7-48aa-b01a-e1ad581d779d req-cdb86e75-1119-4021-93fe-74195e1b30e2 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:21.332304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-daf6b7ff-edf7-48aa-b01a-e1ad581d779d req-cdb86e75-1119-4021-93fe-74195e1b30e2 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 946 time: 0.0484145 Sep 26 13:26:21.369316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-daf6b7ff-edf7-48aa-b01a-e1ad581d779d req-37782de6-0e9a-47e0-8f40-4161bad294bd tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306363 Sep 26 13:26:22.093218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd1fa4-c1a6-430f-b629-7388787ccbc6 req-5a010404-8707-4877-a356-410146ae711c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:22.094747 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2bd1fa4-c1a6-430f-b629-7388787ccbc6 req-5a010404-8707-4877-a356-410146ae711c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0758722 Sep 26 13:26:22.123473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-7a6b5f58-acd5-43ce-aefb-08e9b227c3ca tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:22.124941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-7a6b5f58-acd5-43ce-aefb-08e9b227c3ca tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.23 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 946 time: 0.0773458 Sep 26 13:26:22.167905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2bd1fa4-c1a6-430f-b629-7388787ccbc6 req-dd3e0c2b-b532-4e94-a24c-38d6d07478e7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666163 Sep 26 13:26:22.235774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Deleting port 1a11862b-0ad5-47f2-bb79-b01047aede06 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:22.236033 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:22.340883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] For port 1a11862b-0ad5-47f2-bb79-b01047aede06, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1a11862b-0ad5-47f2-bb79-b01047aede06,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:22.341249 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:22.356724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Calling delete_port for 1a11862b-0ad5-47f2-bb79-b01047aede06 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:22.491155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b88f5a-9b62-4b7c-896a-7a8c9c153263 req-e974369f-bf34-4ff4-adaa-be4acd6e8e47 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:22.493161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5b88f5a-9b62-4b7c-896a-7a8c9c153263 req-e974369f-bf34-4ff4-adaa-be4acd6e8e47 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 946 time: 0.0544260 Sep 26 13:26:22.496236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:22.528563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event deleted for resources: {'Port': ['ID=1a11862b-0ad5-47f2-bb79-b01047aede06,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:22.541079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b5b88f5a-9b62-4b7c-896a-7a8c9c153263 req-deb4f621-c7e2-4dc6-a38a-09bdb23baa9a tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/security-groups?id=84527bbc-fa3e-4193-a9c7-b2f380e0cf47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398111 Sep 26 13:26:22.594553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] No DVR routers for this DVR port 1a11862b-0ad5-47f2-bb79-b01047aede06 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:26:22.597105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:22.599096 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f212e25b-0504-49cf-a2d7-9beb4f464513 req-ab6d2887-d2f5-42ea-acca-34095bef2747 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.23 "DELETE /v2.0/ports/1a11862b-0ad5-47f2-bb79-b01047aede06 HTTP/1.1" status: 204 len: 173 time: 0.4659905 Sep 26 13:26:22.599523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'name': 'network-vif-deleted', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:22.601772 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df9d9d1-a53f-4d89-92ec-8511f97d0ae4" -d '{"events": [{"server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "name": "network-vif-deleted", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:22.641592 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ce8f9a-9fbe-45a1-b352-b429b9fc9855 x-openstack-request-id: req-66ce8f9a-9fbe-45a1-b352-b429b9fc9855 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:22.641911 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea74bbe-c6e2-4fe3-8ae5-514320d9dc72", "name": "network-vif-deleted", "tag": "1a11862b-0ad5-47f2-bb79-b01047aede06", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:22.642248 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66ce8f9a-9fbe-45a1-b352-b429b9fc9855 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:22.642654 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea74bbe-c6e2-4fe3-8ae5-514320d9dc72', 'name': 'network-vif-deleted', 'tag': '1a11862b-0ad5-47f2-bb79-b01047aede06', 'status': 'completed', 'code': 200} Sep 26 13:26:23.292579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ec21f-bc2e-4275-a323-a89a594d347c req-303039bb-420e-4f96-8846-119cf269c82d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:23.294440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5ec21f-bc2e-4275-a323-a89a594d347c req-303039bb-420e-4f96-8846-119cf269c82d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0531595 Sep 26 13:26:23.336242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f5ec21f-bc2e-4275-a323-a89a594d347c req-bf4b8601-db6d-4a73-ae27-a1e156360905 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353475 Sep 26 13:26:23.646084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fba0e40e-e4ba-46fe-be05-3138d8a66983 req-6dd3b6cc-6525-4aab-8552-e07e476eff16 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 210 time: 0.0287709 Sep 26 13:26:23.782700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:23.862592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:23.888880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:23.891289 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e19916-3647-4db6-b1d7-94cde8d23ca3" -d '{"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-unplugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:23.904689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:23.915704 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:23.943985 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2da5238-bf9f-40f8-81c1-d972ec6d63cf x-openstack-request-id: req-a2da5238-bf9f-40f8-81c1-d972ec6d63cf {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:23.944330 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-unplugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:23.944609 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2da5238-bf9f-40f8-81c1-d972ec6d63cf {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:23.945001 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'code': 200} Sep 26 13:26:23.970225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=11']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:24.463491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17746c57-3538-416c-b3cf-e0db42ed86f5 req-1c19e9b9-9aad-44e9-b95f-f6d2bbb4c4a1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:24.465029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17746c57-3538-416c-b3cf-e0db42ed86f5 req-1c19e9b9-9aad-44e9-b95f-f6d2bbb4c4a1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0538993 Sep 26 13:26:24.504049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17746c57-3538-416c-b3cf-e0db42ed86f5 req-6dbfe4bc-a303-4a82-a1c9-83dba005a73a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328171 Sep 26 13:26:24.747394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29e7fe23-82fe-4e9e-9778-0518268abdb2 req-ce0aee0f-edda-46c1-b46d-d22a66eeb9a7 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 210 time: 0.0270469 Sep 26 13:26:25.631498 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b35b3-3ec6-4951-bb39-66b64b6e6cd0 req-f88afc9a-2048-472a-b2c6-58b016888757 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:25.633154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b8b35b3-3ec6-4951-bb39-66b64b6e6cd0 req-f88afc9a-2048-472a-b2c6-58b016888757 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0538468 Sep 26 13:26:25.682521 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b8b35b3-3ec6-4951-bb39-66b64b6e6cd0 req-94642472-178a-486b-8234-2196cb57a3c6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Sep 26 13:26:25.789725 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:26:25.791875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1a11862b-0ad5-47f2-bb79-b01047aede06 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:25.816111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 1a11862b-0ad5-47f2-bb79-b01047aede06 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:26:25.816493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1a11862b-0ad5-47f2-bb79-b01047aede06 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:26:25.853774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c5122ea-8fe7-4d77-b0c9-35989714b977 req-e1285a9f-a827-4ded-85eb-5b03007450d2 tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea74bbe-c6e2-4fe3-8ae5-514320d9dc72 HTTP/1.1" status: 200 len: 210 time: 0.0336547 Sep 26 13:26:25.927531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:25.940705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'mac_address': 'fa:16:3e:8b:b0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:26:25.981615 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:25.996850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab102d25-cbba-4004-8527-dc306cf0ed5a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:26:26.019262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:26.023542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:26.075435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:26.121364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ab102d25-cbba-4004-8527-dc306cf0ed5a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:26:26.800083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b7ec-32e4-472c-837c-05f35cccd895 req-56419dda-3d71-4c7a-81d3-6ccfbc6cfbc7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:26.806252 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5385b7ec-32e4-472c-837c-05f35cccd895 req-56419dda-3d71-4c7a-81d3-6ccfbc6cfbc7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Sep 26 13:26:26.841244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5385b7ec-32e4-472c-837c-05f35cccd895 req-d8db3dce-85e1-46a2-96bb-1c6040ce8461 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327857 Sep 26 13:26:26.914693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47036) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:26.974989 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-249a7dd4-8901-4ccf-af8b-597ffe87490c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:27.001243 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-249a7dd4-8901-4ccf-af8b-597ffe87490c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:27.060202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-249a7dd4-8901-4ccf-af8b-597ffe87490c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:27.062846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-249a7dd4-8901-4ccf-af8b-597ffe87490c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:27.064065 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-249a7dd4-8901-4ccf-af8b-597ffe87490c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] 10.222.0.13 "DELETE /v2.0/security-groups/84527bbc-fa3e-4193-a9c7-b2f380e0cf47 HTTP/1.1" status: 204 len: 168 time: 0.1478138 Sep 26 13:26:27.073999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7dd4-8901-4ccf-af8b-597ffe87490c tempest-TestVolumeBackupRestore-727603574 tempest-TestVolumeBackupRestore-727603574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84527bbc-fa3e-4193-a9c7-b2f380e0cf47,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:27.809421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:26:27.869451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ab102d25-cbba-4004-8527-dc306cf0ed5a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:26:27.869849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:27.974035 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:28.010504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:28.013912 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa663924-cfd3-4cb8-9518-470630617cee" -d '{"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-plugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:28.032013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af973f6-3b9b-480c-8ed9-734d85250712 req-b71611df-39ff-43b5-9c01-0dd4c16ddfbf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:28.035901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:28.041853 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:28.043063 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4af973f6-3b9b-480c-8ed9-734d85250712 req-b71611df-39ff-43b5-9c01-0dd4c16ddfbf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 945 time: 0.0966740 Sep 26 13:26:28.130601 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fab198-844f-4ffe-bef5-ea1a73b28d10 x-openstack-request-id: req-a1fab198-844f-4ffe-bef5-ea1a73b28d10 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:28.131132 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-plugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:28.131655 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1fab198-844f-4ffe-bef5-ea1a73b28d10 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:28.132252 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'code': 200} Sep 26 13:26:28.138445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=13']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:28.151846 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4af973f6-3b9b-480c-8ed9-734d85250712 req-8e371fec-1301-471e-bea7-7f4bbcc65a80 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070917 Sep 26 13:26:29.306459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443fa2-34a9-437e-b0f1-399e4d8885a0 req-cd162ab6-5c93-41f3-99ed-3bef61465343 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:29.308214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a443fa2-34a9-437e-b0f1-399e4d8885a0 req-cd162ab6-5c93-41f3-99ed-3bef61465343 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0693085 Sep 26 13:26:29.362742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a443fa2-34a9-437e-b0f1-399e4d8885a0 req-3a5da8f5-80be-4d8c-ad91-5612779943e4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480061 Sep 26 13:26:30.596353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47478) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:30.610319 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804da4-30a8-4522-8215-a3d6fdc16c1c req-66da02d6-a526-45b0-90d4-2d37d456102f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:30.619099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05804da4-30a8-4522-8215-a3d6fdc16c1c req-66da02d6-a526-45b0-90d4-2d37d456102f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.1518044 Sep 26 13:26:30.721516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05804da4-30a8-4522-8215-a3d6fdc16c1c req-c5370c5a-25d3-46cd-bff0-1a476d48b7ee tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950241 Sep 26 13:26:31.164556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:31.519325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Deleting port e77faa0e-f747-4852-83ec-5526a04768ab {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:31.519967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:31.921218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431a57c-d6c1-46b9-b851-9c4711273c02 req-f852ac64-ff24-45e3-b4ed-5c3348e7964b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:31.928561 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6431a57c-d6c1-46b9-b851-9c4711273c02 req-f852ac64-ff24-45e3-b4ed-5c3348e7964b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.1049674 Sep 26 13:26:31.941944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] For port e77faa0e-f747-4852-83ec-5526a04768ab, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e77faa0e-f747-4852-83ec-5526a04768ab,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:31.942587 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:31.971149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Calling delete_port for e77faa0e-f747-4852-83ec-5526a04768ab owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:32.005825 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6431a57c-d6c1-46b9-b851-9c4711273c02 req-fed08093-55cc-4214-811c-38cb0ade5bea tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761845 Sep 26 13:26:32.228115 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:32.260241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Pushing event deleted for resources: {'Port': ['ID=e77faa0e-f747-4852-83ec-5526a04768ab,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:32.488906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:32.744568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:26:32.874249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:26:32.883125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5e43e786-8a91-4165-91c2-b52038d59aca admin admin] 10.222.0.13 "PUT /v2.0/routers/09717fd0-ea3e-40ef-b6bc-8153bd8975c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2842748 Sep 26 13:26:32.885019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47524) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:32.889444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] Sync routers for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:26:32.905833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:26:32.907360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:33.047746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.073326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:26:33.189444 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.192298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed975-6cd6-4244-b45c-6bf2bb5f0982 req-53b03a4e-c4a0-4788-820f-a589c3b4d9e8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:33.193991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63aed975-6cd6-4244-b45c-6bf2bb5f0982 req-53b03a4e-c4a0-4788-820f-a589c3b4d9e8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0858080 Sep 26 13:26:33.239157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-63aed975-6cd6-4244-b45c-6bf2bb5f0982 req-63d0797f-a676-4692-b8e1-c25b24b90a3f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374594 Sep 26 13:26:33.281393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Deleting port 9665a34a-6fe6-4004-9269-4cb938d5fb57 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:33.282469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.320096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:26:32Z', 'revision_number': 5, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port': {'id': '9665a34a-6fe6-4004-9269-4cb938d5fb57', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:33.379845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] For port 9665a34a-6fe6-4004-9269-4cb938d5fb57, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9665a34a-6fe6-4004-9269-4cb938d5fb57,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:33.380317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.399254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Calling delete_port for 9665a34a-6fe6-4004-9269-4cb938d5fb57 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:33.520625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] Checking router: 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:26:33.529442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] Routers {'09717fd0-ea3e-40ef-b6bc-8153bd8975c1'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:26:33.530086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:33.617241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.622466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] Set router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:26:33.653992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9665a34a-6fe6-4004-9269-4cb938d5fb57,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:33.689535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:26:33Z', 'revision_number': 6, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:33.717881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fc57f-4140-420c-b268-96e06cdf40eb None None] The sync data for ids ['09717fd0-ea3e-40ef-b6bc-8153bd8975c1'] in n-d-806683-13 is: [{'id': '09717fd0-ea3e-40ef-b6bc-8153bd8975c1', 'name': 'tempest-TestVolumeBackupRestore-1326845677-router', 'tenant_id': '7b5278bcd3d94af68e579690533b329e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:57Z', 'updated_at': '2021-09-26T13:26:33Z', 'revision_number': 6, 'project_id': '7b5278bcd3d94af68e579690533b329e', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:26:33.731296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.857119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.859840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.905960 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.906491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09717fd0-ea3e-40ef-b6bc-8153bd8975c1 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:26:33.915622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:33.919177 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-276dbdd9-dbff-4ec3-9cc9-50ba86e324eb admin admin] 10.222.0.13 "DELETE /v2.0/routers/09717fd0-ea3e-40ef-b6bc-8153bd8975c1 HTTP/1.1" status: 204 len: 168 time: 1.0308862 Sep 26 13:26:33.919401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47534) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:33.984009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d98bb4e-4dc2-4bba-901b-68bd818e9091 admin admin] Deleting subnet 83fcdf40-7b3a-4e5d-a792-3a17ae6e9353 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:26:33.987262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d98bb4e-4dc2-4bba-901b-68bd818e9091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.023888 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d98bb4e-4dc2-4bba-901b-68bd818e9091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.197202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d98bb4e-4dc2-4bba-901b-68bd818e9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.265363 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d98bb4e-4dc2-4bba-901b-68bd818e9091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.291315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98bb4e-4dc2-4bba-901b-68bd818e9091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83fcdf40-7b3a-4e5d-a792-3a17ae6e9353,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:34.311064 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1d98bb4e-4dc2-4bba-901b-68bd818e9091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.311842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c247c7-79e3-4a82-9de6-7eba35afc6cf None None] Network b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:26:34.316058 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1d98bb4e-4dc2-4bba-901b-68bd818e9091 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83fcdf40-7b3a-4e5d-a792-3a17ae6e9353 HTTP/1.1" status: 204 len: 168 time: 0.3956814 Sep 26 13:26:34.316799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47538) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:34.452141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.471969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c6d17-a613-4f6c-874e-37b3d8dd24b5 req-7ae02345-9ec1-4392-baa2-b65d8cbbcad4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:34.475207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7e0c6d17-a613-4f6c-874e-37b3d8dd24b5 req-7ae02345-9ec1-4392-baa2-b65d8cbbcad4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0830564 Sep 26 13:26:34.549749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7e0c6d17-a613-4f6c-874e-37b3d8dd24b5 req-926e1395-6f77-41f9-b355-68a4cbae999c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Sep 26 13:26:34.570234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Deleting port 0c556310-873b-4fd6-a12e-40f5c6762c9c {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:34.570657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.622418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] DHCP port deletion for b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:26:34.656682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] For port 0c556310-873b-4fd6-a12e-40f5c6762c9c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0c556310-873b-4fd6-a12e-40f5c6762c9c,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:34.657138 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.666965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e77faa0e-f747-4852-83ec-5526a04768ab no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:34.671489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Calling delete_port for 0c556310-873b-4fd6-a12e-40f5c6762c9c owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:34.697190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e77faa0e-f747-4852-83ec-5526a04768ab {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:26:34.697615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e77faa0e-f747-4852-83ec-5526a04768ab not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:26:34.729907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] Deleting port 0c556310-873b-4fd6-a12e-40f5c6762c9c {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:34.730424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.771027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.816625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c556310-873b-4fd6-a12e-40f5c6762c9c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:34.819320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] No DVR routers for this DVR port 0c556310-873b-4fd6-a12e-40f5c6762c9c on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:26:34.840368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] For port 0c556310-873b-4fd6-a12e-40f5c6762c9c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0c556310-873b-4fd6-a12e-40f5c6762c9c,segment=NetworkSegment(1b6000c4-d76a-4c91-8fe0-83633393ee56),segment_id=1b6000c4-d76a-4c91-8fe0-83633393ee56)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:34.840766 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.857166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] Calling delete_port for 0c556310-873b-4fd6-a12e-40f5c6762c9c owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:34.929089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.950952 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:34.958637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:34.971572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] No DVR routers for this DVR port 0c556310-873b-4fd6-a12e-40f5c6762c9c on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:26:34.981229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6000c4-d76a-4c91-8fe0-83633393ee56') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:34.981625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6000c4-d76a-4c91-8fe0-83633393ee56') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:35.008274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:35.011597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f557b30-cad0-4bb4-877e-c44b1ddeb0c0 None None] Pushing event deleted for resources: {'Port': ['ID=0c556310-873b-4fd6-a12e-40f5c6762c9c,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:35.035791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:35.044781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:26:35.045767 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:26:35.049513 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:26:35.123872 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:35.129565 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:35.132193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985 HTTP/1.1" status: 204 len: 168 time: 0.8139958 Sep 26 13:26:35.135636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47540) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:35.155649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa07ca9-1536-4f68-a682-0df5c6da8e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4dd8eaf-3c6b-4cf5-9d3d-b7574bff8985,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:35.587860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:35.765020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a4fc6-a7fe-4b1f-a4c6-95755be17d76 req-46b8024b-9a90-4123-9ce6-1cbe904c5c0e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:35.767392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db0a4fc6-a7fe-4b1f-a4c6-95755be17d76 req-46b8024b-9a90-4123-9ce6-1cbe904c5c0e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0870254 Sep 26 13:26:35.903928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-db0a4fc6-a7fe-4b1f-a4c6-95755be17d76 req-c8f07ae6-ff97-40ef-b4bf-0b99d6fe198b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217129 Sep 26 13:26:36.004100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Deleting port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:36.004441 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:36.103177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] For port 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,segment=NetworkSegment(757f1835-40d8-439d-a2d9-5fe63f7f1473),segment_id=757f1835-40d8-439d-a2d9-5fe63f7f1473)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:36.103560 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:36.121453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Calling delete_port for 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:36.218467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9665a34a-6fe6-4004-9269-4cb938d5fb57 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:36.242584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9665a34a-6fe6-4004-9269-4cb938d5fb57 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:26:36.243723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9665a34a-6fe6-4004-9269-4cb938d5fb57 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:26:36.244302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0c556310-873b-4fd6-a12e-40f5c6762c9c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:36.265582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 0c556310-873b-4fd6-a12e-40f5c6762c9c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:26:36.266200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0c556310-873b-4fd6-a12e-40f5c6762c9c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:26:36.330701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:36.357961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecafdae-7eb4-43b2-b1b0-9b64f32a6486,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:36.560843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:36.818438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Router 1abfd0a8-41ca-4759-a2ea-21f90c549675 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:26:37.116888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e102df8-2265-4013-bf71-8fe5c1cbcdae req-08c23894-02f0-4d82-930a-235f7e07c83d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:37.122788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e102df8-2265-4013-bf71-8fe5c1cbcdae req-08c23894-02f0-4d82-930a-235f7e07c83d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0832167 Sep 26 13:26:37.179371 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e102df8-2265-4013-bf71-8fe5c1cbcdae req-be2a9468-0bdd-453c-ade1-53f8914803e9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504105 Sep 26 13:26:37.299138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:26:37.306238 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-50f46568-dd2f-4b87-abe2-3f401deed36c admin admin] 10.222.0.13 "PUT /v2.0/routers/1abfd0a8-41ca-4759-a2ea-21f90c549675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690044 Sep 26 13:26:37.308721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47552) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:37.312738 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] Sync routers for ids ['1abfd0a8-41ca-4759-a2ea-21f90c549675'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:26:37.325028 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] Routers {'1abfd0a8-41ca-4759-a2ea-21f90c549675'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:26:37.325594 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1abfd0a8-41ca-4759-a2ea-21f90c549675'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:37.445936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:37.456328 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] Set router 1abfd0a8-41ca-4759-a2ea-21f90c549675 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:26:37.592774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:37.668811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Deleting port 298de4ae-4845-46e2-8063-2b106cb5201b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:37.669167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:37.691434 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:26:36Z', 'revision_number': 5, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port': {'id': '298de4ae-4845-46e2-8063-2b106cb5201b', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:12Z', 'updated_at': '2021-09-26T13:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:37.720873 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] Checking router: 1abfd0a8-41ca-4759-a2ea-21f90c549675 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:26:37.731251 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] Routers {'1abfd0a8-41ca-4759-a2ea-21f90c549675'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:26:37.732165 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1abfd0a8-41ca-4759-a2ea-21f90c549675'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:37.771056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] For port 298de4ae-4845-46e2-8063-2b106cb5201b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=298de4ae-4845-46e2-8063-2b106cb5201b,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:37.771440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:37.797818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Calling delete_port for 298de4ae-4845-46e2-8063-2b106cb5201b owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:37.826568 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] Set router 1abfd0a8-41ca-4759-a2ea-21f90c549675 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:26:37.892987 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:26:37Z', 'revision_number': 6, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:37.920777 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7794a-c5a5-483c-9c16-ddc00bbec4a8 None None] The sync data for ids ['1abfd0a8-41ca-4759-a2ea-21f90c549675'] in n-d-806683-13 is: [{'id': '1abfd0a8-41ca-4759-a2ea-21f90c549675', 'name': 'tempest-TestVolumeBackupRestore-1577801040-router', 'tenant_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:23:10Z', 'updated_at': '2021-09-26T13:26:37Z', 'revision_number': 6, 'project_id': '5bc2e7a5e88543e291d96d0e620f47a7', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:26:38.036625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.067527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Pushing event deleted for resources: {'Port': ['ID=298de4ae-4845-46e2-8063-2b106cb5201b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:38.145711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.255587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.260369 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.345032 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63e667d5-8106-4b06-9df5-a3416bc7eed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.421508 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.422058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1abfd0a8-41ca-4759-a2ea-21f90c549675 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:26:38.428798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.433068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47558) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:38.437237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4cb4be59-8b71-45a8-bf7c-dc6f5c6bdafb admin admin] 10.222.0.13 "DELETE /v2.0/routers/1abfd0a8-41ca-4759-a2ea-21f90c549675 HTTP/1.1" status: 204 len: 168 time: 1.1274838 Sep 26 13:26:38.467665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed309e-2d0f-492a-9d98-9e59ab7eeaa0 req-6d16b3dd-899e-4bc7-8010-b654d3229b1c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:38.469278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bed309e-2d0f-492a-9d98-9e59ab7eeaa0 req-6d16b3dd-899e-4bc7-8010-b654d3229b1c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.1982882 Sep 26 13:26:38.499928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:38.536150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c498c3ad-d711-4498-961d-049beee502e9 admin admin] Deleting subnet 6a35d65b-9617-4635-a5b0-c3162aeeed9f {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:26:38.540272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:26:38.540710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 9ecafdae-7eb4-43b2-b1b0-9b64f32a6486 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:26:38.547160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c498c3ad-d711-4498-961d-049beee502e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.548616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2bed309e-2d0f-492a-9d98-9e59ab7eeaa0 req-712633dd-3abb-40ff-afe3-7323846c4b42 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725784 Sep 26 13:26:38.586656 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c498c3ad-d711-4498-961d-049beee502e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.679494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c498c3ad-d711-4498-961d-049beee502e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.748638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c498c3ad-d711-4498-961d-049beee502e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.779994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498c3ad-d711-4498-961d-049beee502e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a35d65b-9617-4635-a5b0-c3162aeeed9f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:38.791179 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c498c3ad-d711-4498-961d-049beee502e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.795590 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c498c3ad-d711-4498-961d-049beee502e9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a35d65b-9617-4635-a5b0-c3162aeeed9f HTTP/1.1" status: 204 len: 168 time: 0.3605258 Sep 26 13:26:38.796307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47562) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:38.801122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da140e9f-d7c1-4c23-956b-a8f6370af07d None None] Network 11a5b2a6-5da4-4333-9de6-743baf5b655d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:26:38.895089 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:38.967998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Deleting port c34dace2-9410-4741-bc5e-38d4def5535b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:38.968478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.052815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] For port c34dace2-9410-4741-bc5e-38d4def5535b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c34dace2-9410-4741-bc5e-38d4def5535b,segment=NetworkSegment(757f1835-40d8-439d-a2d9-5fe63f7f1473),segment_id=757f1835-40d8-439d-a2d9-5fe63f7f1473)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:39.053577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.068898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] DHCP port deletion for 11a5b2a6-5da4-4333-9de6-743baf5b655d request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:26:39.076596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Calling delete_port for c34dace2-9410-4741-bc5e-38d4def5535b owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:39.157588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] Deleting port c34dace2-9410-4741-bc5e-38d4def5535b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:39.157588 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.189456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.229116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34dace2-9410-4741-bc5e-38d4def5535b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:39.242813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.243175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.243591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.244065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.244411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.244907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.245247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.245599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.245974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.246308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.246634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.246959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:39.252786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] No DVR routers for this DVR port c34dace2-9410-4741-bc5e-38d4def5535b on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:26:39.253365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] For port c34dace2-9410-4741-bc5e-38d4def5535b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c34dace2-9410-4741-bc5e-38d4def5535b,segment=NetworkSegment(757f1835-40d8-439d-a2d9-5fe63f7f1473),segment_id=757f1835-40d8-439d-a2d9-5fe63f7f1473)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:39.253799 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.267116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] Calling delete_port for c34dace2-9410-4741-bc5e-38d4def5535b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:39.367378 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.368575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.383781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] No DVR routers for this DVR port c34dace2-9410-4741-bc5e-38d4def5535b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:26:39.395186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a5b2a6-5da4-4333-9de6-743baf5b655d']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:39.402896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c44d85-5f37-4f0e-a516-d9c3421506ae None None] Pushing event deleted for resources: {'Port': ['ID=c34dace2-9410-4741-bc5e-38d4def5535b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:39.407029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757f1835-40d8-439d-a2d9-5fe63f7f1473') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:39.407322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757f1835-40d8-439d-a2d9-5fe63f7f1473') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:39.424472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.442045 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.450398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:26:39.450988 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:26:39.453133 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:26:39.518975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.531339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.536054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] 10.222.0.13 "DELETE /v2.0/networks/11a5b2a6-5da4-4333-9de6-743baf5b655d HTTP/1.1" status: 204 len: 168 time: 0.7360964 Sep 26 13:26:39.547025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3770-76ae-4963-ac4e-fcadefae4c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a5b2a6-5da4-4333-9de6-743baf5b655d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:39.684555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b1b05-ac11-423e-a690-d006df0f694a req-79f16c72-d011-46fb-918c-a3c505132b7e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:39.686419 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1e5b1b05-ac11-423e-a690-d006df0f694a req-79f16c72-d011-46fb-918c-a3c505132b7e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0591331 Sep 26 13:26:39.737640 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1e5b1b05-ac11-423e-a690-d006df0f694a req-7a0c826d-1d46-4979-8e2c-d4292efca4e1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Sep 26 13:26:39.820663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47572) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:39.864289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cc7a0eec-3c5a-4d63-9ffa-83358e726891 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b5278bcd3d94af68e579690533b329e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416553 Sep 26 13:26:39.866871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47574) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:39.924121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3154583c-3565-4083-ae22-3834b7140db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:39.952247 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3154583c-3565-4083-ae22-3834b7140db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:40.010668 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3154583c-3565-4083-ae22-3834b7140db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:40.019843 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3154583c-3565-4083-ae22-3834b7140db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:40.019843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3154583c-3565-4083-ae22-3834b7140db4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bcef470-6700-4a55-b6bf-3a5eebe9c15f HTTP/1.1" status: 204 len: 168 time: 0.1474407 Sep 26 13:26:40.030293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154583c-3565-4083-ae22-3834b7140db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcef470-6700-4a55-b6bf-3a5eebe9c15f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:40.237140 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c34dace2-9410-4741-bc5e-38d4def5535b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:40.263364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c34dace2-9410-4741-bc5e-38d4def5535b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:26:40.263713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c34dace2-9410-4741-bc5e-38d4def5535b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:26:40.264134 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 298de4ae-4845-46e2-8063-2b106cb5201b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:40.287671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 298de4ae-4845-46e2-8063-2b106cb5201b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:26:40.288306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 298de4ae-4845-46e2-8063-2b106cb5201b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:26:40.442883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47580) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:40.497198 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d94e23fd-51e7-402c-89d0-2476da8bfcf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bc2e7a5e88543e291d96d0e620f47a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505605 Sep 26 13:26:40.497476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47586) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:40.554835 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bfad-c10e-4ee3-890e-69f8f0d0656b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:40.577602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bfad-c10e-4ee3-890e-69f8f0d0656b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:40.628396 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bfad-c10e-4ee3-890e-69f8f0d0656b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:40.631145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9fd0bfad-c10e-4ee3-890e-69f8f0d0656b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:40.632370 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9fd0bfad-c10e-4ee3-890e-69f8f0d0656b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/596ad365-791b-43d1-b4e2-986a3a1dcf61 HTTP/1.1" status: 204 len: 168 time: 0.1336234 Sep 26 13:26:40.640418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0bfad-c10e-4ee3-890e-69f8f0d0656b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596ad365-791b-43d1-b4e2-986a3a1dcf61,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:40.874177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a84563-4e75-4cd3-a2eb-712496ea4eca req-06663010-6fd0-4503-b207-1ad7ca626a3b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:40.876391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50a84563-4e75-4cd3-a2eb-712496ea4eca req-06663010-6fd0-4503-b207-1ad7ca626a3b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0641339 Sep 26 13:26:40.921602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50a84563-4e75-4cd3-a2eb-712496ea4eca req-34f33e7f-9aba-4848-8ab7-0324ca5964d4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380816 Sep 26 13:26:41.062790 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ba716053-1ab3-491c-a6b3-52b47fffd65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:41.644394 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:41.754986 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:26:42.041803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779241d-4a71-42fd-bcb0-4bd09c2a57be req-9126cf24-950b-4664-932c-4e3ff16f6618 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:42.043369 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a779241d-4a71-42fd-bcb0-4bd09c2a57be req-9126cf24-950b-4664-932c-4e3ff16f6618 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0525143 Sep 26 13:26:42.083227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a779241d-4a71-42fd-bcb0-4bd09c2a57be req-5df1d9f5-47ba-4b9a-ba08-20903d3292ef tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338404 Sep 26 13:26:42.103054 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:42.406208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e89264-6280-4b2b-8c8b-2874b3564b73 req-f0b94179-94b8-4087-a6ec-e1c797bbec9a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:42.407814 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e89264-6280-4b2b-8c8b-2874b3564b73 req-f0b94179-94b8-4087-a6ec-e1c797bbec9a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0501189 Sep 26 13:26:42.448959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58e89264-6280-4b2b-8c8b-2874b3564b73 req-ddfc91c7-6dfe-4f0d-983d-864390068ce8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343683 Sep 26 13:26:43.393799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33224bb-1665-4490-9d3a-8ce2c1bbe185 req-4ac46073-98b3-4532-bfd0-3cfb9fac120a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:43.395224 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b33224bb-1665-4490-9d3a-8ce2c1bbe185 req-4ac46073-98b3-4532-bfd0-3cfb9fac120a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0589974 Sep 26 13:26:43.434242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b33224bb-1665-4490-9d3a-8ce2c1bbe185 req-367b2eba-9ef0-4cac-834e-a6d7160ad581 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Sep 26 13:26:43.572970 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:43.652983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332b88c-5613-4018-98cc-50ab21aaa53c req-6f60b278-aa27-45b4-b66e-9baae6967ee9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:43.654573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9332b88c-5613-4018-98cc-50ab21aaa53c req-6f60b278-aa27-45b4-b66e-9baae6967ee9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 946 time: 0.0567718 Sep 26 13:26:43.695554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9332b88c-5613-4018-98cc-50ab21aaa53c req-c2af5bd6-35ef-4e0f-a06b-6de9a38353b8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345495 Sep 26 13:26:43.766020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-6cf87783-6459-4d7b-9fc7-e7d11dd0e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:43.767529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-6cf87783-6459-4d7b-9fc7-e7d11dd0e1d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1098 time: 0.1601000 Sep 26 13:26:43.865396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-5f2deb4d-c26c-40ab-bb28-6cfbb9f3b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:43.866976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-5f2deb4d-c26c-40ab-bb28-6cfbb9f3b1b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.0918081 Sep 26 13:26:43.884960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:43.939910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-c8327de7-cf55-4dfb-b1e2-9793fad605d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 1000 time: 0.0656128 Sep 26 13:26:43.965780 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:43.989445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:43.991881 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fd8960-1095-4aaf-96aa-7e8a99129858" -d '{"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-unplugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:43.997716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-46267760-b20c-4d99-ad7d-1c8c5dad80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:43.999274 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-46267760-b20c-4d99-ad7d-1c8c5dad80ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0525315 Sep 26 13:26:44.005077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:44.010321 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:44.041574 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7dce5e-6b3f-4441-9967-f0f88e1b6763 x-openstack-request-id: req-aa7dce5e-6b3f-4441-9967-f0f88e1b6763 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:44.041914 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-unplugged", "status": "completed", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:44.042183 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa7dce5e-6b3f-4441-9967-f0f88e1b6763 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:44.042627 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'code': 200} Sep 26 13:26:44.048548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-c74996d7-7e03-44bb-9af7-d32040d5a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:44.050113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-c74996d7-7e03-44bb-9af7-d32040d5a347 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435138 Sep 26 13:26:44.072531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=14']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:44.140758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-549d7566-d7b6-4f33-9af5-e17ec01fec6f service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835443 Sep 26 13:26:44.234885 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91b526b3-7c31-4cc9-8245-061cc037eef0 req-ae4edcb0-1369-42a0-944f-73c4db6b5040 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873756 Sep 26 13:26:44.846334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb6be-4da7-42bc-b9b0-141ad02dcf29 req-2f86d390-6c0f-4df5-92ef-a21374496048 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:44.847733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-237fb6be-4da7-42bc-b9b0-141ad02dcf29 req-2f86d390-6c0f-4df5-92ef-a21374496048 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0565588 Sep 26 13:26:44.887810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-237fb6be-4da7-42bc-b9b0-141ad02dcf29 req-cbe480b4-48eb-4b31-b0be-6683d79249af tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332460 Sep 26 13:26:45.215256 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:46.007584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f779a7d-95c0-4b9f-b3e1-f068132d3fe1 req-12da5773-1995-474f-aef8-5ec1a741bb18 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:46.009167 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f779a7d-95c0-4b9f-b3e1-f068132d3fe1 req-12da5773-1995-474f-aef8-5ec1a741bb18 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0507886 Sep 26 13:26:46.049176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f779a7d-95c0-4b9f-b3e1-f068132d3fe1 req-421946cd-863f-4353-b066-e1dd96813886 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338838 Sep 26 13:26:46.248673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee7578-b5fa-4485-90b1-cefd96bb7e77 req-d8348409-d1b7-4523-ad8b-4098e6aa9612 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:46.250108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96ee7578-b5fa-4485-90b1-cefd96bb7e77 req-d8348409-d1b7-4523-ad8b-4098e6aa9612 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0576363 Sep 26 13:26:46.288970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96ee7578-b5fa-4485-90b1-cefd96bb7e77 req-20bc0c0a-f948-4612-81c4-04c17f4b75a7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322993 Sep 26 13:26:46.411160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f44a-6ba6-4c41-aade-49fec265fa50 req-649e96e3-bc2f-4b61-9c54-9c5670d96265 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:46.412655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8500f44a-6ba6-4c41-aade-49fec265fa50 req-649e96e3-bc2f-4b61-9c54-9c5670d96265 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0517290 Sep 26 13:26:46.456613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8500f44a-6ba6-4c41-aade-49fec265fa50 req-dd777959-b5bd-4050-86aa-f7fc7e9f21be tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374224 Sep 26 13:26:46.744195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a15b-1363-4157-9d13-82847b852731 req-3ffac8cd-fa87-4ac7-b3ed-8c4c0974f42f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:46.745706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-3ffac8cd-fa87-4ac7-b3ed-8c4c0974f42f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.1120508 Sep 26 13:26:46.761256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-c5906424-1fdb-4a53-8406-35e0f7ab3ffb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/quotas/5926d48159ef4d219209215e279cf1e4 HTTP/1.1" status: 200 len: 375 time: 0.0097291 Sep 26 13:26:46.821399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-5822ef93-426d-4c6e-8418-ccec7731e3d3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0550122 Sep 26 13:26:46.970498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-ecbd025c-fffa-4b7b-afe2-e34249587a90 service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420846 Sep 26 13:26:47.061918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-6dcdb0d1-1d6d-4f0e-80bd-a863f64ae06d service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Sep 26 13:26:47.503810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84ed43a4-9d9a-4b13-af0a-6b518e229d3d req-101a4c18-7833-4025-bc29-69898461683b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 210 time: 0.3054810 Sep 26 13:26:48.303149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a15b-1363-4157-9d13-82847b852731 req-18004cd1-17f3-4c1e-891e-0467ace5d560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:48.304644 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-18004cd1-17f3-4c1e-891e-0467ace5d560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.1163638 Sep 26 13:26:48.319663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'port': {'device_id': '7483e474-da75-47ac-9503-3c9ce44939af', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'admin_state_up': True, 'tenant_id': '5926d48159ef4d219209215e279cf1e4'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:26:48.434158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Made reservation on behalf of 5926d48159ef4d219209215e279cf1e4 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:26:48.437782 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:48.572634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Allocated IP 172.20.0.9 (96b7a73d-30fa-4a32-87d0-8a6b43406fcc/d6499ad3-b7c3-4a37-a85c-7cd75cf92782/3034081d-0ab6-471a-a40d-363d5bf8ea1c) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:26:48.602190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab6956fc-cff2-4d26-bd1b-454368bb7028 req-3b156ec4-ac39-43d1-bcac-6d742d301c2b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 210 time: 0.0282373 Sep 26 13:26:48.724728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:48.765742 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:48.810519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:26:48.813699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:26:48.816425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:26:48.857613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'Port': ['ID=3034081d-0ab6-471a-a40d-363d5bf8ea1c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:48.882700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:48.883490 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:48.900116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-cebf246a-e0ec-4016-a484-2671225b35f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856249 Sep 26 13:26:48.927216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Request body: {'port': {'device_id': '7483e474-da75-47ac-9503-3c9ce44939af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:26:48.998427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:49.025721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-266f588f-b9da-4634-8f00-1778f8cbf43f None None] Provisioning complete for port 3034081d-0ab6-471a-a40d-363d5bf8ea1c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:26:49.026342 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-266f588f-b9da-4634-8f00-1778f8cbf43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:49.059794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-266f588f-b9da-4634-8f00-1778f8cbf43f None None] Port 3034081d-0ab6-471a-a40d-363d5bf8ea1c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:26:49.282945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3034081d-0ab6-471a-a40d-363d5bf8ea1c {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:26:49.290903 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:49.303721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Transition to ACTIVE for port object 3034081d-0ab6-471a-a40d-363d5bf8ea1c will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:26:49.307303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:49.359742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Pushing event updated for resources: {'Port': ['ID=3034081d-0ab6-471a-a40d-363d5bf8ea1c,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:49.440746 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Attempting to bind port 3034081d-0ab6-471a-a40d-363d5bf8ea1c on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:26:49.441092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Attempting to bind port 3034081d-0ab6-471a-a40d-363d5bf8ea1c by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:26:49.441437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Attempting to bind port 3034081d-0ab6-471a-a40d-363d5bf8ea1c on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:26:49.446582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Port 3034081d-0ab6-471a-a40d-363d5bf8ea1c on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:26:49.446913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Attempting to bind port 3034081d-0ab6-471a-a40d-363d5bf8ea1c on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:26:49.452081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:26:49.452481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Checking segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:26:49.452914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Bound using segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:26:49.453409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Bound port: 3034081d-0ab6-471a-a40d-363d5bf8ea1c, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:26:49.453871 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:49.535426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] For port 3034081d-0ab6-471a-a40d-363d5bf8ea1c, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:26:49.539947 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] For port 3034081d-0ab6-471a-a40d-363d5bf8ea1c, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3034081d-0ab6-471a-a40d-363d5bf8ea1c,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:26:49.543374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:49.580038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:49.580672 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:49.582182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] 10.222.0.23 "PUT /v2.0/ports/3034081d-0ab6-471a-a40d-363d5bf8ea1c HTTP/1.1" status: 200 len: 1092 time: 0.6594572 Sep 26 13:26:49.582634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7483e474-da75-47ac-9503-3c9ce44939af', 'tag': '3034081d-0ab6-471a-a40d-363d5bf8ea1c'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:49.585192 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e2d26-5d4a-4693-8b14-6718635eff20" -d '{"events": [{"name": "network-changed", "server_uuid": "7483e474-da75-47ac-9503-3c9ce44939af", "tag": "3034081d-0ab6-471a-a40d-363d5bf8ea1c"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:49.613473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9079d-7418-4bec-91d0-0bcbea0da20f service neutron] Pushing event updated for resources: {'Port': ['ID=3034081d-0ab6-471a-a40d-363d5bf8ea1c,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:49.685054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a15b-1363-4157-9d13-82847b852731 req-ffe6d602-00b6-4db4-b4af-224cf8460f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:49.686709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-ffe6d602-00b6-4db4-b4af-224cf8460f56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 1095 time: 0.0520878 Sep 26 13:26:49.740565 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-956ca91d-44d8-41c2-a2f1-7cf928b170ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3034081d-0ab6-471a-a40d-363d5bf8ea1c HTTP/1.1" status: 200 len: 217 time: 0.0461535 Sep 26 13:26:49.741988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9604ee8-d796-43fa-a9e3-0d712d631b4b req-c9d18b9d-36c3-4bce-99d1-150bd5634d59 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:49.745962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9604ee8-d796-43fa-a9e3-0d712d631b4b req-c9d18b9d-36c3-4bce-99d1-150bd5634d59 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 943 time: 0.0649559 Sep 26 13:26:49.806472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9604ee8-d796-43fa-a9e3-0d712d631b4b req-51ebadf2-56ad-477b-ae8c-f110c502c684 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558369 Sep 26 13:26:49.808882 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e37d6-34b9-422e-a609-c9ad8021fb57 x-openstack-request-id: req-1d2e37d6-34b9-422e-a609-c9ad8021fb57 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:49.809240 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7483e474-da75-47ac-9503-3c9ce44939af", "tag": "3034081d-0ab6-471a-a40d-363d5bf8ea1c", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:49.809577 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d2e37d6-34b9-422e-a609-c9ad8021fb57 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:49.810180 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7483e474-da75-47ac-9503-3c9ce44939af', 'tag': '3034081d-0ab6-471a-a40d-363d5bf8ea1c', 'status': 'completed', 'code': 200} Sep 26 13:26:49.817901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a15b-1363-4157-9d13-82847b852731 req-82646ac6-c495-4869-bc5b-726d4b1e84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:49.819475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-82646ac6-c495-4869-bc5b-726d4b1e84c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0712981 Sep 26 13:26:49.871206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a15b-1363-4157-9d13-82847b852731 req-18f56608-42c7-4efb-a18b-8e6606fc9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:49.872716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-18f56608-42c7-4efb-a18b-8e6606fc9744 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446792 Sep 26 13:26:49.974422 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-c20db00e-f40b-437b-8b15-a2b6b843de52 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947306 Sep 26 13:26:50.078056 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9052a15b-1363-4157-9d13-82847b852731 req-f05a5948-07e2-4752-a087-87bacc670b11 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949650 Sep 26 13:26:50.176424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-fac33971-cc62-4193-a3a4-6fe2b735f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:50.178039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-fac33971-cc62-4193-a3a4-6fe2b735f2ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 1095 time: 0.0525618 Sep 26 13:26:50.288586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-bf59059d-2cba-413b-bc49-89c71796ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:50.294708 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:50.295262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-bf59059d-2cba-413b-bc49-89c71796ca19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.0992842 Sep 26 13:26:50.340377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-32cef8f4-d976-4ca9-8430-9430fa08c625 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3034081d-0ab6-471a-a40d-363d5bf8ea1c HTTP/1.1" status: 200 len: 217 time: 0.0402033 Sep 26 13:26:50.390851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-22b2e2d4-7b21-4f5a-b22b-9834b946dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:50.392287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-22b2e2d4-7b21-4f5a-b22b-9834b946dbfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0444982 Sep 26 13:26:50.439900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-b6f7a1a3-2292-419c-95f8-309cb49619bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:50.441426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-b6f7a1a3-2292-419c-95f8-309cb49619bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414915 Sep 26 13:26:50.538497 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-088753ea-61ef-40c6-bb00-88d09155666d service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895481 Sep 26 13:26:50.639818 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f6e2d26-5d4a-4693-8b14-6718635eff20 req-299521c4-a474-474f-93c7-5a15072e09ad service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932307 Sep 26 13:26:50.938712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e236-a89a-4796-8ee4-9f6de9aaaed3 req-ef6e02f7-8c2c-4316-ada0-435513fc4564 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:50.940257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0f5e236-a89a-4796-8ee4-9f6de9aaaed3 req-ef6e02f7-8c2c-4316-ada0-435513fc4564 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 943 time: 0.0625343 Sep 26 13:26:50.981692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0f5e236-a89a-4796-8ee4-9f6de9aaaed3 req-eca2680c-6bbc-4f6b-9f95-0c192c2ec7da tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Sep 26 13:26:52.119421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b6a26-ae71-447c-b8f4-9e6e53c7fc63 req-a694d097-aa12-40c2-855f-70db9e45e51f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:52.125839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-415b6a26-ae71-447c-b8f4-9e6e53c7fc63 req-a694d097-aa12-40c2-855f-70db9e45e51f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 943 time: 0.0643711 Sep 26 13:26:52.177089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-415b6a26-ae71-447c-b8f4-9e6e53c7fc63 req-98e9b91e-868c-4580-94b8-8d06132b9d8e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Sep 26 13:26:52.943425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aeb62-6c1b-4da4-8a57-3586313bb43c req-ecbc4ae5-05b3-4d73-aee5-6741aad31024 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:52.944961 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-265aeb62-6c1b-4da4-8a57-3586313bb43c req-ecbc4ae5-05b3-4d73-aee5-6741aad31024 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0515802 Sep 26 13:26:52.985369 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-265aeb62-6c1b-4da4-8a57-3586313bb43c req-64551640-0405-4839-a052-a514f83ed1ab tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Sep 26 13:26:53.294512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12305d46-3568-42e2-ae2c-7bf2f456bae6 req-eb34d23b-82b6-4ce5-bd18-318bf0c38d1c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:53.296119 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12305d46-3568-42e2-ae2c-7bf2f456bae6 req-eb34d23b-82b6-4ce5-bd18-318bf0c38d1c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 943 time: 0.0497587 Sep 26 13:26:53.335143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12305d46-3568-42e2-ae2c-7bf2f456bae6 req-41708667-202d-45f3-a726-6c6ff0e0b9e6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Sep 26 13:26:53.953457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 3034081d-0ab6-471a-a40d-363d5bf8ea1c details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:26:54.058093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 3034081d-0ab6-471a-a40d-363d5bf8ea1c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3034081d-0ab6-471a-a40d-363d5bf8ea1c,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:54.070800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '3034081d-0ab6-471a-a40d-363d5bf8ea1c', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': '3034081d-0ab6-471a-a40d-363d5bf8ea1c', 'mac_address': 'fa:16:3e:52:6b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:26:54.109880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b612db-d5f8-45c7-b024-95611c48a222 req-58d38cd3-4175-47fb-8fa6-5e9a9173a08a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:54.111469 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50b612db-d5f8-45c7-b024-95611c48a222 req-58d38cd3-4175-47fb-8fa6-5e9a9173a08a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0532148 Sep 26 13:26:54.114293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:54.128411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3034081d-0ab6-471a-a40d-363d5bf8ea1c {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:26:54.154158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 3034081d-0ab6-471a-a40d-363d5bf8ea1c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3034081d-0ab6-471a-a40d-363d5bf8ea1c,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:54.158775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50b612db-d5f8-45c7-b024-95611c48a222 req-6bfcc962-9a82-4867-9e81-02bf5d5ebf79 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403702 Sep 26 13:26:54.159002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:54.210391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=3034081d-0ab6-471a-a40d-363d5bf8ea1c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:54.217762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.218226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.218568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.218901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.219226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.219551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.219872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.220191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.220507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.220822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.221138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.221453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:54.454068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953fd81-266e-478a-8edf-de1bbabdbfb6 req-f8aee7ba-ac4f-4bba-b050-6709e0ce64e4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:54.455552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9953fd81-266e-478a-8edf-de1bbabdbfb6 req-f8aee7ba-ac4f-4bba-b050-6709e0ce64e4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 944 time: 0.0498545 Sep 26 13:26:54.497965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9953fd81-266e-478a-8edf-de1bbabdbfb6 req-4a6c55d5-bb1e-44eb-bdc1-1e5898838589 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357594 Sep 26 13:26:54.521957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3034081d-0ab6-471a-a40d-363d5bf8ea1c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:26:54.730944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-1670d36d-8076-4163-a71d-92fc53f768c2 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:54.732445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-1670d36d-8076-4163-a71d-92fc53f768c2 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 946 time: 0.0544436 Sep 26 13:26:54.823376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Deleting port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:54.823623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:54.916209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] For port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:54.916570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:55.089438 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:55.089838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:55.090162 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Floating IP b370d541-efa0-42be-9bbd-4ec590e01dcd disassociated. External IP: 172.25.4.60, port: 9836ca52-6184-4dbc-aaaa-6d97966ac2ae. Sep 26 13:26:55.090505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Calling delete_port for 9836ca52-6184-4dbc-aaaa-6d97966ac2ae owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:55.222654 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:55.259581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event deleted for resources: {'Port': ['ID=9836ca52-6184-4dbc-aaaa-6d97966ac2ae,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:55.270355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c92ef59c-4079-4e55-8908-1f7c8ce362f4 req-59c5ef89-5819-48c1-8f99-4eadbca9e0a3 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=b207f2bc-917d-49e1-b602-dd023c62732c HTTP/1.1" status: 200 len: 210 time: 0.0359380 Sep 26 13:26:55.381178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:26:55.487421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:26:55.498433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] Sync routers for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:26:55.507877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:26:55.508513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:55.526870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] No DVR routers for this DVR port 9836ca52-6184-4dbc-aaaa-6d97966ac2ae on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:26:55.529616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:55.531687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-32cabbc4-9fdd-4970-a103-3f26e4ad514c req-923b466e-04b4-4870-8540-b654a3b21412 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "DELETE /v2.0/ports/9836ca52-6184-4dbc-aaaa-6d97966ac2ae HTTP/1.1" status: 204 len: 173 time: 0.7933807 Sep 26 13:26:55.532066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'name': 'network-vif-deleted', 'tag': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:55.534491 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9147c9b-447a-4030-a898-a9803783a202" -d '{"events": [{"server_uuid": "b207f2bc-917d-49e1-b602-dd023c62732c", "name": "network-vif-deleted", "tag": "9836ca52-6184-4dbc-aaaa-6d97966ac2ae"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:55.585645 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f07ed-6a89-479d-86f1-aba08dcd3b51 x-openstack-request-id: req-fb8f07ed-6a89-479d-86f1-aba08dcd3b51 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:55.593387 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207f2bc-917d-49e1-b602-dd023c62732c", "name": "network-vif-deleted", "tag": "9836ca52-6184-4dbc-aaaa-6d97966ac2ae", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:55.593705 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb8f07ed-6a89-479d-86f1-aba08dcd3b51 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:55.596860 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207f2bc-917d-49e1-b602-dd023c62732c', 'name': 'network-vif-deleted', 'tag': '9836ca52-6184-4dbc-aaaa-6d97966ac2ae', 'status': 'completed', 'code': 200} Sep 26 13:26:55.635434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce345c-418c-4e07-b660-c9a5406c7b64 req-38f43c22-069d-44c4-93b5-ef400ea4dcc7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:55.637145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20ce345c-418c-4e07-b660-c9a5406c7b64 req-38f43c22-069d-44c4-93b5-ef400ea4dcc7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 944 time: 0.0657406 Sep 26 13:26:55.647006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:26:55.690639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20ce345c-418c-4e07-b660-c9a5406c7b64 req-8f3c8914-829a-4e07-b27a-0dc41abd7b14 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Sep 26 13:26:55.872487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:55.903529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] Checking router: acc03b6a-f1c2-4701-b475-aa0fd0ebce68 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:26:55.912598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:26:55.913212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:56.150820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 3034081d-0ab6-471a-a40d-363d5bf8ea1c up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:26:56.227329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:26:56.258922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 3034081d-0ab6-471a-a40d-363d5bf8ea1c completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:26:56.266471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 3034081d-0ab6-471a-a40d-363d5bf8ea1c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:26:56.266849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.362439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47812) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:56.420711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.444343 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.463405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.493512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7483e474-da75-47ac-9503-3c9ce44939af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3034081d-0ab6-471a-a40d-363d5bf8ea1c'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:26:56.495740 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b2b90-1550-411c-9518-e985391a3eb6" -d '{"events": [{"server_uuid": "7483e474-da75-47ac-9503-3c9ce44939af", "name": "network-vif-plugged", "status": "completed", "tag": "3034081d-0ab6-471a-a40d-363d5bf8ea1c"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:26:56.497153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.499911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.501467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa4a0321-3708-4434-a4aa-3acd2f7f7a8e HTTP/1.1" status: 204 len: 168 time: 0.1378927 Sep 26 13:26:56.504779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47816) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:56.510054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 3034081d-0ab6-471a-a40d-363d5bf8ea1c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3034081d-0ab6-471a-a40d-363d5bf8ea1c,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:26:56.516502 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.517481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a0321-3708-4434-a4aa-3acd2f7f7a8e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:56.526912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.527348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.527772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.528223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.528865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.529368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.529786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.530177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.530578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.530967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.531530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.532103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d3f-84e7-4e97-97ad-950c8cce7066 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:26:56.553268 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-b29d1b3f-6b25-4389-b217-97d8b5c7516b tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] show failed (client error): The resource could not be found. Sep 26 13:26:56.555406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b29d1b3f-6b25-4389-b217-97d8b5c7516b tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups/aa4a0321-3708-4434-a4aa-3acd2f7f7a8e HTTP/1.1" status: 404 len: 347 time: 0.0482650 Sep 26 13:26:56.558704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47818) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:56.571949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:26:56.580254 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890abb4e-aa68-44d8-8f37-7228f0c04295 x-openstack-request-id: req-890abb4e-aa68-44d8-8f37-7228f0c04295 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:26:56.580548 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7483e474-da75-47ac-9503-3c9ce44939af", "name": "network-vif-plugged", "status": "completed", "tag": "3034081d-0ab6-471a-a40d-363d5bf8ea1c", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:26:56.580793 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-890abb4e-aa68-44d8-8f37-7228f0c04295 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:26:56.581171 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7483e474-da75-47ac-9503-3c9ce44939af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3034081d-0ab6-471a-a40d-363d5bf8ea1c', 'code': 200} Sep 26 13:26:56.611508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360de247-4e81-42af-b2af-cad4c30c07ee None None] The sync data for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 is: [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:26:56.616368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=3034081d-0ab6-471a-a40d-363d5bf8ea1c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:56.688020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a5098-1add-4288-96c8-30d89a5c3dcc req-48ef2a93-9852-405b-950d-dbcc743a6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:56.689647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d0a5098-1add-4288-96c8-30d89a5c3dcc req-48ef2a93-9852-405b-950d-dbcc743a6515 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 1097 time: 0.0492592 Sep 26 13:26:56.708566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Deleting port 06d71ab8-dc80-44d0-8662-c755f20e7efe {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:26:56.708911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.732287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d0a5098-1add-4288-96c8-30d89a5c3dcc req-6c5d1dbe-d0ba-48d0-8650-6b0485c1eb59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Sep 26 13:26:56.821630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.821962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:56.840927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Calling delete_port for 06d71ab8-dc80-44d0-8662-c755f20e7efe owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:26:56.852664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522a8b-21aa-40cf-abf5-cd33795e2467 req-eebea7c0-5139-4f2e-bb58-44c555830cb0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:56.854343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5522a8b-21aa-40cf-abf5-cd33795e2467 req-eebea7c0-5139-4f2e-bb58-44c555830cb0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0865636 Sep 26 13:26:56.863073 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5b0a1-0795-44b7-8688-9b5dd17ca540 None None] New status for floating IP b370d541-efa0-42be-9bbd-4ec590e01dcd: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:26:56.937962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5522a8b-21aa-40cf-abf5-cd33795e2467 req-7a9b9aa1-ba02-49a0-8f63-df741be6b7c5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763972 Sep 26 13:26:57.040820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.065525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event deleted for resources: {'Port': ['ID=06d71ab8-dc80-44d0-8662-c755f20e7efe,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:57.129625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.132094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.133843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0227bf65-2c1d-4e40-a49f-7831c8fb5bee tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "DELETE /v2.0/floatingips/b370d541-efa0-42be-9bbd-4ec590e01dcd HTTP/1.1" status: 204 len: 168 time: 0.5736268 Sep 26 13:26:57.411315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47824) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:57.415995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3ffee072-7ba1-43bc-b72c-edd1566943e5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088877833', 'description': 'tempest-description--1626741337'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:26:57.438252 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ffee072-7ba1-43bc-b72c-edd1566943e5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.525436 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ffee072-7ba1-43bc-b72c-edd1566943e5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.532383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ffee072-7ba1-43bc-b72c-edd1566943e5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.560490 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ffee072-7ba1-43bc-b72c-edd1566943e5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.564614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3ffee072-7ba1-43bc-b72c-edd1566943e5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1494713 Sep 26 13:26:57.565104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47826) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:57.566758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffee072-7ba1-43bc-b72c-edd1566943e5 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c568d127-4f5d-40e1-afd2-81fae27fa5aa,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:57.570097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-502220f5-9c30-46ea-b7bb-18c64cfa6f65 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'security_group_rule': {'security_group_id': 'c568d127-4f5d-40e1-afd2-81fae27fa5aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:26:57.599547 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-502220f5-9c30-46ea-b7bb-18c64cfa6f65 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.647282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-502220f5-9c30-46ea-b7bb-18c64cfa6f65 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.650746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-502220f5-9c30-46ea-b7bb-18c64cfa6f65 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.672937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502220f5-9c30-46ea-b7bb-18c64cfa6f65 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98c7d11-7fad-49d7-8bdc-020bf6378aee,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:57.679116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-502220f5-9c30-46ea-b7bb-18c64cfa6f65 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.681023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-502220f5-9c30-46ea-b7bb-18c64cfa6f65 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148384 Sep 26 13:26:57.684007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47828) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:57.688699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-25d7cb53-e60a-40d6-b8eb-20efd111d720 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'security_group_rule': {'security_group_id': 'c568d127-4f5d-40e1-afd2-81fae27fa5aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:26:57.718395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-25d7cb53-e60a-40d6-b8eb-20efd111d720 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.778832 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-25d7cb53-e60a-40d6-b8eb-20efd111d720 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.782862 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-25d7cb53-e60a-40d6-b8eb-20efd111d720 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.804229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7cb53-e60a-40d6-b8eb-20efd111d720 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28c5b6e-6316-4bf7-b358-9952737cd7dc,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:57.810652 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-25d7cb53-e60a-40d6-b8eb-20efd111d720 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.811988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-25d7cb53-e60a-40d6-b8eb-20efd111d720 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269360 Sep 26 13:26:57.815061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47830) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:26:57.819558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:26:57.841679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:57.942681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.088792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Allocated IP 172.25.4.84 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/4c6a14d3-13f7-4811-97d5-4d506a21e8ea) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:26:58.100720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b74894-ce8e-4f0a-88ea-86bf26dbbabc req-a941a410-65a6-48a4-8baf-d02d0a4bf1be tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:58.102923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3b74894-ce8e-4f0a-88ea-86bf26dbbabc req-a941a410-65a6-48a4-8baf-d02d0a4bf1be tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0776432 Sep 26 13:26:58.191648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a3b74894-ce8e-4f0a-88ea-86bf26dbbabc req-be7694df-c8f2-43d5-b03d-0894fa3e0c00 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793889 Sep 26 13:26:58.231632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.264752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.302969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:26:58.307280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:26:58.310677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:26:58.338435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'Port': ['ID=4c6a14d3-13f7-4811-97d5-4d506a21e8ea,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:58.397763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.432269 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.582074 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.587549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.636630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9836ca52-6184-4dbc-aaaa-6d97966ac2ae no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:26:58.657270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 9836ca52-6184-4dbc-aaaa-6d97966ac2ae {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:26:58.657642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 9836ca52-6184-4dbc-aaaa-6d97966ac2ae not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:26:58.658177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'Port': ['ID=4c6a14d3-13f7-4811-97d5-4d506a21e8ea,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:26:58.667891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.681579 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:26:58.682815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-772b8831-4fd0-4b96-a58a-e77627150fe4 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8668222 Sep 26 13:26:58.876519 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-e07ea5d1-9a4d-433b-8190-2a5f6a684312 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1088877833&fields=id&tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c HTTP/1.1" status: 200 len: 267 time: 0.0340607 Sep 26 13:26:58.986324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-85de486d-9cf2-4f6a-91a8-285337cdb2d0 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:58.987718 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-85de486d-9cf2-4f6a-91a8-285337cdb2d0 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 810 time: 0.1038806 Sep 26 13:26:59.003275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-85b74346-666e-484f-b157-07c48343aa5e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/quotas/1f2b5a241aeb44209fe1c74ef2f2fd2c HTTP/1.1" status: 200 len: 375 time: 0.0091531 Sep 26 13:26:59.064274 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-87b84027-0308-4362-951c-ba8514bc7033 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557337 Sep 26 13:26:59.210874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c8d35c62-130c-4bee-ba1c-56269ed9f683 service neutron] 10.222.0.13 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344759 Sep 26 13:26:59.307992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-3c417139-8da4-4d39-ae62-d02a94127dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909631 Sep 26 13:26:59.309119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f1e4e-76be-4976-bc9d-37796ac3261a req-2fdc1e24-ce4d-4f41-9fd4-499011b9364c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:59.310670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb8f1e4e-76be-4976-bc9d-37796ac3261a req-2fdc1e24-ce4d-4f41-9fd4-499011b9364c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0503106 Sep 26 13:26:59.349862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb8f1e4e-76be-4976-bc9d-37796ac3261a req-e526b884-4d36-4d3f-a4d0-db91c521f19f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Sep 26 13:26:59.493760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bfb7b80f-b373-4092-a06a-eaa977788b60 req-07678628-fc38-462e-bfac-2f09aec2b86d tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 210 time: 0.0387340 Sep 26 13:26:59.569718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227f8ab-d23d-441a-bec1-8c7bacffec21 req-9c955948-8afb-40ea-b1d9-d74bb097a7d3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:26:59.571210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5227f8ab-d23d-441a-bec1-8c7bacffec21 req-9c955948-8afb-40ea-b1d9-d74bb097a7d3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0585077 Sep 26 13:26:59.613842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5227f8ab-d23d-441a-bec1-8c7bacffec21 req-6368ccd0-219c-4c12-a9bc-09c9184c81d4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360730 Sep 26 13:27:00.404726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-b17ad61f-ebec-4282-b138-9165708863a3 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:00.406118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-b17ad61f-ebec-4282-b138-9165708863a3 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 810 time: 0.1120310 Sep 26 13:27:00.450570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-4136c19b-1c5d-4d3b-857a-ca7957e32cb0 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c HTTP/1.1" status: 200 len: 380 time: 0.0347216 Sep 26 13:27:00.461209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'port': {'device_id': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'admin_state_up': True, 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'security_groups': ['c568d127-4f5d-40e1-afd2-81fae27fa5aa']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:00.593715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-348d5940-078f-4988-901a-2e265e0fac2c req-bf6aa222-58c7-4a1a-aa1e-6a943d84762b tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 210 time: 0.0286236 Sep 26 13:27:00.926669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121d3ba-f250-4f40-a6d2-2c59e47a7f33 req-5ce4dffa-06c2-4fd3-8c8d-946ed4559d95 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:00.928153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b121d3ba-f250-4f40-a6d2-2c59e47a7f33 req-5ce4dffa-06c2-4fd3-8c8d-946ed4559d95 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0734982 Sep 26 13:27:00.940603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Made reservation on behalf of 1f2b5a241aeb44209fe1c74ef2f2fd2c for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:27:00.943916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:00.989568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b121d3ba-f250-4f40-a6d2-2c59e47a7f33 req-9cb0750e-5a29-4f36-8ae7-59f297551109 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548763 Sep 26 13:27:01.097109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Allocated IP 172.20.0.9 (023f1f4f-d145-4646-8e11-1ea2e966d74e/11e53193-10e1-4196-bff6-95f3e3b9747b/c9f4ba6d-69bc-4c50-b370-31f1a94f067e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:27:01.239305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.265214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25496e69-f243-41f3-bd83-8f7db61d73b2 req-d134ff89-fbe6-4085-a3ec-ab7d2d31d1fd tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:01.266821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25496e69-f243-41f3-bd83-8f7db61d73b2 req-d134ff89-fbe6-4085-a3ec-ab7d2d31d1fd tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1097 time: 0.0435638 Sep 26 13:27:01.277243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.305356 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-25496e69-f243-41f3-bd83-8f7db61d73b2 req-f8f7b440-2c60-40dd-b873-2fe01308cdc2 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302744 Sep 26 13:27:01.328747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47872) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:01.333887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:27:01.335685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event updated for resources: {'Port': ['ID=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:01.339741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:01.341842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:27:01.400454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:01.401249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.418993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-6ad7cc53-fd50-45cd-a639-2d35f0075848 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9615290 Sep 26 13:27:01.433244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Request body: {'port': {'device_id': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:01.490091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.519639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 9202df30-36b3-4cb0-a157-7910c7146a48 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:27:01.520136 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.615196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.616940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.630329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 9202df30-36b3-4cb0-a157-7910c7146a48 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:27:01.642807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a2a97d09-fb3f-499c-8208-bc3b436ed54f None None] Provisioning complete for port c9f4ba6d-69bc-4c50-b370-31f1a94f067e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:01.644740 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a2a97d09-fb3f-499c-8208-bc3b436ed54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.691303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a2a97d09-fb3f-499c-8208-bc3b436ed54f None None] Port c9f4ba6d-69bc-4c50-b370-31f1a94f067e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:27:01.754976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395805c-e1fb-4d2d-b50e-7ce3f6b3a102 req-3c20ce97-de6a-40bc-8e1d-281f267151b1 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:01.756467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2395805c-e1fb-4d2d-b50e-7ce3f6b3a102 req-3c20ce97-de6a-40bc-8e1d-281f267151b1 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 931 time: 0.0746546 Sep 26 13:27:01.790081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.814446 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=9202df30-36b3-4cb0-a157-7910c7146a48,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:01.832980 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2395805c-e1fb-4d2d-b50e-7ce3f6b3a102 req-08efc621-9a61-4097-a29e-b6b72bd7c3ec tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684807 Sep 26 13:27:01.837235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f4ba6d-69bc-4c50-b370-31f1a94f067e {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:27:01.845838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.861821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Transition to ACTIVE for port object c9f4ba6d-69bc-4c50-b370-31f1a94f067e will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:27:01.865811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.883519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:01.883519 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Floating IP e3ba61a7-0a65-4c06-8ffb-69103233b6cc disassociated (deleted). External IP: 172.25.4.219, port: fb9a63b7-fd82-40a7-a7fd-a817bc72d516. Sep 26 13:27:01.942149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:01.991272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Attempting to bind port c9f4ba6d-69bc-4c50-b370-31f1a94f067e on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:27:01.991609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Attempting to bind port c9f4ba6d-69bc-4c50-b370-31f1a94f067e by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:27:01.992522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Attempting to bind port c9f4ba6d-69bc-4c50-b370-31f1a94f067e on network 023f1f4f-d145-4646-8e11-1ea2e966d74e {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:01.998120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Port c9f4ba6d-69bc-4c50-b370-31f1a94f067e on network 023f1f4f-d145-4646-8e11-1ea2e966d74e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:27:01.998452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Attempting to bind port c9f4ba6d-69bc-4c50-b370-31f1a94f067e on network 023f1f4f-d145-4646-8e11-1ea2e966d74e {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:02.004114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:27:02.004450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Checking segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:27:02.004835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Bound using segment: {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:27:02.005401 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Bound port: c9f4ba6d-69bc-4c50-b370-31f1a94f067e, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3100634f-d796-481c-a710-2d67fc0dc77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:27:02.005798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:02.079626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] For port c9f4ba6d-69bc-4c50-b370-31f1a94f067e, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:27:02.084463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] For port c9f4ba6d-69bc-4c50-b370-31f1a94f067e, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:27:02.089047 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:02.130997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.131719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:02.133923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] 10.222.0.24 "PUT /v2.0/ports/c9f4ba6d-69bc-4c50-b370-31f1a94f067e HTTP/1.1" status: 200 len: 1092 time: 0.7050219 Sep 26 13:27:02.133923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'tag': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:02.136447 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c49a1f-f456-4eb0-9fa2-32b003974bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c55981c-1b2f-4534-9a9d-8f2aa093a302", "tag": "c9f4ba6d-69bc-4c50-b370-31f1a94f067e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:02.162754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a7dd7-4f7f-4752-9c12-31ebdba53a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:02.168255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360b157-dee5-49f2-b978-e69ddcb46650 req-dae91786-a476-4a5e-a77d-142b233c4d79 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.169863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e360b157-dee5-49f2-b978-e69ddcb46650 req-dae91786-a476-4a5e-a77d-142b233c4d79 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0946405 Sep 26 13:27:02.193996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router c9256ef8-0c92-40e1-8838-d6f30db6b35b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:27:02.198208 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa64f3-2adb-4635-9acf-9857e83e088f x-openstack-request-id: req-b9fa64f3-2adb-4635-9acf-9857e83e088f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:02.198499 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c55981c-1b2f-4534-9a9d-8f2aa093a302", "tag": "c9f4ba6d-69bc-4c50-b370-31f1a94f067e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:02.198753 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9fa64f3-2adb-4635-9acf-9857e83e088f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:02.199149 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'tag': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'status': 'completed', 'code': 200} Sep 26 13:27:02.239939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-bafa4e37-6470-4de9-abda-221a5382b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.241734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-bafa4e37-6470-4de9-abda-221a5382b6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 1095 time: 0.0556920 Sep 26 13:27:02.268632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e360b157-dee5-49f2-b978-e69ddcb46650 req-258d5aa1-9317-4d6a-bc45-c62025ccdd81 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834725 Sep 26 13:27:02.289423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-70c27e2c-593f-4dc7-a9b8-bf45cfa60789 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e HTTP/1.1" status: 200 len: 217 time: 0.0384989 Sep 26 13:27:02.343956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:27:02.349179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-895f1a5f-50f0-4a0d-828f-3a71c8d1e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.349502 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:02.350321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-895f1a5f-50f0-4a0d-828f-3a71c8d1e04a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0554023 Sep 26 13:27:02.355793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] Sync routers for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:27:02.373261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:02.378657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:02.389687 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8e4b67cd-7e83-43e6-91b2-243e2dcd4a0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/floatingips/e3ba61a7-0a65-4c06-8ffb-69103233b6cc HTTP/1.1" status: 204 len: 168 time: 1.0571699 Sep 26 13:27:02.389687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:02.390390 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e5245-8148-49d7-b452-d46444d1e410" -d '{"events": [{"name": "network-changed", "server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:02.403502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-72e8df4b-3f69-4153-85b7-5b4baef5b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.405067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-72e8df4b-3f69-4153-85b7-5b4baef5b9d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478451 Sep 26 13:27:02.439466 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c682b0-9f3c-4af7-b6e6-401051609861 x-openstack-request-id: req-32c682b0-9f3c-4af7-b6e6-401051609861 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:02.439752 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:02.439998 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32c682b0-9f3c-4af7-b6e6-401051609861 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:02.440393 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'status': 'completed', 'code': 200} Sep 26 13:27:02.507299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:02.510952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-81aea3a2-8877-413a-ae41-d24d12446626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.512645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-81aea3a2-8877-413a-ae41-d24d12446626 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 1097 time: 0.0455606 Sep 26 13:27:02.551233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-4b9643d2-d6f1-423d-8d2d-ebe31b74e210 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373482 Sep 26 13:27:02.662707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-db74fad0-e789-4438-8b9d-101a5229488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.663322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762fa459-781f-4c18-afe1-cfcb631c7673 req-819717b5-8565-48ba-ba8c-f43a22fc8647 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015797 Sep 26 13:27:02.665019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-db74fad0-e789-4438-8b9d-101a5229488b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 200 len: 897 time: 0.1444821 Sep 26 13:27:02.718431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-f2bdb1b0-a261-4548-a35a-34063e60b6ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 200 len: 217 time: 0.0434299 Sep 26 13:27:02.727361 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ae11f-8c19-4c86-bde4-5e928cf9d948 req-32226e62-abe5-4eb2-ba7e-66c75903e854 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.728084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd2ae11f-8c19-4c86-bde4-5e928cf9d948 req-32226e62-abe5-4eb2-ba7e-66c75903e854 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.1044681 Sep 26 13:27:02.758608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-37ab2e6f-2a16-4705-bf5d-e1180be86eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.760139 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-37ab2e6f-2a16-4705-bf5d-e1180be86eec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 1095 time: 0.0492938 Sep 26 13:27:02.771963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:48Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:02.800765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] Checking router: c9256ef8-0c92-40e1-8838-d6f30db6b35b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:27:02.801551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-5a1e8fe1-2678-455b-812e-5ef27169de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.803181 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-5a1e8fe1-2678-455b-812e-5ef27169de62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 200 len: 832 time: 0.0740924 Sep 26 13:27:02.809267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd2ae11f-8c19-4c86-bde4-5e928cf9d948 req-b193d068-74eb-4abb-8a53-24b4e93cc125 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709827 Sep 26 13:27:02.809741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:02.810377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:02.857961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-2919c4b3-5344-498d-9e4f-22f71a23161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.859790 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-2919c4b3-5344-498d-9e4f-22f71a23161c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a16367e-65d4-4002-b1b1-5d7dffbd55b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454311 Sep 26 13:27:02.869668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-07a05774-a76a-4eec-87eb-4df4ac27d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.871223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-07a05774-a76a-4eec-87eb-4df4ac27d964 service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.1042821 Sep 26 13:27:02.917521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-b35e3905-dd44-45fe-96d6-c43c32a178bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e HTTP/1.1" status: 200 len: 217 time: 0.0389557 Sep 26 13:27:02.948217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:02.971955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-2e4f1682-56d9-4813-8ad7-a10293791d0e service neutron] 10.222.0.23 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029692 Sep 26 13:27:02.996733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-2025f503-8160-40d8-ba16-85e906b88990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:02.998237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-2025f503-8160-40d8-ba16-85e906b88990 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0725510 Sep 26 13:27:03.006776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749f1cd-1c04-4eb9-acc2-9bf09bffbecd req-526be82c-e748-4176-8955-ac3ef86f8133 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:03.008367 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5749f1cd-1c04-4eb9-acc2-9bf09bffbecd req-526be82c-e748-4176-8955-ac3ef86f8133 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 943 time: 0.0926738 Sep 26 13:27:03.077077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5749f1cd-1c04-4eb9-acc2-9bf09bffbecd req-2f9e243a-4c74-4978-b72d-ded12447ce18 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595138 Sep 26 13:27:03.094722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-3d76e6a5-6f6c-4f7c-8993-2b420d60bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:03.096264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-3d76e6a5-6f6c-4f7c-8993-2b420d60bb05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870147 Sep 26 13:27:03.099533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac4e5245-8148-49d7-b452-d46444d1e410 req-45a55ec5-400c-4f64-baa7-a9d8bdda28c2 service neutron] 10.222.0.23 "GET /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191738 Sep 26 13:27:03.194020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:48Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:03.200423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-0912d539-e585-49d2-a31d-7c23445c99c8 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961351 Sep 26 13:27:03.226063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466045f4-eaac-47b9-a5e5-3032a9f9b18d None None] The sync data for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 is: [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:45Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'ec5ca4f3-482d-48cf-9358-691ed8b9fb79', 'name': '', 'network_id': '3a16367e-65d4-4002-b1b1-5d7dffbd55b3', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b5:14:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:44Z', 'updated_at': '2021-09-26T13:24:48Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'aa05d8e5-8252-4d85-99a2-936171d23d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:27:03.308159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96c49a1f-f456-4eb0-9fa2-32b003974bb4 req-e3b3c214-d9e9-47a2-8055-08a6da888b8c service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999231 Sep 26 13:27:03.399688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b747452-3156-48b4-bee2-a98e1ca23c5d req-b00c9711-eb85-41a6-b8b3-b6ec57c1164b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:03.401436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b747452-3156-48b4-bee2-a98e1ca23c5d req-b00c9711-eb85-41a6-b8b3-b6ec57c1164b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0537248 Sep 26 13:27:03.454170 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b747452-3156-48b4-bee2-a98e1ca23c5d req-c389953b-8391-4e61-a397-75a551fc1fa8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463912 Sep 26 13:27:03.462942 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613d880-2def-4ade-b187-fed238e6b12e None None] New status for floating IP e3ba61a7-0a65-4c06-8ffb-69103233b6cc: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:27:03.934198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c899830-ee14-4f5b-abd6-9d866e4c78fa req-615febf3-b3eb-47d9-a689-20038960026a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:03.935710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c899830-ee14-4f5b-abd6-9d866e4c78fa req-615febf3-b3eb-47d9-a689-20038960026a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0548081 Sep 26 13:27:03.977041 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c899830-ee14-4f5b-abd6-9d866e4c78fa req-ec9e5793-9fec-4123-b8c9-3a1f8dee8dbb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=aafe59b2-f1ff-43a6-951c-13fb875b4847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346861 Sep 26 13:27:04.195855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e667c-e747-4520-8a09-41bb7f71f5c1 req-f5f70557-0cfc-4a5e-b89f-74f60a309e05 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:04.197366 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e6e667c-e747-4520-8a09-41bb7f71f5c1 req-f5f70557-0cfc-4a5e-b89f-74f60a309e05 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 943 time: 0.0519135 Sep 26 13:27:04.236524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e6e667c-e747-4520-8a09-41bb7f71f5c1 req-76855c1e-917c-44ac-80fb-f77a9e8f5b21 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329926 Sep 26 13:27:04.357942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-178ff67c-0e1e-4463-a348-54bd1a7c70bf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:04.359388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-178ff67c-0e1e-4463-a348-54bd1a7c70bf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.23 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 945 time: 0.0502934 Sep 26 13:27:04.460640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:27:04.461514 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:04.553836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port fb9a63b7-fd82-40a7-a7fd-a817bc72d516, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:04.554803 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:04.567644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for fb9a63b7-fd82-40a7-a7fd-a817bc72d516 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:27:04.576385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1fbf2-4bf6-4fb0-81f5-699564f1bd89 req-5ff89adc-f9b5-4fe3-83c0-db7ce0fcba04 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:04.578445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ea1fbf2-4bf6-4fb0-81f5-699564f1bd89 req-5ff89adc-f9b5-4fe3-83c0-db7ce0fcba04 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0515895 Sep 26 13:27:04.618437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ea1fbf2-4bf6-4fb0-81f5-699564f1bd89 req-3552499e-8cdd-4e86-80c7-bbaec5d318a7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Sep 26 13:27:04.667829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c9f4ba6d-69bc-4c50-b370-31f1a94f067e details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:27:04.768581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c9f4ba6d-69bc-4c50-b370-31f1a94f067e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:04.781938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'port_id': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'mac_address': 'fa:16:3e:36:b1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:27:04.821754 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:04.839977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f4ba6d-69bc-4c50-b370-31f1a94f067e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:27:04.863457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c9f4ba6d-69bc-4c50-b370-31f1a94f067e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:04.868665 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:04.919964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:04.989887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:05.019193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=fb9a63b7-fd82-40a7-a7fd-a817bc72d516,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:05.071382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['c9f4ba6d-69bc-4c50-b370-31f1a94f067e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:27:05.072865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] No DVR routers for this DVR port fb9a63b7-fd82-40a7-a7fd-a817bc72d516 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:27:05.076176 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:05.078217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0a022d7-ee6f-4151-92bc-431bc43ba3b2 req-016ece1d-00ff-4356-a1cd-cc9969423b55 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.23 "DELETE /v2.0/ports/fb9a63b7-fd82-40a7-a7fd-a817bc72d516 HTTP/1.1" status: 204 len: 173 time: 0.7107608 Sep 26 13:27:05.078671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'name': 'network-vif-deleted', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:05.080966 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a129a7-1165-41b1-b040-46a2bdebe5a0" -d '{"events": [{"server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "name": "network-vif-deleted", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:05.099207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-883a8409-5b6b-4942-b0ca-3404ac54694d req-b1e25085-6004-4a6d-a63d-091067ae6229 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=e145b9c4-3eee-4153-abe0-6b92c21c19d1 HTTP/1.1" status: 200 len: 210 time: 0.0512424 Sep 26 13:27:05.147163 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba08444-f885-40ce-adb4-01859e43537c x-openstack-request-id: req-9ba08444-f885-40ce-adb4-01859e43537c {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:05.147558 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e145b9c4-3eee-4153-abe0-6b92c21c19d1", "name": "network-vif-deleted", "tag": "fb9a63b7-fd82-40a7-a7fd-a817bc72d516", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:05.149346 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ba08444-f885-40ce-adb4-01859e43537c {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:05.149346 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e145b9c4-3eee-4153-abe0-6b92c21c19d1', 'name': 'network-vif-deleted', 'tag': 'fb9a63b7-fd82-40a7-a7fd-a817bc72d516', 'status': 'completed', 'code': 200} Sep 26 13:27:05.358847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081fd3f-d7be-49ef-9826-3637f5100183 req-629b27de-beaf-4410-9150-ed67dac208c6 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:05.360431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e081fd3f-d7be-49ef-9826-3637f5100183 req-629b27de-beaf-4410-9150-ed67dac208c6 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 944 time: 0.0535946 Sep 26 13:27:05.409238 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e081fd3f-d7be-49ef-9826-3637f5100183 req-3181e0b6-1b68-4a21-affd-7ecf0abc86e8 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Sep 26 13:27:05.745014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d45c8-7051-48f0-a077-04b67ef21541 req-8f1dcfc0-53f7-48f1-839b-e44df9352bea tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:05.746557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c7d45c8-7051-48f0-a077-04b67ef21541 req-8f1dcfc0-53f7-48f1-839b-e44df9352bea tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0495510 Sep 26 13:27:05.811308 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c7d45c8-7051-48f0-a077-04b67ef21541 req-89731402-bd41-447c-88a2-781c712aeabb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576649 Sep 26 13:27:06.168172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47906) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:06.561588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c89be-0c96-414d-bba8-6a84ed982370 req-eadba6f7-25bf-4615-8392-6507d1695c88 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:06.563081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b1c89be-0c96-414d-bba8-6a84ed982370 req-eadba6f7-25bf-4615-8392-6507d1695c88 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 944 time: 0.0813828 Sep 26 13:27:06.609520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b1c89be-0c96-414d-bba8-6a84ed982370 req-d53dfe35-39d0-4a32-b25e-b3256160222a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Sep 26 13:27:06.615068 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:06.683377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c9f4ba6d-69bc-4c50-b370-31f1a94f067e up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:27:06.733308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port c9f4ba6d-69bc-4c50-b370-31f1a94f067e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:27:06.736911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port c9f4ba6d-69bc-4c50-b370-31f1a94f067e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:06.737280 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:06.812584 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:06.834641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:06.837411 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41146886-faaa-40d3-8323-430fd313d52b" -d '{"events": [{"server_uuid": "9c55981c-1b2f-4534-9a9d-8f2aa093a302", "name": "network-vif-plugged", "status": "completed", "tag": "c9f4ba6d-69bc-4c50-b370-31f1a94f067e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:06.850155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port c9f4ba6d-69bc-4c50-b370-31f1a94f067e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:06.855321 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:06.879149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port ec5ca4f3-482d-48cf-9358-691ed8b9fb79 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:27:06.879763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:06.889630 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea668a1-9845-4e73-8c1c-ea1e19d06a48 x-openstack-request-id: req-aea668a1-9845-4e73-8c1c-ea1e19d06a48 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:06.889932 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55981c-1b2f-4534-9a9d-8f2aa093a302", "name": "network-vif-plugged", "status": "completed", "tag": "c9f4ba6d-69bc-4c50-b370-31f1a94f067e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:06.890222 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aea668a1-9845-4e73-8c1c-ea1e19d06a48 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:06.890611 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'code': 200} Sep 26 13:27:06.911906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:06.960094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefc5ac-734e-45d4-ad94-89d967958c70 req-539f93b9-593e-4d6a-91ae-bdf232b3d21d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:06.962146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edefc5ac-734e-45d4-ad94-89d967958c70 req-539f93b9-593e-4d6a-91ae-bdf232b3d21d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0651057 Sep 26 13:27:07.000981 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-edefc5ac-734e-45d4-ad94-89d967958c70 req-5cd5a2ea-adc7-4ef5-b263-9b3d1e1dcc04 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Sep 26 13:27:07.015075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port ec5ca4f3-482d-48cf-9358-691ed8b9fb79, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:07.015445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:07.019220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941862e-4035-474c-a4c7-7643ed6f1a14 req-ea63f427-e8ed-4499-8c21-f5061ac6c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:07.020714 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7941862e-4035-474c-a4c7-7643ed6f1a14 req-ea63f427-e8ed-4499-8c21-f5061ac6c084 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 1097 time: 0.0666757 Sep 26 13:27:07.032517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for ec5ca4f3-482d-48cf-9358-691ed8b9fb79 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:27:07.109039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7941862e-4035-474c-a4c7-7643ed6f1a14 req-4b884cd5-eb53-4d9f-a496-9cfb0da36c9f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775607 Sep 26 13:27:07.247447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:07.275662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=ec5ca4f3-482d-48cf-9358-691ed8b9fb79,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:07.448205 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:07.664829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router c9256ef8-0c92-40e1-8838-d6f30db6b35b has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:27:07.796601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b77285-a875-4204-9665-135cfc43a1a6 req-7ca892e1-aeb2-4e22-98c7-3f5ebc5e09cf tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:07.798090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4b77285-a875-4204-9665-135cfc43a1a6 req-7ca892e1-aeb2-4e22-98c7-3f5ebc5e09cf tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 945 time: 0.0923223 Sep 26 13:27:07.816405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:27:07.821709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f7440133-3236-4ec1-b8cd-fdc20611afc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "PUT /v2.0/routers/c9256ef8-0c92-40e1-8838-d6f30db6b35b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6524830 Sep 26 13:27:07.824645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47916) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:07.836055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] Sync routers for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:27:07.845160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:07.845812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:07.850646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4b77285-a875-4204-9665-135cfc43a1a6 req-b8cdd1fc-d07e-4747-b21f-2aacca139340 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Sep 26 13:27:07.882716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a69e69d-963d-4a65-a1d4-1e29789cf6fe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting subnet aa05d8e5-8252-4d85-99a2-936171d23d1a {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:27:07.885885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a69e69d-963d-4a65-a1d4-1e29789cf6fe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:07.926401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a69e69d-963d-4a65-a1d4-1e29789cf6fe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:07.958337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:08.011330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a69e69d-963d-4a65-a1d4-1e29789cf6fe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.069564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device fb9a63b7-fd82-40a7-a7fd-a817bc72d516 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:27:08.095487 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a69e69d-963d-4a65-a1d4-1e29789cf6fe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.099915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: fb9a63b7-fd82-40a7-a7fd-a817bc72d516 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:27:08.100370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device fb9a63b7-fd82-40a7-a7fd-a817bc72d516 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:27:08.144219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d33d99-c78d-4297-b0e0-af672e98ef6e None None] Network 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:27:08.155410 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a69e69d-963d-4a65-a1d4-1e29789cf6fe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.160287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a69e69d-963d-4a65-a1d4-1e29789cf6fe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/subnets/aa05d8e5-8252-4d85-99a2-936171d23d1a HTTP/1.1" status: 204 len: 168 time: 0.3318512 Sep 26 13:27:08.160579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47920) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:08.166474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69e69d-963d-4a65-a1d4-1e29789cf6fe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Subnet': ['ID=aa05d8e5-8252-4d85-99a2-936171d23d1a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:08.190726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b254ed-b97d-4a33-8c1b-c5451606582f req-30581939-b133-451d-abda-bce592b43fac tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:08.192703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09b254ed-b97d-4a33-8c1b-c5451606582f req-30581939-b133-451d-abda-bce592b43fac tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.1103864 Sep 26 13:27:08.240658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-09b254ed-b97d-4a33-8c1b-c5451606582f req-ae54f9e3-6240-4c8b-bf01-896421c9c79d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Sep 26 13:27:08.294531 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.308771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:27:07Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': 'e5019a6f-107c-49f3-93b3-fb37ef2cf855', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:08.402210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.456819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port e5019a6f-107c-49f3-93b3-fb37ef2cf855 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:27:08.457050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.493579 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3a84b62-b1c4-4223-b0e4-a24996c62d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.497233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] Checking router: c9256ef8-0c92-40e1-8838-d6f30db6b35b for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:27:08.510279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] Routers {'c9256ef8-0c92-40e1-8838-d6f30db6b35b'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:08.510877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:08.544938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port e5019a6f-107c-49f3-93b3-fb37ef2cf855, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e5019a6f-107c-49f3-93b3-fb37ef2cf855,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:08.545311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.562160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for e5019a6f-107c-49f3-93b3-fb37ef2cf855 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:27:08.573546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] DHCP port deletion for 3a16367e-65d4-4002-b1b1-5d7dffbd55b3 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:27:08.625059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] Set router c9256ef8-0c92-40e1-8838-d6f30db6b35b gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:08.683831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:27:08Z', 'revision_number': 6, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:08.712941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a5175-4ef9-4399-a7db-d10caab64561 None None] The sync data for ids ['c9256ef8-0c92-40e1-8838-d6f30db6b35b'] in n-d-806683-13 is: [{'id': 'c9256ef8-0c92-40e1-8838-d6f30db6b35b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515679487', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:24:41Z', 'updated_at': '2021-09-26T13:27:08Z', 'revision_number': 6, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:27:08.721552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] Deleting port fd1de60b-9056-4d44-aefc-10826d2568ea {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:27:08.722020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.727687 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.758827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=e5019a6f-107c-49f3-93b3-fb37ef2cf855,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:08.790529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] For port fd1de60b-9056-4d44-aefc-10826d2568ea, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fd1de60b-9056-4d44-aefc-10826d2568ea,segment=NetworkSegment(54a8c46b-7c94-4f4a-86ea-92fd20c6aab8),segment_id=54a8c46b-7c94-4f4a-86ea-92fd20c6aab8)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:08.790851 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.803345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] Calling delete_port for fd1de60b-9056-4d44-aefc-10826d2568ea owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:27:08.817594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.885543 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.911458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] Pushing event deleted for resources: {'Port': ['ID=fd1de60b-9056-4d44-aefc-10826d2568ea,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:08.911714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.913924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:08.915416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c264d7-0830-4a95-b1c9-7575c64326c4 None None] No DVR routers for this DVR port fd1de60b-9056-4d44-aefc-10826d2568ea on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:27:09.312150 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.312779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Fanout notify agent at l3_agent the message router_deleted on router c9256ef8-0c92-40e1-8838-d6f30db6b35b {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:27:09.320453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.321636 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6732139e-b177-4552-945c-553ec3be16db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/routers/c9256ef8-0c92-40e1-8838-d6f30db6b35b HTTP/1.1" status: 204 len: 168 time: 1.1599100 Sep 26 13:27:09.324483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47926) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:09.355375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4065f8-9999-46a2-82c1-48456bd5c99b req-b0f214b4-3c04-4db1-896b-6e8a4cab3b36 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:09.357923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a4065f8-9999-46a2-82c1-48456bd5c99b req-b0f214b4-3c04-4db1-896b-6e8a4cab3b36 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0523591 Sep 26 13:27:09.371688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58407c-ed92-49b1-8652-d03814306249 req-0cec4a31-cfcb-4550-b66c-834f840037d0 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:09.373172 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f58407c-ed92-49b1-8652-d03814306249 req-0cec4a31-cfcb-4550-b66c-834f840037d0 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 945 time: 0.4516172 Sep 26 13:27:09.404761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a4065f8-9999-46a2-82c1-48456bd5c99b req-0892dc43-1ffc-4025-ad61-b80984a8b78e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Sep 26 13:27:09.428406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.457838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f58407c-ed92-49b1-8652-d03814306249 req-fad59a66-8717-4187-ac78-4bbe3d371864 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786867 Sep 26 13:27:09.542987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.562514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a16367e-65d4-4002-b1b1-5d7dffbd55b3']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:09.572460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:09.572759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a8c46b-7c94-4f4a-86ea-92fd20c6aab8') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:09.573865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4c5e-934a-4e23-9fde-8373601fcad0 req-fcc6850b-6b2b-4631-a819-3aa6070724b8 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:09.575428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dd4a4c5e-934a-4e23-9fde-8373601fcad0 req-fcc6850b-6b2b-4631-a819-3aa6070724b8 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Sep 26 13:27:09.582487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.586729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47930) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:09.591283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Request body: {'floatingip': {'port_id': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:09.596572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.602663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:27:09.603055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:27:09.605993 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:27:09.637996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.667516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.675006 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.676452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/networks/3a16367e-65d4-4002-b1b1-5d7dffbd55b3 HTTP/1.1" status: 204 len: 168 time: 0.3510370 Sep 26 13:27:09.680485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47932) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:09.687774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e45ae3-ed73-44ab-aae2-0f7e4f02ce3d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Network': ['ID=3a16367e-65d4-4002-b1b1-5d7dffbd55b3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:09.854614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d55eab69-41ad-4224-b613-5377aab4b835 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:09.890897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d55eab69-41ad-4224-b613-5377aab4b835 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.068528 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d55eab69-41ad-4224-b613-5377aab4b835 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.071829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d55eab69-41ad-4224-b613-5377aab4b835 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.073004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d55eab69-41ad-4224-b613-5377aab4b835 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/security-groups/aafe59b2-f1ff-43a6-951c-13fb875b4847 HTTP/1.1" status: 204 len: 168 time: 0.3915803 Sep 26 13:27:10.106426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55eab69-41ad-4224-b613-5377aab4b835 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe59b2-f1ff-43a6-951c-13fb875b4847,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:10.180873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.186225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.221786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e5019a6f-107c-49f3-93b3-fb37ef2cf855 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:27:10.242281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e5019a6f-107c-49f3-93b3-fb37ef2cf855 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:27:10.242626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e5019a6f-107c-49f3-93b3-fb37ef2cf855 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:27:10.243227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fd1de60b-9056-4d44-aefc-10826d2568ea no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:27:10.265462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fd1de60b-9056-4d44-aefc-10826d2568ea {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:27:10.265858 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fd1de60b-9056-4d44-aefc-10826d2568ea not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:27:10.266551 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ec5ca4f3-482d-48cf-9358-691ed8b9fb79 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:27:10.285471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ec5ca4f3-482d-48cf-9358-691ed8b9fb79 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:27:10.286063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ec5ca4f3-482d-48cf-9358-691ed8b9fb79 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:27:10.292323 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Floating IP 20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112 associated. External IP: 172.25.4.84, port: c9f4ba6d-69bc-4c50-b370-31f1a94f067e. Sep 26 13:27:10.390939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47938) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:10.395615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6791f3fe-c4a1-476c-b437-b095f3a1de98 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86782950', 'description': 'tempest-secgroup-smoke-86782950 description', 'project_id': 'be3d67312ea64c16a1f294b896b92864'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:10.417591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6791f3fe-c4a1-476c-b437-b095f3a1de98 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.509999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:27:10.527261 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6791f3fe-c4a1-476c-b437-b095f3a1de98 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.531063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6791f3fe-c4a1-476c-b437-b095f3a1de98 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.563835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6791f3fe-c4a1-476c-b437-b095f3a1de98 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.565065 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6791f3fe-c4a1-476c-b437-b095f3a1de98 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1730824 Sep 26 13:27:10.568124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47942) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:10.570558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791f3fe-c4a1-476c-b437-b095f3a1de98 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e310a51b-3b25-4215-b73b-5e636398d5e7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:10.575144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-84db6bf3-3218-4f6c-be94-53e77406e2d8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'e310a51b-3b25-4215-b73b-5e636398d5e7', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:10.596659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71545ab-408e-499f-9bd7-217c82964cdf req-c8c14f52-0820-451e-9c9a-4e2406f4531f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:10.598138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b71545ab-408e-499f-9bd7-217c82964cdf req-c8c14f52-0820-451e-9c9a-4e2406f4531f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.1013930 Sep 26 13:27:10.624833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:27:10.629781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.636749 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] Sync routers for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:27:10.643691 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84db6bf3-3218-4f6c-be94-53e77406e2d8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.646500 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:10.647228 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:26:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:10.648537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b71545ab-408e-499f-9bd7-217c82964cdf req-197e3e62-d654-41b4-aafe-f17dcdb14739 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Sep 26 13:27:10.663502 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-10caccfa-cdc0-484e-94ae-f4210b1c9dc9 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "PUT /v2.0/floatingips/20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112 HTTP/1.1" status: 200 len: 990 time: 1.0730669 Sep 26 13:27:10.663502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'tag': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:10.674804 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76735d35-b0bc-4435-b88d-43949b5bd59b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c55981c-1b2f-4534-9a9d-8f2aa093a302", "tag": "c9f4ba6d-69bc-4c50-b370-31f1a94f067e"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:10.712861 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84db6bf3-3218-4f6c-be94-53e77406e2d8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.718354 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84db6bf3-3218-4f6c-be94-53e77406e2d8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.719099 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d90d714-50d1-4581-9a2c-8bb6d6be2132 x-openstack-request-id: req-8d90d714-50d1-4581-9a2c-8bb6d6be2132 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:10.719475 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c55981c-1b2f-4534-9a9d-8f2aa093a302", "tag": "c9f4ba6d-69bc-4c50-b370-31f1a94f067e", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:10.719791 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d90d714-50d1-4581-9a2c-8bb6d6be2132 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:10.720320 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'tag': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'status': 'completed', 'code': 200} Sep 26 13:27:10.738467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db6bf3-3218-4f6c-be94-53e77406e2d8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10d0210-ebc2-4cf7-8010-e9f25efa9955,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:10.755865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-84db6bf3-3218-4f6c-be94-53e77406e2d8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.755865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-84db6bf3-3218-4f6c-be94-53e77406e2d8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865871 Sep 26 13:27:10.758851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47948) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:10.763708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7cfdfe95-0140-4841-9d64-f177d99afad8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'e310a51b-3b25-4215-b73b-5e636398d5e7', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:10.779026 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:10.785841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-211826da-f9b0-46db-8c55-62d1a400ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:10.787382 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-211826da-f9b0-46db-8c55-62d1a400ca3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 1097 time: 0.0426533 Sep 26 13:27:10.793618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cfdfe95-0140-4841-9d64-f177d99afad8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.863995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cfdfe95-0140-4841-9d64-f177d99afad8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.870057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cfdfe95-0140-4841-9d64-f177d99afad8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.889850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdfe95-0140-4841-9d64-f177d99afad8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6630988-4a4c-4cbd-b67e-9d61742101ae,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:10.890077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-11bd0567-eb01-4bc9-b0d9-8c5b1be621b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:10.892117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-11bd0567-eb01-4bc9-b0d9-8c5b1be621b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.0954328 Sep 26 13:27:10.895923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cfdfe95-0140-4841-9d64-f177d99afad8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.898024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7cfdfe95-0140-4841-9d64-f177d99afad8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379926 Sep 26 13:27:10.899955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47950) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:10.904431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4a70b46a-f998-47ba-bcde-31955d0c29f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'e310a51b-3b25-4215-b73b-5e636398d5e7', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:10.932121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4a70b46a-f998-47ba-bcde-31955d0c29f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:10.963717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-054fc7a2-ca85-4d28-89e2-0e7143b36362 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e HTTP/1.1" status: 200 len: 998 time: 0.0644832 Sep 26 13:27:11.000196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4a70b46a-f998-47ba-bcde-31955d0c29f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.005649 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4a70b46a-f998-47ba-bcde-31955d0c29f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.016398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-28b0f8ef-e5ab-48a6-b694-870190f8b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:11.017925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-28b0f8ef-e5ab-48a6-b694-870190f8b2dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0479276 Sep 26 13:27:11.024789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70b46a-f998-47ba-bcde-31955d0c29f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f80666-e924-421f-a28e-fee96f59974d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:11.032712 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4a70b46a-f998-47ba-bcde-31955d0c29f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.038112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47952) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:11.038304 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4a70b46a-f998-47ba-bcde-31955d0c29f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372297 Sep 26 13:27:11.040086 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'port_id': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'mac_address': 'fa:16:3e:36:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:26:58Z', 'updated_at': '2021-09-26T13:27:10Z', 'revision_number': 1, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:11.060195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-13dc36f2-bf8e-4083-a8f8-90ed8864631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.062317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-73212cfe-8ad5-458e-97bf-f5a6f013521e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'e310a51b-3b25-4215-b73b-5e636398d5e7', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:11.112874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73212cfe-8ad5-458e-97bf-f5a6f013521e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.121733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-77f4d75a-52a8-4b6f-83b0-05ce0a194170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:11.123334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-77f4d75a-52a8-4b6f-83b0-05ce0a194170 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986409 Sep 26 13:27:11.162838 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] Checking router: acc03b6a-f1c2-4701-b475-aa0fd0ebce68 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:27:11.171268 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:11.171863 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:27:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:11.240323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73212cfe-8ad5-458e-97bf-f5a6f013521e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.248380 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73212cfe-8ad5-458e-97bf-f5a6f013521e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.278322 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:11.280304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-ceeb3efc-b240-406b-a450-15ff621a66c3 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488855 Sep 26 13:27:11.281792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73212cfe-8ad5-458e-97bf-f5a6f013521e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434e44c4-bb9f-4499-a84e-dd6a42bc4926,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:11.284619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73212cfe-8ad5-458e-97bf-f5a6f013521e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.288905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-73212cfe-8ad5-458e-97bf-f5a6f013521e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2468994 Sep 26 13:27:11.289425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47954) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:11.300684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-88d07003-9073-4488-8f4c-0000ab3c3a7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'e310a51b-3b25-4215-b73b-5e636398d5e7', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:11.371676 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-88d07003-9073-4488-8f4c-0000ab3c3a7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Project be3d67312ea64c16a1f294b896b92864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:27:11.379040 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88d07003-9073-4488-8f4c-0000ab3c3a7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.418136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76735d35-b0bc-4435-b88d-43949b5bd59b req-afc3b441-7bdc-46dd-82e8-c225933029e1 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308868 Sep 26 13:27:11.449153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88d07003-9073-4488-8f4c-0000ab3c3a7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.453212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88d07003-9073-4488-8f4c-0000ab3c3a7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.471616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d07003-9073-4488-8f4c-0000ab3c3a7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a967f0-b830-4b68-b55e-bb2ccfcb5e20,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:11.479796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88d07003-9073-4488-8f4c-0000ab3c3a7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.481235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-88d07003-9073-4488-8f4c-0000ab3c3a7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1910503 Sep 26 13:27:11.484044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47958) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:11.488708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ccd96876-8860-4186-8ee4-402bc8e795d3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': 'e310a51b-3b25-4215-b73b-5e636398d5e7', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:11.511617 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-ccd96876-8860-4186-8ee4-402bc8e795d3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Project be3d67312ea64c16a1f294b896b92864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:27:11.512526 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'port_id': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'mac_address': 'fa:16:3e:36:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:26:58Z', 'updated_at': '2021-09-26T13:27:10Z', 'revision_number': 1, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:11.519788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccd96876-8860-4186-8ee4-402bc8e795d3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.542952 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382fffe-ef32-443f-a998-0b979f851803 None None] The sync data for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 is: [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'port_id': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'mac_address': 'fa:16:3e:36:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:26:58Z', 'updated_at': '2021-09-26T13:27:10Z', 'revision_number': 1, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:27:11.592618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccd96876-8860-4186-8ee4-402bc8e795d3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.596941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccd96876-8860-4186-8ee4-402bc8e795d3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.617092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd96876-8860-4186-8ee4-402bc8e795d3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525805f3-1852-4759-8294-adf32cdfa552,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:11.624858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccd96876-8860-4186-8ee4-402bc8e795d3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.629231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47960) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:11.629438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ccd96876-8860-4186-8ee4-402bc8e795d3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441910 Sep 26 13:27:11.635550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'network': {'name': 'tempest-network-smoke--1794659242', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:11.649596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.671309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:27:11.675246 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.707597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:27:11.721867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.722345 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Added segment ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b of type vlan for network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc Sep 26 13:27:11.764236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18c773-9098-4613-b24e-a2bd80a603f4 None None] New status for floating IP 20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:27:11.792590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.828538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70280db2-440f-4a17-87b6-388a58e59f22 req-08d362b9-3401-41b1-b23d-bb3dc4df4168 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:11.830166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70280db2-440f-4a17-87b6-388a58e59f22 req-08d362b9-3401-41b1-b23d-bb3dc4df4168 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0950327 Sep 26 13:27:11.851596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.857285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:11.857285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.893220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2626064 Sep 26 13:27:11.896175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47966) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:11.901839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'admin_state_up': True, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:11.918422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70280db2-440f-4a17-87b6-388a58e59f22 req-cd64d285-1dd5-45b0-9e21-9121d910a445 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816641 Sep 26 13:27:11.928534 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.931371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:11.952599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa164-f4d5-4ef2-9987-3aba97132282 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Network': ['ID=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:11.964106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:27:12.011743 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:12.103373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:12.155818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:12.354309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:12.373644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:12.477780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.25.4.17 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/31a2cdfa-72dd-4283-9722-0e0d2b6cc22f) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:27:12.583856 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:12.617466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:12.652462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:27:12.655337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:12.658812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:27:12.689807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=31a2cdfa-72dd-4283-9722-0e0d2b6cc22f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:12.924323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:13.041262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa8a8e-7c5b-4d78-a14a-643e9a44dc82 req-c0bc3a83-9870-434d-9543-b03c6f390afe tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:13.042965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55fa8a8e-7c5b-4d78-a14a-643e9a44dc82 req-c0bc3a83-9870-434d-9543-b03c6f390afe tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0495067 Sep 26 13:27:13.083376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55fa8a8e-7c5b-4d78-a14a-643e9a44dc82 req-75c5c0fc-7a38-4c68-8957-90bc05ba010c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343354 Sep 26 13:27:13.137227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:13.276134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 22e6b910-e1f9-4b69-90cb-c589520a2e4c is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:27:13.383316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:27:13.392550 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Sync routers for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:27:13.402675 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:13.403312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:13.403548 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:27:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:13.408931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b671052b-d9a5-4177-abef-77afaee1db39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5079212 Sep 26 13:27:13.410140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47972) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:13.451194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6e3bffc8-646f-4179-ba69-37c9730b2c4d tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=be3d67312ea64c16a1f294b896b92864&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371642 Sep 26 13:27:13.451502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 47974) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:13.507546 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:13.566535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39894e-588d-4584-8c46-120166b1eb12 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:13.568087 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:13.568638 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ab39894e-588d-4584-8c46-120166b1eb12 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1159019 Sep 26 13:27:13.571957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47976) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:13.603322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5c38d453-27aa-4d08-b61f-b3466e46c113 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278573 Sep 26 13:27:13.603562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47978) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:13.608187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-756529041', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:13.698620 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:12Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:13.699750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:27:13.703627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:13.726633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Checking router: 22e6b910-e1f9-4b69-90cb-c589520a2e4c for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:27:13.726633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Updating router 22e6b910-e1f9-4b69-90cb-c589520a2e4c port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:27:13.754832 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:13.895397 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:13.964513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Subnet': ['ID=7bbf25c3-6a36-4aa5-89a7-fa26036342ca,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:13.976630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Checking segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:27:13.977066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network hostable DHCP agents. Network: 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:27:13.995110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:27:14.009694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:14.014871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:14.015732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.021647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3acdf6-6983-44e9-823b-ad001244a984 None None] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:27:14.030646 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.037070 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.037594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f585ff59-0a94-40f5-b276-b3ecd12b7d5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4327309 Sep 26 13:27:14.042007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 47982) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:14.124236 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970da73-974e-4239-895a-d9432c900eae None None] Pushing event updated for resources: {'Port': ['ID=31a2cdfa-72dd-4283-9722-0e0d2b6cc22f,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:14.138053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.138053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.138053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.138053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.138053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.138053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.138053 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.139120 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.139120 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.139120 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.139120 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.140015 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970da73-974e-4239-895a-d9432c900eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:27:14.145000 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Attempting to bind port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:27:14.145374 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Attempting to bind port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:27:14.145790 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Attempting to bind port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:14.151647 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:27:14.152002 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:27:14.152546 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.152932 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:27:14.153348 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Bound port: 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:27:14.153653 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.216367 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] For port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:27:14.219528 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] For port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=31a2cdfa-72dd-4283-9722-0e0d2b6cc22f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:27:14.224279 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.236057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:27:14.237134 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.282186 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:14.282814 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:27:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:14.287538 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970da73-974e-4239-895a-d9432c900eae None None] Pushing event updated for resources: {'Port': ['ID=31a2cdfa-72dd-4283-9722-0e0d2b6cc22f,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:14.328448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42a50f-d06f-42e4-bad7-3968d1c3e032 req-3232f16f-9b38-4e8a-ad6f-f426336dafa1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:14.330181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da42a50f-d06f-42e4-bad7-3968d1c3e032 req-3232f16f-9b38-4e8a-ad6f-f426336dafa1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.1310489 Sep 26 13:27:14.394891 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:14.408272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Allocated IP 172.20.0.2 (38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc/7bbf25c3-6a36-4aa5-89a7-fa26036342ca/b8e38677-da11-4e79-9aee-44453dda641b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:27:14.417108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da42a50f-d06f-42e4-bad7-3968d1c3e032 req-76f5b476-fc49-49b8-b0e7-1668c4680fae tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780129 Sep 26 13:27:14.576160 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.584102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.584616 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:12Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:14.609194 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.613475 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8304d1-3fe2-442d-8a79-5754071d31bd None None] The sync data for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 is: [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:12Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:27:14.624646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:27:14.627524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:14.631599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:27:14.639253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Pushing event updated for resources: {'Port': ['ID=b8e38677-da11-4e79-9aee-44453dda641b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:14.701169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Attempting to bind port b8e38677-da11-4e79-9aee-44453dda641b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:27:14.701664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Attempting to bind port b8e38677-da11-4e79-9aee-44453dda641b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:27:14.702092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Attempting to bind port b8e38677-da11-4e79-9aee-44453dda641b on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:14.707295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:27:14.707760 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Checking segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:27:14.708222 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.708689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Bound using segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:27:14.709502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Bound port: b8e38677-da11-4e79-9aee-44453dda641b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:27:14.709885 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.779800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] For port b8e38677-da11-4e79-9aee-44453dda641b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:27:14.782959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] For port b8e38677-da11-4e79-9aee-44453dda641b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b8e38677-da11-4e79-9aee-44453dda641b,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:27:14.787493 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:14.857053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6a07a-c3c0-4558-a97f-37dbe60b6ad5 None None] Pushing event updated for resources: {'Port': ['ID=b8e38677-da11-4e79-9aee-44453dda641b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:14.930958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.20.0.1 (38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc/7bbf25c3-6a36-4aa5-89a7-fa26036342ca/a775bbeb-7d2a-4f56-b99d-7edad31d9fae) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:27:15.075850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:15.138145 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:15.188040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:27:15.191645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:15.194293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:27:15.227316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:15.249193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:15.254944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:15.393002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:15.580366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5e71b-777f-4748-9901-a3c4a93a2ff1 req-0a737a63-83e9-46cc-857c-e1228b2d1164 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:15.581991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cc5e71b-777f-4748-9901-a3c4a93a2ff1 req-0a737a63-83e9-46cc-857c-e1228b2d1164 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0682466 Sep 26 13:27:15.664066 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cc5e71b-777f-4748-9901-a3c4a93a2ff1 req-8bae0c63-757f-400d-a4e9-fc7b914fd683 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721927 Sep 26 13:27:15.757690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:15.762728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:15.845035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:15.847500 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:15.916829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d12907c-9240-4817-8d16-2562774e66a9 None None] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:27:15.942574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:27:15.943976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:16.039670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-987c0fb3-0fad-4cfd-8fe9-ca883f798f2d None None] Provisioning complete for port b8e38677-da11-4e79-9aee-44453dda641b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:16.040045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-987c0fb3-0fad-4cfd-8fe9-ca883f798f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:16.071514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 22e6b910-e1f9-4b69-90cb-c589520a2e4c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:27:16.185862 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-987c0fb3-0fad-4cfd-8fe9-ca883f798f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:16.198959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:27:16.204251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2a7ebc7c-5601-4c6d-9615-ea284274a922 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "PUT /v2.0/routers/22e6b910-e1f9-4b69-90cb-c589520a2e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1608307 Sep 26 13:27:16.230641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-987c0fb3-0fad-4cfd-8fe9-ca883f798f2d None None] For port b8e38677-da11-4e79-9aee-44453dda641b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b8e38677-da11-4e79-9aee-44453dda641b,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:16.236906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-987c0fb3-0fad-4cfd-8fe9-ca883f798f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:16.317852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0fb3-0fad-4cfd-8fe9-ca883f798f2d None None] Pushing event updated for resources: {'Port': ['ID=b8e38677-da11-4e79-9aee-44453dda641b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:16.346206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:27:16.402403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:16.403016 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:16.410897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Sync routers for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:27:16.452415 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:16.453065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:27:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:16.467747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-d5bbaa4e-4241-4318-920a-d2c36b72e070 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86782950&fields=id&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 267 time: 0.0388894 Sep 26 13:27:16.545432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a96cd49d-9e55-47db-b061-b3c958c1939d None None] Provisioning complete for port b8e38677-da11-4e79-9aee-44453dda641b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:16.545875 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a96cd49d-9e55-47db-b061-b3c958c1939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:16.596785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-c6a2b921-2762-4034-ac8b-c9780ec3f408 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:16.600338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-c6a2b921-2762-4034-ac8b-c9780ec3f408 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 797 time: 0.1237702 Sep 26 13:27:16.625398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-07fda1f4-e59e-4429-bacc-6588a5e89c60 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/quotas/be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 375 time: 0.0181985 Sep 26 13:27:16.665650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:16.683994 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-e328f662-dde5-479b-a2c6-e6c8d41a20a8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517540 Sep 26 13:27:16.691858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:16.810555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7d91-4b94-4ed6-87cf-fbdf18b92693 req-1abf2945-351b-4c8f-bb13-71704c9e8dbe tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:16.811153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-f6890fca-794e-40f8-92a4-0a3344ac2c47 service neutron] 10.222.0.13 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130526 Sep 26 13:27:16.813137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0bc7d91-4b94-4ed6-87cf-fbdf18b92693 req-1abf2945-351b-4c8f-bb13-71704c9e8dbe tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0659375 Sep 26 13:27:16.872290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b0bc7d91-4b94-4ed6-87cf-fbdf18b92693 req-e58f1590-6cea-48b0-a20d-9ed3e04b79d9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492449 Sep 26 13:27:16.927062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=31a2cdfa-72dd-4283-9722-0e0d2b6cc22f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:16.932628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-8e532fba-32e3-40ed-b4b2-1e4729602e07 service neutron] 10.222.0.13 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135592 Sep 26 13:27:16.957368 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:16.958216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b8e38677-da11-4e79-9aee-44453dda641b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:27:17.105217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=31a2cdfa-72dd-4283-9722-0e0d2b6cc22f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:17.110494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a96cd49d-9e55-47db-b061-b3c958c1939d None None] Provisioning complete for port a775bbeb-7d2a-4f56-b99d-7edad31d9fae triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:17.110872 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a96cd49d-9e55-47db-b061-b3c958c1939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.126162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a531f8c-d802-4c91-8eef-4b292368fdfd req-61a7deee-e97b-4dab-8bb3-3c154c7f9add tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 210 time: 0.0437448 Sep 26 13:27:17.167663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b8e38677-da11-4e79-9aee-44453dda641b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:17.168037 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.216048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a96cd49d-9e55-47db-b061-b3c958c1939d None None] Port a775bbeb-7d2a-4f56-b99d-7edad31d9fae cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:27:17.285671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 2, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:17.317740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Checking router: 22e6b910-e1f9-4b69-90cb-c589520a2e4c for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:27:17.318096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Updating router 22e6b910-e1f9-4b69-90cb-c589520a2e4c port a775bbeb-7d2a-4f56-b99d-7edad31d9fae binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:27:17.355596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.368885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f3b5543b-9adf-42b9-a8c8-a07cc94d6cbb None None] Provisioning complete for port a775bbeb-7d2a-4f56-b99d-7edad31d9fae triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:17.369253 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f3b5543b-9adf-42b9-a8c8-a07cc94d6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.427541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5543b-9adf-42b9-a8c8-a07cc94d6cbb None None] Port a775bbeb-7d2a-4f56-b99d-7edad31d9fae cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:27:17.659619 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.664635 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.718714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788ca9f-d6fc-43f2-8d52-0114a9dd6f4d None None] Pushing event updated for resources: {'Port': ['ID=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:17.772141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Attempting to bind port a775bbeb-7d2a-4f56-b99d-7edad31d9fae on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:27:17.772502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Attempting to bind port a775bbeb-7d2a-4f56-b99d-7edad31d9fae by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:27:17.772930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Attempting to bind port a775bbeb-7d2a-4f56-b99d-7edad31d9fae on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:17.778644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:27:17.779015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Checking segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:27:17.779417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.779801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Bound using segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:27:17.780258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Bound port: a775bbeb-7d2a-4f56-b99d-7edad31d9fae, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:27:17.780633 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.853202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] For port a775bbeb-7d2a-4f56-b99d-7edad31d9fae, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:27:17.856504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] For port a775bbeb-7d2a-4f56-b99d-7edad31d9fae, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:27:17.873815 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:17.930567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:17.931200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:27:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:18.015742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f22dd0-c12c-42da-9336-821f98a7a598 req-0cadb5db-1e9c-4e6e-b0da-0c1215dc1637 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:18.018067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-75f22dd0-c12c-42da-9336-821f98a7a598 req-0cadb5db-1e9c-4e6e-b0da-0c1215dc1637 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0762892 Sep 26 13:27:18.041608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788ca9f-d6fc-43f2-8d52-0114a9dd6f4d None None] Pushing event updated for resources: {'Port': ['ID=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:18.061201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5a454c0b-0547-4fd5-a4c4-5e9afc398195 None None] Provisioning complete for port a775bbeb-7d2a-4f56-b99d-7edad31d9fae triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:18.061617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5a454c0b-0547-4fd5-a4c4-5e9afc398195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.114826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-75f22dd0-c12c-42da-9336-821f98a7a598 req-0044c707-0e65-4e44-b4ab-1c9897e8c2e2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713460 Sep 26 13:27:18.139894 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:18.195095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-b698e1ad-438a-4750-b68a-d2a2158142c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:18.196576 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-b698e1ad-438a-4750-b68a-d2a2158142c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 797 time: 0.1734800 Sep 26 13:27:18.292211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-c68807b6-cdaf-49a0-94c5-d46fbb61fe1b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 378 time: 0.0864770 Sep 26 13:27:18.309617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-11837153-bd96-40fe-aee2-339d07085803 req-43bd9fe6-f90f-4d4c-bc6c-5a688d6116ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 210 time: 0.0352862 Sep 26 13:27:18.313137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'port': {'device_id': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'admin_state_up': True, 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'security_groups': ['e310a51b-3b25-4215-b73b-5e636398d5e7']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:18.327257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:27:18.406551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5a454c0b-0547-4fd5-a4c4-5e9afc398195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.438700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:27:18.442527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.482816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5a454c0b-0547-4fd5-a4c4-5e9afc398195 None None] For port a775bbeb-7d2a-4f56-b99d-7edad31d9fae, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:18.486201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:18.486559 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.490040 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5a454c0b-0547-4fd5-a4c4-5e9afc398195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.576803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:17Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:18.581077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a454c0b-0547-4fd5-a4c4-5e9afc398195 None None] Pushing event updated for resources: {'Port': ['ID=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:18.593008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.20.0.12 (38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc/7bbf25c3-6a36-4aa5-89a7-fa26036342ca/2c168587-503f-4635-a6a3-acb20e511253) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:27:18.613326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41548f24-a66a-41e1-9e2a-3082770bc14c None None] The sync data for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 is: [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:17Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:27:18.657658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c28f3b1f-5c14-4921-83dd-a14625f1a6db None None] Provisioning complete for port a775bbeb-7d2a-4f56-b99d-7edad31d9fae triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:18.658021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c28f3b1f-5c14-4921-83dd-a14625f1a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.720717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b8e38677-da11-4e79-9aee-44453dda641b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:27:18.755542 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:27:18.775032 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.823753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b8e38677-da11-4e79-9aee-44453dda641b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:18.824177 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.833630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.884541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:27:18.888230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:18.891274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:27:18.924612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:18.957977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:18.958645 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:18.985237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-25526579-190c-4f5a-8696-eac66ac449d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6779704 Sep 26 13:27:19.005186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Request body: {'port': {'device_id': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:19.245088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d57d0-2100-46f4-b602-34982b820d7e req-2358aed1-9dc0-4a87-9b9a-2beabcd35d2d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:19.247516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-608d57d0-2100-46f4-b602-34982b820d7e req-2358aed1-9dc0-4a87-9b9a-2beabcd35d2d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0681195 Sep 26 13:27:19.250856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-76d9f0cd-02aa-45b2-9191-a5f5b32e72b1 None None] Provisioning complete for port 2c168587-503f-4635-a6a3-acb20e511253 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:19.251413 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-76d9f0cd-02aa-45b2-9191-a5f5b32e72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:19.292431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-76d9f0cd-02aa-45b2-9191-a5f5b32e72b1 None None] Port 2c168587-503f-4635-a6a3-acb20e511253 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:27:19.307352 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-608d57d0-2100-46f4-b602-34982b820d7e req-d764c0d6-d67e-49d4-b8dd-0b6d890db4d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489986 Sep 26 13:27:19.427965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:19.455736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6701c3-4f02-4ca7-ace2-89fc26760e90 req-b68d7d53-b1ee-4117-93b3-732afe9a312d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:19.457329 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c6701c3-4f02-4ca7-ace2-89fc26760e90 req-b68d7d53-b1ee-4117-93b3-732afe9a312d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 932 time: 0.0581868 Sep 26 13:27:19.507093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c6701c3-4f02-4ca7-ace2-89fc26760e90 req-a541cc92-72ac-4adc-b0d7-32890515af61 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422363 Sep 26 13:27:19.743768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c168587-503f-4635-a6a3-acb20e511253 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:27:19.752230 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:19.765130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Transition to ACTIVE for port object 2c168587-503f-4635-a6a3-acb20e511253 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:27:19.769918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:19.843468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:19.914223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:27:19.914680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:27:19.915085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:19.920505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:27:19.920837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:19.926365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:27:19.926715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Checking segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:27:19.927115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Bound using segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:27:19.927559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Bound port: 2c168587-503f-4635-a6a3-acb20e511253, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:27:19.927936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:19.997630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:27:20.001795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:27:20.007353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:20.053507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.054180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:20.055639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 1093 time: 1.0612419 Sep 26 13:27:20.056106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:20.058446 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:20.114098 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54cdf74-93c6-48b7-a734-6bd533c9cdea x-openstack-request-id: req-e54cdf74-93c6-48b7-a734-6bd533c9cdea {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:20.114404 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:20.114661 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e54cdf74-93c6-48b7-a734-6bd533c9cdea {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:20.115060 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'status': 'completed', 'code': 200} Sep 26 13:27:20.132782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a0537-b65b-48ba-bea0-5987afc400b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:20.151801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-88a65d01-eb89-4703-9be7-c8f57c504a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.153320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-88a65d01-eb89-4703-9be7-c8f57c504a95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1096 time: 0.0510523 Sep 26 13:27:20.214143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-7373de7b-5ae2-4c60-91cb-377e74fad9fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 217 time: 0.0503597 Sep 26 13:27:20.271663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a775bbeb-7d2a-4f56-b99d-7edad31d9fae up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:27:20.272953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-3b75cbb2-c2ac-4ea8-b57f-9999bc8ea9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.274539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-3b75cbb2-c2ac-4ea8-b57f-9999bc8ea9bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0529530 Sep 26 13:27:20.322208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:20.333321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-3a463239-f318-4f6b-8c01-687cf16f4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.336138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-3a463239-f318-4f6b-8c01-687cf16f4763 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522716 Sep 26 13:27:20.341763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a775bbeb-7d2a-4f56-b99d-7edad31d9fae triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:20.342572 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:20.450441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-8336789a-7989-4047-8dd4-00977fd97b1b service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071775 Sep 26 13:27:20.462286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84397d95-a55f-4788-899a-f27e32e50871 req-a3f7ab5b-2e95-4d18-83f4-1f3ef801900c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.464141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84397d95-a55f-4788-899a-f27e32e50871 req-a3f7ab5b-2e95-4d18-83f4-1f3ef801900c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0691459 Sep 26 13:27:20.507774 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84397d95-a55f-4788-899a-f27e32e50871 req-c0a71e52-279e-442b-8a01-c4c2b63ef09e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359194 Sep 26 13:27:20.568495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6fdd67f7-5d87-4690-b791-a7e558a30111 req-52c0bb5c-8305-40fa-b838-ae9b02706ca5 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076634 Sep 26 13:27:20.670431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8904-bfcc-4d35-b378-7b8e90e324e3 req-176995dd-8cfb-4afa-b55f-616a4dd5a061 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.671918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28dd8904-bfcc-4d35-b378-7b8e90e324e3 req-176995dd-8cfb-4afa-b55f-616a4dd5a061 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 944 time: 0.0892966 Sep 26 13:27:20.687646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-d9a9058c-881e-4b6e-8156-6755f0353286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.689060 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-d9a9058c-881e-4b6e-8156-6755f0353286 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1096 time: 0.0627217 Sep 26 13:27:20.744971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-28dd8904-bfcc-4d35-b378-7b8e90e324e3 req-e9a4d4c7-47d0-4d6a-9eb0-19bdcb12a4fc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649247 Sep 26 13:27:20.804830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-af36c2ee-5bb9-48c2-ba78-e6b320c4b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.806355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-af36c2ee-5bb9-48c2-ba78-e6b320c4b650 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.1071310 Sep 26 13:27:20.852190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-ee2bdbd4-d0fb-4159-8181-b62eac96883e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 217 time: 0.0377848 Sep 26 13:27:20.903265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-ced0f05d-11bc-4030-9920-d1d7079f049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.904734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-ced0f05d-11bc-4030-9920-d1d7079f049c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0433986 Sep 26 13:27:20.951691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-0735d83c-f481-4bf9-8423-ec0eefa29ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:20.953203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-0735d83c-f481-4bf9-8423-ec0eefa29ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413644 Sep 26 13:27:21.050231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-0ef7edca-26fd-43ed-95af-f631107cce0c service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887251 Sep 26 13:27:21.143009 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ca2a5cb-d321-435d-ae92-f1da9ee1ffc5 req-454a3e2b-9955-4b14-8c08-de984841b2b3 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848248 Sep 26 13:27:21.628512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79178fad-c748-4593-8d06-2f96c04a6e6b req-610fee1d-8b78-4d3e-b46f-f44d1e846baf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:21.630067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-79178fad-c748-4593-8d06-2f96c04a6e6b req-610fee1d-8b78-4d3e-b46f-f44d1e846baf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0504048 Sep 26 13:27:21.677270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-79178fad-c748-4593-8d06-2f96c04a6e6b req-8b464ab5-3f26-47e0-b27e-5c0cbdd36650 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Sep 26 13:27:22.162890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7cd8-69d2-47eb-8524-3795b13e81f9 req-dbc923f1-a30a-48cd-8abb-67d62b1a6c41 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:22.164980 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6cab7cd8-69d2-47eb-8524-3795b13e81f9 req-dbc923f1-a30a-48cd-8abb-67d62b1a6c41 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 944 time: 0.3419082 Sep 26 13:27:22.203548 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6cab7cd8-69d2-47eb-8524-3795b13e81f9 req-a6159aeb-f1bc-4d12-82e0-aa6a84f7a970 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323284 Sep 26 13:27:22.780008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2c168587-503f-4635-a6a3-acb20e511253 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:27:22.806224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130774c-7de4-488c-96d2-9b09e27cec04 req-c9345040-4961-40f6-a223-37cf000e28d8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:22.807654 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9130774c-7de4-488c-96d2-9b09e27cec04 req-c9345040-4961-40f6-a223-37cf000e28d8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0540257 Sep 26 13:27:22.857845 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9130774c-7de4-488c-96d2-9b09e27cec04 req-94fb1aaa-083e-4dfb-8bcd-7b61fe523571 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Sep 26 13:27:22.889677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:22.901427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2c168587-503f-4635-a6a3-acb20e511253', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'port_id': '2c168587-503f-4635-a6a3-acb20e511253', 'mac_address': 'fa:16:3e:65:f5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:27:22.942273 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:22.956263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c168587-503f-4635-a6a3-acb20e511253 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:27:22.976054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:22.980318 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:23.031215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:23.192581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2c168587-503f-4635-a6a3-acb20e511253'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:27:23.327850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8452fd-699c-4ffe-98cf-293e438585ab req-445b4597-951f-4167-9875-719485d725df tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:23.329276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c8452fd-699c-4ffe-98cf-293e438585ab req-445b4597-951f-4167-9875-719485d725df tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 945 time: 0.0491471 Sep 26 13:27:23.369624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c8452fd-699c-4ffe-98cf-293e438585ab req-f07f1578-fffc-4461-b964-7cdc633273c0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328875 Sep 26 13:27:23.971019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110d13-00b6-4402-a398-fd52c2d48d7a req-951b5435-f8c0-422d-af5f-f58d13be3b01 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:23.972542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6110d13-00b6-4402-a398-fd52c2d48d7a req-951b5435-f8c0-422d-af5f-f58d13be3b01 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0504839 Sep 26 13:27:24.011449 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6110d13-00b6-4402-a398-fd52c2d48d7a req-a83b3e28-b070-470e-b4fd-cd1ee7404cba tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Sep 26 13:27:24.492190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31477-5205-424c-81cf-d6642658f815 req-c185dc7f-597a-4d31-8881-46fb9cbf7ad1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:24.493727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4cd31477-5205-424c-81cf-d6642658f815 req-c185dc7f-597a-4d31-8881-46fb9cbf7ad1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 945 time: 0.0540259 Sep 26 13:27:24.536653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4cd31477-5205-424c-81cf-d6642658f815 req-c0ef446f-4a9e-4ca2-a0ac-d2036ddab417 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368023 Sep 26 13:27:24.778312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2c168587-503f-4635-a6a3-acb20e511253 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:27:24.830513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2c168587-503f-4635-a6a3-acb20e511253 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:27:24.834539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2c168587-503f-4635-a6a3-acb20e511253 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:24.835603 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:24.918139 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:24.941441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:24.943856 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855234a7-01eb-473e-832e-d63c7d0a8859" -d '{"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-plugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:24.957392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:24.962435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:25.012380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:25.062109 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395e553e-1244-470a-8a85-8334fb88ad34 x-openstack-request-id: req-395e553e-1244-470a-8a85-8334fb88ad34 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:25.062419 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-plugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:25.062676 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-395e553e-1244-470a-8a85-8334fb88ad34 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:25.063634 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'code': 200} Sep 26 13:27:25.136642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f173fb7-bd4c-4c78-ba0d-e974dbda5f17 req-f3183cb9-de50-4821-9467-616cf436f4bb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:25.138179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f173fb7-bd4c-4c78-ba0d-e974dbda5f17 req-f3183cb9-de50-4821-9467-616cf436f4bb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0555165 Sep 26 13:27:25.205453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f173fb7-bd4c-4c78-ba0d-e974dbda5f17 req-740b7d2e-8e55-4934-9236-67ddef7ae5fa tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577264 Sep 26 13:27:25.208402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36133cb8-480c-4b96-bfb1-df243c0b027b req-462199a5-7bfa-4cc5-bbae-b71d6c02d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:25.210262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36133cb8-480c-4b96-bfb1-df243c0b027b req-462199a5-7bfa-4cc5-bbae-b71d6c02d174 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1098 time: 0.0712216 Sep 26 13:27:25.248890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36133cb8-480c-4b96-bfb1-df243c0b027b req-090c207f-cadc-4d40-9405-d78304f5db5d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300436 Sep 26 13:27:25.394552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1945f50-d25e-4beb-8d60-c15427b0017b req-a3684d1c-e3e7-4d74-9f35-641d9c35bbd4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:25.396080 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1945f50-d25e-4beb-8d60-c15427b0017b req-a3684d1c-e3e7-4d74-9f35-641d9c35bbd4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0536640 Sep 26 13:27:25.435547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1945f50-d25e-4beb-8d60-c15427b0017b req-54549368-cb92-4c61-bcb6-65045c1f05f5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332327 Sep 26 13:27:25.563105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb16645-10c6-4abf-8acd-4f5061b41c14 req-10c3c022-899b-422f-9209-53186b8c6d23 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:25.564639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8fb16645-10c6-4abf-8acd-4f5061b41c14 req-10c3c022-899b-422f-9209-53186b8c6d23 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0548258 Sep 26 13:27:25.605086 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8fb16645-10c6-4abf-8acd-4f5061b41c14 req-02db114e-d9da-4501-b43a-db63f930b083 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340710 Sep 26 13:27:25.667365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbef67b-d167-4907-a4d2-b9d51c272048 req-8f8e3eda-df77-4484-b2a4-621efbe6429f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:25.668027 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0bbef67b-d167-4907-a4d2-b9d51c272048 req-8f8e3eda-df77-4484-b2a4-621efbe6429f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0586727 Sep 26 13:27:25.708575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0bbef67b-d167-4907-a4d2-b9d51c272048 req-ab1fa424-c4dc-4864-94a8-f06b6a4e4414 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332506 Sep 26 13:27:25.854866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-a8123a1a-9579-4c8d-93e1-e4c2313a293d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:25.856389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-a8123a1a-9579-4c8d-93e1-e4c2313a293d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.1255953 Sep 26 13:27:25.872625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-17b8c6c3-f1f6-49e8-8005-750e508482cd tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/quotas/5926d48159ef4d219209215e279cf1e4 HTTP/1.1" status: 200 len: 375 time: 0.0100837 Sep 26 13:27:25.936942 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-d4c5c638-5561-4c51-9ce8-bb9affca8c91 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0585229 Sep 26 13:27:26.032570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-80dcba4b-4a4f-4ae3-b48e-99cba31ed923 service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882812 Sep 26 13:27:26.132383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-599ef044-3edd-4e0a-ad0a-79e62908aedd service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932531 Sep 26 13:27:26.314862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f4027a8b-92dc-4e28-b43a-13b3b7b13533 req-1cd3ad09-d6db-4187-aff5-e42773447e88 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 210 time: 0.0319588 Sep 26 13:27:26.833496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96568c5c-7792-4b1d-8b6e-f5b6ac60df76 req-8350e1f8-7773-494a-a615-85db84149252 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:26.835936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96568c5c-7792-4b1d-8b6e-f5b6ac60df76 req-8350e1f8-7773-494a-a615-85db84149252 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0529218 Sep 26 13:27:26.880359 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96568c5c-7792-4b1d-8b6e-f5b6ac60df76 req-9414a16b-3ee0-42e1-96d5-a9b775505d18 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374620 Sep 26 13:27:27.002203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f1f3a-1efa-416b-9c6b-fa4cb743d3c6 req-fd48043d-a2ec-454a-b5a1-45a8f8cf3bcc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:27.003728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-899f1f3a-1efa-416b-9c6b-fa4cb743d3c6 req-fd48043d-a2ec-454a-b5a1-45a8f8cf3bcc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0537417 Sep 26 13:27:27.046872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-899f1f3a-1efa-416b-9c6b-fa4cb743d3c6 req-f386b27d-4ba5-4cb7-9b4a-30894c9ac425 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365760 Sep 26 13:27:27.071935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48102) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:27.118989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1697bf-7744-44cf-a4a8-e657df3eb341 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:27.120556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2b1697bf-7744-44cf-a4a8-e657df3eb341 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1093 time: 0.0473237 Sep 26 13:27:27.123724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48104) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:27.128653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '2c168587-503f-4635-a6a3-acb20e511253', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:27.163920 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:27.298959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-7a31f370-225c-4071-9e30-98233a8c7e1d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:27.300587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-7a31f370-225c-4071-9e30-98233a8c7e1d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.1502695 Sep 26 13:27:27.345113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'port': {'device_id': '1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'admin_state_up': True, 'tenant_id': '5926d48159ef4d219209215e279cf1e4'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:27.451700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3160bfd7-23b2-4564-8f8c-72467316863c req-f2a15137-af3d-47f2-b9b7-21fc7609d0db tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 210 time: 0.0635059 Sep 26 13:27:27.490399 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:27.557314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Made reservation on behalf of 5926d48159ef4d219209215e279cf1e4 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:27:27.560814 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:27.684337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.25.4.56 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/27cb137a-da0d-4aa2-bb55-7578620af407) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:27:27.771161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Allocated IP 172.20.0.3 (96b7a73d-30fa-4a32-87d0-8a6b43406fcc/d6499ad3-b7c3-4a37-a85c-7cd75cf92782/734e4f0a-7b64-4e03-9146-7fb783ab5dad) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:27:27.876337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:27.994665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:28.043335 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:28.050477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:27:28.056290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:28.060825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:27:28.097214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=27cb137a-da0d-4aa2-bb55-7578620af407,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:28.153663 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:28.166159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3034081d-0ab6-471a-a40d-363d5bf8ea1c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:27:28.246694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'Port': ['ID=734e4f0a-7b64-4e03-9146-7fb783ab5dad,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:28.252009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:27:28.258121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:27:28.265924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:27:28.382512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:28.383152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:28.410969 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-4c854cce-b890-4337-81bc-b36e23c9f1c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0715127 Sep 26 13:27:28.430270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Request body: {'port': {'device_id': '1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:27:28.497562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-bda2578f-214e-4986-a79d-56dde249e1e3 None None] Provisioning complete for port 734e4f0a-7b64-4e03-9146-7fb783ab5dad triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:28.497969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bda2578f-214e-4986-a79d-56dde249e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:28.534739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bda2578f-214e-4986-a79d-56dde249e1e3 None None] Port 734e4f0a-7b64-4e03-9146-7fb783ab5dad cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:27:28.589771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:28.686460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b241d2-3ed1-48d7-b6cf-b3b17bf42edc req-2335414c-f97e-4df8-bfd0-8f8fa59d963d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:28.687976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a7b241d2-3ed1-48d7-b6cf-b3b17bf42edc req-2335414c-f97e-4df8-bfd0-8f8fa59d963d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 931 time: 0.1376736 Sep 26 13:27:28.697304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:28.836227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a7b241d2-3ed1-48d7-b6cf-b3b17bf42edc req-bb315060-ad38-4f77-8d9b-084b57a311d9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372070 Sep 26 13:27:28.887761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:29.109926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734e4f0a-7b64-4e03-9146-7fb783ab5dad {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:27:29.121621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:29.143698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Transition to ACTIVE for port object 734e4f0a-7b64-4e03-9146-7fb783ab5dad will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:27:29.152106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:29.165718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:29.189469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:29.222392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Pushing event updated for resources: {'Port': ['ID=734e4f0a-7b64-4e03-9146-7fb783ab5dad,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:29.329753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:29.372638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=27cb137a-da0d-4aa2-bb55-7578620af407,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:29.729713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Attempting to bind port 734e4f0a-7b64-4e03-9146-7fb783ab5dad on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:27:29.729961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Attempting to bind port 734e4f0a-7b64-4e03-9146-7fb783ab5dad by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:27:29.730291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Attempting to bind port 734e4f0a-7b64-4e03-9146-7fb783ab5dad on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:29.737170 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Port 734e4f0a-7b64-4e03-9146-7fb783ab5dad on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:27:29.737516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Attempting to bind port 734e4f0a-7b64-4e03-9146-7fb783ab5dad on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:27:29.745004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:27:29.745345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Checking segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:27:29.745758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Bound using segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:27:29.746191 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Bound port: 734e4f0a-7b64-4e03-9146-7fb783ab5dad, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:27:29.746552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:29.764574 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Floating IP c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c associated. External IP: 172.25.4.56, port: 2c168587-503f-4635-a6a3-acb20e511253. Sep 26 13:27:29.899766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] For port 734e4f0a-7b64-4e03-9146-7fb783ab5dad, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:27:29.904243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] For port 734e4f0a-7b64-4e03-9146-7fb783ab5dad, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=734e4f0a-7b64-4e03-9146-7fb783ab5dad,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:27:29.914295 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:30.020220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:30.020866 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:30.022923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/734e4f0a-7b64-4e03-9146-7fb783ab5dad HTTP/1.1" status: 200 len: 1092 time: 1.6000180 Sep 26 13:27:30.023392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42', 'tag': '734e4f0a-7b64-4e03-9146-7fb783ab5dad'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:30.025770 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa24636-2cc6-4a13-99e1-170fafbc8686" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42", "tag": "734e4f0a-7b64-4e03-9146-7fb783ab5dad"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:30.126068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497c2c5-8054-41e8-bbee-3a9b29bee32f req-af0c3d2c-54f3-45e6-8865-087084ef114a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:30.127894 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b497c2c5-8054-41e8-bbee-3a9b29bee32f req-af0c3d2c-54f3-45e6-8865-087084ef114a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 943 time: 0.2200177 Sep 26 13:27:30.133389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff9fd5-4b33-49da-8cce-4427d47085e9 service neutron] Pushing event updated for resources: {'Port': ['ID=734e4f0a-7b64-4e03-9146-7fb783ab5dad,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:30.177991 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8678a16-705b-4754-866c-c7ac01b55b3e x-openstack-request-id: req-a8678a16-705b-4754-866c-c7ac01b55b3e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:30.178281 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42", "tag": "734e4f0a-7b64-4e03-9146-7fb783ab5dad", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:30.179025 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8678a16-705b-4754-866c-c7ac01b55b3e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:30.179468 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42', 'tag': '734e4f0a-7b64-4e03-9146-7fb783ab5dad', 'status': 'completed', 'code': 200} Sep 26 13:27:30.205163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-2a00e0d7-e8ea-4ddc-b78b-75b5442a1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:30.206693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-2a00e0d7-e8ea-4ddc-b78b-75b5442a1a6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 1095 time: 0.1376407 Sep 26 13:27:30.228773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 22e6b910-e1f9-4b69-90cb-c589520a2e4c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:27:30.231928 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b497c2c5-8054-41e8-bbee-3a9b29bee32f req-46115e06-c9c8-4635-b695-82f1aa77f39a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897510 Sep 26 13:27:30.261023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-38ad4843-5158-4d1a-bf03-f9dc0ad71894 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=734e4f0a-7b64-4e03-9146-7fb783ab5dad HTTP/1.1" status: 200 len: 217 time: 0.0447299 Sep 26 13:27:30.386698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-26c2b326-bc0a-4ed1-bb52-8192cb9aeab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:30.388207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-26c2b326-bc0a-4ed1-bb52-8192cb9aeab3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.1188610 Sep 26 13:27:30.440123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:27:30.450394 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] Sync routers for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:27:30.457756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-b5c036e7-377a-47b3-b20a-40e5a1595844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:30.459574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-b5c036e7-377a-47b3-b20a-40e5a1595844 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639656 Sep 26 13:27:30.460777 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:30.465503 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:30.466181 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:27:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:30.509625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4f5be555-fcb0-47bf-a83e-88ab8cb9475b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3831201 Sep 26 13:27:30.599898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-8cb8db58-c8fb-4605-88a1-91cf5ccd3416 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200888 Sep 26 13:27:30.618234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfafac-93c3-45d3-bbe3-c1d22c67f1ae req-2128eda0-7394-49bd-9ee4-b7923e8862e6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:30.620497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edfafac-93c3-45d3-bbe3-c1d22c67f1ae req-2128eda0-7394-49bd-9ee4-b7923e8862e6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0543616 Sep 26 13:27:30.665629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edfafac-93c3-45d3-bbe3-c1d22c67f1ae req-deb63e27-0af5-4a46-b6ad-08d7a0d4ed9a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384252 Sep 26 13:27:30.674025 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:30.688749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48122) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:30.748316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ceb8405-3032-4fb6-a735-ee14b9aee2d1 req-daf37bc2-0e70-458c-a3c3-17be7af7d429 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405387 Sep 26 13:27:30.777390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1e549138-a0f1-4c0e-ad86-52c8373cf6a2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c HTTP/1.1" status: 200 len: 991 time: 0.0871539 Sep 26 13:27:30.852340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-1f45ce33-6642-4a03-af83-f7f219004c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:30.853892 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-1f45ce33-6642-4a03-af83-f7f219004c7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 1095 time: 0.0435119 Sep 26 13:27:30.921542 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'port_id': '2c168587-503f-4635-a6a3-acb20e511253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'mac_address': 'fa:16:3e:65:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:27:28Z', 'updated_at': '2021-09-26T13:27:28Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:18Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:30.951591 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] Checking router: 22e6b910-e1f9-4b69-90cb-c589520a2e4c for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:27:30.954304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-2f2b95a6-8f84-440f-830f-170da10aa9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:30.955860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-2f2b95a6-8f84-440f-830f-170da10aa9f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.0935605 Sep 26 13:27:30.961116 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:27:30.961748 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:27:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:31.003723 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-cfcca3e9-db5a-4989-95b0-2d7f6a40e969 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=734e4f0a-7b64-4e03-9146-7fb783ab5dad HTTP/1.1" status: 200 len: 217 time: 0.0405655 Sep 26 13:27:31.057951 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-66923773-d46f-4d2e-b31e-3b53ef5ed4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:31.059454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-66923773-d46f-4d2e-b31e-3b53ef5ed4f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0482905 Sep 26 13:27:31.068468 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:27:31.114576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-ee4a027b-141e-4d55-86b2-57183455b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:31.116271 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-ee4a027b-141e-4d55-86b2-57183455b21e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490277 Sep 26 13:27:31.228455 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-724ed3bd-2ffa-4b4c-9775-f48d3b299865 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051707 Sep 26 13:27:31.312118 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'port_id': '2c168587-503f-4635-a6a3-acb20e511253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'mac_address': 'fa:16:3e:65:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:27:28Z', 'updated_at': '2021-09-26T13:27:28Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:18Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:27:31.331963 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffa24636-2cc6-4a13-99e1-170fafbc8686 req-8d9d573f-544e-4357-b184-e632cb23f6c5 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951443 Sep 26 13:27:31.343185 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633db36c-8687-4dda-bd0c-4d280159daa7 None None] The sync data for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 is: [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'port_id': '2c168587-503f-4635-a6a3-acb20e511253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'mac_address': 'fa:16:3e:65:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:27:28Z', 'updated_at': '2021-09-26T13:27:28Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:18Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:27:31.368881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539aebd-cffe-4347-87c7-10c93d8d927e req-c8efd7ed-e4ae-461c-9181-40344dbc3f71 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:31.370490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d539aebd-cffe-4347-87c7-10c93d8d927e req-c8efd7ed-e4ae-461c-9181-40344dbc3f71 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 943 time: 0.0639896 Sep 26 13:27:31.411786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d539aebd-cffe-4347-87c7-10c93d8d927e req-f68dd307-abae-4f0c-8ef6-f7981250eb4b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352592 Sep 26 13:27:31.558848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bae6dc-533c-4d36-a089-809d6f18cd95 None None] New status for floating IP c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:27:31.781423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48128) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:31.852835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c91e054c-d6cd-44c2-9a29-de3737c12616 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c HTTP/1.1" status: 200 len: 993 time: 0.0701821 Sep 26 13:27:32.180217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:32.182652 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61dba5d-08d3-4765-8d7f-5259ebb9412f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:32.220753 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9174949a-1364-44b8-80fb-c87be11e049e x-openstack-request-id: req-9174949a-1364-44b8-80fb-c87be11e049e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:32.221046 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:32.221300 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9174949a-1364-44b8-80fb-c87be11e049e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:32.221727 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'status': 'completed', 'code': 200} Sep 26 13:27:32.290421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-35b7651d-9a13-4b1d-b492-67234e1f2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:32.291941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-35b7651d-9a13-4b1d-b492-67234e1f2ed8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1098 time: 0.0431001 Sep 26 13:27:32.387451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-a5a23e56-281e-411a-98e2-24a277dd2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:32.388939 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-a5a23e56-281e-411a-98e2-24a277dd2dc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.0890858 Sep 26 13:27:32.456365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-ebe95018-7013-40d2-afb0-d6631c9c81b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 1001 time: 0.0602939 Sep 26 13:27:32.508455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-aa7d3db3-d2f8-4161-9311-86c70cdef58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:32.510047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-aa7d3db3-d2f8-4161-9311-86c70cdef58e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0459287 Sep 26 13:27:32.533837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef08c7-462a-4ad1-b22a-e0fe705d2189 req-5744cc40-5fdc-4937-8d53-268d1cdc7ed3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:32.535474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dcef08c7-462a-4ad1-b22a-e0fe705d2189 req-5744cc40-5fdc-4937-8d53-268d1cdc7ed3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 943 time: 0.0536761 Sep 26 13:27:32.562398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-e1d9aa4c-bd84-4687-b362-cf5ae89ad81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:32.563913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-e1d9aa4c-bd84-4687-b362-cf5ae89ad81f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464039 Sep 26 13:27:32.577377 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dcef08c7-462a-4ad1-b22a-e0fe705d2189 req-0730fa88-fee7-4c68-8078-7f0fd41abd53 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Sep 26 13:27:32.659138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-5e0a07cf-00b4-4632-a342-5e19d042e591 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873585 Sep 26 13:27:32.756542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d61dba5d-08d3-4765-8d7f-5259ebb9412f req-ec37e8b5-9220-4f5d-973c-4fe27f0ecb2c service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895214 Sep 26 13:27:33.702491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fa59c-f1a0-436e-bffe-b1e64390c2c6 req-1d4faef9-c804-4bdf-9023-929ade3ceeff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:33.704001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec6fa59c-f1a0-436e-bffe-b1e64390c2c6 req-1d4faef9-c804-4bdf-9023-929ade3ceeff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 943 time: 0.0531204 Sep 26 13:27:33.743817 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec6fa59c-f1a0-436e-bffe-b1e64390c2c6 req-ed9e2383-a538-4b42-9d85-2be18038afe3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Sep 26 13:27:34.138489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 734e4f0a-7b64-4e03-9146-7fb783ab5dad details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:27:34.238722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 734e4f0a-7b64-4e03-9146-7fb783ab5dad, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=734e4f0a-7b64-4e03-9146-7fb783ab5dad,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:34.250670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '734e4f0a-7b64-4e03-9146-7fb783ab5dad', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': '734e4f0a-7b64-4e03-9146-7fb783ab5dad', 'mac_address': 'fa:16:3e:3e:a1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:27:34.287064 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:34.300297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734e4f0a-7b64-4e03-9146-7fb783ab5dad {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:27:34.320435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 734e4f0a-7b64-4e03-9146-7fb783ab5dad, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=734e4f0a-7b64-4e03-9146-7fb783ab5dad,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:34.324365 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:34.377705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=734e4f0a-7b64-4e03-9146-7fb783ab5dad,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:34.650815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['734e4f0a-7b64-4e03-9146-7fb783ab5dad'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:27:34.871232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48bc2a-ce6d-4fb9-a362-2cd721c4eec5 req-1ccd6f8a-b35d-4107-b577-c498ebaf9dea tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:34.872782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab48bc2a-ce6d-4fb9-a362-2cd721c4eec5 req-1ccd6f8a-b35d-4107-b577-c498ebaf9dea tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 944 time: 0.0514722 Sep 26 13:27:34.916180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab48bc2a-ce6d-4fb9-a362-2cd721c4eec5 req-8bcd7436-1350-463a-bd12-c5ecc8a757ba tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373375 Sep 26 13:27:36.033546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e883-14d2-4971-b9d8-2d33d0ff41d8 req-01c4113b-4489-4f04-9eb4-b58ad8727df1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:36.035101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f862e883-14d2-4971-b9d8-2d33d0ff41d8 req-01c4113b-4489-4f04-9eb4-b58ad8727df1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 944 time: 0.0499024 Sep 26 13:27:36.079960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f862e883-14d2-4971-b9d8-2d33d0ff41d8 req-003df601-12f0-4d59-a857-7c02fefabfc2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332720 Sep 26 13:27:36.137924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 734e4f0a-7b64-4e03-9146-7fb783ab5dad up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:27:36.190384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 734e4f0a-7b64-4e03-9146-7fb783ab5dad completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:27:36.194500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 734e4f0a-7b64-4e03-9146-7fb783ab5dad triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:27:36.194816 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:36.271372 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:36.294659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e4f0a-7b64-4e03-9146-7fb783ab5dad'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:27:36.296912 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a63d0e-e470-4ac4-876b-43220f7413aa" -d '{"events": [{"server_uuid": "1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42", "name": "network-vif-plugged", "status": "completed", "tag": "734e4f0a-7b64-4e03-9146-7fb783ab5dad"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:27:36.309583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 734e4f0a-7b64-4e03-9146-7fb783ab5dad, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=734e4f0a-7b64-4e03-9146-7fb783ab5dad,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:27:36.319436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:36.344483 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96cf084-cf61-447c-b47f-96613663e4e6 x-openstack-request-id: req-a96cf084-cf61-447c-b47f-96613663e4e6 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:27:36.344775 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42", "name": "network-vif-plugged", "status": "completed", "tag": "734e4f0a-7b64-4e03-9146-7fb783ab5dad", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:27:36.345025 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a96cf084-cf61-447c-b47f-96613663e4e6 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:27:36.345407 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e4f0a-7b64-4e03-9146-7fb783ab5dad', 'code': 200} Sep 26 13:27:36.372113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=734e4f0a-7b64-4e03-9146-7fb783ab5dad,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:27:36.452739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250393-8363-436b-a22b-b900759cda64 req-d8e90930-612a-47da-bb3a-1ce9a85683ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:36.454204 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-06250393-8363-436b-a22b-b900759cda64 req-d8e90930-612a-47da-bb3a-1ce9a85683ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 1097 time: 0.0490475 Sep 26 13:27:36.491089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-06250393-8363-436b-a22b-b900759cda64 req-3ff84d38-9107-4058-977b-618976d8c4ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293870 Sep 26 13:27:37.199048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15b38-bfe3-4973-a6e9-1d28dbf01d28 req-4031a758-f93d-4865-9607-2691ee6b1b3b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:37.200550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6f15b38-bfe3-4973-a6e9-1d28dbf01d28 req-4031a758-f93d-4865-9607-2691ee6b1b3b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 945 time: 0.0507317 Sep 26 13:27:37.238958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c6f15b38-bfe3-4973-a6e9-1d28dbf01d28 req-02d6092b-892d-45bf-a3a0-f3172ccdda99 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Sep 26 13:27:38.284847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c592a4da-5857-4d37-99ae-ea403efc043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:38.363315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8248c97-5fc4-4c9e-b064-84bd5877d3c7 req-39942c54-68c3-427c-9bed-1545cd9cce35 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:38.364873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8248c97-5fc4-4c9e-b064-84bd5877d3c7 req-39942c54-68c3-427c-9bed-1545cd9cce35 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Sep 26 13:27:38.407483 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8248c97-5fc4-4c9e-b064-84bd5877d3c7 req-60408e67-db16-4997-a4f1-5583a197cde4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365250 Sep 26 13:27:41.059764 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-426c5e22-90e1-4d7d-bb95-241b8d7aacd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:41.641061 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:42.105884 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:43.569210 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:45.248528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:49.887637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-92434431-ddf3-4faf-b762-ffc09c62b4c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400367 Sep 26 13:27:49.976314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-2d418694-41e8-4689-92f0-bda6553f8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:49.977931 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-2d418694-41e8-4689-92f0-bda6553f8f01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 1097 time: 0.0480077 Sep 26 13:27:50.094502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-1a3ea82e-8015-4e03-902d-d57e4f7df965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:50.096035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-1a3ea82e-8015-4e03-902d-d57e4f7df965 service neutron] 10.222.0.24 "GET /v2.0/networks?id=023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 200 len: 910 time: 0.0976436 Sep 26 13:27:50.165643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-e990eefd-c5df-47a4-861e-de37bc94fd97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e HTTP/1.1" status: 200 len: 1000 time: 0.0617826 Sep 26 13:27:50.216978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-a9e4c4ec-efdd-4208-a2e5-5189cb637bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:50.218517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-a9e4c4ec-efdd-4208-a2e5-5189cb637bdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 200 len: 849 time: 0.0457854 Sep 26 13:27:50.309242 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:27:50.309954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3b53f-09ed-427c-8aae-01cf27961abb req-a8352a8d-80ea-4f13-bc9f-3ca4e8de932d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:50.311072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7d3b53f-09ed-427c-8aae-01cf27961abb req-a8352a8d-80ea-4f13-bc9f-3ca4e8de932d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0569940 Sep 26 13:27:50.317181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-87db7071-f04f-4c50-8031-bab97f0da995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:50.319293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-87db7071-f04f-4c50-8031-bab97f0da995 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=023f1f4f-d145-4646-8e11-1ea2e966d74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934784 Sep 26 13:27:50.378823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7d3b53f-09ed-427c-8aae-01cf27961abb req-76d92d63-c149-42d6-a7f2-84c9ea9e808e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582075 Sep 26 13:27:50.438577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-a34ebecb-0cc4-4eed-80c3-118203336b66 service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111634 Sep 26 13:27:50.499491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ea07e-6027-4f45-9a20-164a7e641fec req-9312ffc3-5302-46b7-a9e8-dde67db49d9b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:50.501023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a63ea07e-6027-4f45-9a20-164a7e641fec req-9312ffc3-5302-46b7-a9e8-dde67db49d9b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0508094 Sep 26 13:27:50.535122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69bd4362-225a-4286-a76f-acd29eaf65f0 req-3e03f45a-8e39-4eff-bf44-9c8717dd290a service neutron] 10.222.0.24 "GET /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889559 Sep 26 13:27:50.542099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a63ea07e-6027-4f45-9a20-164a7e641fec req-5e81b378-b12f-4ff3-b0d8-6da9a951fbe2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341802 Sep 26 13:27:50.782367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b71c7-f399-4202-8846-5503ad5279aa req-855b1388-1277-47f3-9ed9-eff201741b0d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:50.783858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c88b71c7-f399-4202-8846-5503ad5279aa req-855b1388-1277-47f3-9ed9-eff201741b0d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0523756 Sep 26 13:27:50.822548 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c88b71c7-f399-4202-8846-5503ad5279aa req-8c297adf-e080-413a-9e86-a589a95d90c3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Sep 26 13:27:51.187997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b889f-4ebd-4cc5-bc9f-1150f79d69a2 req-301291d1-edc8-40d2-97f0-f4a596fd1b17 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:51.189522 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a2b889f-4ebd-4cc5-bc9f-1150f79d69a2 req-301291d1-edc8-40d2-97f0-f4a596fd1b17 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0548489 Sep 26 13:27:51.228445 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a2b889f-4ebd-4cc5-bc9f-1150f79d69a2 req-b6263b53-3c2a-46fb-af2d-76d2ca3967ed tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326893 Sep 26 13:27:52.354546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b63d4-ed3b-4b32-9493-7b30fb43b63c req-58872423-78b3-44f2-a3f4-942e0365be32 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:52.356137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578b63d4-ed3b-4b32-9493-7b30fb43b63c req-58872423-78b3-44f2-a3f4-942e0365be32 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0543582 Sep 26 13:27:52.401236 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-578b63d4-ed3b-4b32-9493-7b30fb43b63c req-043ca4f8-b0d5-4697-af87-9ac1fd14db54 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380208 Sep 26 13:27:53.517706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4872d-f909-410d-9d67-eb76d1eb51bd req-db4dedf6-2afe-4436-a2e9-77ae1e086eba tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:53.519208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cdf4872d-f909-410d-9d67-eb76d1eb51bd req-db4dedf6-2afe-4436-a2e9-77ae1e086eba tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0500820 Sep 26 13:27:53.557853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cdf4872d-f909-410d-9d67-eb76d1eb51bd req-83184bb0-e5c0-4ed2-9171-413f580c7d77 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323174 Sep 26 13:27:54.673163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d38aa-798d-4fcb-b43e-7536864bf9c3 req-44a012de-72da-4aed-b848-872d1829a0d9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:54.674700 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a9d38aa-798d-4fcb-b43e-7536864bf9c3 req-44a012de-72da-4aed-b848-872d1829a0d9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0488939 Sep 26 13:27:54.712924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a9d38aa-798d-4fcb-b43e-7536864bf9c3 req-1ef3b426-2135-4fc3-864f-7d9aea15b519 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323174 Sep 26 13:27:54.993660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-5063dab6-195e-4dce-ac07-5f752db51484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:54.995166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-5063dab6-195e-4dce-ac07-5f752db51484 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1096 time: 0.0424254 Sep 26 13:27:55.103136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-ec2682f2-0f5e-459f-b643-6ef96eba11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:55.104736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-ec2682f2-0f5e-459f-b643-6ef96eba11ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.0895872 Sep 26 13:27:55.180512 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-f3168155-7078-4218-b355-2f9f0f3131fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 998 time: 0.0681424 Sep 26 13:27:55.230675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-8b825f9a-25ee-4650-a18b-7b25052af033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:55.232164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-8b825f9a-25ee-4650-a18b-7b25052af033 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0449779 Sep 26 13:27:55.279096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-e8d06e3a-7323-4a94-a72a-d11dc88bbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:55.280550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-e8d06e3a-7323-4a94-a72a-d11dc88bbed0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408938 Sep 26 13:27:55.375488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-eb5e7af5-d44b-4e6f-9bac-4cd277292090 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868361 Sep 26 13:27:55.473405 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef7bbad7-8c94-422d-8d6b-209fdaed0659 req-7c7c0139-23dc-474d-b10b-57a6d9e9c8c3 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898707 Sep 26 13:27:55.755442 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:27:55.831110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7314cc-8b82-4c7f-8754-d3f0bc18afd9 req-4cb16097-acbc-426a-88fc-2ba1121f53d1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:55.832726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d7314cc-8b82-4c7f-8754-d3f0bc18afd9 req-4cb16097-acbc-426a-88fc-2ba1121f53d1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0492802 Sep 26 13:27:55.878793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d7314cc-8b82-4c7f-8754-d3f0bc18afd9 req-c30150a4-24a8-42f9-9687-89c8eabe6cbd tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356801 Sep 26 13:27:56.993329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5fb08-3432-4955-b897-1829a83468dc req-ceed4443-e1f8-4b32-a994-7a18b9889ce4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:56.994801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab5fb08-3432-4955-b897-1829a83468dc req-ceed4443-e1f8-4b32-a994-7a18b9889ce4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0501869 Sep 26 13:27:57.033251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ab5fb08-3432-4955-b897-1829a83468dc req-34b26aa6-19bc-4bf8-a5a6-7d9f0c4efc4d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Sep 26 13:27:58.157413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64040-d8b4-42d6-b152-8d6186d4394c req-6853e53b-6fd0-4801-b046-895105a5eda6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:58.158929 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ac64040-d8b4-42d6-b152-8d6186d4394c req-6853e53b-6fd0-4801-b046-895105a5eda6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0487306 Sep 26 13:27:58.196976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ac64040-d8b4-42d6-b152-8d6186d4394c req-43289e5e-17b9-4be4-9e55-bfd289fa1702 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Sep 26 13:27:58.464126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccfe23-a2d2-4e6a-8cb3-2abb4135d129 req-be34e3da-710a-4e34-b614-e91d7ec09f8c tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:58.465670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-feccfe23-a2d2-4e6a-8cb3-2abb4135d129 req-be34e3da-710a-4e34-b614-e91d7ec09f8c tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1098 time: 0.0414054 Sep 26 13:27:58.498753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-feccfe23-a2d2-4e6a-8cb3-2abb4135d129 req-b1491efa-792e-47a5-8dfc-8e56a47f7652 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272648 Sep 26 13:27:58.610114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163354-689f-4fba-a1f5-432f587d830b req-afd1139a-335f-48b9-a6b2-293b53c14cde tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:58.611550 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a163354-689f-4fba-a1f5-432f587d830b req-afd1139a-335f-48b9-a6b2-293b53c14cde tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0479915 Sep 26 13:27:58.652288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a163354-689f-4fba-a1f5-432f587d830b req-a9fb8f93-e738-4bd7-9240-6e3310070adf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341902 Sep 26 13:27:58.673513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48266) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:58.731996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9b2dfdb8-e0dc-490e-99ab-e9ced018f3ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c HTTP/1.1" status: 200 len: 993 time: 0.0574002 Sep 26 13:27:59.068396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-f9d4ed6d-efc3-44c3-8895-396a7a0b64a3 req-a69b39cf-c4f7-4af4-b624-9425fb480117 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:27:59.069378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9d4ed6d-efc3-44c3-8895-396a7a0b64a3 req-a69b39cf-c4f7-4af4-b624-9425fb480117 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054061 Sep 26 13:27:59.313791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca557102-71a3-416a-b6b3-101f3e8c02c3 req-0c4ab84c-f432-4cc7-b4b9-afcc68ebb209 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:59.315187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca557102-71a3-416a-b6b3-101f3e8c02c3 req-0c4ab84c-f432-4cc7-b4b9-afcc68ebb209 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0479209 Sep 26 13:27:59.357729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca557102-71a3-416a-b6b3-101f3e8c02c3 req-bacdb46b-fc2c-4d95-8311-ad665ba44470 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365553 Sep 26 13:27:59.422025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48290) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:27:59.483124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22967d0-008c-4314-b465-c6f1f9f8aa4d req-3c5d12fa-8573-40b8-80d6-11392ee74184 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:27:59.484620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22967d0-008c-4314-b465-c6f1f9f8aa4d req-3c5d12fa-8573-40b8-80d6-11392ee74184 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0534494 Sep 26 13:27:59.513723 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-2ffe8c74-d4ba-45e8-9e18-5375eb4bc6fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904303 Sep 26 13:27:59.522683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c22967d0-008c-4314-b465-c6f1f9f8aa4d req-e57bb8d4-acba-4970-80e8-6d6c15cd78ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319536 Sep 26 13:27:59.523058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-419c5629-b363-43d4-be10-be8e44439624 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:27:59.524034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-419c5629-b363-43d4-be10-be8e44439624 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055187 Sep 26 13:28:00.477423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076db7ab-ccd0-4f1b-a0f1-892b02ab5587 req-c4becd63-710c-48f5-ba83-4f0e02f9da44 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:00.478962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-076db7ab-ccd0-4f1b-a0f1-892b02ab5587 req-c4becd63-710c-48f5-ba83-4f0e02f9da44 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0500691 Sep 26 13:28:00.517367 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-076db7ab-ccd0-4f1b-a0f1-892b02ab5587 req-1f721f03-c89f-434d-9edc-8f81a99834c0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Sep 26 13:28:00.620111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-9e0d0973-e15a-47ae-a23c-9ba742fcb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:00.621666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-9e0d0973-e15a-47ae-a23c-9ba742fcb27e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1098 time: 0.0427895 Sep 26 13:28:00.645154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96241-942a-45b8-a01b-39bbc55ec90d req-770852a1-6217-4ea2-b322-f54db00def1c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:00.646619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8d96241-942a-45b8-a01b-39bbc55ec90d req-770852a1-6217-4ea2-b322-f54db00def1c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0502820 Sep 26 13:28:00.685967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8d96241-942a-45b8-a01b-39bbc55ec90d req-0d5693a2-2c29-42f0-99ba-583a42c5e2ef tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332503 Sep 26 13:28:00.718878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-5e3f3da5-5d74-4715-a26b-7cdc5a58f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:00.720366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-5e3f3da5-5d74-4715-a26b-7cdc5a58f1ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.0909753 Sep 26 13:28:00.791817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-3bf205ea-0104-42e6-ae45-924c5fc1c5fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 1001 time: 0.0598352 Sep 26 13:28:00.850255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-6c356b5e-3e61-490a-a7e2-973bd328bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:00.851773 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-6c356b5e-3e61-490a-a7e2-973bd328bdf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0507116 Sep 26 13:28:00.900836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-6ac38b74-514d-45c1-9f09-725a2e6c03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:00.902310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-6ac38b74-514d-45c1-9f09-725a2e6c03dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418289 Sep 26 13:28:00.995441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-8b101ddb-d03c-4c93-bf52-cc49f441a250 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Sep 26 13:28:01.092208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-9660b5dd-1ef1-42ef-9a51-8dce8913759f service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879714 Sep 26 13:28:01.638148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478f4aa-0b71-47b3-add5-62ec0123e3d2 req-3cd19bec-af23-4cfb-87d9-418e723b7f0c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:01.639665 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7478f4aa-0b71-47b3-add5-62ec0123e3d2 req-3cd19bec-af23-4cfb-87d9-418e723b7f0c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0535126 Sep 26 13:28:01.676857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7478f4aa-0b71-47b3-add5-62ec0123e3d2 req-2352b6c3-d1ad-498c-b476-8fd278d0361d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Sep 26 13:28:01.806317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d8b91-4571-4e0f-b15c-32a643de8853 req-729d6a69-27bd-4511-b69c-c3547fb77007 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:01.808198 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-684d8b91-4571-4e0f-b15c-32a643de8853 req-729d6a69-27bd-4511-b69c-c3547fb77007 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0563271 Sep 26 13:28:01.850123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-684d8b91-4571-4e0f-b15c-32a643de8853 req-1fb260d6-b053-4cd1-b245-a38118264a56 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355005 Sep 26 13:28:01.882198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb887712-9026-4644-ac4a-89274e5a2dbc req-81834d06-a827-4d6d-9940-37868de26a28 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:01.883826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb887712-9026-4644-ac4a-89274e5a2dbc req-81834d06-a827-4d6d-9940-37868de26a28 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0533991 Sep 26 13:28:01.915549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e279d-dad5-42b8-b0df-61e5525488ea req-b90b4df3-dac8-4c47-930c-02ecacadd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:01.917146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620e279d-dad5-42b8-b0df-61e5525488ea req-b90b4df3-dac8-4c47-930c-02ecacadd71a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1096 time: 0.0480473 Sep 26 13:28:01.924799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb887712-9026-4644-ac4a-89274e5a2dbc req-e2700f46-2f06-427c-aee2-b175a348804c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346866 Sep 26 13:28:02.014195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e279d-dad5-42b8-b0df-61e5525488ea req-3afe2119-69cd-4fa7-b631-1d6fe66c4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:02.015705 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620e279d-dad5-42b8-b0df-61e5525488ea req-3afe2119-69cd-4fa7-b631-1d6fe66c4061 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.0918527 Sep 26 13:28:02.083502 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620e279d-dad5-42b8-b0df-61e5525488ea req-bec03291-e7d4-47b7-a0d9-d2532a1623a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 998 time: 0.0604219 Sep 26 13:28:02.137835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e279d-dad5-42b8-b0df-61e5525488ea req-4d875e3a-262c-4984-8d52-e0ebd9aa3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:02.139321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620e279d-dad5-42b8-b0df-61e5525488ea req-4d875e3a-262c-4984-8d52-e0ebd9aa3175 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0493054 Sep 26 13:28:02.186890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e279d-dad5-42b8-b0df-61e5525488ea req-458390bc-68b1-4a4d-b05d-c156282a568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:02.188427 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620e279d-dad5-42b8-b0df-61e5525488ea req-458390bc-68b1-4a4d-b05d-c156282a568e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421491 Sep 26 13:28:02.284724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620e279d-dad5-42b8-b0df-61e5525488ea req-b6a978cf-d385-402d-b312-dfa65cb1bc07 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892284 Sep 26 13:28:02.376827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-620e279d-dad5-42b8-b0df-61e5525488ea req-f06afcac-f230-4145-9c6c-84b449e536c0 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853069 Sep 26 13:28:02.985834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd471b1-2686-4225-b590-65e9c9e8094a req-87ebdc14-29d8-4077-b169-c0d46cc8e909 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:02.987433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fd471b1-2686-4225-b590-65e9c9e8094a req-87ebdc14-29d8-4077-b169-c0d46cc8e909 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0625918 Sep 26 13:28:03.027357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fd471b1-2686-4225-b590-65e9c9e8094a req-4d7c76c9-701a-436a-9707-9ba49f841e39 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331056 Sep 26 13:28:03.054306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57adad-f221-4372-a404-ced58d02f9f5 req-f6bfe589-1f34-424c-b8e6-9c58910651e0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:03.055828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d57adad-f221-4372-a404-ced58d02f9f5 req-f6bfe589-1f34-424c-b8e6-9c58910651e0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0553327 Sep 26 13:28:03.098470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d57adad-f221-4372-a404-ced58d02f9f5 req-e284c1b0-6963-498e-9c06-5ef83b8a7d3d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346711 Sep 26 13:28:03.223833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c775f-e1a6-4712-b51f-7ed27c1dfe66 req-cbd163da-e2ab-4cd4-83cc-cb04b7be82f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:03.225978 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-069c775f-e1a6-4712-b51f-7ed27c1dfe66 req-cbd163da-e2ab-4cd4-83cc-cb04b7be82f9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0543938 Sep 26 13:28:03.265578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-069c775f-e1a6-4712-b51f-7ed27c1dfe66 req-5c3482ba-5f99-4436-8e3a-c9adcec276bd tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Sep 26 13:28:03.486268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d362-1ca8-4fe3-b5d4-dd646c6e3080 req-fb715d7f-d7a2-41a0-a2c9-c10a5bb6bc60 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:03.487800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb48d362-1ca8-4fe3-b5d4-dd646c6e3080 req-fb715d7f-d7a2-41a0-a2c9-c10a5bb6bc60 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0504947 Sep 26 13:28:03.525703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb48d362-1ca8-4fe3-b5d4-dd646c6e3080 req-c5be207f-9f94-4e7a-b2bb-d0319c9e76a4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Sep 26 13:28:03.734896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7aa32-1af2-4026-99ff-75b32f9733d9 req-88b78ffa-0f52-46b5-a95c-090f515a487e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:03.736403 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dab7aa32-1af2-4026-99ff-75b32f9733d9 req-88b78ffa-0f52-46b5-a95c-090f515a487e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0496390 Sep 26 13:28:03.779132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dab7aa32-1af2-4026-99ff-75b32f9733d9 req-25d1b02c-3f2e-4440-a903-5e5aad61d43f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357525 Sep 26 13:28:04.149563 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a60af6-401b-46d4-86a6-ac2669dbd970 req-77c64f38-792e-445d-9558-6b163b3bc85a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:04.151113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06a60af6-401b-46d4-86a6-ac2669dbd970 req-77c64f38-792e-445d-9558-6b163b3bc85a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0529776 Sep 26 13:28:04.192450 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06a60af6-401b-46d4-86a6-ac2669dbd970 req-10db2229-4994-4425-87cd-69881e8527dc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350912 Sep 26 13:28:04.908459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc54503-cc7c-4f39-9ed0-204a45244481 req-6878e980-ba93-4f37-861f-37bc9a7bd167 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:04.909917 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afc54503-cc7c-4f39-9ed0-204a45244481 req-6878e980-ba93-4f37-861f-37bc9a7bd167 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0575540 Sep 26 13:28:04.949137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-afc54503-cc7c-4f39-9ed0-204a45244481 req-a857627f-692c-44b1-8d6d-3e0346e72aff tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Sep 26 13:28:05.159347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36f18-fa9d-41ec-a574-a0de0d6fe0ae req-7efef703-8c99-4a2f-afa5-2183b0a8bb0a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:05.160859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44b36f18-fa9d-41ec-a574-a0de0d6fe0ae req-7efef703-8c99-4a2f-afa5-2183b0a8bb0a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0596793 Sep 26 13:28:05.205549 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44b36f18-fa9d-41ec-a574-a0de0d6fe0ae req-0b971796-8258-4c64-887c-4edfcd651c27 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361366 Sep 26 13:28:05.363240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae943f-23a3-4d77-b661-08000b904063 req-705e1713-17e2-4f0a-9115-0bef8b835eae tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:05.365184 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1fae943f-23a3-4d77-b661-08000b904063 req-705e1713-17e2-4f0a-9115-0bef8b835eae tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0557876 Sep 26 13:28:05.408655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1fae943f-23a3-4d77-b661-08000b904063 req-c7e84a91-5954-4773-9c8a-5dcb94853ad0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377531 Sep 26 13:28:06.352127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6796c-a158-463d-b392-c7bbb3ad84ce req-2465a7b2-0fe8-42e4-8b84-3b0fc04e5611 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:06.353667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0e6796c-a158-463d-b392-c7bbb3ad84ce req-2465a7b2-0fe8-42e4-8b84-3b0fc04e5611 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0524995 Sep 26 13:28:06.393981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0e6796c-a158-463d-b392-c7bbb3ad84ce req-8d1c2741-8658-455a-a720-d054a41057ad tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342281 Sep 26 13:28:06.523722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7a5b-0369-4211-bfcd-48885a95b70b req-0810b580-5dab-40ed-85fa-a81013bf42d0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:06.525142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-150e7a5b-0369-4211-bfcd-48885a95b70b req-0810b580-5dab-40ed-85fa-a81013bf42d0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0579653 Sep 26 13:28:06.545288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f1bd0-df59-4614-93a0-52acc406d7bc req-2e537cd0-be6c-4b0e-9b43-1c7908aa7279 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:06.546798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e14f1bd0-df59-4614-93a0-52acc406d7bc req-2e537cd0-be6c-4b0e-9b43-1c7908aa7279 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0588775 Sep 26 13:28:06.568842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-150e7a5b-0369-4211-bfcd-48885a95b70b req-7b043bc6-2872-452b-b3bb-cbb5d742e3cf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Sep 26 13:28:06.586297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e14f1bd0-df59-4614-93a0-52acc406d7bc req-14c5e1fb-e7f1-4ef5-94e5-9f1c92cd7c68 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331101 Sep 26 13:28:06.697249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f3136-0e09-43d7-8833-9aa9d532f461 req-f6bf6797-2cc2-4227-8332-08e08508bbf1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:06.698814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-705f3136-0e09-43d7-8833-9aa9d532f461 req-f6bf6797-2cc2-4227-8332-08e08508bbf1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0586870 Sep 26 13:28:06.740412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-705f3136-0e09-43d7-8833-9aa9d532f461 req-753f1f30-397e-4ae8-a04c-8421004a203e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349050 Sep 26 13:28:06.860468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee74ea4-9bcd-4fc4-a36f-f07fba0b94a9 req-c4a84150-1eb8-4fcd-9f36-3f14be9338b5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:06.862014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fee74ea4-9bcd-4fc4-a36f-f07fba0b94a9 req-c4a84150-1eb8-4fcd-9f36-3f14be9338b5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0509472 Sep 26 13:28:06.901327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fee74ea4-9bcd-4fc4-a36f-f07fba0b94a9 req-2f5a81b9-e0f9-4bc5-bf96-b943cd9c3df9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Sep 26 13:28:07.701018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627755-678a-41ea-a727-0423e8c9f02e req-c22a98c6-27e0-46ca-bd53-06cc39484936 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:07.702507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c627755-678a-41ea-a727-0423e8c9f02e req-c22a98c6-27e0-46ca-bd53-06cc39484936 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0482395 Sep 26 13:28:07.740831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8c627755-678a-41ea-a727-0423e8c9f02e req-6d33a5ff-6000-4b9e-bd84-d8903003ace0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321283 Sep 26 13:28:08.286746 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e8736236-57f7-41c8-8739-dc457e8fe1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:08.858780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671c4d5-d5c4-42ad-8738-cabf3bdaf185 req-6264ae6e-d0cb-419c-8be6-ccb26354a9f8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:08.860240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1671c4d5-d5c4-42ad-8738-cabf3bdaf185 req-6264ae6e-d0cb-419c-8be6-ccb26354a9f8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0523052 Sep 26 13:28:08.899029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1671c4d5-d5c4-42ad-8738-cabf3bdaf185 req-955e7ec4-cab7-42b7-8c64-f2cbe1619333 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317471 Sep 26 13:28:10.012314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145b4a9-d7e7-48de-8eb6-69fe8b3e6059 req-555af2fd-99de-424e-8514-e6eb1766f150 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:10.014414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5145b4a9-d7e7-48de-8eb6-69fe8b3e6059 req-555af2fd-99de-424e-8514-e6eb1766f150 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0482726 Sep 26 13:28:10.051488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5145b4a9-d7e7-48de-8eb6-69fe8b3e6059 req-18f996a4-588b-4273-96de-97f4b2c9f296 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316715 Sep 26 13:28:11.060096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-efc07eac-f15d-44e7-9dbc-03c9b9dae15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:11.163359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65f72-72c3-4cb9-969e-762e275b188c req-d0d1b452-4f04-4cf4-b2a1-4eb8cd8764b1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:11.164834 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76a65f72-72c3-4cb9-969e-762e275b188c req-d0d1b452-4f04-4cf4-b2a1-4eb8cd8764b1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0479035 Sep 26 13:28:11.202262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76a65f72-72c3-4cb9-969e-762e275b188c req-c698cc9b-7df0-4bb1-988e-dbaa86fd967a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314026 Sep 26 13:28:11.646540 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:12.110003 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:12.322621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08188478-e93f-46bc-9e60-eae17f2a4558 req-ce3fb54f-047f-4339-b987-28e68baafa36 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:12.324021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08188478-e93f-46bc-9e60-eae17f2a4558 req-ce3fb54f-047f-4339-b987-28e68baafa36 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0543449 Sep 26 13:28:12.361415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-08188478-e93f-46bc-9e60-eae17f2a4558 req-fbce0a65-21bc-4744-80a7-b6c7e469f97a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313570 Sep 26 13:28:13.247124 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-d01d413c-b437-42a3-af2f-fb9ad484f515 service neutron] show failed (client error): The resource could not be found. Sep 26 13:28:13.248190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-d01d413c-b437-42a3-af2f-fb9ad484f515 service neutron] 10.222.0.24 "GET /v2.0/ports/2c168587-503f-4635-a6a3-acb20e511253/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0581064 Sep 26 13:28:13.438740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-8ff683bf-d8ff-421b-a980-20db88a67cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:13.440265 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-8ff683bf-d8ff-421b-a980-20db88a67cb4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 1098 time: 0.0414317 Sep 26 13:28:13.452881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:28:13.483895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f68be1-fb9a-4bb6-bc24-6d6b0b60dd0d req-9fce8578-bb83-4cd9-a1cd-cbac987592ee tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:13.485507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5f68be1-fb9a-4bb6-bc24-6d6b0b60dd0d req-9fce8578-bb83-4cd9-a1cd-cbac987592ee tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0516627 Sep 26 13:28:13.512434 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:13.533047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5f68be1-fb9a-4bb6-bc24-6d6b0b60dd0d req-c30eb958-e934-45e7-92c9-02573debb195 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413375 Sep 26 13:28:13.572354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:13.728286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:28:13.762375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:28:13.805450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:13.807561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:28:13.809882 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72be05b-4533-40e5-8fc0-4a2e395aa057" -d '{"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:28:13.825039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Transition to ACTIVE for port object 2c168587-503f-4635-a6a3-acb20e511253 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:28:13.829215 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:13.886160 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b303b6fb-2ca1-49b2-a4c0-91059022b48b x-openstack-request-id: req-b303b6fb-2ca1-49b2-a4c0-91059022b48b {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:28:13.886467 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:28:13.886726 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b303b6fb-2ca1-49b2-a4c0-91059022b48b {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:28:13.887134 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'code': 200} Sep 26 13:28:13.889959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=6']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:13.929632 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.929983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.930333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.930672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.931008 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.931342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.931674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.932002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.932332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.932661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.932989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.933313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:13.977217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] No DVR routers for this DVR port 2c168587-503f-4635-a6a3-acb20e511253 on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:28:14.120742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:28:14.121076 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:28:14.121406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:28:14.125823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:28:14.126148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:28:14.130989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:28:14.131325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Checking segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:28:14.131706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Bound using segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:28:14.132128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Bound port: 2c168587-503f-4635-a6a3-acb20e511253, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:28:14.132488 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:14.200629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:28:14.203691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:28:14.209445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:14.251809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:14.252431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:14.253925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] 10.222.0.23 "PUT /v2.0/ports/2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 1093 time: 0.8052955 Sep 26 13:28:14.274891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d41f79-5d80-43b1-aa67-8f40b03bc66c service neutron] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:14.332024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-50ab8478-7c0c-478d-ad4e-0408b70cbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:14.334443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-50ab8478-7c0c-478d-ad4e-0408b70cbbba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1096 time: 0.0494056 Sep 26 13:28:14.747932 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-ae4a89e7-8d61-4fd0-804c-f52ee3957d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:14.749508 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-ae4a89e7-8d61-4fd0-804c-f52ee3957d9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.4083228 Sep 26 13:28:14.774842 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacff62-e876-4aeb-a94c-4bad2773694c req-22ff0185-c648-4ba7-9c85-d48f6e5ca484 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:14.776251 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7bacff62-e876-4aeb-a94c-4bad2773694c req-22ff0185-c648-4ba7-9c85-d48f6e5ca484 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 944 time: 0.0725200 Sep 26 13:28:14.855831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-5b27a824-6bc7-496f-8c66-06fc64d41e61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 999 time: 0.0971084 Sep 26 13:28:14.860098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7bacff62-e876-4aeb-a94c-4bad2773694c req-0a1ee57e-ee89-4edd-976a-97d501f9da0a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555875 Sep 26 13:28:14.917281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-53bcafca-5f77-4c06-8bb7-c587b29b8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:14.918819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-53bcafca-5f77-4c06-8bb7-c587b29b8a56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0563910 Sep 26 13:28:14.968404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-331c04c2-486d-46fd-82f0-c4e911f7561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:14.969952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-331c04c2-486d-46fd-82f0-c4e911f7561e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437870 Sep 26 13:28:15.065986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-e70922bb-3b74-4dc4-ab9c-c0fc18a3aa29 service neutron] 10.222.0.23 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883014 Sep 26 13:28:15.163371 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-02e6f6f6-cbce-4655-86ac-a21f09fb7690 req-aae90396-2a2d-4fcf-aa62-f57d39cdb8a1 service neutron] 10.222.0.23 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898154 Sep 26 13:28:15.258085 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:15.888058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:28:15.890532 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9adf4a-6494-46d8-8935-d2389a54ef6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:28:15.943434 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26308a55-e59e-4001-b3a2-4e5f3339a030 x-openstack-request-id: req-26308a55-e59e-4001-b3a2-4e5f3339a030 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:28:15.943710 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:28:15.943969 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26308a55-e59e-4001-b3a2-4e5f3339a030 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:28:15.944352 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'status': 'completed', 'code': 200} Sep 26 13:28:16.014382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-59c811c2-a99a-4ddf-b6d1-0d69f43af2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.015965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-59c811c2-a99a-4ddf-b6d1-0d69f43af2a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1096 time: 0.0464263 Sep 26 13:28:16.030531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe499f-2e20-407d-a1af-07db9c0e5125 req-162eaa66-53b1-4232-be15-7b20da6c6909 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.032065 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0cbe499f-2e20-407d-a1af-07db9c0e5125 req-162eaa66-53b1-4232-be15-7b20da6c6909 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 944 time: 0.0989959 Sep 26 13:28:16.038533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-54c7eb21-29fb-435d-9ca0-fcd001504db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.039986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-54c7eb21-29fb-435d-9ca0-fcd001504db4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1096 time: 0.0753624 Sep 26 13:28:16.103587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0cbe499f-2e20-407d-a1af-07db9c0e5125 req-74afd2a4-44bc-40a5-8ea0-10259d02ee5a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626276 Sep 26 13:28:16.109415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-29f2fff6-d4f3-46cd-a59f-837fd6271631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.111158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-29f2fff6-d4f3-46cd-a59f-837fd6271631 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.0875447 Sep 26 13:28:16.156104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-9b69f815-854f-4c59-aa83-5d1fd0f478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.157552 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-9b69f815-854f-4c59-aa83-5d1fd0f478e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.1097808 Sep 26 13:28:16.181598 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-f6b153ae-0038-40b9-8e3a-dfbb4a92746d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 999 time: 0.0633218 Sep 26 13:28:16.232766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-8a70adcc-3f81-466f-a4b2-366ca4386e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.233042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-2e03c0b8-736a-4d23-869a-ec142887af43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 999 time: 0.0671866 Sep 26 13:28:16.234362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-8a70adcc-3f81-466f-a4b2-366ca4386e84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0458698 Sep 26 13:28:16.280943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-09157112-c687-4dca-8c24-ac1e2e6128a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.282542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-09157112-c687-4dca-8c24-ac1e2e6128a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411594 Sep 26 13:28:16.285420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-eb9cad1f-d7ff-446f-bc6d-11d0502228a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.287533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-eb9cad1f-d7ff-446f-bc6d-11d0502228a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0463469 Sep 26 13:28:16.336169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-68e5cd76-b69f-4505-90e0-9e653e873d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:16.337743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-68e5cd76-b69f-4505-90e0-9e653e873d56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417025 Sep 26 13:28:16.380897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-d3d64be9-5ca2-44d0-b38f-74e786371a4c service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912640 Sep 26 13:28:16.436405 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-01fb4e5d-54da-48d4-bebe-c9880d7e1941 service neutron] 10.222.0.23 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909433 Sep 26 13:28:16.475800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-19742982-9563-4dd4-b01f-0d1e55846260 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866463 Sep 26 13:28:16.534131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd9adf4a-6494-46d8-8935-d2389a54ef6b req-73a1701f-7417-4b46-bb69-cd277310784b service neutron] 10.222.0.23 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903304 Sep 26 13:28:17.134208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2c168587-503f-4635-a6a3-acb20e511253 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:28:17.174231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2c168587-503f-4635-a6a3-acb20e511253 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:28:17.222984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b96bef-a1aa-49b8-bfaa-c478af6a89b2 req-4a0a487f-c68e-4a0e-bf8e-5406d237a125 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:17.225062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1b96bef-a1aa-49b8-bfaa-c478af6a89b2 req-4a0a487f-c68e-4a0e-bf8e-5406d237a125 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 944 time: 0.0521083 Sep 26 13:28:17.263908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1b96bef-a1aa-49b8-bfaa-c478af6a89b2 req-180fb3d5-2555-4cf9-962e-270d82a4aecb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326951 Sep 26 13:28:18.383326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e555e-104e-47da-b5d8-bc60bd4dc754 req-d1b9af02-ef8b-4545-9cc5-a4d1d6a0bc37 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:18.384925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a0e555e-104e-47da-b5d8-bc60bd4dc754 req-d1b9af02-ef8b-4545-9cc5-a4d1d6a0bc37 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 944 time: 0.0509584 Sep 26 13:28:18.425753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6a0e555e-104e-47da-b5d8-bc60bd4dc754 req-df281d25-b32a-4c03-87c0-e3c205ed495a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345860 Sep 26 13:28:18.449969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 2c168587-503f-4635-a6a3-acb20e511253 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:28:18.548602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:28:18.560065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '2c168587-503f-4635-a6a3-acb20e511253', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'port_id': '2c168587-503f-4635-a6a3-acb20e511253', 'mac_address': 'fa:16:3e:65:f5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:28:18.596539 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:18.609775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c168587-503f-4635-a6a3-acb20e511253 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:28:18.631260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:28:18.635581 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:18.682279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:18.689615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.689964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.690302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.690631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.690958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.691281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.691601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.691920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.692236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.692573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.692890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:18.693202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:19.038401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['2c168587-503f-4635-a6a3-acb20e511253'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:28:19.546199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39393aa-778b-4222-8e18-a43679021e5d req-aa8405f2-2c12-4f6e-a0af-a13c24f2090c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:19.547716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d39393aa-778b-4222-8e18-a43679021e5d req-aa8405f2-2c12-4f6e-a0af-a13c24f2090c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 945 time: 0.0503392 Sep 26 13:28:19.591053 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d39393aa-778b-4222-8e18-a43679021e5d req-0777b0bb-00b4-4703-9084-64c2bae95f2a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374095 Sep 26 13:28:19.878651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-39a7d6e5-63fd-430a-bfe2-462d90b3debc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:19.880688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-39a7d6e5-63fd-430a-bfe2-462d90b3debc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f&tenant_id=be3d67312ea64c16a1f294b896b92864&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 945 time: 0.1154792 Sep 26 13:28:19.888010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b271e-b216-4ec4-b90a-bc02ea9d239c req-e5cfd125-6c22-4d2e-8c1b-a1dd06a846e4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:19.889391 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e6b271e-b216-4ec4-b90a-bc02ea9d239c req-e5cfd125-6c22-4d2e-8c1b-a1dd06a846e4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 945 time: 0.0942669 Sep 26 13:28:19.964436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0e6b271e-b216-4ec4-b90a-bc02ea9d239c req-057115ba-e0ba-4b44-8324-fd859c2a9a23 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688508 Sep 26 13:28:19.975612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-bc36d579-4827-428b-a429-51f7f3062037 service neutron] 10.222.0.23 "GET /v2.0/ports/2c168587-503f-4635-a6a3-acb20e511253/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 383 time: 0.0852792 Sep 26 13:28:20.045373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-c8774f6d-b864-4dc2-b8a1-64d81d66f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:20.046801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-c8774f6d-b864-4dc2-b8a1-64d81d66f79a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1097 time: 0.0412521 Sep 26 13:28:20.142360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0f4d6a93-43e2-439b-abed-67dc79f007ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:20.143846 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0f4d6a93-43e2-439b-abed-67dc79f007ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.0902500 Sep 26 13:28:20.210243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-930f30fd-4b79-4146-ad29-914611b3fe31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 1000 time: 0.0593781 Sep 26 13:28:20.261813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-d322a778-7488-498c-8542-7a4a35256a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:20.263327 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-d322a778-7488-498c-8542-7a4a35256a2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0465350 Sep 26 13:28:20.301063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:20.315673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-c1c8b7e5-c508-4157-b379-c2772bf459c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:20.317236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-c1c8b7e5-c508-4157-b379-c2772bf459c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467072 Sep 26 13:28:20.408555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-dc4c5123-278f-4fcc-a305-bf05c489ebaa service neutron] 10.222.0.23 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838380 Sep 26 13:28:20.450872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 2c168587-503f-4635-a6a3-acb20e511253 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:28:20.502720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 2c168587-503f-4635-a6a3-acb20e511253 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:28:20.507064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 2c168587-503f-4635-a6a3-acb20e511253 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:28:20.507490 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:20.507611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-dc4fd3f5-3def-4398-b2cf-752c6db895a6 service neutron] 10.222.0.23 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923131 Sep 26 13:28:20.585245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:20.608032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:28:20.610321 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323264b1-e270-47f5-8248-91ca92c17e2a" -d '{"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-plugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:28:20.623620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:28:20.627807 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:20.665880 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617e6a11-3244-49d7-b386-55bec45f3fbf x-openstack-request-id: req-617e6a11-3244-49d7-b386-55bec45f3fbf {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:28:20.665880 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-plugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:28:20.665880 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-617e6a11-3244-49d7-b386-55bec45f3fbf {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:28:20.665880 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'code': 200} Sep 26 13:28:20.686215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:21.089418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bd8c8-0d45-4c15-a121-2d35640c07d4 req-b7b4fad5-f113-411a-b5a0-31be846d3d36 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:21.090962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094bd8c8-0d45-4c15-a121-2d35640c07d4 req-b7b4fad5-f113-411a-b5a0-31be846d3d36 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0544307 Sep 26 13:28:21.128914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-094bd8c8-0d45-4c15-a121-2d35640c07d4 req-de4db1dd-7d57-41fb-9e99-cf763aa03085 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319846 Sep 26 13:28:22.245869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939d1a1-1e5d-45f1-b2d9-ff31c143f090 req-e126ad4e-9aec-4077-8a7c-e320b999f93d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:22.247423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4939d1a1-1e5d-45f1-b2d9-ff31c143f090 req-e126ad4e-9aec-4077-8a7c-e320b999f93d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 946 time: 0.0505745 Sep 26 13:28:22.285533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4939d1a1-1e5d-45f1-b2d9-ff31c143f090 req-7b9b2e40-0cca-4bb0-99fe-a9177c37a5a4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320120 Sep 26 13:28:22.756038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-9a575805-1bbb-4eff-ab91-6b805d08d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:22.757697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-9a575805-1bbb-4eff-ab91-6b805d08d3c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 1098 time: 0.0711830 Sep 26 13:28:22.768796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:28:22.823506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:23.020743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:28:23.052554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:28:23.090818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:28:23.093058 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e808b4ce-cb3d-4d35-8d70-bd34dd6e787b" -d '{"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:28:23.097207 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:23.110046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Transition to ACTIVE for port object 2c168587-503f-4635-a6a3-acb20e511253 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:28:23.113685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:23.144253 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0fbde4-7f82-4984-a013-255aec52fe86 x-openstack-request-id: req-1d0fbde4-7f82-4984-a013-255aec52fe86 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:28:23.144546 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:28:23.144798 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d0fbde4-7f82-4984-a013-255aec52fe86 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:28:23.145211 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'code': 200} Sep 26 13:28:23.217533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:23.240134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.240486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.240817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.241149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.241480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.241828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.242152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.242475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.242799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.243119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.243436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.243750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:28:23.299932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] No DVR routers for this DVR port 2c168587-503f-4635-a6a3-acb20e511253 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:28:23.411876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef58f8-15e7-485d-8a65-806b0421b14c req-8b41776e-51cb-41aa-84b2-ab91d9084a75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:23.413877 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bbef58f8-15e7-485d-8a65-806b0421b14c req-8b41776e-51cb-41aa-84b2-ab91d9084a75 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 945 time: 0.0555127 Sep 26 13:28:23.462110 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bbef58f8-15e7-485d-8a65-806b0421b14c req-207c919d-7dc0-40ca-b35f-52077ea6050b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406225 Sep 26 13:28:23.751984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:28:23.752311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:28:23.752630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:28:23.756757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:28:23.757074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Attempting to bind port 2c168587-503f-4635-a6a3-acb20e511253 on network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:28:23.761900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:28:23.762234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Checking segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:28:23.762610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Bound using segment: {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:28:23.763027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Bound port: 2c168587-503f-4635-a6a3-acb20e511253, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:28:23.763374 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:23.823255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:28:23.826190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:28:23.830556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:23.862550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:23.863159 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:23.865081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 1094 time: 1.1001184 Sep 26 13:28:23.904842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c435771-eac7-4e63-b549-1fce27f15c03 service neutron] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=11']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:23.935797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-857cd71c-0ec0-470c-9cf5-1f1bf139ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:23.937327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-857cd71c-0ec0-470c-9cf5-1f1bf139ad00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1097 time: 0.0497913 Sep 26 13:28:24.031023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-db1c9c09-b75a-4030-a35e-5285c8c7b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:24.032516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-db1c9c09-b75a-4030-a35e-5285c8c7b21a service neutron] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.0877883 Sep 26 13:28:24.103470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-5425abb0-f43b-43bd-baf2-f3229615622d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 999 time: 0.0639124 Sep 26 13:28:24.152928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-9c155e05-2863-4574-b675-451772cff0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:24.154352 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-9c155e05-2863-4574-b675-451772cff0dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0440204 Sep 26 13:28:24.199284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-dd539ae1-83f5-430d-966d-2dc37c50c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:24.200763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-dd539ae1-83f5-430d-966d-2dc37c50c747 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398283 Sep 26 13:28:24.301250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-9ab0aba1-b639-4a91-903e-e689bd899d6a service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935242 Sep 26 13:28:24.388905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f887b2ef-e60f-4283-89bd-137e384a7dbb req-9155d6c8-7c3c-4521-945b-b5c90e45779f service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803356 Sep 26 13:28:24.478058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 2c168587-503f-4635-a6a3-acb20e511253 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:28:24.520944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 2c168587-503f-4635-a6a3-acb20e511253 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:28:24.579859 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817668b0-f133-4438-bd6d-d5e84da546a2 req-5b775309-31de-4e47-8272-14fd8949d633 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:24.581347 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-817668b0-f133-4438-bd6d-d5e84da546a2 req-5b775309-31de-4e47-8272-14fd8949d633 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 945 time: 0.0489569 Sep 26 13:28:24.619018 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-817668b0-f133-4438-bd6d-d5e84da546a2 req-c9035578-9e39-4c6e-85c4-85dfe4f7a56b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308461 Sep 26 13:28:25.146226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:28:25.148610 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9418d26-4b65-4865-8ac1-f66050c19842" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:28:25.196952 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d21b27-7fe1-497c-b634-d617e4302d24 x-openstack-request-id: req-74d21b27-7fe1-497c-b634-d617e4302d24 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:28:25.197248 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:28:25.197529 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74d21b27-7fe1-497c-b634-d617e4302d24 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:28:25.197930 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'status': 'completed', 'code': 200} Sep 26 13:28:25.263929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-45d7d0ef-4cc0-4cd1-b251-ba3e0f308b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.265455 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-45d7d0ef-4cc0-4cd1-b251-ba3e0f308b4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1097 time: 0.0466874 Sep 26 13:28:25.265967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-0a22c4db-477d-401e-bd3d-1f2a8e956ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.267457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-0a22c4db-477d-401e-bd3d-1f2a8e956ce8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1097 time: 0.0458870 Sep 26 13:28:25.359493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-eb6237ae-cc47-478a-b1cd-45da380e4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.359757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-1435f3a2-c497-4041-b047-83c831190991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.361007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-eb6237ae-cc47-478a-b1cd-45da380e4e88 service neutron] 10.222.0.23 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.0871100 Sep 26 13:28:25.361161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-1435f3a2-c497-4041-b047-83c831190991 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.0846469 Sep 26 13:28:25.432276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-96701eb8-1774-4110-a3bf-2498a2506110 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 999 time: 0.0634835 Sep 26 13:28:25.435402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-1c282dba-d21d-42b9-9ea3-23fa77c0b669 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 999 time: 0.0662291 Sep 26 13:28:25.483668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-c2780257-4026-4bd6-bed2-500d718c0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.485195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-c2780257-4026-4bd6-bed2-500d718c0734 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0454743 Sep 26 13:28:25.487969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-a213e7d5-d5a6-422e-8d39-8c70c6612f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.489509 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-a213e7d5-d5a6-422e-8d39-8c70c6612f0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0449262 Sep 26 13:28:25.536045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-6600c9d9-fffc-4fae-a3fe-2d42c2358139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.537924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-6600c9d9-fffc-4fae-a3fe-2d42c2358139 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441270 Sep 26 13:28:25.538235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-e2b5f03e-e613-42f9-811b-0e8c4e1cce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.539749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-e2b5f03e-e613-42f9-811b-0e8c4e1cce28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430818 Sep 26 13:28:25.636387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-c829df6f-3eff-431c-ad23-d54c91c86271 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907307 Sep 26 13:28:25.641431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-0f320612-a75d-4f2f-85b1-51ff31182a5d service neutron] 10.222.0.23 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932729 Sep 26 13:28:25.742700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-9d939b97-1c1d-4db1-9fb0-0095cf729bd6 service neutron] 10.222.0.23 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943966 Sep 26 13:28:25.770871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a9418d26-4b65-4865-8ac1-f66050c19842 req-7e7b1f43-e344-49b7-aa5a-f493e7c7d372 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260803 Sep 26 13:28:25.779713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb471f-0070-437c-8a2d-536dd922ca09 req-d9d28b52-c67d-48d1-a5dc-64ccbac249bb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:25.781267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26bb471f-0070-437c-8a2d-536dd922ca09 req-d9d28b52-c67d-48d1-a5dc-64ccbac249bb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 945 time: 0.0780239 Sep 26 13:28:25.823512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26bb471f-0070-437c-8a2d-536dd922ca09 req-da18e357-1395-4918-a466-0a829213fd8c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353034 Sep 26 13:28:26.941609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33420730-8bdd-45be-a2f1-b927baf00fbe req-fb36049a-eb95-44c6-9a5f-91af82247662 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:26.943212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33420730-8bdd-45be-a2f1-b927baf00fbe req-fb36049a-eb95-44c6-9a5f-91af82247662 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 945 time: 0.0493371 Sep 26 13:28:26.980614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-33420730-8bdd-45be-a2f1-b927baf00fbe req-4520a89b-ceaa-4c8e-a45a-a4864a7b1faf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315382 Sep 26 13:28:27.002610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48476) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:28:27.064695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-07008286-9f0b-499f-a1e3-6545cbf8c387 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c HTTP/1.1" status: 200 len: 991 time: 0.0584793 Sep 26 13:28:27.174157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2c168587-503f-4635-a6a3-acb20e511253 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:28:27.268109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:28:27.279416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2c168587-503f-4635-a6a3-acb20e511253', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'port_id': '2c168587-503f-4635-a6a3-acb20e511253', 'mac_address': 'fa:16:3e:65:f5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:28:27.314980 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:27.327029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c168587-503f-4635-a6a3-acb20e511253 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:28:27.345861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:28:27.350447 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:27.394803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:27.568792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2c168587-503f-4635-a6a3-acb20e511253'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:28:29.196191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2c168587-503f-4635-a6a3-acb20e511253 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:28:29.244544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2c168587-503f-4635-a6a3-acb20e511253 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:28:29.248301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2c168587-503f-4635-a6a3-acb20e511253 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:28:29.248672 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:29.331783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:29.355556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:28:29.357804 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85248638-f10f-43a5-8342-da4defd70ce6" -d '{"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-plugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:28:29.370861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:28:29.374951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:29.398362 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c215a-ca17-4a14-823c-02ca5d9121a9 x-openstack-request-id: req-840c215a-ca17-4a14-823c-02ca5d9121a9 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:28:29.398655 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-plugged", "status": "completed", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:28:29.398904 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-840c215a-ca17-4a14-823c-02ca5d9121a9 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:28:29.399283 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'code': 200} Sep 26 13:28:29.424733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=13']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:32.754401 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:28:37.794685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-80a0edad-8cba-4956-a51b-925eb37bdcf2 req-4932ea38-46a4-4d26-bc72-3e5a326e86f2 tempest-ServerRescueTestJSONUnderV235-604956086 tempest-ServerRescueTestJSONUnderV235-604956086-project] (94812) timed out ('10.222.0.24', 64442) {{(pid=94812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:28:38.289359 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8abc121d-218b-4e28-bd11-77121726a3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:41.059657 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-99202c87-684f-461b-9d92-02da86eeb6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:41.639890 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:42.115732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:43.574550 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:45.278344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:50.320211 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:50.906330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-5608a690-3a3e-4eb0-91da-70e8c7637ddb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531723 Sep 26 13:28:50.973574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-15bdf885-7d2a-467a-a2fd-cfe4a0945295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:50.975116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-15bdf885-7d2a-467a-a2fd-cfe4a0945295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1099 time: 0.0451193 Sep 26 13:28:51.085308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-6fc5043f-62bf-4828-b6e3-cb0a3727e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:51.086853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-6fc5043f-62bf-4828-b6e3-cb0a3727e8da service neutron] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.0924859 Sep 26 13:28:51.154675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-cbfdb342-e977-4547-8af5-fb892bd94a55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 1001 time: 0.0594790 Sep 26 13:28:51.209373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-b19fe8f7-91b4-4ae6-b143-6fa8bb53c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:51.210919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-b19fe8f7-91b4-4ae6-b143-6fa8bb53c494 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0485463 Sep 26 13:28:51.270791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-653781a9-cd95-4b95-881d-bf7ef48c5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:51.272358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-653781a9-cd95-4b95-881d-bf7ef48c5e0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510333 Sep 26 13:28:51.372102 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-9a3c66d8-cc0a-49c3-ac80-60e9840fe7b4 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898607 Sep 26 13:28:51.468865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee50d3cc-df39-48a5-9917-b16242873a0c req-090fba0f-49df-495e-b97b-110a22197de0 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889909 Sep 26 13:28:55.978183 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-4c2872d8-05a5-4fc5-b864-02c2aca4df85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444951 Sep 26 13:28:56.038265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-e8f31822-8194-427a-bba4-e9a7be304842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:56.039824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-e8f31822-8194-427a-bba4-e9a7be304842 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 1097 time: 0.0407209 Sep 26 13:28:56.149944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-043564b8-37cf-46b5-8c0d-70fd5a4651b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:56.151568 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-043564b8-37cf-46b5-8c0d-70fd5a4651b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.0929306 Sep 26 13:28:56.197835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-da6c1c36-3b4e-4fb8-8a4f-2ea091c273fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3034081d-0ab6-471a-a40d-363d5bf8ea1c HTTP/1.1" status: 200 len: 217 time: 0.0393820 Sep 26 13:28:56.248317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-d191af04-5469-47e7-a0cf-6f7080cbdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:56.249838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-d191af04-5469-47e7-a0cf-6f7080cbdbd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0447149 Sep 26 13:28:56.298063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-97b8457a-9196-417a-9e8c-d99ad3ba3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:56.299720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-97b8457a-9196-417a-9e8c-d99ad3ba3450 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423937 Sep 26 13:28:56.398727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-7fbbf857-3e25-4e20-bdd7-61c5da436772 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914459 Sep 26 13:28:56.488736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31df79e6-5ee3-4c15-b382-a5264d1c0793 req-958f742b-7c92-409b-ad6a-0f560330b106 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835905 Sep 26 13:28:57.599141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5ac9e-902f-4cf3-86b3-a06bd55e1821 req-e6a2b20d-c647-44b1-8f53-17241227b777 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:57.600644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04d5ac9e-902f-4cf3-86b3-a06bd55e1821 req-e6a2b20d-c647-44b1-8f53-17241227b777 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1099 time: 0.0407538 Sep 26 13:28:57.634258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04d5ac9e-902f-4cf3-86b3-a06bd55e1821 req-d57214db-ddc6-4049-945b-f0880f4cf6f7 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277255 Sep 26 13:28:57.655694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48580) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:28:57.815285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 27cb137a-da0d-4aa2-bb55-7578620af407 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:28:57.815635 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:57.897409 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:57.897776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:57.909295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 27cb137a-da0d-4aa2-bb55-7578620af407 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:28:58.066802 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:58.086190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=27cb137a-da0d-4aa2-bb55-7578620af407,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:28:58.150244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:58.150579 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Floating IP c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c disassociated (deleted). External IP: 172.25.4.56, port: 2c168587-503f-4635-a6a3-acb20e511253. Sep 26 13:28:58.375397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 22e6b910-e1f9-4b69-90cb-c589520a2e4c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:28:58.501733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:28:58.506627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:28:58.512045 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] Sync routers for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:28:58.524252 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:28:58.524869 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:28:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:28:58.543898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6bcc0a22-f023-4f5c-a38b-d357e79fa86f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/floatingips/c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c HTTP/1.1" status: 204 len: 168 time: 0.8871546 Sep 26 13:28:58.544488 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:28:58.546832 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:28:58.588227 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716087d3-85cf-4c43-ab1e-744f94f73404 x-openstack-request-id: req-716087d3-85cf-4c43-ab1e-744f94f73404 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:28:58.588516 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:28:58.588769 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-716087d3-85cf-4c43-ab1e-744f94f73404 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:28:58.589186 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'status': 'completed', 'code': 200} Sep 26 13:28:58.662750 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:28:58.663713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-7075c13b-b67f-49f5-8e9f-20e656878c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:58.665725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-7075c13b-b67f-49f5-8e9f-20e656878c06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 1099 time: 0.0531495 Sep 26 13:28:58.822988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-d9c9beea-955d-4170-8cc3-030e5543fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:58.824472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-d9c9beea-955d-4170-8cc3-030e5543fa75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 200 len: 897 time: 0.1517630 Sep 26 13:28:58.833744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2c02d-dd27-4b2a-a570-a15c75e3ebd2 req-8623035a-80a2-406b-a61a-6ec2e042ecb9 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:58.835133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42e2c02d-dd27-4b2a-a570-a15c75e3ebd2 req-8623035a-80a2-406b-a61a-6ec2e042ecb9 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 947 time: 0.0728834 Sep 26 13:28:58.881156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-92fb29d9-bd1c-4486-a57e-bf2663b4083f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 200 len: 217 time: 0.0450051 Sep 26 13:28:58.892484 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:18Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:28:58.919667 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] Checking router: 22e6b910-e1f9-4b69-90cb-c589520a2e4c for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:28:58.927762 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:28:58.928358 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:28:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:28:58.944114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42e2c02d-dd27-4b2a-a570-a15c75e3ebd2 req-880ee941-0764-49ba-987a-95607328155d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019220 Sep 26 13:28:58.950673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-4a7afc54-b286-4c3d-a5a4-344b1d400291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:58.952003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-4a7afc54-b286-4c3d-a5a4-344b1d400291 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 200 len: 834 time: 0.0619977 Sep 26 13:28:59.006928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-34668723-6ddd-4731-bd49-d0b7a85096aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:28:59.008592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-34668723-6ddd-4731-bd49-d0b7a85096aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488236 Sep 26 13:28:59.044703 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:28:59.126675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-a5214d63-2136-42a0-998f-6944f6c9c891 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107385 Sep 26 13:28:59.227954 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e6472ee-3a27-41d0-ac7b-b7bd6e36f08d req-8bbe8421-9505-4310-9135-e5d7fa11b552 service neutron] 10.222.0.24 "GET /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932603 Sep 26 13:28:59.349112 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:18Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:28:59.374758 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e50ce-0cf7-45bc-aa2c-cc9f198f4090 None None] The sync data for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 is: [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:27:15Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a775bbeb-7d2a-4f56-b99d-7edad31d9fae', 'name': '', 'network_id': '38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:14Z', 'updated_at': '2021-09-26T13:27:18Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': '7bbf25c3-6a36-4aa5-89a7-fa26036342ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:28:59.595897 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f674e-92f3-4cea-a32f-1db6e8009211 None None] New status for floating IP c7d2c03f-d2ff-41e3-8f52-e9f492ea7c3c: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:29:00.085748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-dd4c0229-61e3-436a-9877-06f78f81b878 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:00.087260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-dd4c0229-61e3-436a-9877-06f78f81b878 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 947 time: 0.0853789 Sep 26 13:29:00.101550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331c221-b591-42f7-ad89-c973782cbf94 req-27686731-3d3e-46de-afa2-0b2b90e61575 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:00.102961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6331c221-b591-42f7-ad89-c973782cbf94 req-27686731-3d3e-46de-afa2-0b2b90e61575 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f HTTP/1.1" status: 200 len: 947 time: 0.0742435 Sep 26 13:29:00.187256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6331c221-b591-42f7-ad89-c973782cbf94 req-5a01d15c-28c4-4742-9c71-e19a6bef7fb0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=e310a51b-3b25-4215-b73b-5e636398d5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782132 Sep 26 13:29:00.222925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 2c168587-503f-4635-a6a3-acb20e511253 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:00.223248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:00.315726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port 2c168587-503f-4635-a6a3-acb20e511253, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2c168587-503f-4635-a6a3-acb20e511253,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:00.316638 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:00.329076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 2c168587-503f-4635-a6a3-acb20e511253 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:00.462037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:00.490588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=2c168587-503f-4635-a6a3-acb20e511253,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:00.535208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] No DVR routers for this DVR port 2c168587-503f-4635-a6a3-acb20e511253 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:29:00.538545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:00.540968 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcefd280-97ed-4144-8e5b-76ce3d8b251d req-628095d2-8876-4200-810b-7ecb1daf7271 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "DELETE /v2.0/ports/2c168587-503f-4635-a6a3-acb20e511253 HTTP/1.1" status: 204 len: 173 time: 0.4473529 Sep 26 13:29:00.589879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-deleted', 'tag': '2c168587-503f-4635-a6a3-acb20e511253'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:29:00.592301 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0756a0-6464-4923-9e10-9a86c1324d8f" -d '{"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-deleted", "tag": "2c168587-503f-4635-a6a3-acb20e511253"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:29:00.634154 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6f6f21-2a61-4843-9a51-63a50b89e19f x-openstack-request-id: req-bf6f6f21-2a61-4843-9a51-63a50b89e19f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:29:00.634457 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f", "name": "network-vif-deleted", "tag": "2c168587-503f-4635-a6a3-acb20e511253", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:29:00.634712 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf6f6f21-2a61-4843-9a51-63a50b89e19f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:29:00.635288 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6827e2-e2ef-41b0-aaf8-d6e9aa93e34f', 'name': 'network-vif-deleted', 'tag': '2c168587-503f-4635-a6a3-acb20e511253', 'status': 'completed', 'code': 200} Sep 26 13:29:01.252312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:01.646627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:01.931213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port a775bbeb-7d2a-4f56-b99d-7edad31d9fae {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:01.931482 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:02.024575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port a775bbeb-7d2a-4f56-b99d-7edad31d9fae, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:02.024938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:02.039593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for a775bbeb-7d2a-4f56-b99d-7edad31d9fae owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:02.234158 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:02.263827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=a775bbeb-7d2a-4f56-b99d-7edad31d9fae,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:02.445866 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:02.668599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 22e6b910-e1f9-4b69-90cb-c589520a2e4c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:29:02.985839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce5a44-0045-4fec-8455-0a2529ee8840 req-127c201e-c1b4-48f5-845c-b2de7e261cdf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:02.987607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-acce5a44-0045-4fec-8455-0a2529ee8840 req-127c201e-c1b4-48f5-845c-b2de7e261cdf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0542538 Sep 26 13:29:03.042488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-acce5a44-0045-4fec-8455-0a2529ee8840 req-e1799fe9-6767-467f-b4cd-f39d8939654a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472748 Sep 26 13:29:03.126317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-e9ef176d-365e-4ca7-a80a-aab4fad23ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:03.127850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-e9ef176d-365e-4ca7-a80a-aab4fad23ea4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1096 time: 0.0640728 Sep 26 13:29:03.144473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:29:03.151676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-874e3b64-18ad-40b7-b73a-010f1f1d25ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "PUT /v2.0/routers/22e6b910-e1f9-4b69-90cb-c589520a2e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8992612 Sep 26 13:29:03.152859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48638) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:03.155587 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] Sync routers for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:29:03.183959 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:03.184975 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:28:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:03.241432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-118f1986-8c16-4a3a-9a1d-6ee62f821734 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting subnet 7bbf25c3-6a36-4aa5-89a7-fa26036342ca {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:29:03.243228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-57a4c184-3d3b-416c-a96a-31262caa8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:03.244910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-118f1986-8c16-4a3a-9a1d-6ee62f821734 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:03.246049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-57a4c184-3d3b-416c-a96a-31262caa8f5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1095979 Sep 26 13:29:03.296972 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-118f1986-8c16-4a3a-9a1d-6ee62f821734 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:03.313133 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:03.328115 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-4a33fc3f-7457-463f-b79d-ee1676ecdb31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 998 time: 0.0741789 Sep 26 13:29:03.363093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2c168587-503f-4635-a6a3-acb20e511253 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:29:03.391548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-38335318-f9d8-47b3-83ef-938ff9caee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:03.393327 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-38335318-f9d8-47b3-83ef-938ff9caee0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0566261 Sep 26 13:29:03.407579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 2c168587-503f-4635-a6a3-acb20e511253 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:29:03.408483 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2c168587-503f-4635-a6a3-acb20e511253 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:29:03.434531 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-118f1986-8c16-4a3a-9a1d-6ee62f821734 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:03.457745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-a46b5a9f-b38c-488f-a89a-40be5da8a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:03.459901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-a46b5a9f-b38c-488f-a89a-40be5da8a52a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597506 Sep 26 13:29:03.516948 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-118f1986-8c16-4a3a-9a1d-6ee62f821734 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:03.525446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:29:02Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:03.551187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f1986-8c16-4a3a-9a1d-6ee62f821734 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbf25c3-6a36-4aa5-89a7-fa26036342ca,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:03.563888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-118f1986-8c16-4a3a-9a1d-6ee62f821734 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:03.565310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844658d-af6e-4057-9143-49bce6685f8a None None] Network 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:29:03.566524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-118f1986-8c16-4a3a-9a1d-6ee62f821734 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/subnets/7bbf25c3-6a36-4aa5-89a7-fa26036342ca HTTP/1.1" status: 204 len: 168 time: 0.4092839 Sep 26 13:29:03.569889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48640) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:03.571234 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] Checking router: 22e6b910-e1f9-4b69-90cb-c589520a2e4c for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:29:03.583943 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] Routers {'22e6b910-e1f9-4b69-90cb-c589520a2e4c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:03.584816 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:28:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:03.594270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-5af1faaa-d097-461c-ab34-2d72a67ae4ba service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266394 Sep 26 13:29:03.708940 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] Set router 22e6b910-e1f9-4b69-90cb-c589520a2e4c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:03.724624 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f37444cb-08ef-43ce-8013-f4b94c89a95c req-88c05b64-ed20-492f-94e1-1b868089daf8 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231265 Sep 26 13:29:03.773534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:03.865147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] DHCP port deletion for 38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:29:03.923298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:03.967637 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:29:02Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:03.989821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:03.990399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:03.999622 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f4271-f2b0-463c-9538-4eb460fcaa42 None None] The sync data for ids ['22e6b910-e1f9-4b69-90cb-c589520a2e4c'] in n-d-806683-13 is: [{'id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582175477', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:27:11Z', 'updated_at': '2021-09-26T13:29:02Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '31a2cdfa-72dd-4283-9722-0e0d2b6cc22f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e6b910-e1f9-4b69-90cb-c589520a2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:27:12Z', 'updated_at': '2021-09-26T13:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:29:04.108473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=31a2cdfa-72dd-4283-9722-0e0d2b6cc22f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:04.109263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.112360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] Deleting port b8e38677-da11-4e79-9aee-44453dda641b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:04.113377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.126599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:04.178693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] For port b8e38677-da11-4e79-9aee-44453dda641b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b8e38677-da11-4e79-9aee-44453dda641b,segment=NetworkSegment(ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b),segment_id=ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:04.179344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.180686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55388f65-51e5-49cf-aee2-81cb218b3648 req-7c7854c5-dc35-4986-ba5f-c0268f4239d6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:04.191194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55388f65-51e5-49cf-aee2-81cb218b3648 req-7c7854c5-dc35-4986-ba5f-c0268f4239d6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0776880 Sep 26 13:29:04.194310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] Calling delete_port for b8e38677-da11-4e79-9aee-44453dda641b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:04.226228 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55388f65-51e5-49cf-aee2-81cb218b3648 req-289a1b9e-841a-42cd-a326-a6f0dee8c35c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340023 Sep 26 13:29:04.280161 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.304000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] Pushing event deleted for resources: {'Port': ['ID=b8e38677-da11-4e79-9aee-44453dda641b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:04.312278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa367d-0f57-4199-92d2-fed91eb61066 None None] No DVR routers for this DVR port b8e38677-da11-4e79-9aee-44453dda641b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:29:04.325059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.361235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=31a2cdfa-72dd-4283-9722-0e0d2b6cc22f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:04.441029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a775bbeb-7d2a-4f56-b99d-7edad31d9fae no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:29:04.469873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a775bbeb-7d2a-4f56-b99d-7edad31d9fae {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:29:04.470264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a775bbeb-7d2a-4f56-b99d-7edad31d9fae not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:29:04.470662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b8e38677-da11-4e79-9aee-44453dda641b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:29:04.492184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: b8e38677-da11-4e79-9aee-44453dda641b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:29:04.492762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b8e38677-da11-4e79-9aee-44453dda641b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:29:04.759381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.847888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.849908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.892547 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.893099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Fanout notify agent at l3_agent the message router_deleted on router 22e6b910-e1f9-4b69-90cb-c589520a2e4c {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:29:04.900476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:04.901641 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fffda578-6d22-4f15-9ef5-631608a76688 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/routers/22e6b910-e1f9-4b69-90cb-c589520a2e4c HTTP/1.1" status: 204 len: 168 time: 1.3306551 Sep 26 13:29:04.904262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48646) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:04.988017 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.077134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.098336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:05.107310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:05.107629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed93d17c-ffe6-4531-a6e7-c0bbd4cb4d6b') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:05.116851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.132358 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.138794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:29:05.139185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:29:05.142434 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:29:05.202249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.212872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.214131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/networks/38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc HTTP/1.1" status: 204 len: 168 time: 0.3088760 Sep 26 13:29:05.216982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48650) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:05.235993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78028df-7631-4f97-a624-8646cf00fcc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Network': ['ID=38f2e0f2-fbb1-41bf-8f37-44c453bfc2fc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:05.314285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5f1a-2eda-470a-9beb-c73d7bf89b69 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.366683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5f1a-2eda-470a-9beb-c73d7bf89b69 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.388024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef8c62-e1f3-4fc7-aac1-8ed2aacf853d req-809df0be-69ff-47b4-bdd8-8eba55ea8380 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:05.389586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70ef8c62-e1f3-4fc7-aac1-8ed2aacf853d req-809df0be-69ff-47b4-bdd8-8eba55ea8380 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0911329 Sep 26 13:29:05.441925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70ef8c62-e1f3-4fc7-aac1-8ed2aacf853d req-13e87bea-72b6-4ad9-8abc-bb0f52191d08 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Sep 26 13:29:05.471240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5f1a-2eda-470a-9beb-c73d7bf89b69 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.474010 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5f1a-2eda-470a-9beb-c73d7bf89b69 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.475237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1b3d5f1a-2eda-470a-9beb-c73d7bf89b69 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/security-groups/e310a51b-3b25-4215-b73b-5e636398d5e7 HTTP/1.1" status: 204 len: 168 time: 0.2565639 Sep 26 13:29:05.489507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d5f1a-2eda-470a-9beb-c73d7bf89b69 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e310a51b-3b25-4215-b73b-5e636398d5e7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:05.855676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48660) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:05.860408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-56a46d33-8e66-4f7a-9a31-7aa1e5e168c2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396307476', 'description': 'tempest-secgroup-smoke-396307476 description', 'project_id': 'be3d67312ea64c16a1f294b896b92864'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:05.885646 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56a46d33-8e66-4f7a-9a31-7aa1e5e168c2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.971553 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56a46d33-8e66-4f7a-9a31-7aa1e5e168c2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:05.976248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56a46d33-8e66-4f7a-9a31-7aa1e5e168c2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.001759 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56a46d33-8e66-4f7a-9a31-7aa1e5e168c2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.003048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-56a46d33-8e66-4f7a-9a31-7aa1e5e168c2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463599 Sep 26 13:29:06.006106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:06.011718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a46d33-8e66-4f7a-9a31-7aa1e5e168c2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:06.013063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-705b91c2-8f5e-43b2-af42-1e504dd4a09d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:06.047867 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-705b91c2-8f5e-43b2-af42-1e504dd4a09d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.095817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-705b91c2-8f5e-43b2-af42-1e504dd4a09d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.099999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-705b91c2-8f5e-43b2-af42-1e504dd4a09d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.118707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b91c2-8f5e-43b2-af42-1e504dd4a09d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74d1374-9b6d-4d5a-97c3-2f42bd5da8e9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:06.122225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-705b91c2-8f5e-43b2-af42-1e504dd4a09d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.123430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-705b91c2-8f5e-43b2-af42-1e504dd4a09d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153016 Sep 26 13:29:06.126269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48664) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:06.130585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-782ccc44-4189-440f-9ee2-0c17d7c5514a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:06.156630 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782ccc44-4189-440f-9ee2-0c17d7c5514a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.215529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782ccc44-4189-440f-9ee2-0c17d7c5514a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.219304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782ccc44-4189-440f-9ee2-0c17d7c5514a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.241908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ccc44-4189-440f-9ee2-0c17d7c5514a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a77b4e-3ca9-419b-8b34-bbf98e61014e,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:06.248420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-782ccc44-4189-440f-9ee2-0c17d7c5514a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.250465 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-782ccc44-4189-440f-9ee2-0c17d7c5514a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232412 Sep 26 13:29:06.253280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48668) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:06.258535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f1d89715-71af-462d-bc39-9c00e60c7bd2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:06.290396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1d89715-71af-462d-bc39-9c00e60c7bd2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.298054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:29:06.328926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:29:06.329362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 31a2cdfa-72dd-4283-9722-0e0d2b6cc22f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:29:06.356297 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1d89715-71af-462d-bc39-9c00e60c7bd2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.359912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1d89715-71af-462d-bc39-9c00e60c7bd2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.379010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d89715-71af-462d-bc39-9c00e60c7bd2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aba8c9f-f005-4ffe-bfd5-ec7923befd74,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:06.384057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f1d89715-71af-462d-bc39-9c00e60c7bd2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.385427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f1d89715-71af-462d-bc39-9c00e60c7bd2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310287 Sep 26 13:29:06.388077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48670) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:06.392428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bf93ad1a-3210-4b1e-8341-1653438b8728 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:06.420088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf93ad1a-3210-4b1e-8341-1653438b8728 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.478621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf93ad1a-3210-4b1e-8341-1653438b8728 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.482421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf93ad1a-3210-4b1e-8341-1653438b8728 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.501085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93ad1a-3210-4b1e-8341-1653438b8728 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fec5c90-21e7-4af6-8d20-bd3aa1727e15,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:06.506978 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bf93ad1a-3210-4b1e-8341-1653438b8728 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.508061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bf93ad1a-3210-4b1e-8341-1653438b8728 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190550 Sep 26 13:29:06.510937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48672) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:06.515297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4dfb32c1-2fe9-4146-8261-09d284e51149 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:06.539544 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-4dfb32c1-2fe9-4146-8261-09d284e51149 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Project be3d67312ea64c16a1f294b896b92864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:29:06.544306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4dfb32c1-2fe9-4146-8261-09d284e51149 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.603488 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4dfb32c1-2fe9-4146-8261-09d284e51149 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.608708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4dfb32c1-2fe9-4146-8261-09d284e51149 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.628098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb32c1-2fe9-4146-8261-09d284e51149 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b05605-099f-4b39-8a3c-80e5a27ae472,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:06.633824 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4dfb32c1-2fe9-4146-8261-09d284e51149 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.634951 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4dfb32c1-2fe9-4146-8261-09d284e51149 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230323 Sep 26 13:29:06.637845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48674) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:06.642323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e5063f58-4a7e-49df-8241-c827be90e1c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:06.663762 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-e5063f58-4a7e-49df-8241-c827be90e1c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Project be3d67312ea64c16a1f294b896b92864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:29:06.668427 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e5063f58-4a7e-49df-8241-c827be90e1c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.730757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e5063f58-4a7e-49df-8241-c827be90e1c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.734226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e5063f58-4a7e-49df-8241-c827be90e1c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.753056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5063f58-4a7e-49df-8241-c827be90e1c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67092cf6-ff29-44b7-a414-82c6b124a606,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:06.757129 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e5063f58-4a7e-49df-8241-c827be90e1c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.758365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e5063f58-4a7e-49df-8241-c827be90e1c3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195285 Sep 26 13:29:06.761159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:06.765964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'network': {'name': 'tempest-network-smoke--488813630', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'port_security_enabled': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:06.786718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:29:06.790186 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.813742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:29:06.823256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.823604 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Added segment b824d54a-9da7-4f5b-ad61-faf340a89b0c of type vlan for network a0ad73c3-8752-45cd-953c-7ac71d47dd9f Sep 26 13:29:06.863415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.888556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.894682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:06.895312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.945746 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1834850 Sep 26 13:29:06.948607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48678) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:06.953428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'admin_state_up': True, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:06.978633 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:06.979623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:07.009293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c81495-24a9-4b4f-b66f-c2e18bf09969 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Network': ['ID=a0ad73c3-8752-45cd-953c-7ac71d47dd9f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:07.019654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:29:07.033893 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:07.172798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:07.359206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:07.378396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:07.484760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.25.4.14 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/5597d337-8427-4e88-b912-7c19fecf932f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:29:07.594392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:07.638741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:07.676260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:29:07.678994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:29:07.682529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:29:07.689885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=5597d337-8427-4e88-b912-7c19fecf932f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:07.936555 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:08.135439 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:08.267349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 6cc35f1c-0129-418c-be12-6749c186d1ef is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:29:08.290550 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8a049f01-be83-4019-bc12-7e550c84512b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:08.371742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:29:08.381742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Sync routers for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:29:08.390878 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:08.391512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:28:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:08.391724 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:08.393197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-256c492d-6114-4d8a-8fad-c138037ed55e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4433074 Sep 26 13:29:08.397476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48684) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:08.433064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-63be7cc8-0f23-4f37-bff8-e5c23d55a012 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=be3d67312ea64c16a1f294b896b92864&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340564 Sep 26 13:29:08.435719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48686) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:08.502060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:08.520680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ef051f-efc2-4567-9ce3-e0b40355c319 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:08.522880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-78ef051f-efc2-4567-9ce3-e0b40355c319 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861115 Sep 26 13:29:08.525937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48688) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:08.562691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-088def4a-c1e3-44cd-b7dc-c024b28ee210 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340946 Sep 26 13:29:08.565146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48690) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:08.570104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004624518', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:08.676332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:29:08.680174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:08.696139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:07Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:08.728256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Checking router: 6cc35f1c-0129-418c-be12-6749c186d1ef for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:29:08.728632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Updating router 6cc35f1c-0129-418c-be12-6749c186d1ef port 5597d337-8427-4e88-b912-7c19fecf932f binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:29:08.758045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:08.880760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:08.950804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Subnet': ['ID=feca4430-638a-40be-91b5-3cbea3af6adb,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:08.962296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Checking segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:29:08.962654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network hostable DHCP agents. Network: a0ad73c3-8752-45cd-953c-7ac71d47dd9f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:29:08.979687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:29:08.989328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, a0ad73c3-8752-45cd-953c-7ac71d47dd9f) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:29:08.993755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:08.994477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.000197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f559abe-c4ab-4d6b-b544-1a6f20cbf106 None None] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:29:09.010279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0bec2999-b4f4-4628-88b0-85948dd1aabd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4438019 Sep 26 13:29:09.013057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:09.065773 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.098877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.193280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19177459-37f2-4980-9644-ba2339583da4 None None] Pushing event updated for resources: {'Port': ['ID=5597d337-8427-4e88-b912-7c19fecf932f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:09.199384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Attempting to bind port 5597d337-8427-4e88-b912-7c19fecf932f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:29:09.199900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Attempting to bind port 5597d337-8427-4e88-b912-7c19fecf932f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:29:09.200409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Attempting to bind port 5597d337-8427-4e88-b912-7c19fecf932f on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:09.218989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:29:09.219361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:29:09.219766 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.220163 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:29:09.220645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Bound port: 5597d337-8427-4e88-b912-7c19fecf932f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:29:09.221024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.295055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:29:09.295970 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.315902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] For port 5597d337-8427-4e88-b912-7c19fecf932f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:29:09.339671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] For port 5597d337-8427-4e88-b912-7c19fecf932f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5597d337-8427-4e88-b912-7c19fecf932f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:29:09.393621 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.497108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.503631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:09.504260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:28:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:09.543405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19177459-37f2-4980-9644-ba2339583da4 None None] Pushing event updated for resources: {'Port': ['ID=5597d337-8427-4e88-b912-7c19fecf932f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:09.592118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Allocated IP 172.20.0.2 (a0ad73c3-8752-45cd-953c-7ac71d47dd9f/feca4430-638a-40be-91b5-3cbea3af6adb/15e7e207-7d41-4348-9648-65c6c87f5bc5) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:29:09.689581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:09.754253 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:29:09.885820 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.908520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:09.955925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.20.0.1 (a0ad73c3-8752-45cd-953c-7ac71d47dd9f/feca4430-638a-40be-91b5-3cbea3af6adb/03881ee2-dfef-46b0-a4fe-9e2ea8667583) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:29:09.957639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:29:09.966392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:29:09.968818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Pushing event updated for resources: {'Port': ['ID=15e7e207-7d41-4348-9648-65c6c87f5bc5,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:09.971154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:29:10.035308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:07Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:10.064969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc8b6b-e719-4181-bc59-42f165e517c2 None None] The sync data for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 is: [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:07Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:29:10.066619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Attempting to bind port 15e7e207-7d41-4348-9648-65c6c87f5bc5 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:29:10.066990 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Attempting to bind port 15e7e207-7d41-4348-9648-65c6c87f5bc5 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:29:10.067349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Attempting to bind port 15e7e207-7d41-4348-9648-65c6c87f5bc5 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:10.073126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:29:10.073360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Checking segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:29:10.073789 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:10.074238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Bound using segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:29:10.074636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Bound port: 15e7e207-7d41-4348-9648-65c6c87f5bc5, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:29:10.075017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:10.133273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:10.162574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] For port 15e7e207-7d41-4348-9648-65c6c87f5bc5, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:29:10.166993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] For port 15e7e207-7d41-4348-9648-65c6c87f5bc5, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=15e7e207-7d41-4348-9648-65c6c87f5bc5,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:29:10.172708 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:10.175039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:10.222316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:29:10.225979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:29:10.230806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:29:10.240153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa3a88-4d51-4b71-9a57-e27c2e42fee6 None None] Pushing event updated for resources: {'Port': ['ID=15e7e207-7d41-4348-9648-65c6c87f5bc5,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:10.270521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=03881ee2-dfef-46b0-a4fe-9e2ea8667583,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:10.293835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:10.465561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.066831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-670fce16-4efe-4575-84a3-388d6af586a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.173281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.180029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.261805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=03881ee2-dfef-46b0-a4fe-9e2ea8667583,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:11.264439 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.347124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65a7fc-58cc-4ab9-9a55-43ecb1fd4e13 None None] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:29:11.371998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:29:11.373653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:29:11.480068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-90364c84-7e7a-488f-899a-97bf15992b2e None None] Provisioning complete for port 15e7e207-7d41-4348-9648-65c6c87f5bc5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:11.480443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-90364c84-7e7a-488f-899a-97bf15992b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.498454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 6cc35f1c-0129-418c-be12-6749c186d1ef has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:29:11.627707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:29:11.632702 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-333a114a-3ebd-42a3-afc4-11a9318b5d3c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "PUT /v2.0/routers/6cc35f1c-0129-418c-be12-6749c186d1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6183991 Sep 26 13:29:11.709365 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.788489 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-90364c84-7e7a-488f-899a-97bf15992b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.824075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-ae3a6aa2-bf01-406e-9b44-bf68d0972306 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396307476&fields=id&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 267 time: 0.0450501 Sep 26 13:29:11.831055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-90364c84-7e7a-488f-899a-97bf15992b2e None None] For port 15e7e207-7d41-4348-9648-65c6c87f5bc5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=15e7e207-7d41-4348-9648-65c6c87f5bc5,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:11.837109 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-90364c84-7e7a-488f-899a-97bf15992b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:11.907463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90364c84-7e7a-488f-899a-97bf15992b2e None None] Pushing event updated for resources: {'Port': ['ID=15e7e207-7d41-4348-9648-65c6c87f5bc5,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:11.992281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549535-7a37-41c2-b035-d0344be69f11 req-4eebb8be-2e25-4af2-90f2-696137e0635d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:11.998139 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-4eebb8be-2e25-4af2-90f2-696137e0635d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 796 time: 0.1651950 Sep 26 13:29:12.016138 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Sync routers for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:29:12.025419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-ddd3dcf6-97bb-48be-9925-8956892e9ef1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/quotas/be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 375 time: 0.0253785 Sep 26 13:29:12.032476 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:12.033110 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:12.067873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-82c8f83f-674d-41d6-8301-9453d3d39575 None None] Provisioning complete for port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:12.069242 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82c8f83f-674d-41d6-8301-9453d3d39575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.122749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-67d200ac-9abe-43e8-bfba-a7a1b2ec1491 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872581 Sep 26 13:29:12.140060 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.145956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-82c8f83f-674d-41d6-8301-9453d3d39575 None None] Port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:29:12.158185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-82c8f83f-674d-41d6-8301-9453d3d39575 None None] Provisioning complete for port 15e7e207-7d41-4348-9648-65c6c87f5bc5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:12.158610 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82c8f83f-674d-41d6-8301-9453d3d39575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.194072 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:12.256221 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-4c5a1962-6e22-4352-91cb-04efa005fc12 service neutron] 10.222.0.13 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214631 Sep 26 13:29:12.421509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5597d337-8427-4e88-b912-7c19fecf932f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:29:12.448585 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-d0266447-553b-4b89-b19b-8c28d8f1038e service neutron] 10.222.0.13 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784389 Sep 26 13:29:12.479454 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:11Z', 'revision_number': 2, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:12.508360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-00bbd7d8-a696-4d26-bdd9-a7e58d73126d None None] Provisioning complete for port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:12.509263 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-00bbd7d8-a696-4d26-bdd9-a7e58d73126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.511965 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Checking router: 6cc35f1c-0129-418c-be12-6749c186d1ef for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:29:12.512553 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Updating router 6cc35f1c-0129-418c-be12-6749c186d1ef port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:29:12.512845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5597d337-8427-4e88-b912-7c19fecf932f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:12.513203 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.577657 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.606681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-00bbd7d8-a696-4d26-bdd9-a7e58d73126d None None] Port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:29:12.661426 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.714771 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40e1fad0-f5bd-453d-be9e-548c6e4c6527 req-65ea7262-9ced-4e66-81e1-83ae4a730d92 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 210 time: 0.0505090 Sep 26 13:29:12.724577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 5597d337-8427-4e88-b912-7c19fecf932f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5597d337-8427-4e88-b912-7c19fecf932f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:12.745996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.747007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 15e7e207-7d41-4348-9648-65c6c87f5bc5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:29:12.841946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4e9329d6-eafd-415c-8cd6-2b79d3ddca91 None None] Provisioning complete for port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:12.842375 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e9329d6-eafd-415c-8cd6-2b79d3ddca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.865876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 15e7e207-7d41-4348-9648-65c6c87f5bc5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:12.866273 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:12.926728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=5597d337-8427-4e88-b912-7c19fecf932f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:12.933752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4e9329d6-eafd-415c-8cd6-2b79d3ddca91 None None] Port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:29:13.005772 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.012470 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.073928 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Pushing event updated for resources: {'Port': ['ID=03881ee2-dfef-46b0-a4fe-9e2ea8667583,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:13.121423 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.122215 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.122770 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.123318 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.123885 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.124581 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.125130 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.125946 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.126343 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.129622 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.130190 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.130705 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:13.154199 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Attempting to bind port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:29:13.154573 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Attempting to bind port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:29:13.154940 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Attempting to bind port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:13.161176 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:29:13.161600 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Checking segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:29:13.162166 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.162584 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Bound using segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:29:13.163068 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Bound port: 03881ee2-dfef-46b0-a4fe-9e2ea8667583, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:29:13.163478 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.245949 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] For port 03881ee2-dfef-46b0-a4fe-9e2ea8667583, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:29:13.249318 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] For port 03881ee2-dfef-46b0-a4fe-9e2ea8667583, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=03881ee2-dfef-46b0-a4fe-9e2ea8667583,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:29:13.261636 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.319766 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:13.320397 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:13.367388 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49082da-0bfc-4291-a64e-5326ff499a1c None None] Pushing event updated for resources: {'Port': ['ID=03881ee2-dfef-46b0-a4fe-9e2ea8667583,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:13.368944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-60abeee8-7acb-4e70-b5d1-79d911bedbda None None] Provisioning complete for port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:13.369449 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60abeee8-7acb-4e70-b5d1-79d911bedbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.476719 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:13.481641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60abeee8-7acb-4e70-b5d1-79d911bedbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.531094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-60abeee8-7acb-4e70-b5d1-79d911bedbda None None] For port 03881ee2-dfef-46b0-a4fe-9e2ea8667583, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=03881ee2-dfef-46b0-a4fe-9e2ea8667583,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:13.536622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60abeee8-7acb-4e70-b5d1-79d911bedbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.611244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abeee8-7acb-4e70-b5d1-79d911bedbda None None] Pushing event updated for resources: {'Port': ['ID=03881ee2-dfef-46b0-a4fe-9e2ea8667583,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:13.622713 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.656402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-47cb8551-2dfb-42d8-85be-203ec41d92cf None None] Provisioning complete for port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:13.656794 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-47cb8551-2dfb-42d8-85be-203ec41d92cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:13.718301 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:13Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:13.758764 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee672c-1ef7-4039-81a1-d8fd8f3d5892 None None] The sync data for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 is: [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:13Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:29:13.872379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6129dc4-0dac-416b-a8dd-bfa8d7bbfd39 req-56a4bb6b-4a54-4794-83d1-de67048d1845 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 210 time: 0.0635920 Sep 26 13:29:14.026877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549535-7a37-41c2-b035-d0344be69f11 req-f556a92f-b786-41c2-b33f-a89e9afbb13f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:14.028394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-f556a92f-b786-41c2-b33f-a89e9afbb13f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 796 time: 0.1589057 Sep 26 13:29:14.081902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-352d2adb-ce16-451e-8119-cba677641625 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 379 time: 0.0429411 Sep 26 13:29:14.091958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'port': {'device_id': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'admin_state_up': True, 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'security_groups': ['5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:14.218231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:29:14.223962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:14.378064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.20.0.4 (a0ad73c3-8752-45cd-953c-7ac71d47dd9f/feca4430-638a-40be-91b5-3cbea3af6adb/7d4ce40a-f9f7-4471-abe8-c61d4653a449) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:29:14.478010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5597d337-8427-4e88-b912-7c19fecf932f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:29:14.541516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5597d337-8427-4e88-b912-7c19fecf932f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:14.542095 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:14.556780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:14.600640 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:14.646817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 03881ee2-dfef-46b0-a4fe-9e2ea8667583 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:29:14.663421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:14.678305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:29:14.680212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:29:14.683255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:29:14.721335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:14.722289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:14.755701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:14.756844 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:14.774659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-0395cb9c-3074-4367-9bf7-ebdc71ab7789 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6865687 Sep 26 13:29:14.788031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Request body: {'port': {'device_id': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:14.903233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:15.017694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94432a0-be7c-4c61-8eac-bd36d529e5dc req-125fa655-23c1-4feb-84ce-6994aa03f43a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:15.019989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a94432a0-be7c-4c61-8eac-bd36d529e5dc req-125fa655-23c1-4feb-84ce-6994aa03f43a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 931 time: 0.0582433 Sep 26 13:29:15.067878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a94432a0-be7c-4c61-8eac-bd36d529e5dc req-e7f84ed3-be3a-469e-9c3b-bcabffabd2ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402110 Sep 26 13:29:15.086557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b8198f24-8550-4a76-85cb-38060d1f82f2 None None] Provisioning complete for port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:15.087187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8198f24-8550-4a76-85cb-38060d1f82f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:15.132194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b8198f24-8550-4a76-85cb-38060d1f82f2 None None] Port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:29:15.211460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4ce40a-f9f7-4471-abe8-c61d4653a449 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:29:15.218922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:15.230560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Transition to ACTIVE for port object 7d4ce40a-f9f7-4471-abe8-c61d4653a449 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:29:15.234603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:15.288378 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:15.290715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:15.362223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:29:15.362596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:29:15.362938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:15.367566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:29:15.367893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:15.375017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:29:15.375659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Checking segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:29:15.376475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Bound using segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:29:15.377083 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Bound port: 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:29:15.378250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:15.453573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:29:15.457778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:29:15.461769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:15.497796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:15.498429 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:15.500045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] 10.222.0.24 "PUT /v2.0/ports/7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 1092 time: 0.7174268 Sep 26 13:29:15.502383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:29:15.506053 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbda141-8a3f-47ba-bb78-25fbf459fa32" -d '{"events": [{"name": "network-changed", "server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:29:15.558218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464a60c-a15c-4c02-8e22-e78477debb3f service neutron] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:15.562995 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b45ba7-dd65-4708-9744-b5e41b055a73 x-openstack-request-id: req-21b45ba7-dd65-4708-9744-b5e41b055a73 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:29:15.563273 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:29:15.566054 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21b45ba7-dd65-4708-9744-b5e41b055a73 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:29:15.566827 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'status': 'completed', 'code': 200} Sep 26 13:29:15.602819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549535-7a37-41c2-b035-d0344be69f11 req-d25ff384-faa6-4d75-ba4c-d370cdaef849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:15.604368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-d25ff384-faa6-4d75-ba4c-d370cdaef849 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1095 time: 0.0564313 Sep 26 13:29:15.650432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-55ae2aa9-69a6-42b0-a789-f7246f9e7f79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 217 time: 0.0372813 Sep 26 13:29:15.704972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549535-7a37-41c2-b035-d0344be69f11 req-c02eecf4-a75f-43e5-be33-24806f964a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:15.706957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-c02eecf4-a75f-43e5-be33-24806f964a5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 200 len: 835 time: 0.0490911 Sep 26 13:29:15.772200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93549535-7a37-41c2-b035-d0344be69f11 req-ee43e905-5130-4609-a027-da497092bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:15.774623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-ee43e905-5130-4609-a027-da497092bc35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606782 Sep 26 13:29:15.900143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-00762861-bc15-47b4-bad1-18f2f7ee2ea5 service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171157 Sep 26 13:29:16.000116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93549535-7a37-41c2-b035-d0344be69f11 req-d772e207-f735-4638-8e43-962ef714dfae service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932031 Sep 26 13:29:16.087444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-d786382d-48f2-4c6e-b170-8a23162fe26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:16.088962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-d786382d-48f2-4c6e-b170-8a23162fe26b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1095 time: 0.0437953 Sep 26 13:29:16.188447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-209d8bc5-ecd3-4269-bd72-373a6c200424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:16.190001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-209d8bc5-ecd3-4269-bd72-373a6c200424 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 896 time: 0.0940144 Sep 26 13:29:16.196940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9dd6c-1b04-4f34-9ced-35fd76b55462 req-083cdecd-7896-4bff-a845-e8db78aa623f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:16.198541 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fbc9dd6c-1b04-4f34-9ced-35fd76b55462 req-083cdecd-7896-4bff-a845-e8db78aa623f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 943 time: 0.0525370 Sep 26 13:29:16.233557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-2cc846f4-3b1d-402e-8c7d-c45ddb0fb5c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 217 time: 0.0356755 Sep 26 13:29:16.238714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fbc9dd6c-1b04-4f34-9ced-35fd76b55462 req-bf8eae63-ba9e-4dc1-9d2a-aa17b5ca4c28 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342197 Sep 26 13:29:16.287008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-f1205683-c4f9-4a4d-92fb-347dbca66ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:16.288532 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-f1205683-c4f9-4a4d-92fb-347dbca66ab3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 200 len: 835 time: 0.0459914 Sep 26 13:29:16.342056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-4de53e27-61c1-4255-aeaa-16bc8cc9a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:16.343620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-4de53e27-61c1-4255-aeaa-16bc8cc9a293 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470576 Sep 26 13:29:16.437746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-441e0eb4-5294-4027-bee3-a80de625a827 service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865552 Sep 26 13:29:16.537660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8fbda141-8a3f-47ba-bb78-25fbf459fa32 req-93fcdec7-eac2-4933-bac7-da1451b8707b service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914404 Sep 26 13:29:17.359312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222afb1-ce26-4b79-b50c-8b60ae6ad723 req-81b8c2f0-c632-4e6b-b486-354fbb78f250 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:17.360865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f222afb1-ce26-4b79-b50c-8b60ae6ad723 req-81b8c2f0-c632-4e6b-b486-354fbb78f250 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 943 time: 0.0514755 Sep 26 13:29:17.400982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f222afb1-ce26-4b79-b50c-8b60ae6ad723 req-7d824ba3-dacb-4ad7-9bf7-80bdf1011225 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341311 Sep 26 13:29:17.444638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7d4ce40a-f9f7-4471-abe8-c61d4653a449 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:29:17.546617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:17.558726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'port_id': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'mac_address': 'fa:16:3e:94:c9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:29:17.598378 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:17.611078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4ce40a-f9f7-4471-abe8-c61d4653a449 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:29:17.631420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:17.635197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:17.681608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:17.828929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7d4ce40a-f9f7-4471-abe8-c61d4653a449'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:29:18.516901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf824-f497-4acb-8627-34b2e49d82be req-d1909e46-a39b-48a0-825c-e78f6937618d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:18.519005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a3cf824-f497-4acb-8627-34b2e49d82be req-d1909e46-a39b-48a0-825c-e78f6937618d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 944 time: 0.0496681 Sep 26 13:29:18.561438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a3cf824-f497-4acb-8627-34b2e49d82be req-cb5c26a4-127e-4e15-bb42-e6fab41b0699 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362253 Sep 26 13:29:19.445246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7d4ce40a-f9f7-4471-abe8-c61d4653a449 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:29:19.498486 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:29:19.502372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:19.502842 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:19.583631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:19.606223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:29:19.608645 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a950c2-0084-4b0c-9b73-60cb81464121" -d '{"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-plugged", "status": "completed", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:29:19.622461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:19.627277 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:19.652498 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283facd2-34cf-448f-9299-40f0fed26e4d x-openstack-request-id: req-283facd2-34cf-448f-9299-40f0fed26e4d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:29:19.652798 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-plugged", "status": "completed", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:29:19.653054 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-283facd2-34cf-448f-9299-40f0fed26e4d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:29:19.653447 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'code': 200} Sep 26 13:29:19.684143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70748bb5-976e-47a6-b671-656413aa10ae req-5e3646e4-46ff-4cc5-9531-4b31a8685530 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:19.685731 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70748bb5-976e-47a6-b671-656413aa10ae req-5e3646e4-46ff-4cc5-9531-4b31a8685530 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0542972 Sep 26 13:29:19.686073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:19.694507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.694778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.695120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.695456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.695788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.696120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.696448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.696773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.697098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.697422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.697772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.698096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:19.754659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70748bb5-976e-47a6-b671-656413aa10ae req-ec0fbb65-a4af-480c-a282-e23ecefc98f6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618577 Sep 26 13:29:19.763102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ecdd7-1e1a-4b6e-8490-055b9e0f45f5 req-0aaa3eed-9a47-490a-b530-d590171ec25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:19.764536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c5ecdd7-1e1a-4b6e-8490-055b9e0f45f5 req-0aaa3eed-9a47-490a-b530-d590171ec25b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1097 time: 0.0584843 Sep 26 13:29:19.798949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c5ecdd7-1e1a-4b6e-8490-055b9e0f45f5 req-4e53693e-4f7c-4540-b8e4-2213b282f4d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273201 Sep 26 13:29:20.320406 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:20.660758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd507c-6474-4d90-a0cd-b6c506643373 req-d4604266-8ab6-4e2e-ace5-a496e2b1e661 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:20.662271 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6efd507c-6474-4d90-a0cd-b6c506643373 req-d4604266-8ab6-4e2e-ace5-a496e2b1e661 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 945 time: 0.0491037 Sep 26 13:29:20.700189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6efd507c-6474-4d90-a0cd-b6c506643373 req-7decbcbd-850c-4664-b315-8410e1f30199 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Sep 26 13:29:20.882318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e7ac6-7e50-4858-9e3d-26f83c185c58 req-0974ade2-af04-4382-8cb6-5c2cc7783c10 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:20.883838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-393e7ac6-7e50-4858-9e3d-26f83c185c58 req-0974ade2-af04-4382-8cb6-5c2cc7783c10 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0502114 Sep 26 13:29:20.921693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-393e7ac6-7e50-4858-9e3d-26f83c185c58 req-4f1e486d-a770-4ff7-9744-86d84639dc42 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Sep 26 13:29:21.813947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67903b-c49f-418f-9d9e-0f54850fcc1e req-6568f63c-8f2a-47ec-9dc9-5496d1032c9e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:21.815429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b67903b-c49f-418f-9d9e-0f54850fcc1e req-6568f63c-8f2a-47ec-9dc9-5496d1032c9e tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 945 time: 0.0483789 Sep 26 13:29:21.854541 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b67903b-c49f-418f-9d9e-0f54850fcc1e req-ebe8d9aa-75bb-4ac6-a1e2-7ab6cfaf169f tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups?id=c568d127-4f5d-40e1-afd2-81fae27fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332470 Sep 26 13:29:22.036047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47241c54-da1d-4355-a6b0-c54b3c9254ae req-794865dc-e499-40c9-a469-a7b4647db6d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:22.037459 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-47241c54-da1d-4355-a6b0-c54b3c9254ae req-794865dc-e499-40c9-a469-a7b4647db6d2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0491710 Sep 26 13:29:22.076124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-47241c54-da1d-4355-a6b0-c54b3c9254ae req-e1c64125-eb08-420f-b17b-335819fc6fc5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324085 Sep 26 13:29:22.198609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a07d5b-e5fa-466c-bcad-930ba8122319 req-898ea5ea-0c43-4746-ba92-e7078cc1c160 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:22.200108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3a07d5b-e5fa-466c-bcad-930ba8122319 req-898ea5ea-0c43-4746-ba92-e7078cc1c160 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0531440 Sep 26 13:29:22.261712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3a07d5b-e5fa-466c-bcad-930ba8122319 req-9e5345fa-08d7-4e05-9270-cdc91374bf45 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546298 Sep 26 13:29:22.283567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48806) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:22.284390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-c484ffad-c0b2-41f3-a852-f75cea22b498 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:22.285916 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-c484ffad-c0b2-41f3-a852-f75cea22b498 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 945 time: 0.0585105 Sep 26 13:29:22.324702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa18a8b-98c2-466c-a3e7-ddfc1a42fc4a tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:22.326241 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cfa18a8b-98c2-466c-a3e7-ddfc1a42fc4a tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1092 time: 0.0415177 Sep 26 13:29:22.329094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48808) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:22.333717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:22.355226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.381859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Deleting port c9f4ba6d-69bc-4c50-b370-31f1a94f067e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:22.382207 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.459763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.472469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] For port c9f4ba6d-69bc-4c50-b370-31f1a94f067e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:22.472861 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.572112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.25.4.250 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/84f6499d-67d0-46fe-9a3f-46154c37e066) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:29:22.657641 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.658009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.658332 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Floating IP 20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112 disassociated. External IP: 172.25.4.84, port: c9f4ba6d-69bc-4c50-b370-31f1a94f067e. Sep 26 13:29:22.659199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Calling delete_port for c9f4ba6d-69bc-4c50-b370-31f1a94f067e owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:22.678237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.712436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.751100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:29:22.755520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:29:22.759499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:29:22.790382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=84f6499d-67d0-46fe-9a3f-46154c37e066,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:22.796887 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:22.805271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.805647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.805986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.806320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.806648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.806975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.807303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.807628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.807949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.808270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.808587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.808903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:22.825704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event deleted for resources: {'Port': ['ID=c9f4ba6d-69bc-4c50-b370-31f1a94f067e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:22.945374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:29:22.992454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f93eff2-65d7-4878-9d49-1b5b4e5858e0 req-e8428055-2913-4666-b89f-c2372ad87f08 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c55981c-1b2f-4534-9a9d-8f2aa093a302 HTTP/1.1" status: 200 len: 210 time: 0.0550132 Sep 26 13:29:23.055765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:29:23.068922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] Sync routers for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:29:23.083020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:23.084022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:23.108670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] No DVR routers for this DVR port c9f4ba6d-69bc-4c50-b370-31f1a94f067e on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:29:23.111457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:23.114575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c86070c8-c4cd-4fde-ab6e-756e21ff101e req-379cc3d7-d5d4-4adc-b0ef-2b28e67efa1a tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.24 "DELETE /v2.0/ports/c9f4ba6d-69bc-4c50-b370-31f1a94f067e HTTP/1.1" status: 204 len: 173 time: 0.8223696 Sep 26 13:29:23.115070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'name': 'network-vif-deleted', 'tag': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:29:23.117572 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba9c40-fa36-4e4d-882c-9f447ab053cb" -d '{"events": [{"server_uuid": "9c55981c-1b2f-4534-9a9d-8f2aa093a302", "name": "network-vif-deleted", "tag": "c9f4ba6d-69bc-4c50-b370-31f1a94f067e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:29:23.175570 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:23.176804 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36db24f-d278-4ac5-968a-536d162784d5 x-openstack-request-id: req-b36db24f-d278-4ac5-968a-536d162784d5 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:29:23.177107 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55981c-1b2f-4534-9a9d-8f2aa093a302", "name": "network-vif-deleted", "tag": "c9f4ba6d-69bc-4c50-b370-31f1a94f067e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:29:23.177368 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b36db24f-d278-4ac5-968a-536d162784d5 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:29:23.177813 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55981c-1b2f-4534-9a9d-8f2aa093a302', 'name': 'network-vif-deleted', 'tag': 'c9f4ba6d-69bc-4c50-b370-31f1a94f067e', 'status': 'completed', 'code': 200} Sep 26 13:29:23.225938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:23.268149 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:23.433679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:23.438536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:23.441134 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:23.467651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] Checking router: acc03b6a-f1c2-4701-b475-aa0fd0ebce68 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:29:23.477313 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:23.477872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:23.518451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=84f6499d-67d0-46fe-9a3f-46154c37e066,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:23.524725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:23.592431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:23.647337 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Floating IP fde99399-3fbf-4237-bf87-1967a2a89c2c associated. External IP: 172.25.4.250, port: 7d4ce40a-f9f7-4471-abe8-c61d4653a449. Sep 26 13:29:23.799882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:23.826793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b974e2e2-9b2a-4030-ab38-1bb25689b32a None None] The sync data for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 is: [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:23:07Z', 'revision_number': 4, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '29c1e82a-7e39-41fd-824f-280df531c84e', 'name': '', 'network_id': '023f1f4f-d145-4646-8e11-1ea2e966d74e', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'mac_address': 'fa:16:3e:ff:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:23:05Z', 'updated_at': '2021-09-26T13:23:14Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'subnets': [{'id': '11e53193-10e1-4196-bff6-95f3e3b9747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:29:23.879815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 6cc35f1c-0129-418c-be12-6749c186d1ef has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:29:23.995169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:29:24.005756 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] Sync routers for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:29:24.012737 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.016804 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:24.017754 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:24.047595 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4cd86553-970a-4cdf-9232-5c1874e9c490 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7146468 Sep 26 13:29:24.047595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:29:24.047965 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:29:24.103439 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2947b547-6010-4d93-a8da-08e99c2befb1 x-openstack-request-id: req-2947b547-6010-4d93-a8da-08e99c2befb1 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:29:24.103689 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:29:24.104447 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2947b547-6010-4d93-a8da-08e99c2befb1 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:29:24.104447 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'status': 'completed', 'code': 200} Sep 26 13:29:24.109258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea3d493-c9e6-4a44-998a-93a2ea311ce3 None None] New status for floating IP 20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:29:24.151669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48822) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:24.159908 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:24.217395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d36350f6-ff02-4086-89ee-2658a35570dc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.236517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9d54a-146e-4896-b6a1-a23be1e0e96d req-8704ccfe-8d44-44a9-ab91-fa7731fabd13 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:24.246044 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40e9d54a-146e-4896-b6a1-a23be1e0e96d req-8704ccfe-8d44-44a9-ab91-fa7731fabd13 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.1308620 Sep 26 13:29:24.247220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d36350f6-ff02-4086-89ee-2658a35570dc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.267655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-afc41a67-df82-4b6f-ba8e-3604e290fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:24.271745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-afc41a67-df82-4b6f-ba8e-3604e290fad1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1097 time: 0.1064808 Sep 26 13:29:24.309179 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d36350f6-ff02-4086-89ee-2658a35570dc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.312940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d36350f6-ff02-4086-89ee-2658a35570dc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.317196 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d36350f6-ff02-4086-89ee-2658a35570dc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "DELETE /v2.0/security-groups/c568d127-4f5d-40e1-afd2-81fae27fa5aa HTTP/1.1" status: 204 len: 168 time: 0.1614637 Sep 26 13:29:24.318075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48824) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:24.332360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40e9d54a-146e-4896-b6a1-a23be1e0e96d req-96d99cbd-01e9-45d0-98cc-0dca907c1ea3 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738764 Sep 26 13:29:24.336416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36350f6-ff02-4086-89ee-2658a35570dc tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c568d127-4f5d-40e1-afd2-81fae27fa5aa,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:24.339503 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-61e9eb15-9c6a-4fe6-ace6-2cd32ea04fc7 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] show failed (client error): The resource could not be found. Sep 26 13:29:24.344021 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-61e9eb15-9c6a-4fe6-ace6-2cd32ea04fc7 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "GET /v2.0/security-groups/c568d127-4f5d-40e1-afd2-81fae27fa5aa HTTP/1.1" status: 404 len: 347 time: 0.0217776 Sep 26 13:29:24.344021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48826) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:24.383295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48828) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:24.471892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-2d55507a-7374-4d68-98b7-8b0a75493165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:24.474195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-2d55507a-7374-4d68-98b7-8b0a75493165 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 896 time: 0.1871097 Sep 26 13:29:24.479024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cba0fe48-2cc6-4a7c-b2b9-0bf26c6059d4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/fde99399-3fbf-4237-bf87-1967a2a89c2c HTTP/1.1" status: 200 len: 991 time: 0.0944674 Sep 26 13:29:24.481894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Deleting port 4c6a14d3-13f7-4811-97d5-4d506a21e8ea {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:24.482242 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.494670 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'fde99399-3fbf-4237-bf87-1967a2a89c2c', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'port_id': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'mac_address': 'fa:16:3e:94:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:29:23Z', 'updated_at': '2021-09-26T13:29:23Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:13Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:24.526622 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] Checking router: 6cc35f1c-0129-418c-be12-6749c186d1ef for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:29:24.535354 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:24.535941 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:24.557573 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-d9c8e2e4-d495-44ba-9d58-3429043c5abe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 999 time: 0.0766869 Sep 26 13:29:24.571284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.571599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.584379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Calling delete_port for 4c6a14d3-13f7-4811-97d5-4d506a21e8ea owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:24.610815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-ba895f61-e21c-409c-a3dc-9ef24960cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:24.612903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-ba895f61-e21c-409c-a3dc-9ef24960cfdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 200 len: 835 time: 0.0490000 Sep 26 13:29:24.647668 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:24.659205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-b3953d6a-3e21-4fd3-8793-262a92eb74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:24.660726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-b3953d6a-3e21-4fd3-8793-262a92eb74ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411716 Sep 26 13:29:24.732519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.758933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Pushing event deleted for resources: {'Port': ['ID=4c6a14d3-13f7-4811-97d5-4d506a21e8ea,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:24.762914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-9d847b23-9dd9-41c1-83c3-eee2d6ad98cf service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951047 Sep 26 13:29:24.822406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.824962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:24.828806 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9dfc3a70-c27b-449e-9e4b-ea3be7f13a27 tempest-AttachVolumeTestJSON-1953139506 tempest-AttachVolumeTestJSON-1953139506-project] 10.222.0.13 "DELETE /v2.0/floatingips/20aacd0b-f0e5-46a6-bdf0-fce8d0a3f112 HTTP/1.1" status: 204 len: 168 time: 0.4809163 Sep 26 13:29:24.888571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0354cc0d-d75e-41a6-9bb0-cfc04d7a637b req-30d3a1c4-df77-4aff-b331-e440b9077364 service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188664 Sep 26 13:29:24.919895 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'fde99399-3fbf-4237-bf87-1967a2a89c2c', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'port_id': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'mac_address': 'fa:16:3e:94:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:29:23Z', 'updated_at': '2021-09-26T13:29:23Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:13Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:24.946456 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ac951-f2ea-4004-ac78-a147c6b8fee6 None None] The sync data for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 is: [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'fde99399-3fbf-4237-bf87-1967a2a89c2c', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'port_id': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'mac_address': 'fa:16:3e:94:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:29:23Z', 'updated_at': '2021-09-26T13:29:23Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:13Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:29:25.171950 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7561bc42-e23d-4fa8-a6f6-bf3b05a863cb None None] New status for floating IP fde99399-3fbf-4237-bf87-1967a2a89c2c: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:29:25.460376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c9f4ba6d-69bc-4c50-b370-31f1a94f067e no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:29:25.481949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: c9f4ba6d-69bc-4c50-b370-31f1a94f067e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:29:25.482302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device c9f4ba6d-69bc-4c50-b370-31f1a94f067e not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:29:25.483039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48834) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:25.550475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-feebae92-c940-4399-a988-07c9cc64da46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/fde99399-3fbf-4237-bf87-1967a2a89c2c HTTP/1.1" status: 200 len: 993 time: 0.0662165 Sep 26 13:29:31.603949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48864) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:32.095216 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:32.641898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Deleting port 29c1e82a-7e39-41fd-824f-280df531c84e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:32.642613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:32.722556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] For port 29c1e82a-7e39-41fd-824f-280df531c84e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=29c1e82a-7e39-41fd-824f-280df531c84e,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:32.722927 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:32.736305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Calling delete_port for 29c1e82a-7e39-41fd-824f-280df531c84e owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:32.934007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:32.960869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c1e82a-7e39-41fd-824f-280df531c84e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:33.140171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:33.362533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:29:33.472395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:29:33.479181 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-44801040-07e7-4cbb-b0dd-8d9a53c85ae5 admin admin] 10.222.0.13 "PUT /v2.0/routers/acc03b6a-f1c2-4701-b475-aa0fd0ebce68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8724582 Sep 26 13:29:33.480171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48868) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:33.483268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5159b805-853a-4107-ab08-623e4942b98d None None] Sync routers for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:29:33.493587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159b805-853a-4107-ab08-623e4942b98d None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:33.494213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5159b805-853a-4107-ab08-623e4942b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:33.591651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:33.700852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:33.755855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5159b805-853a-4107-ab08-623e4942b98d None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:33.758383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Deleting port a22325d2-30bc-4ef6-8cab-720c49a171ba {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:33.758727 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:33.842522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] For port a22325d2-30bc-4ef6-8cab-720c49a171ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a22325d2-30bc-4ef6-8cab-720c49a171ba,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:33.842888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:33.857011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Calling delete_port for a22325d2-30bc-4ef6-8cab-720c49a171ba owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:33.936036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5159b805-853a-4107-ab08-623e4942b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:29:32Z', 'revision_number': 5, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port': {'id': 'a22325d2-30bc-4ef6-8cab-720c49a171ba', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:58Z', 'updated_at': '2021-09-26T13:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:33.962955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5159b805-853a-4107-ab08-623e4942b98d None None] Checking router: acc03b6a-f1c2-4701-b475-aa0fd0ebce68 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:29:33.971114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159b805-853a-4107-ab08-623e4942b98d None None] Routers {'acc03b6a-f1c2-4701-b475-aa0fd0ebce68'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:29:33.971715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5159b805-853a-4107-ab08-623e4942b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:34.030494 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.056437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a22325d2-30bc-4ef6-8cab-720c49a171ba,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:34.060603 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5159b805-853a-4107-ab08-623e4942b98d None None] Set router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:29:34.069986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.070339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.070686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.071031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.071623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.071716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.072003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.072328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.072652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.072977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.073300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.073672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:29:34.124103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5159b805-853a-4107-ab08-623e4942b98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:29:33Z', 'revision_number': 6, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:34.131422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.155380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5159b805-853a-4107-ab08-623e4942b98d None None] The sync data for ids ['acc03b6a-f1c2-4701-b475-aa0fd0ebce68'] in n-d-806683-13 is: [{'id': 'acc03b6a-f1c2-4701-b475-aa0fd0ebce68', 'name': 'tempest-AttachVolumeTestJSON-889160930-router', 'tenant_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:56Z', 'updated_at': '2021-09-26T13:29:33Z', 'revision_number': 6, 'project_id': '1f2b5a241aeb44209fe1c74ef2f2fd2c', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:29:34.560526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.562796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.606553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 29c1e82a-7e39-41fd-824f-280df531c84e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:29:34.613054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.613841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acc03b6a-f1c2-4701-b475-aa0fd0ebce68 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:29:34.619648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.622434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-366676a7-62c8-431c-90bb-dc2a8754d5d4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/acc03b6a-f1c2-4701-b475-aa0fd0ebce68 HTTP/1.1" status: 204 len: 168 time: 1.1388896 Sep 26 13:29:34.625254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48874) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:34.631385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 29c1e82a-7e39-41fd-824f-280df531c84e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:29:34.631874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 29c1e82a-7e39-41fd-824f-280df531c84e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:29:34.673774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc174b0-d358-42d5-9b79-b542bcbd6814 admin admin] Deleting subnet 11e53193-10e1-4196-bff6-95f3e3b9747b {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:29:34.677698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc174b0-d358-42d5-9b79-b542bcbd6814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.713974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc174b0-d358-42d5-9b79-b542bcbd6814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.799158 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc174b0-d358-42d5-9b79-b542bcbd6814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.862006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc174b0-d358-42d5-9b79-b542bcbd6814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.889839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc174b0-d358-42d5-9b79-b542bcbd6814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e53193-10e1-4196-bff6-95f3e3b9747b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:34.894019 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6fc174b0-d358-42d5-9b79-b542bcbd6814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:34.895959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6fc174b0-d358-42d5-9b79-b542bcbd6814 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11e53193-10e1-4196-bff6-95f3e3b9747b HTTP/1.1" status: 204 len: 168 time: 0.2721195 Sep 26 13:29:34.899012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48876) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:34.902383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec4c805-a30d-4a12-9e93-3e841d0094a9 None None] Network 023f1f4f-d145-4646-8e11-1ea2e966d74e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:29:34.972370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.033290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Deleting port d41be70b-ba37-49a2-998b-d03eb9c9490b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:35.033670 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.094244 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] DHCP port deletion for 023f1f4f-d145-4646-8e11-1ea2e966d74e request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:29:35.105003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] For port d41be70b-ba37-49a2-998b-d03eb9c9490b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d41be70b-ba37-49a2-998b-d03eb9c9490b,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:35.105372 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.120140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Calling delete_port for d41be70b-ba37-49a2-998b-d03eb9c9490b owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:35.143027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] Deleting port d41be70b-ba37-49a2-998b-d03eb9c9490b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:29:35.143405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.210958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.217023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] For port d41be70b-ba37-49a2-998b-d03eb9c9490b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d41be70b-ba37-49a2-998b-d03eb9c9490b,segment=NetworkSegment(3100634f-d796-481c-a710-2d67fc0dc77a),segment_id=3100634f-d796-481c-a710-2d67fc0dc77a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:35.217431 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.229545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] Calling delete_port for d41be70b-ba37-49a2-998b-d03eb9c9490b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:29:35.237028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41be70b-ba37-49a2-998b-d03eb9c9490b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:35.242232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] No DVR routers for this DVR port d41be70b-ba37-49a2-998b-d03eb9c9490b on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:29:35.309350 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.320330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.336299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] Pushing event deleted for resources: {'Port': ['ID=d41be70b-ba37-49a2-998b-d03eb9c9490b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:35.340346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7315b7-7bd5-4033-8458-22c1f24a1190 None None] No DVR routers for this DVR port d41be70b-ba37-49a2-998b-d03eb9c9490b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:29:35.342479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023f1f4f-d145-4646-8e11-1ea2e966d74e']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:35.353755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3100634f-d796-481c-a710-2d67fc0dc77a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:35.354132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3100634f-d796-481c-a710-2d67fc0dc77a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:29:35.365238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.381104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.387653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:29:35.388060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:29:35.390064 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:29:35.445392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.452237 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.454152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] 10.222.0.13 "DELETE /v2.0/networks/023f1f4f-d145-4646-8e11-1ea2e966d74e HTTP/1.1" status: 204 len: 168 time: 0.5542011 Sep 26 13:29:35.465561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad791f-2ea1-4ecc-ade7-64915b422b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=023f1f4f-d145-4646-8e11-1ea2e966d74e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:35.567634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48880) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:35.608819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a134dfb-b147-45c0-b8b0-06cce35669d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f2b5a241aeb44209fe1c74ef2f2fd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399239 Sep 26 13:29:35.611183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48882) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:35.665276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64dc0214-61bc-4e64-8667-34fbe6217833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.687389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64dc0214-61bc-4e64-8667-34fbe6217833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.734192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64dc0214-61bc-4e64-8667-34fbe6217833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.737668 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64dc0214-61bc-4e64-8667-34fbe6217833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:35.738830 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-64dc0214-61bc-4e64-8667-34fbe6217833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36bbc5cb-645d-4e1b-b84e-85742ffff80c HTTP/1.1" status: 204 len: 168 time: 0.1261294 Sep 26 13:29:35.746829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc0214-61bc-4e64-8667-34fbe6217833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bbc5cb-645d-4e1b-b84e-85742ffff80c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:36.322542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a22325d2-30bc-4ef6-8cab-720c49a171ba no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:29:36.346895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a22325d2-30bc-4ef6-8cab-720c49a171ba {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:29:36.347340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a22325d2-30bc-4ef6-8cab-720c49a171ba not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:29:36.347758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d41be70b-ba37-49a2-998b-d03eb9c9490b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:29:36.371677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d41be70b-ba37-49a2-998b-d03eb9c9490b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:29:36.372023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d41be70b-ba37-49a2-998b-d03eb9c9490b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:29:37.917413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48950) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:38.032970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3f52fea-5151-4e70-8e6d-7be458507254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.145204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3f52fea-5151-4e70-8e6d-7be458507254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.149465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a3f52fea-5151-4e70-8e6d-7be458507254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.188532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a3f52fea-5151-4e70-8e6d-7be458507254 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f7386c9a0d04d18a02357ceafeaa7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698748 Sep 26 13:29:38.189253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f52fea-5151-4e70-8e6d-7be458507254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808e4be-1788-4f1a-9e58-ee113581006a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:38.191284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48954) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:38.242055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a418768-9384-4d5e-88c9-d73504264804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.263379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a418768-9384-4d5e-88c9-d73504264804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.291723 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc612-2bc2-40ab-bc82-3e6dfd02166d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.311408 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a418768-9384-4d5e-88c9-d73504264804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.314153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3a418768-9384-4d5e-88c9-d73504264804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.315320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3a418768-9384-4d5e-88c9-d73504264804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b808e4be-1788-4f1a-9e58-ee113581006a HTTP/1.1" status: 204 len: 168 time: 0.1229517 Sep 26 13:29:38.323446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a418768-9384-4d5e-88c9-d73504264804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808e4be-1788-4f1a-9e58-ee113581006a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:38.584533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 48960) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:38.597948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd09dcb5-1be4-49e9-b7b4-ef5d4f70a769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.688608 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd09dcb5-1be4-49e9-b7b4-ef5d4f70a769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.692891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd09dcb5-1be4-49e9-b7b4-ef5d4f70a769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.731606 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd09dcb5-1be4-49e9-b7b4-ef5d4f70a769 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f3bbb587c354b52986862fb881fbe0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460071 Sep 26 13:29:38.732719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09dcb5-1be4-49e9-b7b4-ef5d4f70a769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0eab3d-6c44-47d0-8cf6-9e00d29ab7a2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:38.734316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 48962) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:38.788416 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-96c84c62-8d6d-4ce2-bfc8-7869a02b379c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.813264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-96c84c62-8d6d-4ce2-bfc8-7869a02b379c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.863344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-96c84c62-8d6d-4ce2-bfc8-7869a02b379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.865925 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-96c84c62-8d6d-4ce2-bfc8-7869a02b379c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:38.867095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-96c84c62-8d6d-4ce2-bfc8-7869a02b379c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c0eab3d-6c44-47d0-8cf6-9e00d29ab7a2 HTTP/1.1" status: 204 len: 168 time: 0.1317265 Sep 26 13:29:38.875679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c84c62-8d6d-4ce2-bfc8-7869a02b379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0eab3d-6c44-47d0-8cf6-9e00d29ab7a2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:41.063243 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7897a9bd-ddf2-4aa7-b4fd-d11ddef78fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.089913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49024) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:41.196241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfa63e61-09d5-4f27-943f-7a656eecbbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.288094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfa63e61-09d5-4f27-943f-7a656eecbbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.291804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bfa63e61-09d5-4f27-943f-7a656eecbbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.332114 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bfa63e61-09d5-4f27-943f-7a656eecbbe1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f00607ad92d4383b4cf48eb89815edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411225 Sep 26 13:29:41.334092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa63e61-09d5-4f27-943f-7a656eecbbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf4c35-62fa-434c-81b8-82593d50ae89,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:41.334872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49028) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:41.385720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a408ba5-55a2-4699-adea-6ff11fc1901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.405763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a408ba5-55a2-4699-adea-6ff11fc1901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.451387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a408ba5-55a2-4699-adea-6ff11fc1901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.453976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a408ba5-55a2-4699-adea-6ff11fc1901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.455154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6a408ba5-55a2-4699-adea-6ff11fc1901a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfaf4c35-62fa-434c-81b8-82593d50ae89 HTTP/1.1" status: 204 len: 168 time: 0.1191871 Sep 26 13:29:41.463198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a408ba5-55a2-4699-adea-6ff11fc1901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf4c35-62fa-434c-81b8-82593d50ae89,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:41.641158 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.719924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49034) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:41.733314 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a41dba50-a22f-45f0-bde9-e4d97ef30198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.818989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a41dba50-a22f-45f0-bde9-e4d97ef30198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.822681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a41dba50-a22f-45f0-bde9-e4d97ef30198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.861586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dba50-a22f-45f0-bde9-e4d97ef30198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861c1ff9-aaa4-45f6-9c96-ca1e6ee4f39d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:41.865725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a41dba50-a22f-45f0-bde9-e4d97ef30198 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4a1d146b5db40bcb0aa5e234f36799c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442599 Sep 26 13:29:41.868407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49036) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:41.916736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db568829-b147-4a47-b2af-380243f95332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.937338 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db568829-b147-4a47-b2af-380243f95332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.983225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db568829-b147-4a47-b2af-380243f95332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.985781 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-db568829-b147-4a47-b2af-380243f95332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:41.986946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-db568829-b147-4a47-b2af-380243f95332 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/861c1ff9-aaa4-45f6-9c96-ca1e6ee4f39d HTTP/1.1" status: 204 len: 168 time: 0.1176386 Sep 26 13:29:41.995134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db568829-b147-4a47-b2af-380243f95332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861c1ff9-aaa4-45f6-9c96-ca1e6ee4f39d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:42.117369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:43.582374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:45.285593 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:46.753141 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:29:48.568689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49188) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:48.676590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ddf98424-fd00-4738-bcd1-4179ae2ed99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:48.769507 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ddf98424-fd00-4738-bcd1-4179ae2ed99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:48.773375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ddf98424-fd00-4738-bcd1-4179ae2ed99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:48.810244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf98424-fd00-4738-bcd1-4179ae2ed99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2b8b31-32ce-464c-83a8-6f954f8f0776,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:48.814745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ddf98424-fd00-4738-bcd1-4179ae2ed99b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77f6cc060eec4b1a9766766ba880512b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450147 Sep 26 13:29:48.817355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49192) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:48.869636 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f2bf3f7-ac14-4813-aaa8-20b1e3a4caca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:48.891607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f2bf3f7-ac14-4813-aaa8-20b1e3a4caca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:48.939718 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f2bf3f7-ac14-4813-aaa8-20b1e3a4caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:48.942257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1f2bf3f7-ac14-4813-aaa8-20b1e3a4caca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:48.943486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1f2bf3f7-ac14-4813-aaa8-20b1e3a4caca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d2b8b31-32ce-464c-83a8-6f954f8f0776 HTTP/1.1" status: 204 len: 168 time: 0.1251626 Sep 26 13:29:48.951771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bf3f7-ac14-4813-aaa8-20b1e3a4caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2b8b31-32ce-464c-83a8-6f954f8f0776,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:49.219372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49198) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:49.233070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c8dd14ec-bd94-4c86-9ada-620166ecbf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:49.323141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c8dd14ec-bd94-4c86-9ada-620166ecbf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:49.326761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c8dd14ec-bd94-4c86-9ada-620166ecbf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:49.366937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd14ec-bd94-4c86-9ada-620166ecbf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc2e81-d8c4-4593-a6e0-f24d84d970ab,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:49.373967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c8dd14ec-bd94-4c86-9ada-620166ecbf06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2c089f1ccf847edb18e799e71e37183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535003 Sep 26 13:29:49.374154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49200) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:49.421711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d2135f-c6df-4f88-bde5-e3cd2b3247f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:49.443737 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d2135f-c6df-4f88-bde5-e3cd2b3247f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:49.489587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d2135f-c6df-4f88-bde5-e3cd2b3247f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:49.492092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73d2135f-c6df-4f88-bde5-e3cd2b3247f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:49.493339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-73d2135f-c6df-4f88-bde5-e3cd2b3247f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50fc2e81-d8c4-4593-a6e0-f24d84d970ab HTTP/1.1" status: 204 len: 168 time: 0.1183801 Sep 26 13:29:49.500780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2135f-c6df-4f88-bde5-e3cd2b3247f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc2e81-d8c4-4593-a6e0-f24d84d970ab,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:50.319897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:50.419458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49228) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:50.527092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de783148-dfb2-41a0-8429-47409906bb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:50.616558 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de783148-dfb2-41a0-8429-47409906bb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:50.620187 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-de783148-dfb2-41a0-8429-47409906bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:50.658529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-de783148-dfb2-41a0-8429-47409906bb7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c51c71055394b4299a5d714e9833efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378976 Sep 26 13:29:50.659650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de783148-dfb2-41a0-8429-47409906bb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114c6a1b-0a85-4555-8278-9b311f79ab12,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:50.661259 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49232) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:50.710063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6361947e-00a5-476e-9f6c-c0010ae4d96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:50.730480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6361947e-00a5-476e-9f6c-c0010ae4d96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:50.777087 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6361947e-00a5-476e-9f6c-c0010ae4d96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:50.779980 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6361947e-00a5-476e-9f6c-c0010ae4d96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:50.781163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6361947e-00a5-476e-9f6c-c0010ae4d96b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/114c6a1b-0a85-4555-8278-9b311f79ab12 HTTP/1.1" status: 204 len: 168 time: 0.1188326 Sep 26 13:29:50.789780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361947e-00a5-476e-9f6c-c0010ae4d96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114c6a1b-0a85-4555-8278-9b311f79ab12,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:50.901035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27281799-c434-439a-80c0-9b6518a56ca5 req-e5b6e2d9-8f0c-489f-8d7a-713947263ed1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445092 Sep 26 13:29:50.988735 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281799-c434-439a-80c0-9b6518a56ca5 req-4693348d-dad4-43ea-bcd6-53e911b0e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:50.990396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27281799-c434-439a-80c0-9b6518a56ca5 req-4693348d-dad4-43ea-bcd6-53e911b0e778 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1097 time: 0.0440135 Sep 26 13:29:51.113101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281799-c434-439a-80c0-9b6518a56ca5 req-1c70c089-ed45-4e85-be86-3b9cfda8b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:51.114641 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27281799-c434-439a-80c0-9b6518a56ca5 req-1c70c089-ed45-4e85-be86-3b9cfda8b8bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 896 time: 0.1010711 Sep 26 13:29:51.181588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27281799-c434-439a-80c0-9b6518a56ca5 req-aa616c5c-b50b-4c59-84e3-4e3e9b758b1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 1001 time: 0.0596929 Sep 26 13:29:51.241338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281799-c434-439a-80c0-9b6518a56ca5 req-94aa4c82-5afd-487d-920b-cbc1e26145ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:51.242829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27281799-c434-439a-80c0-9b6518a56ca5 req-94aa4c82-5afd-487d-920b-cbc1e26145ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 200 len: 835 time: 0.0540824 Sep 26 13:29:51.296423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281799-c434-439a-80c0-9b6518a56ca5 req-bae79728-42cb-4740-a02a-ac97c9c21c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:51.297978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27281799-c434-439a-80c0-9b6518a56ca5 req-bae79728-42cb-4740-a02a-ac97c9c21c77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463169 Sep 26 13:29:51.389047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27281799-c434-439a-80c0-9b6518a56ca5 req-6407b4a6-d14a-4c25-aa66-c2aea1213e85 service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Sep 26 13:29:51.485749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-27281799-c434-439a-80c0-9b6518a56ca5 req-2d13779e-4f00-4af5-9589-dd5e341b12ab service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886562 Sep 26 13:29:52.013516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49280) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:52.119415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7d268f85-2f50-4495-850d-eefa8ddeb3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:52.208361 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7d268f85-2f50-4495-850d-eefa8ddeb3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:52.211956 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7d268f85-2f50-4495-850d-eefa8ddeb3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:52.248415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7d268f85-2f50-4495-850d-eefa8ddeb3fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a6142a5f86845e4b2059cca9d35f90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338457 Sep 26 13:29:52.250366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d268f85-2f50-4495-850d-eefa8ddeb3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab4059a-80ba-4f28-b79d-a5b8ab583601,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:52.251840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49284) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:52.301645 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4121992b-0cac-4455-a81b-5d8bdd023a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:52.322886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4121992b-0cac-4455-a81b-5d8bdd023a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:52.367846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4121992b-0cac-4455-a81b-5d8bdd023a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:52.370552 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4121992b-0cac-4455-a81b-5d8bdd023a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:52.371719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4121992b-0cac-4455-a81b-5d8bdd023a54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ab4059a-80ba-4f28-b79d-a5b8ab583601 HTTP/1.1" status: 204 len: 168 time: 0.1188929 Sep 26 13:29:52.387250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121992b-0cac-4455-a81b-5d8bdd023a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab4059a-80ba-4f28-b79d-a5b8ab583601,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:52.474650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5d17d-8aa0-4709-9d3c-0a4818877e39 req-94152f66-5449-43a9-8424-ea2cdb5a1200 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:52.476148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fed5d17d-8aa0-4709-9d3c-0a4818877e39 req-94152f66-5449-43a9-8424-ea2cdb5a1200 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0554807 Sep 26 13:29:52.515475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fed5d17d-8aa0-4709-9d3c-0a4818877e39 req-fb0ce06b-995a-4fe4-a966-c80b1a474feb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327199 Sep 26 13:29:52.538601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49292) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:52.599256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a00ba2d4-2777-4f64-ada1-60507033f7b4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/fde99399-3fbf-4237-bf87-1967a2a89c2c HTTP/1.1" status: 200 len: 993 time: 0.0594699 Sep 26 13:29:53.235966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66207c-a94e-43f4-9d68-3c5d62203520 req-e7d7cef5-d0bc-4b4a-b788-bbe2239e6d40 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:53.238980 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e66207c-a94e-43f4-9d68-3c5d62203520 req-e7d7cef5-d0bc-4b4a-b788-bbe2239e6d40 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1097 time: 0.0466559 Sep 26 13:29:53.283754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e66207c-a94e-43f4-9d68-3c5d62203520 req-f3315288-8d9f-4a29-8aa6-816776ea7b0a tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378242 Sep 26 13:29:53.859301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-0b0534e7-d3e5-4291-a1e0-2d94b2205343 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426006 Sep 26 13:29:53.869232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-a43cbf6e-884a-422f-93d2-25d368b1e898 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:29:53.870360 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-a43cbf6e-884a-422f-93d2-25d368b1e898 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Sep 26 13:29:54.478913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49400) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:54.546129 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8bd510e3-dcda-4c5b-8fed-cc1be008d0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:54.568651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-911d6193-578f-440e-896a-39e35b288bc8 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:54.570457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-911d6193-578f-440e-896a-39e35b288bc8 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports/7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 1094 time: 0.2475226 Sep 26 13:29:54.579715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Request body: {'binding': {'host': 'n-h1-806683-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:54.580181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Unknown quota resources ['binding']. {{(pid=94811) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 26 13:29:54.648702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8bd510e3-dcda-4c5b-8fed-cc1be008d0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:54.653066 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8bd510e3-dcda-4c5b-8fed-cc1be008d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:54.691801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd510e3-dcda-4c5b-8fed-cc1be008d0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489a5290-6480-4862-985f-4641e3672704,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:54.698959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8bd510e3-dcda-4c5b-8fed-cc1be008d0c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cd2c6448a5a4429b153defe0f09ef00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160368 Sep 26 13:29:54.699301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49404) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:54.742413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on host n-h1-806683-13 for vnic_type normal with profile None {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:29:54.742823 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:29:54.743149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:54.747752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:29:54.748085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:54.751134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f167725e-da7a-4a92-aa6d-ed96e019c38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:54.753784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:29:54.754123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Checking segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:29:54.754504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Bound using segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:29:54.754931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Bound port: 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:29:54.774404 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f167725e-da7a-4a92-aa6d-ed96e019c38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:54.823344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f167725e-da7a-4a92-aa6d-ed96e019c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:54.825924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f167725e-da7a-4a92-aa6d-ed96e019c38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:54.827096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f167725e-da7a-4a92-aa6d-ed96e019c38a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/489a5290-6480-4862-985f-4641e3672704 HTTP/1.1" status: 204 len: 168 time: 0.1269872 Sep 26 13:29:54.838203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167725e-da7a-4a92-aa6d-ed96e019c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a5290-6480-4862-985f-4641e3672704,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:54.851296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:29:54.857404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:54.858700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] 10.222.0.13 "POST /v2.0/ports/7d4ce40a-f9f7-4471-abe8-c61d4653a449/bindings HTTP/1.1" status: 201 len: 390 time: 0.2825849 Sep 26 13:29:55.023381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633cb7-f30b-4749-9050-1fd9a499441a req-049fb13a-22ec-468e-b1ae-1cfbac8c24aa tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:55.025971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74633cb7-f30b-4749-9050-1fd9a499441a req-049fb13a-22ec-468e-b1ae-1cfbac8c24aa tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0592434 Sep 26 13:29:55.088906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74633cb7-f30b-4749-9050-1fd9a499441a req-ee212512-378f-4eab-a607-42a9b9c44aca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559173 Sep 26 13:29:55.112667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-0a2b854d-215a-4abe-b2f4-2ebbbb3cf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:55.114332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-0a2b854d-215a-4abe-b2f4-2ebbbb3cf3f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1097 time: 0.0570338 Sep 26 13:29:55.168782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49412) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:55.182771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46b0a77c-34e5-4560-bbb6-7e6114ccf4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:55.217255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-e50fd69f-e565-4850-a965-a0294aed5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:55.219072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-e50fd69f-e565-4850-a965-a0294aed5cc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 896 time: 0.0906796 Sep 26 13:29:55.278820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46b0a77c-34e5-4560-bbb6-7e6114ccf4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:55.284253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46b0a77c-34e5-4560-bbb6-7e6114ccf4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:55.294610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-b8ecd8f1-13cf-434d-94ec-ca5f71c314b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 1001 time: 0.0677083 Sep 26 13:29:55.325224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-46b0a77c-34e5-4560-bbb6-7e6114ccf4b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=198414b6e08148b982512981cbd1737f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530476 Sep 26 13:29:55.325224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0a77c-34e5-4560-bbb6-7e6114ccf4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca51c984-73d3-4c2a-b352-46627334d538,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:55.327494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49414) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:55.369519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-a986c577-782d-4308-9c85-50ecae47901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:55.371060 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-a986c577-782d-4308-9c85-50ecae47901d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 200 len: 835 time: 0.0696478 Sep 26 13:29:55.423500 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-582192b1-f152-4a4b-a868-ac7410431464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:55.442768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-16dccdf9-7663-4d91-b8f7-50638bf210ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:55.444343 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-16dccdf9-7663-4d91-b8f7-50638bf210ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656717 Sep 26 13:29:55.460645 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-582192b1-f152-4a4b-a868-ac7410431464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:55.567373 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-3f0d78bf-1be7-44bf-b83c-c2387a349271 service neutron] 10.222.0.23 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153462 Sep 26 13:29:55.584830 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-582192b1-f152-4a4b-a868-ac7410431464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:55.588137 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-582192b1-f152-4a4b-a868-ac7410431464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:55.589625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-582192b1-f152-4a4b-a868-ac7410431464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca51c984-73d3-4c2a-b352-46627334d538 HTTP/1.1" status: 204 len: 168 time: 0.2610824 Sep 26 13:29:55.621303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582192b1-f152-4a4b-a868-ac7410431464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca51c984-73d3-4c2a-b352-46627334d538,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:55.972660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e01fac56-845d-4160-83c1-21cefd13a92e req-74cfeae6-a613-401b-b925-d7f24bee960f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527487 Sep 26 13:29:55.996441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-eaebe214-905d-4f21-8190-0c6da2a811ce service neutron] 10.222.0.23 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214034 Sep 26 13:29:56.039880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fac56-845d-4160-83c1-21cefd13a92e req-09c57c2e-aa8c-4ca2-9115-b0f9fff7c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:56.041424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e01fac56-845d-4160-83c1-21cefd13a92e req-09c57c2e-aa8c-4ca2-9115-b0f9fff7c0b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 1097 time: 0.0461454 Sep 26 13:29:56.190510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fac56-845d-4160-83c1-21cefd13a92e req-f654acb0-1371-4e46-b177-936370240fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:56.195911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-00c219df-a353-4c40-8086-7ae53857a202 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:56.196678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e01fac56-845d-4160-83c1-21cefd13a92e req-f654acb0-1371-4e46-b177-936370240fa1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1242876 Sep 26 13:29:56.197516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-00c219df-a353-4c40-8086-7ae53857a202 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a&tenant_id=be3d67312ea64c16a1f294b896b92864&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1097 time: 0.1264429 Sep 26 13:29:56.223228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-13'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:29:56.274747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e01fac56-845d-4160-83c1-21cefd13a92e req-2859ba53-a0d8-4f30-82ac-d475dcb11460 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=734e4f0a-7b64-4e03-9146-7fb783ab5dad HTTP/1.1" status: 200 len: 217 time: 0.0627799 Sep 26 13:29:56.283808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59b448-fb81-4294-9e19-5769bbc9ab0a req-48dea24d-46e7-43d5-ad47-d83d38bb19a6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:56.285972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b59b448-fb81-4294-9e19-5769bbc9ab0a req-48dea24d-46e7-43d5-ad47-d83d38bb19a6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.1025052 Sep 26 13:29:56.328414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:56.342466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fac56-845d-4160-83c1-21cefd13a92e req-1acd021d-d606-4c1f-973d-07d20a768dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:56.343987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e01fac56-845d-4160-83c1-21cefd13a92e req-1acd021d-d606-4c1f-973d-07d20a768dc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0623288 Sep 26 13:29:56.379347 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b59b448-fb81-4294-9e19-5769bbc9ab0a req-3915947c-60bf-48a3-b69d-20a2820608cb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763841 Sep 26 13:29:56.404141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fac56-845d-4160-83c1-21cefd13a92e req-985cdbe1-f801-49ee-9347-26b900339b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:56.404141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e01fac56-845d-4160-83c1-21cefd13a92e req-985cdbe1-f801-49ee-9347-26b900339b9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473468 Sep 26 13:29:56.484838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:56.504800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e01fac56-845d-4160-83c1-21cefd13a92e req-525db1b3-1267-4cf3-92ce-642c37f7bd3c service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986106 Sep 26 13:29:56.524853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:29:56.575893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:29:56.578221 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec3809f-bd86-4faa-b673-31bd2090f2c5" -d '{"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:29:56.583458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:56.601912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:56.621673 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e01fac56-845d-4160-83c1-21cefd13a92e req-23a5e6f5-f062-4ede-95d9-8f1d721d9d0a service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092064 Sep 26 13:29:56.640617 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb9303c-61c1-4b5e-ad36-d4d0973e80e8 x-openstack-request-id: req-feb9303c-61c1-4b5e-ad36-d4d0973e80e8 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:29:56.641410 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:29:56.641410 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feb9303c-61c1-4b5e-ad36-d4d0973e80e8 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:29:56.641716 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'code': 200} Sep 26 13:29:56.712420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:56.781938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on host n-h2-806683-13 for vnic_type normal with profile {"migrating_to": "n-h1-806683-13"} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:29:56.782332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:29:56.782843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:56.788736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:29:56.788972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Attempting to bind port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on network a0ad73c3-8752-45cd-953c-7ac71d47dd9f {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:29:56.794849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:29:56.795206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Checking segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:29:56.795627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Bound using segment: {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:29:56.796071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Bound port: 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b824d54a-9da7-4f5b-ad61-faf340a89b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:29:56.796465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:56.872270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:29:56.876085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:29:56.881910 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:56.979538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a94eda96-50fe-4370-a8a8-77431a83ce8c None None] Provisioning complete for port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:56.980137 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a94eda96-50fe-4370-a8a8-77431a83ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:56.999238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=8']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:57.066232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:57.066232 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:57.066596 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-94a883c3-f264-4efc-bf9d-22d873ba7d9e service neutron] 10.222.0.23 "PUT /v2.0/ports/7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 1123 time: 0.8488843 Sep 26 13:29:57.102936 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a94eda96-50fe-4370-a8a8-77431a83ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:57.128185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:29:57.130876 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f2eb74-2e0c-4956-9a73-bd3207c87d8d" -d '{"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-plugged", "status": "completed", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:29:57.143171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7d4ce40a-f9f7-4471-abe8-c61d4653a449'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:29:57.188067 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9dd7ce-6e7c-4764-a0b4-1585ca34b423 x-openstack-request-id: req-fa9dd7ce-6e7c-4764-a0b4-1585ca34b423 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:29:57.188385 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-plugged", "status": "completed", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:29:57.189158 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa9dd7ce-6e7c-4764-a0b4-1585ca34b423 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:29:57.189602 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'code': 200} Sep 26 13:29:57.195150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a94eda96-50fe-4370-a8a8-77431a83ce8c None None] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:57.205345 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a94eda96-50fe-4370-a8a8-77431a83ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:57.403193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94eda96-50fe-4370-a8a8-77431a83ce8c None None] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:57.522064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a8a7-cfca-444e-a1e6-3e99908c675a req-b9a89d42-70cc-49ad-b6bb-1101741db5cf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:57.524418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de9a8a7-cfca-444e-a1e6-3e99908c675a req-b9a89d42-70cc-49ad-b6bb-1101741db5cf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0591662 Sep 26 13:29:57.577470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de9a8a7-cfca-444e-a1e6-3e99908c675a req-9f32a4b9-4b28-48e0-b6af-53c93a50ab91 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423150 Sep 26 13:29:57.585623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ab5cc98e-4fab-4af9-be05-1107944ed77e None None] Provisioning complete for port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:29:57.586064 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ab5cc98e-4fab-4af9-be05-1107944ed77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:58.643430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:29:58.645998 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff542b12-a609-4328-bfc1-7742f8790b35" -d '{"events": [{"name": "network-changed", "server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:29:58.700702 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b64df9-5f2a-4b71-8a9c-7785a5ef50ee x-openstack-request-id: req-75b64df9-5f2a-4b71-8a9c-7785a5ef50ee {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:29:58.701019 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:29:58.702238 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75b64df9-5f2a-4b71-8a9c-7785a5ef50ee {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:29:58.702597 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'status': 'completed', 'code': 200} Sep 26 13:29:58.738861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b75074-8366-4329-b1ae-89318231dff0 req-716351ed-4394-4cde-b12b-68dff588b6c4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:58.740659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2b75074-8366-4329-b1ae-89318231dff0 req-716351ed-4394-4cde-b12b-68dff588b6c4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0776937 Sep 26 13:29:58.760225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-e6c17dea-01db-4c2b-8e59-41a9e0e61e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:58.764304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-e6c17dea-01db-4c2b-8e59-41a9e0e61e8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1128 time: 0.0536563 Sep 26 13:29:58.790046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2b75074-8366-4329-b1ae-89318231dff0 req-222b6681-5471-49e9-aeb6-246fa01262c1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 Sep 26 13:29:58.812160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49596) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:58.871515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-bbae409a-ff25-44b3-958e-e3cb6965f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:58.873079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-bbae409a-ff25-44b3-958e-e3cb6965f59e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 896 time: 0.1010973 Sep 26 13:29:58.931153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-455c78b5-33d6-42af-9859-2f203829df1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:58.947927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-4cab498f-bad2-4c06-acaf-01470f2a4fe3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 1001 time: 0.0670853 Sep 26 13:29:58.975606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7d4ce40a-f9f7-4471-abe8-c61d4653a449 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:29:59.003815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-bc3b26a8-bbfb-413c-a998-ec2aa91aec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:59.005956 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-bc3b26a8-bbfb-413c-a998-ec2aa91aec7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 200 len: 835 time: 0.0500996 Sep 26 13:29:59.034713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-455c78b5-33d6-42af-9859-2f203829df1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.038785 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-455c78b5-33d6-42af-9859-2f203829df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.056789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-b95865fb-acfb-4bd7-a5f0-be4915c3fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:59.058871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-b95865fb-acfb-4bd7-a5f0-be4915c3fb2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449140 Sep 26 13:29:59.081136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c78b5-33d6-42af-9859-2f203829df1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d023ff6b-d4f2-4d88-b8e2-13382a9da6ed,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:59.089044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-455c78b5-33d6-42af-9859-2f203829df1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e860e42eca334bb1bb3af3bb07809765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757714 Sep 26 13:29:59.089748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49600) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:59.100666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:29:59.116365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7d4ce40a-f9f7-4471-abe8-c61d4653a449 has no active binding in host n-h1-806683-13 {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 26 13:29:59.146242 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa39a227-14cd-423d-8b85-51ad032987a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.169377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa39a227-14cd-423d-8b85-51ad032987a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.172249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-6e8143f2-0a54-484e-bc6e-c36e456a01c2 service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050463 Sep 26 13:29:59.222808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa39a227-14cd-423d-8b85-51ad032987a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.225908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa39a227-14cd-423d-8b85-51ad032987a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.226904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aa39a227-14cd-423d-8b85-51ad032987a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d023ff6b-d4f2-4d88-b8e2-13382a9da6ed HTTP/1.1" status: 204 len: 168 time: 0.1358492 Sep 26 13:29:59.235675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a227-14cd-423d-8b85-51ad032987a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d023ff6b-d4f2-4d88-b8e2-13382a9da6ed,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:59.272750 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff542b12-a609-4328-bfc1-7742f8790b35 req-fb3f9dcf-3682-4f3d-bdbf-6765bb57e017 service neutron] 10.222.0.24 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937200 Sep 26 13:29:59.518614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:59.532782 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9781437a-c675-4803-9130-3c2182c203c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.620892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9781437a-c675-4803-9130-3c2182c203c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.624652 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9781437a-c675-4803-9130-3c2182c203c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.661877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781437a-c675-4803-9130-3c2182c203c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518cccad-804f-410f-8816-6970986f2209,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:59.666338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9781437a-c675-4803-9130-3c2182c203c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0202a6ee637343b69c9e78a899ebdc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467137 Sep 26 13:29:59.669613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:29:59.717943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cce9e5d-2e9f-4279-85ac-46929cb1bc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.738713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cce9e5d-2e9f-4279-85ac-46929cb1bc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.784114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cce9e5d-2e9f-4279-85ac-46929cb1bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.786912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cce9e5d-2e9f-4279-85ac-46929cb1bc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:29:59.788072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9cce9e5d-2e9f-4279-85ac-46929cb1bc90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/518cccad-804f-410f-8816-6970986f2209 HTTP/1.1" status: 204 len: 168 time: 0.1182706 Sep 26 13:29:59.796326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce9e5d-2e9f-4279-85ac-46929cb1bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518cccad-804f-410f-8816-6970986f2209,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:29:59.921867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411a6b8-4f29-4cdf-9f56-e882ba1f0721 req-6f865c33-f5f6-4ff7-a6cf-7958b9c9b9e1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:29:59.924262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c411a6b8-4f29-4cdf-9f56-e882ba1f0721 req-6f865c33-f5f6-4ff7-a6cf-7958b9c9b9e1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0616851 Sep 26 13:29:59.965001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c411a6b8-4f29-4cdf-9f56-e882ba1f0721 req-d69b3ce3-7bb4-44f8-a576-d025a3f8f848 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343866 Sep 26 13:30:00.314744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc051-15eb-4761-9dfb-146dcf657b24 req-1d021dba-a140-4fff-9752-b5e66a41c93e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:00.316307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff0bc051-15eb-4761-9dfb-146dcf657b24 req-1d021dba-a140-4fff-9752-b5e66a41c93e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0508213 Sep 26 13:30:00.358777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff0bc051-15eb-4761-9dfb-146dcf657b24 req-d9aa03f2-4007-4d2f-ba02-d4428feda92d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353186 Sep 26 13:30:00.476821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833a3cc-ae46-4cb9-a003-9983f83c2adc req-5f493cc0-ad87-4cce-9688-4bd2c019ad17 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:00.478403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5833a3cc-ae46-4cb9-a003-9983f83c2adc req-5f493cc0-ad87-4cce-9688-4bd2c019ad17 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0507560 Sep 26 13:30:00.518676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5833a3cc-ae46-4cb9-a003-9983f83c2adc req-68495477-0c4a-4aad-93c5-cf86142887d2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341654 Sep 26 13:30:00.599340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49640) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:00.701591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-409880086'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:00.733226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Made reservation on behalf of 1a787aeb665d4ff19910f2bd6e6d12af for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:00.737554 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:00.748010 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:00.814344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d9860e87-e859-4193-bdf9-f34922199ff2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:00.816371 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d9860e87-e859-4193-bdf9-f34922199ff2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.1177738 Sep 26 13:30:00.837982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-c8a431ab-4d4c-4b3b-9d0b-b790e86559bc tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/quotas/5926d48159ef4d219209215e279cf1e4 HTTP/1.1" status: 200 len: 375 time: 0.0128658 Sep 26 13:30:00.851208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:00.856274 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:00.887066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:00.896967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b2010f-b212-453d-9494-dfce7825035d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:00.903114 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-f232ed7f-58f9-4fa0-a823-a7e1b8f5125c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0600779 Sep 26 13:30:00.905273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:00.905273 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Added segment f1fad400-4221-40c9-9015-ad1b4d62cc19 of type vlan for network 2875b6da-6779-4a25-8f83-323120b19dfa Sep 26 13:30:00.952584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:00.978484 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:00.984522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:00.985619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:01.015701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-f6ad61c8-ac71-4243-96e6-8938791c8665 service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964394 Sep 26 13:30:01.030156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4295831 Sep 26 13:30:01.031118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49656) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:01.050760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'subnet': {'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:01.110217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea000a4-c64f-412e-a6f5-5351d2e87a3c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Network': ['ID=2875b6da-6779-4a25-8f83-323120b19dfa,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:01.126123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 2875b6da-6779-4a25-8f83-323120b19dfa details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:01.142119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d118a1b9-498f-4633-aa21-1224dd614788 service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141610 Sep 26 13:30:01.211154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a5627-3a67-4415-a088-c2b0c5d38cbe req-99fd7b94-ae99-4ed9-84c1-09404ac97626 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:01.212667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe6a5627-3a67-4415-a088-c2b0c5d38cbe req-99fd7b94-ae99-4ed9-84c1-09404ac97626 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.1553352 Sep 26 13:30:01.248851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Made reservation on behalf of 1a787aeb665d4ff19910f2bd6e6d12af for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:01.252526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:01.297120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe6a5627-3a67-4415-a088-c2b0c5d38cbe req-1a464ed6-68cb-407c-8423-7665c3c799fc tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757563 Sep 26 13:30:01.348655 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11f23d9e-25c4-407c-af88-600d9c54a167 req-7a62d329-3ca2-47b2-9cbf-a1187c5a120b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 210 time: 0.0295832 Sep 26 13:30:01.467298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:01.537050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Subnet': ['ID=5dde7fdb-c7a1-43ce-a554-673c47579739,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:01.547770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Checking segment: {'id': 'f1fad400-4221-40c9-9015-ad1b4d62cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:01.548624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Network hostable DHCP agents. Network: 2875b6da-6779-4a25-8f83-323120b19dfa, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:01.566374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Network 2875b6da-6779-4a25-8f83-323120b19dfa is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:01.577071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 2875b6da-6779-4a25-8f83-323120b19dfa) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:01.582019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:01.583319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:01.591265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5106038c-f8bf-408d-ad5d-f840c24aad54 None None] Network 2875b6da-6779-4a25-8f83-323120b19dfa requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:01.602290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9d8da0dd-0b99-4f18-b77e-56d39607dcee tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5664542 Sep 26 13:30:01.604884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49668) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:01.610296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1430377046'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:01.738818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Made reservation on behalf of 1a787aeb665d4ff19910f2bd6e6d12af for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:01.742477 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:01.760746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] device_id is not set on port f156d3dc-afb1-4275-91ec-ee631596e409 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:30:01.781685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-2875b6da-6779-4a25-8f83-323120b19dfa', 'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa', 'tenant_id': '1a787aeb665d4ff19910f2bd6e6d12af', 'fixed_ips': [{'subnet_id': '5dde7fdb-c7a1-43ce-a554-673c47579739'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:01.783326 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:01.894741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Allocated IP 2001:db8::31d (2875b6da-6779-4a25-8f83-323120b19dfa/5dde7fdb-c7a1-43ce-a554-673c47579739/f156d3dc-afb1-4275-91ec-ee631596e409) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:02.043497 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.076940 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.123202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Network 2875b6da-6779-4a25-8f83-323120b19dfa is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:02.124283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Allocated IP 2001:db8::2 (2875b6da-6779-4a25-8f83-323120b19dfa/5dde7fdb-c7a1-43ce-a554-673c47579739/216e92f7-a07e-4c73-8162-20d1ecb651bb) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:02.126767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:02.130952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:02.136844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:02.137518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.149047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=f156d3dc-afb1-4275-91ec-ee631596e409,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:02.163769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-137481d8-0068-4063-a889-c0968af90e49 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5572572 Sep 26 13:30:02.166608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49670) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:02.171874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1225150388', 'allowed_address_pairs': [{'ip_address': '2001:db8::31d', 'mac_address': 'fa:16:3e:82:69:29'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:02.275070 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.283063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.322492 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Network 2875b6da-6779-4a25-8f83-323120b19dfa is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:02.327194 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:02.331659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:02.343202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Pushing event updated for resources: {'Port': ['ID=216e92f7-a07e-4c73-8162-20d1ecb651bb,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:02.383242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-dbf54a52-7340-4074-8cd0-d15ee21bffde tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:02.385042 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-dbf54a52-7340-4074-8cd0-d15ee21bffde tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.24 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.1428051 Sep 26 13:30:02.386176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Made reservation on behalf of 1a787aeb665d4ff19910f2bd6e6d12af for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:02.402779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Attempting to bind port 216e92f7-a07e-4c73-8162-20d1ecb651bb on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:02.403214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Attempting to bind port 216e92f7-a07e-4c73-8162-20d1ecb651bb by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f1fad400-4221-40c9-9015-ad1b4d62cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:02.403664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Attempting to bind port 216e92f7-a07e-4c73-8162-20d1ecb651bb on network 2875b6da-6779-4a25-8f83-323120b19dfa {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:02.409813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:02.410561 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Checking segment: {'id': 'f1fad400-4221-40c9-9015-ad1b4d62cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:02.411203 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.411680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Bound using segment: {'id': 'f1fad400-4221-40c9-9015-ad1b4d62cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:02.412232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Bound port: 216e92f7-a07e-4c73-8162-20d1ecb651bb, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fad400-4221-40c9-9015-ad1b4d62cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:02.412674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.415916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'port': {'device_id': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'admin_state_up': True, 'tenant_id': '5926d48159ef4d219209215e279cf1e4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:02.470169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d1d1b24-ec74-4ab1-8ad7-e8f6f84dfcaf req-7854161a-f9dd-477d-b713-5da4049a9fa0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 210 time: 0.0288906 Sep 26 13:30:02.491374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] For port 216e92f7-a07e-4c73-8162-20d1ecb651bb, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:02.491374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] For port 216e92f7-a07e-4c73-8162-20d1ecb651bb, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=216e92f7-a07e-4c73-8162-20d1ecb651bb,segment=NetworkSegment(f1fad400-4221-40c9-9015-ad1b4d62cc19),segment_id=f1fad400-4221-40c9-9015-ad1b4d62cc19)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:02.496853 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.578292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7e4e8-634d-4811-b0a7-27b784d0eaf9 None None] Pushing event updated for resources: {'Port': ['ID=216e92f7-a07e-4c73-8162-20d1ecb651bb,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:02.630398 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.645761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04059b-5ad1-4149-869a-9af73d9ffffe req-0815b57b-3c49-4fa8-83ed-6f84d6c39b88 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:02.646866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e04059b-5ad1-4149-869a-9af73d9ffffe req-0815b57b-3c49-4fa8-83ed-6f84d6c39b88 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.2274189 Sep 26 13:30:02.685310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] device_id is not set on port 553d12bc-8ddc-43e9-b86c-a13c5ba12aba yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:30:02.778283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Made reservation on behalf of 5926d48159ef4d219209215e279cf1e4 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:02.782717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:02.790381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9e04059b-5ad1-4149-869a-9af73d9ffffe req-5a4b68b3-b99c-48d7-a822-593b04d18467 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352403 Sep 26 13:30:02.941585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Allocated IP 2001:db8::3d8 (2875b6da-6779-4a25-8f83-323120b19dfa/5dde7fdb-c7a1-43ce-a554-673c47579739/553d12bc-8ddc-43e9-b86c-a13c5ba12aba) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:03.024999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Allocated IP 172.20.0.12 (96b7a73d-30fa-4a32-87d0-8a6b43406fcc/d6499ad3-b7c3-4a37-a85c-7cd75cf92782/4fddd851-2ddd-4551-9462-54fb6481f221) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:03.242150 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:03.306042 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:03.324465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:03.382274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Network 2875b6da-6779-4a25-8f83-323120b19dfa is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:03.388509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:03.397011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:03.402664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:03.403289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:03.408114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:03.409663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=553d12bc-8ddc-43e9-b86c-a13c5ba12aba,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:03.423980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3034081d-0ab6-471a-a40d-363d5bf8ea1c', '734e4f0a-7b64-4e03-9146-7fb783ab5dad'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:03.465585 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-416f7429-703a-4fdf-87da-395e975ad3a7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2977068 Sep 26 13:30:03.470153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:03.470326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:03.473666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:03.477785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:03.548208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'Port': ['ID=4fddd851-2ddd-4551-9462-54fb6481f221,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:03.586981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:03.587834 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:03.620957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-d2efe034-13e0-4c0b-ba97-43ad7ab772a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2097821 Sep 26 13:30:03.634023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Request body: {'port': {'device_id': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:03.712662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0754d5-875f-4b04-9a98-804b24b2bfc7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:03.713411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:03.725131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0754d5-875f-4b04-9a98-804b24b2bfc7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:03.737608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0754d5-875f-4b04-9a98-804b24b2bfc7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:03.740413 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8f0754d5-875f-4b04-9a98-804b24b2bfc7 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2687247 Sep 26 13:30:03.748016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49680) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:03.779071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b219e-24e5-4336-8adb-e8930661a783 None None] Network 2875b6da-6779-4a25-8f83-323120b19dfa requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:03.788386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712930c-f37a-49cd-bcf2-37f81af7d934 req-02915369-7f37-4508-819c-c07ff5070104 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:03.791208 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9712930c-f37a-49cd-bcf2-37f81af7d934 req-02915369-7f37-4508-819c-c07ff5070104 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 932 time: 0.2127473 Sep 26 13:30:03.932221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9712930c-f37a-49cd-bcf2-37f81af7d934 req-779ad6c9-dc9e-4a07-a9e3-c464b9ef02cc tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191957 Sep 26 13:30:03.941890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1296df8a-80c5-4978-9033-ae8c230786f6 None None] Provisioning complete for port 216e92f7-a07e-4c73-8162-20d1ecb651bb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:03.942392 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1296df8a-80c5-4978-9033-ae8c230786f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:03.954576 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-85382276-6d40-4fd0-9042-6117e88461e4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Deleting port 553d12bc-8ddc-43e9-b86c-a13c5ba12aba {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:03.955201 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85382276-6d40-4fd0-9042-6117e88461e4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.003020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c98c2-59a5-4db0-bd5d-5b28d3dfe39f req-a268a011-a168-484d-8038-5df2494a08cf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:04.004582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-309c98c2-59a5-4db0-bd5d-5b28d3dfe39f req-a268a011-a168-484d-8038-5df2494a08cf tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0956430 Sep 26 13:30:04.060243 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85382276-6d40-4fd0-9042-6117e88461e4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.073047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-309c98c2-59a5-4db0-bd5d-5b28d3dfe39f req-bc7a8284-e182-47de-a5d9-f07f61c505b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558717 Sep 26 13:30:04.090540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-85382276-6d40-4fd0-9042-6117e88461e4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Calling delete_port for 553d12bc-8ddc-43e9-b86c-a13c5ba12aba owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:04.248414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85382276-6d40-4fd0-9042-6117e88461e4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.249670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1296df8a-80c5-4978-9033-ae8c230786f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.284287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85382276-6d40-4fd0-9042-6117e88461e4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Port': ['ID=553d12bc-8ddc-43e9-b86c-a13c5ba12aba,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:04.293535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1296df8a-80c5-4978-9033-ae8c230786f6 None None] For port 216e92f7-a07e-4c73-8162-20d1ecb651bb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=216e92f7-a07e-4c73-8162-20d1ecb651bb,segment=NetworkSegment(f1fad400-4221-40c9-9015-ad1b4d62cc19),segment_id=f1fad400-4221-40c9-9015-ad1b4d62cc19)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:04.298893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1296df8a-80c5-4978-9033-ae8c230786f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.371506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296df8a-80c5-4978-9033-ae8c230786f6 None None] Pushing event updated for resources: {'Port': ['ID=216e92f7-a07e-4c73-8162-20d1ecb651bb,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:04.433776 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85382276-6d40-4fd0-9042-6117e88461e4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.439490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-85382276-6d40-4fd0-9042-6117e88461e4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "DELETE /v2.0/ports/553d12bc-8ddc-43e9-b86c-a13c5ba12aba HTTP/1.1" status: 204 len: 168 time: 0.6887105 Sep 26 13:30:04.440165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49684) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:04.445392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cedf024c-328c-4fdd-af52-e3e5b24f5e29 None None] Provisioning complete for port 4fddd851-2ddd-4551-9462-54fb6481f221 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:04.446061 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cedf024c-328c-4fdd-af52-e3e5b24f5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.467058 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19c93f9-35a1-4587-b8fe-52dd90c46e3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] GET failed (client error): The resource could not be found. Sep 26 13:30:04.474442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f19c93f9-35a1-4587-b8fe-52dd90c46e3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "GET /v2.0/ports/553d12bc-8ddc-43e9-b86c-a13c5ba12aba HTTP/1.1" status: 404 len: 333 time: 0.0325582 Sep 26 13:30:04.474970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49686) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:04.479638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-449506645'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:04.499719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 216e92f7-a07e-4c73-8162-20d1ecb651bb up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:04.545046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cedf024c-328c-4fdd-af52-e3e5b24f5e29 None None] Port 4fddd851-2ddd-4551-9462-54fb6481f221 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:04.553633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fddd851-2ddd-4551-9462-54fb6481f221 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:30:04.562587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.572537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 216e92f7-a07e-4c73-8162-20d1ecb651bb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:04.573045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.578448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Transition to ACTIVE for port object 4fddd851-2ddd-4551-9462-54fb6481f221 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:30:04.584079 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.643508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fddd851-2ddd-4551-9462-54fb6481f221,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:04.656876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Made reservation on behalf of 1a787aeb665d4ff19910f2bd6e6d12af for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:04.661113 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.696049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] device_id is not set on port 1c1dd948-09cf-4fe6-bdd0-b696170cf866 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:30:04.725793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Attempting to bind port 4fddd851-2ddd-4551-9462-54fb6481f221 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:04.726197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Attempting to bind port 4fddd851-2ddd-4551-9462-54fb6481f221 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:04.726464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Attempting to bind port 4fddd851-2ddd-4551-9462-54fb6481f221 on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:04.731323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Port 4fddd851-2ddd-4551-9462-54fb6481f221 on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:30:04.731714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Attempting to bind port 4fddd851-2ddd-4551-9462-54fb6481f221 on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:04.737598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:04.737943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Checking segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:04.738334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Bound using segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:04.738792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Bound port: 4fddd851-2ddd-4551-9462-54fb6481f221, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:04.739578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.742623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8aa94232-c1fd-48ac-af1a-0b660e793d8c None None] Provisioning complete for port f156d3dc-afb1-4275-91ec-ee631596e409 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:04.743004 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8aa94232-c1fd-48ac-af1a-0b660e793d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.807615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8aa94232-c1fd-48ac-af1a-0b660e793d8c None None] Port f156d3dc-afb1-4275-91ec-ee631596e409 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:04.814672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8aa94232-c1fd-48ac-af1a-0b660e793d8c None None] Could not find standard attr ID for object 553d12bc-8ddc-43e9-b86c-a13c5ba12aba. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:30:04.841057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8aa94232-c1fd-48ac-af1a-0b660e793d8c None None] Provisioning complete for port 216e92f7-a07e-4c73-8162-20d1ecb651bb triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:04.841435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8aa94232-c1fd-48ac-af1a-0b660e793d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.846427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] For port 4fddd851-2ddd-4551-9462-54fb6481f221, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:04.853317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] For port 4fddd851-2ddd-4551-9462-54fb6481f221, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4fddd851-2ddd-4551-9462-54fb6481f221,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:04.862871 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.886545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:04.887014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:04.888794 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fddd851-2ddd-4551-9462-54fb6481f221 HTTP/1.1" status: 200 len: 1093 time: 1.2590411 Sep 26 13:30:04.892189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'tag': '4fddd851-2ddd-4551-9462-54fb6481f221'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:04.903869 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc20ca-231c-4a90-ab5d-cb6622b190a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eb4948-1cd3-4db5-904b-350a20eda687", "tag": "4fddd851-2ddd-4551-9462-54fb6481f221"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:05.012454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0124ca-c196-4868-a91e-533b5de98ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fddd851-2ddd-4551-9462-54fb6481f221,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:05.020766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Allocated IP 2001:db8::2e (2875b6da-6779-4a25-8f83-323120b19dfa/5dde7fdb-c7a1-43ce-a554-673c47579739/1c1dd948-09cf-4fe6-bdd0-b696170cf866) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:05.029326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-72cc9dd8-4979-4ef6-8ca8-3925360c41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:05.030919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-72cc9dd8-4979-4ef6-8ca8-3925360c41c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 1096 time: 0.0801389 Sep 26 13:30:05.040933 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b63267f-7711-4d0c-a247-4c6fe31e53cd x-openstack-request-id: req-6b63267f-7711-4d0c-a247-4c6fe31e53cd {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:05.041327 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eb4948-1cd3-4db5-904b-350a20eda687", "tag": "4fddd851-2ddd-4551-9462-54fb6481f221", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:05.041775 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b63267f-7711-4d0c-a247-4c6fe31e53cd {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:05.042228 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'tag': '4fddd851-2ddd-4551-9462-54fb6481f221', 'status': 'completed', 'code': 200} Sep 26 13:30:05.109758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-26e1113b-bf82-4bfd-9ffb-c9c9f67f5763 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fddd851-2ddd-4551-9462-54fb6481f221 HTTP/1.1" status: 200 len: 217 time: 0.0657432 Sep 26 13:30:05.136306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b3849add-82e2-46c4-ac13-978fac6fc373 None None] Provisioning complete for port f156d3dc-afb1-4275-91ec-ee631596e409 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:05.136686 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3849add-82e2-46c4-ac13-978fac6fc373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:05.219627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b3849add-82e2-46c4-ac13-978fac6fc373 None None] Port f156d3dc-afb1-4275-91ec-ee631596e409 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:05.232494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76059c8-4271-4e44-9a3e-9a5505c7dc53 req-30921e86-7daf-4ca3-9802-1d754dee9d82 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:05.242034 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c76059c8-4271-4e44-9a3e-9a5505c7dc53 req-30921e86-7daf-4ca3-9802-1d754dee9d82 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 944 time: 0.1508002 Sep 26 13:30:05.262223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:05.292381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c76059c8-4271-4e44-9a3e-9a5505c7dc53 req-f54d0e7d-2b98-4144-b82e-150955f9bf28 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466588 Sep 26 13:30:05.294070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-a1b10580-525b-40b3-8fa5-59a746a5da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:05.299993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-a1b10580-525b-40b3-8fa5-59a746a5da0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.1511819 Sep 26 13:30:05.321336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:05.379215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-621df5d7-815c-4897-b3e9-0f38e5807888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:05.384883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-621df5d7-815c-4897-b3e9-0f38e5807888 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747404 Sep 26 13:30:05.437980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Network 2875b6da-6779-4a25-8f83-323120b19dfa is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:05.454920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2d964-eb69-4a63-8e80-170a54d9283f req-0bc936d4-5070-4a4e-83d6-cf371cdec8c8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:05.456758 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dbd2d964-eb69-4a63-8e80-170a54d9283f req-0bc936d4-5070-4a4e-83d6-cf371cdec8c8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.1505935 Sep 26 13:30:05.463338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:05.473913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:05.479443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:05.481368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:05.483979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=1c1dd948-09cf-4fe6-bdd0-b696170cf866,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:05.526524 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f7735270-b60c-41ae-8595-76846be14baf tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0508428 Sep 26 13:30:05.530430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49694) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:05.534273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-979f9b74-6118-4d93-9dd1-2db4e9c90128 service neutron] 10.222.0.24 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382396 Sep 26 13:30:05.538857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dbd2d964-eb69-4a63-8e80-170a54d9283f req-7f59800a-c415-4645-b020-6b1a719e94f4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719717 Sep 26 13:30:05.539776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31d', 'mac_address': 'fa:16:3e:82:69:29'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:05.578935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-72744431-b8e0-4ed7-9a2b-da2f74411cf4 None None] Could not find standard attr ID for object 553d12bc-8ddc-43e9-b86c-a13c5ba12aba. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:30:05.670283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:05.724409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4184ae0c-9fb2-4375-997d-d44e3d307424 req-ce2b28bb-b706-4315-80f1-036818e0bc7a service neutron] 10.222.0.24 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796522 Sep 26 13:30:05.883561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-6a94015f-b703-4119-9023-bd3230031fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:05.885108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-6a94015f-b703-4119-9023-bd3230031fe8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 1096 time: 0.1060271 Sep 26 13:30:05.992075 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:05.999760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.007247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-70016bb4-966e-4214-b6cb-0baba3651a00 None None] Provisioning complete for port 1c1dd948-09cf-4fe6-bdd0-b696170cf866 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:06.007726 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-70016bb4-966e-4214-b6cb-0baba3651a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.044499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] In _notify_port_updated(), no bound segment for port 1c1dd948-09cf-4fe6-bdd0-b696170cf866 on network 2875b6da-6779-4a25-8f83-323120b19dfa {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:30:06.047027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-70016bb4-966e-4214-b6cb-0baba3651a00 None None] Port 1c1dd948-09cf-4fe6-bdd0-b696170cf866 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:06.050021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:06.050672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.052019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "PUT /v2.0/ports/1c1dd948-09cf-4fe6-bdd0-b696170cf866 HTTP/1.1" status: 200 len: 1001 time: 0.5168169 Sep 26 13:30:06.055542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49696) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:06.058921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-2da8bd59-4fd4-4bed-934f-4dc9a67c2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:06.060419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-2da8bd59-4fd4-4bed-934f-4dc9a67c2dad service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1645198 Sep 26 13:30:06.113895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-e19ff222-a533-471a-b510-9307f5f22726 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fddd851-2ddd-4551-9462-54fb6481f221 HTTP/1.1" status: 200 len: 217 time: 0.0448530 Sep 26 13:30:06.120674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e222c-b3cd-4c3c-ab51-b989272fafea tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=1c1dd948-09cf-4fe6-bdd0-b696170cf866,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:06.176756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-5cff3d3f-3326-406f-b7fd-a2ae3e37678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:06.178334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-5cff3d3f-3326-406f-b7fd-a2ae3e37678d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0548754 Sep 26 13:30:06.180841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3381b16f-8563-4a2c-ab8c-10c914a7cb9f tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Deleting port 1c1dd948-09cf-4fe6-bdd0-b696170cf866 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:06.181198 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3381b16f-8563-4a2c-ab8c-10c914a7cb9f tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.231668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-7209b576-2aeb-4215-8616-089583d19bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:06.233190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-7209b576-2aeb-4215-8616-089583d19bfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470459 Sep 26 13:30:06.297689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3381b16f-8563-4a2c-ab8c-10c914a7cb9f tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.316398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3381b16f-8563-4a2c-ab8c-10c914a7cb9f tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Calling delete_port for 1c1dd948-09cf-4fe6-bdd0-b696170cf866 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:06.359764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-56f29aba-78bb-492f-94a0-a6f2a4993cfa service neutron] 10.222.0.24 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186700 Sep 26 13:30:06.388433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 216e92f7-a07e-4c73-8162-20d1ecb651bb up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:06.428867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8d6dacc6-3523-4bb9-85d4-4403b068bf0f None None] Provisioning complete for port 1c1dd948-09cf-4fe6-bdd0-b696170cf866 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:06.429238 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d6dacc6-3523-4bb9-85d4-4403b068bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.474665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dacc6-3523-4bb9-85d4-4403b068bf0f None None] Port 1c1dd948-09cf-4fe6-bdd0-b696170cf866 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:06.484302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 216e92f7-a07e-4c73-8162-20d1ecb651bb triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:06.484302 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.484916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3381b16f-8563-4a2c-ab8c-10c914a7cb9f tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.500280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ade1-8128-454f-9f7e-26f1bf30980c req-6f03d603-faba-41cd-9040-ee4381677bd5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:06.502528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6584ade1-8128-454f-9f7e-26f1bf30980c req-6f03d603-faba-41cd-9040-ee4381677bd5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 944 time: 0.1236429 Sep 26 13:30:06.525313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381b16f-8563-4a2c-ab8c-10c914a7cb9f tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Port': ['ID=1c1dd948-09cf-4fe6-bdd0-b696170cf866,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:06.537266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-93bc20ca-231c-4a90-ab5d-cb6622b190a5 req-5a14402b-a104-44e5-981c-f1fadf43a859 service neutron] 10.222.0.24 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689544 Sep 26 13:30:06.578463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6584ade1-8128-454f-9f7e-26f1bf30980c req-27226693-231e-4839-ba79-8902ac53931e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622065 Sep 26 13:30:06.621773 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3381b16f-8563-4a2c-ab8c-10c914a7cb9f tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.625529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3381b16f-8563-4a2c-ab8c-10c914a7cb9f tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "DELETE /v2.0/ports/1c1dd948-09cf-4fe6-bdd0-b696170cf866 HTTP/1.1" status: 204 len: 168 time: 0.5669432 Sep 26 13:30:06.627237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:06.666731 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5268e4c1-e684-4fa6-b95c-ac342c52d301 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] GET failed (client error): The resource could not be found. Sep 26 13:30:06.668333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5268e4c1-e684-4fa6-b95c-ac342c52d301 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "GET /v2.0/ports/1c1dd948-09cf-4fe6-bdd0-b696170cf866 HTTP/1.1" status: 404 len: 333 time: 0.0398488 Sep 26 13:30:06.672525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49704) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:06.678956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1663797878'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:06.714636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944e833-3ac6-49b0-bbb1-b81415de435d req-308dd106-299e-4ba7-86e5-0d763cf9fee2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:06.716229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b944e833-3ac6-49b0-bbb1-b81415de435d req-308dd106-299e-4ba7-86e5-0d763cf9fee2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.0786996 Sep 26 13:30:06.762887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b944e833-3ac6-49b0-bbb1-b81415de435d req-8935761e-dad0-45ab-b7ca-ac3043379b50 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400717 Sep 26 13:30:06.810885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Made reservation on behalf of 1a787aeb665d4ff19910f2bd6e6d12af for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:06.815190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:06.835689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] device_id is not set on port 91aa16bb-4792-43b6-94f2-e6cb0b2a443f yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:30:06.955907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Allocated IP 2001:db8::22d (2875b6da-6779-4a25-8f83-323120b19dfa/5dde7fdb-c7a1-43ce-a554-673c47579739/91aa16bb-4792-43b6-94f2-e6cb0b2a443f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:07.109517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.143946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.185430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Network 2875b6da-6779-4a25-8f83-323120b19dfa is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:07.188964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:07.193026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:07.199109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:07.199736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.217992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=91aa16bb-4792-43b6-94f2-e6cb0b2a443f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:07.230135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49706) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:07.230978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-52ed8344-646a-460e-8b47-a61c9fc7be3d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5557249 Sep 26 13:30:07.237248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:82:69:29'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:07.401458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.503753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-23e1578c-ab0f-4476-a358-979d494285ba None None] Provisioning complete for port 91aa16bb-4792-43b6-94f2-e6cb0b2a443f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:07.504630 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-23e1578c-ab0f-4476-a358-979d494285ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.544160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-23e1578c-ab0f-4476-a358-979d494285ba None None] Port 91aa16bb-4792-43b6-94f2-e6cb0b2a443f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:07.591034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.596892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.631558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] In _notify_port_updated(), no bound segment for port 91aa16bb-4792-43b6-94f2-e6cb0b2a443f on network 2875b6da-6779-4a25-8f83-323120b19dfa {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:30:07.637233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:07.637930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.639277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "PUT /v2.0/ports/91aa16bb-4792-43b6-94f2-e6cb0b2a443f HTTP/1.1" status: 200 len: 1003 time: 0.4079654 Sep 26 13:30:07.642976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49710) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:07.658885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-29642ca4-1324-4509-b1c4-08e601ccdb8e service neutron] 10.222.0.24 "GET /v2.0/ports/7d4ce40a-f9f7-4471-abe8-c61d4653a449/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 385 time: 0.0811589 Sep 26 13:30:07.682318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f12e5-f6f3-4a46-a65c-d1662ad7b10d tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=91aa16bb-4792-43b6-94f2-e6cb0b2a443f,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:07.755178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5ec982aa-1b17-411e-9d0f-0efd9aaefd6b tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Deleting port 91aa16bb-4792-43b6-94f2-e6cb0b2a443f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:07.755424 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ec982aa-1b17-411e-9d0f-0efd9aaefd6b tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.773991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e999e2d-4924-4678-b8ac-deb3dab9a5a5 req-291ba019-f7b6-4710-83f1-e9c16d20f436 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:07.774540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e999e2d-4924-4678-b8ac-deb3dab9a5a5 req-291ba019-f7b6-4710-83f1-e9c16d20f436 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 944 time: 0.1066277 Sep 26 13:30:07.866791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ec982aa-1b17-411e-9d0f-0efd9aaefd6b tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.874819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e999e2d-4924-4678-b8ac-deb3dab9a5a5 req-6a073018-cad8-410f-943a-cbed210a36e0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924850 Sep 26 13:30:07.916590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5ec982aa-1b17-411e-9d0f-0efd9aaefd6b tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Calling delete_port for 91aa16bb-4792-43b6-94f2-e6cb0b2a443f owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:07.952277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:07.975629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ba92756b-0211-418c-b9f2-06632971201f None None] Provisioning complete for port 91aa16bb-4792-43b6-94f2-e6cb0b2a443f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:07.976155 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ba92756b-0211-418c-b9f2-06632971201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:07.976311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:07.976423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989c0f-f383-4924-a4a8-262e866a2e6b req-bf68d467-02f3-44f0-b079-61edcf7a74ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:07.977868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56989c0f-f383-4924-a4a8-262e866a2e6b req-bf68d467-02f3-44f0-b079-61edcf7a74ca tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 945 time: 0.1137652 Sep 26 13:30:08.023823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ba92756b-0211-418c-b9f2-06632971201f None None] Port 91aa16bb-4792-43b6-94f2-e6cb0b2a443f cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:08.031774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:08.035322 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbb961c-513e-4cd3-bf48-5b740eb2c596" -d '{"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:08.044818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:08.070348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:08.093396 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894fa0c4-9d2b-49ee-bab2-1fdd7dfea375 x-openstack-request-id: req-894fa0c4-9d2b-49ee-bab2-1fdd7dfea375 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:08.093765 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:08.094132 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-894fa0c4-9d2b-49ee-bab2-1fdd7dfea375 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:08.095380 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'code': 200} Sep 26 13:30:08.100656 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ec982aa-1b17-411e-9d0f-0efd9aaefd6b tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:08.137985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec982aa-1b17-411e-9d0f-0efd9aaefd6b tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Port': ['ID=91aa16bb-4792-43b6-94f2-e6cb0b2a443f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:08.178228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5ec982aa-1b17-411e-9d0f-0efd9aaefd6b tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:08.181398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ec982aa-1b17-411e-9d0f-0efd9aaefd6b tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "DELETE /v2.0/ports/91aa16bb-4792-43b6-94f2-e6cb0b2a443f HTTP/1.1" status: 204 len: 168 time: 0.5373757 Sep 26 13:30:08.186700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:08.200330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] Transition to ACTIVE for port object 7d4ce40a-f9f7-4471-abe8-c61d4653a449 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:30:08.207947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:08.231530 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-526bb015-a149-4b1b-9bae-ea1eb0483d59 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] GET failed (client error): The resource could not be found. Sep 26 13:30:08.233161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-526bb015-a149-4b1b-9bae-ea1eb0483d59 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "GET /v2.0/ports/91aa16bb-4792-43b6-94f2-e6cb0b2a443f HTTP/1.1" status: 404 len: 333 time: 0.0406499 Sep 26 13:30:08.243753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49722) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:08.249141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1584380393'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:08.298230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56989c0f-f383-4924-a4a8-262e866a2e6b req-08a098ac-f5a5-43be-b4b7-17e0ab8a5957 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143992 Sep 26 13:30:08.335773 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d6e87715-327e-42c6-9274-cf4d34b83874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:08.355762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] Pushing event updated for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=11']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:08.422995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] No DVR routers for this DVR port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:08.469169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Made reservation on behalf of 1a787aeb665d4ff19910f2bd6e6d12af for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:08.472867 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:08.498703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] device_id is not set on port a1ac5f3c-da17-464f-b10d-c0902539efa0 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:30:08.568679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-78b2fd42-5db3-4d05-b791-001dce7dc44a service neutron] 10.222.0.24 "PUT /v2.0/ports/7d4ce40a-f9f7-4471-abe8-c61d4653a449/bindings/n-h1-806683-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9020946 Sep 26 13:30:08.668156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Allocated IP 2001:db8::300 (2875b6da-6779-4a25-8f83-323120b19dfa/5dde7fdb-c7a1-43ce-a554-673c47579739/a1ac5f3c-da17-464f-b10d-c0902539efa0) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:08.708709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-496b25ba-ecc7-4ff5-a352-7d567fc97c7a tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:08.710260 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-496b25ba-ecc7-4ff5-a352-7d567fc97c7a tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a&tenant_id=be3d67312ea64c16a1f294b896b92864&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0813115 Sep 26 13:30:08.798168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-f9ef4220-e202-4b3f-90ab-56afd4c400c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:08.799562 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-f9ef4220-e202-4b3f-90ab-56afd4c400c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 1096 time: 0.0807688 Sep 26 13:30:08.908465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:08.911509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-b12d9d08-f3f8-401a-9adb-510c4f74789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:08.913059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-b12d9d08-f3f8-401a-9adb-510c4f74789d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1096 time: 0.0804193 Sep 26 13:30:08.995690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75cfb7-6bff-4c77-8f84-82fd5cd80dad req-fb6388ed-414d-4ee9-9a6d-20b85eb224a8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:08.997466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e75cfb7-6bff-4c77-8f84-82fd5cd80dad req-fb6388ed-414d-4ee9-9a6d-20b85eb224a8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 944 time: 0.0522664 Sep 26 13:30:09.021646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:09.037728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e75cfb7-6bff-4c77-8f84-82fd5cd80dad req-54427d56-7788-4690-92db-17af548604e4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333805 Sep 26 13:30:09.406877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-4bf8d562-02a5-407b-a793-4c253f62e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:09.408839 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-4bf8d562-02a5-407b-a793-4c253f62e7ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 896 time: 0.4883895 Sep 26 13:30:09.429851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Network 2875b6da-6779-4a25-8f83-323120b19dfa is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:09.442175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:09.448747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:09.453741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:09.454418 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:09.505426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=a1ac5f3c-da17-464f-b10d-c0902539efa0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:09.523985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e83013bf-0d7c-4f1d-a91d-56a4b223c579 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2768188 Sep 26 13:30:09.525878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49728) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:09.531227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'network_id': '2875b6da-6779-4a25-8f83-323120b19dfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2035119171'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:09.546123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65028f1-e64b-48f0-b47a-365b17a131cd req-ed1ce26a-7bbc-42d7-8c4f-58a7074e972c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:09.547766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a65028f1-e64b-48f0-b47a-365b17a131cd req-ed1ce26a-7bbc-42d7-8c4f-58a7074e972c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 944 time: 0.1556568 Sep 26 13:30:09.549748 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-6eac850a-40ae-4d3b-bec4-55df18016aa2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 999 time: 0.1184318 Sep 26 13:30:09.629660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-44893021-1111-4a64-89d5-fbcadf37f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:09.631436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-44893021-1111-4a64-89d5-fbcadf37f146 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 200 len: 835 time: 0.0741594 Sep 26 13:30:09.637447 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a65028f1-e64b-48f0-b47a-365b17a131cd req-1ccde6be-a6ce-44c2-ba51-44ca1b8077c5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789051 Sep 26 13:30:09.667426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Made reservation on behalf of 1a787aeb665d4ff19910f2bd6e6d12af for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:09.672365 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:09.683022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-7018a561-8bff-40ca-8dc3-944e90b4de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:09.685187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-7018a561-8bff-40ca-8dc3-944e90b4de48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461044 Sep 26 13:30:09.689073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5a2ae229-8ad6-4738-a8f4-ee18aeb305f5 None None] Provisioning complete for port a1ac5f3c-da17-464f-b10d-c0902539efa0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:09.689600 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5a2ae229-8ad6-4738-a8f4-ee18aeb305f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:09.691614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] device_id is not set on port a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:30:09.695543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 4fddd851-2ddd-4551-9462-54fb6481f221 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:30:09.746127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ae229-8ad6-4738-a8f4-ee18aeb305f5 None None] Port a1ac5f3c-da17-464f-b10d-c0902539efa0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:09.798019 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-d909b5dc-21f2-403c-9c0c-78ad5375a3b2 service neutron] 10.222.0.23 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050539 Sep 26 13:30:09.827576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Allocated IP 2001:db8::2d4 (2875b6da-6779-4a25-8f83-323120b19dfa/5dde7fdb-c7a1-43ce-a554-673c47579739/a0eb9c7b-61a8-47fe-a9bf-28165b0eec17) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:09.841160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 4fddd851-2ddd-4551-9462-54fb6481f221, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4fddd851-2ddd-4551-9462-54fb6481f221,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:09.857423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '4fddd851-2ddd-4551-9462-54fb6481f221', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': '4fddd851-2ddd-4551-9462-54fb6481f221', 'mac_address': 'fa:16:3e:d7:8b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:30:09.905807 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:09.908374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-6b96a597-3013-4aec-a00f-28a03d162e58 service neutron] 10.222.0.23 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027763 Sep 26 13:30:09.931581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fddd851-2ddd-4551-9462-54fb6481f221 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:30:09.960973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 4fddd851-2ddd-4551-9462-54fb6481f221, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4fddd851-2ddd-4551-9462-54fb6481f221,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:09.965140 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:09.999775 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.015630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=4fddd851-2ddd-4551-9462-54fb6481f221,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:10.042105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.091805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Network 2875b6da-6779-4a25-8f83-323120b19dfa is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:10.095320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:10.099884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:10.105750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:10.107299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.122813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=a0eb9c7b-61a8-47fe-a9bf-28165b0eec17,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:10.160811 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4e81683e-d586-40b0-bfdb-c955754bb677 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6348379 Sep 26 13:30:10.166403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['4fddd851-2ddd-4551-9462-54fb6481f221'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:10.166891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49734) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:10.177880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31d', 'mac_address': 'fa:16:3e:82:69:29'}, {'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:cf:69:6f'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:10.194099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-f165ebc3-3f87-4d29-9ce9-e69b84c3963e tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:10.195772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-f165ebc3-3f87-4d29-9ce9-e69b84c3963e tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a&tenant_id=be3d67312ea64c16a1f294b896b92864&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 1096 time: 0.0720065 Sep 26 13:30:10.216242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f118dd-8747-4f95-b5dc-6223dfb85cc2 req-390edfe9-7cb5-446d-b0e8-81a193bfde65 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:10.217857 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29f118dd-8747-4f95-b5dc-6223dfb85cc2 req-390edfe9-7cb5-446d-b0e8-81a193bfde65 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 945 time: 0.0961783 Sep 26 13:30:10.317106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-29f118dd-8747-4f95-b5dc-6223dfb85cc2 req-58aa6f47-e41f-4109-9eec-9b960a4468f7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928288 Sep 26 13:30:10.355644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-7131e447-d88d-4cfa-92a5-b25e19b902b1 service neutron] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:10.361790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-7131e447-d88d-4cfa-92a5-b25e19b902b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.363052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-7131e447-d88d-4cfa-92a5-b25e19b902b1 service neutron] 10.222.0.23 "DELETE /v2.0/ports/7d4ce40a-f9f7-4471-abe8-c61d4653a449/bindings/n-h2-806683-13 HTTP/1.1" status: 204 len: 173 time: 0.1595721 Sep 26 13:30:10.395553 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.469526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-71353acd-a534-450f-813b-00499cc1fd83 None None] Provisioning complete for port a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:10.470459 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71353acd-a534-450f-813b-00499cc1fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.505282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-71353acd-a534-450f-813b-00499cc1fd83 None None] Port a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:10.581014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.585666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.621107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] In _notify_port_updated(), no bound segment for port a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 on network 2875b6da-6779-4a25-8f83-323120b19dfa {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:30:10.627192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:10.627836 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.631845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "PUT /v2.0/ports/a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 HTTP/1.1" status: 200 len: 1068 time: 0.4607251 Sep 26 13:30:10.632210 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49736) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:10.646874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008f1a-2c75-4d36-a8dd-92066048b625 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event updated for resources: {'Port': ['ID=a0eb9c7b-61a8-47fe-a9bf-28165b0eec17,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:10.775870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-16e54370-f871-4caf-ab88-0dc70e18e85a tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Deleting port a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:10.776503 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-16e54370-f871-4caf-ab88-0dc70e18e85a tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.806701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2abea-3c55-4319-ad8b-f0f92ed45219 req-15cbb903-3948-4dea-9e45-6461d5515703 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:10.808389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1f2abea-3c55-4319-ad8b-f0f92ed45219 req-15cbb903-3948-4dea-9e45-6461d5515703 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 944 time: 0.0804582 Sep 26 13:30:10.905020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1f2abea-3c55-4319-ad8b-f0f92ed45219 req-5437fcb4-b51a-4b79-abc3-2b5291ac115d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854149 Sep 26 13:30:10.913639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-16e54370-f871-4caf-ab88-0dc70e18e85a tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.933362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-16e54370-f871-4caf-ab88-0dc70e18e85a tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Calling delete_port for a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:10.947226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a3c86ad6-a28f-45f7-9e73-1dc3ef131831 None None] Provisioning complete for port a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:10.948076 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a3c86ad6-a28f-45f7-9e73-1dc3ef131831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:10.993826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a3c86ad6-a28f-45f7-9e73-1dc3ef131831 None None] Port a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:11.059851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23eaa4-c242-415b-8bf7-a42b4c88523a req-6c0e65a3-34b4-45d8-ba05-ed78367c6d0e tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:11.069155 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c23eaa4-c242-415b-8bf7-a42b4c88523a req-6c0e65a3-34b4-45d8-ba05-ed78367c6d0e tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1096 time: 0.0610240 Sep 26 13:30:11.074986 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b3ae10c3-adfb-4cd1-b7dc-b23153a5aa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.103607 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-16e54370-f871-4caf-ab88-0dc70e18e85a tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.109140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c23eaa4-c242-415b-8bf7-a42b4c88523a req-b37c5bfb-b291-48fc-a86d-e1432b35ad74 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387981 Sep 26 13:30:11.137563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e54370-f871-4caf-ab88-0dc70e18e85a tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Port': ['ID=a0eb9c7b-61a8-47fe-a9bf-28165b0eec17,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:11.300448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bdd2d-9dfd-49cf-b1f3-bbd74e43d043 req-b2b10c29-554f-480c-b751-de05cc2e3048 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:11.302848 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-604bdd2d-9dfd-49cf-b1f3-bbd74e43d043 req-b2b10c29-554f-480c-b751-de05cc2e3048 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 944 time: 0.1133652 Sep 26 13:30:11.387030 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-16e54370-f871-4caf-ab88-0dc70e18e85a tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.388938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-16e54370-f871-4caf-ab88-0dc70e18e85a tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "DELETE /v2.0/ports/a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 HTTP/1.1" status: 204 len: 168 time: 0.7557213 Sep 26 13:30:11.392145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49746) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:11.405901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-604bdd2d-9dfd-49cf-b1f3-bbd74e43d043 req-9cdacc80-e9c3-41ec-870f-6d396b239e43 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853128 Sep 26 13:30:11.421314 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c6506e-b14f-4ed8-88c7-1ba8e4bd4af1 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] GET failed (client error): The resource could not be found. Sep 26 13:30:11.427744 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e7c6506e-b14f-4ed8-88c7-1ba8e4bd4af1 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "GET /v2.0/ports/a0eb9c7b-61a8-47fe-a9bf-28165b0eec17 HTTP/1.1" status: 404 len: 333 time: 0.0303891 Sep 26 13:30:11.428044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49748) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:11.429713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:11.495759 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dbbd8081-ded7-4b48-b4f5-28a5d41749bb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/fde99399-3fbf-4237-bf87-1967a2a89c2c HTTP/1.1" status: 200 len: 991 time: 0.0650084 Sep 26 13:30:11.505598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061a245-fbcc-486e-9de6-9dd7c6d181bb req-92f2e698-7ca8-4d14-a98b-155f798ac720 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:11.507127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7061a245-fbcc-486e-9de6-9dd7c6d181bb req-92f2e698-7ca8-4d14-a98b-155f798ac720 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 945 time: 0.1074550 Sep 26 13:30:11.559575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7061a245-fbcc-486e-9de6-9dd7c6d181bb req-97c493c2-67f8-4505-9d7b-8807774a35ac tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452044 Sep 26 13:30:11.565048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2feaeac7-9f90-4140-95b0-200e7b9a1cfc tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Deleting port a1ac5f3c-da17-464f-b10d-c0902539efa0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:11.565389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2feaeac7-9f90-4140-95b0-200e7b9a1cfc tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.645747 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.669593 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2feaeac7-9f90-4140-95b0-200e7b9a1cfc tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.682139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2feaeac7-9f90-4140-95b0-200e7b9a1cfc tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Calling delete_port for a1ac5f3c-da17-464f-b10d-c0902539efa0 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:11.708615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 4fddd851-2ddd-4551-9462-54fb6481f221 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:11.759491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 4fddd851-2ddd-4551-9462-54fb6481f221 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:30:11.763305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 4fddd851-2ddd-4551-9462-54fb6481f221 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:11.763670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.819647 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2feaeac7-9f90-4140-95b0-200e7b9a1cfc tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.849403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaeac7-9f90-4140-95b0-200e7b9a1cfc tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Port': ['ID=a1ac5f3c-da17-464f-b10d-c0902539efa0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:11.870496 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.880590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2feaeac7-9f90-4140-95b0-200e7b9a1cfc tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.885751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49752) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:11.886273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2feaeac7-9f90-4140-95b0-200e7b9a1cfc tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "DELETE /v2.0/ports/a1ac5f3c-da17-464f-b10d-c0902539efa0 HTTP/1.1" status: 204 len: 168 time: 0.4566586 Sep 26 13:30:11.912422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fddd851-2ddd-4551-9462-54fb6481f221'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:11.913952 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8085efa7-6270-4af2-99c6-a8ad80fcdf1c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] GET failed (client error): The resource could not be found. Sep 26 13:30:11.914947 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d5e4b-0c7d-46a1-8736-20344e8c3145" -d '{"events": [{"server_uuid": "d3eb4948-1cd3-4db5-904b-350a20eda687", "name": "network-vif-plugged", "status": "completed", "tag": "4fddd851-2ddd-4551-9462-54fb6481f221"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:11.916868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8085efa7-6270-4af2-99c6-a8ad80fcdf1c tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "GET /v2.0/ports/a1ac5f3c-da17-464f-b10d-c0902539efa0 HTTP/1.1" status: 404 len: 333 time: 0.0287969 Sep 26 13:30:11.921613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49756) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:11.941920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 4fddd851-2ddd-4551-9462-54fb6481f221, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4fddd851-2ddd-4551-9462-54fb6481f221,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:11.947500 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:11.949519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7d4ce40a-f9f7-4471-abe8-c61d4653a449 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:11.998382 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b229943-3911-4538-ad29-07a6d203b104 x-openstack-request-id: req-3b229943-3911-4538-ad29-07a6d203b104 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:11.998952 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eb4948-1cd3-4db5-904b-350a20eda687", "name": "network-vif-plugged", "status": "completed", "tag": "4fddd851-2ddd-4551-9462-54fb6481f221", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:11.999414 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b229943-3911-4538-ad29-07a6d203b104 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:11.999813 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fddd851-2ddd-4551-9462-54fb6481f221', 'code': 200} Sep 26 13:30:12.040131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=4fddd851-2ddd-4551-9462-54fb6481f221,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:12.042883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7d4ce40a-f9f7-4471-abe8-c61d4653a449 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:30:12.078326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4d02f393-dd56-4874-881e-63ca281ec831 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Deleting port f156d3dc-afb1-4275-91ec-ee631596e409 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:12.078714 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d02f393-dd56-4874-881e-63ca281ec831 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.095364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef483b9-6b87-45e8-ae59-9961dd2a13e0 req-3e6ef67a-9ce8-4c1f-ba26-58f2a97278d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:12.097173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ef483b9-6b87-45e8-ae59-9961dd2a13e0 req-3e6ef67a-9ce8-4c1f-ba26-58f2a97278d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 1098 time: 0.0614555 Sep 26 13:30:12.125033 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.138764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ef483b9-6b87-45e8-ae59-9961dd2a13e0 req-86b98dfa-ee2a-4a17-aa1d-3cc8058a5ee9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346508 Sep 26 13:30:12.185273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d02f393-dd56-4874-881e-63ca281ec831 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.197280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4d02f393-dd56-4874-881e-63ca281ec831 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Calling delete_port for f156d3dc-afb1-4275-91ec-ee631596e409 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:12.348315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d02f393-dd56-4874-881e-63ca281ec831 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.375997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02f393-dd56-4874-881e-63ca281ec831 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Port': ['ID=f156d3dc-afb1-4275-91ec-ee631596e409,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:12.406015 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d02f393-dd56-4874-881e-63ca281ec831 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.408846 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4d02f393-dd56-4874-881e-63ca281ec831 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "DELETE /v2.0/ports/f156d3dc-afb1-4275-91ec-ee631596e409 HTTP/1.1" status: 204 len: 168 time: 0.4862654 Sep 26 13:30:12.412381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49758) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:12.466279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2521f8b-0742-42a1-9a78-96ba0ca2e641 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Deleting subnet 5dde7fdb-c7a1-43ce-a554-673c47579739 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:30:12.470405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2521f8b-0742-42a1-9a78-96ba0ca2e641 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.515668 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2521f8b-0742-42a1-9a78-96ba0ca2e641 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.617418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2521f8b-0742-42a1-9a78-96ba0ca2e641 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.713666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abda51e-98e7-4bf7-adc2-a3aa7948f282 req-1b350444-b256-4add-b708-50ba7d1b8a9f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:12.714991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4abda51e-98e7-4bf7-adc2-a3aa7948f282 req-1b350444-b256-4add-b708-50ba7d1b8a9f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 946 time: 0.0715833 Sep 26 13:30:12.721338 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2521f8b-0742-42a1-9a78-96ba0ca2e641 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.764081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2521f8b-0742-42a1-9a78-96ba0ca2e641 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Subnet': ['ID=5dde7fdb-c7a1-43ce-a554-673c47579739,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:12.769461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2521f8b-0742-42a1-9a78-96ba0ca2e641 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.774941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a2521f8b-0742-42a1-9a78-96ba0ca2e641 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "DELETE /v2.0/subnets/5dde7fdb-c7a1-43ce-a554-673c47579739 HTTP/1.1" status: 204 len: 168 time: 0.3578451 Sep 26 13:30:12.776358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49762) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:12.777375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbbc643-210e-408f-a91f-46c89665e15b None None] Network 2875b6da-6779-4a25-8f83-323120b19dfa requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:12.789341 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4abda51e-98e7-4bf7-adc2-a3aa7948f282 req-f3eb3c68-393f-4abf-b862-fcce5dfaa03f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656874 Sep 26 13:30:12.863291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.924042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Deleting port 216e92f7-a07e-4c73-8162-20d1ecb651bb {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:12.924042 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:12.983372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] DHCP port deletion for 2875b6da-6779-4a25-8f83-323120b19dfa request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:30:13.002836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] For port 216e92f7-a07e-4c73-8162-20d1ecb651bb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=216e92f7-a07e-4c73-8162-20d1ecb651bb,segment=NetworkSegment(f1fad400-4221-40c9-9015-ad1b4d62cc19),segment_id=f1fad400-4221-40c9-9015-ad1b4d62cc19)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:13.003376 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.022146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Calling delete_port for 216e92f7-a07e-4c73-8162-20d1ecb651bb owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:13.043286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] Deleting port 216e92f7-a07e-4c73-8162-20d1ecb651bb {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:13.043667 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.114403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] For port 216e92f7-a07e-4c73-8162-20d1ecb651bb, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=216e92f7-a07e-4c73-8162-20d1ecb651bb,segment=NetworkSegment(f1fad400-4221-40c9-9015-ad1b4d62cc19),segment_id=f1fad400-4221-40c9-9015-ad1b4d62cc19)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:13.114801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.123190 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.130325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] Calling delete_port for 216e92f7-a07e-4c73-8162-20d1ecb651bb owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:13.156735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Port': ['ID=216e92f7-a07e-4c73-8162-20d1ecb651bb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:13.160635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] No DVR routers for this DVR port 216e92f7-a07e-4c73-8162-20d1ecb651bb on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:13.211781 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 13:30:13.227654 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.258513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] Pushing event deleted for resources: {'Port': ['ID=216e92f7-a07e-4c73-8162-20d1ecb651bb,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:13.260531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274491c-3c4c-4be1-a824-3ad47ba3d8cd None None] No DVR routers for this DVR port 216e92f7-a07e-4c73-8162-20d1ecb651bb on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:13.276745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.306061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2875b6da-6779-4a25-8f83-323120b19dfa']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:13.318985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fad400-4221-40c9-9015-ad1b4d62cc19') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:13.319277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fad400-4221-40c9-9015-ad1b4d62cc19') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:13.329207 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.344108 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.351254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:13.359077 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:13.415207 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.421738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.425535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] 10.222.0.13 "DELETE /v2.0/networks/2875b6da-6779-4a25-8f83-323120b19dfa HTTP/1.1" status: 204 len: 168 time: 0.6468534 Sep 26 13:30:13.444727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c264c4-7ef8-4c59-9a33-0a266c778ac4 tempest-AllowedAddressPairIpV6TestJSON-1287100121 tempest-AllowedAddressPairIpV6TestJSON-1287100121-project] Pushing event deleted for resources: {'Network': ['ID=2875b6da-6779-4a25-8f83-323120b19dfa,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:13.586336 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.724091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49772) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:13.743841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49776) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:13.889869 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-267f900c-feb9-4369-9e3f-133bf2a1159f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a787aeb665d4ff19910f2bd6e6d12af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645195 Sep 26 13:30:13.892671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49780) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:13.949902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf0770fb-1c42-4ce4-acbd-2277f04b3018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.957992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aa648-17b9-4405-bb76-bce2aa32f4ff req-0e57db90-0544-43d3-af2b-cc47aafff7a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:13.959813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f4aa648-17b9-4405-bb76-bce2aa32f4ff req-0e57db90-0544-43d3-af2b-cc47aafff7a5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 946 time: 0.0782993 Sep 26 13:30:13.977145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf0770fb-1c42-4ce4-acbd-2277f04b3018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:13.987638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 84f6499d-67d0-46fe-9a3f-46154c37e066 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:13.988121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.029530 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f4aa648-17b9-4405-bb76-bce2aa32f4ff req-0aac982c-4921-4cde-89f6-8e0a8da8a0c4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608525 Sep 26 13:30:14.042432 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf0770fb-1c42-4ce4-acbd-2277f04b3018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.057912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cf0770fb-1c42-4ce4-acbd-2277f04b3018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.057912 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cf0770fb-1c42-4ce4-acbd-2277f04b3018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60b2010f-b212-453d-9494-dfce7825035d HTTP/1.1" status: 204 len: 168 time: 0.1558442 Sep 26 13:30:14.072778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0770fb-1c42-4ce4-acbd-2277f04b3018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b2010f-b212-453d-9494-dfce7825035d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:14.126252 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.126892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.140205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 84f6499d-67d0-46fe-9a3f-46154c37e066 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:14.160446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-744c2245-d9fc-49dd-ae5d-98bd61a9147d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5926d48159ef4d219209215e279cf1e4 HTTP/1.1" status: 200 len: 267 time: 0.0449152 Sep 26 13:30:14.229399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-77514dec-e8ee-4eda-afdf-f402b9565f7f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:14.231265 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-77514dec-e8ee-4eda-afdf-f402b9565f7f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 946 time: 0.0626822 Sep 26 13:30:14.245217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'port': {'security_groups': []}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:14.343629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.370811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.385350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=84f6499d-67d0-46fe-9a3f-46154c37e066,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:14.401660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 216e92f7-a07e-4c73-8162-20d1ecb651bb no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:14.434941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 216e92f7-a07e-4c73-8162-20d1ecb651bb {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:30:14.435562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 216e92f7-a07e-4c73-8162-20d1ecb651bb not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:30:14.485318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.485933 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Floating IP fde99399-3fbf-4237-bf87-1967a2a89c2c disassociated (deleted). External IP: 172.25.4.250, port: 7d4ce40a-f9f7-4471-abe8-c61d4653a449. Sep 26 13:30:14.648906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] For port 4fddd851-2ddd-4551-9462-54fb6481f221, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4fddd851-2ddd-4551-9462-54fb6481f221,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:14.709317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.723845 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.749330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['4fddd851-2ddd-4551-9462-54fb6481f221'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:14.841854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:14.843121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:14.845624 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-708a8b0d-d9dd-40b2-bacb-6dfb2a3f5f24 req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "PUT /v2.0/ports/4fddd851-2ddd-4551-9462-54fb6481f221 HTTP/1.1" status: 200 len: 905 time: 0.6058853 Sep 26 13:30:14.846535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'tag': '4fddd851-2ddd-4551-9462-54fb6481f221'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:14.850718 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947b0197-96f4-456a-8de4-e276342342fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eb4948-1cd3-4db5-904b-350a20eda687", "tag": "4fddd851-2ddd-4551-9462-54fb6481f221"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:14.948804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3034081d-0ab6-471a-a40d-363d5bf8ea1c', '734e4f0a-7b64-4e03-9146-7fb783ab5dad'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:14.996650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583580c-a93a-4d7a-9972-1d9a2219e79b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'Port': ['ID=4fddd851-2ddd-4551-9462-54fb6481f221,revision_number=6']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:15.029971 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3916de4e-a8f3-49e2-850d-019ed446f054 x-openstack-request-id: req-3916de4e-a8f3-49e2-850d-019ed446f054 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:15.030906 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eb4948-1cd3-4db5-904b-350a20eda687", "tag": "4fddd851-2ddd-4551-9462-54fb6481f221", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:15.031578 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3916de4e-a8f3-49e2-850d-019ed446f054 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:15.032549 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'tag': '4fddd851-2ddd-4551-9462-54fb6481f221', 'status': 'completed', 'code': 200} Sep 26 13:30:15.040348 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['4fddd851-2ddd-4551-9462-54fb6481f221'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:15.278872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64463609-273e-43c9-a147-05388e30634e req-0590520c-cbae-4d9b-99f8-0d0671893077 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:15.284682 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-64463609-273e-43c9-a147-05388e30634e req-0590520c-cbae-4d9b-99f8-0d0671893077 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 908 time: 0.2493947 Sep 26 13:30:15.358866 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:15.488223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2e8e7028-b3ee-4631-bc57-a01ae53b7793 None None] Provisioning complete for port 4fddd851-2ddd-4551-9462-54fb6481f221 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:15.488878 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7028-b3ee-4631-bc57-a01ae53b7793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:15.514738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0197-96f4-456a-8de4-e276342342fa req-3f8e7876-294c-4b28-be2b-15d8f05ea00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:15.516703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-947b0197-96f4-456a-8de4-e276342342fa req-3f8e7876-294c-4b28-be2b-15d8f05ea00a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 1060 time: 0.0996792 Sep 26 13:30:15.539758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 6cc35f1c-0129-418c-be12-6749c186d1ef has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:30:15.605290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49810) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.672693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e864-3d41-49d0-a1b6-4c943c17c577 req-a56b45ea-b512-46d9-a8b6-f00739ab6d88 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:15.675486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83c7e864-3d41-49d0-a1b6-4c943c17c577 req-a56b45ea-b512-46d9-a8b6-f00739ab6d88 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1743131 Sep 26 13:30:15.712556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-117fa7fa-2010-4541-9bda-33396a1dbdae tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.713661 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-117fa7fa-2010-4541-9bda-33396a1dbdae tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1073000 Sep 26 13:30:15.716525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49814) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.721129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-00cd6d0a-0541-4495-bb9e-4314c8f72250 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.722101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-00cd6d0a-0541-4495-bb9e-4314c8f72250 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046799 Sep 26 13:30:15.724609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49816) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.726147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0197-96f4-456a-8de4-e276342342fa req-dc442225-d28d-485b-a322-8dac0f6f66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:15.727581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-947b0197-96f4-456a-8de4-e276342342fa req-dc442225-d28d-485b-a322-8dac0f6f66f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1901050 Sep 26 13:30:15.728648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-7f0a0443-2e1b-4c79-8599-3bedd31f2cb6 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.730833 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7f0a0443-2e1b-4c79-8599-3bedd31f2cb6 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041080 Sep 26 13:30:15.732185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49818) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.736625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-632a00c7-db21-4b92-a2b8-8bdc77533347 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.737732 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-632a00c7-db21-4b92-a2b8-8bdc77533347 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045807 Sep 26 13:30:15.741149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49820) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.745849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-c591875a-8c19-40ff-88d7-2ff8ec8c964f tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.746822 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c591875a-8c19-40ff-88d7-2ff8ec8c964f tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045428 Sep 26 13:30:15.749160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49822) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.753918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-98c0ca88-5f78-4691-a404-af2cd6a735dd tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.754860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-98c0ca88-5f78-4691-a404-af2cd6a735dd tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040824 Sep 26 13:30:15.757430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49824) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.762280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-222eadea-3670-4e92-a92a-1980ec7538b1 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.763222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-222eadea-3670-4e92-a92a-1980ec7538b1 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048726 Sep 26 13:30:15.765936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49826) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.770325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-75ace876-870e-457c-b568-ac18f44d0eb8 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.771294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-75ace876-870e-457c-b568-ac18f44d0eb8 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039434 Sep 26 13:30:15.774077 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49828) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.778266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-4474fd11-0aaa-4162-aeb4-6159db7aceba tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.783516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4474fd11-0aaa-4162-aeb4-6159db7aceba tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042689 Sep 26 13:30:15.783769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49830) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.789211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-f4fcc3e6-f5e0-4e1e-b9f3-a29709af8684 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.790249 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f4fcc3e6-f5e0-4e1e-b9f3-a29709af8684 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044210 Sep 26 13:30:15.792778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-947b0197-96f4-456a-8de4-e276342342fa req-baeeb864-19b8-4379-bd3d-195884cec8ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fddd851-2ddd-4551-9462-54fb6481f221 HTTP/1.1" status: 200 len: 217 time: 0.0567369 Sep 26 13:30:15.793158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49832) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.797735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-788f908d-4f67-44ae-91c1-b4aff2fee160 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.798791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-788f908d-4f67-44ae-91c1-b4aff2fee160 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046694 Sep 26 13:30:15.801811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49834) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.805794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-6ec5fe01-91b9-42cf-a409-9e73b94809b1 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.806739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ec5fe01-91b9-42cf-a409-9e73b94809b1 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040467 Sep 26 13:30:15.809419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49836) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.811279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83c7e864-3d41-49d0-a1b6-4c943c17c577 req-f6e2a16f-7aab-4a7f-98ff-126ee1ac6489 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277819 Sep 26 13:30:15.815323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-3934fa56-30ca-44e5-8482-3c46d59342f5 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.817185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3934fa56-30ca-44e5-8482-3c46d59342f5 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057573 Sep 26 13:30:15.820431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.826128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-ddce5fac-badf-4c47-9f61-52b7542b7736 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.827294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ddce5fac-badf-4c47-9f61-52b7542b7736 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057096 Sep 26 13:30:15.832761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49840) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.838316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-95a29443-16fc-4852-a339-4d7b98707b8a tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.841608 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-95a29443-16fc-4852-a339-4d7b98707b8a tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056086 Sep 26 13:30:15.846015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49842) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.853136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-f0109968-3f39-418e-8965-c4e1284a69e7 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.855030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:30:15.858630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49846) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.858743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f0109968-3f39-418e-8965-c4e1284a69e7 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0100584 Sep 26 13:30:15.861610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:15.867633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] Sync routers for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:30:15.869216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-d7cea4a0-aafb-4942-bd86-001599895625 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.872549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d7cea4a0-aafb-4942-bd86-001599895625 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0062253 Sep 26 13:30:15.874144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49848) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.879254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-79ed75fb-01a6-4840-85b5-d479a2285892 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.882452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-79ed75fb-01a6-4840-85b5-d479a2285892 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052986 Sep 26 13:30:15.883149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49850) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.890975 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:15.891731 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:15.894106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-f1126103-4ea0-4e11-ae62-740b0c0c9f2c tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.898765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f1126103-4ea0-4e11-ae62-740b0c0c9f2c tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0110168 Sep 26 13:30:15.898965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0197-96f4-456a-8de4-e276342342fa req-a63facab-21a5-4c76-a7d7-c940ab0a06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:15.899084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49852) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.899526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-947b0197-96f4-456a-8de4-e276342342fa req-a63facab-21a5-4c76-a7d7-c940ab0a06a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0990252 Sep 26 13:30:15.910694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-96e05d4e-287f-4443-9ba1-3ddfa142ccd3 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.914675 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-96e05d4e-287f-4443-9ba1-3ddfa142ccd3 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0153711 Sep 26 13:30:15.915427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49854) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.918074 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38f8903a-0b27-478d-940d-88b49d490d0e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/floatingips/fde99399-3fbf-4237-bf87-1967a2a89c2c HTTP/1.1" status: 204 len: 168 time: 2.1723793 Sep 26 13:30:15.922282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:15.922282 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:15.957155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-b451db24-9e94-48b3-8cc3-9fd769aa6906 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.961316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b451db24-9e94-48b3-8cc3-9fd769aa6906 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0439649 Sep 26 13:30:15.961644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49860) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.970234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-a40b7a21-4d6c-4e00-a0e1-5ce89a0b09cb tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.971322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a40b7a21-4d6c-4e00-a0e1-5ce89a0b09cb tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078855 Sep 26 13:30:15.974788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49862) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.982097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-0010cf5b-431e-4a03-9e31-4ec4af676bdb tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.983098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0010cf5b-431e-4a03-9e31-4ec4af676bdb tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071969 Sep 26 13:30:15.986799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0197-96f4-456a-8de4-e276342342fa req-902e8556-ae13-46f6-a5ea-b040c7a6e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:15.988765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-947b0197-96f4-456a-8de4-e276342342fa req-902e8556-ae13-46f6-a5ea-b040c7a6e718 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797768 Sep 26 13:30:15.989282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49864) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:15.995484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-42d8749d-f381-4ae6-8834-baa17e447ee0 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:15.997036 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-42d8749d-f381-4ae6-8834-baa17e447ee0 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0059333 Sep 26 13:30:15.999869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49866) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.006739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443259e6-0605-47e2-819a-0072285983d8 req-3d5aff59-cfc9-4a2b-9582-b14e39cc3de3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:16.008373 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-443259e6-0605-47e2-819a-0072285983d8 req-3d5aff59-cfc9-4a2b-9582-b14e39cc3de3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1019621 Sep 26 13:30:16.016660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-1c980b86-f965-40cc-83e4-06a3ddebcf53 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.018087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1c980b86-f965-40cc-83e4-06a3ddebcf53 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0174654 Sep 26 13:30:16.020723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49868) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.027771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-c034a0cb-ddbb-40ae-8efd-104c6faad582 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.028882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c034a0cb-ddbb-40ae-8efd-104c6faad582 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070686 Sep 26 13:30:16.037033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49870) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.042032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-abc88ce0-2da7-4ed0-b6e8-c254b41a4d08 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.045989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-abc88ce0-2da7-4ed0-b6e8-c254b41a4d08 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079453 Sep 26 13:30:16.049214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49872) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.057242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-39a66f5b-f6c6-4350-8aaa-f9c3270198d0 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.061979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-39a66f5b-f6c6-4350-8aaa-f9c3270198d0 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0114911 Sep 26 13:30:16.062877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49876) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.069529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-8c8074f3-8be7-4600-8e73-e7fe7bb9ac6e tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.072636 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c8074f3-8be7-4600-8e73-e7fe7bb9ac6e tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055091 Sep 26 13:30:16.073417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49878) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.091012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-443259e6-0605-47e2-819a-0072285983d8 req-1fff8ff8-55ef-4642-94fa-d6b1cf656ae1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764208 Sep 26 13:30:16.101622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-86712fb6-3360-4bfc-8f2d-165e82bbcce1 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.106990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49880) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.107350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-86712fb6-3360-4bfc-8f2d-165e82bbcce1 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0150421 Sep 26 13:30:16.109153 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a36e6d-1251-485e-a155-793e12fb020c x-openstack-request-id: req-79a36e6d-1251-485e-a155-793e12fb020c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:16.110080 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:16.110080 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79a36e6d-1251-485e-a155-793e12fb020c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:16.110675 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'status': 'completed', 'code': 200} Sep 26 13:30:16.119553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-e0c61686-16ed-4045-b5c9-70ac92a9d61d tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.124262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e0c61686-16ed-4045-b5c9-70ac92a9d61d tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0155656 Sep 26 13:30:16.124997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49884) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.130739 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-0670e430-2d87-4298-b160-ddc416279a91 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.137899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0670e430-2d87-4298-b160-ddc416279a91 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0112867 Sep 26 13:30:16.138564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49886) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.149239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-bc3c32b9-26de-465a-9279-2579fc5036b6 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.152680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bc3c32b9-26de-465a-9279-2579fc5036b6 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0107529 Sep 26 13:30:16.154186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49888) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.168251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-fc708831-227e-41ad-b103-caae4831412a tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.171846 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fc708831-227e-41ad-b103-caae4831412a tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0169311 Sep 26 13:30:16.172837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49890) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.179025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-f3ccb2b8-1951-49bf-88b5-c423a6db4159 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.182959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3ccb2b8-1951-49bf-88b5-c423a6db4159 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079088 Sep 26 13:30:16.186729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-947b0197-96f4-456a-8de4-e276342342fa req-b756d36c-faec-436f-8d72-fdcb95bcff61 service neutron] 10.222.0.24 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883008 Sep 26 13:30:16.187038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49892) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.189788 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:16.192832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-625e7f6e-8d1f-404a-aede-df09558ed6a6 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.193044 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-625e7f6e-8d1f-404a-aede-df09558ed6a6 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050504 Sep 26 13:30:16.195647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49894) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.199604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-c51a2a38-c29f-49b1-9cc4-3805945be0ae tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.200808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c51a2a38-c29f-49b1-9cc4-3805945be0ae tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040557 Sep 26 13:30:16.205523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49896) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.210039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-edec98a1-432a-4ac5-abfa-e1317990a813 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.213835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-edec98a1-432a-4ac5-abfa-e1317990a813 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0073278 Sep 26 13:30:16.218732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49898) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.227713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-d0818059-640b-44d7-aae2-e9fdbc9f4fee tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.231457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d0818059-640b-44d7-aae2-e9fdbc9f4fee tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081775 Sep 26 13:30:16.233193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49900) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.240554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-dee1c95c-3c4a-4e3f-84aa-7b70b3e08618 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.244375 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dee1c95c-3c4a-4e3f-84aa-7b70b3e08618 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084102 Sep 26 13:30:16.248006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49902) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.253598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-557bef02-f6d0-433a-9ad6-c6fa7c78d3f0 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.257376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-557bef02-f6d0-433a-9ad6-c6fa7c78d3f0 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0084534 Sep 26 13:30:16.258410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49904) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.259791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-723212f9-b4cc-4f02-a421-83d697cb5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:16.261348 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-723212f9-b4cc-4f02-a421-83d697cb5892 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 1096 time: 0.1081846 Sep 26 13:30:16.266779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-0c57bc8e-f42f-4e14-b2b8-357d5d613353 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.270353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0c57bc8e-f42f-4e14-b2b8-357d5d613353 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050428 Sep 26 13:30:16.270886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49908) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.300828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-1bfd84ab-d731-42cc-95d0-ef60588a0a71 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.301910 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1bfd84ab-d731-42cc-95d0-ef60588a0a71 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0300770 Sep 26 13:30:16.305735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49914) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.320822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-17762481-57b6-4f6d-a04e-1c74140e1d87 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.321864 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-17762481-57b6-4f6d-a04e-1c74140e1d87 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0143001 Sep 26 13:30:16.328357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49916) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.338024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-709e3615-bd8a-423a-90ad-85551cc11b1d tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.339134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82751879-d300-47b5-b87a-2dae3ccd0041 req-45c52200-4f90-4c48-8ee7-bd0b9d0caf31 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:16.339243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-709e3615-bd8a-423a-90ad-85551cc11b1d tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070817 Sep 26 13:30:16.340579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82751879-d300-47b5-b87a-2dae3ccd0041 req-45c52200-4f90-4c48-8ee7-bd0b9d0caf31 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 944 time: 0.1205812 Sep 26 13:30:16.347808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49922) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.359307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-a99925f5-656d-4c28-a9ef-b4c0a4284252 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.363184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a99925f5-656d-4c28-a9ef-b4c0a4284252 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0120890 Sep 26 13:30:16.377336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49924) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.382081 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-f02e3f1c-1937-4394-b0d4-76db71d5ce0f tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.383014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f02e3f1c-1937-4394-b0d4-76db71d5ce0f tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048614 Sep 26 13:30:16.384806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-947b0197-96f4-456a-8de4-e276342342fa req-367a546b-117f-41db-8d03-8ebd1a827cff service neutron] 10.222.0.24 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907089 Sep 26 13:30:16.390274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49926) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.396160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-2d523569-07d4-49ba-94d5-2646aad9bd6a tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.397585 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d523569-07d4-49ba-94d5-2646aad9bd6a tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062909 Sep 26 13:30:16.401658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49928) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.412107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-f5d06726-3d4c-4841-b14d-184b14414e43 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.413290 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f5d06726-3d4c-4841-b14d-184b14414e43 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0100098 Sep 26 13:30:16.417526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49930) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.427895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82751879-d300-47b5-b87a-2dae3ccd0041 req-2abdb526-3c1d-48fc-9e62-27f98058b16a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807471 Sep 26 13:30:16.444838 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [None req-7b0b0fe5-5ba8-48a6-8b77-6f0467dee08e tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.446264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7b0b0fe5-5ba8-48a6-8b77-6f0467dee08e tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0276430 Sep 26 13:30:16.449331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49932) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.453962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-cfc31c3e-6897-48c4-a9e7-3feadbf88390 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.458219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cfc31c3e-6897-48c4-a9e7-3feadbf88390 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046742 Sep 26 13:30:16.458409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49934) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.463633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-6fda365e-47a4-4ee4-ba09-82918ebd9b72 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.468183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6fda365e-47a4-4ee4-ba09-82918ebd9b72 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052812 Sep 26 13:30:16.471381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49936) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.478670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-ace43338-ed88-492e-a84d-8c9eb6baa9a9 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.482599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ace43338-ed88-492e-a84d-8c9eb6baa9a9 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0072773 Sep 26 13:30:16.482874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49938) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.487699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-f6e1a153-c686-4cc8-aff0-c23cca2e4ecc tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.488680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f6e1a153-c686-4cc8-aff0-c23cca2e4ecc tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048840 Sep 26 13:30:16.491268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49940) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.495626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-210f012a-e8f9-4f6c-ac47-cdf7f5cce932 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.498687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-210f012a-e8f9-4f6c-ac47-cdf7f5cce932 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044286 Sep 26 13:30:16.499128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49942) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.501343 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:13Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:16.504910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-5355567d-913a-4f1e-9451-7a923beaad56 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.510106 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5355567d-913a-4f1e-9451-7a923beaad56 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0060780 Sep 26 13:30:16.510348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-f72a7a1f-8121-4555-807a-86736f6c3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:16.510348 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-f72a7a1f-8121-4555-807a-86736f6c3786 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 200 len: 896 time: 0.2375462 Sep 26 13:30:16.510628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49944) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.515714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-8aff7298-78d2-47d0-b5df-f36c2e2db6f7 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.516697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8aff7298-78d2-47d0-b5df-f36c2e2db6f7 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0051615 Sep 26 13:30:16.519825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49946) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.526957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-5ddf5c35-6b7c-42b4-b738-a90d63fd4a20 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.531715 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] Checking router: 6cc35f1c-0129-418c-be12-6749c186d1ef for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:30:16.531918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5ddf5c35-6b7c-42b4-b738-a90d63fd4a20 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071201 Sep 26 13:30:16.531918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49948) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.535223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-cfa14ecc-8dab-428c-82a6-68a3cbcb772c tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.536478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cfa14ecc-8dab-428c-82a6-68a3cbcb772c tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042264 Sep 26 13:30:16.538693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49950) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.539648 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:16.540314 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:16.543010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-b3ebf371-f6a4-4d8c-8d38-9756b876f001 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.544360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b3ebf371-f6a4-4d8c-8d38-9756b876f001 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044248 Sep 26 13:30:16.549966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49952) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.555350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-491d7d64-d5d3-485b-9e2c-930ee88fe39e tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.557534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-491d7d64-d5d3-485b-9e2c-930ee88fe39e tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052743 Sep 26 13:30:16.558899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49954) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.563882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-d3bd6d8f-a52c-441f-88cb-8abc74d85b52 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.565543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d3bd6d8f-a52c-441f-88cb-8abc74d85b52 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049717 Sep 26 13:30:16.568306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49956) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.568861 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-2e7d30ff-7dc4-4d8c-ad78-6d0a23c88099 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 200 len: 217 time: 0.0473325 Sep 26 13:30:16.573167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-2fbcb794-f976-494d-abf0-68fdd8dd1a20 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.577109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2fbcb794-f976-494d-abf0-68fdd8dd1a20 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049608 Sep 26 13:30:16.577362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49958) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.583815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-a08d84a3-14d0-4812-9387-67951bf46502 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.584754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a08d84a3-14d0-4812-9387-67951bf46502 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064664 Sep 26 13:30:16.587266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49960) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.591473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-690ee63a-41a4-493b-b010-f435de812881 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.594667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-690ee63a-41a4-493b-b010-f435de812881 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042808 Sep 26 13:30:16.594899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49962) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.598871 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-7c09cd78-639c-4a28-9fbf-8d2b627fbb49 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.601795 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7c09cd78-639c-4a28-9fbf-8d2b627fbb49 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040283 Sep 26 13:30:16.601945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49964) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.605899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-d5322f22-bb99-434d-82cb-96e0a01b2a81 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.608703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d5322f22-bb99-434d-82cb-96e0a01b2a81 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040209 Sep 26 13:30:16.608923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49966) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.613550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-b6e4c674-6bea-43a1-aebb-a4de1527984b tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.614427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b6e4c674-6bea-43a1-aebb-a4de1527984b tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046525 Sep 26 13:30:16.616807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49968) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:16.620851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [None req-0a9455d3-593a-4d7c-b513-cc7aeca46553 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:30:16.622087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0a9455d3-593a-4d7c-b513-cc7aeca46553 tempest-ExtensionsTestJSON-30473243 tempest-ExtensionsTestJSON-30473243-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042346 Sep 26 13:30:16.632578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-47a0b61a-e745-450d-a157-1b26a7a6cd64 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:16.634141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-47a0b61a-e745-450d-a157-1b26a7a6cd64 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.2577221 Sep 26 13:30:16.646626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-47ed9253-3624-4033-bf73-d49ad5cbf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:16.649792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-47ed9253-3624-4033-bf73-d49ad5cbf480 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 200 len: 835 time: 0.0686474 Sep 26 13:30:16.669240 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:16.675879 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-8c791ed1-6556-40a7-802f-5caaa99d7ca6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/quotas/5926d48159ef4d219209215e279cf1e4 HTTP/1.1" status: 200 len: 375 time: 0.0238893 Sep 26 13:30:16.687987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-855c5797-f859-4024-a679-fd5d0252b4b1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:16.689749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-855c5797-f859-4024-a679-fd5d0252b4b1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 944 time: 0.0587921 Sep 26 13:30:16.764890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-cd188644-5754-4ee5-b180-0168d0cf3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:16.765514 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-cd188644-5754-4ee5-b180-0168d0cf3a71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0ad73c3-8752-45cd-953c-7ac71d47dd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019735 Sep 26 13:30:16.799027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-55f2e093-f629-4fa4-9885-c90b70f40290 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1095178 Sep 26 13:30:16.838119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:16.838780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:16.956697 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:13Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:16.960903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port 7d4ce40a-f9f7-4471-abe8-c61d4653a449, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7d4ce40a-f9f7-4471-abe8-c61d4653a449,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:16.963364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:16.988714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 7d4ce40a-f9f7-4471-abe8-c61d4653a449 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:16.996832 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1d01e-f79a-4299-a3bb-b5925c0583e2 None None] The sync data for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 is: [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:29:10Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '03881ee2-dfef-46b0-a4fe-9e2ea8667583', 'name': '', 'network_id': 'a0ad73c3-8752-45cd-953c-7ac71d47dd9f', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:b3:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:09Z', 'updated_at': '2021-09-26T13:29:13Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'feca4430-638a-40be-91b5-3cbea3af6adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:30:17.017687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 49974) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:17.027761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-5ad71c43-d3ec-47ed-8981-1c955a4bda5a service neutron] 10.222.0.23 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275209 Sep 26 13:30:17.035330 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-e019e9fc-9eb7-42b0-9c6b-22a91dc87697 service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254574 Sep 26 13:30:17.175101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.224004 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00571aac-266c-4f5b-ad5c-62c882d4e09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.227584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=7d4ce40a-f9f7-4471-abe8-c61d4653a449,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:17.272361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-0bc41aff-2049-4c2d-bf11-22a292a9d93b service neutron] 10.222.0.23 "GET /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360413 Sep 26 13:30:17.273774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] No DVR routers for this DVR port 7d4ce40a-f9f7-4471-abe8-c61d4653a449 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:17.276489 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.278711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8726a28-e40e-425d-87b8-0f270c1d2ff2 req-92ea02ed-7e2c-43d3-b76e-8c57b13fe539 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.23 "DELETE /v2.0/ports/7d4ce40a-f9f7-4471-abe8-c61d4653a449 HTTP/1.1" status: 204 len: 173 time: 0.5833189 Sep 26 13:30:17.290581 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-fb6b92f8-4b92-48c4-8cd4-cdc71d5e7148 service neutron] 10.222.0.13 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421572 Sep 26 13:30:17.355957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ff161-3e49-4289-8805-5d6563538116 None None] New status for floating IP fde99399-3fbf-4237-bf87-1967a2a89c2c: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:30:17.405448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00571aac-266c-4f5b-ad5c-62c882d4e09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.411311 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00571aac-266c-4f5b-ad5c-62c882d4e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.477151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-00571aac-266c-4f5b-ad5c-62c882d4e09a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0cffbc920494d47b5e0d2c7dd72c7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583697 Sep 26 13:30:17.478315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00571aac-266c-4f5b-ad5c-62c882d4e09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7482639-ff35-48e2-a08e-ab37cfb02a1d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:17.478461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 49982) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:17.559836 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae6371d8-230d-4d01-a2b3-0312b6a7e168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.596943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae6371d8-230d-4d01-a2b3-0312b6a7e168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.607971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0246c4c0-b088-4e66-b0e3-dd0b16867496 req-1a1140ba-397f-4d82-aaaa-b0e1ba8e1d96 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bddae53-3417-40f7-90f6-a89f07277b0a HTTP/1.1" status: 200 len: 210 time: 0.0580142 Sep 26 13:30:17.660452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae6371d8-230d-4d01-a2b3-0312b6a7e168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.663775 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae6371d8-230d-4d01-a2b3-0312b6a7e168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:17.668350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ae6371d8-230d-4d01-a2b3-0312b6a7e168 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7482639-ff35-48e2-a08e-ab37cfb02a1d HTTP/1.1" status: 204 len: 168 time: 0.1887088 Sep 26 13:30:17.677785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6371d8-230d-4d01-a2b3-0312b6a7e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7482639-ff35-48e2-a08e-ab37cfb02a1d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:17.743899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f641f692-4e8a-4a4a-b007-37eb1ff6ae70 req-e90a8974-3f88-4902-9d4d-e402330918bf tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 210 time: 0.2219522 Sep 26 13:30:18.111870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-deleted', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:18.114449 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bd9e2d-b2f7-4a7a-9e44-40a2e7b4db22" -d '{"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-deleted", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:18.151749 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56fe9ca-3354-407f-a6e9-f2640aa95531 x-openstack-request-id: req-b56fe9ca-3354-407f-a6e9-f2640aa95531 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:18.152048 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bddae53-3417-40f7-90f6-a89f07277b0a", "name": "network-vif-deleted", "tag": "7d4ce40a-f9f7-4471-abe8-c61d4653a449", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:18.152306 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b56fe9ca-3354-407f-a6e9-f2640aa95531 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:18.152703 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bddae53-3417-40f7-90f6-a89f07277b0a', 'name': 'network-vif-deleted', 'tag': '7d4ce40a-f9f7-4471-abe8-c61d4653a449', 'status': 'completed', 'code': 200} Sep 26 13:30:18.399099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50016) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:18.496512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-726107677'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:18.518201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Made reservation on behalf of ee8fd16993084f33b81422e584fd067b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:18.522356 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:18.547535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:18.660429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50022) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:18.696029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-7584e4c2-b7d8-42b1-b704-780dbe026cc8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:18.697685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-7584e4c2-b7d8-42b1-b704-780dbe026cc8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 812 time: 0.1712742 Sep 26 13:30:18.712655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Request body: {'port': {'device_id': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'admin_state_up': True, 'tenant_id': '5926d48159ef4d219209215e279cf1e4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:18.819486 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:18.830048 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:18.864821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:18.890615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:18.891068 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Added segment c9ae7d3d-cceb-4049-b403-2dce660662bf of type vlan for network a8826c57-027f-4772-a7e4-5820c96373a6 Sep 26 13:30:18.894003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d48922-f79b-4e2a-bc21-8f558e6b755c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:18.906042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-077ef4af-1e06-46bb-b81c-e23cc399d342 req-cb21da8e-fa32-45c2-b870-12b53783cf75 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 210 time: 0.0654995 Sep 26 13:30:18.931296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Made reservation on behalf of 5926d48159ef4d219209215e279cf1e4 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:18.934829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:18.958986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.030602 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.036348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:19.036949 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.090477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7d4ce40a-f9f7-4471-abe8-c61d4653a449 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:19.097717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6949441 Sep 26 13:30:19.098694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50026) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:19.103747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Request body: {'subnet': {'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:19.115379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 7d4ce40a-f9f7-4471-abe8-c61d4653a449 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:30:19.115722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7d4ce40a-f9f7-4471-abe8-c61d4653a449 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:30:19.140259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.152048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdc7a1-6264-44f7-8a06-eca87f8d9264 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event updated for resources: {'Network': ['ID=a8826c57-027f-4772-a7e4-5820c96373a6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:19.163926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network a8826c57-027f-4772-a7e4-5820c96373a6 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:19.169424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Allocated IP 172.20.0.11 (96b7a73d-30fa-4a32-87d0-8a6b43406fcc/d6499ad3-b7c3-4a37-a85c-7cd75cf92782/292bed09-1260-4daa-b01b-5981af0829f9) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:19.284339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Made reservation on behalf of ee8fd16993084f33b81422e584fd067b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:19.287822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.332143 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.368130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.379466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3034081d-0ab6-471a-a40d-363d5bf8ea1c', '734e4f0a-7b64-4e03-9146-7fb783ab5dad'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:19.414188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:19.417415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:19.420447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:19.461145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event updated for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:19.486073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:19.486746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.505638 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-986ec068-d3f0-485c-8dad-80c32db08a12 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7965052 Sep 26 13:30:19.519664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Request body: {'port': {'device_id': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:19.596352 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.740295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4a4397cd-4497-4673-8fc3-fdd2991b233b None None] Provisioning complete for port 292bed09-1260-4daa-b01b-5981af0829f9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:19.740851 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a4397cd-4497-4673-8fc3-fdd2991b233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.775721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4a4397cd-4497-4673-8fc3-fdd2991b233b None None] Port 292bed09-1260-4daa-b01b-5981af0829f9 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:19.905418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292bed09-1260-4daa-b01b-5981af0829f9 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:30:19.914685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.929647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Transition to ACTIVE for port object 292bed09-1260-4daa-b01b-5981af0829f9 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:30:19.935370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:19.937756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.003360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Pushing event updated for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:20.022336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event updated for resources: {'Subnet': ['ID=4edd4ff9-0c81-4d97-802f-2c947e6be21d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:20.027858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 03881ee2-dfef-46b0-a4fe-9e2ea8667583 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:20.028244 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.055655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Checking segment: {'id': 'c9ae7d3d-cceb-4049-b403-2dce660662bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:20.056021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Network hostable DHCP agents. Network: a8826c57-027f-4772-a7e4-5820c96373a6, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:20.122477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fef30-7422-449f-af5d-d55709b6892a req-f7b94bf0-ef02-4de5-9c6c-c5edc2a183ce tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:20.124508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e2fef30-7422-449f-af5d-d55709b6892a req-f7b94bf0-ef02-4de5-9c6c-c5edc2a183ce tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 944 time: 0.1228156 Sep 26 13:30:20.125605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Attempting to bind port 292bed09-1260-4daa-b01b-5981af0829f9 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:20.126044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Attempting to bind port 292bed09-1260-4daa-b01b-5981af0829f9 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:20.126475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Attempting to bind port 292bed09-1260-4daa-b01b-5981af0829f9 on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:20.131351 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Port 292bed09-1260-4daa-b01b-5981af0829f9 on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:30:20.131804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Attempting to bind port 292bed09-1260-4daa-b01b-5981af0829f9 on network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:20.139138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:20.139582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Checking segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:20.140027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Bound using segment: {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:20.141521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Bound port: 292bed09-1260-4daa-b01b-5981af0829f9, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cb5321-5aea-4761-892d-cb5cd2877ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:20.141686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.142034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Network a8826c57-027f-4772-a7e4-5820c96373a6 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:20.161535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, a8826c57-027f-4772-a7e4-5820c96373a6) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:20.171954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:20.172580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.174037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e777adfd-d500-41e8-a13b-e10ef89cfe73 None None] Network a8826c57-027f-4772-a7e4-5820c96373a6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:20.180563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port 03881ee2-dfef-46b0-a4fe-9e2ea8667583, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=03881ee2-dfef-46b0-a4fe-9e2ea8667583,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:20.180805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.201047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 03881ee2-dfef-46b0-a4fe-9e2ea8667583 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:20.218725 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-997bd916-32e5-48c4-860a-2376bfd690a3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1183848 Sep 26 13:30:20.224067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50030) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:20.230808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Request body: {'port': {'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1303491903'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:20.231957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6e2fef30-7422-449f-af5d-d55709b6892a req-88459a1c-6622-4991-9f20-11736e66e0db tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945914 Sep 26 13:30:20.271459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:20.274937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:20.280623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.300834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:20.301274 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.303175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] 10.222.0.23 "PUT /v2.0/ports/292bed09-1260-4daa-b01b-5981af0829f9 HTTP/1.1" status: 200 len: 1093 time: 0.7889533 Sep 26 13:30:20.303635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:20.305957 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76155af2-8a93-4295-a242-357eb4d094c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "tag": "292bed09-1260-4daa-b01b-5981af0829f9"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:20.384646 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.389567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db385db-6074-473e-80ae-d4308985ab09 service neutron] Pushing event updated for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:20.400595 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5491b2-4290-4a7e-873d-9124a5e0532e x-openstack-request-id: req-ad5491b2-4290-4a7e-873d-9124a5e0532e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:20.400891 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "tag": "292bed09-1260-4daa-b01b-5981af0829f9", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:20.401152 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad5491b2-4290-4a7e-873d-9124a5e0532e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:20.402617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-a8826c57-027f-4772-a7e4-5820c96373a6', 'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6', 'tenant_id': 'ee8fd16993084f33b81422e584fd067b', 'fixed_ips': [{'subnet_id': '4edd4ff9-0c81-4d97-802f-2c947e6be21d'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:20.403615 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.405141 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9', 'status': 'completed', 'code': 200} Sep 26 13:30:20.430176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-6fddb661-bebd-41c9-b79a-235b871830a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:20.432148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-6fddb661-bebd-41c9-b79a-235b871830a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 1096 time: 0.0819285 Sep 26 13:30:20.488803 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-a0f6ad18-3041-4a77-b3c5-80a2a0ee879d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=292bed09-1260-4daa-b01b-5981af0829f9 HTTP/1.1" status: 200 len: 217 time: 0.0479693 Sep 26 13:30:20.539561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Made reservation on behalf of ee8fd16993084f33b81422e584fd067b for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:20.543078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.556668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-01f37a98-ed6b-420c-9791-e9044633f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:20.558614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-01f37a98-ed6b-420c-9791-e9044633f010 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0640538 Sep 26 13:30:20.589122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] device_id is not set on port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:30:20.595445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Allocated IP 172.20.0.2 (a8826c57-027f-4772-a7e4-5820c96373a6/4edd4ff9-0c81-4d97-802f-2c947e6be21d/7146b482-61ee-41c9-af5d-fd7775a8895b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:20.618777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-9345ab8a-4756-4213-921d-7cbc2dfdc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:20.620326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-9345ab8a-4756-4213-921d-7cbc2dfdc7e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553491 Sep 26 13:30:20.654215 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.692115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=03881ee2-dfef-46b0-a4fe-9e2ea8667583,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:20.740765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-3f17f37c-0107-4d4e-86a9-3f0331a5d751 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132824 Sep 26 13:30:20.864624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40eefa54-edda-4182-a7d5-adbe8acae0d4 req-4ad537b7-702b-42c2-9692-da2b1772548e service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163900 Sep 26 13:30:20.909920 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.965583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155af2-8a93-4295-a242-357eb4d094c1 req-e443c49b-70f8-43fc-85d5-94aa43678e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:20.967117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76155af2-8a93-4295-a242-357eb4d094c1 req-e443c49b-70f8-43fc-85d5-94aa43678e86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 1096 time: 0.0521750 Sep 26 13:30:20.973157 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:20.979228 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.019054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Network a8826c57-027f-4772-a7e4-5820c96373a6 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:21.026425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:21.029101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:21.033320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Pushing event updated for resources: {'Port': ['ID=7146b482-61ee-41c9-af5d-fd7775a8895b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:21.046959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.046959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.046959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.047480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.047822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.048773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.048773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.049019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.049579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.049972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.050181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.050569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:21.073022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155af2-8a93-4295-a242-357eb4d094c1 req-74442442-3023-4376-be5f-adb9b8cb6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:21.074729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76155af2-8a93-4295-a242-357eb4d094c1 req-74442442-3023-4376-be5f-adb9b8cb6145 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1008203 Sep 26 13:30:21.082049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Allocated IP 172.20.0.13 (a8826c57-027f-4772-a7e4-5820c96373a6/4edd4ff9-0c81-4d97-802f-2c947e6be21d/f0cca9b2-e551-4ced-b2a1-e7d540b30f08) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:21.103756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Attempting to bind port 7146b482-61ee-41c9-af5d-fd7775a8895b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:21.104384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Attempting to bind port 7146b482-61ee-41c9-af5d-fd7775a8895b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'c9ae7d3d-cceb-4049-b403-2dce660662bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:21.104904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Attempting to bind port 7146b482-61ee-41c9-af5d-fd7775a8895b on network a8826c57-027f-4772-a7e4-5820c96373a6 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:21.110379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:21.111176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Checking segment: {'id': 'c9ae7d3d-cceb-4049-b403-2dce660662bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:21.111509 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.112000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Bound using segment: {'id': 'c9ae7d3d-cceb-4049-b403-2dce660662bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:21.112560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Bound port: 7146b482-61ee-41c9-af5d-fd7775a8895b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ae7d3d-cceb-4049-b403-2dce660662bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:21.113208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.118852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76155af2-8a93-4295-a242-357eb4d094c1 req-430292b1-3d1a-4619-b0ac-22d866e8c386 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=292bed09-1260-4daa-b01b-5981af0829f9 HTTP/1.1" status: 200 len: 217 time: 0.0368111 Sep 26 13:30:21.174221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155af2-8a93-4295-a242-357eb4d094c1 req-1671de15-9722-4f31-82fa-0f19dd3b3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:21.176103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76155af2-8a93-4295-a242-357eb4d094c1 req-1671de15-9722-4f31-82fa-0f19dd3b3d23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0491755 Sep 26 13:30:21.184181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] For port 7146b482-61ee-41c9-af5d-fd7775a8895b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:21.188254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] For port 7146b482-61ee-41c9-af5d-fd7775a8895b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7146b482-61ee-41c9-af5d-fd7775a8895b,segment=NetworkSegment(c9ae7d3d-cceb-4049-b403-2dce660662bf),segment_id=c9ae7d3d-cceb-4049-b403-2dce660662bf)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:21.193217 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.239109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155af2-8a93-4295-a242-357eb4d094c1 req-61e8c89f-a564-4371-89ad-899890fcec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:21.241216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76155af2-8a93-4295-a242-357eb4d094c1 req-61e8c89f-a564-4371-89ad-899890fcec93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572178 Sep 26 13:30:21.255402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3b03b-3a19-4ee2-821d-56d526f2d7c7 None None] Pushing event updated for resources: {'Port': ['ID=7146b482-61ee-41c9-af5d-fd7775a8895b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:21.328267 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 6cc35f1c-0129-418c-be12-6749c186d1ef has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:30:21.381996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76155af2-8a93-4295-a242-357eb4d094c1 req-305e7e62-30bd-4fd8-9b5c-ad0b6de5ba1a service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329362 Sep 26 13:30:21.400799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9de3e5-f130-4980-b0a2-727d7f74564b req-7ef5d69e-f621-4e9c-98e8-217cee1c01c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:21.403896 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c9de3e5-f130-4980-b0a2-727d7f74564b req-7ef5d69e-f621-4e9c-98e8-217cee1c01c7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 944 time: 0.0705047 Sep 26 13:30:21.444153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.520366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:30:21.527309 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a825a317-de80-4a56-9e8f-551802795dfb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "PUT /v2.0/routers/6cc35f1c-0129-418c-be12-6749c186d1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8658230 Sep 26 13:30:21.528607 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.530276 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50036) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:21.538661 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] Sync routers for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:30:21.544779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c9de3e5-f130-4980-b0a2-727d7f74564b req-0627f35d-b40f-432f-9e4e-a2aa7d7b3b67 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074018 Sep 26 13:30:21.557965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76155af2-8a93-4295-a242-357eb4d094c1 req-d446277e-91a6-4737-9f6a-bc7d680d34bd service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663232 Sep 26 13:30:21.569974 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:21.571005 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:21.640946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Network a8826c57-027f-4772-a7e4-5820c96373a6 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:21.649910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:21.660584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0007b8-f633-4123-af01-8c6b367586db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting subnet feca4430-638a-40be-91b5-3cbea3af6adb {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:30:21.663134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:21.667946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event updated for resources: {'Port': ['ID=f0cca9b2-e551-4ced-b2a1-e7d540b30f08,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:21.670315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d0007b8-f633-4123-af01-8c6b367586db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.682851 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:21.743179 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d0007b8-f633-4123-af01-8c6b367586db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.751911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:21.752549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:21.805562 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-65cea39f-03d8-4c80-b09c-761e3e82dcd4 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5763547 Sep 26 13:30:21.805782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50038) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:21.814744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Request body: {'port': {'network_id': 'a8826c57-027f-4772-a7e4-5820c96373a6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1386193417', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:21.815290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.api.validators [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] bootfile-name is not in valid_values {{(pid=94811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:30:21.815664 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.api.validators [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] tftp-server is not in valid_values {{(pid=94811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:30:21.816004 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.api.validators [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] server-ip-address is not in valid_values {{(pid=94811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:30:21.872464 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:30:20Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:21.903255 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] Checking router: 6cc35f1c-0129-418c-be12-6749c186d1ef for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:30:21.912185 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] Routers {'6cc35f1c-0129-418c-be12-6749c186d1ef'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:21.912803 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['6cc35f1c-0129-418c-be12-6749c186d1ef'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:21.921415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d0007b8-f633-4123-af01-8c6b367586db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.010923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Made reservation on behalf of ee8fd16993084f33b81422e584fd067b for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:22.015202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.019431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d0007b8-f633-4123-af01-8c6b367586db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.033681 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] Set router 6cc35f1c-0129-418c-be12-6749c186d1ef gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:22.061950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0007b8-f633-4123-af01-8c6b367586db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Subnet': ['ID=feca4430-638a-40be-91b5-3cbea3af6adb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:22.067463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] device_id is not set on port b285acb7-e535-45fa-b263-6f5b2c463047 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:30:22.072500 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8d0007b8-f633-4123-af01-8c6b367586db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.074464 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8d0007b8-f633-4123-af01-8c6b367586db tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/subnets/feca4430-638a-40be-91b5-3cbea3af6adb HTTP/1.1" status: 204 len: 168 time: 0.5432105 Sep 26 13:30:22.075574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95871d7b-8416-46ab-8a6c-04576675d71a None None] Network a0ad73c3-8752-45cd-953c-7ac71d47dd9f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:22.077685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50040) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:22.257797 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:30:20Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:22.285740 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eabc83-4686-4772-ba33-3d4ad86db1ae None None] The sync data for ids ['6cc35f1c-0129-418c-be12-6749c186d1ef'] in n-d-806683-13 is: [{'id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666309385', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '5597d337-8427-4e88-b912-7c19fecf932f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:29:06Z', 'updated_at': '2021-09-26T13:30:20Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '5597d337-8427-4e88-b912-7c19fecf932f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc35f1c-0129-418c-be12-6749c186d1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:29:07Z', 'updated_at': '2021-09-26T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:30:22.292153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.335564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] DHCP port deletion for a0ad73c3-8752-45cd-953c-7ac71d47dd9f request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:30:22.356849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Allocated IP 172.20.0.10 (a8826c57-027f-4772-a7e4-5820c96373a6/4edd4ff9-0c81-4d97-802f-2c947e6be21d/b285acb7-e535-45fa-b263-6f5b2c463047) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:22.394177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] Deleting port 15e7e207-7d41-4348-9648-65c6c87f5bc5 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:22.394868 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.456980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c7a51-1222-4782-860d-600ae7c109f6 None None] Network a8826c57-027f-4772-a7e4-5820c96373a6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:22.458983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.484445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] For port 15e7e207-7d41-4348-9648-65c6c87f5bc5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=15e7e207-7d41-4348-9648-65c6c87f5bc5,segment=NetworkSegment(b824d54a-9da7-4f5b-ad61-faf340a89b0c),segment_id=b824d54a-9da7-4f5b-ad61-faf340a89b0c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:22.484887 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.505347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] Calling delete_port for 15e7e207-7d41-4348-9648-65c6c87f5bc5 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:22.597035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 5597d337-8427-4e88-b912-7c19fecf932f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:22.597397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.598164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fc3be536-28fa-40c2-a5a3-e1a9160dc685 None None] Provisioning complete for port 7146b482-61ee-41c9-af5d-fd7775a8895b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:22.598529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fc3be536-28fa-40c2-a5a3-e1a9160dc685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.600847 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.736675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.739624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port 5597d337-8427-4e88-b912-7c19fecf932f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5597d337-8427-4e88-b912-7c19fecf932f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:22.740161 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.792156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 5597d337-8427-4e88-b912-7c19fecf932f owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:22.814555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7146b482-61ee-41c9-af5d-fd7775a8895b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:22.815697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5499cc-239b-4c64-8d8a-8d8c4af9841e req-32cf350b-07cb-44c0-8503-2e8cdab22a48 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:22.817298 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af5499cc-239b-4c64-8d8a-8d8c4af9841e req-32cf350b-07cb-44c0-8503-2e8cdab22a48 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 944 time: 0.1594286 Sep 26 13:30:22.821753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.850299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Network a8826c57-027f-4772-a7e4-5820c96373a6 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:22.866612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:22.871910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event updated for resources: {'Port': ['ID=b285acb7-e535-45fa-b263-6f5b2c463047,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:22.876215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:22.889683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] No DVR routers for this DVR port 15e7e207-7d41-4348-9648-65c6c87f5bc5 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:22.895590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbea17-b114-432e-b4a0-bd75073532a4 None None] Pushing event deleted for resources: {'Port': ['ID=15e7e207-7d41-4348-9648-65c6c87f5bc5,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:22.907100 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fc3be536-28fa-40c2-a5a3-e1a9160dc685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.956010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.956481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.956696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.957032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.957363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.957720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.958052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.958379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.958707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.959043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.959365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.959688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:22.969389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7146b482-61ee-41c9-af5d-fd7775a8895b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:22.970466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:22.996488 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fc3be536-28fa-40c2-a5a3-e1a9160dc685 None None] For port 7146b482-61ee-41c9-af5d-fd7775a8895b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7146b482-61ee-41c9-af5d-fd7775a8895b,segment=NetworkSegment(c9ae7d3d-cceb-4049-b403-2dce660662bf),segment_id=c9ae7d3d-cceb-4049-b403-2dce660662bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:23.001742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af5499cc-239b-4c64-8d8a-8d8c4af9841e req-10319710-03b0-4a16-8cd1-d09a24520d4c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760783 Sep 26 13:30:23.002334 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fc3be536-28fa-40c2-a5a3-e1a9160dc685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.011367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:23.013756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.060992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-19304b4e-bd58-4738-ae71-4c9ab057b9bf tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.2541518 Sep 26 13:30:23.064255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50044) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:23.095537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3be536-28fa-40c2-a5a3-e1a9160dc685 None None] Pushing event updated for resources: {'Port': ['ID=7146b482-61ee-41c9-af5d-fd7775a8895b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:23.101164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 292bed09-1260-4daa-b01b-5981af0829f9 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:30:23.148769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80311c7-3fdd-418e-acab-7eda8bd55894 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:23.155983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80311c7-3fdd-418e-acab-7eda8bd55894 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:23.163070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80311c7-3fdd-418e-acab-7eda8bd55894 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:23.167386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a80311c7-3fdd-418e-acab-7eda8bd55894 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0917401 Sep 26 13:30:23.167666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50046) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:23.232660 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.238880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 15e7e207-7d41-4348-9648-65c6c87f5bc5 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:23.267335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 15e7e207-7d41-4348-9648-65c6c87f5bc5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:30:23.267695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 15e7e207-7d41-4348-9648-65c6c87f5bc5 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:30:23.268116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 03881ee2-dfef-46b0-a4fe-9e2ea8667583 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:23.272441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=5597d337-8427-4e88-b912-7c19fecf932f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:23.294774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-aff506e2-fc69-40b9-9ae8-eba22f500b36 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Deleting port b285acb7-e535-45fa-b263-6f5b2c463047 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:23.295422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aff506e2-fc69-40b9-9ae8-eba22f500b36 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.296430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 03881ee2-dfef-46b0-a4fe-9e2ea8667583 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:30:23.296783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 03881ee2-dfef-46b0-a4fe-9e2ea8667583 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:30:23.322853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:23.340922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '292bed09-1260-4daa-b01b-5981af0829f9', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': '292bed09-1260-4daa-b01b-5981af0829f9', 'mac_address': 'fa:16:3e:29:f5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:30:23.344314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-082be728-7554-4c86-8e54-da55e6f3527b None None] Provisioning complete for port b285acb7-e535-45fa-b263-6f5b2c463047 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:23.344942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-082be728-7554-4c86-8e54-da55e6f3527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.364499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.420300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-082be728-7554-4c86-8e54-da55e6f3527b None None] Port b285acb7-e535-45fa-b263-6f5b2c463047 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:23.425950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aff506e2-fc69-40b9-9ae8-eba22f500b36 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.431213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.447497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-aff506e2-fc69-40b9-9ae8-eba22f500b36 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Calling delete_port for b285acb7-e535-45fa-b263-6f5b2c463047 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:23.448087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-082be728-7554-4c86-8e54-da55e6f3527b None None] Provisioning complete for port 7146b482-61ee-41c9-af5d-fd7775a8895b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:23.448556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-082be728-7554-4c86-8e54-da55e6f3527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.451253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292bed09-1260-4daa-b01b-5981af0829f9 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:30:23.476886 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.480252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.495364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:23.504990 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.541706 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.542961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Fanout notify agent at l3_agent the message router_deleted on router 6cc35f1c-0129-418c-be12-6749c186d1ef {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:30:23.554186 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.558009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-60433e4a-39ef-476d-8991-65bb2136f920 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/routers/6cc35f1c-0129-418c-be12-6749c186d1ef HTTP/1.1" status: 204 len: 168 time: 1.4768269 Sep 26 13:30:23.558669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50048) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:23.626612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:23.645689 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aff506e2-fc69-40b9-9ae8-eba22f500b36 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.653027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-082be728-7554-4c86-8e54-da55e6f3527b None None] Provisioning complete for port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:23.653398 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-082be728-7554-4c86-8e54-da55e6f3527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.699775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff506e2-fc69-40b9-9ae8-eba22f500b36 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event deleted for resources: {'Port': ['ID=b285acb7-e535-45fa-b263-6f5b2c463047,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:23.712271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-082be728-7554-4c86-8e54-da55e6f3527b None None] Port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:23.761901 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:30:23.793189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-aff506e2-fc69-40b9-9ae8-eba22f500b36 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.795473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aff506e2-fc69-40b9-9ae8-eba22f500b36 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "DELETE /v2.0/ports/b285acb7-e535-45fa-b263-6f5b2c463047 HTTP/1.1" status: 204 len: 168 time: 0.6268380 Sep 26 13:30:23.799175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50050) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:23.806018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Request body: {'port': {'name': 'tempest-new-port-name-831951192', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:23.806532 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] bootfile-name is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:30:23.806937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] tftp-server is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:30:23.807356 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.api.validators [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] server-ip-address is not in valid_values {{(pid=94812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 26 13:30:23.833550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-03b67a2c-02c1-4fb7-8a69-a370a2c416a9 None None] Provisioning complete for port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:23.834124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-03b67a2c-02c1-4fb7-8a69-a370a2c416a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.875253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-03b67a2c-02c1-4fb7-8a69-a370a2c416a9 None None] Port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:23.896411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['292bed09-1260-4daa-b01b-5981af0829f9'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:23.897672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:23.998310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5ac7312e-3d4c-44ea-ba2f-75568c90f5ae None None] Could not find standard attr ID for object b285acb7-e535-45fa-b263-6f5b2c463047. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:30:24.033829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.162393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.183492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ad73c3-8752-45cd-953c-7ac71d47dd9f']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:24.193436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b824d54a-9da7-4f5b-ad61-faf340a89b0c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:24.193836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b824d54a-9da7-4f5b-ad61-faf340a89b0c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:24.198753 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.206133 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.209176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d9fcc-3a3b-4655-a026-3d846c34b6ce req-ba166078-26cd-423f-b8fe-09827bd8c532 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:24.211316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d04d9fcc-3a3b-4655-a026-3d846c34b6ce req-ba166078-26cd-423f-b8fe-09827bd8c532 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 945 time: 0.0893745 Sep 26 13:30:24.212161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.222884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.229297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:24.229812 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:24.233040 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:24.301129 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.310922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.313532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/networks/a0ad73c3-8752-45cd-953c-7ac71d47dd9f HTTP/1.1" status: 204 len: 168 time: 0.7521906 Sep 26 13:30:24.316260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50054) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:24.336888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefe083-2798-41e5-a588-4d0f88f502ff tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Network': ['ID=a0ad73c3-8752-45cd-953c-7ac71d47dd9f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:24.348409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event updated for resources: {'Port': ['ID=f0cca9b2-e551-4ced-b2a1-e7d540b30f08,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:24.370070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d04d9fcc-3a3b-4655-a026-3d846c34b6ce req-8885a17b-ef8d-4819-b9c0-7a70b94faece tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418128 Sep 26 13:30:24.379573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] In _notify_port_updated(), no bound segment for port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 on network a8826c57-027f-4772-a7e4-5820c96373a6 {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:30:24.387549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:24.388476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.392353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2b70a22f-936d-42c9-b9a1-b7870375fa7f tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "PUT /v2.0/ports/f0cca9b2-e551-4ced-b2a1-e7d540b30f08 HTTP/1.1" status: 200 len: 1136 time: 0.5911350 Sep 26 13:30:24.393315 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50056) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:24.420981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7146b482-61ee-41c9-af5d-fd7775a8895b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:24.428091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c6a3-6ade-4402-a85e-5b36d75d1130 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.458972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af610d-5479-4ed5-979a-98877a20cae3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:24.459423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c4af610d-5479-4ed5-979a-98877a20cae3 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "GET /v2.0/ports/f0cca9b2-e551-4ced-b2a1-e7d540b30f08 HTTP/1.1" status: 200 len: 1136 time: 0.0649819 Sep 26 13:30:24.462815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50058) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:24.479441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7146b482-61ee-41c9-af5d-fd7775a8895b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:24.480456 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.486994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c6a3-6ade-4402-a85e-5b36d75d1130 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.541611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2d9a5616-a560-4178-9a08-62eb0a358119 None None] Provisioning complete for port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:24.542985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5616-a560-4178-9a08-62eb0a358119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.569527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0af245cb-7af1-441c-a540-ff19e846987a tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Deleting port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:24.570335 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0af245cb-7af1-441c-a540-ff19e846987a tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.583255 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c6a3-6ade-4402-a85e-5b36d75d1130 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.587305 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c6a3-6ade-4402-a85e-5b36d75d1130 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.589071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d9a4c6a3-6ade-4402-a85e-5b36d75d1130 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45 HTTP/1.1" status: 204 len: 168 time: 0.2718706 Sep 26 13:30:24.602841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4c6a3-6ade-4402-a85e-5b36d75d1130 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b10fb2b-133e-4c9c-8a6b-9a7d6d803f45,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:24.628839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a5616-a560-4178-9a08-62eb0a358119 None None] Port f0cca9b2-e551-4ced-b2a1-e7d540b30f08 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:30:24.691176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0af245cb-7af1-441c-a540-ff19e846987a tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.702458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5597d337-8427-4e88-b912-7c19fecf932f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:24.705380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0af245cb-7af1-441c-a540-ff19e846987a tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Calling delete_port for f0cca9b2-e551-4ced-b2a1-e7d540b30f08 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:24.723606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5597d337-8427-4e88-b912-7c19fecf932f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:30:24.724038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5597d337-8427-4e88-b912-7c19fecf932f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:30:24.833752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0af245cb-7af1-441c-a540-ff19e846987a tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.866953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af245cb-7af1-441c-a540-ff19e846987a tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event deleted for resources: {'Port': ['ID=f0cca9b2-e551-4ced-b2a1-e7d540b30f08,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:24.945248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0af245cb-7af1-441c-a540-ff19e846987a tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:24.949716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0af245cb-7af1-441c-a540-ff19e846987a tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "DELETE /v2.0/ports/f0cca9b2-e551-4ced-b2a1-e7d540b30f08 HTTP/1.1" status: 204 len: 168 time: 0.4835215 Sep 26 13:30:24.949872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50064) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:25.004491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e22596-12aa-43de-b087-d3bb8275c092 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Deleting subnet 4edd4ff9-0c81-4d97-802f-2c947e6be21d {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:30:25.007823 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20e22596-12aa-43de-b087-d3bb8275c092 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.024597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50066) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:25.029296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3b39b137-af2a-4562-8afe-d83655bc6e4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-663952128', 'description': 'tempest-secgroup-smoke-663952128 description', 'project_id': 'be3d67312ea64c16a1f294b896b92864'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:25.054741 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b39b137-af2a-4562-8afe-d83655bc6e4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.056427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20e22596-12aa-43de-b087-d3bb8275c092 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.116448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 292bed09-1260-4daa-b01b-5981af0829f9 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:25.177030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 292bed09-1260-4daa-b01b-5981af0829f9 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:30:25.186060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b39b137-af2a-4562-8afe-d83655bc6e4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.187380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 292bed09-1260-4daa-b01b-5981af0829f9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:25.188021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.191387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b39b137-af2a-4562-8afe-d83655bc6e4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.231176 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3b39b137-af2a-4562-8afe-d83655bc6e4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.233009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3b39b137-af2a-4562-8afe-d83655bc6e4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2071691 Sep 26 13:30:25.236013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39b137-af2a-4562-8afe-d83655bc6e4e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cac9a25-edcb-491a-afbd-a24d588c90df,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:25.238318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50068) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:25.242962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a8cbcac3-d2ac-4a4c-8f94-282afe37af99 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '7cac9a25-edcb-491a-afbd-a24d588c90df', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:25.274657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcac3-d2ac-4a4c-8f94-282afe37af99 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.294540 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.322296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:25.325331 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3917cb-77a2-42f4-8441-6b9d704dc6bf" -d '{"events": [{"server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "name": "network-vif-plugged", "status": "completed", "tag": "292bed09-1260-4daa-b01b-5981af0829f9"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:25.339956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:25.345458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.349805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcac3-d2ac-4a4c-8f94-282afe37af99 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.355391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcac3-d2ac-4a4c-8f94-282afe37af99 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.376459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbcac3-d2ac-4a4c-8f94-282afe37af99 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3279f9-5e3e-4c40-957e-dfc59d9d2e07,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:25.376970 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca0ac1d-0280-4663-bd6f-4786bf90073c x-openstack-request-id: req-8ca0ac1d-0280-4663-bd6f-4786bf90073c {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:25.377264 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "name": "network-vif-plugged", "status": "completed", "tag": "292bed09-1260-4daa-b01b-5981af0829f9", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:25.377530 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ca0ac1d-0280-4663-bd6f-4786bf90073c {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:25.378487 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9', 'code': 200} Sep 26 13:30:25.384571 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8cbcac3-d2ac-4a4c-8f94-282afe37af99 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.386199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a8cbcac3-d2ac-4a4c-8f94-282afe37af99 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468933 Sep 26 13:30:25.388934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50074) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:25.395141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1e8cb698-fa2c-4137-a77a-2b91bb223a7b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '7cac9a25-edcb-491a-afbd-a24d588c90df', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:25.445614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:25.455528 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb698-fa2c-4137-a77a-2b91bb223a7b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.521558 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb698-fa2c-4137-a77a-2b91bb223a7b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.527087 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb698-fa2c-4137-a77a-2b91bb223a7b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.545851 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cb698-fa2c-4137-a77a-2b91bb223a7b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3c3fca-113c-4fcd-95b9-5cbd2596673f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:25.555374 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb698-fa2c-4137-a77a-2b91bb223a7b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.556827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1e8cb698-fa2c-4137-a77a-2b91bb223a7b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664577 Sep 26 13:30:25.559795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50076) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:25.564699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a6b396bd-9e7a-4d3b-8515-246c68c272c7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '7cac9a25-edcb-491a-afbd-a24d588c90df', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:25.592592 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6b396bd-9e7a-4d3b-8515-246c68c272c7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.623171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99ba1-ef28-46e3-a9e0-13f6edda4c30 req-f556d87e-bb41-40a5-b03f-5f43a7984d45 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:25.624711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0b99ba1-ef28-46e3-a9e0-13f6edda4c30 req-f556d87e-bb41-40a5-b03f-5f43a7984d45 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.1238205 Sep 26 13:30:25.629090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2927cd-7c64-4c3e-aa35-9d201c413f93 req-d25c591d-4f72-48e7-972b-d0599941caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:25.630520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d2927cd-7c64-4c3e-aa35-9d201c413f93 req-d25c591d-4f72-48e7-972b-d0599941caaf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 1098 time: 0.1307883 Sep 26 13:30:25.658778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6b396bd-9e7a-4d3b-8515-246c68c272c7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.663306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6b396bd-9e7a-4d3b-8515-246c68c272c7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.674409 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20e22596-12aa-43de-b087-d3bb8275c092 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.684499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b396bd-9e7a-4d3b-8515-246c68c272c7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c5eaed-9049-4eed-b1b7-2b08d49373f9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:25.687422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a6b396bd-9e7a-4d3b-8515-246c68c272c7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.688713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a6b396bd-9e7a-4d3b-8515-246c68c272c7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280684 Sep 26 13:30:25.691468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50078) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:25.696211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3736ba14-6ea5-477a-ba70-4ed34c4b52ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '7cac9a25-edcb-491a-afbd-a24d588c90df', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:25.724166 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3736ba14-6ea5-477a-ba70-4ed34c4b52ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.727286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d2927cd-7c64-4c3e-aa35-9d201c413f93 req-f6cb6983-741e-4efe-9a9b-910e7aadbb2f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850134 Sep 26 13:30:25.731781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0b99ba1-ef28-46e3-a9e0-13f6edda4c30 req-ec72965e-c0ff-46f4-9028-d0705175b09e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987761 Sep 26 13:30:25.770982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20e22596-12aa-43de-b087-d3bb8275c092 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.794087 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3736ba14-6ea5-477a-ba70-4ed34c4b52ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.798946 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3736ba14-6ea5-477a-ba70-4ed34c4b52ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.807579 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20e22596-12aa-43de-b087-d3bb8275c092 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.809711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-20e22596-12aa-43de-b087-d3bb8275c092 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "DELETE /v2.0/subnets/4edd4ff9-0c81-4d97-802f-2c947e6be21d HTTP/1.1" status: 204 len: 168 time: 0.8587511 Sep 26 13:30:25.810600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e22596-12aa-43de-b087-d3bb8275c092 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event deleted for resources: {'Subnet': ['ID=4edd4ff9-0c81-4d97-802f-2c947e6be21d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:25.814912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23f090-4430-4446-b647-8bba76aea03d None None] Network a8826c57-027f-4772-a7e4-5820c96373a6 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:25.815340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50080) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:25.828580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736ba14-6ea5-477a-ba70-4ed34c4b52ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001281c3-6106-4eb7-8b6e-4f5a68c13445,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:25.841968 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3736ba14-6ea5-477a-ba70-4ed34c4b52ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.843187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3736ba14-6ea5-477a-ba70-4ed34c4b52ec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507723 Sep 26 13:30:25.846685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50082) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:25.850850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4acf9020-b1b5-4095-b207-015a7cce1203 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '7cac9a25-edcb-491a-afbd-a24d588c90df', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:25.927277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:25.930897 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-4acf9020-b1b5-4095-b207-015a7cce1203 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Project be3d67312ea64c16a1f294b896b92864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:30:25.939953 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4acf9020-b1b5-4095-b207-015a7cce1203 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.013082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] DHCP port deletion for a8826c57-027f-4772-a7e4-5820c96373a6 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:30:26.035690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4acf9020-b1b5-4095-b207-015a7cce1203 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.043450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4acf9020-b1b5-4095-b207-015a7cce1203 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.049735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Deleting port 7146b482-61ee-41c9-af5d-fd7775a8895b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:26.049735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.064342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] Deleting port 7146b482-61ee-41c9-af5d-fd7775a8895b {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:26.064670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.081064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf9020-b1b5-4095-b207-015a7cce1203 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a929b34c-8700-434a-92c5-1883bba5a4aa,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:26.093673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4acf9020-b1b5-4095-b207-015a7cce1203 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.098059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4acf9020-b1b5-4095-b207-015a7cce1203 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2481003 Sep 26 13:30:26.098324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50084) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:26.102869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-df604854-c9be-447f-a1d5-102f9883a58e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'security_group_rule': {'security_group_id': '7cac9a25-edcb-491a-afbd-a24d588c90df', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:26.136053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] For port 7146b482-61ee-41c9-af5d-fd7775a8895b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7146b482-61ee-41c9-af5d-fd7775a8895b,segment=NetworkSegment(c9ae7d3d-cceb-4049-b403-2dce660662bf),segment_id=c9ae7d3d-cceb-4049-b403-2dce660662bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:26.136452 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.149838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] Calling delete_port for 7146b482-61ee-41c9-af5d-fd7775a8895b owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:26.155124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] For port 7146b482-61ee-41c9-af5d-fd7775a8895b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7146b482-61ee-41c9-af5d-fd7775a8895b,segment=NetworkSegment(c9ae7d3d-cceb-4049-b403-2dce660662bf),segment_id=c9ae7d3d-cceb-4049-b403-2dce660662bf)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:26.155506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.174982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Calling delete_port for 7146b482-61ee-41c9-af5d-fd7775a8895b owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:26.181145 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-df604854-c9be-447f-a1d5-102f9883a58e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Project be3d67312ea64c16a1f294b896b92864 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:30:26.191016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df604854-c9be-447f-a1d5-102f9883a58e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.240103 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.270268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] No DVR routers for this DVR port 7146b482-61ee-41c9-af5d-fd7775a8895b on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:26.274528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3e0af-1a88-46a7-887a-1741daa3bd63 None None] Pushing event deleted for resources: {'Port': ['ID=7146b482-61ee-41c9-af5d-fd7775a8895b,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:26.309916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df604854-c9be-447f-a1d5-102f9883a58e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.315124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df604854-c9be-447f-a1d5-102f9883a58e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.324321 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.346645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df604854-c9be-447f-a1d5-102f9883a58e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551ca911-503f-4e95-8bd3-cbdca7a988c6,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:26.357815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7146b482-61ee-41c9-af5d-fd7775a8895b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:26.369107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event deleted for resources: {'Port': ['ID=7146b482-61ee-41c9-af5d-fd7775a8895b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:26.371672 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] No DVR routers for this DVR port 7146b482-61ee-41c9-af5d-fd7775a8895b on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:26.373784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df604854-c9be-447f-a1d5-102f9883a58e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.375555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-df604854-c9be-447f-a1d5-102f9883a58e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2758272 Sep 26 13:30:26.378701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50086) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:26.384133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'network': {'name': 'tempest-network-smoke--1169798627', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:26.393142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7146b482-61ee-41c9-af5d-fd7775a8895b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:30:26.393354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7146b482-61ee-41c9-af5d-fd7775a8895b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:30:26.411276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:26.416950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.448800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:26.459855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.460197 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Added segment e1c47942-53cd-4775-b897-b99309131c41 of type vlan for network be39944d-23ea-4806-b9c2-c221470b92de Sep 26 13:30:26.467925 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.491353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8826c57-027f-4772-a7e4-5820c96373a6']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:26.502696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ae7d3d-cceb-4049-b403-2dce660662bf') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:26.503054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ae7d3d-cceb-4049-b403-2dce660662bf') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:26.503194 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.513179 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.530550 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.530794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.536864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:26.537033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:26.537255 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.537492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: self.session.flush() Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:26.540561 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:26.576313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959960 Sep 26 13:30:26.580562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50088) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:26.585613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'admin_state_up': True, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:26.606658 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.614403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.618914 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] 10.222.0.13 "DELETE /v2.0/networks/a8826c57-027f-4772-a7e4-5820c96373a6 HTTP/1.1" status: 204 len: 168 time: 0.8001978 Sep 26 13:30:26.631503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfed4c-dede-44cd-8f7e-64050a73d48b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Network': ['ID=be39944d-23ea-4806-b9c2-c221470b92de,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:26.635454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ec3db-5494-4aac-b675-9b58038f06a6 tempest-ExtraDHCPOptionsTestJSON-1808694617 tempest-ExtraDHCPOptionsTestJSON-1808694617-project] Pushing event deleted for resources: {'Network': ['ID=a8826c57-027f-4772-a7e4-5820c96373a6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:26.643192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network be39944d-23ea-4806-b9c2-c221470b92de details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:26.651793 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.652907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.719659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.883855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc563-50b9-4019-9418-b2829671e3f4 req-7052a5de-8a15-4d10-a64b-8064163005ec tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:26.886160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1c2dc563-50b9-4019-9418-b2829671e3f4 req-7052a5de-8a15-4d10-a64b-8064163005ec tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.0740607 Sep 26 13:30:26.894429 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:26.931759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50096) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:26.952160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1c2dc563-50b9-4019-9418-b2829671e3f4 req-f2a9d40d-3c6a-4fa5-80a9-71c9a151e21b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536323 Sep 26 13:30:27.103312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d1da0be3-59fe-4c42-ba44-9e117a8dae97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee8fd16993084f33b81422e584fd067b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704030 Sep 26 13:30:27.106085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50100) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:27.115382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.135232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.165414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1611423-b0b9-4ddb-bfe4-baf05498c71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.189329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1611423-b0b9-4ddb-bfe4-baf05498c71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.248350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1611423-b0b9-4ddb-bfe4-baf05498c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.248617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.25.4.150 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/124c2f94-7c95-4c8d-8a7a-cc1143d3303f) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:27.251653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1611423-b0b9-4ddb-bfe4-baf05498c71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.253098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a1611423-b0b9-4ddb-bfe4-baf05498c71e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00d48922-f79b-4e2a-bc21-8f558e6b755c HTTP/1.1" status: 204 len: 168 time: 0.1460662 Sep 26 13:30:27.262182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1611423-b0b9-4ddb-bfe4-baf05498c71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d48922-f79b-4e2a-bc21-8f558e6b755c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:27.381985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.417880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.461039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:27.467178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:27.470416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:27.497512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=124c2f94-7c95-4c8d-8a7a-cc1143d3303f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:27.744964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:27.956014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50122) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:27.969635 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.087298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648621505'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:28.111803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:28.115701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.121552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1320e-d3ac-43b3-8375-af9be746ed52 req-fac2e760-46db-440b-b5fe-7bdca2e02bb7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:28.123128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d1320e-d3ac-43b3-8375-af9be746ed52 req-fac2e760-46db-440b-b5fe-7bdca2e02bb7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.0810997 Sep 26 13:30:28.126834 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.176640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69d1320e-d3ac-43b3-8375-af9be746ed52 req-4343bd11-7325-4187-8654-718ebea7d380 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Sep 26 13:30:28.177734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 5db542ed-768f-47d8-9c8e-08eb348a0517 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:30:28.241829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.247124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.280861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:28.288931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa8d788-9edf-4297-a416-70f1eb8d6643,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:28.298564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.298998 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment ec64f326-d55b-4d42-90c1-bc96da126e7f of type vlan for network e3907ba5-2dc5-4355-b5cc-ce60a51503cc Sep 26 13:30:28.318055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:30:28.330978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Sync routers for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:30:28.350346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:28.353519 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.355791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:28.359102 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.360280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e5ff6fff-f267-4cb7-a226-b07353610fc4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7743118 Sep 26 13:30:28.360972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50132) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:28.390960 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.395084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a31366c4-e11f-4bd6-97d1-4ba0e707732c tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=be3d67312ea64c16a1f294b896b92864&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329561 Sep 26 13:30:28.398135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:28.398970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.401368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50134) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:28.468262 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5110178 Sep 26 13:30:28.469642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0eb4b-343e-4e8d-9003-aa14698a6377 req-123ea59e-6e3f-453e-9c2d-4d4e5e4df618 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:28.471412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b3b0eb4b-343e-4e8d-9003-aa14698a6377 req-123ea59e-6e3f-453e-9c2d-4d4e5e4df618 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.0753255 Sep 26 13:30:28.543691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:28.555337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3470fb4-0cc1-41f8-ab0f-f345189d22d2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=e3907ba5-2dc5-4355-b5cc-ce60a51503cc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:28.573571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b3b0eb4b-343e-4e8d-9003-aa14698a6377 req-145351d0-0d81-4283-b213-afbaf7b1c3e1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931547 Sep 26 13:30:28.595485 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab164d2-84e1-492a-a02b-c10ef4a55870 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:28.595485 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5ab164d2-84e1-492a-a02b-c10ef4a55870 tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1878157 Sep 26 13:30:28.597236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50136) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:28.603047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e3907ba5-2dc5-4355-b5cc-ce60a51503cc details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:28.630380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ec0a8b95-280b-44c9-9092-045e4adc600a tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315452 Sep 26 13:30:28.632364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50138) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:28.638747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-281121427', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:28.745974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:28.754794 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.846956 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:27Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:28.877068 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Checking router: 5db542ed-768f-47d8-9c8e-08eb348a0517 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:30:28.877579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Updating router 5db542ed-768f-47d8-9c8e-08eb348a0517 port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:30:28.905278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:28.962478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.030369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Subnet': ['ID=a6fca196-2fc5-4a39-a348-8f27202099e9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:29.045550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Checking segment: {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:29.046262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network hostable DHCP agents. Network: be39944d-23ea-4806-b9c2-c221470b92de, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:29.068346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network be39944d-23ea-4806-b9c2-c221470b92de is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:29.087108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, be39944d-23ea-4806-b9c2-c221470b92de) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:29.091728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:29.092615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.118695 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3228118-82a2-40d2-aacd-4cefce41383e tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4824619 Sep 26 13:30:29.119770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50140) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:29.124816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09eb6ad-204f-4ebb-8d65-785c1283e01d None None] Network be39944d-23ea-4806-b9c2-c221470b92de requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:29.478106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.513278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.630396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59209f19-47e5-4b81-aa8b-b5c88b346883 None None] Pushing event updated for resources: {'Port': ['ID=124c2f94-7c95-4c8d-8a7a-cc1143d3303f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:29.651604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Attempting to bind port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:29.653349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Attempting to bind port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:29.654548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Attempting to bind port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:29.680040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:29.680746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:29.681744 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.682313 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:29.682965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Bound port: 124c2f94-7c95-4c8d-8a7a-cc1143d3303f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:29.683525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.730555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db6dd3-9c78-4f0a-b04b-05c5e52fd52b req-3b8bc050-13bb-4f88-82b1-78dce63bec19 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:29.733476 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-59db6dd3-9c78-4f0a-b04b-05c5e52fd52b req-3b8bc050-13bb-4f88-82b1-78dce63bec19 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.0833609 Sep 26 13:30:29.758554 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.767783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] For port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:29.772399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] For port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=124c2f94-7c95-4c8d-8a7a-cc1143d3303f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:29.776590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-be39944d-23ea-4806-b9c2-c221470b92de', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:29.778166 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.784014 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:29.850084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-59db6dd3-9c78-4f0a-b04b-05c5e52fd52b req-8b6ce74f-cd6f-483c-9a58-53b437dd2cd9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079302 Sep 26 13:30:30.046463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59209f19-47e5-4b81-aa8b-b5c88b346883 None None] Pushing event updated for resources: {'Port': ['ID=124c2f94-7c95-4c8d-8a7a-cc1143d3303f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:30.076207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:30.076578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:30.251528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.20.0.1 (be39944d-23ea-4806-b9c2-c221470b92de/a6fca196-2fc5-4a39-a348-8f27202099e9/a26a228f-0d56-476a-a6b9-058385f32b56) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:30.288860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:30.524574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:30.586611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:30.655241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network be39944d-23ea-4806-b9c2-c221470b92de is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:30.660003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:30.663340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:30.667810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b14733-e632-4c45-8a91-d6ec26af495b req-be6155f7-deab-4a82-aae6-4a25a73b7dfa tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:30.673950 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29b14733-e632-4c45-8a91-d6ec26af495b req-be6155f7-deab-4a82-aae6-4a25a73b7dfa tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.1074338 Sep 26 13:30:30.714395 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Allocated IP 172.20.0.2 (be39944d-23ea-4806-b9c2-c221470b92de/a6fca196-2fc5-4a39-a348-8f27202099e9/ef86b6f7-1880-4fa7-afc2-67947004183d) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:30.724941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=a26a228f-0d56-476a-a6b9-058385f32b56,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:30.735595 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:30.771014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29b14733-e632-4c45-8a91-d6ec26af495b req-f2a7fd58-3a2e-4692-a9c7-e743a5893b74 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905166 Sep 26 13:30:30.865989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:27Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:30.905398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b036608-11fd-4b6d-9668-39f28a7fc612 None None] The sync data for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 is: [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:27Z', 'revision_number': 3, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:30:30.944308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.003950 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.012914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.082177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Network be39944d-23ea-4806-b9c2-c221470b92de is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:31.084013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:31.099713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Pushing event updated for resources: {'Port': ['ID=ef86b6f7-1880-4fa7-afc2-67947004183d,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:31.109425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:31.192647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Attempting to bind port ef86b6f7-1880-4fa7-afc2-67947004183d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:31.193217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Attempting to bind port ef86b6f7-1880-4fa7-afc2-67947004183d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:31.193374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Attempting to bind port ef86b6f7-1880-4fa7-afc2-67947004183d on network be39944d-23ea-4806-b9c2-c221470b92de {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:31.204443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:31.205374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Checking segment: {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:31.206145 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.206704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Bound using segment: {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:31.207457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Bound port: ef86b6f7-1880-4fa7-afc2-67947004183d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:31.208041 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.393949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] For port ef86b6f7-1880-4fa7-afc2-67947004183d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:31.398808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] For port ef86b6f7-1880-4fa7-afc2-67947004183d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ef86b6f7-1880-4fa7-afc2-67947004183d,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:31.405913 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.415445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.425760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.511524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc4468-0637-4d02-9bb8-60f8aed08172 None None] Pushing event updated for resources: {'Port': ['ID=ef86b6f7-1880-4fa7-afc2-67947004183d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:31.597708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=a26a228f-0d56-476a-a6b9-058385f32b56,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:31.604069 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:31.707940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50156) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:31.713397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': 'e3907ba5-2dc5-4355-b5cc-ce60a51503cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:31.798706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network be39944d-23ea-4806-b9c2-c221470b92de is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:31.813770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:31.949425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:31.955371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.042660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dfc79-f745-487a-a651-c2e737f68e84 req-9304333c-6de2-4d82-98ff-0f6639ee7deb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:32.044228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a12dfc79-f745-487a-a651-c2e737f68e84 req-9304333c-6de2-4d82-98ff-0f6639ee7deb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.1410720 Sep 26 13:30:32.248152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.341636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=64fce13e-2afb-4d41-9a8d-31f0dc43449d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:32.359548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': 'ec64f326-d55b-4d42-90c1-bc96da126e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3907ba5-2dc5-4355-b5cc-ce60a51503cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:32.359548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: e3907ba5-2dc5-4355-b5cc-ce60a51503cc, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:32.398124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network e3907ba5-2dc5-4355-b5cc-ce60a51503cc is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:32.420909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e3907ba5-2dc5-4355-b5cc-ce60a51503cc) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:32.429401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:32.430395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.443264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd3e9a-654a-4cf0-8221-c4478fa509cd None None] Network e3907ba5-2dc5-4355-b5cc-ce60a51503cc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:32.473169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-21f3ec70-be18-4042-b3c1-ab15f4a07b4e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7640507 Sep 26 13:30:32.481000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50160) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:32.488712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874978796'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:32.540064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 5db542ed-768f-47d8-9c8e-08eb348a0517 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:30:32.562116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a12dfc79-f745-487a-a651-c2e737f68e84 req-fe9401cd-ecf9-4e8c-934a-c58ed498d1fa tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098264 Sep 26 13:30:32.566807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:32.574043 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.627634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ef86b6f7-1880-4fa7-afc2-67947004183d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:32.639961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:32.658701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.659072 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment b495e835-cab0-477b-a78e-81a65c34a54b of type vlan for network f7a350e1-c9a7-475a-a4c5-62885f190f3e Sep 26 13:30:32.735344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e3907ba5-2dc5-4355-b5cc-ce60a51503cc', 'network_id': 'e3907ba5-2dc5-4355-b5cc-ce60a51503cc', 'tenant_id': '161ef8d0ddb4429a98e601aa8af39cbc', 'fixed_ips': [{'subnet_id': '64fce13e-2afb-4d41-9a8d-31f0dc43449d'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:32.736293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.752732 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.761799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ef86b6f7-1880-4fa7-afc2-67947004183d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:32.762172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.780278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:30:32.791878 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.800692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3e7be6cb-155b-4adf-8faf-0f9b77f9d1ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "PUT /v2.0/routers/5db542ed-768f-47d8-9c8e-08eb348a0517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6793592 Sep 26 13:30:32.803069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:32.803525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:32.856630 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3741822 Sep 26 13:30:32.860070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50164) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:32.866160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': 'f7a350e1-c9a7-475a-a4c5-62885f190f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:33.014326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee32d93-e381-4b66-9a84-6ad51d6b13de tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=f7a350e1-c9a7-475a-a4c5-62885f190f3e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:33.026703 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:33.038092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f7a350e1-c9a7-475a-a4c5-62885f190f3e details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:33.110191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:33.113397 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:33.144878 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 292bed09-1260-4daa-b01b-5981af0829f9 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:30:33.146742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e8a9f-a099-4b22-ad69-817f6ee67dc3 None None] Network be39944d-23ea-4806-b9c2-c221470b92de requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:33.183500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Allocated IP 2001:db8:0:ffff::2 (e3907ba5-2dc5-4355-b5cc-ce60a51503cc/64fce13e-2afb-4d41-9a8d-31f0dc43449d/00224efe-b2ac-4fe5-81fe-35678dd60d58) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:33.196773 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-0a19d02d-a58e-4882-8c4e-d81c5603f1f1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663952128&fields=id&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 267 time: 0.0696180 Sep 26 13:30:33.267731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port ef86b6f7-1880-4fa7-afc2-67947004183d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ef86b6f7-1880-4fa7-afc2-67947004183d,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:33.354445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-31a5959b-57ed-4744-8f65-d43726184680 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:33.356751 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-31a5959b-57ed-4744-8f65-d43726184680 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/networks?id=be39944d-23ea-4806-b9c2-c221470b92de HTTP/1.1" status: 200 len: 797 time: 0.1590378 Sep 26 13:30:33.394560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-032d6ec4-eede-45a6-a892-bc297dcb8f70 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/quotas/be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 375 time: 0.0190971 Sep 26 13:30:33.409341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:33.412562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.resource_extend [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 13:30:33.414587 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:33.418345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 124c2f94-7c95-4c8d-8a7a-cc1143d3303f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:33.486506 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-98e92c66-8b80-4fd2-977c-c26a14466002 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843034 Sep 26 13:30:33.510609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=53d751e6-3e73-437f-be55-b4186dd25696,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:33.518182 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': 'b495e835-cab0-477b-a78e-81a65c34a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f7a350e1-c9a7-475a-a4c5-62885f190f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:33.518577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: f7a350e1-c9a7-475a-a4c5-62885f190f3e, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:33.548928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a119e99c-2276-4167-a6fa-c5ff025db6ed None None] Provisioning complete for port ef86b6f7-1880-4fa7-afc2-67947004183d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:33.549534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a119e99c-2276-4167-a6fa-c5ff025db6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:33.550265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network f7a350e1-c9a7-475a-a4c5-62885f190f3e is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:33.564334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f7a350e1-c9a7-475a-a4c5-62885f190f3e) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:33.580917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:33.595211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:33.615399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6ea7ff52-e520-4e7c-b482-0c55a5ff245a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7538133 Sep 26 13:30:33.621317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50178) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:33.649995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-baf08666-d625-483a-bd23-af443b3f28d4 service neutron] 10.222.0.13 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433530 Sep 26 13:30:33.669390 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Sync routers for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:30:33.676380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6669ffb-854e-47fe-951c-bd624df512a5 None None] Network f7a350e1-c9a7-475a-a4c5-62885f190f3e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:33.688489 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:33.691175 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:33.766165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:33.788489 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-84eeae67-4630-4507-8b97-f97ad56a7000 service neutron] 10.222.0.13 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278894 Sep 26 13:30:33.882750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:33.917208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5ae5-c29b-4513-8833-75f391305c88 req-cc92e33e-2d2a-49a9-ac13-aea62a74762e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:33.919452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b3c5ae5-c29b-4513-8833-75f391305c88 req-cc92e33e-2d2a-49a9-ac13-aea62a74762e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.2368124 Sep 26 13:30:33.984093 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:34.041831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b3c5ae5-c29b-4513-8833-75f391305c88 req-282218fa-9751-4b27-a3f7-71b8ec9c347c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796895 Sep 26 13:30:34.088415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.104856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-694551e2-1ddf-4489-9760-e8611d7c2ead req-6842cd41-795e-4984-95e8-55540904edc7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 210 time: 0.0825303 Sep 26 13:30:34.165902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '292bed09-1260-4daa-b01b-5981af0829f9', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'port_id': '292bed09-1260-4daa-b01b-5981af0829f9', 'mac_address': 'fa:16:3e:29:f5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:30:34.187223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.263965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=53d751e6-3e73-437f-be55-b4186dd25696,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:34.298219 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.300457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.301214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.301214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.301696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.302128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.302287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.302415 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.302522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.303604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.303987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.304526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.304718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.304981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:34.315362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=ef86b6f7-1880-4fa7-afc2-67947004183d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:34.325053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.335465 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:31Z', 'revision_number': 2, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:34.369555 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.374876 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Checking router: 5db542ed-768f-47d8-9c8e-08eb348a0517 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:30:34.375229 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Updating router 5db542ed-768f-47d8-9c8e-08eb348a0517 port a26a228f-0d56-476a-a6b9-058385f32b56 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:30:34.395816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 292bed09-1260-4daa-b01b-5981af0829f9 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:30:34.411189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a350e1-c9a7-475a-a4c5-62885f190f3e']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:34.421842 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.432236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b495e835-cab0-477b-a78e-81a65c34a54b') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:34.432618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b495e835-cab0-477b-a78e-81a65c34a54b') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:34.456790 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.460346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Network e3907ba5-2dc5-4355-b5cc-ce60a51503cc is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:34.481159 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.493272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:34.494710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:34.499217 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:34.503105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:34.507690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:34.569390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:34.570413 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.601122 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:34.629255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.639953 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.642713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/f7a350e1-c9a7-475a-a4c5-62885f190f3e HTTP/1.1" status: 204 len: 168 time: 1.0212367 Sep 26 13:30:34.647215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50190) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:34.659349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-835042998'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:34.674832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Pushing event updated for resources: {'Port': ['ID=00224efe-b2ac-4fe5-81fe-35678dd60d58,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:34.680882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bdd64-f0c5-40c3-a260-5d127c0999d9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=f7a350e1-c9a7-475a-a4c5-62885f190f3e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:34.702474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:34.709360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.710265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.756784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:34.770262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.770890 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment e0bc8888-a5e0-4225-b4ac-0d7159f76686 of type vlan for network ac973b5e-d09c-47f4-adac-dbc793ca127b Sep 26 13:30:34.817524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.827157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Attempting to bind port 00224efe-b2ac-4fe5-81fe-35678dd60d58 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:34.827469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Attempting to bind port 00224efe-b2ac-4fe5-81fe-35678dd60d58 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ec64f326-d55b-4d42-90c1-bc96da126e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3907ba5-2dc5-4355-b5cc-ce60a51503cc'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:34.827789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Attempting to bind port 00224efe-b2ac-4fe5-81fe-35678dd60d58 on network e3907ba5-2dc5-4355-b5cc-ce60a51503cc {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:34.848982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.851795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:34.852212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Checking segment: {'id': 'ec64f326-d55b-4d42-90c1-bc96da126e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3907ba5-2dc5-4355-b5cc-ce60a51503cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:34.852630 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.853034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Bound using segment: {'id': 'ec64f326-d55b-4d42-90c1-bc96da126e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3907ba5-2dc5-4355-b5cc-ce60a51503cc'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:34.853610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Bound port: 00224efe-b2ac-4fe5-81fe-35678dd60d58, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64f326-d55b-4d42-90c1-bc96da126e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e3907ba5-2dc5-4355-b5cc-ce60a51503cc'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:34.854004 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.857021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:34.858315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.864776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29df386-7bce-4dea-a781-48b595a1b26f None None] Network f7a350e1-c9a7-475a-a4c5-62885f190f3e requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:34.866338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['292bed09-1260-4daa-b01b-5981af0829f9'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:34.896218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2478464 Sep 26 13:30:34.899556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50192) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:34.905436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': 'ac973b5e-d09c-47f4-adac-dbc793ca127b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:34.907522 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.920968 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:34.947951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29df386-7bce-4dea-a781-48b595a1b26f None None] Network f7a350e1-c9a7-475a-a4c5-62885f190f3e could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:30:34.964189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:35.043918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d27ef-cc21-4168-9ede-0102403afe13 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=ac973b5e-d09c-47f4-adac-dbc793ca127b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:35.063279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network ac973b5e-d09c-47f4-adac-dbc793ca127b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:35.075507 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Pushing event updated for resources: {'Port': ['ID=a26a228f-0d56-476a-a6b9-058385f32b56,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:35.088048 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.090241 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.090786 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.092271 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.092761 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.093252 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.094275 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.094782 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.095284 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.095754 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.096233 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.096715 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:30:35.151159 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Attempting to bind port a26a228f-0d56-476a-a6b9-058385f32b56 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:35.151495 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Attempting to bind port a26a228f-0d56-476a-a6b9-058385f32b56 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:35.151871 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Attempting to bind port a26a228f-0d56-476a-a6b9-058385f32b56 on network be39944d-23ea-4806-b9c2-c221470b92de {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:35.158962 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.160513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:35.164501 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.173314 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:35.173833 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Checking segment: {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:35.174245 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.174675 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Bound using segment: {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:35.177833 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Bound port: a26a228f-0d56-476a-a6b9-058385f32b56, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:35.178231 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.207810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] For port 00224efe-b2ac-4fe5-81fe-35678dd60d58, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:35.305159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=124c2f94-7c95-4c8d-8a7a-cc1143d3303f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:35.318359 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] For port 00224efe-b2ac-4fe5-81fe-35678dd60d58, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=00224efe-b2ac-4fe5-81fe-35678dd60d58,segment=NetworkSegment(ec64f326-d55b-4d42-90c1-bc96da126e7f),segment_id=ec64f326-d55b-4d42-90c1-bc96da126e7f)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:35.320957 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.340124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f00b8105-b26a-49d6-b73b-244e74f874b3 req-192d492e-0f54-4a4d-bafb-d57d54b51a27 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 210 time: 0.0704787 Sep 26 13:30:35.365558 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] For port a26a228f-0d56-476a-a6b9-058385f32b56, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:35.385107 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] For port a26a228f-0d56-476a-a6b9-058385f32b56, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a26a228f-0d56-476a-a6b9-058385f32b56,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:35.392535 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.400972 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.417069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=124c2f94-7c95-4c8d-8a7a-cc1143d3303f,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:35.471621 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:35.478279 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:35.552696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ef86b6f7-1880-4fa7-afc2-67947004183d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:35.595847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fe2c4-4634-4644-9aff-19fa134bc417 req-734829c0-d127-43ee-87f6-5ac8d78abe6e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:35.601119 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a366c-b662-45e3-be2f-623f95ad8fd4 None None] Pushing event updated for resources: {'Port': ['ID=a26a228f-0d56-476a-a6b9-058385f32b56,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:35.616570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-110fe2c4-4634-4644-9aff-19fa134bc417 req-734829c0-d127-43ee-87f6-5ac8d78abe6e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 945 time: 0.4219577 Sep 26 13:30:35.741139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64873e71-a483-4ad6-ba04-954c54a3b246 None None] Provisioning complete for port ef86b6f7-1880-4fa7-afc2-67947004183d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:35.741721 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64873e71-a483-4ad6-ba04-954c54a3b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.759021 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:35.889708 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b1236-17a2-4084-b33a-e58f6d377f18 None None] Pushing event updated for resources: {'Port': ['ID=00224efe-b2ac-4fe5-81fe-35678dd60d58,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:35.892886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-110fe2c4-4634-4644-9aff-19fa134bc417 req-b9c43290-697c-490f-bd06-5586c2752a44 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749317 Sep 26 13:30:35.898995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ef86b6f7-1880-4fa7-afc2-67947004183d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:35.899386 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:35.994546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-3f836a13-8ca3-411d-8b7e-e47bf2170805 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:35.996782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-3f836a13-8ca3-411d-8b7e-e47bf2170805 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/networks?id=be39944d-23ea-4806-b9c2-c221470b92de HTTP/1.1" status: 200 len: 797 time: 0.5544319 Sep 26 13:30:36.201826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-b837b30c-663d-41ee-bcdf-81907d7b887f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be3d67312ea64c16a1f294b896b92864 HTTP/1.1" status: 200 len: 379 time: 0.1915877 Sep 26 13:30:36.207284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64873e71-a483-4ad6-ba04-954c54a3b246 None None] Provisioning complete for port a26a228f-0d56-476a-a6b9-058385f32b56 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:36.207674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64873e71-a483-4ad6-ba04-954c54a3b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.227389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'port': {'device_id': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'admin_state_up': True, 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'security_groups': ['7cac9a25-edcb-491a-afbd-a24d588c90df']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:36.259492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.315486 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:36.356116 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06344b1-cf45-4b7f-a73c-07251ac5c2d5 None None] The sync data for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 is: [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:30:36.376671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64873e71-a483-4ad6-ba04-954c54a3b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.466345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64873e71-a483-4ad6-ba04-954c54a3b246 None None] For port a26a228f-0d56-476a-a6b9-058385f32b56, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a26a228f-0d56-476a-a6b9-058385f32b56,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:36.472840 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64873e71-a483-4ad6-ba04-954c54a3b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.511849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=dde89b90-2756-46ef-836e-c76cfd14722f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:36.566748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': 'e0bc8888-a5e0-4225-b4ac-0d7159f76686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac973b5e-d09c-47f4-adac-dbc793ca127b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:36.567011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: ac973b5e-d09c-47f4-adac-dbc793ca127b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:36.589413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64873e71-a483-4ad6-ba04-954c54a3b246 None None] Pushing event updated for resources: {'Port': ['ID=a26a228f-0d56-476a-a6b9-058385f32b56,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:36.621321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network ac973b5e-d09c-47f4-adac-dbc793ca127b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:36.645220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, ac973b5e-d09c-47f4-adac-dbc793ca127b) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:36.649204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Made reservation on behalf of be3d67312ea64c16a1f294b896b92864 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:36.654542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.658561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:36.659663 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.662917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f6dee-6205-4710-ae3b-6afa599b6af9 None None] Network ac973b5e-d09c-47f4-adac-dbc793ca127b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:36.677965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec0c778c-7eee-4b13-941d-387136b228db req-5d278524-1837-4543-9c31-67984feb705f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 210 time: 0.1024988 Sep 26 13:30:36.701982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ea514e03-9d3e-43a7-bd9c-51f939a69620 None None] Provisioning complete for port a26a228f-0d56-476a-a6b9-058385f32b56 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:36.702341 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea514e03-9d3e-43a7-bd9c-51f939a69620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.724257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d36bbc6d-8b5a-4f1a-a2aa-889ab898c995 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8227320 Sep 26 13:30:36.727410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50224) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:36.753153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1786173113'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:36.826745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:36.838344 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.903164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:36.938392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:36.938968 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment 8fff3727-8ee5-4673-abd2-ec4c5c9c3173 of type vlan for network a0d013b7-02ec-45ec-9fa2-2c852cba6347 Sep 26 13:30:37.015716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:37.057908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:37.073160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:37.074148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:37.114804 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3854218 Sep 26 13:30:37.117560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50228) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:37.157372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': 'a0d013b7-02ec-45ec-9fa2-2c852cba6347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:37.168533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 292bed09-1260-4daa-b01b-5981af0829f9 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:37.322869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18e726-df76-4a52-ae7c-884a9a7bb7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=a0d013b7-02ec-45ec-9fa2-2c852cba6347,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:37.351178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.20.0.13 (be39944d-23ea-4806-b9c2-c221470b92de/a6fca196-2fc5-4a39-a348-8f27202099e9/a88c7788-b043-4b5f-b18d-6e9541de7158) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:37.396562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-ac973b5e-d09c-47f4-adac-dbc793ca127b', 'network_id': 'ac973b5e-d09c-47f4-adac-dbc793ca127b', 'tenant_id': '161ef8d0ddb4429a98e601aa8af39cbc', 'fixed_ips': [{'subnet_id': 'dde89b90-2756-46ef-836e-c76cfd14722f'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:37.397813 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:37.417734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network a0d013b7-02ec-45ec-9fa2-2c852cba6347 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:37.657594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af47162-0825-4e69-a0d7-04a29fe1b0d1 None None] Network e3907ba5-2dc5-4355-b5cc-ce60a51503cc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:37.839740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Allocated IP 2001:db8::3 (ac973b5e-d09c-47f4-adac-dbc793ca127b/dde89b90-2756-46ef-836e-c76cfd14722f/37ee68f3-878c-4707-a226-99e80e47ceb9) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:37.856032 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:37.914841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2768c63a-124b-4779-8716-831a21baac50 req-e3b80075-8ecd-4064-85f6-55bb63d91818 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 210 time: 0.0673239 Sep 26 13:30:37.953827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:37.958506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.035611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_backend_mixin [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Performing IP validity checks on allocation pools {{(pid=94812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 26 13:30:38.036433 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_backend_mixin [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 26 13:30:38.134234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ee855-3b9b-4ac3-9e2a-52a18a6e3dbc req-2426cb3e-727b-479b-abeb-07efcd9b8520 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:38.142809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c2ee855-3b9b-4ac3-9e2a-52a18a6e3dbc req-2426cb3e-727b-479b-abeb-07efcd9b8520 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 945 time: 1.0281088 Sep 26 13:30:38.154197 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.254712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network be39944d-23ea-4806-b9c2-c221470b92de is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:38.261687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:38.264644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:38.300328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 292bed09-1260-4daa-b01b-5981af0829f9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:38.300867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.393423 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c2ee855-3b9b-4ac3-9e2a-52a18a6e3dbc req-ae2f30e8-1859-482a-9487-64492f5494c0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497361 Sep 26 13:30:38.394524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=a88c7788-b043-4b5f-b18d-6e9541de7158,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:38.455462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 00224efe-b2ac-4fe5-81fe-35678dd60d58 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:38.505734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.531937 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:38.533246 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.579432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-58125a06-e461-4765-9a96-8fe97fec93ce None None] Provisioning complete for port a26a228f-0d56-476a-a6b9-058385f32b56 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:38.583381 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-58125a06-e461-4765-9a96-8fe97fec93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.600294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-986c1b8a-d051-4755-8f86-8c19bdd13b46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3798406 Sep 26 13:30:38.636141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-29b5f5ec-f5ad-44cb-8e67-fdebd750e12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.665078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=1c0a871c-9af0-45e6-9ff7-b2d456a877bd,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:38.673644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': '8fff3727-8ee5-4673-abd2-ec4c5c9c3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a0d013b7-02ec-45ec-9fa2-2c852cba6347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:38.674135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: a0d013b7-02ec-45ec-9fa2-2c852cba6347, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:38.734767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network a0d013b7-02ec-45ec-9fa2-2c852cba6347 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:38.763026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, a0d013b7-02ec-45ec-9fa2-2c852cba6347) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:38.772304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:38.774034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.774211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.792258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6fb432-df37-4a13-868b-729ae21e236c None None] Network a0d013b7-02ec-45ec-9fa2-2c852cba6347 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:38.809418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Request body: {'port': {'device_id': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:38.841794 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:38.853953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e32da4e8-0f0b-48b3-bb31-660cbb06d4f3 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7273417 Sep 26 13:30:38.857651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50240) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:38.947408 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.127482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Network ac973b5e-d09c-47f4-adac-dbc793ca127b is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:39.174532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:39.180327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:39.196906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.225209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df839dc7-13ab-43ba-9722-c9ce663f6c92 req-9822ae55-a04f-4f23-917f-85be775a8933 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:39.227113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df839dc7-13ab-43ba-9722-c9ce663f6c92 req-9822ae55-a04f-4f23-917f-85be775a8933 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 932 time: 0.1778913 Sep 26 13:30:39.248966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 00224efe-b2ac-4fe5-81fe-35678dd60d58 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:39.251523 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.358365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88c7788-b043-4b5f-b18d-6e9541de7158 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:30:39.358916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Pushing event updated for resources: {'Port': ['ID=37ee68f3-878c-4707-a226-99e80e47ceb9,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:39.369124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.383467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Transition to ACTIVE for port object a88c7788-b043-4b5f-b18d-6e9541de7158 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:30:39.390215 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.405563 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.425917 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df839dc7-13ab-43ba-9722-c9ce663f6c92 req-baeb0730-cd5b-4290-8c49-039dbe4bf3ef tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871829 Sep 26 13:30:39.430747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.479479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Pushing event updated for resources: {'Port': ['ID=a88c7788-b043-4b5f-b18d-6e9541de7158,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:39.602097 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.623545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ead73-e426-4d67-a587-bea1c97a2900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-a0d013b7-02ec-45ec-9fa2-2c852cba6347', 'network_id': 'a0d013b7-02ec-45ec-9fa2-2c852cba6347', 'tenant_id': '161ef8d0ddb4429a98e601aa8af39cbc', 'fixed_ips': [{'subnet_id': '1c0a871c-9af0-45e6-9ff7-b2d456a877bd'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:39.624776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-647ead73-e426-4d67-a587-bea1c97a2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.646523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Attempting to bind port a88c7788-b043-4b5f-b18d-6e9541de7158 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:39.646951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Attempting to bind port a88c7788-b043-4b5f-b18d-6e9541de7158 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:39.648932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Attempting to bind port a88c7788-b043-4b5f-b18d-6e9541de7158 on network be39944d-23ea-4806-b9c2-c221470b92de {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:39.652874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0a871c-9af0-45e6-9ff7-b2d456a877bd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:39.697321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:39.699649 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a683d42f-ce4d-4c07-946b-e8ef228cd64e" -d '{"events": [{"server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "name": "network-vif-plugged", "status": "completed", "tag": "292bed09-1260-4daa-b01b-5981af0829f9"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:39.700482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Port a88c7788-b043-4b5f-b18d-6e9541de7158 on network be39944d-23ea-4806-b9c2-c221470b92de not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:30:39.700838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Attempting to bind port a88c7788-b043-4b5f-b18d-6e9541de7158 on network be39944d-23ea-4806-b9c2-c221470b92de {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:39.723523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992931-af41-41d7-b432-64fc70d0aa0f req-88a9deb4-a153-4794-abce-eefbdec14ff6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:39.726029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff992931-af41-41d7-b432-64fc70d0aa0f req-88a9deb4-a153-4794-abce-eefbdec14ff6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 945 time: 0.1413116 Sep 26 13:30:39.730590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:39.730869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Checking segment: {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:39.731257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Bound using segment: {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:39.731714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Bound port: a88c7788-b043-4b5f-b18d-6e9541de7158, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c47942-53cd-4775-b897-b99309131c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:39.732059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.802515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.826823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:39.847348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff992931-af41-41d7-b432-64fc70d0aa0f req-e51c5173-cbdf-4c23-a247-07d92b6ebc3f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117980 Sep 26 13:30:39.867248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d013b7-02ec-45ec-9fa2-2c852cba6347']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:39.884769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fff3727-8ee5-4673-abd2-ec4c5c9c3173') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:39.890535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fff3727-8ee5-4673-abd2-ec4c5c9c3173') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:39.909336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.931174 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.957806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:39.958770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:39.963021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:39.966218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a88c7788-b043-4b5f-b18d-6e9541de7158,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:39.974683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.002040 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.018874 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b36caf-e1d4-4c31-bb0a-5fcc7718593b x-openstack-request-id: req-f2b36caf-e1d4-4c31-bb0a-5fcc7718593b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:40.019186 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "name": "network-vif-plugged", "status": "completed", "tag": "292bed09-1260-4daa-b01b-5981af0829f9", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:40.019615 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2b36caf-e1d4-4c31-bb0a-5fcc7718593b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:40.020065 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9', 'code': 200} Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:40.037435 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:40.049164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Attempting to bind port 37ee68f3-878c-4707-a226-99e80e47ceb9 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:40.049973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Attempting to bind port 37ee68f3-878c-4707-a226-99e80e47ceb9 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e0bc8888-a5e0-4225-b4ac-0d7159f76686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac973b5e-d09c-47f4-adac-dbc793ca127b'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:40.050564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Attempting to bind port 37ee68f3-878c-4707-a226-99e80e47ceb9 on network ac973b5e-d09c-47f4-adac-dbc793ca127b {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:40.056232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Pushing event updated for resources: {'Port': ['ID=a88c7788-b043-4b5f-b18d-6e9541de7158,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:40.072117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.087672 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.094080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/a0d013b7-02ec-45ec-9fa2-2c852cba6347 HTTP/1.1" status: 204 len: 168 time: 1.2313490 Sep 26 13:30:40.094780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50248) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:40.102794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:40.105234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.106961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-a69ddb29-335c-473d-ad53-a5e3e0dbae4a service neutron] 10.222.0.24 "PUT /v2.0/ports/a88c7788-b043-4b5f-b18d-6e9541de7158 HTTP/1.1" status: 200 len: 1093 time: 1.4897087 Sep 26 13:30:40.107762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:40.115657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2145344404'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:40.120514 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4630c951-a05d-4c77-86a1-2443816a0d97" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:40.124869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b60974-e2e8-4fe3-826c-08bbfd83eacd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=a0d013b7-02ec-45ec-9fa2-2c852cba6347,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:40.154022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:40.154410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Checking segment: {'id': 'e0bc8888-a5e0-4225-b4ac-0d7159f76686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac973b5e-d09c-47f4-adac-dbc793ca127b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:40.155207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.155557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Bound using segment: {'id': 'e0bc8888-a5e0-4225-b4ac-0d7159f76686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac973b5e-d09c-47f4-adac-dbc793ca127b'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:40.156585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Bound port: 37ee68f3-878c-4707-a226-99e80e47ceb9, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc8888-a5e0-4225-b4ac-0d7159f76686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac973b5e-d09c-47f4-adac-dbc793ca127b'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:40.156974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.222240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a240b6d-7e9e-45d1-afb3-10dcb5067aab None None] Network a0d013b7-02ec-45ec-9fa2-2c852cba6347 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:40.253126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:40.265879 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.355978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:40.362635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-70642e28-2770-473e-95af-55cb8c015b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:40.375006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-70642e28-2770-473e-95af-55cb8c015b14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 1096 time: 0.1795473 Sep 26 13:30:40.393226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.393687 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment d6db4390-f510-4c1c-aea2-d01c2e38cbe8 of type vlan for network 2d85ff6f-a941-4500-b07c-ca501fdcbb01 Sep 26 13:30:40.466747 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.472617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-55e00861-4922-45fa-8232-6ab499f68d78 None None] Provisioning complete for port 00224efe-b2ac-4fe5-81fe-35678dd60d58 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:40.473105 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55e00861-4922-45fa-8232-6ab499f68d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.490250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a240b6d-7e9e-45d1-afb3-10dcb5067aab None None] Network a0d013b7-02ec-45ec-9fa2-2c852cba6347 could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:30:40.509313 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:40.575494 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-78b5b86a-362d-4fa9-bbc8-a73e2edcb288 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a88c7788-b043-4b5f-b18d-6e9541de7158 HTTP/1.1" status: 200 len: 217 time: 0.1924286 Sep 26 13:30:40.590691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.757686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7e875-6c7f-4a36-bcb3-fcf2154091c4 req-e82c5172-b59a-4360-bda1-84ba60222e6b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:40.758990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-6e5c7424-430f-46d2-a06a-17e3c699c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:40.760600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9a7e875-6c7f-4a36-bcb3-fcf2154091c4 req-e82c5172-b59a-4360-bda1-84ba60222e6b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 944 time: 0.1418040 Sep 26 13:30:40.761838 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.767307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-6e5c7424-430f-46d2-a06a-17e3c699c18b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6fca196-2fc5-4a39-a348-8f27202099e9 HTTP/1.1" status: 200 len: 834 time: 0.1841161 Sep 26 13:30:40.769020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:40.769254 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa58338-feb2-41c7-a78a-7ba56f722f5f x-openstack-request-id: req-dfa58338-feb2-41c7-a78a-7ba56f722f5f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:40.769702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.769954 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:40.770371 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfa58338-feb2-41c7-a78a-7ba56f722f5f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:40.770961 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'status': 'completed', 'code': 200} Sep 26 13:30:40.771518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 00224efe-b2ac-4fe5-81fe-35678dd60d58, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=00224efe-b2ac-4fe5-81fe-35678dd60d58,segment=NetworkSegment(ec64f326-d55b-4d42-90c1-bc96da126e7f),segment_id=ec64f326-d55b-4d42-90c1-bc96da126e7f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:40.781315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] For port 37ee68f3-878c-4707-a226-99e80e47ceb9, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:40.797871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] For port 37ee68f3-878c-4707-a226-99e80e47ceb9, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=37ee68f3-878c-4707-a226-99e80e47ceb9,segment=NetworkSegment(e0bc8888-a5e0-4225-b4ac-0d7159f76686),segment_id=e0bc8888-a5e0-4225-b4ac-0d7159f76686)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:40.801462 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.805633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 124c2f94-7c95-4c8d-8a7a-cc1143d3303f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:40.878987 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:40.886228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-e658fed6-23af-44b0-845e-65f5989a2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:40.890668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-e658fed6-23af-44b0-845e-65f5989a2438 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be39944d-23ea-4806-b9c2-c221470b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153185 Sep 26 13:30:40.917168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8057137 Sep 26 13:30:40.919581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c981f32-694c-441b-ad41-451a8709d00f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=2d85ff6f-a941-4500-b07c-ca501fdcbb01,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:40.927753 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50258) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:40.947712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': '2d85ff6f-a941-4500-b07c-ca501fdcbb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:41.006474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 2d85ff6f-a941-4500-b07c-ca501fdcbb01 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:41.158359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:41.162962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:41.187736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9a7e875-6c7f-4a36-bcb3-fcf2154091c4 req-824425a8-f616-44b4-a962-b9dab13abe46 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777564 Sep 26 13:30:41.220864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b559a-0460-42b5-86d1-9d12f87bae2c req-97219546-2a1a-42b5-bcbe-c2d79e00cda6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:41.225682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d9b559a-0460-42b5-86d1-9d12f87bae2c req-97219546-2a1a-42b5-bcbe-c2d79e00cda6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.2033741 Sep 26 13:30:41.237198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-5cbfb6fd-fd95-42a8-ac35-8778c7f283a2 service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393791 Sep 26 13:30:41.367946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=00224efe-b2ac-4fe5-81fe-35678dd60d58,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:41.388361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d9b559a-0460-42b5-86d1-9d12f87bae2c req-eb587a04-436a-4c16-bb44-8951a1fd1944 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499510 Sep 26 13:30:41.412631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f7fd3599-fada-4d90-8e77-e8429f31d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:41.434008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:41.434439 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:41.622462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650f9ca-4c62-4c6b-a744-630a06f109a6 None None] Pushing event updated for resources: {'Port': ['ID=37ee68f3-878c-4707-a226-99e80e47ceb9,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:41.691394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d9d85ac-165a-46ca-a31d-06b5810a2be6 req-8d54d43f-3991-4fbe-9c84-f6db64152cc4 service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366522 Sep 26 13:30:41.763195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a26a228f-0d56-476a-a6b9-058385f32b56 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:41.837059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:41.848520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:41.904212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-85891957-f51c-4ed5-b11a-18a6b7207355 None None] Provisioning complete for port 00224efe-b2ac-4fe5-81fe-35678dd60d58 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:41.904977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-85891957-f51c-4ed5-b11a-18a6b7207355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:41.929717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-3e51ac35-da41-4b14-a478-f72c7f529078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:41.931790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-3e51ac35-da41-4b14-a478-f72c7f529078 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 1096 time: 0.1268091 Sep 26 13:30:41.993312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=66e7e656-db33-4eac-96a1-fe6e5cb62ca9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:42.032208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a26a228f-0d56-476a-a6b9-058385f32b56 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:42.035611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': 'd6db4390-f510-4c1c-aea2-d01c2e38cbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2d85ff6f-a941-4500-b07c-ca501fdcbb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:42.036315 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:42.036451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: 2d85ff6f-a941-4500-b07c-ca501fdcbb01, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:42.071234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network 2d85ff6f-a941-4500-b07c-ca501fdcbb01 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:42.091311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 2d85ff6f-a941-4500-b07c-ca501fdcbb01) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:42.096455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:42.097066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:42.137405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-8a4ffd6a-ff13-417c-b5c6-f5bdd21f6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:42.138662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b405ad-6e19-45eb-a054-e07df55c10ff None None] Network 2d85ff6f-a941-4500-b07c-ca501fdcbb01 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:42.141045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-8a4ffd6a-ff13-417c-b5c6-f5bdd21f6960 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be39944d-23ea-4806-b9c2-c221470b92de HTTP/1.1" status: 200 len: 897 time: 0.1968758 Sep 26 13:30:42.174025 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-50e83f9d-e475-4a8f-9a6b-cf3b0ce75d67 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2418067 Sep 26 13:30:42.175075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50260) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:42.226977 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-8e683b32-6afb-41f2-8655-7e7db8972115 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a88c7788-b043-4b5f-b18d-6e9541de7158 HTTP/1.1" status: 200 len: 217 time: 0.0780280 Sep 26 13:30:42.363810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-8a143099-6845-45e9-89c7-02732a56eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:42.371346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-8a143099-6845-45e9-89c7-02732a56eb13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6fca196-2fc5-4a39-a348-8f27202099e9 HTTP/1.1" status: 200 len: 834 time: 0.1319838 Sep 26 13:30:42.508543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-890a8df7-ed21-4a8a-b6cf-250f299ec48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:42.510993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-890a8df7-ed21-4a8a-b6cf-250f299ec48d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be39944d-23ea-4806-b9c2-c221470b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343198 Sep 26 13:30:42.557289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:42.709261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:42.753553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc9d04-ac60-4e52-b737-10a663bbd0dc req-563d85c5-d44d-40d8-b04b-5589b2b7d9f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:42.768915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bacc9d04-ac60-4e52-b737-10a663bbd0dc req-563d85c5-d44d-40d8-b04b-5589b2b7d9f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 944 time: 0.3497477 Sep 26 13:30:42.863034 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-e414a048-41a7-4647-bcf5-ff6bb255cda1 service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394859 Sep 26 13:30:42.926078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568eef4-0a7f-4db6-9086-def51122b485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-2d85ff6f-a941-4500-b07c-ca501fdcbb01', 'network_id': '2d85ff6f-a941-4500-b07c-ca501fdcbb01', 'tenant_id': '161ef8d0ddb4429a98e601aa8af39cbc', 'fixed_ips': [{'subnet_id': '66e7e656-db33-4eac-96a1-fe6e5cb62ca9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:42.927448 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9568eef4-0a7f-4db6-9086-def51122b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:42.954186 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bacc9d04-ac60-4e52-b737-10a663bbd0dc req-30072fa1-3ce4-431d-84d3-101d7e1280be tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840644 Sep 26 13:30:42.962560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae04da-51b6-4846-af9a-0b96eb794d92 req-17f6e5c3-646f-43c7-a400-bdd5a1fe012f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:42.964475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4ae04da-51b6-4846-af9a-0b96eb794d92 req-17f6e5c3-646f-43c7-a400-bdd5a1fe012f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.3973653 Sep 26 13:30:42.996962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7163d9-9b2d-4fab-af50-4e1aec0b47b9 None None] Network ac973b5e-d09c-47f4-adac-dbc793ca127b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:43.021949 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.138132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.174650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=66e7e656-db33-4eac-96a1-fe6e5cb62ca9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:43.255322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 00224efe-b2ac-4fe5-81fe-35678dd60d58 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:43.275162 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-9568eef4-0a7f-4db6-9086-def51122b485 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66e7e656-db33-4eac-96a1-fe6e5cb62ca9: This subnet is being modified by another concurrent operation. Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66e7e656-db33-4eac-96a1-fe6e5cb62ca9: This subnet is being modified by another concurrent operation. Sep 26 13:30:43.276465 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 13:30:43.320529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cd016881-6e3b-489a-a3d9-8a7576af5ad7 None None] Provisioning complete for port 37ee68f3-878c-4707-a226-99e80e47ceb9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:43.320529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cd016881-6e3b-489a-a3d9-8a7576af5ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.355758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d85ff6f-a941-4500-b07c-ca501fdcbb01']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:43.367564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c9b12e-0702-44e8-97b4-e2459fd53039 None None] Network 2d85ff6f-a941-4500-b07c-ca501fdcbb01 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:43.377400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6db4390-f510-4c1c-aea2-d01c2e38cbe8') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:43.377861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6db4390-f510-4c1c-aea2-d01c2e38cbe8') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:43.397851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.423157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.438689 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:43.439111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:43.444182 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:43.540621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.550973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.554024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/2d85ff6f-a941-4500-b07c-ca501fdcbb01 HTTP/1.1" status: 204 len: 168 time: 1.3771687 Sep 26 13:30:43.554961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d4ae04da-51b6-4846-af9a-0b96eb794d92 req-97692533-5377-49ed-bb8c-76615a95ffac tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803854 Sep 26 13:30:43.557885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50266) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:43.567676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1981309658'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:43.588159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4630c951-a05d-4c77-86a1-2443816a0d97 req-8b2e910a-766d-4f0a-a14e-56c74631c4d0 service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005970 Sep 26 13:30:43.603518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef059e5b-5726-4674-a135-5e6311f65ebd tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=2d85ff6f-a941-4500-b07c-ca501fdcbb01,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:43.614292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:43.618441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.650934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:43.661938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.662432 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment 6805ed53-5e58-4bcf-9811-c31cca55f2c8 of type vlan for network 7dd37da5-af86-4399-9936-12dd48c26ca4 Sep 26 13:30:43.674377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.674649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 00224efe-b2ac-4fe5-81fe-35678dd60d58 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:43.674917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.679138 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cd016881-6e3b-489a-a3d9-8a7576af5ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.711770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.744790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.750858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:43.751531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.809436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2473958 Sep 26 13:30:43.809705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50268) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:43.810145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-cd016881-6e3b-489a-a3d9-8a7576af5ad7 None None] For port 37ee68f3-878c-4707-a226-99e80e47ceb9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=37ee68f3-878c-4707-a226-99e80e47ceb9,segment=NetworkSegment(e0bc8888-a5e0-4225-b4ac-0d7159f76686),segment_id=e0bc8888-a5e0-4225-b4ac-0d7159f76686)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:43.815020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': '7dd37da5-af86-4399-9936-12dd48c26ca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:43.822354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cd016881-6e3b-489a-a3d9-8a7576af5ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:43.898012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788df78-1e38-4434-8955-fefe642b1290 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=7dd37da5-af86-4399-9936-12dd48c26ca4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:43.937127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7dd37da5-af86-4399-9936-12dd48c26ca4 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:43.988270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016881-6e3b-489a-a3d9-8a7576af5ad7 None None] Pushing event updated for resources: {'Port': ['ID=37ee68f3-878c-4707-a226-99e80e47ceb9,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:44.009592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 37ee68f3-878c-4707-a226-99e80e47ceb9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:44.037389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:44.046055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:44.182311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 37ee68f3-878c-4707-a226-99e80e47ceb9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:44.183394 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:44.194392 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d700f-18e3-4432-9671-dd79be50cd3b req-e7c1ddd6-0806-43ad-8ea1-47ee51cbcd1f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:44.196527 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b4d700f-18e3-4432-9671-dd79be50cd3b req-e7c1ddd6-0806-43ad-8ea1-47ee51cbcd1f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 944 time: 0.0897582 Sep 26 13:30:44.271290 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b4d700f-18e3-4432-9671-dd79be50cd3b req-27dcaf13-10bd-4945-a778-daae611063ed tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622439 Sep 26 13:30:44.299752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ceae7e-c6ca-41bf-9529-daa8cf6876d7 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:30:44.387730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4c56f7bd-092a-4984-8432-92767958ec2f None None] Provisioning complete for port 37ee68f3-878c-4707-a226-99e80e47ceb9 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:44.388107 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c56f7bd-092a-4984-8432-92767958ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:44.410103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:44.481822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ceae7e-c6ca-41bf-9529-daa8cf6876d7 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:30:44.495524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=76680e62-368b-4bd6-a099-a7c0c809d3a3,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:44.506235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': '6805ed53-5e58-4bcf-9811-c31cca55f2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7dd37da5-af86-4399-9936-12dd48c26ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:44.506889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: 7dd37da5-af86-4399-9936-12dd48c26ca4, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:44.536322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network 7dd37da5-af86-4399-9936-12dd48c26ca4 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:44.548437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7dd37da5-af86-4399-9936-12dd48c26ca4) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:44.557233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:44.558721 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:44.614789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4ab6de01-d3dd-4c0b-8d1d-4baf1b901d0d tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8016024 Sep 26 13:30:44.615158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50274) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:44.788649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e87624-14cc-46cc-a33b-29a71e821d51 req-681c002c-c01b-48a1-ad96-d03f81c832c4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:44.790518 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6e87624-14cc-46cc-a33b-29a71e821d51 req-681c002c-c01b-48a1-ad96-d03f81c832c4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.1185374 Sep 26 13:30:44.844242 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:44.886118 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6e87624-14cc-46cc-a33b-29a71e821d51 req-7144179f-3e46-482e-9665-42492c400a0e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810020 Sep 26 13:30:44.902021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236c758-180d-434c-8dc9-15c574508de2 None None] Network 7dd37da5-af86-4399-9936-12dd48c26ca4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:44.959894 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 37ee68f3-878c-4707-a226-99e80e47ceb9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:44.973700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.046208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.087777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=76680e62-368b-4bd6-a099-a7c0c809d3a3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:45.115784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 37ee68f3-878c-4707-a226-99e80e47ceb9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:45.116556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.158346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.180485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd37da5-af86-4399-9936-12dd48c26ca4']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:45.198163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6805ed53-5e58-4bcf-9811-c31cca55f2c8') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:45.198708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6805ed53-5e58-4bcf-9811-c31cca55f2c8') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:45.200813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb944f-6419-4c43-8735-aab7e521a148 None None] Network 7dd37da5-af86-4399-9936-12dd48c26ca4 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:45.211381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.230090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.240379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:45.241678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:45.247349 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:45.333648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.345240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.355457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/7dd37da5-af86-4399-9936-12dd48c26ca4 HTTP/1.1" status: 204 len: 168 time: 0.7379272 Sep 26 13:30:45.359134 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50282) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:45.365448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450947941'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:45.368349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e5cf6-b067-4775-8f84-4d87471755a9 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=7dd37da5-af86-4399-9936-12dd48c26ca4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:45.376247 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.437888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:45.441799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.465606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97ae5e-9bde-40d1-b57a-dd0abdcb0a9d req-f11d591f-6a45-491d-8985-f27b02d7f38d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:45.467514 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c97ae5e-9bde-40d1-b57a-dd0abdcb0a9d req-f11d591f-6a45-491d-8985-f27b02d7f38d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 944 time: 0.0972559 Sep 26 13:30:45.495003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:45.510984 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.511508 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment 5fbc05b9-d5af-454c-9065-fcb9f8cf3f96 of type vlan for network 621e4cb3-3980-49ab-90f0-6a620e29540b Sep 26 13:30:45.537408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c97ae5e-9bde-40d1-b57a-dd0abdcb0a9d req-0819eb30-86c8-43cc-a88b-8b16fc66c045 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619235 Sep 26 13:30:45.575307 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.602129 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.608069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:45.608676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.658388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2947488 Sep 26 13:30:45.658756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50284) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:45.664640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:45.695830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99e989-069f-452c-a461-a686496b50f4 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=621e4cb3-3980-49ab-90f0-6a620e29540b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:45.707577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 621e4cb3-3980-49ab-90f0-6a620e29540b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:45.775388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:45.779750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:45.801034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a88c7788-b043-4b5f-b18d-6e9541de7158 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:30:46.104813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a88c7788-b043-4b5f-b18d-6e9541de7158,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:46.120949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'port_id': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'mac_address': 'fa:16:3e:e5:36:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:30:46.121241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:46.162885 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:46.181602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88c7788-b043-4b5f-b18d-6e9541de7158 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:30:46.189470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7e092-2512-4d05-aaf2-aff6cdb146f8 req-3368787a-70db-496a-9d0c-6c9bdb7273ae tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:46.191818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-87e7e092-2512-4d05-aaf2-aff6cdb146f8 req-3368787a-70db-496a-9d0c-6c9bdb7273ae tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.1856163 Sep 26 13:30:46.205685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a88c7788-b043-4b5f-b18d-6e9541de7158,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:46.210346 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:46.215404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=2892eea8-4a5a-49f7-8964-a5e2f31f3c1d,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:46.265717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': '5fbc05b9-d5af-454c-9065-fcb9f8cf3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:46.266253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: 621e4cb3-3980-49ab-90f0-6a620e29540b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:46.271154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a88c7788-b043-4b5f-b18d-6e9541de7158,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:46.276193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-87e7e092-2512-4d05-aaf2-aff6cdb146f8 req-8ffab2ba-d071-4704-87dd-54d16d43dac6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741060 Sep 26 13:30:46.300864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network 621e4cb3-3980-49ab-90f0-6a620e29540b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:46.310132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 621e4cb3-3980-49ab-90f0-6a620e29540b) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:46.316282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:46.316981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:46.323439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e823de9-be26-4296-8fbc-5d67d8eec36b None None] Network 621e4cb3-3980-49ab-90f0-6a620e29540b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:46.333332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bd7a01a5-8e2d-4abd-9cc1-5c59357feaac tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6724782 Sep 26 13:30:46.335760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50290) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:46.343485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:46.424636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a88c7788-b043-4b5f-b18d-6e9541de7158'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:30:46.481602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:46.489401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:46.551396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-621e4cb3-3980-49ab-90f0-6a620e29540b', 'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b', 'tenant_id': '161ef8d0ddb4429a98e601aa8af39cbc', 'fixed_ips': [{'subnet_id': '2892eea8-4a5a-49f7-8964-a5e2f31f3c1d'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:46.552461 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:46.702103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda25c0-16a0-4039-985e-7cc5531af1dd req-5892c806-149b-4283-8bd4-417224fa9633 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:46.704398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3eda25c0-16a0-4039-985e-7cc5531af1dd req-5892c806-149b-4283-8bd4-417224fa9633 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 945 time: 0.0750518 Sep 26 13:30:46.759636 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3eda25c0-16a0-4039-985e-7cc5531af1dd req-56c4e79f-10fa-4887-a893-5ec53028acec tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454912 Sep 26 13:30:46.834333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:46.851383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Allocated IP 2001:db8::2 (621e4cb3-3980-49ab-90f0-6a620e29540b/2892eea8-4a5a-49f7-8964-a5e2f31f3c1d/01ec8a7d-acb3-42fe-85ae-529b1f740c1b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:46.897128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network 621e4cb3-3980-49ab-90f0-6a620e29540b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:46.901604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:46.910790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:46.911464 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:46.934905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=14c88340-fbd2-4182-b7ee-8e2bbf9b4a6e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:46.941447 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2015525e-f9bf-47f0-bd66-f1d1b2ea52e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6046596 Sep 26 13:30:46.943961 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50294) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:47.027727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed145a-d5e8-4ecf-918f-6d1d6db57868 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:47.030918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed145a-d5e8-4ecf-918f-6d1d6db57868 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:47.042269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed145a-d5e8-4ecf-918f-6d1d6db57868 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:47.044101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed145a-d5e8-4ecf-918f-6d1d6db57868 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:47.045767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed145a-d5e8-4ecf-918f-6d1d6db57868 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:47.048320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-08ed145a-d5e8-4ecf-918f-6d1d6db57868 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1033628 Sep 26 13:30:47.052265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50296) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:47.057346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-408340371'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:47.092576 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.100116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.100470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:47.104377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.134221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:47.141789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Network 621e4cb3-3980-49ab-90f0-6a620e29540b is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:47.145069 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.145248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:47.145411 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment eb278c80-9a26-4145-80e8-6f1f82e153a0 of type vlan for network 6ad751f6-7603-40a8-baa4-2c52598d1a8d Sep 26 13:30:47.149128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:47.166356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Pushing event updated for resources: {'Port': ['ID=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:47.196184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.225972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.229231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Attempting to bind port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:47.229692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Attempting to bind port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '5fbc05b9-d5af-454c-9065-fcb9f8cf3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:47.230072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Attempting to bind port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b on network 621e4cb3-3980-49ab-90f0-6a620e29540b {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:47.233001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:47.233866 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.235638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:47.236020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Checking segment: {'id': '5fbc05b9-d5af-454c-9065-fcb9f8cf3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:47.236423 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.236936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Bound using segment: {'id': '5fbc05b9-d5af-454c-9065-fcb9f8cf3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:47.237511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Bound port: 01ec8a7d-acb3-42fe-85ae-529b1f740c1b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbc05b9-d5af-454c-9065-fcb9f8cf3f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:47.237898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.269597 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2161646 Sep 26 13:30:47.272330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50298) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:47.280332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3ace0220-80fd-4f9a-aaec-fed4cc01f367 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:47.329287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6075a12-f35a-45af-a9c9-ec83372dc001 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=6ad751f6-7603-40a8-baa4-2c52598d1a8d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:47.334661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] For port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:47.338964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] For port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,segment=NetworkSegment(5fbc05b9-d5af-454c-9065-fcb9f8cf3f96),segment_id=5fbc05b9-d5af-454c-9065-fcb9f8cf3f96)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:47.344071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:47.360207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.502255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aece3-ee50-41d7-8fe8-3a4868dfa348 None None] Pushing event updated for resources: {'Port': ['ID=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:47.587300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4b126-2164-4af7-bb61-2095a210a6d6 req-5f8037c3-3898-451d-8e99-b18d70236845 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:47.595062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7c4b126-2164-4af7-bb61-2095a210a6d6 req-5f8037c3-3898-451d-8e99-b18d70236845 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.1642768 Sep 26 13:30:47.632030 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ace0220-80fd-4f9a-aaec-fed4cc01f367 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.670259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7c4b126-2164-4af7-bb61-2095a210a6d6 req-a377d405-bc54-4604-8824-d1da194cf203 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703924 Sep 26 13:30:47.675667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ace0220-80fd-4f9a-aaec-fed4cc01f367 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.717213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ace0220-80fd-4f9a-aaec-fed4cc01f367 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d is not hosted by any dhcp agent {{(pid=94812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:30:47.724411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace0220-80fd-4f9a-aaec-fed4cc01f367 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:47.725081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3ace0220-80fd-4f9a-aaec-fed4cc01f367 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:47.727392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3ace0220-80fd-4f9a-aaec-fed4cc01f367 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "PUT /v2.0/networks/6ad751f6-7603-40a8-baa4-2c52598d1a8d HTTP/1.1" status: 200 len: 723 time: 0.4518340 Sep 26 13:30:47.729554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50302) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:47.736873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:47.805378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0220-80fd-4f9a-aaec-fed4cc01f367 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=6ad751f6-7603-40a8-baa4-2c52598d1a8d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:47.815514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a88c7788-b043-4b5f-b18d-6e9541de7158 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:47.907776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:47.958158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:47.962811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:48.008146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4801df-68c4-4d64-8e13-055d5b0e3c80 req-9cb59562-8bfa-4fca-8564-450cfb07d2f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:48.010555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf4801df-68c4-4d64-8e13-055d5b0e3c80 req-9cb59562-8bfa-4fca-8564-450cfb07d2f7 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 945 time: 0.1286323 Sep 26 13:30:48.016494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port a88c7788-b043-4b5f-b18d-6e9541de7158 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:30:48.023547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port a88c7788-b043-4b5f-b18d-6e9541de7158 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:48.023942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:48.130779 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf4801df-68c4-4d64-8e13-055d5b0e3c80 req-32fe0051-4456-4183-8904-1ab2b6e4194f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833073 Sep 26 13:30:48.164566 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:48.192264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:48.194919 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b20805-fcfd-4efe-806f-77a9a6707eab" -d '{"events": [{"server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "name": "network-vif-plugged", "status": "completed", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:48.214476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a88c7788-b043-4b5f-b18d-6e9541de7158,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:48.220926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:48.255943 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ed8c9-9ef7-4a28-9404-c8c4f710784b x-openstack-request-id: req-006ed8c9-9ef7-4a28-9404-c8c4f710784b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:48.256226 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "name": "network-vif-plugged", "status": "completed", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:48.256502 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-006ed8c9-9ef7-4a28-9404-c8c4f710784b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:48.257389 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'code': 200} Sep 26 13:30:48.266022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:48.287471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a88c7788-b043-4b5f-b18d-6e9541de7158,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:48.345630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=d6883f81-9773-490b-9aa1-93e7f364b7ea,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:48.375728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:48.375728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: 6ad751f6-7603-40a8-baa4-2c52598d1a8d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:48.376678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38fe4d-1989-4933-9d1f-78bd0a3df722 req-c50f2a75-6861-4d7c-9c10-92a37f3aeb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:48.376678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e38fe4d-1989-4933-9d1f-78bd0a3df722 req-c50f2a75-6861-4d7c-9c10-92a37f3aeb75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 1098 time: 0.0608141 Sep 26 13:30:48.397654 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:48.412729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 6ad751f6-7603-40a8-baa4-2c52598d1a8d) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:48.421615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6cd1b-dae7-45ed-a235-7b4bfcc34452 None None] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:48.423951 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:48.424616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:48.450463 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-04aab847-9f07-44ee-a765-b2611e97c2e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7166593 Sep 26 13:30:48.453658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50308) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:48.459488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e38fe4d-1989-4933-9d1f-78bd0a3df722 req-3d31ffb4-43c9-47bb-aea9-5eedd0bb92b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729353 Sep 26 13:30:48.462421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5d0a08d5-307b-48ac-9d71-0785a0dd9b76 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:48.646023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-6ad751f6-7603-40a8-baa4-2c52598d1a8d', 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d', 'tenant_id': '161ef8d0ddb4429a98e601aa8af39cbc', 'fixed_ips': [{'subnet_id': 'd6883f81-9773-490b-9aa1-93e7f364b7ea'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:48.647025 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:48.889216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Allocated IP 2001:db8::2 (6ad751f6-7603-40a8-baa4-2c52598d1a8d/d6883f81-9773-490b-9aa1-93e7f364b7ea/22844fb1-834e-462b-add4-1a4848cb35a8) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:49.033700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 01ec8a7d-acb3-42fe-85ae-529b1f740c1b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:49.035881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eedf9e2-80c3-4c2d-a2d0-523d7394f9a0 None None] Network 621e4cb3-3980-49ab-90f0-6a620e29540b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:49.098942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5f064-3b60-4115-acac-91d13b27eabe req-70b52541-090c-4e98-b84d-42ad1a3f411e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:49.110113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67d5f064-3b60-4115-acac-91d13b27eabe req-70b52541-090c-4e98-b84d-42ad1a3f411e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.1260927 Sep 26 13:30:49.156329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d0a08d5-307b-48ac-9d71-0785a0dd9b76 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4785316'] for subnet, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.187466 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67d5f064-3b60-4115-acac-91d13b27eabe req-e13b677e-ebf2-4a0a-a85a-fb4682aaf9f0 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764604 Sep 26 13:30:49.232751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-105cfc75-ba2c-4408-96be-e3c4c31c089d None None] Provisioning complete for port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:49.232751 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-105cfc75-ba2c-4408-96be-e3c4c31c089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.310995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aad58-f621-4e7e-b117-dbe4a7142936 req-5930df42-63cb-42e2-bf5a-2dfeb10f9805 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:49.320170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-900aad58-f621-4e7e-b117-dbe4a7142936 req-5930df42-63cb-42e2-bf5a-2dfeb10f9805 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.1052113 Sep 26 13:30:49.325820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:49.326195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.367879 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-900aad58-f621-4e7e-b117-dbe4a7142936 req-2a4a4567-0dbe-403e-9ae6-536578e9adac tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462399 Sep 26 13:30:49.377766 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.396584 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.505790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Pushing event updated for resources: {'Port': ['ID=22844fb1-834e-462b-add4-1a4848cb35a8,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:49.538993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d0a08d5-307b-48ac-9d71-0785a0dd9b76 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741026623991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5171495'] for subnet, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.578759 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.582691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:49.583004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0a08d5-307b-48ac-9d71-0785a0dd9b76 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:49.583975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d0a08d5-307b-48ac-9d71-0785a0dd9b76 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.589905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5d0a08d5-307b-48ac-9d71-0785a0dd9b76 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "PUT /v2.0/subnets/d6883f81-9773-490b-9aa1-93e7f364b7ea HTTP/1.1" status: 200 len: 826 time: 1.1303525 Sep 26 13:30:49.590860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50318) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:49.620565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a08d5-307b-48ac-9d71-0785a0dd9b76 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=d6883f81-9773-490b-9aa1-93e7f364b7ea,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:49.659622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:49.667742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:49.722075 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-105cfc75-ba2c-4408-96be-e3c4c31c089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.757303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,segment=NetworkSegment(5fbc05b9-d5af-454c-9065-fcb9f8cf3f96),segment_id=5fbc05b9-d5af-454c-9065-fcb9f8cf3f96)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:49.779118 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.807262 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.824967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Attempting to bind port 22844fb1-834e-462b-add4-1a4848cb35a8 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:49.825376 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Attempting to bind port 22844fb1-834e-462b-add4-1a4848cb35a8 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:49.825767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Attempting to bind port 22844fb1-834e-462b-add4-1a4848cb35a8 on network 6ad751f6-7603-40a8-baa4-2c52598d1a8d {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:49.840529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:49.840937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Checking segment: {'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:49.841338 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.841721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Bound using segment: {'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:49.842199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Bound port: 22844fb1-834e-462b-add4-1a4848cb35a8, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:49.842585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.876408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting port 22844fb1-834e-462b-add4-1a4848cb35a8 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:49.876798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:49.904869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ec25d-4234-4619-90fa-3a536c8c1aea None None] Update dhcp port {'port': {'network_id': '621e4cb3-3980-49ab-90f0-6a620e29540b', 'fixed_ips': [{'subnet_id': '2892eea8-4a5a-49f7-8964-a5e2f31f3c1d', 'ip_address': '2001:db8::2'}, {'subnet_id': '14c88340-fbd2-4182-b7ee-8e2bbf9b4a6e'}], 'binding:host_id': 'n-d-806683-13'}, 'id': '01ec8a7d-acb3-42fe-85ae-529b1f740c1b'} from n-d-806683-13. {{(pid=94813) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 26 13:30:50.011713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] For port 22844fb1-834e-462b-add4-1a4848cb35a8, host n-d-806683-13, got binding levels [] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:50.011974 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.028585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Calling delete_port for 22844fb1-834e-462b-add4-1a4848cb35a8 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:50.121405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:50.136961 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-105cfc75-ba2c-4408-96be-e3c4c31c089d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:30:50.137332 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-105cfc75-ba2c-4408-96be-e3c4c31c089d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:30:50.145019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19ec25d-4234-4619-90fa-3a536c8c1aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.203848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.205246 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:30:50.205471 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:30:50.241953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Port': ['ID=22844fb1-834e-462b-add4-1a4848cb35a8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:50.299181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No DVR routers for this DVR port 22844fb1-834e-462b-add4-1a4848cb35a8 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:50.334843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.364875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afa6e0-b18e-4f2d-a882-dd328200f29a req-5614d49a-89ac-4ac5-85ac-227542d68d34 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:50.367335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4afa6e0-b18e-4f2d-a882-dd328200f29a req-5614d49a-89ac-4ac5-85ac-227542d68d34 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.0776670 Sep 26 13:30:50.381702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.402347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-d19ec25d-4234-4619-90fa-3a536c8c1aea None None] Allocated IP 172.20.0.1 (621e4cb3-3980-49ab-90f0-6a620e29540b/14c88340-fbd2-4182-b7ee-8e2bbf9b4a6e/01ec8a7d-acb3-42fe-85ae-529b1f740c1b) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:50.431495 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4afa6e0-b18e-4f2d-a882-dd328200f29a req-663f0d28-5270-457e-9937-ca4d5e4b1eeb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570970 Sep 26 13:30:50.519260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-d19ec25d-4234-4619-90fa-3a536c8c1aea None None] For port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,segment=NetworkSegment(5fbc05b9-d5af-454c-9065-fcb9f8cf3f96),segment_id=5fbc05b9-d5af-454c-9065-fcb9f8cf3f96)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:50.539425 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.565291 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19ec25d-4234-4619-90fa-3a536c8c1aea None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.571944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d19ec25d-4234-4619-90fa-3a536c8c1aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.582373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=d6883f81-9773-490b-9aa1-93e7f364b7ea,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:50.626037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d787724-39d6-45d5-9b61-2b3a7eb59c70 req-e445c444-7965-4df7-9651-fbb1fb803821 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:50.627876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d787724-39d6-45d5-9b61-2b3a7eb59c70 req-e445c444-7965-4df7-9651-fbb1fb803821 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.1293292 Sep 26 13:30:50.665521 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.727396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d787724-39d6-45d5-9b61-2b3a7eb59c70 req-02633deb-685b-4bb1-86bf-cd50cb8d78b1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930226 Sep 26 13:30:50.729085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad751f6-7603-40a8-baa4-2c52598d1a8d']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:50.740860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb278c80-9a26-4145-80e8-6f1f82e153a0') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:50.741276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb278c80-9a26-4145-80e8-6f1f82e153a0') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:50.745912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ec25d-4234-4619-90fa-3a536c8c1aea None None] Pushing event updated for resources: {'Port': ['ID=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:50.754393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.764464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Attempting to bind port 22844fb1-834e-462b-add4-1a4848cb35a8 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:50.765322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Attempting to bind port 22844fb1-834e-462b-add4-1a4848cb35a8 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:50.765626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Attempting to bind port 22844fb1-834e-462b-add4-1a4848cb35a8 on network 6ad751f6-7603-40a8-baa4-2c52598d1a8d {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:50.780556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:50.780944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Checking segment: {'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:50.781356 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.783247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.790000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Bound using segment: {'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:50.790990 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Bound port: 22844fb1-834e-462b-add4-1a4848cb35a8, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb278c80-9a26-4145-80e8-6f1f82e153a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ad751f6-7603-40a8-baa4-2c52598d1a8d'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:50.790990 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.792044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:50.793062 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:50.797971 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:50.877523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-617b1848-e4f2-4f33-bb79-40353b1e763d None None] Port 22844fb1-834e-462b-add4-1a4848cb35a8 has been deleted concurrently {{(pid=94813) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 26 13:30:50.941997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbb766-eee2-40db-95c0-f7cc098ca45a req-57645ac2-8063-4e43-afa7-c8935b60fbf2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:50.943896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.957316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 01ec8a7d-acb3-42fe-85ae-529b1f740c1b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:30:50.966622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:50.969091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/6ad751f6-7603-40a8-baa4-2c52598d1a8d HTTP/1.1" status: 204 len: 168 time: 1.3765662 Sep 26 13:30:50.970761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0bdbb766-eee2-40db-95c0-f7cc098ca45a req-57645ac2-8063-4e43-afa7-c8935b60fbf2 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.1138704 Sep 26 13:30:50.987225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50326) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:51.015642 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d8eaf1-7834-42e1-af71-b776c63879f6 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:51.016032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d8eaf1-7834-42e1-af71-b776c63879f6 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:51.023994 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c3d8eaf1-7834-42e1-af71-b776c63879f6 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/6ad751f6-7603-40a8-baa4-2c52598d1a8d HTTP/1.1" status: 404 len: 339 time: 0.0292194 Sep 26 13:30:51.023994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477a46c-0dd4-402b-aeae-e48f4a9bcf27 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=6ad751f6-7603-40a8-baa4-2c52598d1a8d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:51.025308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50328) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:51.030422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420983625', 'description': 'd1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:51.043576 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0bdbb766-eee2-40db-95c0-f7cc098ca45a req-57a1b5f9-8e84-4168-9be5-09face6845ae tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708249 Sep 26 13:30:51.066717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50330) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:51.082795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:51.083482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:51.086343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:51.089892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:51.178971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:51.188611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:51.189023 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment 67ad6db3-f9e9-4e31-8cfe-546d299a8fb8 of type vlan for network 62cbc207-da5e-4b48-ab61-f40f5f26d95b Sep 26 13:30:51.264168 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:51.297249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c01cfb2-13fd-4076-9d6b-5620fb18526b tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:51.301795 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7c01cfb2-13fd-4076-9d6b-5620fb18526b tempest-TestNetworkAdvancedServerOps-439109924 tempest-TestNetworkAdvancedServerOps-439109924-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 1093 time: 0.2314508 Sep 26 13:30:51.301795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:51.302728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50332) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:51.311048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:51.312512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:51.313213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:51.344955 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:51.445871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4194014 Sep 26 13:30:51.446720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f7761-3b01-4445-adee-dee339d0f22a tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=62cbc207-da5e-4b48-ab61-f40f5f26d95b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:51.450736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50334) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:51.459614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 62cbc207-da5e-4b48-ab61-f40f5f26d95b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:51.581885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:51.646053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c307da5b-6399-4ef2-ac19-03d3d93be5c7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:51.650391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c307da5b-6399-4ef2-ac19-03d3d93be5c7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/networks?id=62cbc207-da5e-4b48-ab61-f40f5f26d95b HTTP/1.1" status: 200 len: 765 time: 0.1963756 Sep 26 13:30:51.653329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50338) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:51.663816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-49872827-7a59-4801-a911-7783f4e2687c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'description': 'd2'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:51.755554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bea9d-0b6f-4379-80d6-e309c1eb88d3 req-f5aeec8f-fe42-4bdb-ba02-883966045d4a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:51.763360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-773bea9d-0b6f-4379-80d6-e309c1eb88d3 req-f5aeec8f-fe42-4bdb-ba02-883966045d4a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.2022963 Sep 26 13:30:51.776628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5cc35a-16bd-4ac0-ae0d-698e03a36870 None None] Network 621e4cb3-3980-49ab-90f0-6a620e29540b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:51.817885 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Allocated IP 172.25.4.126 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/ffcc2dc7-42b8-4a0a-974a-a9ce6ba93344) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:51.854917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-773bea9d-0b6f-4379-80d6-e309c1eb88d3 req-2788fb4a-7d5a-475f-9fb0-9a3b1f672da5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885410 Sep 26 13:30:51.986129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-490dad19-3510-46f6-91f7-049b2c71264a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1071105 Sep 26 13:30:51.998004 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49872827-7a59-4801-a911-7783f4e2687c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:52.014858 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49872827-7a59-4801-a911-7783f4e2687c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:52.055659 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:52.057959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49872827-7a59-4801-a911-7783f4e2687c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network 62cbc207-da5e-4b48-ab61-f40f5f26d95b is not hosted by any dhcp agent {{(pid=94812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:30:52.067256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49872827-7a59-4801-a911-7783f4e2687c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:52.067916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-49872827-7a59-4801-a911-7783f4e2687c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:52.072213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-49872827-7a59-4801-a911-7783f4e2687c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "PUT /v2.0/networks/62cbc207-da5e-4b48-ab61-f40f5f26d95b HTTP/1.1" status: 200 len: 762 time: 0.4101765 Sep 26 13:30:52.072988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50340) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:52.075229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-db9563ff-c16a-4235-8b8b-8462914740bf None None] Provisioning complete for port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:52.075807 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-db9563ff-c16a-4235-8b8b-8462914740bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:52.194778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-96440576-b175-42bf-86ae-479ce7c098af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:52.196482 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-96440576-b175-42bf-86ae-479ce7c098af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 1060 time: 0.1522961 Sep 26 13:30:52.198858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49872827-7a59-4801-a911-7783f4e2687c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=62cbc207-da5e-4b48-ab61-f40f5f26d95b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:52.228711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 62cbc207-da5e-4b48-ab61-f40f5f26d95b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:52.236699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c384bbc-9f51-40ff-a055-b2ccf71a6d57 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:52.242070 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9c384bbc-9f51-40ff-a055-b2ccf71a6d57 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/networks?id=62cbc207-da5e-4b48-ab61-f40f5f26d95b HTTP/1.1" status: 200 len: 765 time: 0.1689632 Sep 26 13:30:52.248172 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50342) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:52.277208 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:52.444483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-2bf9d605-c960-4262-835c-3c53e425dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:52.448168 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-2bf9d605-c960-4262-835c-3c53e425dbad service neutron] 10.222.0.24 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.2294569 Sep 26 13:30:52.479279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:52.482570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:52.508303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-bea9257c-b9e8-4a50-9762-14968422d8d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fddd851-2ddd-4551-9462-54fb6481f221 HTTP/1.1" status: 200 len: 217 time: 0.0518732 Sep 26 13:30:52.522294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:52.531300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-59157921-3d46-43d1-9b8e-e08863e13d5e None None] Provisioning complete for port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:30:52.532724 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-59157921-3d46-43d1-9b8e-e08863e13d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:52.591358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=ffcc2dc7-42b8-4a0a-974a-a9ce6ba93344,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:52.592193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-7933d5f1-676e-4f62-94ed-d7a7e502391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:52.594309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-7933d5f1-676e-4f62-94ed-d7a7e502391c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0773847 Sep 26 13:30:52.671568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0100c6e-e9a5-4ef8-8b46-bd602d8868d3 None None] DHCP port deletion for 6ad751f6-7603-40a8-baa4-2c52598d1a8d request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:30:52.678384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-0aeca257-4601-4446-ae1a-578ebc84f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:52.684856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-0aeca257-4601-4446-ae1a-578ebc84f925 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790782 Sep 26 13:30:52.700217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24b8ad-7874-4fd1-9a31-f594a6b42109 None None] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:52.700629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151eca0b-8bc3-4d7d-899f-2e13c6b2302b tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:52.703017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-151eca0b-8bc3-4d7d-899f-2e13c6b2302b tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4536850 Sep 26 13:30:52.706912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:52.722797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24b8ad-7874-4fd1-9a31-f594a6b42109 None None] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:30:52.740528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2365d6-8b29-4daf-bd44-4ffa0095664f None None] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:52.754309 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2365d6-8b29-4daf-bd44-4ffa0095664f None None] Network 6ad751f6-7603-40a8-baa4-2c52598d1a8d could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:30:52.769914 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-918a27b9-bf1d-4e17-b2b2-54507d547890 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 207 time: 0.0585976 Sep 26 13:30:52.773029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-aa2e8e99-742e-443f-85c5-8abc204391fb None None] Could not find standard attr ID for object 22844fb1-834e-462b-add4-1a4848cb35a8. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:30:52.786136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50346) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:52.840568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-24413f2c-2f40-48e9-bf1a-e5037d312ea8 service neutron] 10.222.0.24 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511321 Sep 26 13:30:53.011324 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d927bc-2dbb-49e5-90f9-de9cf3bac566 req-42dedcdc-1978-4ffc-a879-ed4657ced74c service neutron] 10.222.0.24 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564901 Sep 26 13:30:53.184890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483c7a7-2c3c-4758-bce4-6dbf228911c0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.192961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483c7a7-2c3c-4758-bce4-6dbf228911c0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.199932 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483c7a7-2c3c-4758-bce4-6dbf228911c0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.207946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483c7a7-2c3c-4758-bce4-6dbf228911c0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.215194 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483c7a7-2c3c-4758-bce4-6dbf228911c0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.222355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483c7a7-2c3c-4758-bce4-6dbf228911c0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.224234 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0483c7a7-2c3c-4758-bce4-6dbf228911c0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4371972 Sep 26 13:30:53.228425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50350) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:53.320043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8087b5e-57a9-443f-9287-db111dfd47f1 req-5f0700a2-238d-4c66-a57c-bec2929a575d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.328800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8087b5e-57a9-443f-9287-db111dfd47f1 req-5f0700a2-238d-4c66-a57c-bec2929a575d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.3699019 Sep 26 13:30:53.408098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8087b5e-57a9-443f-9287-db111dfd47f1 req-1e64c9a5-bee2-4e08-be1b-5adf2e647c13 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755143 Sep 26 13:30:53.484887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-05bf4368-d424-404e-aed3-38b4bdb93f74 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2551241 Sep 26 13:30:53.485617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50356) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:53.539366 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:53.576145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d2568-c68f-4a9c-b483-dcf096249663 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.578725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d2568-c68f-4a9c-b483-dcf096249663 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.580495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d2568-c68f-4a9c-b483-dcf096249663 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.582046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d2568-c68f-4a9c-b483-dcf096249663 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.583685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d2568-c68f-4a9c-b483-dcf096249663 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.589714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50358) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:53.590608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-672d2568-c68f-4a9c-b483-dcf096249663 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1032600 Sep 26 13:30:53.689196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:53.724877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e92a4b-0077-4f67-b33d-6744cc59f9e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.726458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e92a4b-0077-4f67-b33d-6744cc59f9e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.727872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e92a4b-0077-4f67-b33d-6744cc59f9e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.729293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e92a4b-0077-4f67-b33d-6744cc59f9e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.730732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e92a4b-0077-4f67-b33d-6744cc59f9e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.732376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67e92a4b-0077-4f67-b33d-6744cc59f9e5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1411834 Sep 26 13:30:53.736744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50360) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:53.865096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91454b5-7dd1-498a-a149-763e6ec83bc1 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:53.866904 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a91454b5-7dd1-498a-a149-763e6ec83bc1 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/networks/e3907ba5-2dc5-4355-b5cc-ce60a51503cc HTTP/1.1" status: 200 len: 803 time: 0.1290736 Sep 26 13:30:53.871344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50362) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:53.898949 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:53.905585 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:53.955797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event updated for resources: {'Port': ['ID=ffcc2dc7-42b8-4a0a-974a-a9ce6ba93344,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:53.991031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-138e8038-2205-483e-8674-8e5f0ca5dc19 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/networks/e3907ba5-2dc5-4355-b5cc-ce60a51503cc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1185074 Sep 26 13:30:53.994919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50372) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:54.006611 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:54.049716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcbc4a-c346-4dae-b032-305e5703f54c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:54.051058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-62bcbc4a-c346-4dae-b032-305e5703f54c tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/subnets/64fce13e-2afb-4d41-9a8d-31f0dc43449d HTTP/1.1" status: 200 len: 843 time: 0.0552964 Sep 26 13:30:54.054663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50376) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:54.106221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4d9b5b-1679-4903-8f59-743b502eeef1 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:54.107600 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3f4d9b5b-1679-4903-8f59-743b502eeef1 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "GET /v2.0/subnets/64fce13e-2afb-4d41-9a8d-31f0dc43449d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0520241 Sep 26 13:30:54.111286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50378) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:54.114698 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Floating IP 26cf198b-c9e3-483c-adfc-0f78634ec67a associated. External IP: 172.25.4.126, port: a88c7788-b043-4b5f-b18d-6e9541de7158. Sep 26 13:30:54.116036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1945410006'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:54.137447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:54.141424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:54.164943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:30:54.174825 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:54.175171 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Added segment b9e8b727-952c-4b3b-9bd4-303668855a1e of type vlan for network 79451216-894a-428b-909f-8cc6a6fd401f Sep 26 13:30:54.216304 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:54.242296 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:54.248039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:54.248633 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:54.283858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1715143 Sep 26 13:30:54.286725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50380) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:54.292257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'network_id': '79451216-894a-428b-909f-8cc6a6fd401f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:54.337472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 5db542ed-768f-47d8-9c8e-08eb348a0517 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:30:54.342922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faebfe-71a8-4a50-92de-ccb42c00f7e0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Network': ['ID=79451216-894a-428b-909f-8cc6a6fd401f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:54.354355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 79451216-894a-428b-909f-8cc6a6fd401f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:30:54.429479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Made reservation on behalf of 161ef8d0ddb4429a98e601aa8af39cbc for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:30:54.433925 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:54.791983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:30:54.803496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] Sync routers for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:30:54.809824 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:54.816907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:54.817652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:54.843398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d0deaaeb-6fdd-42ca-bde6-7efea7bfe036 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5353549 Sep 26 13:30:54.843398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:54.844080 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706809d6-bd79-4d60-b03f-943e70b5eea9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:54.866494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_backend_mixin [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Performing IP validity checks on allocation pools {{(pid=94812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 26 13:30:54.867114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_backend_mixin [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 26 13:30:54.937344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:54.962700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c263e8-0376-48c5-adfc-270f6e624c0f req-aa131fd5-e912-4101-8b9c-0f5f6acd602a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:54.973130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44c263e8-0376-48c5-adfc-270f6e624c0f req-aa131fd5-e912-4101-8b9c-0f5f6acd602a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0734775 Sep 26 13:30:54.980133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd66a-7a75-4539-953b-aa572c30fc21 req-edc0dc7e-f342-4f49-afcc-4836ebb1b20a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:54.981727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0babd66a-7a75-4539-953b-aa572c30fc21 req-edc0dc7e-f342-4f49-afcc-4836ebb1b20a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.1106589 Sep 26 13:30:54.983674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-c7a86113-45cd-4da0-8f8e-58267f9b15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:54.985084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-c7a86113-45cd-4da0-8f8e-58267f9b15a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 1098 time: 0.1151402 Sep 26 13:30:55.015132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44c263e8-0376-48c5-adfc-270f6e624c0f req-51f6f208-8adf-4733-8e60-f53bbc6c429a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396500 Sep 26 13:30:55.041103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50388) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:55.110777 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f01ade-c3c6-4c2c-943a-21ef402892f9 x-openstack-request-id: req-c5f01ade-c3c6-4c2c-943a-21ef402892f9 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:55.111059 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:55.111311 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5f01ade-c3c6-4c2c-943a-21ef402892f9 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:55.111710 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'status': 'completed', 'code': 200} Sep 26 13:30:55.141264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7f775323-66aa-45a4-b319-dc8a1eef56a5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/26cf198b-c9e3-483c-adfc-0f78634ec67a HTTP/1.1" status: 200 len: 992 time: 0.0984204 Sep 26 13:30:55.179021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0babd66a-7a75-4539-953b-aa572c30fc21 req-c9fdcccc-8264-4563-b601-2c9872dae7cc tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876600 Sep 26 13:30:55.206410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '26cf198b-c9e3-483c-adfc-0f78634ec67a', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'port_id': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'mac_address': 'fa:16:3e:e5:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:30:53Z', 'updated_at': '2021-09-26T13:30:53Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:36Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:55.228567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-fb37dddb-1dac-4134-a752-6b0db7487c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:55.230094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-fb37dddb-1dac-4134-a752-6b0db7487c37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.2354941 Sep 26 13:30:55.232706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] Checking router: 5db542ed-768f-47d8-9c8e-08eb348a0517 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:30:55.242482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:30:55.243083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:30:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:55.252320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-292cb591-76e6-418a-99a9-98d2fb56eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:55.253872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-292cb591-76e6-418a-99a9-98d2fb56eef7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 1098 time: 0.1387825 Sep 26 13:30:55.281945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:55.298453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-cb200e84-b273-4e6d-b430-51fae68a8146 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=292bed09-1260-4daa-b01b-5981af0829f9 HTTP/1.1" status: 200 len: 217 time: 0.0563548 Sep 26 13:30:55.355387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:30:55.462008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-896d057f-db5c-42ef-a73b-a19a72e47def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:55.463512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-896d057f-db5c-42ef-a73b-a19a72e47def service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.1307635 Sep 26 13:30:55.467080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=90fbe851-6a15-4af4-a912-8a29d74dcdf0,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:55.511618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Checking segment: {'id': 'b9e8b727-952c-4b3b-9bd4-303668855a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79451216-894a-428b-909f-8cc6a6fd401f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:55.512013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network hostable DHCP agents. Network: 79451216-894a-428b-909f-8cc6a6fd401f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:30:55.521702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-53df01f8-df4e-4180-9ca7-e9ca5ab87cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:55.523205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-53df01f8-df4e-4180-9ca7-e9ca5ab87cd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be39944d-23ea-4806-b9c2-c221470b92de HTTP/1.1" status: 200 len: 897 time: 0.2382634 Sep 26 13:30:55.543204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-2db52347-0df0-4724-a9c3-5b33e6d89360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:55.544788 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-2db52347-0df0-4724-a9c3-5b33e6d89360 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729222 Sep 26 13:30:55.547055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Network 79451216-894a-428b-909f-8cc6a6fd401f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:30:55.609689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 79451216-894a-428b-909f-8cc6a6fd401f) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:55.617840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '26cf198b-c9e3-483c-adfc-0f78634ec67a', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'port_id': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'mac_address': 'fa:16:3e:e5:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:30:53Z', 'updated_at': '2021-09-26T13:30:53Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:36Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:55.622653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b559fa-185f-4e5d-b02b-868b0212d29b None None] Network 79451216-894a-428b-909f-8cc6a6fd401f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:55.629343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:55.629992 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:55.651182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b76f4-d374-46bf-af73-12a36f9a57af None None] The sync data for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 is: [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '26cf198b-c9e3-483c-adfc-0f78634ec67a', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'port_id': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'mac_address': 'fa:16:3e:e5:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:30:53Z', 'updated_at': '2021-09-26T13:30:53Z', 'revision_number': 0, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:36Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:30:55.684035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3cfda3b2-5b22-4855-9442-95892b106b5f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3934495 Sep 26 13:30:55.684156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50390) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:55.692035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1ad4ad56-ee88-42e1-ab33-4f3b878424d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:30:55.695718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-7fc0662a-138b-49ad-a8ed-c64382f0ce40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a88c7788-b043-4b5f-b18d-6e9541de7158 HTTP/1.1" status: 200 len: 1000 time: 0.1497536 Sep 26 13:30:55.760511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-e0dd3f37-88f0-45e6-b4c8-f1a847918dc7 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043262 Sep 26 13:30:55.789206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-16646bed-dd55-4760-a3fa-524d64c347e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:55.790747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-16646bed-dd55-4760-a3fa-524d64c347e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6fca196-2fc5-4a39-a348-8f27202099e9 HTTP/1.1" status: 200 len: 834 time: 0.0869486 Sep 26 13:30:55.807423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ad56-ee88-42e1-ab33-4f3b878424d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4785316'] for subnet, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:55.824836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-79451216-894a-428b-909f-8cc6a6fd401f', 'network_id': '79451216-894a-428b-909f-8cc6a6fd401f', 'tenant_id': '161ef8d0ddb4429a98e601aa8af39cbc', 'fixed_ips': [{'subnet_id': '90fbe851-6a15-4af4-a912-8a29d74dcdf0'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:30:55.825709 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:55.899580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-9c9304d1-8aec-4776-9014-1d435b6956f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:55.901188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-9c9304d1-8aec-4776-9014-1d435b6956f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be39944d-23ea-4806-b9c2-c221470b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991430 Sep 26 13:30:55.903729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0657f4bc-395a-4406-9f2f-4d52e450f100 req-d9b063fa-ba42-4640-827d-2772d096a801 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351976 Sep 26 13:30:55.967090 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b907d51-a97d-4371-9671-f672e0c4bb44 None None] New status for floating IP 26cf198b-c9e3-483c-adfc-0f78634ec67a: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:30:56.015508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-93469062-c5e2-40e9-a201-8cd7c857773d service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058443 Sep 26 13:30:56.052307 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ad56-ee88-42e1-ab33-4f3b878424d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741026623991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5171495'] for subnet, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.107212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad4ad56-ee88-42e1-ab33-4f3b878424d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:56.107876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ad56-ee88-42e1-ab33-4f3b878424d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.111932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1ad4ad56-ee88-42e1-ab33-4f3b878424d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "PUT /v2.0/subnets/90fbe851-6a15-4af4-a912-8a29d74dcdf0 HTTP/1.1" status: 200 len: 900 time: 0.4243014 Sep 26 13:30:56.112915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50392) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:56.125538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Allocated IP 2001:db8::3 (79451216-894a-428b-909f-8cc6a6fd401f/90fbe851-6a15-4af4-a912-8a29d74dcdf0/2fe05f2f-ed37-4ea0-a050-d53b555ad526) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:30:56.140436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4ad56-ee88-42e1-ab33-4f3b878424d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event updated for resources: {'Subnet': ['ID=90fbe851-6a15-4af4-a912-8a29d74dcdf0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:56.145881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50394) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:56.158246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-706809d6-bd79-4d60-b03f-943e70b5eea9 req-06e5445b-b967-4969-8460-b82e0d821466 service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356232 Sep 26 13:30:56.268621 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5efda608-72fb-4c67-9bb0-76cb1f7f4abd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/26cf198b-c9e3-483c-adfc-0f78634ec67a HTTP/1.1" status: 200 len: 994 time: 0.1212904 Sep 26 13:30:56.305457 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.311410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.312888 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.344204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416fb8d-2a2a-427e-a37a-40187aad699d req-e10049fb-fb8d-4e45-95e0-d148f392fe7a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:56.345767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5416fb8d-2a2a-427e-a37a-40187aad699d req-e10049fb-fb8d-4e45-95e0-d148f392fe7a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 946 time: 0.0814054 Sep 26 13:30:56.352986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Network 79451216-894a-428b-909f-8cc6a6fd401f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:30:56.357344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:30:56.364008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:30:56.366812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Pushing event updated for resources: {'Port': ['ID=2fe05f2f-ed37-4ea0-a050-d53b555ad526,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:56.406778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5416fb8d-2a2a-427e-a37a-40187aad699d req-f4155795-f5ff-4343-b0f5-e0edc36eeadb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Sep 26 13:30:56.416406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting port 2fe05f2f-ed37-4ea0-a050-d53b555ad526 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:56.416753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.419253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Attempting to bind port 2fe05f2f-ed37-4ea0-a050-d53b555ad526 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:30:56.419253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Attempting to bind port 2fe05f2f-ed37-4ea0-a050-d53b555ad526 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b9e8b727-952c-4b3b-9bd4-303668855a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79451216-894a-428b-909f-8cc6a6fd401f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:30:56.419665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Attempting to bind port 2fe05f2f-ed37-4ea0-a050-d53b555ad526 on network 79451216-894a-428b-909f-8cc6a6fd401f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:30:56.425397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:30:56.425802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Checking segment: {'id': 'b9e8b727-952c-4b3b-9bd4-303668855a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79451216-894a-428b-909f-8cc6a6fd401f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:30:56.426209 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.426603 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Bound using segment: {'id': 'b9e8b727-952c-4b3b-9bd4-303668855a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79451216-894a-428b-909f-8cc6a6fd401f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:30:56.427072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Bound port: 2fe05f2f-ed37-4ea0-a050-d53b555ad526, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e8b727-952c-4b3b-9bd4-303668855a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79451216-894a-428b-909f-8cc6a6fd401f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:30:56.427459 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.491610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] For port 2fe05f2f-ed37-4ea0-a050-d53b555ad526, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:30:56.494720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] For port 2fe05f2f-ed37-4ea0-a050-d53b555ad526, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2fe05f2f-ed37-4ea0-a050-d53b555ad526,segment=NetworkSegment(b9e8b727-952c-4b3b-9bd4-303668855a1e),segment_id=b9e8b727-952c-4b3b-9bd4-303668855a1e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:30:56.496745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] For port 2fe05f2f-ed37-4ea0-a050-d53b555ad526, host n-d-806683-13, got binding levels [] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:56.497117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.499290 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.510173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Calling delete_port for 2fe05f2f-ed37-4ea0-a050-d53b555ad526 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:56.554487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c675d8d-0d69-4122-87d3-30d431f05476 None None] Pushing event updated for resources: {'Port': ['ID=2fe05f2f-ed37-4ea0-a050-d53b555ad526,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:56.638415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.666518 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Port': ['ID=2fe05f2f-ed37-4ea0-a050-d53b555ad526,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:56.723905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No DVR routers for this DVR port 2fe05f2f-ed37-4ea0-a050-d53b555ad526 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:56.775613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.847310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.873755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=90fbe851-6a15-4af4-a912-8a29d74dcdf0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:56.940908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.962390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79451216-894a-428b-909f-8cc6a6fd401f']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:56.970204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-180955a7-4bf6-422a-8145-9022c8c1958a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404336 Sep 26 13:30:56.972386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e8b727-952c-4b3b-9bd4-303668855a1e') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:56.972690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e8b727-952c-4b3b-9bd4-303668855a1e') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:56.983325 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:56.997333 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.006274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:57.007012 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:57.011210 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:57.059765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-76d565f2-70a2-434c-8636-6ee1a2ef1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:57.061321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-76d565f2-70a2-434c-8636-6ee1a2ef1abd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1096 time: 0.0451288 Sep 26 13:30:57.086783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.095567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.097438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/79451216-894a-428b-909f-8cc6a6fd401f HTTP/1.1" status: 204 len: 168 time: 0.9838746 Sep 26 13:30:57.102147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50398) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:57.107206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3289-2f13-4cab-b638-d39d6c431e62 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=79451216-894a-428b-909f-8cc6a6fd401f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:57.140241 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2274a2c8-09ea-4747-8615-36c19c6ff0a2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:57.140984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2274a2c8-09ea-4747-8615-36c19c6ff0a2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:57.142880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2274a2c8-09ea-4747-8615-36c19c6ff0a2 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/90fbe851-6a15-4af4-a912-8a29d74dcdf0 HTTP/1.1" status: 404 len: 337 time: 0.0397744 Sep 26 13:30:57.145582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50400) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:57.196794 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8a8e7a-8063-4402-bba9-8e65ab624c12 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:57.197331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8a8e7a-8063-4402-bba9-8e65ab624c12 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:57.199105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d8a8e7a-8063-4402-bba9-8e65ab624c12 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/79451216-894a-428b-909f-8cc6a6fd401f HTTP/1.1" status: 404 len: 339 time: 0.0526094 Sep 26 13:30:57.201902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50402) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:57.226760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-86b24cf3-f128-4016-a291-eeb74768430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:57.228295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-86b24cf3-f128-4016-a291-eeb74768430a service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1461282 Sep 26 13:30:57.283404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.300240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-7af9fd3c-21af-4f27-a7b6-d48794ae021c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 998 time: 0.0646350 Sep 26 13:30:57.310326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 292bed09-1260-4daa-b01b-5981af0829f9 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:57.363269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-f06ab770-ed44-4511-9553-61c3c48f81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:57.365836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-f06ab770-ed44-4511-9553-61c3c48f81bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0577602 Sep 26 13:30:57.394446 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.403686 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.420217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cbc207-da5e-4b48-ab61-f40f5f26d95b']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:57.430787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-9a1c2907-810f-4505-92f3-a7b676edd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:57.432588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-9a1c2907-810f-4505-92f3-a7b676edd174 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575979 Sep 26 13:30:57.433731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ad6db3-f9e9-4e31-8cfe-546d299a8fb8') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:57.434060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ad6db3-f9e9-4e31-8cfe-546d299a8fb8') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:57.436257 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:30:57.439859 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d603ba-ec5d-4e9a-99e7-72983df17a26" -d '{"events": [{"server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "name": "network-vif-unplugged", "status": "completed", "tag": "292bed09-1260-4daa-b01b-5981af0829f9"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:30:57.449628 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.466012 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.476632 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:57.477367 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:57.486837 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:57.489592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:57.497972 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.538253 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96916583-699a-42b4-a225-9887e32ced16 x-openstack-request-id: req-96916583-699a-42b4-a225-9887e32ced16 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:30:57.539149 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "name": "network-vif-unplugged", "status": "completed", "tag": "292bed09-1260-4daa-b01b-5981af0829f9", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:30:57.539611 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96916583-699a-42b4-a225-9887e32ced16 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:30:57.540185 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9', 'code': 200} Sep 26 13:30:57.575787 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.589469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:57.600102 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.605481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/62cbc207-da5e-4b48-ab61-f40f5f26d95b HTTP/1.1" status: 204 len: 168 time: 0.4022331 Sep 26 13:30:57.606681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd985c-d88d-4078-86d7-f7e70e16b914 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=62cbc207-da5e-4b48-ab61-f40f5f26d95b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:57.607019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cde221-0015-4504-9182-07d29de24fe0 req-087beb06-6006-420b-9d88-10176807dca4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:57.609139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50408) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:57.611300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cde221-0015-4504-9182-07d29de24fe0 req-087beb06-6006-420b-9d88-10176807dca4 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 944 time: 0.0915654 Sep 26 13:30:57.616721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-98d5a81a-ff10-422e-9450-57117a9a7eb8 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766834 Sep 26 13:30:57.633286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4c7c12f3-e761-4502-8841-634c85f9b1bd None None] Could not find standard attr ID for object 2fe05f2f-ed37-4ea0-a050-d53b555ad526. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:30:57.643580 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d226f0-fa30-4555-9f64-fbb9bdbb07bc tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:57.644069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d226f0-fa30-4555-9f64-fbb9bdbb07bc tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:57.649133 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a0d226f0-fa30-4555-9f64-fbb9bdbb07bc tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/d6883f81-9773-490b-9aa1-93e7f364b7ea HTTP/1.1" status: 404 len: 337 time: 0.0387611 Sep 26 13:30:57.651023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50410) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:57.672535 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f85aad-e248-4fe9-970e-a26142bf7b81 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:57.673333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f85aad-e248-4fe9-970e-a26142bf7b81 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:57.678727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b6f85aad-e248-4fe9-970e-a26142bf7b81 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/6ad751f6-7603-40a8-baa4-2c52598d1a8d HTTP/1.1" status: 404 len: 339 time: 0.0265722 Sep 26 13:30:57.680088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50412) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:57.685842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7299f-70f6-414c-8541-6bee4f49b001 None None] DHCP port deletion for 79451216-894a-428b-909f-8cc6a6fd401f request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:30:57.710346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a2d3c5-fab8-431a-ac8f-9eee720172d9 None None] Network 79451216-894a-428b-909f-8cc6a6fd401f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:57.715876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a4cde221-0015-4504-9182-07d29de24fe0 req-a0625bd9-3881-4c8b-9edc-6329c9d1b0dd tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949306 Sep 26 13:30:57.728990 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a2d3c5-fab8-431a-ac8f-9eee720172d9 None None] Network 79451216-894a-428b-909f-8cc6a6fd401f could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:30:57.738219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089e654-7540-4e32-988c-be4048fec605 None None] Network 79451216-894a-428b-909f-8cc6a6fd401f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:57.739843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce141fc-0b99-4c64-aefa-b55f919b6178 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting subnet 14c88340-fbd2-4182-b7ee-8e2bbf9b4a6e {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:30:57.744394 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cce141fc-0b99-4c64-aefa-b55f919b6178 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.751989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089e654-7540-4e32-988c-be4048fec605 None None] Network 79451216-894a-428b-909f-8cc6a6fd401f could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:30:57.785045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cce141fc-0b99-4c64-aefa-b55f919b6178 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.787204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa4fa1b4-1658-422a-837d-da87975caf7d req-4ea4fbda-e57d-4421-999c-ed78d7cea3e2 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386664 Sep 26 13:30:57.875924 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cce141fc-0b99-4c64-aefa-b55f919b6178 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.936333 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cce141fc-0b99-4c64-aefa-b55f919b6178 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.966364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce141fc-0b99-4c64-aefa-b55f919b6178 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=14c88340-fbd2-4182-b7ee-8e2bbf9b4a6e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:57.972593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cce141fc-0b99-4c64-aefa-b55f919b6178 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:57.976819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cce141fc-0b99-4c64-aefa-b55f919b6178 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/14c88340-fbd2-4182-b7ee-8e2bbf9b4a6e HTTP/1.1" status: 204 len: 168 time: 0.2941630 Sep 26 13:30:57.979184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e161d784-0d7e-439f-bae0-92f2a9c70772 None None] Network 621e4cb3-3980-49ab-90f0-6a620e29540b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:57.982395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50414) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:58.043767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c195a9-726f-4beb-a63a-90f3d59d54f5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting subnet 2892eea8-4a5a-49f7-8964-a5e2f31f3c1d {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:30:58.047015 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95c195a9-726f-4beb-a63a-90f3d59d54f5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.091235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95c195a9-726f-4beb-a63a-90f3d59d54f5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.188597 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95c195a9-726f-4beb-a63a-90f3d59d54f5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.258507 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95c195a9-726f-4beb-a63a-90f3d59d54f5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.292284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c195a9-726f-4beb-a63a-90f3d59d54f5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=2892eea8-4a5a-49f7-8964-a5e2f31f3c1d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:58.296233 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95c195a9-726f-4beb-a63a-90f3d59d54f5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.300901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50416) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:58.301450 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-95c195a9-726f-4beb-a63a-90f3d59d54f5 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/2892eea8-4a5a-49f7-8964-a5e2f31f3c1d HTTP/1.1" status: 204 len: 168 time: 0.3174639 Sep 26 13:30:58.388517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.451452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:58.451795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.518718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] For port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,segment=NetworkSegment(5fbc05b9-d5af-454c-9065-fcb9f8cf3f96),segment_id=5fbc05b9-d5af-454c-9065-fcb9f8cf3f96)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:58.519105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.532699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Calling delete_port for 01ec8a7d-acb3-42fe-85ae-529b1f740c1b owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:58.619068 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.626936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7c701-6092-4a1d-942b-b5dc3db94358 None None] Network 621e4cb3-3980-49ab-90f0-6a620e29540b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:58.644923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Port': ['ID=01ec8a7d-acb3-42fe-85ae-529b1f740c1b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:58.651603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No DVR routers for this DVR port 01ec8a7d-acb3-42fe-85ae-529b1f740c1b on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:58.758366 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.786017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621e4cb3-3980-49ab-90f0-6a620e29540b']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:58.799270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbc05b9-d5af-454c-9065-fcb9f8cf3f96') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:58.799680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbc05b9-d5af-454c-9065-fcb9f8cf3f96') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:58.815687 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.820098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-01544e36-b4d8-40d5-8bbd-84813039b689 None None] Could not find standard attr ID for object 01ec8a7d-acb3-42fe-85ae-529b1f740c1b. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:30:58.843816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.852235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:30:58.853007 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:30:58.856992 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:30:58.869357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc24516-4745-40d6-8f72-951eb276d3e6 req-bf1105f7-682c-4129-910b-413648ba07b5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:58.870955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fdc24516-4745-40d6-8f72-951eb276d3e6 req-bf1105f7-682c-4129-910b-413648ba07b5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 944 time: 0.0723796 Sep 26 13:30:58.926925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2fe05f2f-ed37-4ea0-a050-d53b555ad526 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:30:58.931299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fdc24516-4745-40d6-8f72-951eb276d3e6 req-2b0add33-443c-4453-87b3-11044e1f9b4a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Sep 26 13:30:58.935154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.945171 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:58.947340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/621e4cb3-3980-49ab-90f0-6a620e29540b HTTP/1.1" status: 204 len: 168 time: 0.6450305 Sep 26 13:30:58.949820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:58.957573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 2fe05f2f-ed37-4ea0-a050-d53b555ad526 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:30:58.957878 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2fe05f2f-ed37-4ea0-a050-d53b555ad526 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:30:58.995496 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e400f7-3acb-4a0b-a4c7-e864805a72d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:58.995949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e400f7-3acb-4a0b-a4c7-e864805a72d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:58.997720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b2e400f7-3acb-4a0b-a4c7-e864805a72d7 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/76680e62-368b-4bd6-a099-a7c0c809d3a3 HTTP/1.1" status: 404 len: 337 time: 0.0468616 Sep 26 13:30:58.998793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251250d8-46a5-430d-9b1d-bd6f39b6d236 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=621e4cb3-3980-49ab-90f0-6a620e29540b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:59.001171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50424) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:59.016517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f2d6f-d5b0-4217-b363-be4e6de6f7b9 None None] DHCP port deletion for 621e4cb3-3980-49ab-90f0-6a620e29540b request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:30:59.030165 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59c6985-ecf8-424f-a5e8-ed165b5dbef0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:59.030165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59c6985-ecf8-424f-a5e8-ed165b5dbef0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:59.030961 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e59c6985-ecf8-424f-a5e8-ed165b5dbef0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/7dd37da5-af86-4399-9936-12dd48c26ca4 HTTP/1.1" status: 404 len: 339 time: 0.0279877 Sep 26 13:30:59.033065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50426) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:59.066449 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f69448-70a6-4e6b-8358-6c7e5172546f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:59.066992 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f69448-70a6-4e6b-8358-6c7e5172546f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:59.069894 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c1f69448-70a6-4e6b-8358-6c7e5172546f tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/66e7e656-db33-4eac-96a1-fe6e5cb62ca9 HTTP/1.1" status: 404 len: 337 time: 0.0349753 Sep 26 13:30:59.070715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca44d-153a-4e79-8400-ffed2356c27f req-4cc47073-63f4-4304-b573-2f555e3a9b84 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:59.071973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50428) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:59.072445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f2ca44d-153a-4e79-8400-ffed2356c27f req-4cc47073-63f4-4304-b573-2f555e3a9b84 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0639083 Sep 26 13:30:59.096475 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6275b76e-0953-4a96-a24c-15939e632f89 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:59.097012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6275b76e-0953-4a96-a24c-15939e632f89 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:59.098843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6275b76e-0953-4a96-a24c-15939e632f89 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/2d85ff6f-a941-4500-b07c-ca501fdcbb01 HTTP/1.1" status: 404 len: 339 time: 0.0257201 Sep 26 13:30:59.101396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50430) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:59.121543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f2ca44d-153a-4e79-8400-ffed2356c27f req-10388857-9a50-4b96-8d53-019afb8a7aa6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365889 Sep 26 13:30:59.132019 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbea7a7-382f-4b55-bebc-4ea93ee3039e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:59.132474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbea7a7-382f-4b55-bebc-4ea93ee3039e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:59.134237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3bbea7a7-382f-4b55-bebc-4ea93ee3039e tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/1c0a871c-9af0-45e6-9ff7-b2d456a877bd HTTP/1.1" status: 404 len: 337 time: 0.0318489 Sep 26 13:30:59.136874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50432) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:59.155858 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9764830-a83e-409c-84b6-0944d5e6b714 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:30:59.156408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9764830-a83e-409c-84b6-0944d5e6b714 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:30:59.158139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d9764830-a83e-409c-84b6-0944d5e6b714 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/a0d013b7-02ec-45ec-9fa2-2c852cba6347 HTTP/1.1" status: 404 len: 339 time: 0.0203795 Sep 26 13:30:59.160661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50436) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:59.236604 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-decc93af-c0c8-43e7-81cc-8a2adcda2feb tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting subnet dde89b90-2756-46ef-836e-c76cfd14722f {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:30:59.241631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-decc93af-c0c8-43e7-81cc-8a2adcda2feb tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.287521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59d1c6-8f78-4faf-be22-9cd84a296883 req-4684aa94-2501-4d38-a55d-677f811a5cfd tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:59.288920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d59d1c6-8f78-4faf-be22-9cd84a296883 req-4684aa94-2501-4d38-a55d-677f811a5cfd tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0981660 Sep 26 13:30:59.299902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-decc93af-c0c8-43e7-81cc-8a2adcda2feb tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.368381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d59d1c6-8f78-4faf-be22-9cd84a296883 req-240ea6e3-b3d8-4820-8af9-7bca49495156 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714746 Sep 26 13:30:59.408798 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-decc93af-c0c8-43e7-81cc-8a2adcda2feb tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.491357 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-decc93af-c0c8-43e7-81cc-8a2adcda2feb tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.531068 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc93af-c0c8-43e7-81cc-8a2adcda2feb tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=dde89b90-2756-46ef-836e-c76cfd14722f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:59.537933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-decc93af-c0c8-43e7-81cc-8a2adcda2feb tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.539736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-decc93af-c0c8-43e7-81cc-8a2adcda2feb tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/dde89b90-2756-46ef-836e-c76cfd14722f HTTP/1.1" status: 204 len: 168 time: 0.3781784 Sep 26 13:30:59.542677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50442) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:30:59.543154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2f17d-f789-4a29-b9cd-3b71c726c9b6 None None] Network ac973b5e-d09c-47f4-adac-dbc793ca127b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:30:59.595403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af5ba0-bf0f-4d5f-b1eb-d66ee39d2a61 req-4b16499c-e60e-437e-a349-0774613f33b2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:30:59.596924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4af5ba0-bf0f-4d5f-b1eb-d66ee39d2a61 req-4b16499c-e60e-437e-a349-0774613f33b2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0624702 Sep 26 13:30:59.629701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.640717 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4af5ba0-bf0f-4d5f-b1eb-d66ee39d2a61 req-cebb9dfe-5c5b-43ce-bd53-e9bd92af573f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376115 Sep 26 13:30:59.686710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting port 37ee68f3-878c-4707-a226-99e80e47ceb9 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:59.687037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.729695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] DHCP port deletion for ac973b5e-d09c-47f4-adac-dbc793ca127b request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:30:59.752123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] For port 37ee68f3-878c-4707-a226-99e80e47ceb9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=37ee68f3-878c-4707-a226-99e80e47ceb9,segment=NetworkSegment(e0bc8888-a5e0-4225-b4ac-0d7159f76686),segment_id=e0bc8888-a5e0-4225-b4ac-0d7159f76686)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:59.752485 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.765128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Calling delete_port for 37ee68f3-878c-4707-a226-99e80e47ceb9 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:59.781066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] Deleting port 37ee68f3-878c-4707-a226-99e80e47ceb9 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:30:59.781442 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.844091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] For port 37ee68f3-878c-4707-a226-99e80e47ceb9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=37ee68f3-878c-4707-a226-99e80e47ceb9,segment=NetworkSegment(e0bc8888-a5e0-4225-b4ac-0d7159f76686),segment_id=e0bc8888-a5e0-4225-b4ac-0d7159f76686)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:30:59.844489 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.852523 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.857858 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] Calling delete_port for 37ee68f3-878c-4707-a226-99e80e47ceb9 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:30:59.879717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Port': ['ID=37ee68f3-878c-4707-a226-99e80e47ceb9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:59.881725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No DVR routers for this DVR port 37ee68f3-878c-4707-a226-99e80e47ceb9 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:59.942767 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.963780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:30:59.968393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] Pushing event deleted for resources: {'Port': ['ID=37ee68f3-878c-4707-a226-99e80e47ceb9,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:30:59.971776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c710d1d-c629-4655-a28f-f31cc2356c6e None None] No DVR routers for this DVR port 37ee68f3-878c-4707-a226-99e80e47ceb9 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:30:59.989995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac973b5e-d09c-47f4-adac-dbc793ca127b']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:30:59.999892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bc8888-a5e0-4225-b4ac-0d7159f76686') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:00.000194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bc8888-a5e0-4225-b4ac-0d7159f76686') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:00.009653 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.023396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.029407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:00.029860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:00.033031 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:00.092650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.099686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.101505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/ac973b5e-d09c-47f4-adac-dbc793ca127b HTTP/1.1" status: 204 len: 168 time: 0.5571163 Sep 26 13:31:00.104071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50444) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:00.121694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8327-15d7-4311-ae0e-98e7244b5519 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=ac973b5e-d09c-47f4-adac-dbc793ca127b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:00.145144 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc708cbb-2f40-43f2-b1cd-37a189fab6f0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:00.145628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc708cbb-2f40-43f2-b1cd-37a189fab6f0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:00.147378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bc708cbb-2f40-43f2-b1cd-37a189fab6f0 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/53d751e6-3e73-437f-be55-b4186dd25696 HTTP/1.1" status: 404 len: 337 time: 0.0420971 Sep 26 13:31:00.150043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50446) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:00.168235 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c45160-d077-49aa-991c-eb40d404c7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:00.168774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c45160-d077-49aa-991c-eb40d404c7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:00.170542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-14c45160-d077-49aa-991c-eb40d404c7ea tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/f7a350e1-c9a7-475a-a4c5-62885f190f3e HTTP/1.1" status: 404 len: 339 time: 0.0195913 Sep 26 13:31:00.173524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50448) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:00.223743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10c7ee9-52aa-41f7-a94d-bc30d8ffdd29 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting subnet 64fce13e-2afb-4d41-9a8d-31f0dc43449d {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:31:00.227125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a10c7ee9-52aa-41f7-a94d-bc30d8ffdd29 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.267875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a10c7ee9-52aa-41f7-a94d-bc30d8ffdd29 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.357841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a10c7ee9-52aa-41f7-a94d-bc30d8ffdd29 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.414861 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a10c7ee9-52aa-41f7-a94d-bc30d8ffdd29 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.442863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c7ee9-52aa-41f7-a94d-bc30d8ffdd29 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Subnet': ['ID=64fce13e-2afb-4d41-9a8d-31f0dc43449d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:00.446712 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a10c7ee9-52aa-41f7-a94d-bc30d8ffdd29 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.448592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a10c7ee9-52aa-41f7-a94d-bc30d8ffdd29 tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/subnets/64fce13e-2afb-4d41-9a8d-31f0dc43449d HTTP/1.1" status: 204 len: 168 time: 0.2741549 Sep 26 13:31:00.451037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50450) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:00.453433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a164e20-e607-44c0-ad64-d43b4b38d1c3 None None] Network e3907ba5-2dc5-4355-b5cc-ce60a51503cc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:00.526078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.585028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Deleting port 00224efe-b2ac-4fe5-81fe-35678dd60d58 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:00.585690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.616596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] DHCP port deletion for e3907ba5-2dc5-4355-b5cc-ce60a51503cc request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:31:00.658256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] For port 00224efe-b2ac-4fe5-81fe-35678dd60d58, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=00224efe-b2ac-4fe5-81fe-35678dd60d58,segment=NetworkSegment(ec64f326-d55b-4d42-90c1-bc96da126e7f),segment_id=ec64f326-d55b-4d42-90c1-bc96da126e7f)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:00.658628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.667236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] Deleting port 00224efe-b2ac-4fe5-81fe-35678dd60d58 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:00.667613 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.672685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Calling delete_port for 00224efe-b2ac-4fe5-81fe-35678dd60d58 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:00.736448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] For port 00224efe-b2ac-4fe5-81fe-35678dd60d58, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=00224efe-b2ac-4fe5-81fe-35678dd60d58,segment=NetworkSegment(ec64f326-d55b-4d42-90c1-bc96da126e7f),segment_id=ec64f326-d55b-4d42-90c1-bc96da126e7f)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:00.737047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.751282 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:31:00.755532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] Calling delete_port for 00224efe-b2ac-4fe5-81fe-35678dd60d58 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:00.794535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12431e85-00eb-4211-b0e8-740720a50948 req-a1646963-b48b-4e74-b64e-a1f4b569aeb8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:00.796630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12431e85-00eb-4211-b0e8-740720a50948 req-a1646963-b48b-4e74-b64e-a1f4b569aeb8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0716236 Sep 26 13:31:00.814851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.847177 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.855631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Port': ['ID=00224efe-b2ac-4fe5-81fe-35678dd60d58,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:00.863094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] No DVR routers for this DVR port 00224efe-b2ac-4fe5-81fe-35678dd60d58 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:00.875526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-12431e85-00eb-4211-b0e8-740720a50948 req-9af267a2-b25f-44c2-890b-709394365a82 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723095 Sep 26 13:31:00.889418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] Pushing event deleted for resources: {'Port': ['ID=00224efe-b2ac-4fe5-81fe-35678dd60d58,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:00.903512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 01ec8a7d-acb3-42fe-85ae-529b1f740c1b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:00.918188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0528f-3c10-492b-bc4c-c68d199be87c None None] No DVR routers for this DVR port 00224efe-b2ac-4fe5-81fe-35678dd60d58 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:00.927229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 01ec8a7d-acb3-42fe-85ae-529b1f740c1b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:00.927578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 01ec8a7d-acb3-42fe-85ae-529b1f740c1b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:00.927994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 00224efe-b2ac-4fe5-81fe-35678dd60d58 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:00.950076 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 00224efe-b2ac-4fe5-81fe-35678dd60d58 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:00.950419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 00224efe-b2ac-4fe5-81fe-35678dd60d58 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:00.950832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 37ee68f3-878c-4707-a226-99e80e47ceb9 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:00.970713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 37ee68f3-878c-4707-a226-99e80e47ceb9 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:00.971056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 37ee68f3-878c-4707-a226-99e80e47ceb9 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:00.978678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:00.999622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3907ba5-2dc5-4355-b5cc-ce60a51503cc']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:01.008728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec64f326-d55b-4d42-90c1-bc96da126e7f') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:01.009026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec64f326-d55b-4d42-90c1-bc96da126e7f') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:01.018737 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.032224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.038447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:01.038837 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:01.042111 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:01.104853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.112195 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.114092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] 10.222.0.13 "DELETE /v2.0/networks/e3907ba5-2dc5-4355-b5cc-ce60a51503cc HTTP/1.1" status: 204 len: 168 time: 0.6621039 Sep 26 13:31:01.125642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396b0f-5db1-46ac-8c78-8ee195491ede tempest-NetworksIpV6Test-979264613 tempest-NetworksIpV6Test-979264613-project] Pushing event deleted for resources: {'Network': ['ID=e3907ba5-2dc5-4355-b5cc-ce60a51503cc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:01.352142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 292bed09-1260-4daa-b01b-5981af0829f9 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:01.362796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50458) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:01.503844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c5f652a4-1187-4ecf-a6dd-d3e8db41677c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=161ef8d0ddb4429a98e601aa8af39cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398666 Sep 26 13:31:01.506352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50462) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:01.554244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48b6271f-ada4-4a46-9e2e-fb9122be8d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.576224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48b6271f-ada4-4a46-9e2e-fb9122be8d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.621960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48b6271f-ada4-4a46-9e2e-fb9122be8d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.624981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48b6271f-ada4-4a46-9e2e-fb9122be8d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:01.626184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-48b6271f-ada4-4a46-9e2e-fb9122be8d8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fa8d788-9edf-4297-a416-70f1eb8d6643 HTTP/1.1" status: 204 len: 168 time: 0.1189203 Sep 26 13:31:01.634348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6271f-ada4-4a46-9e2e-fb9122be8d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa8d788-9edf-4297-a416-70f1eb8d6643,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:02.021120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30524de9-0db5-43f8-b703-7926c53b5d53 req-21ae5da1-6955-48d8-a202-7d353704514e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:02.022681 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30524de9-0db5-43f8-b703-7926c53b5d53 req-21ae5da1-6955-48d8-a202-7d353704514e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0498548 Sep 26 13:31:02.070367 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30524de9-0db5-43f8-b703-7926c53b5d53 req-02c6a0b4-16c3-449a-8eb2-771a4e996ad1 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 Sep 26 13:31:02.302279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50486) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:02.403718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-882512439'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:02.426509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:02.429985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:02.438569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:02.537786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:02.541758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:02.565250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:02.580669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b66a78-473e-4b83-b926-0c9ef1068cd6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:02.583769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:02.584116 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment e5de51de-50a0-4602-97c3-08f3e78a93a0 of type vlan for network c66ad30e-3d1a-4d38-9991-df375911f47a Sep 26 13:31:02.623521 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:02.647393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:02.652877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:02.653464 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:02.688606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3851953 Sep 26 13:31:02.726271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d79ccf-1e17-4eb2-8312-17bc5bf0bd8b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=c66ad30e-3d1a-4d38-9991-df375911f47a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:02.736668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network c66ad30e-3d1a-4d38-9991-df375911f47a details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:02.813853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50490) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:02.819124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': 'c66ad30e-3d1a-4d38-9991-df375911f47a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:02.915938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:02.919481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.112647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.171349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=bd94c9a5-3bb8-4d03-8209-f093c9da749c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:03.188715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': 'e5de51de-50a0-4602-97c3-08f3e78a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c66ad30e-3d1a-4d38-9991-df375911f47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:03.189084 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: c66ad30e-3d1a-4d38-9991-df375911f47a, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:03.203096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dea230-5ef5-4acc-adbf-3b0f063fb6e7 req-9b06b529-19a0-4ed4-b9dc-7835d8ca1281 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:03.204934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09dea230-5ef5-4acc-adbf-3b0f063fb6e7 req-9b06b529-19a0-4ed4-b9dc-7835d8ca1281 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0611746 Sep 26 13:31:03.208496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network c66ad30e-3d1a-4d38-9991-df375911f47a is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:03.217997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, c66ad30e-3d1a-4d38-9991-df375911f47a) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:03.222285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:03.222902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.228826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64098bd0-cd09-48d1-b741-c4f51e327c84 None None] Network c66ad30e-3d1a-4d38-9991-df375911f47a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:03.244224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50494) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:03.244458 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0a3a89e9-c5a3-4fd7-bb1e-e348b8bebddc tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4293141 Sep 26 13:31:03.255615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1819881784'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:03.271114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09dea230-5ef5-4acc-adbf-3b0f063fb6e7 req-d62650f5-eccd-4802-8002-0f5bf0ca02a7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590007 Sep 26 13:31:03.283579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:03.287226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.310931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:03.320525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.320867 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment bab88721-c008-4071-968e-b1eeb8265b2c of type vlan for network 86580956-8061-4033-8982-51d0041c7428 Sep 26 13:31:03.360202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.384720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-c66ad30e-3d1a-4d38-9991-df375911f47a', 'network_id': 'c66ad30e-3d1a-4d38-9991-df375911f47a', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': 'bd94c9a5-3bb8-4d03-8209-f093c9da749c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:03.385255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.385613 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.391287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:03.391872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.426664 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1812699 Sep 26 13:31:03.429323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50496) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:03.436033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': '86580956-8061-4033-8982-51d0041c7428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:03.479619 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2364b-74ea-46ed-8084-81d3046baa05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=86580956-8061-4033-8982-51d0041c7428,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:03.500417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 86580956-8061-4033-8982-51d0041c7428 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:03.555176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:03.558864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.581143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Allocated IP 172.20.255.242 (c66ad30e-3d1a-4d38-9991-df375911f47a/bd94c9a5-3bb8-4d03-8209-f093c9da749c/7c6bd611-65e9-42d6-a924-15a00a505f48) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:31:03.739236 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.746359 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.755294 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.784296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Network c66ad30e-3d1a-4d38-9991-df375911f47a is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:31:03.787127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:03.790976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:31:03.800901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Pushing event updated for resources: {'Port': ['ID=7c6bd611-65e9-42d6-a924-15a00a505f48,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:03.826712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=f3c06110-c625-4056-ac3c-665c8f46b9d7,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:03.835958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': 'bab88721-c008-4071-968e-b1eeb8265b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '86580956-8061-4033-8982-51d0041c7428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:03.836324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: 86580956-8061-4033-8982-51d0041c7428, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:03.853728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Attempting to bind port 7c6bd611-65e9-42d6-a924-15a00a505f48 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:31:03.854095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Attempting to bind port 7c6bd611-65e9-42d6-a924-15a00a505f48 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e5de51de-50a0-4602-97c3-08f3e78a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c66ad30e-3d1a-4d38-9991-df375911f47a'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:31:03.854268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 86580956-8061-4033-8982-51d0041c7428 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:03.854470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Attempting to bind port 7c6bd611-65e9-42d6-a924-15a00a505f48 on network c66ad30e-3d1a-4d38-9991-df375911f47a {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:03.860611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:31:03.860989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Checking segment: {'id': 'e5de51de-50a0-4602-97c3-08f3e78a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c66ad30e-3d1a-4d38-9991-df375911f47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:03.861402 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.861830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Bound using segment: {'id': 'e5de51de-50a0-4602-97c3-08f3e78a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c66ad30e-3d1a-4d38-9991-df375911f47a'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:31:03.862319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Bound port: 7c6bd611-65e9-42d6-a924-15a00a505f48, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5de51de-50a0-4602-97c3-08f3e78a93a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c66ad30e-3d1a-4d38-9991-df375911f47a'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:31:03.862750 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.869887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 86580956-8061-4033-8982-51d0041c7428) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:03.875125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:03.875799 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:03.880406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0a0f6-63b6-4c83-b17b-c8ce3e9deb84 None None] Network 86580956-8061-4033-8982-51d0041c7428 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:03.893927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a4364f16-61c0-4bf6-b0c5-21f6cdcb3a9f tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4633493 Sep 26 13:31:03.896651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50498) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:04.002111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] For port 7c6bd611-65e9-42d6-a924-15a00a505f48, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:31:04.006196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.006540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] For port 7c6bd611-65e9-42d6-a924-15a00a505f48, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c6bd611-65e9-42d6-a924-15a00a505f48,segment=NetworkSegment(e5de51de-50a0-4602-97c3-08f3e78a93a0),segment_id=e5de51de-50a0-4602-97c3-08f3e78a93a0)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:31:04.018181 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.062373 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.141600 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.142842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607980c0-e496-4856-9877-1d9db3fb0adf None None] Pushing event updated for resources: {'Port': ['ID=7c6bd611-65e9-42d6-a924-15a00a505f48,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:04.153944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972c461-2013-42d1-b6d0-0cb8fffcd2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-86580956-8061-4033-8982-51d0041c7428', 'network_id': '86580956-8061-4033-8982-51d0041c7428', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': 'f3c06110-c625-4056-ac3c-665c8f46b9d7'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:04.155006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2972c461-2013-42d1-b6d0-0cb8fffcd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.184286 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c06110-c625-4056-ac3c-665c8f46b9d7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:04.253804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c5851-5c7d-47eb-b752-5a20ed13093e None None] Network 86580956-8061-4033-8982-51d0041c7428 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:04.258195 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.288541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86580956-8061-4033-8982-51d0041c7428']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:04.305816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab88721-c008-4071-968e-b1eeb8265b2c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:04.306120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab88721-c008-4071-968e-b1eeb8265b2c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:04.321404 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.337561 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.345906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:04.347429 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:04.350332 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:04.449392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.463616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd45b0a-ddd8-4937-9891-e182652c8fc0 req-27d36f05-000e-429d-984b-a7398197fb7a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:04.465199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6cd45b0a-ddd8-4937-9891-e182652c8fc0 req-27d36f05-000e-429d-984b-a7398197fb7a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1034904 Sep 26 13:31:04.466337 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.469975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/86580956-8061-4033-8982-51d0041c7428 HTTP/1.1" status: 204 len: 168 time: 0.5722072 Sep 26 13:31:04.472698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50502) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:04.477863 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1171339804'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:04.491280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44662-db52-49b0-a284-e337ea32c759 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=86580956-8061-4033-8982-51d0041c7428,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:04.500197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:04.503775 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.523556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6cd45b0a-ddd8-4937-9891-e182652c8fc0 req-c84e832c-31e6-44c3-9a24-fc9739c10c13 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486901 Sep 26 13:31:04.527803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:04.537699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.538049 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment f1732b7e-b8e7-4ea5-b088-d8546afe3936 of type vlan for network 124fc33f-d190-46a2-ad02-89d0fbc2df2c Sep 26 13:31:04.578897 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.604694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.610522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:04.611144 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:04.646262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1724219 Sep 26 13:31:04.648936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50504) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:04.653809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': '124fc33f-d190-46a2-ad02-89d0fbc2df2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:04.702130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a6208-711a-44ac-84fe-9691ce4657b7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=124fc33f-d190-46a2-ad02-89d0fbc2df2c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:04.712403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 124fc33f-d190-46a2-ad02-89d0fbc2df2c details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:04.912471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c6bd611-65e9-42d6-a924-15a00a505f48 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:31:04.974754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7c6bd611-65e9-42d6-a924-15a00a505f48 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:31:04.975126 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.065369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.106005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 7c6bd611-65e9-42d6-a924-15a00a505f48, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c6bd611-65e9-42d6-a924-15a00a505f48,segment=NetworkSegment(e5de51de-50a0-4602-97c3-08f3e78a93a0),segment_id=e5de51de-50a0-4602-97c3-08f3e78a93a0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:05.112400 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.121104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588cff71-eda0-48b5-92b3-eae3da6d6680 None None] Network c66ad30e-3d1a-4d38-9991-df375911f47a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:05.155854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:05.162524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.226272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_backend_mixin [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Performing IP validity checks on allocation pools {{(pid=94812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 26 13:31:05.226780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_backend_mixin [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 26 13:31:05.245843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=7c6bd611-65e9-42d6-a924-15a00a505f48,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:05.250185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4fa8bf94-4b62-42eb-ad58-58764e4dcf26 None None] Provisioning complete for port 7c6bd611-65e9-42d6-a924-15a00a505f48 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:31:05.250431 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4fa8bf94-4b62-42eb-ad58-58764e4dcf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.384447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.465353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=441fb8d0-4ba7-47b7-8782-cf4dc1459c74,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:05.474948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': 'f1732b7e-b8e7-4ea5-b088-d8546afe3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '124fc33f-d190-46a2-ad02-89d0fbc2df2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:05.475339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: 124fc33f-d190-46a2-ad02-89d0fbc2df2c, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:05.503037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 124fc33f-d190-46a2-ad02-89d0fbc2df2c is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:05.512827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 124fc33f-d190-46a2-ad02-89d0fbc2df2c) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:05.517996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:05.518598 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.532745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f4a99-2094-41ab-9db3-98fe4e01e8ec None None] Network 124fc33f-d190-46a2-ad02-89d0fbc2df2c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:05.540772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-39768919-1f76-4a67-9dbe-cdce53e5f456 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8903749 Sep 26 13:31:05.543053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50506) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:05.728234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69477d9-c3fd-4759-8510-4b6d9a97f2b1 req-cb69a8c7-d0c9-4aad-8c77-703558fcf332 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:05.729779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a69477d9-c3fd-4759-8510-4b6d9a97f2b1 req-cb69a8c7-d0c9-4aad-8c77-703558fcf332 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1186624 Sep 26 13:31:05.733299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.745117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e1489cdf-f9bc-46bc-aeef-5cb19c095c60 None None] Provisioning complete for port 7c6bd611-65e9-42d6-a924-15a00a505f48 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:31:05.745658 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e1489cdf-f9bc-46bc-aeef-5cb19c095c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.749461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-124fc33f-d190-46a2-ad02-89d0fbc2df2c', 'network_id': '124fc33f-d190-46a2-ad02-89d0fbc2df2c', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': '441fb8d0-4ba7-47b7-8782-cf4dc1459c74'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:05.750393 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.802282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a69477d9-c3fd-4759-8510-4b6d9a97f2b1 req-922dfd27-e8b2-4706-b93b-22082924dbb8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648613 Sep 26 13:31:05.818878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:05.955006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Allocated IP 172.20.0.3 (124fc33f-d190-46a2-ad02-89d0fbc2df2c/441fb8d0-4ba7-47b7-8782-cf4dc1459c74/00d0e944-afe6-44b2-956d-1611089f16e1) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:31:06.097290 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.103003 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.119570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.139580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Network 124fc33f-d190-46a2-ad02-89d0fbc2df2c is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:31:06.142424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:06.145782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:31:06.149077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=441fb8d0-4ba7-47b7-8782-cf4dc1459c74,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:06.161146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Pushing event updated for resources: {'Port': ['ID=00d0e944-afe6-44b2-956d-1611089f16e1,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:06.215011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Attempting to bind port 00d0e944-afe6-44b2-956d-1611089f16e1 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:31:06.215011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Attempting to bind port 00d0e944-afe6-44b2-956d-1611089f16e1 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f1732b7e-b8e7-4ea5-b088-d8546afe3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '124fc33f-d190-46a2-ad02-89d0fbc2df2c'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:31:06.215328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Attempting to bind port 00d0e944-afe6-44b2-956d-1611089f16e1 on network 124fc33f-d190-46a2-ad02-89d0fbc2df2c {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:06.219219 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.221055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:31:06.221429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Checking segment: {'id': 'f1732b7e-b8e7-4ea5-b088-d8546afe3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '124fc33f-d190-46a2-ad02-89d0fbc2df2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:06.221858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.222248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Bound using segment: {'id': 'f1732b7e-b8e7-4ea5-b088-d8546afe3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '124fc33f-d190-46a2-ad02-89d0fbc2df2c'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:31:06.222712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Bound port: 00d0e944-afe6-44b2-956d-1611089f16e1, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1732b7e-b8e7-4ea5-b088-d8546afe3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '124fc33f-d190-46a2-ad02-89d0fbc2df2c'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:31:06.223086 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.243952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124fc33f-d190-46a2-ad02-89d0fbc2df2c']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:06.253394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1732b7e-b8e7-4ea5-b088-d8546afe3936') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:06.253723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1732b7e-b8e7-4ea5-b088-d8546afe3936') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:06.263075 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.276549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.282966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:06.283351 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.283778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] For port 00d0e944-afe6-44b2-956d-1611089f16e1, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:06.286308 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:06.339441 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] For port 00d0e944-afe6-44b2-956d-1611089f16e1, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=00d0e944-afe6-44b2-956d-1611089f16e1,segment=NetworkSegment(f1732b7e-b8e7-4ea5-b088-d8546afe3936),segment_id=f1732b7e-b8e7-4ea5-b088-d8546afe3936)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:31:06.340450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 26 13:31:06.340450 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 26 13:31:06.340450 n-d-806683-13 neutron-server[94812]: [parameters: {'id': '124fc33f-d190-46a2-ad02-89d0fbc2df2c'}] Sep 26 13:31:06.340450 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:31:06.341005 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:31:06.344369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.421452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf80455-2ea6-4058-903d-f5ee336005a2 None None] Pushing event updated for resources: {'Port': ['ID=00d0e944-afe6-44b2-956d-1611089f16e1,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:06.434174 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b3b7a-441e-4505-be0c-7a47f6f707ca None None] Network 124fc33f-d190-46a2-ad02-89d0fbc2df2c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:06.557720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013625ea-c8b7-490c-bca8-938fa886fc99 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:31:06.634522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013625ea-c8b7-490c-bca8-938fa886fc99 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:31:06.842492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.919602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c6bd611-65e9-42d6-a924-15a00a505f48 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:31:06.927088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Deleting port 00d0e944-afe6-44b2-956d-1611089f16e1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:06.927863 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:06.960589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3284b3-3f40-46be-9f29-f019ca4ed81a req-6befe3b6-48ef-4a86-af26-b486f0a6527d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:06.962887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a3284b3-3f40-46be-9f29-f019ca4ed81a req-6befe3b6-48ef-4a86-af26-b486f0a6527d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0517256 Sep 26 13:31:07.007642 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a3284b3-3f40-46be-9f29-f019ca4ed81a req-3deda6ae-7ae9-48ac-9318-8c57279b24b5 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370526 Sep 26 13:31:07.021848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] For port 00d0e944-afe6-44b2-956d-1611089f16e1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=00d0e944-afe6-44b2-956d-1611089f16e1,segment=NetworkSegment(f1732b7e-b8e7-4ea5-b088-d8546afe3936),segment_id=f1732b7e-b8e7-4ea5-b088-d8546afe3936)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:07.022222 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.032462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7c6bd611-65e9-42d6-a924-15a00a505f48 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:31:07.033000 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.037328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Calling delete_port for 00d0e944-afe6-44b2-956d-1611089f16e1 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:07.121065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.149323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Port': ['ID=00d0e944-afe6-44b2-956d-1611089f16e1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:07.156340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No DVR routers for this DVR port 00d0e944-afe6-44b2-956d-1611089f16e1 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:07.232417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.252939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124fc33f-d190-46a2-ad02-89d0fbc2df2c']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:07.262025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1732b7e-b8e7-4ea5-b088-d8546afe3936') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:07.262322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1732b7e-b8e7-4ea5-b088-d8546afe3936') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:07.271406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.284436 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.290312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:07.290699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:07.293631 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:07.355787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.362875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.364587 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/124fc33f-d190-46a2-ad02-89d0fbc2df2c HTTP/1.1" status: 204 len: 168 time: 1.8201084 Sep 26 13:31:07.368151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50512) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:07.373178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662960579'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:07.375805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3a08e-a7bc-477e-9efb-b8b465244aa9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=124fc33f-d190-46a2-ad02-89d0fbc2df2c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:07.394700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:07.398180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.428200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:07.438000 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.438365 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment 7d06f268-dfa9-4ac5-a99c-1fd9e0e9c013 of type vlan for network a27e276e-f1cd-44cc-8c07-028655778668 Sep 26 13:31:07.480257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.506625 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.512249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:07.512841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.548992 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1797340 Sep 26 13:31:07.551787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50514) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:07.559409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': 'a27e276e-f1cd-44cc-8c07-028655778668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:07.600069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253c130-484d-4edf-8332-a19ce11cbb41 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=a27e276e-f1cd-44cc-8c07-028655778668,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:07.614411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network a27e276e-f1cd-44cc-8c07-028655778668 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:07.683415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:07.687562 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.871594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.931732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=3c0918e7-3b9d-4c68-8b34-a7160739ab78,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:07.941256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': '7d06f268-dfa9-4ac5-a99c-1fd9e0e9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a27e276e-f1cd-44cc-8c07-028655778668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:07.941643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: a27e276e-f1cd-44cc-8c07-028655778668, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:07.958472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network a27e276e-f1cd-44cc-8c07-028655778668 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:07.966543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, a27e276e-f1cd-44cc-8c07-028655778668) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:07.970709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:07.971297 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:07.975538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97707b3b-60a2-4132-896b-148d84f47f81 None None] Network a27e276e-f1cd-44cc-8c07-028655778668 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:07.989067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-831e1038-ff85-4b57-8bff-62a86e237c1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4338760 Sep 26 13:31:07.989504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50516) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:08.097368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.138338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d1048-caba-4e64-a86b-b50813938f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-a27e276e-f1cd-44cc-8c07-028655778668', 'network_id': 'a27e276e-f1cd-44cc-8c07-028655778668', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': '3c0918e7-3b9d-4c68-8b34-a7160739ab78'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:08.139274 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1048-caba-4e64-a86b-b50813938f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.156217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083b1ef-3b57-4586-b4c2-ece776f8de3f req-7663b7f6-487e-449c-a861-0213a76aaed9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:08.158364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7083b1ef-3b57-4586-b4c2-ece776f8de3f req-7663b7f6-487e-449c-a861-0213a76aaed9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0559959 Sep 26 13:31:08.159972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.199927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7083b1ef-3b57-4586-b4c2-ece776f8de3f req-dd81e85e-c490-45fc-b2a7-27c23954bf80 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Sep 26 13:31:08.229959 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-0d6d1048-caba-4e64-a86b-b50813938f6e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c0918e7-3b9d-4c68-8b34-a7160739ab78: This subnet is being modified by another concurrent operation. Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c0918e7-3b9d-4c68-8b34-a7160739ab78: This subnet is being modified by another concurrent operation. Sep 26 13:31:08.252220 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 13:31:08.266653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0918e7-3b9d-4c68-8b34-a7160739ab78,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:08.280807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b3569e-14e5-4587-8a8a-a5fcc7040602 None None] Network a27e276e-f1cd-44cc-8c07-028655778668 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:08.327451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.349891 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27e276e-f1cd-44cc-8c07-028655778668']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:08.350459 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30221c4d-b3d8-42f7-91d4-c28643107223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.361139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d06f268-dfa9-4ac5-a99c-1fd9e0e9c013') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:08.361471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d06f268-dfa9-4ac5-a99c-1fd9e0e9c013') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:08.371013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.384629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.390895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:08.391296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:08.394426 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:08.404592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6164293f-b5a8-453e-8ac9-df62ecd11c15 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:31:08.458592 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.463761 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.466080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/a27e276e-f1cd-44cc-8c07-028655778668 HTTP/1.1" status: 204 len: 168 time: 0.4755704 Sep 26 13:31:08.469737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50520) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:08.474711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1990223784'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:08.485593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6164293f-b5a8-453e-8ac9-df62ecd11c15 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:31:08.485940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaef12-b457-45e3-972f-cda8416d870b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=a27e276e-f1cd-44cc-8c07-028655778668,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:08.503339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:08.506853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.530108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:08.538997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.539347 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment 4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a of type vlan for network ac5955e4-e539-42b0-9ba9-a1c81881f4d5 Sep 26 13:31:08.582902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.607728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.613791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:08.614375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.648099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1772413 Sep 26 13:31:08.650823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50522) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:08.655704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': 'ac5955e4-e539-42b0-9ba9-a1c81881f4d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:08.699828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ecbeb-33e6-4349-99d8-35639bb39874 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=ac5955e4-e539-42b0-9ba9-a1c81881f4d5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:08.710858 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network ac5955e4-e539-42b0-9ba9-a1c81881f4d5 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:08.777465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:08.781588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:08.960341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.020971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=bedc1038-2042-4e3e-987d-66ef68506bb1,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:09.028253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac5955e4-e539-42b0-9ba9-a1c81881f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:09.028605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: ac5955e4-e539-42b0-9ba9-a1c81881f4d5, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:09.047493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network ac5955e4-e539-42b0-9ba9-a1c81881f4d5 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:09.057407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, ac5955e4-e539-42b0-9ba9-a1c81881f4d5) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:09.065522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:09.065522 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.066403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554e56e-fa46-476e-86a0-5069da93a079 None None] Network ac5955e4-e539-42b0-9ba9-a1c81881f4d5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:09.083869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8001e0fe-2d7a-48c5-bdf1-9105103a9923 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4319978 Sep 26 13:31:09.086658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50524) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:09.182044 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.212226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-ac5955e4-e539-42b0-9ba9-a1c81881f4d5', 'network_id': 'ac5955e4-e539-42b0-9ba9-a1c81881f4d5', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': 'bedc1038-2042-4e3e-987d-66ef68506bb1'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:09.213100 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.240799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.329754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0ba87-21a9-4f98-b369-d7aaf1297770 req-80dee3a2-2889-430c-a8ac-9ba1fc355380 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:09.331285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-acc0ba87-21a9-4f98-b369-d7aaf1297770 req-80dee3a2-2889-430c-a8ac-9ba1fc355380 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0580308 Sep 26 13:31:09.352503 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Allocated IP 172.20.0.2 (ac5955e4-e539-42b0-9ba9-a1c81881f4d5/bedc1038-2042-4e3e-987d-66ef68506bb1/fa1a298f-c047-46e9-9dda-439b056cfbf1) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:31:09.372199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-acc0ba87-21a9-4f98-b369-d7aaf1297770 req-40d2539f-ee93-46c8-9a78-f5a8ba63559e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341346 Sep 26 13:31:09.493937 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.500631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.516322 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.537081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Network ac5955e4-e539-42b0-9ba9-a1c81881f4d5 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:31:09.541230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:09.543513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=bedc1038-2042-4e3e-987d-66ef68506bb1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:09.545052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:31:09.555670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Pushing event updated for resources: {'Port': ['ID=fa1a298f-c047-46e9-9dda-439b056cfbf1,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:09.609015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Attempting to bind port fa1a298f-c047-46e9-9dda-439b056cfbf1 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:31:09.609280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Attempting to bind port fa1a298f-c047-46e9-9dda-439b056cfbf1 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac5955e4-e539-42b0-9ba9-a1c81881f4d5'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:31:09.609663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Attempting to bind port fa1a298f-c047-46e9-9dda-439b056cfbf1 on network ac5955e4-e539-42b0-9ba9-a1c81881f4d5 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:09.610725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.614652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:31:09.615018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Checking segment: {'id': '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac5955e4-e539-42b0-9ba9-a1c81881f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:09.615414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.615800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Bound using segment: {'id': '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac5955e4-e539-42b0-9ba9-a1c81881f4d5'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:31:09.616256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Bound port: fa1a298f-c047-46e9-9dda-439b056cfbf1, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac5955e4-e539-42b0-9ba9-a1c81881f4d5'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:31:09.616631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.630668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5955e4-e539-42b0-9ba9-a1c81881f4d5']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:09.640131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:09.640430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:09.649831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.663285 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.669188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:09.669618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:09.673233 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:09.680848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] For port fa1a298f-c047-46e9-9dda-439b056cfbf1, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:31:09.731668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] For port fa1a298f-c047-46e9-9dda-439b056cfbf1, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fa1a298f-c047-46e9-9dda-439b056cfbf1,segment=NetworkSegment(4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a),segment_id=4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:31:09.731915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 26 13:31:09.731915 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 26 13:31:09.731915 n-d-806683-13 neutron-server[94811]: [parameters: {'id': 'ac5955e4-e539-42b0-9ba9-a1c81881f4d5'}] Sep 26 13:31:09.731915 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:31:09.732263 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:31:09.735833 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:09.814558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f1a26-c72a-4774-9c71-cedc06f4e818 None None] Pushing event updated for resources: {'Port': ['ID=fa1a298f-c047-46e9-9dda-439b056cfbf1,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:09.830224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e1308-2820-4c97-bb9c-4dc74a51fae5 None None] Network ac5955e4-e539-42b0-9ba9-a1c81881f4d5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:09.946743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba918d55-2a2b-4376-8090-4f4fbb824622 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:31:10.028496 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba918d55-2a2b-4376-8090-4f4fbb824622 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:31:10.234071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:10.285909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Deleting port fa1a298f-c047-46e9-9dda-439b056cfbf1 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:10.286251 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:10.348160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] For port fa1a298f-c047-46e9-9dda-439b056cfbf1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fa1a298f-c047-46e9-9dda-439b056cfbf1,segment=NetworkSegment(4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a),segment_id=4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:10.348526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:10.361278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Calling delete_port for fa1a298f-c047-46e9-9dda-439b056cfbf1 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:10.443093 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:10.470341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Port': ['ID=fa1a298f-c047-46e9-9dda-439b056cfbf1,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:10.472213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No DVR routers for this DVR port fa1a298f-c047-46e9-9dda-439b056cfbf1 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:10.497796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe410b-83ca-4873-af86-f474d3d2274a req-8a5e4c05-d4b7-4a6d-90ff-a7fa4c60e871 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:10.499282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66fe410b-83ca-4873-af86-f474d3d2274a req-8a5e4c05-d4b7-4a6d-90ff-a7fa4c60e871 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0588098 Sep 26 13:31:10.537185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66fe410b-83ca-4873-af86-f474d3d2274a req-5b064223-ac2e-429c-8606-29eab1af750a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Sep 26 13:31:10.790811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb390fd-d72c-48a4-b5b6-1d4f14330a31 req-58f4ce0d-a72d-43ff-bf70-a55127e5b699 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:10.792331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcb390fd-d72c-48a4-b5b6-1d4f14330a31 req-58f4ce0d-a72d-43ff-bf70-a55127e5b699 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0884907 Sep 26 13:31:10.807769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-100c70dc-a27d-41ff-9208-8025ccc64c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:10.809297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-100c70dc-a27d-41ff-9208-8025ccc64c1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1096 time: 0.0683191 Sep 26 13:31:10.866653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bcb390fd-d72c-48a4-b5b6-1d4f14330a31 req-7435e730-b241-42f8-af29-e5eed82ad0f8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670533 Sep 26 13:31:10.912075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:10.929016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-9f4b962c-54b7-465e-a660-ceedf34ee406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:10.930649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-9f4b962c-54b7-465e-a660-ceedf34ee406 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1128073 Sep 26 13:31:10.932791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5955e4-e539-42b0-9ba9-a1c81881f4d5']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:10.942828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:10.943124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa9b8da-8058-4fb3-9a58-8cd1778d5c7a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:10.952996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:10.966346 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:10.972522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:10.972870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:10.975867 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:10.997751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-1c308a4a-bb7d-4a15-820c-864439a58222 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 998 time: 0.0591969 Sep 26 13:31:11.048369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-12b192ec-7c86-4459-97ec-6f11ac4c50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:11.048605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.049806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-12b192ec-7c86-4459-97ec-6f11ac4c50cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0457480 Sep 26 13:31:11.055679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.061822 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/ac5955e4-e539-42b0-9ba9-a1c81881f4d5 HTTP/1.1" status: 204 len: 168 time: 1.9699888 Sep 26 13:31:11.068476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50534) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:11.070356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bc54-b19e-421b-ad94-f250b631d3e4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=ac5955e4-e539-42b0-9ba9-a1c81881f4d5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:11.089025 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5a20-bad8-465e-ba5d-e15d5d731751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.090404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1635876348'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:11.119072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-5af3737b-771b-4391-8863-f2b4d76df157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:11.120584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-5af3737b-771b-4391-8863-f2b4d76df157 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638201 Sep 26 13:31:11.121605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:11.125427 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.200125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:11.218243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.218594 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment 59f41527-4e25-476f-a9bd-e1fec89a58f7 of type vlan for network d15da4ed-ee01-4216-b19b-90ce3afc5ce0 Sep 26 13:31:11.266369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-78728b16-6948-4245-a2d2-3c8ed36f40d4 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378553 Sep 26 13:31:11.274091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.353103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.359297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:11.359878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.415464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3478422 Sep 26 13:31:11.418350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50536) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:11.424072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': 'd15da4ed-ee01-4216-b19b-90ce3afc5ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:11.443733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0beb2e24-7149-4e73-9a54-f14e3f46e453 req-c0079f72-f17a-44ce-b316-57baca2ead5e service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673827 Sep 26 13:31:11.444311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31882c8d-2fa5-4373-b17c-0d34a22f097c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=d15da4ed-ee01-4216-b19b-90ce3afc5ce0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:11.457183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d15da4ed-ee01-4216-b19b-90ce3afc5ce0 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:11.517519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:11.521016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.575646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_backend_mixin [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Performing IP validity checks on allocation pools {{(pid=94811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 26 13:31:11.576193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_backend_mixin [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 26 13:31:11.653034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.699835 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.758702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=614f92a0-d4e1-4968-9c27-5d344234dde9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:11.768994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': '59f41527-4e25-476f-a9bd-e1fec89a58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd15da4ed-ee01-4216-b19b-90ce3afc5ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:11.769364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: d15da4ed-ee01-4216-b19b-90ce3afc5ce0, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:11.785774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network d15da4ed-ee01-4216-b19b-90ce3afc5ce0 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:11.794561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d15da4ed-ee01-4216-b19b-90ce3afc5ce0) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:11.801302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:11.802245 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.802923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55d267-f052-4f13-88e9-25136430fb80 None None] Network d15da4ed-ee01-4216-b19b-90ce3afc5ce0 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:11.817822 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b0e656d1-53c2-446e-91ff-00c8369c1c84 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.3983083 Sep 26 13:31:11.820662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50538) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:11.932068 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:11.968523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e57ecc9-d1ba-42e6-9760-3f4110f632b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d15da4ed-ee01-4216-b19b-90ce3afc5ce0', 'network_id': 'd15da4ed-ee01-4216-b19b-90ce3afc5ce0', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': '614f92a0-d4e1-4968-9c27-5d344234dde9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:11.969433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e57ecc9-d1ba-42e6-9760-3f4110f632b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.011936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.024686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17615231-54a9-475d-8b11-53d7b9a7573b req-13216dcb-6b5e-49d4-a5a6-2828d6feb86e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:12.026362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17615231-54a9-475d-8b11-53d7b9a7573b req-13216dcb-6b5e-49d4-a5a6-2828d6feb86e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0568984 Sep 26 13:31:12.077377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.078817 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17615231-54a9-475d-8b11-53d7b9a7573b req-6d0b94ce-c8f1-4a8f-8e71-a6e051278119 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-9e57ecc9-d1ba-42e6-9760-3f4110f632b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 614f92a0-d4e1-4968-9c27-5d344234dde9: This subnet is being modified by another concurrent operation. Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 614f92a0-d4e1-4968-9c27-5d344234dde9: This subnet is being modified by another concurrent operation. Sep 26 13:31:12.080799 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 13:31:12.099802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ffa0be-9939-4a26-b98d-e12babfb15f0 None None] Network d15da4ed-ee01-4216-b19b-90ce3afc5ce0 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:12.110432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=614f92a0-d4e1-4968-9c27-5d344234dde9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:12.137969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.178581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.198288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15da4ed-ee01-4216-b19b-90ce3afc5ce0']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:12.209657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f41527-4e25-476f-a9bd-e1fec89a58f7') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:12.209958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f41527-4e25-476f-a9bd-e1fec89a58f7') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:12.219498 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.220413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5eee79-80c6-4adf-9f86-61fe6bf67378 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:31:12.233166 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.239311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:12.239776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:12.243452 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:12.299061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5eee79-80c6-4adf-9f86-61fe6bf67378 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:31:12.302021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.309205 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.311142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/d15da4ed-ee01-4216-b19b-90ce3afc5ce0 HTTP/1.1" status: 204 len: 168 time: 0.4894774 Sep 26 13:31:12.314726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50542) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:12.319817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120265144'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:12.329832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23f503-65cd-4d6d-a91e-f21ac4a36b1d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=d15da4ed-ee01-4216-b19b-90ce3afc5ce0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:12.351854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:12.355284 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.379591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:12.388618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.389511 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment 07b6180d-d745-4b78-8ab0-f67c360b1f70 of type vlan for network 03bd254e-3a6b-46f4-80ce-9360bc176e21 Sep 26 13:31:12.431017 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.456691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.462378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:12.462978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.499087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1832325 Sep 26 13:31:12.501855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50544) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:12.506644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': '03bd254e-3a6b-46f4-80ce-9360bc176e21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:12.550489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170da10-c924-4c12-8f60-db17ffb8db7d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=03bd254e-3a6b-46f4-80ce-9360bc176e21,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:12.560674 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 03bd254e-3a6b-46f4-80ce-9360bc176e21 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:12.628598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:12.632222 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.813060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.871939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=b27c3bb5-3ed5-40bc-b785-cdf80adeeadd,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:12.880716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': '07b6180d-d745-4b78-8ab0-f67c360b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '03bd254e-3a6b-46f4-80ce-9360bc176e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:12.881075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: 03bd254e-3a6b-46f4-80ce-9360bc176e21, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:12.897229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 03bd254e-3a6b-46f4-80ce-9360bc176e21 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:12.905624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 03bd254e-3a6b-46f4-80ce-9360bc176e21) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:12.909530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:12.910133 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:12.914306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b23b7-56e8-4e66-aa63-08671d049a76 None None] Network 03bd254e-3a6b-46f4-80ce-9360bc176e21 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:12.924700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-84b2ec5f-7a27-463f-9978-db605d1a8832 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4218495 Sep 26 13:31:12.927326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50546) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:13.027091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.060180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3522d7f-afd6-48cb-9a54-01dad3373360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-03bd254e-3a6b-46f4-80ce-9360bc176e21', 'network_id': '03bd254e-3a6b-46f4-80ce-9360bc176e21', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': 'b27c3bb5-3ed5-40bc-b785-cdf80adeeadd'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:13.061107 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3522d7f-afd6-48cb-9a54-01dad3373360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.079555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.147165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-d3522d7f-afd6-48cb-9a54-01dad3373360 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b27c3bb5-3ed5-40bc-b785-cdf80adeeadd: This subnet is being modified by another concurrent operation. Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b27c3bb5-3ed5-40bc-b785-cdf80adeeadd: This subnet is being modified by another concurrent operation. Sep 26 13:31:13.160180 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 13:31:13.181654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7255b-d3b5-4780-9ed0-b499b42a7dfc None None] Network 03bd254e-3a6b-46f4-80ce-9360bc176e21 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:13.186854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=b27c3bb5-3ed5-40bc-b785-cdf80adeeadd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:13.230905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de9b64-8be8-4607-aa00-01e38d307001 req-e0cc20ea-d0fd-4218-bdba-0078c480dfbb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:13.240092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64de9b64-8be8-4607-aa00-01e38d307001 req-e0cc20ea-d0fd-4218-bdba-0078c480dfbb tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0727806 Sep 26 13:31:13.257390 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.275036 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64de9b64-8be8-4607-aa00-01e38d307001 req-a0e84e62-c0bf-4a06-9975-c8c9d9d6a3ec tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339525 Sep 26 13:31:13.280734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bd254e-3a6b-46f4-80ce-9360bc176e21']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:13.292825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b6180d-d745-4b78-8ab0-f67c360b1f70') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:13.293137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b6180d-d745-4b78-8ab0-f67c360b1f70') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:13.295982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fda7b73-d7e6-4dd3-bde2-c32689d563ba None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:31:13.304654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.320477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.327312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:13.327760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:13.331201 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:13.378556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fda7b73-d7e6-4dd3-bde2-c32689d563ba None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:31:13.419430 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.430026 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.435203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/03bd254e-3a6b-46f4-80ce-9360bc176e21 HTTP/1.1" status: 204 len: 168 time: 0.5037551 Sep 26 13:31:13.436322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50552) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:13.441444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754365138'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:13.445426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50359dca-a2e1-463a-abd4-2516fcbbe911 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=03bd254e-3a6b-46f4-80ce-9360bc176e21,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:13.462306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d35e-6bcb-4c04-b1f7-45ae79a8fa8a req-c92a1b63-baa4-48bf-88f3-29bc21ee0029 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:13.463699 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c92d35e-6bcb-4c04-b1f7-45ae79a8fa8a req-c92a1b63-baa4-48bf-88f3-29bc21ee0029 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1061466 Sep 26 13:31:13.471179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:13.475481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.499499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:13.508535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c92d35e-6bcb-4c04-b1f7-45ae79a8fa8a req-b46d9a1b-5dd4-4d64-bd58-4ad0a740c203 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386469 Sep 26 13:31:13.511326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.511541 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment c9c108ec-fe8b-461b-b893-67d525582298 of type vlan for network 0f27bcd6-bdc0-4668-815e-e7e2373170d8 Sep 26 13:31:13.560481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.600524 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.616741 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.622254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:13.622843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.669433 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2319834 Sep 26 13:31:13.672737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50556) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:13.677791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': '0f27bcd6-bdc0-4668-815e-e7e2373170d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:13.710094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b9895-84d5-435a-9415-6ea3e6b7f877 req-983ffdcc-aa50-4032-a7a4-6f7cc93a113c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:13.711578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b5b9895-84d5-435a-9415-6ea3e6b7f877 req-983ffdcc-aa50-4032-a7a4-6f7cc93a113c tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1286967 Sep 26 13:31:13.712161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f089235-a059-4968-a0c9-8125fc22ea1b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=0f27bcd6-bdc0-4668-815e-e7e2373170d8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:13.723636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0f27bcd6-bdc0-4668-815e-e7e2373170d8 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:13.758272 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b5b9895-84d5-435a-9415-6ea3e6b7f877 req-311eaab8-820f-4147-891c-2038d8b6c6fe tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401781 Sep 26 13:31:13.778946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:13.782596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.970639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:13.983642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc76931-92c8-44a2-8f7f-ef14c673b7b5 req-4f6e6ce8-4012-4829-9e3f-8010abb09246 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:13.985141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ccc76931-92c8-44a2-8f7f-ef14c673b7b5 req-4f6e6ce8-4012-4829-9e3f-8010abb09246 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0511618 Sep 26 13:31:14.022614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ccc76931-92c8-44a2-8f7f-ef14c673b7b5 req-0011a8d1-56fa-4459-84be-5020ac4903b2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Sep 26 13:31:14.032176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=10a94678-9afd-4a85-b632-5df7584cf102,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:14.050097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': 'c9c108ec-fe8b-461b-b893-67d525582298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0f27bcd6-bdc0-4668-815e-e7e2373170d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:14.050459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: 0f27bcd6-bdc0-4668-815e-e7e2373170d8, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:14.066584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 0f27bcd6-bdc0-4668-815e-e7e2373170d8 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:14.075904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0f27bcd6-bdc0-4668-815e-e7e2373170d8) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:14.080430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:14.081689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.086166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b435c4b-dcdc-4c5b-8ea8-43cea334732d None None] Network 0f27bcd6-bdc0-4668-815e-e7e2373170d8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:14.096051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2c1e00bb-a136-490e-baf2-3850d21083c1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4219861 Sep 26 13:31:14.098375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50562) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:14.199412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.254862 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.325185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.354466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=10a94678-9afd-4a85-b632-5df7584cf102,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:14.392084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6f83e-0e9e-4063-a2f7-4adfd3b24d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-0f27bcd6-bdc0-4668-815e-e7e2373170d8', 'network_id': '0f27bcd6-bdc0-4668-815e-e7e2373170d8', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': '10a94678-9afd-4a85-b632-5df7584cf102'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:14.394613 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-41a6f83e-0e9e-4063-a2f7-4adfd3b24d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.427230 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.451009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f27bcd6-bdc0-4668-815e-e7e2373170d8']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:14.462457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c108ec-fe8b-461b-b893-67d525582298') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:14.462757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c108ec-fe8b-461b-b893-67d525582298') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:14.474575 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.477651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc5557-cff2-4820-97ad-1695c328b3f2 None None] Network 0f27bcd6-bdc0-4668-815e-e7e2373170d8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:14.489441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.496504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:14.496983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:14.500030 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:14.562447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.567643 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.574384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/0f27bcd6-bdc0-4668-815e-e7e2373170d8 HTTP/1.1" status: 204 len: 168 time: 0.4703925 Sep 26 13:31:14.574567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50568) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:14.580412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120288328'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:14.586010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74974e70-84d5-403f-b67e-d023dc314507 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=0f27bcd6-bdc0-4668-815e-e7e2373170d8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:14.602929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:14.606640 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.630672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:14.639850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.640202 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment 3200e59d-00bd-49d8-acad-6d12addf5c90 of type vlan for network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 Sep 26 13:31:14.685351 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.710301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.715928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:14.716514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.744230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1696332 Sep 26 13:31:14.747065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50570) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:14.753737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9e060824-375f-4e92-b854-d71f2d6e66c0 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:14.784439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629b3c9-abc1-4a84-a222-f06acc828b58 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=30f5659a-3d0e-4cd3-bf67-23c8d765fda3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:14.794741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:14.915162 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e060824-375f-4e92-b854-d71f2d6e66c0 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.928586 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e060824-375f-4e92-b854-d71f2d6e66c0 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.946507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e060824-375f-4e92-b854-d71f2d6e66c0 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 is not hosted by any dhcp agent {{(pid=94811) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:31:14.952883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e060824-375f-4e92-b854-d71f2d6e66c0 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:14.953631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e060824-375f-4e92-b854-d71f2d6e66c0 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:14.955159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9e060824-375f-4e92-b854-d71f2d6e66c0 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "PUT /v2.0/networks/30f5659a-3d0e-4cd3-bf67-23c8d765fda3 HTTP/1.1" status: 200 len: 723 time: 0.2070510 Sep 26 13:31:14.957976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50572) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:14.965067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': '30f5659a-3d0e-4cd3-bf67-23c8d765fda3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:15.024873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e060824-375f-4e92-b854-d71f2d6e66c0 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=30f5659a-3d0e-4cd3-bf67-23c8d765fda3,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:15.034977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:15.097826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:15.101601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.143803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1a49a-89a2-4ae4-81e9-dae3425dbc98 req-1944e8c0-4b12-4ba9-866e-d91b328c8713 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:15.145419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34c1a49a-89a2-4ae4-81e9-dae3425dbc98 req-1944e8c0-4b12-4ba9-866e-d91b328c8713 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0504990 Sep 26 13:31:15.189005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-34c1a49a-89a2-4ae4-81e9-dae3425dbc98 req-e019b2f5-c087-4bfe-b165-aecccfdd8a9a tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375371 Sep 26 13:31:15.285420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.320598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.362353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=96c84245-eeb4-4f82-bb90-0de793f94305,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:15.371283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': '3200e59d-00bd-49d8-acad-6d12addf5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30f5659a-3d0e-4cd3-bf67-23c8d765fda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:15.371283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: 30f5659a-3d0e-4cd3-bf67-23c8d765fda3, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:15.388450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:15.397028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 30f5659a-3d0e-4cd3-bf67-23c8d765fda3) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:15.401054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:15.401693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.407331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75993564-b65e-4d32-b9ff-ce7876e1de61 None None] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:15.427639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-414cda88-1815-449a-9922-f4d20caaf567 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4663076 Sep 26 13:31:15.428114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50580) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:15.428809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07eb64-d58d-4579-ba86-6b90a449ccd7 req-b28656d7-c60b-48b4-8563-b955cb18df9e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:15.430540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf07eb64-d58d-4579-ba86-6b90a449ccd7 req-b28656d7-c60b-48b4-8563-b955cb18df9e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0863924 Sep 26 13:31:15.435516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-2e6dbd7f-33b2-4b84-af9e-45537e2a8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:15.437016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-637e9ab7-b7de-45ec-918c-7c80d23f816d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:15.437560 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-2e6dbd7f-33b2-4b84-af9e-45537e2a8410 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5926d48159ef4d219209215e279cf1e4&device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 1096 time: 0.0606797 Sep 26 13:31:15.499794 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf07eb64-d58d-4579-ba86-6b90a449ccd7 req-49ffcf56-fe79-4748-85f2-e49b1d650a14 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611436 Sep 26 13:31:15.539911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-637e9ab7-b7de-45ec-918c-7c80d23f816d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4785316'] for subnet, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.565428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-1fb52cac-ffa9-482c-a335-a0d599125e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:15.567217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-1fb52cac-ffa9-482c-a335-a0d599125e3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 200 len: 912 time: 0.1157539 Sep 26 13:31:15.573901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-30f5659a-3d0e-4cd3-bf67-23c8d765fda3', 'network_id': '30f5659a-3d0e-4cd3-bf67-23c8d765fda3', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': '96c84245-eeb4-4f82-bb90-0de793f94305'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:15.574889 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.640521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-412d0498-ce15-4ef6-b653-acab98d37cd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 200 len: 998 time: 0.0653734 Sep 26 13:31:15.684292 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-637e9ab7-b7de-45ec-918c-7c80d23f816d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741026623991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5171495'] for subnet, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.697767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-1ea5e15c-b003-425e-b60d-418069c1163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:15.699542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-1ea5e15c-b003-425e-b60d-418069c1163f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 200 len: 851 time: 0.0518260 Sep 26 13:31:15.727415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e9ab7-b7de-45ec-918c-7c80d23f816d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:15.728013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-637e9ab7-b7de-45ec-918c-7c80d23f816d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.729338 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-637e9ab7-b7de-45ec-918c-7c80d23f816d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "PUT /v2.0/subnets/96c84245-eeb4-4f82-bb90-0de793f94305 HTTP/1.1" status: 200 len: 806 time: 0.2996495 Sep 26 13:31:15.732007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50582) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:15.736944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Allocated IP 172.20.0.2 (30f5659a-3d0e-4cd3-bf67-23c8d765fda3/96c84245-eeb4-4f82-bb90-0de793f94305/139ebedd-7e41-403f-95ec-cac7ee7f7e38) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:31:15.745137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e9ab7-b7de-45ec-918c-7c80d23f816d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=96c84245-eeb4-4f82-bb90-0de793f94305,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:15.806261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-94022b6b-81b9-42a2-bb25-2e84c19f7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:15.807899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-94022b6b-81b9-42a2-bb25-2e84c19f7761 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96b7a73d-30fa-4a32-87d0-8a6b43406fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013870 Sep 26 13:31:15.867706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.887510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.895273 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:15.934267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:31:15.937058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:15.940578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:31:15.950185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Pushing event updated for resources: {'Port': ['ID=139ebedd-7e41-403f-95ec-cac7ee7f7e38,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:15.955151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-8248f628-75e5-458d-b2b2-1bf6bc3dadad service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383348 Sep 26 13:31:16.000798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Attempting to bind port 139ebedd-7e41-403f-95ec-cac7ee7f7e38 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:31:16.001203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Attempting to bind port 139ebedd-7e41-403f-95ec-cac7ee7f7e38 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '3200e59d-00bd-49d8-acad-6d12addf5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30f5659a-3d0e-4cd3-bf67-23c8d765fda3'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:31:16.001562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Attempting to bind port 139ebedd-7e41-403f-95ec-cac7ee7f7e38 on network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:16.006519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:31:16.006887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Checking segment: {'id': '3200e59d-00bd-49d8-acad-6d12addf5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30f5659a-3d0e-4cd3-bf67-23c8d765fda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:16.007285 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.007673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Bound using segment: {'id': '3200e59d-00bd-49d8-acad-6d12addf5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30f5659a-3d0e-4cd3-bf67-23c8d765fda3'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:31:16.008188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Bound port: 139ebedd-7e41-403f-95ec-cac7ee7f7e38, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3200e59d-00bd-49d8-acad-6d12addf5c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30f5659a-3d0e-4cd3-bf67-23c8d765fda3'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:31:16.008510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.040466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Deleting port 139ebedd-7e41-403f-95ec-cac7ee7f7e38 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:16.040804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.078582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] For port 139ebedd-7e41-403f-95ec-cac7ee7f7e38, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:31:16.087007 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] For port 139ebedd-7e41-403f-95ec-cac7ee7f7e38, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=139ebedd-7e41-403f-95ec-cac7ee7f7e38,segment=NetworkSegment(3200e59d-00bd-49d8-acad-6d12addf5c90),segment_id=3200e59d-00bd-49d8-acad-6d12addf5c90)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:31:16.091044 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.111908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4050c1ea-37df-4556-8e92-a4312af3a513 req-4ad6568e-5e37-4656-af9b-6f00a2ddbfb4 service neutron] 10.222.0.23 "GET /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488669 Sep 26 13:31:16.147814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808a91f-58fa-4c08-a2df-1ae1af22f9e4 None None] Pushing event updated for resources: {'Port': ['ID=139ebedd-7e41-403f-95ec-cac7ee7f7e38,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:16.148006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] For port 139ebedd-7e41-403f-95ec-cac7ee7f7e38, host n-d-806683-13, got binding levels [] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:16.148643 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.162034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Calling delete_port for 139ebedd-7e41-403f-95ec-cac7ee7f7e38 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:16.303077 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.334425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Port': ['ID=139ebedd-7e41-403f-95ec-cac7ee7f7e38,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:16.375446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No DVR routers for this DVR port 139ebedd-7e41-403f-95ec-cac7ee7f7e38 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:16.420876 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.479706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.510670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=96c84245-eeb4-4f82-bb90-0de793f94305,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:16.571218 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.594570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f5659a-3d0e-4cd3-bf67-23c8d765fda3']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:16.604126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3200e59d-00bd-49d8-acad-6d12addf5c90') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:16.604426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3200e59d-00bd-49d8-acad-6d12addf5c90') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:16.613832 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.622030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc906d6-ab7b-47be-ab12-93323d903880 req-012e1b79-4fca-49c8-9844-95c15f9b6117 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:16.624158 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc906d6-ab7b-47be-ab12-93323d903880 req-012e1b79-4fca-49c8-9844-95c15f9b6117 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0515139 Sep 26 13:31:16.627530 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.633911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:16.634357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:16.637603 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:16.663138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bc906d6-ab7b-47be-ab12-93323d903880 req-d5f05e6b-0872-4829-9337-5b5c91be4c17 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328531 Sep 26 13:31:16.704405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.711249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.713037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/30f5659a-3d0e-4cd3-bf67-23c8d765fda3 HTTP/1.1" status: 204 len: 168 time: 0.9799225 Sep 26 13:31:16.716401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50586) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:16.724561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f4394-0dd0-47c5-ba4b-02c1b8dff19a tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=30f5659a-3d0e-4cd3-bf67-23c8d765fda3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:16.736288 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec84d04-0570-454d-8108-4d9673179e06 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:16.736869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec84d04-0570-454d-8108-4d9673179e06 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:16.738883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4ec84d04-0570-454d-8108-4d9673179e06 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/30f5659a-3d0e-4cd3-bf67-23c8d765fda3 HTTP/1.1" status: 404 len: 339 time: 0.0221021 Sep 26 13:31:16.742464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:16.747347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401750167', 'description': 'd1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:16.771119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:16.774594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.799228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:16.808916 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.809262 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment 3769e7cf-29dc-43f3-a430-c56373e066f9 of type vlan for network 06a6fd0d-a228-42d0-8190-1211d01f0212 Sep 26 13:31:16.853758 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.880308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.886720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:16.887326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:16.932342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1888258 Sep 26 13:31:16.935044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50590) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:16.979504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ee3f3-427d-45bb-8d55-915c9c4e59bd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=06a6fd0d-a228-42d0-8190-1211d01f0212,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:16.991674 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 06a6fd0d-a228-42d0-8190-1211d01f0212 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:17.020703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8150bc32-71f0-4b83-84c3-089176b7ec14 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:17.022457 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8150bc32-71f0-4b83-84c3-089176b7ec14 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/networks?id=06a6fd0d-a228-42d0-8190-1211d01f0212 HTTP/1.1" status: 200 len: 761 time: 0.0863166 Sep 26 13:31:17.025104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50594) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:17.030274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-54b153ae-3b0c-4d8c-aa79-c03eef2dfb4e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'description': 'd2'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:17.138746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b349f04d-208f-45d6-8eac-2878684a0863 None None] Could not find standard attr ID for object 139ebedd-7e41-403f-95ec-cac7ee7f7e38. {{(pid=94813) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 26 13:31:17.160271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b723b52-d764-4677-86c3-c4a783dc2e63 None None] DHCP port deletion for 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:31:17.176580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a365dbd-df64-4a53-a5dc-53c2dff671d0 None None] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:17.188659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a365dbd-df64-4a53-a5dc-53c2dff671d0 None None] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:31:17.195089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a125ef-9e15-478c-a6a4-d6c8c6fb365d None None] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:17.206725 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a125ef-9e15-478c-a6a4-d6c8c6fb365d None None] Network 30f5659a-3d0e-4cd3-bf67-23c8d765fda3 could not be found, it might have been deleted concurrently. {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 26 13:31:17.208786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54b153ae-3b0c-4d8c-aa79-c03eef2dfb4e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.222449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54b153ae-3b0c-4d8c-aa79-c03eef2dfb4e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.244123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54b153ae-3b0c-4d8c-aa79-c03eef2dfb4e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 06a6fd0d-a228-42d0-8190-1211d01f0212 is not hosted by any dhcp agent {{(pid=94812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 13:31:17.249439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b153ae-3b0c-4d8c-aa79-c03eef2dfb4e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:17.250036 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54b153ae-3b0c-4d8c-aa79-c03eef2dfb4e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.251279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-54b153ae-3b0c-4d8c-aa79-c03eef2dfb4e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "PUT /v2.0/networks/06a6fd0d-a228-42d0-8190-1211d01f0212 HTTP/1.1" status: 200 len: 758 time: 0.2251477 Sep 26 13:31:17.253993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50596) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:17.322291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b153ae-3b0c-4d8c-aa79-c03eef2dfb4e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=06a6fd0d-a228-42d0-8190-1211d01f0212,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:17.332502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 06a6fd0d-a228-42d0-8190-1211d01f0212 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:17.371836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d520d981-8da8-463a-861b-330b8c124604 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:17.373338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d520d981-8da8-463a-861b-330b8c124604 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/networks?id=06a6fd0d-a228-42d0-8190-1211d01f0212 HTTP/1.1" status: 200 len: 761 time: 0.1184278 Sep 26 13:31:17.377031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50598) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:17.381601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129142018'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:17.401149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:17.405003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.428214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:17.436754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.437092 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment 9935e386-4cd1-41da-80af-47cee73efb79 of type vlan for network 60f8fc69-7029-4ae9-a3b3-65cef9861493 Sep 26 13:31:17.475892 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.498133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.503556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:17.504128 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.537567 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1595130 Sep 26 13:31:17.540698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50600) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:17.545832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': '60f8fc69-7029-4ae9-a3b3-65cef9861493', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:17.569283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bdc00-27a9-4663-a288-9e20776b9c3b tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=60f8fc69-7029-4ae9-a3b3-65cef9861493,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:17.581405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 60f8fc69-7029-4ae9-a3b3-65cef9861493 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:17.633815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:17.637272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.788790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97c375-db16-42be-b899-0841baa01e35 req-54d84653-72e0-4386-a963-d81a73b62b9f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:17.790986 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc97c375-db16-42be-b899-0841baa01e35 req-54d84653-72e0-4386-a963-d81a73b62b9f tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0590770 Sep 26 13:31:17.822236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:17.833109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dc97c375-db16-42be-b899-0841baa01e35 req-d0020ef3-0f45-4396-803b-45fc45986c56 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359099 Sep 26 13:31:17.893441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=102dda82-1c6c-4bf2-8327-0d124f2db448,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:17.897933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': '9935e386-4cd1-41da-80af-47cee73efb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60f8fc69-7029-4ae9-a3b3-65cef9861493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:17.898305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: 60f8fc69-7029-4ae9-a3b3-65cef9861493, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:17.947928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 60f8fc69-7029-4ae9-a3b3-65cef9861493 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:17.961107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 60f8fc69-7029-4ae9-a3b3-65cef9861493) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:17.969753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0547b-3011-4dd6-9559-9abedad099bf None None] Network 60f8fc69-7029-4ae9-a3b3-65cef9861493 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:17.976703 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1246f8e-ae12-4746-95ef-a83ff5cdc937 req-d87500f0-c971-4e89-9088-4e4415f70a4e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:17.978283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1246f8e-ae12-4746-95ef-a83ff5cdc937 req-d87500f0-c971-4e89-9088-4e4415f70a4e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0757401 Sep 26 13:31:17.979581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:17.980175 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.010080 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fec65a79-00d6-425d-9535-cce0bbbefba7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4682248 Sep 26 13:31:18.012951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:18.025070 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1246f8e-ae12-4746-95ef-a83ff5cdc937 req-554f0dc9-68ca-43bc-97c1-655441c6919d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407586 Sep 26 13:31:18.128831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.134371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-60f8fc69-7029-4ae9-a3b3-65cef9861493', 'network_id': '60f8fc69-7029-4ae9-a3b3-65cef9861493', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': '102dda82-1c6c-4bf2-8327-0d124f2db448'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:18.135283 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.194971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.277717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Allocated IP 172.20.0.2 (60f8fc69-7029-4ae9-a3b3-65cef9861493/102dda82-1c6c-4bf2-8327-0d124f2db448/14bc280d-568a-4d6e-b820-c7cafda9ed82) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:31:18.448781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.455682 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.475792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.491633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Network 60f8fc69-7029-4ae9-a3b3-65cef9861493 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:31:18.494658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:18.498920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:31:18.511471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Pushing event updated for resources: {'Port': ['ID=14bc280d-568a-4d6e-b820-c7cafda9ed82,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:18.512267 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=102dda82-1c6c-4bf2-8327-0d124f2db448,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:18.577564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Attempting to bind port 14bc280d-568a-4d6e-b820-c7cafda9ed82 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:31:18.577937 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Attempting to bind port 14bc280d-568a-4d6e-b820-c7cafda9ed82 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '9935e386-4cd1-41da-80af-47cee73efb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60f8fc69-7029-4ae9-a3b3-65cef9861493'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:31:18.578634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Attempting to bind port 14bc280d-568a-4d6e-b820-c7cafda9ed82 on network 60f8fc69-7029-4ae9-a3b3-65cef9861493 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:18.584236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:31:18.584525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Checking segment: {'id': '9935e386-4cd1-41da-80af-47cee73efb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60f8fc69-7029-4ae9-a3b3-65cef9861493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:18.584927 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.585373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Bound using segment: {'id': '9935e386-4cd1-41da-80af-47cee73efb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60f8fc69-7029-4ae9-a3b3-65cef9861493'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:31:18.585979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Bound port: 14bc280d-568a-4d6e-b820-c7cafda9ed82, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9935e386-4cd1-41da-80af-47cee73efb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60f8fc69-7029-4ae9-a3b3-65cef9861493'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:31:18.586410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.658120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] For port 14bc280d-568a-4d6e-b820-c7cafda9ed82, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:31:18.661931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] For port 14bc280d-568a-4d6e-b820-c7cafda9ed82, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=14bc280d-568a-4d6e-b820-c7cafda9ed82,segment=NetworkSegment(9935e386-4cd1-41da-80af-47cee73efb79),segment_id=9935e386-4cd1-41da-80af-47cee73efb79)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:31:18.666726 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.768039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c34f03-66b1-4419-af19-dced508bc5aa None None] Pushing event updated for resources: {'Port': ['ID=14bc280d-568a-4d6e-b820-c7cafda9ed82,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:18.779053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed8acc-960c-45e8-a7fc-e9530390c6b6 None None] Network 60f8fc69-7029-4ae9-a3b3-65cef9861493 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:18.847948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 139ebedd-7e41-403f-95ec-cac7ee7f7e38 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:18.884370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 139ebedd-7e41-403f-95ec-cac7ee7f7e38 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:18.884720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 139ebedd-7e41-403f-95ec-cac7ee7f7e38 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:18.929103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd2b85-1789-4dab-acae-7109d8d11ed8 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:31:18.935165 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:18.979551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f8fc69-7029-4ae9-a3b3-65cef9861493']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:18.992149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9935e386-4cd1-41da-80af-47cee73efb79') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:18.992475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9935e386-4cd1-41da-80af-47cee73efb79') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:19.005392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.009097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cd2b85-1789-4dab-acae-7109d8d11ed8 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:31:19.025320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d19f3-eb74-46eb-b0de-975274001b49 req-eeac4278-990c-4de3-832a-ca87c11b19a9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:19.026873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-233d19f3-eb74-46eb-b0de-975274001b49 req-eeac4278-990c-4de3-832a-ca87c11b19a9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8386e40-c16b-4c85-bae8-afedf534add9 HTTP/1.1" status: 200 len: 944 time: 0.0880423 Sep 26 13:31:19.031074 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.045661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:19.046070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:19.049035 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:19.152733 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 26 13:31:19.152733 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 26 13:31:19.152733 n-d-806683-13 neutron-server[94812]: [parameters: {'id': '60f8fc69-7029-4ae9-a3b3-65cef9861493'}] Sep 26 13:31:19.152733 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:31:19.153308 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:31:19.175705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Deleting port 292bed09-1260-4daa-b01b-5981af0829f9 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:19.175966 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.270569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] For port 292bed09-1260-4daa-b01b-5981af0829f9, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=292bed09-1260-4daa-b01b-5981af0829f9,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:19.270945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.283138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Calling delete_port for 292bed09-1260-4daa-b01b-5981af0829f9 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:19.409374 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.421777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3034081d-0ab6-471a-a40d-363d5bf8ea1c', '734e4f0a-7b64-4e03-9146-7fb783ab5dad'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:31:19.440920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event deleted for resources: {'Port': ['ID=292bed09-1260-4daa-b01b-5981af0829f9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:19.485166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] No DVR routers for this DVR port 292bed09-1260-4daa-b01b-5981af0829f9 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:19.488139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.495234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-233d19f3-eb74-46eb-b0de-975274001b49 req-b30e87f1-6ace-48a6-be1c-954151c615f6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "DELETE /v2.0/ports/292bed09-1260-4daa-b01b-5981af0829f9 HTTP/1.1" status: 204 len: 173 time: 0.4609265 Sep 26 13:31:19.496316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'name': 'network-vif-deleted', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:19.498558 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc8b4a8-ccce-45ad-8248-9b734febe777" -d '{"events": [{"server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "name": "network-vif-deleted", "tag": "292bed09-1260-4daa-b01b-5981af0829f9"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:19.562220 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aece33-7081-4ec7-ba1c-087aca4a6885 x-openstack-request-id: req-34aece33-7081-4ec7-ba1c-087aca4a6885 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:19.562358 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8386e40-c16b-4c85-bae8-afedf534add9", "name": "network-vif-deleted", "tag": "292bed09-1260-4daa-b01b-5981af0829f9", "status": "failed", "code": 422}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:19.562569 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34aece33-7081-4ec7-ba1c-087aca4a6885 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:19.562988 n-d-806683-13 neutron-server[94812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8386e40-c16b-4c85-bae8-afedf534add9', 'name': 'network-vif-deleted', 'tag': '292bed09-1260-4daa-b01b-5981af0829f9', 'status': 'failed', 'code': 422} returned with failed status Sep 26 13:31:19.655033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.711163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Deleting port 14bc280d-568a-4d6e-b820-c7cafda9ed82 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:19.711510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.782896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] For port 14bc280d-568a-4d6e-b820-c7cafda9ed82, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=14bc280d-568a-4d6e-b820-c7cafda9ed82,segment=NetworkSegment(9935e386-4cd1-41da-80af-47cee73efb79),segment_id=9935e386-4cd1-41da-80af-47cee73efb79)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:19.783399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.796310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Calling delete_port for 14bc280d-568a-4d6e-b820-c7cafda9ed82 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:19.878168 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:19.908015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Port': ['ID=14bc280d-568a-4d6e-b820-c7cafda9ed82,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:19.911397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No DVR routers for this DVR port 14bc280d-568a-4d6e-b820-c7cafda9ed82 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:20.004647 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:20.025870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f8fc69-7029-4ae9-a3b3-65cef9861493']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:20.035300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9935e386-4cd1-41da-80af-47cee73efb79') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:20.035601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9935e386-4cd1-41da-80af-47cee73efb79') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:20.050281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:20.064649 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:20.071754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:20.072211 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:20.075288 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:20.102840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f73020-091e-4e49-813a-72ba97a1d998 req-ea6e6c33-2df8-40c7-af6d-344d02a186c3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.104355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-33f73020-091e-4e49-813a-72ba97a1d998 req-ea6e6c33-2df8-40c7-af6d-344d02a186c3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 908 time: 0.0536208 Sep 26 13:31:20.135961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:20.142886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:20.144609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/60f8fc69-7029-4ae9-a3b3-65cef9861493 HTTP/1.1" status: 204 len: 168 time: 2.1297128 Sep 26 13:31:20.147417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.156315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0371a-2053-48bc-8e46-ce41e2f63cf4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=60f8fc69-7029-4ae9-a3b3-65cef9861493,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:20.182379 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a62175c-3d36-4fc0-b525-08ca2024093c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] GET failed (client error): The resource could not be found. Sep 26 13:31:20.183712 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1a62175c-3d36-4fc0-b525-08ca2024093c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/subnets/102dda82-1c6c-4bf2-8327-0d124f2db448 HTTP/1.1" status: 404 len: 337 time: 0.0353057 Sep 26 13:31:20.186541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50664) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.204254 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b4de96-3ff1-4036-9284-684b914aa3a9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:20.204786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b4de96-3ff1-4036-9284-684b914aa3a9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:20.206453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-56b4de96-3ff1-4036-9284-684b914aa3a9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/60f8fc69-7029-4ae9-a3b3-65cef9861493 HTTP/1.1" status: 404 len: 339 time: 0.0190253 Sep 26 13:31:20.210032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50666) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.317053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c06886-30a5-4cbf-bfaf-2c13ddad2def tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.318528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:20.318811 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d2c06886-30a5-4cbf-bfaf-2c13ddad2def tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1076386 Sep 26 13:31:20.321413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50668) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.350544 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eaff41c0-a62e-437c-9942-adf0ed8ff37d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 207 time: 0.0280192 Sep 26 13:31:20.353546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50670) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.461586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2895e-72fa-490e-ab29-9259e4ef32f5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.468336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2895e-72fa-490e-ab29-9259e4ef32f5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.474581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2895e-72fa-490e-ab29-9259e4ef32f5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.480398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2895e-72fa-490e-ab29-9259e4ef32f5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.482074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fef2895e-72fa-490e-ab29-9259e4ef32f5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1276417 Sep 26 13:31:20.485714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50674) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.599664 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-356b07ee-f3d2-47de-bc63-e44440734597 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1128817 Sep 26 13:31:20.602875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.653650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8e92e-77e0-4c0b-bf77-5f8ab663e0c7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.655821 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8e92e-77e0-4c0b-bf77-5f8ab663e0c7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.657357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f9e8e92e-77e0-4c0b-bf77-5f8ab663e0c7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0535719 Sep 26 13:31:20.660855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50678) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.712853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b17cd-44a9-4e0a-8331-7ffdcffeb3d1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.714327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b17cd-44a9-4e0a-8331-7ffdcffeb3d1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['shared'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.715883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5d3b17cd-44a9-4e0a-8331-7ffdcffeb3d1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0541277 Sep 26 13:31:20.720216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50682) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.828121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5e840-f0a2-4ad6-b43f-f58ab6c94e2c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.830147 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-76a5e840-f0a2-4ad6-b43f-f58ab6c94e2c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/networks/c66ad30e-3d1a-4d38-9991-df375911f47a HTTP/1.1" status: 200 len: 799 time: 0.1086683 Sep 26 13:31:20.833676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.947969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6b384447-37ba-4111-a453-e921392a1291 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/networks/c66ad30e-3d1a-4d38-9991-df375911f47a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1131318 Sep 26 13:31:20.952846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50696) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:20.992176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38835f18-8824-4917-ae08-10cf2dbdad5f req-8a9f1b54-1bfc-4ff5-a8b7-8cf75db33d34 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:20.993808 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-38835f18-8824-4917-ae08-10cf2dbdad5f req-8a9f1b54-1bfc-4ff5-a8b7-8cf75db33d34 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0532994 Sep 26 13:31:21.015481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17593b4-e078-43bf-ae3c-c2fa7a222dc1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:21.017071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e17593b4-e078-43bf-ae3c-c2fa7a222dc1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/subnets/bd94c9a5-3bb8-4d03-8209-f093c9da749c HTTP/1.1" status: 200 len: 811 time: 0.0642965 Sep 26 13:31:21.020850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50702) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:21.041721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-38835f18-8824-4917-ae08-10cf2dbdad5f req-9e7c7aeb-797b-4787-ba1e-93df1a4b5e7f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413289 Sep 26 13:31:21.072640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faaf277-6335-4145-b96c-e10b6113bf5d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['shared'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:21.074092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2faaf277-6335-4145-b96c-e10b6113bf5d tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "GET /v2.0/subnets/bd94c9a5-3bb8-4d03-8209-f093c9da749c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0523288 Sep 26 13:31:21.078184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50704) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:21.083193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-530682311'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:21.104060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:21.107622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.134580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:21.145832 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.146219 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Added segment ad157173-53a3-42d9-976d-3fc6b8807253 of type vlan for network 4de29027-9145-4e54-bf42-c5fe1cf94c57 Sep 26 13:31:21.199192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.262641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340fa7a-b166-491f-b05a-1e72e5bd59bd req-a36f1014-4107-48f6-afc6-69fce8c96d67 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:21.264199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d340fa7a-b166-491f-b05a-1e72e5bd59bd req-a36f1014-4107-48f6-afc6-69fce8c96d67 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 908 time: 0.0833719 Sep 26 13:31:21.265365 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.271575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:21.272179 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.301720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2224705 Sep 26 13:31:21.304636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50708) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:21.309913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'network_id': '4de29027-9145-4e54-bf42-c5fe1cf94c57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:21.342004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a4c64-b36a-4843-9980-79bcbc5faadf tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Network': ['ID=4de29027-9145-4e54-bf42-c5fe1cf94c57,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:21.352310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 4de29027-9145-4e54-bf42-c5fe1cf94c57 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:21.406208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Made reservation on behalf of c4eac4415712459189062b46c30db14b for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:21.410362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.424852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-a19ea6b4-3426-4b80-92e1-39348dbfdf0b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:21.426418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-a19ea6b4-3426-4b80-92e1-39348dbfdf0b tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 908 time: 0.0516999 Sep 26 13:31:21.472764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_backend_mixin [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Performing IP validity checks on allocation pools {{(pid=94811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 26 13:31:21.473288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.ipam_backend_mixin [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 26 13:31:21.527643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Deleting port 4fddd851-2ddd-4551-9462-54fb6481f221 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:21.527983 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.606819 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.621192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] For port 4fddd851-2ddd-4551-9462-54fb6481f221, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=4fddd851-2ddd-4551-9462-54fb6481f221,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:21.621601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.634256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Calling delete_port for 4fddd851-2ddd-4551-9462-54fb6481f221 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:21.671720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=db13fb5c-934d-4d2f-af46-7467a1249bdc,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:21.679319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Checking segment: {'id': 'ad157173-53a3-42d9-976d-3fc6b8807253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4de29027-9145-4e54-bf42-c5fe1cf94c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:21.679707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network hostable DHCP agents. Network: 4de29027-9145-4e54-bf42-c5fe1cf94c57, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:21.697740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Network 4de29027-9145-4e54-bf42-c5fe1cf94c57 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:21.707968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 4de29027-9145-4e54-bf42-c5fe1cf94c57) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:21.712120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:21.712732 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.718999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54621c2-19ab-4025-ac1d-5e1cb523cf2d None None] Network 4de29027-9145-4e54-bf42-c5fe1cf94c57 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:21.730600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ea2981fc-ec5d-469e-bde2-ad8296e89ce5 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4242537 Sep 26 13:31:21.733312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50710) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:21.740959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-800e0a5f-199d-4d8d-9556-d8645bcc8ee8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:21.782975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.808850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event deleted for resources: {'Port': ['ID=4fddd851-2ddd-4551-9462-54fb6481f221,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:21.859781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] No DVR routers for this DVR port 4fddd851-2ddd-4551-9462-54fb6481f221 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:21.862651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.864761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-444ae9ec-2b4c-4f57-a746-4d1cf05230b0 req-844fa529-0b25-4647-b373-95ff90a7c901 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.24 "DELETE /v2.0/ports/4fddd851-2ddd-4551-9462-54fb6481f221 HTTP/1.1" status: 204 len: 173 time: 0.4302223 Sep 26 13:31:21.865230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'name': 'network-vif-deleted', 'tag': '4fddd851-2ddd-4551-9462-54fb6481f221'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:21.865906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-800e0a5f-199d-4d8d-9556-d8645bcc8ee8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4785316'] for subnet, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.868049 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f4a38c-03d7-4f3e-8245-6a4203f5e45d" -d '{"events": [{"server_uuid": "d3eb4948-1cd3-4db5-904b-350a20eda687", "name": "network-vif-deleted", "tag": "4fddd851-2ddd-4551-9462-54fb6481f221"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:21.907334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-4de29027-9145-4e54-bf42-c5fe1cf94c57', 'network_id': '4de29027-9145-4e54-bf42-c5fe1cf94c57', 'tenant_id': 'c4eac4415712459189062b46c30db14b', 'fixed_ips': [{'subnet_id': 'db13fb5c-934d-4d2f-af46-7467a1249bdc'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:31:21.908349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:21.909764 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c69d6b-4b36-4c0d-8c2e-1732c8c02de9 x-openstack-request-id: req-a1c69d6b-4b36-4c0d-8c2e-1732c8c02de9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:21.910058 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eb4948-1cd3-4db5-904b-350a20eda687", "name": "network-vif-deleted", "tag": "4fddd851-2ddd-4551-9462-54fb6481f221", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:21.910491 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1c69d6b-4b36-4c0d-8c2e-1732c8c02de9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:21.911249 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eb4948-1cd3-4db5-904b-350a20eda687', 'name': 'network-vif-deleted', 'tag': '4fddd851-2ddd-4551-9462-54fb6481f221', 'status': 'completed', 'code': 200} Sep 26 13:31:22.087631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-800e0a5f-199d-4d8d-9556-d8645bcc8ee8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741026623991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5171495'] for subnet, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.131106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800e0a5f-199d-4d8d-9556-d8645bcc8ee8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:22.131647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-800e0a5f-199d-4d8d-9556-d8645bcc8ee8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.133230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-800e0a5f-199d-4d8d-9556-d8645bcc8ee8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "PUT /v2.0/subnets/db13fb5c-934d-4d2f-af46-7467a1249bdc HTTP/1.1" status: 200 len: 877 time: 0.3971887 Sep 26 13:31:22.136399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50716) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:22.137647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Allocated IP 172.20.0.3 (4de29027-9145-4e54-bf42-c5fe1cf94c57/db13fb5c-934d-4d2f-af46-7467a1249bdc/da2041e3-b84d-4c2b-84db-4d1c1339c42e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:31:22.170161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e0a5f-199d-4d8d-9556-d8645bcc8ee8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event updated for resources: {'Subnet': ['ID=db13fb5c-934d-4d2f-af46-7467a1249bdc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:22.179848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef6b70-d1bf-437b-960b-7bd4bc0ec50e req-c7836a30-7db8-4375-a8f9-e89d9fabfb4f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:22.181779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeef6b70-d1bf-437b-960b-7bd4bc0ec50e req-c7836a30-7db8-4375-a8f9-e89d9fabfb4f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0651031 Sep 26 13:31:22.230107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeef6b70-d1bf-437b-960b-7bd4bc0ec50e req-5b5c50a1-e872-4b75-b7d1-6011293d33b5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Sep 26 13:31:22.249466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.314168 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.395522 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d3a69295-6bec-4c4d-9d61-a5d32824a909 req-800f9b1c-2d36-43c3-95bb-2e42f593caab tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eb4948-1cd3-4db5-904b-350a20eda687 HTTP/1.1" status: 200 len: 210 time: 0.0355351 Sep 26 13:31:22.485044 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.500264 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.513423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.539637 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Network 4de29027-9145-4e54-bf42-c5fe1cf94c57 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:31:22.541050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=db13fb5c-934d-4d2f-af46-7467a1249bdc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:22.543067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:22.546431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:31:22.559402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Pushing event updated for resources: {'Port': ['ID=da2041e3-b84d-4c2b-84db-4d1c1339c42e,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:22.589120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.589455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.589813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.590146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.590473 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.590798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.591118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.591437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.591800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.592121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.592436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.592747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:22.608612 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.627880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Attempting to bind port da2041e3-b84d-4c2b-84db-4d1c1339c42e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:31:22.628250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Attempting to bind port da2041e3-b84d-4c2b-84db-4d1c1339c42e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ad157173-53a3-42d9-976d-3fc6b8807253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4de29027-9145-4e54-bf42-c5fe1cf94c57'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:31:22.628607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Attempting to bind port da2041e3-b84d-4c2b-84db-4d1c1339c42e on network 4de29027-9145-4e54-bf42-c5fe1cf94c57 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:22.629652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de29027-9145-4e54-bf42-c5fe1cf94c57']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:22.633656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:31:22.634030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Checking segment: {'id': 'ad157173-53a3-42d9-976d-3fc6b8807253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4de29027-9145-4e54-bf42-c5fe1cf94c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:22.634430 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.634820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Bound using segment: {'id': 'ad157173-53a3-42d9-976d-3fc6b8807253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4de29027-9145-4e54-bf42-c5fe1cf94c57'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:31:22.635282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Bound port: da2041e3-b84d-4c2b-84db-4d1c1339c42e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad157173-53a3-42d9-976d-3fc6b8807253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4de29027-9145-4e54-bf42-c5fe1cf94c57'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:31:22.635664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.639880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad157173-53a3-42d9-976d-3fc6b8807253') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:22.640181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad157173-53a3-42d9-976d-3fc6b8807253') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:22.649912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.663364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.669215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:22.669627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:22.673552 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:22.700293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] For port da2041e3-b84d-4c2b-84db-4d1c1339c42e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:31:22.733383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] For port da2041e3-b84d-4c2b-84db-4d1c1339c42e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=da2041e3-b84d-4c2b-84db-4d1c1339c42e,segment=NetworkSegment(ad157173-53a3-42d9-976d-3fc6b8807253),segment_id=ad157173-53a3-42d9-976d-3fc6b8807253)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:31:22.733647 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.db.api [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 26 13:31:22.733647 n-d-806683-13 neutron-server[94811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 26 13:31:22.733647 n-d-806683-13 neutron-server[94811]: [parameters: {'id': '4de29027-9145-4e54-bf42-c5fe1cf94c57'}] Sep 26 13:31:22.733647 n-d-806683-13 neutron-server[94811]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:31:22.734079 n-d-806683-13 neutron-server[94811]: DEBUG oslo_db.api [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:31:22.738141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:22.815814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264f512-85e3-4508-94c9-a29cf1c1dca8 None None] Pushing event updated for resources: {'Port': ['ID=da2041e3-b84d-4c2b-84db-4d1c1339c42e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:22.829679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19022bec-d6b0-43a3-a171-4b4a8e4f32e5 None None] Network 4de29027-9145-4e54-bf42-c5fe1cf94c57 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:22.943247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e8b4e-23c1-42e8-9034-c38eaf85a1c4 None None] Network 4de29027-9145-4e54-bf42-c5fe1cf94c57 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:23.061281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742702fe-09b1-4221-9953-3955a402c228 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 13:31:23.144179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742702fe-09b1-4221-9953-3955a402c228 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 13:31:23.235306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.300645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Deleting port da2041e3-b84d-4c2b-84db-4d1c1339c42e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:23.301266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.346411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcfc6e-1358-4952-bae0-dfbfcf0f68fb req-53b7c4fe-ebaf-4689-988d-ea8cbeb0f98f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:23.348033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-addcfc6e-1358-4952-bae0-dfbfcf0f68fb req-53b7c4fe-ebaf-4689-988d-ea8cbeb0f98f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0514817 Sep 26 13:31:23.369771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] For port da2041e3-b84d-4c2b-84db-4d1c1339c42e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=da2041e3-b84d-4c2b-84db-4d1c1339c42e,segment=NetworkSegment(ad157173-53a3-42d9-976d-3fc6b8807253),segment_id=ad157173-53a3-42d9-976d-3fc6b8807253)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:23.370412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.384061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Calling delete_port for da2041e3-b84d-4c2b-84db-4d1c1339c42e owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:23.389056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-addcfc6e-1358-4952-bae0-dfbfcf0f68fb req-f2778592-7a06-4ab5-89fc-2c79b8780372 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343065 Sep 26 13:31:23.470557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.497835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Port': ['ID=da2041e3-b84d-4c2b-84db-4d1c1339c42e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:23.505740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No DVR routers for this DVR port da2041e3-b84d-4c2b-84db-4d1c1339c42e on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:23.508203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.508587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.508929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.509269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.509799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.510136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.510466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.510791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.511116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.511439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.511760 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.512079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:23.601928 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.622581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de29027-9145-4e54-bf42-c5fe1cf94c57']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:23.641036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad157173-53a3-42d9-976d-3fc6b8807253') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:23.641338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad157173-53a3-42d9-976d-3fc6b8807253') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:23.665972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.683522 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.692514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:23.692943 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:23.696021 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:23.704202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5df56-db92-4492-b0b9-0618fee97447 req-9d607b7b-9bfe-44bb-9000-b6624bca3a1d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:23.705732 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ea5df56-db92-4492-b0b9-0618fee97447 req-9d607b7b-9bfe-44bb-9000-b6624bca3a1d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 945 time: 0.0762203 Sep 26 13:31:23.790991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.795727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9ea5df56-db92-4492-b0b9-0618fee97447 req-102f5387-cff3-4c4a-aabe-d67751758740 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802050 Sep 26 13:31:23.800999 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:23.803338 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/4de29027-9145-4e54-bf42-c5fe1cf94c57 HTTP/1.1" status: 204 len: 168 time: 1.6652024 Sep 26 13:31:23.806925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50728) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:23.814829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953691f-7603-4603-87eb-2b799849ccb8 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=4de29027-9145-4e54-bf42-c5fe1cf94c57,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:23.839914 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f81ffe-ccce-4a26-9ef1-3cdef349ece2 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:23.840365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f81ffe-ccce-4a26-9ef1-3cdef349ece2 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:23.842120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-60f81ffe-ccce-4a26-9ef1-3cdef349ece2 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/db13fb5c-934d-4d2f-af46-7467a1249bdc HTTP/1.1" status: 404 len: 337 time: 0.0341117 Sep 26 13:31:23.844618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50730) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:23.861925 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2424f94a-5688-479d-b485-2436135cbb26 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:23.862382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2424f94a-5688-479d-b485-2436135cbb26 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:23.864042 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2424f94a-5688-479d-b485-2436135cbb26 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/4de29027-9145-4e54-bf42-c5fe1cf94c57 HTTP/1.1" status: 404 len: 339 time: 0.0185137 Sep 26 13:31:23.866282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50732) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:23.892830 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa372a9a-bd30-493b-a741-a6958ef35a05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:23.893268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa372a9a-bd30-493b-a741-a6958ef35a05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:23.894944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-aa372a9a-bd30-493b-a741-a6958ef35a05 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/102dda82-1c6c-4bf2-8327-0d124f2db448 HTTP/1.1" status: 404 len: 337 time: 0.0278070 Sep 26 13:31:23.897219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50734) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:23.914207 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a36f82d-1b8b-468c-b203-dd9fee949c10 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:23.914722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a36f82d-1b8b-468c-b203-dd9fee949c10 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:23.916314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7a36f82d-1b8b-468c-b203-dd9fee949c10 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/60f8fc69-7029-4ae9-a3b3-65cef9861493 HTTP/1.1" status: 404 len: 339 time: 0.0181983 Sep 26 13:31:23.918524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50736) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:23.990777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:24.082132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:24.101967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a6fd0d-a228-42d0-8190-1211d01f0212']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:24.110952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3769e7cf-29dc-43f3-a430-c56373e066f9') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:24.111249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3769e7cf-29dc-43f3-a430-c56373e066f9') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:24.120390 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:24.133510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:24.139767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:24.140145 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:24.143039 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:24.203619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:24.210563 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:24.212342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/06a6fd0d-a228-42d0-8190-1211d01f0212 HTTP/1.1" status: 204 len: 168 time: 0.2929661 Sep 26 13:31:24.214929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50738) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.223241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00de47-d0ba-4a29-ba07-a96e3a9c80a7 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=06a6fd0d-a228-42d0-8190-1211d01f0212,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:24.242650 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3952acb5-184b-44b9-97fc-db0ba6ed9c28 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.243115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3952acb5-184b-44b9-97fc-db0ba6ed9c28 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.244920 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3952acb5-184b-44b9-97fc-db0ba6ed9c28 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/96c84245-eeb4-4f82-bb90-0de793f94305 HTTP/1.1" status: 404 len: 337 time: 0.0289521 Sep 26 13:31:24.247390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50740) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.266032 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-489d4fd6-1665-4dee-8613-8469ffee8aa3 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.266563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489d4fd6-1665-4dee-8613-8469ffee8aa3 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.268207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-489d4fd6-1665-4dee-8613-8469ffee8aa3 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/30f5659a-3d0e-4cd3-bf67-23c8d765fda3 HTTP/1.1" status: 404 len: 339 time: 0.0199282 Sep 26 13:31:24.270547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50742) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.295526 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ce2b61-2e48-45fc-a632-0a0389841584 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.295968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ce2b61-2e48-45fc-a632-0a0389841584 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.297607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-34ce2b61-2e48-45fc-a632-0a0389841584 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/10a94678-9afd-4a85-b632-5df7584cf102 HTTP/1.1" status: 404 len: 337 time: 0.0261583 Sep 26 13:31:24.299799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50744) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.318350 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e98bd9-e1be-43ba-a4ae-330264aa5394 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.318914 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e98bd9-e1be-43ba-a4ae-330264aa5394 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.320675 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c0e98bd9-e1be-43ba-a4ae-330264aa5394 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/0f27bcd6-bdc0-4668-815e-e7e2373170d8 HTTP/1.1" status: 404 len: 339 time: 0.0200090 Sep 26 13:31:24.323200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50746) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.353083 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4210063-7843-4267-aaab-0d97a63040b9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.353554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4210063-7843-4267-aaab-0d97a63040b9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.355196 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b4210063-7843-4267-aaab-0d97a63040b9 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/b27c3bb5-3ed5-40bc-b785-cdf80adeeadd HTTP/1.1" status: 404 len: 337 time: 0.0310714 Sep 26 13:31:24.358276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50748) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.376823 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2173f271-3d4d-4331-af3d-029eb3b7b90e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.377307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2173f271-3d4d-4331-af3d-029eb3b7b90e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.378983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2173f271-3d4d-4331-af3d-029eb3b7b90e tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/03bd254e-3a6b-46f4-80ce-9360bc176e21 HTTP/1.1" status: 404 len: 339 time: 0.0197344 Sep 26 13:31:24.381268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50750) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.406514 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0530a90b-99d2-482c-bf6e-f1e555b0cad6 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.406952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0530a90b-99d2-482c-bf6e-f1e555b0cad6 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.408844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0530a90b-99d2-482c-bf6e-f1e555b0cad6 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/614f92a0-d4e1-4968-9c27-5d344234dde9 HTTP/1.1" status: 404 len: 337 time: 0.0263903 Sep 26 13:31:24.410854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50752) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.429427 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a04c82e-95b1-4560-bf3c-02e6503fe808 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.430000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a04c82e-95b1-4560-bf3c-02e6503fe808 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.431720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2a04c82e-95b1-4560-bf3c-02e6503fe808 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/d15da4ed-ee01-4216-b19b-90ce3afc5ce0 HTTP/1.1" status: 404 len: 339 time: 0.0199833 Sep 26 13:31:24.434292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50756) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.461961 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fced38b7-0b23-454b-8dbb-57f82c9a8ae4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.462409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fced38b7-0b23-454b-8dbb-57f82c9a8ae4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.464087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fced38b7-0b23-454b-8dbb-57f82c9a8ae4 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/bedc1038-2042-4e3e-987d-66ef68506bb1 HTTP/1.1" status: 404 len: 337 time: 0.0288963 Sep 26 13:31:24.466815 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50758) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.485234 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-111349ec-2f64-4505-87f3-798e710acf79 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.485780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111349ec-2f64-4505-87f3-798e710acf79 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.487474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-111349ec-2f64-4505-87f3-798e710acf79 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/ac5955e4-e539-42b0-9ba9-a1c81881f4d5 HTTP/1.1" status: 404 len: 339 time: 0.0196998 Sep 26 13:31:24.490038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50760) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.515646 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b48a58-6550-43f6-9b45-73d7ff131418 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.516090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b48a58-6550-43f6-9b45-73d7ff131418 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.516261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1f615-f0c3-4757-aa2f-178e3e8d33d5 req-ed87554d-6586-410c-a016-7e91a7a58035 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:24.517798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ed1f615-f0c3-4757-aa2f-178e3e8d33d5 req-ed87554d-6586-410c-a016-7e91a7a58035 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0578163 Sep 26 13:31:24.517941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e9b48a58-6550-43f6-9b45-73d7ff131418 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/3c0918e7-3b9d-4c68-8b34-a7160739ab78 HTTP/1.1" status: 404 len: 337 time: 0.0268576 Sep 26 13:31:24.520407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50762) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.538223 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ee3b87-3b71-4e91-b105-bdf21eb084b1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.538757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ee3b87-3b71-4e91-b105-bdf21eb084b1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.540443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f1ee3b87-3b71-4e91-b105-bdf21eb084b1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/a27e276e-f1cd-44cc-8c07-028655778668 HTTP/1.1" status: 404 len: 339 time: 0.0191531 Sep 26 13:31:24.543104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50764) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.556782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ed1f615-f0c3-4757-aa2f-178e3e8d33d5 req-b009532f-e029-41df-82d6-ebe403a03a70 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Sep 26 13:31:24.569170 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e41fe4c-6e3f-40a8-af57-a165069890dd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.569649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e41fe4c-6e3f-40a8-af57-a165069890dd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.573820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0e41fe4c-6e3f-40a8-af57-a165069890dd tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/441fb8d0-4ba7-47b7-8782-cf4dc1459c74 HTTP/1.1" status: 404 len: 337 time: 0.0273814 Sep 26 13:31:24.573985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50766) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.591435 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-46feca8d-08ec-4e80-92cf-edf71bdd7d78 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.592517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46feca8d-08ec-4e80-92cf-edf71bdd7d78 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.594257 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-46feca8d-08ec-4e80-92cf-edf71bdd7d78 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/124fc33f-d190-46a2-ad02-89d0fbc2df2c HTTP/1.1" status: 404 len: 339 time: 0.0194249 Sep 26 13:31:24.596523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50768) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.620958 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce16f4c-8b4d-46aa-ad9d-60a924330d69 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.621390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce16f4c-8b4d-46aa-ad9d-60a924330d69 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.623073 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8ce16f4c-8b4d-46aa-ad9d-60a924330d69 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/f3c06110-c625-4056-ac3c-665c8f46b9d7 HTTP/1.1" status: 404 len: 337 time: 0.0256577 Sep 26 13:31:24.625650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50770) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:24.647352 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d581b6-853a-47a6-ae3b-ad5e38746c7c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] DELETE failed (client error): The resource could not be found. Sep 26 13:31:24.647816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d581b6-853a-47a6-ae3b-ad5e38746c7c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:31:24.649476 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d8d581b6-853a-47a6-ae3b-ad5e38746c7c tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/86580956-8061-4033-8982-51d0041c7428 HTTP/1.1" status: 404 len: 339 time: 0.0229042 Sep 26 13:31:24.651984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50772) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:25.078249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac26a22e-c008-4957-8600-105ac518df74 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Deleting subnet bd94c9a5-3bb8-4d03-8209-f093c9da749c {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:31:25.084381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac26a22e-c008-4957-8600-105ac518df74 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.128426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f454-ba90-46e5-8acb-1e753d470b1b req-fc76f526-f119-4521-995d-c67085bb53a3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:25.129937 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6030f454-ba90-46e5-8acb-1e753d470b1b req-fc76f526-f119-4521-995d-c67085bb53a3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 945 time: 0.0932326 Sep 26 13:31:25.136469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac26a22e-c008-4957-8600-105ac518df74 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.207570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6030f454-ba90-46e5-8acb-1e753d470b1b req-644ebb72-1068-40c7-898c-dc122b4f5af2 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680988 Sep 26 13:31:25.248604 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac26a22e-c008-4957-8600-105ac518df74 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.268116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36349c02-246e-429d-bef3-b6b376e72e4c req-71e65d21-0f0e-46f7-a414-f7399869c2a9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:25.269678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36349c02-246e-429d-bef3-b6b376e72e4c req-71e65d21-0f0e-46f7-a414-f7399869c2a9 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Sep 26 13:31:25.307319 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac26a22e-c008-4957-8600-105ac518df74 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.336227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26a22e-c008-4957-8600-105ac518df74 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Subnet': ['ID=bd94c9a5-3bb8-4d03-8209-f093c9da749c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:25.338267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac26a22e-c008-4957-8600-105ac518df74 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.343149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50776) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:25.343313 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac26a22e-c008-4957-8600-105ac518df74 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/subnets/bd94c9a5-3bb8-4d03-8209-f093c9da749c HTTP/1.1" status: 204 len: 168 time: 0.6903293 Sep 26 13:31:25.344294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400fd56-de7e-453c-9867-963823104d1d None None] Network c66ad30e-3d1a-4d38-9991-df375911f47a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:25.435587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.444531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Deleting port 734e4f0a-7b64-4e03-9146-7fb783ab5dad {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:25.444873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.524926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] DHCP port deletion for c66ad30e-3d1a-4d38-9991-df375911f47a request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:31:25.569676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] For port 734e4f0a-7b64-4e03-9146-7fb783ab5dad, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=734e4f0a-7b64-4e03-9146-7fb783ab5dad,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:25.570051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.571413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] Deleting port 7c6bd611-65e9-42d6-a924-15a00a505f48 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:25.572129 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.585227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Calling delete_port for 734e4f0a-7b64-4e03-9146-7fb783ab5dad owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:25.595970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Deleting port 7c6bd611-65e9-42d6-a924-15a00a505f48 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:25.596319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.636722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] For port 7c6bd611-65e9-42d6-a924-15a00a505f48, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c6bd611-65e9-42d6-a924-15a00a505f48,segment=NetworkSegment(e5de51de-50a0-4602-97c3-08f3e78a93a0),segment_id=e5de51de-50a0-4602-97c3-08f3e78a93a0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:25.637128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.652754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] Calling delete_port for 7c6bd611-65e9-42d6-a924-15a00a505f48 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:25.732276 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.739154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] For port 7c6bd611-65e9-42d6-a924-15a00a505f48, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7c6bd611-65e9-42d6-a924-15a00a505f48,segment=NetworkSegment(e5de51de-50a0-4602-97c3-08f3e78a93a0),segment_id=e5de51de-50a0-4602-97c3-08f3e78a93a0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:25.739528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.758255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] Pushing event deleted for resources: {'Port': ['ID=7c6bd611-65e9-42d6-a924-15a00a505f48,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:25.758473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Calling delete_port for 7c6bd611-65e9-42d6-a924-15a00a505f48 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:25.760013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a2ebf-2441-428e-a0bf-15242f79f1ee None None] No DVR routers for this DVR port 7c6bd611-65e9-42d6-a924-15a00a505f48 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:25.782097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43082b5b-54e9-477c-b4a4-f11f1cd928de req-5174e5b1-4c80-4995-ab27-a07672017fb0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:25.783640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43082b5b-54e9-477c-b4a4-f11f1cd928de req-5174e5b1-4c80-4995-ab27-a07672017fb0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.1407263 Sep 26 13:31:25.908706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43082b5b-54e9-477c-b4a4-f11f1cd928de req-e03bfdd7-2c78-4f10-9aef-136b268075dd tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170518 Sep 26 13:31:25.911942 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.924852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3034081d-0ab6-471a-a40d-363d5bf8ea1c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:31:25.950633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event deleted for resources: {'Port': ['ID=734e4f0a-7b64-4e03-9146-7fb783ab5dad,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:25.958038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 4fddd851-2ddd-4551-9462-54fb6481f221 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:25.983036 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:25.987411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 4fddd851-2ddd-4551-9462-54fb6481f221 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:25.987765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 4fddd851-2ddd-4551-9462-54fb6481f221 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:26.007155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] No DVR routers for this DVR port 734e4f0a-7b64-4e03-9146-7fb783ab5dad on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:26.026109 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.028010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36349c02-246e-429d-bef3-b6b376e72e4c req-4e616e7e-c9d9-42b7-aa33-4c856bc2c976 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "DELETE /v2.0/ports/734e4f0a-7b64-4e03-9146-7fb783ab5dad HTTP/1.1" status: 204 len: 173 time: 0.7527728 Sep 26 13:31:26.028440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42', 'name': 'network-vif-deleted', 'tag': '734e4f0a-7b64-4e03-9146-7fb783ab5dad'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:26.030744 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1561fcbd-6665-4081-9fb1-4a70396a6206" -d '{"events": [{"server_uuid": "1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42", "name": "network-vif-deleted", "tag": "734e4f0a-7b64-4e03-9146-7fb783ab5dad"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:26.035490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Port': ['ID=7c6bd611-65e9-42d6-a924-15a00a505f48,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:26.037590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] No DVR routers for this DVR port 7c6bd611-65e9-42d6-a924-15a00a505f48 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:26.081082 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15d9f1a-658a-4868-9b14-c5bd7eeb9ef9 x-openstack-request-id: req-a15d9f1a-658a-4868-9b14-c5bd7eeb9ef9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:26.081472 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42", "name": "network-vif-deleted", "tag": "734e4f0a-7b64-4e03-9146-7fb783ab5dad", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:26.081818 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a15d9f1a-658a-4868-9b14-c5bd7eeb9ef9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:26.082283 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42', 'name': 'network-vif-deleted', 'tag': '734e4f0a-7b64-4e03-9146-7fb783ab5dad', 'status': 'completed', 'code': 200} Sep 26 13:31:26.128327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.151786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66ad30e-3d1a-4d38-9991-df375911f47a']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:26.163541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5de51de-50a0-4602-97c3-08f3e78a93a0') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:26.163764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5de51de-50a0-4602-97c3-08f3e78a93a0') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:26.180214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.193401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.199287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:26.199671 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:26.202961 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:26.261561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.269439 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.271978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] 10.222.0.13 "DELETE /v2.0/networks/c66ad30e-3d1a-4d38-9991-df375911f47a HTTP/1.1" status: 204 len: 168 time: 0.9275408 Sep 26 13:31:26.286781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a096668-ebab-4d80-8534-65717d8d82a1 tempest-NetworksTest-30195167 tempest-NetworksTest-30195167-project] Pushing event deleted for resources: {'Network': ['ID=c66ad30e-3d1a-4d38-9991-df375911f47a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:26.318637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ef3b062-e5f6-4cbf-9e46-0ca3531f03a1 req-84d03896-4c9b-47dc-82f6-1cae37ba3d1d tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbdc6ac-a6f4-48a6-a0e8-970af3a64b42 HTTP/1.1" status: 200 len: 210 time: 0.0292501 Sep 26 13:31:26.552874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50788) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:26.687133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9243727b-f054-4e5f-adc3-1eb7c0d5a8ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4eac4415712459189062b46c30db14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329839 Sep 26 13:31:26.689583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50792) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:26.740794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78cc56dc-29be-4b6d-9f09-88851f1f886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.762378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78cc56dc-29be-4b6d-9f09-88851f1f886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.806903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78cc56dc-29be-4b6d-9f09-88851f1f886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.809727 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-78cc56dc-29be-4b6d-9f09-88851f1f886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:26.811694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-78cc56dc-29be-4b6d-9f09-88851f1f886c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b66a78-473e-4b83-b926-0c9ef1068cd6 HTTP/1.1" status: 204 len: 168 time: 0.1212201 Sep 26 13:31:26.819252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc56dc-29be-4b6d-9f09-88851f1f886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b66a78-473e-4b83-b926-0c9ef1068cd6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:26.896371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c6bd611-65e9-42d6-a924-15a00a505f48 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:26.916977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7c6bd611-65e9-42d6-a924-15a00a505f48 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:26.917331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7c6bd611-65e9-42d6-a924-15a00a505f48 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:27.030770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fb7ac-113a-4e2c-b4eb-1a1311dd0956 req-0b6e6a1f-1026-4e24-9228-8c3a34181446 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:27.032334 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e3fb7ac-113a-4e2c-b4eb-1a1311dd0956 req-0b6e6a1f-1026-4e24-9228-8c3a34181446 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0546296 Sep 26 13:31:27.071974 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e3fb7ac-113a-4e2c-b4eb-1a1311dd0956 req-d0678d60-1a80-427f-a16e-50191b13aecb tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333362 Sep 26 13:31:27.428951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 734e4f0a-7b64-4e03-9146-7fb783ab5dad no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:27.448620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 734e4f0a-7b64-4e03-9146-7fb783ab5dad {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:27.449115 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 734e4f0a-7b64-4e03-9146-7fb783ab5dad not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:27.473973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50820) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:27.587600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4378efdb-de0f-4a2b-94c1-9110ae3ad22b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:27.588369 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-4378efdb-de0f-4a2b-94c1-9110ae3ad22b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 26 13:31:27.588874 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-4378efdb-de0f-4a2b-94c1-9110ae3ad22b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): There was a conflict when trying to complete your request. Sep 26 13:31:27.589899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4378efdb-de0f-4a2b-94c1-9110ae3ad22b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1148362 Sep 26 13:31:27.593404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50826) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:27.597409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764209360'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:27.629765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868505b-abe2-4fba-832c-5d1552a4050b req-fc892941-3eef-4242-820e-95483ea4b3d6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:27.631453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3868505b-abe2-4fba-832c-5d1552a4050b req-fc892941-3eef-4242-820e-95483ea4b3d6 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0779879 Sep 26 13:31:27.635927 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.651333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.696503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3868505b-abe2-4fba-832c-5d1552a4050b req-db6a06f7-5671-411e-8d6b-dc6bff7b8508 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579617 Sep 26 13:31:27.772810 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.776849 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.816099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31385475-6389-4356-a391-cb713b295242,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:27.876422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.880206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.906468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.907721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3133757 Sep 26 13:31:27.910954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50828) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:27.912053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f04dd-f3b4-41f6-a269-718e53b458e9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a37eae-a89f-4657-b9ea-b0da04c656b2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:27.916295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-452d88ea-13e8-4d49-9937-1d62d99f0356 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '91a37eae-a89f-4657-b9ea-b0da04c656b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:27.944696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452d88ea-13e8-4d49-9937-1d62d99f0356 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.993360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452d88ea-13e8-4d49-9937-1d62d99f0356 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:27.998660 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452d88ea-13e8-4d49-9937-1d62d99f0356 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.016422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d88ea-13e8-4d49-9937-1d62d99f0356 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2075b0c-c10b-4527-b894-4346e89f44fd,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:28.023387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-452d88ea-13e8-4d49-9937-1d62d99f0356 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.024485 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-452d88ea-13e8-4d49-9937-1d62d99f0356 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122823 Sep 26 13:31:28.027333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50830) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.031701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-377b9b33-c8fc-4599-bd5a-5cd4503b1a60 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '91a37eae-a89f-4657-b9ea-b0da04c656b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:28.063914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-377b9b33-c8fc-4599-bd5a-5cd4503b1a60 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.113176 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-377b9b33-c8fc-4599-bd5a-5cd4503b1a60 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): There was a conflict when trying to complete your request. Sep 26 13:31:28.114417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-377b9b33-c8fc-4599-bd5a-5cd4503b1a60 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0861390 Sep 26 13:31:28.117292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50834) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.220945 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-123c3654-eda5-4fe3-8b13-4d50dbed8d4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.231589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90ba0d-e158-4bf7-8f28-6e011ad6546f req-ec3d054d-65c1-4a46-9c85-521319667720 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:28.233656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af90ba0d-e158-4bf7-8f28-6e011ad6546f req-ec3d054d-65c1-4a46-9c85-521319667720 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0862353 Sep 26 13:31:28.269513 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-123c3654-eda5-4fe3-8b13-4d50dbed8d4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.306813 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af90ba0d-e158-4bf7-8f28-6e011ad6546f req-e8db4702-df9f-4c17-ad1f-58b51fef3c08 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642273 Sep 26 13:31:28.329956 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-123c3654-eda5-4fe3-8b13-4d50dbed8d4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.332596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-123c3654-eda5-4fe3-8b13-4d50dbed8d4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.333770 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-123c3654-eda5-4fe3-8b13-4d50dbed8d4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/91a37eae-a89f-4657-b9ea-b0da04c656b2 HTTP/1.1" status: 204 len: 168 time: 0.2155104 Sep 26 13:31:28.336493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50836) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.343043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c3654-eda5-4fe3-8b13-4d50dbed8d4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a37eae-a89f-4657-b9ea-b0da04c656b2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:28.380389 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-988a2fec-f027-4214-b9e7-243307ac520e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426228 Sep 26 13:31:28.384004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50838) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.388510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4c1c352c-954c-48e2-ab2e-e9e633c0faa5 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--743232943'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:28.411299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c1c352c-954c-48e2-ab2e-e9e633c0faa5 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.497072 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c1c352c-954c-48e2-ab2e-e9e633c0faa5 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.501743 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c1c352c-954c-48e2-ab2e-e9e633c0faa5 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.532753 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c1c352c-954c-48e2-ab2e-e9e633c0faa5 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.534136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4c1c352c-954c-48e2-ab2e-e9e633c0faa5 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1490779 Sep 26 13:31:28.535425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c352c-954c-48e2-ab2e-e9e633c0faa5 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002c81ea-79e7-46a3-a048-5ecb93b94f8f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:28.537217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50840) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.543112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-77d6f9f2-142d-4878-885e-9e0c46872c22 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '002c81ea-79e7-46a3-a048-5ecb93b94f8f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:28.543812 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-77d6f9f2-142d-4878-885e-9e0c46872c22 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 26 13:31:28.544262 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-77d6f9f2-142d-4878-885e-9e0c46872c22 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:28.545329 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-77d6f9f2-142d-4878-885e-9e0c46872c22 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063837 Sep 26 13:31:28.548177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50842) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.606444 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4771fc66-06bf-41af-9b12-b2cc93453527 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.629885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4771fc66-06bf-41af-9b12-b2cc93453527 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.676298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4771fc66-06bf-41af-9b12-b2cc93453527 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.679167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4771fc66-06bf-41af-9b12-b2cc93453527 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.682801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4771fc66-06bf-41af-9b12-b2cc93453527 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/002c81ea-79e7-46a3-a048-5ecb93b94f8f HTTP/1.1" status: 204 len: 168 time: 0.1309390 Sep 26 13:31:28.683241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50844) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.690592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771fc66-06bf-41af-9b12-b2cc93453527 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002c81ea-79e7-46a3-a048-5ecb93b94f8f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:28.735927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f753a990-5836-4adc-83ac-ba039e001409 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513027 Sep 26 13:31:28.739747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50848) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.744157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e1ce291a-9531-4947-8823-aa75c9c28aa4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921845500'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:28.767761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e1ce291a-9531-4947-8823-aa75c9c28aa4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.831376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebf9c5-504c-45cf-b1c3-cbc6c4e1f1ce req-14a692ee-0552-4bcb-8f66-c233bf00d5e7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:28.833206 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47ebf9c5-504c-45cf-b1c3-cbc6c4e1f1ce req-14a692ee-0552-4bcb-8f66-c233bf00d5e7 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0663610 Sep 26 13:31:28.892863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47ebf9c5-504c-45cf-b1c3-cbc6c4e1f1ce req-6dbcc249-4438-497f-9b2e-f507eee819d8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=f002ba0c-8cd4-42b9-81f2-838ea49519b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536540 Sep 26 13:31:28.916489 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e1ce291a-9531-4947-8823-aa75c9c28aa4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.920779 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e1ce291a-9531-4947-8823-aa75c9c28aa4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.969596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e1ce291a-9531-4947-8823-aa75c9c28aa4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:28.970790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e1ce291a-9531-4947-8823-aa75c9c28aa4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2300844 Sep 26 13:31:28.973994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50850) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:28.975463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce291a-9531-4947-8823-aa75c9c28aa4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd2caa4-1f1f-4062-9e09-26d1d2787bb0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:28.979707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d04823a9-f1f2-41f9-8879-9cfc5de9e8cd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'fcd2caa4-1f1f-4062-9e09-26d1d2787bb0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:28.980872 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-d04823a9-f1f2-41f9-8879-9cfc5de9e8cd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 26 13:31:28.981387 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-d04823a9-f1f2-41f9-8879-9cfc5de9e8cd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:28.985657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d04823a9-f1f2-41f9-8879-9cfc5de9e8cd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105672 Sep 26 13:31:28.986230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50852) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.014653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-f744d2d7-ff89-4e7e-9adf-b7036eba6bec tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:29.016070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-f744d2d7-ff89-4e7e-9adf-b7036eba6bec tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 945 time: 0.0767741 Sep 26 13:31:29.102734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef293066-5607-402e-9fd1-abd9ca085ca8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.130601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef293066-5607-402e-9fd1-abd9ca085ca8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.167393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Deleting port 3034081d-0ab6-471a-a40d-363d5bf8ea1c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:29.167639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.201784 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef293066-5607-402e-9fd1-abd9ca085ca8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.204520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ef293066-5607-402e-9fd1-abd9ca085ca8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.205686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ef293066-5607-402e-9fd1-abd9ca085ca8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/fcd2caa4-1f1f-4062-9e09-26d1d2787bb0 HTTP/1.1" status: 204 len: 168 time: 0.2184992 Sep 26 13:31:29.208487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50854) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.245636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef293066-5607-402e-9fd1-abd9ca085ca8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd2caa4-1f1f-4062-9e09-26d1d2787bb0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:29.260815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7dd84009-78a5-4a81-aff9-b7a449faa391 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501685 Sep 26 13:31:29.261433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50856) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.266782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2862600f-fa68-4fa4-8adb-84d99b0c377b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054595205'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.272992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] For port 3034081d-0ab6-471a-a40d-363d5bf8ea1c, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=3034081d-0ab6-471a-a40d-363d5bf8ea1c,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:29.273384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.286913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Calling delete_port for 3034081d-0ab6-471a-a40d-363d5bf8ea1c owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:29.289807 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2862600f-fa68-4fa4-8adb-84d99b0c377b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.377806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2862600f-fa68-4fa4-8adb-84d99b0c377b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.390262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2862600f-fa68-4fa4-8adb-84d99b0c377b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.427902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.436530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2862600f-fa68-4fa4-8adb-84d99b0c377b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.438085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2862600f-fa68-4fa4-8adb-84d99b0c377b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1756954 Sep 26 13:31:29.445460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50860) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.446586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['3034081d-0ab6-471a-a40d-363d5bf8ea1c'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:31:29.452735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-df024348-d4f6-4433-8411-7e741a79951d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '16e2ee68-d5da-42e7-8141-729be4d5d18b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.454005 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-df024348-d4f6-4433-8411-7e741a79951d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 26 13:31:29.454513 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-df024348-d4f6-4433-8411-7e741a79951d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:29.455635 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-df024348-d4f6-4433-8411-7e741a79951d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068917 Sep 26 13:31:29.456875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event deleted for resources: {'Port': ['ID=3034081d-0ab6-471a-a40d-363d5bf8ea1c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:29.458877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50862) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.463222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b109661c-518a-4c30-a408-aec02689270e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '16e2ee68-d5da-42e7-8141-729be4d5d18b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.464809 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-b109661c-518a-4c30-a408-aec02689270e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 26 13:31:29.465309 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-b109661c-518a-4c30-a408-aec02689270e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:29.469900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b109661c-518a-4c30-a408-aec02689270e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065212 Sep 26 13:31:29.469900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50864) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.471097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c74bd6-c3db-45f9-a56b-b551c0d62522 req-8cfa4767-a5bf-4c1b-810b-3a3eb7fc5dc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:29.472670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93c74bd6-c3db-45f9-a56b-b551c0d62522 req-8cfa4767-a5bf-4c1b-810b-3a3eb7fc5dc8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0916967 Sep 26 13:31:29.473955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862600f-fa68-4fa4-8adb-84d99b0c377b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e2ee68-d5da-42e7-8141-729be4d5d18b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:29.477893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e988de4f-2769-4ccb-af75-f324e3b165a8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '16e2ee68-d5da-42e7-8141-729be4d5d18b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.478998 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-e988de4f-2769-4ccb-af75-f324e3b165a8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 26 13:31:29.479489 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-e988de4f-2769-4ccb-af75-f324e3b165a8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:29.482983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e988de4f-2769-4ccb-af75-f324e3b165a8 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097048 Sep 26 13:31:29.483173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50866) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.487612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f4d0232b-094b-4612-9542-b706eaaefd18 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '16e2ee68-d5da-42e7-8141-729be4d5d18b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.488489 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-f4d0232b-094b-4612-9542-b706eaaefd18 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 26 13:31:29.488980 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-f4d0232b-094b-4612-9542-b706eaaefd18 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:29.491625 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f4d0232b-094b-4612-9542-b706eaaefd18 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058177 Sep 26 13:31:29.492966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50868) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.523632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] No DVR routers for this DVR port 3034081d-0ab6-471a-a40d-363d5bf8ea1c on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:29.527399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.530342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d23ecdb-bd47-4c86-9abd-ffd1986b3215 req-d3b8dccb-1c53-4a8e-bad7-04ebac72d643 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "DELETE /v2.0/ports/3034081d-0ab6-471a-a40d-363d5bf8ea1c HTTP/1.1" status: 204 len: 173 time: 0.5073271 Sep 26 13:31:29.530789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7483e474-da75-47ac-9503-3c9ce44939af', 'name': 'network-vif-deleted', 'tag': '3034081d-0ab6-471a-a40d-363d5bf8ea1c'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:29.533088 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d2784-fca1-489c-b92c-b750ddd17d43" -d '{"events": [{"server_uuid": "7483e474-da75-47ac-9503-3c9ce44939af", "name": "network-vif-deleted", "tag": "3034081d-0ab6-471a-a40d-363d5bf8ea1c"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:29.560699 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93c74bd6-c3db-45f9-a56b-b551c0d62522 req-f860571d-d6bf-4a9d-affa-7ba1c72b3fd0 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725439 Sep 26 13:31:29.583892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c0c81bf-6747-4f6b-9035-b2a621ad3670 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.593452 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214781a0-6209-4274-817b-ca1c61a264f6 x-openstack-request-id: req-214781a0-6209-4274-817b-ca1c61a264f6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:29.593777 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7483e474-da75-47ac-9503-3c9ce44939af", "name": "network-vif-deleted", "tag": "3034081d-0ab6-471a-a40d-363d5bf8ea1c", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:29.594029 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-214781a0-6209-4274-817b-ca1c61a264f6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:29.594431 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7483e474-da75-47ac-9503-3c9ce44939af', 'name': 'network-vif-deleted', 'tag': '3034081d-0ab6-471a-a40d-363d5bf8ea1c', 'status': 'completed', 'code': 200} Sep 26 13:31:29.612941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c0c81bf-6747-4f6b-9035-b2a621ad3670 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.662477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c0c81bf-6747-4f6b-9035-b2a621ad3670 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.665347 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c0c81bf-6747-4f6b-9035-b2a621ad3670 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.666796 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6c0c81bf-6747-4f6b-9035-b2a621ad3670 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/16e2ee68-d5da-42e7-8141-729be4d5d18b HTTP/1.1" status: 204 len: 168 time: 0.1720259 Sep 26 13:31:29.669347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50874) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.677620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c81bf-6747-4f6b-9035-b2a621ad3670 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e2ee68-d5da-42e7-8141-729be4d5d18b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:29.721216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-99b88afc-0d27-49b8-9528-f8b93b24f589 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493803 Sep 26 13:31:29.724915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50876) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.729440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1599e0a1-0ff9-45bc-af4b-10e8dc01f64b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--395859695'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.751536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1599e0a1-0ff9-45bc-af4b-10e8dc01f64b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.832979 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1599e0a1-0ff9-45bc-af4b-10e8dc01f64b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.837555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1599e0a1-0ff9-45bc-af4b-10e8dc01f64b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.887977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1599e0a1-0ff9-45bc-af4b-10e8dc01f64b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:29.890597 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1599e0a1-0ff9-45bc-af4b-10e8dc01f64b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1644409 Sep 26 13:31:29.893407 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50878) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.897131 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599e0a1-0ff9-45bc-af4b-10e8dc01f64b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43b18a1-b6c4-4455-9bef-3777fe5129ae,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:29.898681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b78b9c46-81b9-419b-92bf-70d2dfa002a7 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.899178 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-b78b9c46-81b9-419b-92bf-70d2dfa002a7 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 26 13:31:29.900701 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-b78b9c46-81b9-419b-92bf-70d2dfa002a7 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:29.902064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b78b9c46-81b9-419b-92bf-70d2dfa002a7 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074522 Sep 26 13:31:29.904713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.909614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-78032589-ac72-4020-8bb9-ee7e01ea35a4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.965629 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-78032589-ac72-4020-8bb9-ee7e01ea35a4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:29.967339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-78032589-ac72-4020-8bb9-ee7e01ea35a4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0614712 Sep 26 13:31:29.971319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50884) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.982913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a06c32d0-6a06-4958-bb0d-25716c199526 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:29.984186 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-a06c32d0-6a06-4958-bb0d-25716c199526 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 26 13:31:29.985210 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-a06c32d0-6a06-4958-bb0d-25716c199526 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:29.986956 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a06c32d0-6a06-4958-bb0d-25716c199526 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122092 Sep 26 13:31:29.989831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50886) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:29.994623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-b52582a1-4dd7-4d05-9c66-f3a09b7850c3 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.024160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4264d29b-31a5-438c-b24f-eeb0f08fb62e req-b4496e2b-fe9e-4f51-8caa-83abec885bd8 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=7483e474-da75-47ac-9503-3c9ce44939af HTTP/1.1" status: 200 len: 210 time: 0.0356658 Sep 26 13:31:30.035170 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-b52582a1-4dd7-4d05-9c66-f3a09b7850c3 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:30.039657 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b52582a1-4dd7-4d05-9c66-f3a09b7850c3 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0489047 Sep 26 13:31:30.040316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50888) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.045198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2a6d2760-3392-4bff-95a9-58b79a9e113d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.045784 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-2a6d2760-3392-4bff-95a9-58b79a9e113d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 26 13:31:30.046329 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-2a6d2760-3392-4bff-95a9-58b79a9e113d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:30.047301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2a6d2760-3392-4bff-95a9-58b79a9e113d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059881 Sep 26 13:31:30.050130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50890) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.054763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bb53084c-d700-4d33-b8ad-611b530eb6c9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.079498 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-bb53084c-d700-4d33-b8ad-611b530eb6c9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Project fafe908bc30e47fd816575e5a752bed0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:31:30.092950 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-bb53084c-d700-4d33-b8ad-611b530eb6c9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:30.094170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bb53084c-d700-4d33-b8ad-611b530eb6c9 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0429137 Sep 26 13:31:30.096803 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50892) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.101020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-711b7cda-4981-472b-adbb-d0761a69c7c0 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.101502 n-d-806683-13 neutron-server[94812]: WARNING neutron.api.v2.base [None req-711b7cda-4981-472b-adbb-d0761a69c7c0 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 26 13:31:30.101982 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-711b7cda-4981-472b-adbb-d0761a69c7c0 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:30.102881 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-711b7cda-4981-472b-adbb-d0761a69c7c0 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051904 Sep 26 13:31:30.105048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50894) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.108940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f6d803cd-8de0-4fc0-8734-3c0ffa577c0f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.131059 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-f6d803cd-8de0-4fc0-8734-3c0ffa577c0f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Project fafe908bc30e47fd816575e5a752bed0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:31:30.144260 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-f6d803cd-8de0-4fc0-8734-3c0ffa577c0f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:30.145339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f6d803cd-8de0-4fc0-8734-3c0ffa577c0f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0394340 Sep 26 13:31:30.148095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50896) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.152281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e68ed66c-052f-4bbc-aaf2-bbb028a25a98 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': 'c43b18a1-b6c4-4455-9bef-3777fe5129ae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.176860 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-e68ed66c-052f-4bbc-aaf2-bbb028a25a98 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Project fafe908bc30e47fd816575e5a752bed0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:31:30.190563 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-e68ed66c-052f-4bbc-aaf2-bbb028a25a98 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:30.191651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e68ed66c-052f-4bbc-aaf2-bbb028a25a98 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0426533 Sep 26 13:31:30.194614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50898) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.259988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4f88cd7-9eec-4ba9-9ecf-bace8ecf5b09 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.283976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4f88cd7-9eec-4ba9-9ecf-bace8ecf5b09 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.330790 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4f88cd7-9eec-4ba9-9ecf-bace8ecf5b09 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.333397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4f88cd7-9eec-4ba9-9ecf-bace8ecf5b09 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.336777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d4f88cd7-9eec-4ba9-9ecf-bace8ecf5b09 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/c43b18a1-b6c4-4455-9bef-3777fe5129ae HTTP/1.1" status: 204 len: 168 time: 0.1389325 Sep 26 13:31:30.337552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50900) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.343954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f88cd7-9eec-4ba9-9ecf-bace8ecf5b09 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43b18a1-b6c4-4455-9bef-3777fe5129ae,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:30.382128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fa0c79e8-a4da-439b-846a-441b7f985bd3 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434327 Sep 26 13:31:30.385873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50902) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.390370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ae0c27ba-a445-415b-ac44-7519e3f6898c tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--634382076'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.412328 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae0c27ba-a445-415b-ac44-7519e3f6898c tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.494681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae0c27ba-a445-415b-ac44-7519e3f6898c tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.498825 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae0c27ba-a445-415b-ac44-7519e3f6898c tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.528635 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ae0c27ba-a445-415b-ac44-7519e3f6898c tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.530075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ae0c27ba-a445-415b-ac44-7519e3f6898c tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1432409 Sep 26 13:31:30.531278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c27ba-a445-415b-ac44-7519e3f6898c tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b76be60-ceee-4314-9d60-6ed24163fff7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:30.532950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50904) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.537919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-07aa6274-8be5-471c-a870-dd70bebc8504 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '0b76be60-ceee-4314-9d60-6ed24163fff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.578969 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-07aa6274-8be5-471c-a870-dd70bebc8504 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The resource could not be found. Sep 26 13:31:30.580149 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-07aa6274-8be5-471c-a870-dd70bebc8504 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0460441 Sep 26 13:31:30.582983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50906) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.587265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2851c36c-8b85-4515-9850-56bfe3c9a86a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '0b76be60-ceee-4314-9d60-6ed24163fff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6fe2cfd7-27b4-42b3-b6e8-4df0fb2230de'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.632000 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-2851c36c-8b85-4515-9850-56bfe3c9a86a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The resource could not be found. Sep 26 13:31:30.633517 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2851c36c-8b85-4515-9850-56bfe3c9a86a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0493798 Sep 26 13:31:30.636156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50910) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.693050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc0c2-3959-4451-80b6-b53e10c27f82 req-d018388f-6599-4e5c-99ba-cb87871ec20d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:30.693356 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bc01eae-c004-4086-911d-f59e959f6a4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.694607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4dbc0c2-3959-4451-80b6-b53e10c27f82 req-d018388f-6599-4e5c-99ba-cb87871ec20d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0541861 Sep 26 13:31:30.717933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bc01eae-c004-4086-911d-f59e959f6a4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.734056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4dbc0c2-3959-4451-80b6-b53e10c27f82 req-8c111e60-7289-4684-8da4-88062114011a tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333264 Sep 26 13:31:30.761262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bc01eae-c004-4086-911d-f59e959f6a4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.764204 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3bc01eae-c004-4086-911d-f59e959f6a4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.765357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3bc01eae-c004-4086-911d-f59e959f6a4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/0b76be60-ceee-4314-9d60-6ed24163fff7 HTTP/1.1" status: 204 len: 168 time: 0.1282413 Sep 26 13:31:30.768095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50912) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.775204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc01eae-c004-4086-911d-f59e959f6a4f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b76be60-ceee-4314-9d60-6ed24163fff7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:30.813684 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b1dca55e-7120-40b1-8947-51617975344d tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444312 Sep 26 13:31:30.817373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50914) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.822064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-55b9b67e-40b6-48a9-afe3-63c3de4632e2 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '0ef59997-4bce-415d-8500-80b29edb08fc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.861774 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-55b9b67e-40b6-48a9-afe3-63c3de4632e2 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The resource could not be found. Sep 26 13:31:30.862834 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-55b9b67e-40b6-48a9-afe3-63c3de4632e2 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0444086 Sep 26 13:31:30.866449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50916) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:30.871182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2bbaa27b-e6d1-4a4b-829f-be96462df665 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753720087'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:30.895596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa27b-e6d1-4a4b-829f-be96462df665 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.981232 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa27b-e6d1-4a4b-829f-be96462df665 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:30.984963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa27b-e6d1-4a4b-829f-be96462df665 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.010034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa27b-e6d1-4a4b-829f-be96462df665 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.011267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2bbaa27b-e6d1-4a4b-829f-be96462df665 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1437976 Sep 26 13:31:31.014662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50918) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.019335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8ec232d0-b6f7-4301-92b5-243c964be26e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--262167226'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:31.019850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaa27b-e6d1-4a4b-829f-be96462df665 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcd0ce5-8978-4c3a-a416-5b735d983b27,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:31.043948 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ec232d0-b6f7-4301-92b5-243c964be26e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.135870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ec232d0-b6f7-4301-92b5-243c964be26e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.140978 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ec232d0-b6f7-4301-92b5-243c964be26e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.164260 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8ec232d0-b6f7-4301-92b5-243c964be26e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.165522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8ec232d0-b6f7-4301-92b5-243c964be26e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1498091 Sep 26 13:31:31.170926 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50924) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.174088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec232d0-b6f7-4301-92b5-243c964be26e tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86a415-b4a7-4dd1-9d73-aa75915036a6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:31.182098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e6a8bd6f-8907-4288-b29c-5ba23ba9359a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '8fcd0ce5-8978-4c3a-a416-5b735d983b27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8c86a415-b4a7-4dd1-9d73-aa75915036a6'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:31.238334 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-e6a8bd6f-8907-4288-b29c-5ba23ba9359a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:31.239430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e6a8bd6f-8907-4288-b29c-5ba23ba9359a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0669100 Sep 26 13:31:31.242263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50928) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.329655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b20c4-8f2d-46ed-bc86-fa9ad5e200e6 req-078b6b79-a026-443a-9a04-dd06ca5dbf17 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:31.331092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a03b20c4-8f2d-46ed-bc86-fa9ad5e200e6 req-078b6b79-a026-443a-9a04-dd06ca5dbf17 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0723445 Sep 26 13:31:31.349887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70397820-3557-48d0-8f44-b9c72fa696bd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.393381 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70397820-3557-48d0-8f44-b9c72fa696bd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.398448 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a03b20c4-8f2d-46ed-bc86-fa9ad5e200e6 req-e1bdb564-24bf-48f1-88f1-5198739bc367 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613585 Sep 26 13:31:31.439734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70397820-3557-48d0-8f44-b9c72fa696bd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.442128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 3034081d-0ab6-471a-a40d-363d5bf8ea1c no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:31.442672 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-70397820-3557-48d0-8f44-b9c72fa696bd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.443668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-70397820-3557-48d0-8f44-b9c72fa696bd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c86a415-b4a7-4dd1-9d73-aa75915036a6 HTTP/1.1" status: 204 len: 168 time: 0.2004004 Sep 26 13:31:31.446567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50930) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.453207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70397820-3557-48d0-8f44-b9c72fa696bd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86a415-b4a7-4dd1-9d73-aa75915036a6,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:31.475850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 3034081d-0ab6-471a-a40d-363d5bf8ea1c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:31.476181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 3034081d-0ab6-471a-a40d-363d5bf8ea1c not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:31.508377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a81dc982-4026-4780-b018-5e3d20524afd tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0591731 Sep 26 13:31:31.509850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50932) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.559606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4199d99e-03fa-4cd5-9a92-3f0519c4cf3f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.585766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4199d99e-03fa-4cd5-9a92-3f0519c4cf3f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.626096 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4199d99e-03fa-4cd5-9a92-3f0519c4cf3f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.628654 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4199d99e-03fa-4cd5-9a92-3f0519c4cf3f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.629847 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4199d99e-03fa-4cd5-9a92-3f0519c4cf3f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/8fcd0ce5-8978-4c3a-a416-5b735d983b27 HTTP/1.1" status: 204 len: 168 time: 0.1190801 Sep 26 13:31:31.632532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50934) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.639079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199d99e-03fa-4cd5-9a92-3f0519c4cf3f tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcd0ce5-8978-4c3a-a416-5b735d983b27,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:31.688075 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fe4b4233-0c5c-4d37-9dbf-1cf9cad77c00 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499151 Sep 26 13:31:31.688417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50936) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.693251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-546f9966-ef1a-4e72-a939-4b236247aa6b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539486273'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:31.717703 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-546f9966-ef1a-4e72-a939-4b236247aa6b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.820126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-546f9966-ef1a-4e72-a939-4b236247aa6b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.824369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-546f9966-ef1a-4e72-a939-4b236247aa6b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.855026 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-546f9966-ef1a-4e72-a939-4b236247aa6b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:31.856188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-546f9966-ef1a-4e72-a939-4b236247aa6b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1667204 Sep 26 13:31:31.864872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f9966-ef1a-4e72-a939-4b236247aa6b tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8bedfa-3ab9-4c92-b709-84fb955b6aaa,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:31.864872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50940) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.869052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-321cbb79-49af-4221-8bda-f1906009906a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '7a8bedfa-3ab9-4c92-b709-84fb955b6aaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:31.871096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b54150-49e0-4df4-aacc-101f21a221d3 req-ad79bf64-dc87-4ddf-9eda-e5e95195f0a6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:31.873467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8b54150-49e0-4df4-aacc-101f21a221d3 req-ad79bf64-dc87-4ddf-9eda-e5e95195f0a6 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0601547 Sep 26 13:31:31.907407 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-321cbb79-49af-4221-8bda-f1906009906a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:31.908488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-321cbb79-49af-4221-8bda-f1906009906a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0469117 Sep 26 13:31:31.911279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50942) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:31.917133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f6a48c36-cc60-43b9-9650-a1509147be0a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group_rule': {'security_group_id': '7a8bedfa-3ab9-4c92-b709-84fb955b6aaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:31.920731 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8b54150-49e0-4df4-aacc-101f21a221d3 req-377d72f4-210b-47d0-a17b-65d598341f5b tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404668 Sep 26 13:31:31.956630 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-f6a48c36-cc60-43b9-9650-a1509147be0a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:31:31.958141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f6a48c36-cc60-43b9-9650-a1509147be0a tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0458744 Sep 26 13:31:31.960877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50944) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.016401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-409525e9-b060-4e07-980d-6e60ae2dfa54 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.041614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-409525e9-b060-4e07-980d-6e60ae2dfa54 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.089372 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-409525e9-b060-4e07-980d-6e60ae2dfa54 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.094262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-409525e9-b060-4e07-980d-6e60ae2dfa54 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.095848 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-409525e9-b060-4e07-980d-6e60ae2dfa54 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a8bedfa-3ab9-4c92-b709-84fb955b6aaa HTTP/1.1" status: 204 len: 168 time: 0.1340494 Sep 26 13:31:32.098503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50946) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.106847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409525e9-b060-4e07-980d-6e60ae2dfa54 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8bedfa-3ab9-4c92-b709-84fb955b6aaa,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:32.145369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b0564c0a-c912-4a8a-927b-fc45e86a89dc tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438185 Sep 26 13:31:32.147045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50948) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.151368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c41fd9f5-40b9-41c0-807c-b2d774e10ece tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'tempest-secgroup--452263557'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:32.173555 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c41fd9f5-40b9-41c0-807c-b2d774e10ece tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.256917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c41fd9f5-40b9-41c0-807c-b2d774e10ece tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.260585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c41fd9f5-40b9-41c0-807c-b2d774e10ece tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.287651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c41fd9f5-40b9-41c0-807c-b2d774e10ece tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.288862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c41fd9f5-40b9-41c0-807c-b2d774e10ece tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1408794 Sep 26 13:31:32.291873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50950) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.295443 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fd9f5-40b9-41c0-807c-b2d774e10ece tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50530005-c548-422a-94d9-e115cc7ffc6f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:32.298155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-050fc207-c0b0-437c-bc9c-1da8512770ac tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:32.298580 n-d-806683-13 neutron-server[94811]: WARNING neutron.api.v2.base [None req-050fc207-c0b0-437c-bc9c-1da8512770ac tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 26 13:31:32.299272 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-050fc207-c0b0-437c-bc9c-1da8512770ac tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] update failed (client error): There was a conflict when trying to complete your request. Sep 26 13:31:32.300265 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-050fc207-c0b0-437c-bc9c-1da8512770ac tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "PUT /v2.0/security-groups/50530005-c548-422a-94d9-e115cc7ffc6f HTTP/1.1" status: 409 len: 330 time: 0.0072947 Sep 26 13:31:32.303048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50952) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.366521 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8445e60e-3da0-4de7-b88b-8eb95d5bccef tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.390995 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8445e60e-3da0-4de7-b88b-8eb95d5bccef tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.434799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8445e60e-3da0-4de7-b88b-8eb95d5bccef tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.437606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8445e60e-3da0-4de7-b88b-8eb95d5bccef tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:32.438850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8445e60e-3da0-4de7-b88b-8eb95d5bccef tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/50530005-c548-422a-94d9-e115cc7ffc6f HTTP/1.1" status: 204 len: 168 time: 0.1348994 Sep 26 13:31:32.441908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50956) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.449972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445e60e-3da0-4de7-b88b-8eb95d5bccef tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50530005-c548-422a-94d9-e115cc7ffc6f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:32.506142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c48b8141-6f8a-4d9b-99cc-276459cbfaba tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624821 Sep 26 13:31:32.509681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50958) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.523866 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-d6d6a275-97df-4f4a-b1ae-e1d0e9d911c0 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] delete failed (client error): The resource could not be found. Sep 26 13:31:32.525245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6d6a275-97df-4f4a-b1ae-e1d0e9d911c0 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "DELETE /v2.0/security-groups/d8b80521-3816-48a7-84e5-6222953d9013 HTTP/1.1" status: 404 len: 347 time: 0.0140932 Sep 26 13:31:32.529635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50960) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.537187 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589d69b-d97e-479a-ad6b-c4dd94e2dfc9 req-621f1152-7052-4085-91c7-d49513eca642 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:32.538848 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a589d69b-d97e-479a-ad6b-c4dd94e2dfc9 req-621f1152-7052-4085-91c7-d49513eca642 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0612359 Sep 26 13:31:32.547342 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-62393cf7-e8b1-4122-9ea4-c0e094a40299 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] show failed (client error): The resource could not be found. Sep 26 13:31:32.548762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-62393cf7-e8b1-4122-9ea4-c0e094a40299 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-groups/f54ce79a-9e16-4896-b818-11c96d085d05 HTTP/1.1" status: 404 len: 347 time: 0.0179110 Sep 26 13:31:32.553808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50962) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.565504 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-70fcae03-d948-47ed-b05d-6b02989189a4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] show failed (client error): The resource could not be found. Sep 26 13:31:32.570006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-70fcae03-d948-47ed-b05d-6b02989189a4 tempest-NegativeSecGroupIPv6Test-1263287201 tempest-NegativeSecGroupIPv6Test-1263287201-project] 10.222.0.13 "GET /v2.0/security-group-rules/8ce84488-ca52-4cc8-a580-497162ad0ec4 HTTP/1.1" status: 404 len: 356 time: 0.0158651 Sep 26 13:31:32.585645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a589d69b-d97e-479a-ad6b-c4dd94e2dfc9 req-dacabef8-7216-40d1-9170-281f87dfc0cc tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 Sep 26 13:31:32.809471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50968) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:32.945137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-202a3c1d-b4d7-4396-8ad2-15de81015ff3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fafe908bc30e47fd816575e5a752bed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339078 Sep 26 13:31:32.947802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 50974) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:33.008245 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da0cc51e-1899-4d9e-aa9f-63b517ea752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.077287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da0cc51e-1899-4d9e-aa9f-63b517ea752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.116276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4da5ef-5d55-4191-b4f0-ac205a1e2aaa req-33d6bfc7-5c89-4b27-96b8-e51d7c6f0183 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:33.117823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b4da5ef-5d55-4191-b4f0-ac205a1e2aaa req-33d6bfc7-5c89-4b27-96b8-e51d7c6f0183 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.1233716 Sep 26 13:31:33.143620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-e9f07884-9d94-4519-ba0c-f08270a5ed92 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:33.144983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-e9f07884-9d94-4519-ba0c-f08270a5ed92 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.1213534 Sep 26 13:31:33.212266 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da0cc51e-1899-4d9e-aa9f-63b517ea752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.213760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-da0cc51e-1899-4d9e-aa9f-63b517ea752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.214902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-da0cc51e-1899-4d9e-aa9f-63b517ea752f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31385475-6389-4356-a391-cb713b295242 HTTP/1.1" status: 204 len: 168 time: 0.2660899 Sep 26 13:31:33.217952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b4da5ef-5d55-4191-b4f0-ac205a1e2aaa req-e7ddfddb-5fd6-4036-9ded-f1f3830cc1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917490 Sep 26 13:31:33.250989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cc51e-1899-4d9e-aa9f-63b517ea752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31385475-6389-4356-a391-cb713b295242,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:33.281241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Deleting port ab102d25-cbba-4004-8527-dc306cf0ed5a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:33.281627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.383074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] For port ab102d25-cbba-4004-8527-dc306cf0ed5a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ab102d25-cbba-4004-8527-dc306cf0ed5a,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:33.383621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.621565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.621982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.622333 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Floating IP dca98ee1-47b6-4e4b-9426-c11bde0e5061 disassociated. External IP: 172.25.4.29, port: ab102d25-cbba-4004-8527-dc306cf0ed5a. Sep 26 13:31:33.622739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Calling delete_port for ab102d25-cbba-4004-8527-dc306cf0ed5a owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:33.635366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e539c-3cf0-4613-af67-0e135b88126e req-983aa28a-789f-463f-b034-ebb8775fd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:33.636876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-202e539c-3cf0-4613-af67-0e135b88126e req-983aa28a-789f-463f-b034-ebb8775fd94b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 1098 time: 0.0727968 Sep 26 13:31:33.723087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a93c08-e1a1-42e6-a9d5-1e8b48fd4e0a req-5f282096-2f99-4cd1-93b0-0d83ec1e3d65 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:33.724973 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49a93c08-e1a1-42e6-a9d5-1e8b48fd4e0a req-5f282096-2f99-4cd1-93b0-0d83ec1e3d65 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 944 time: 0.0638998 Sep 26 13:31:33.730603 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-202e539c-3cf0-4613-af67-0e135b88126e req-2a36f51c-b678-4b77-92b0-25b79a6d44af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822649 Sep 26 13:31:33.781856 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49a93c08-e1a1-42e6-a9d5-1e8b48fd4e0a req-4e496c64-b80b-4265-a9a3-9a0874791f14 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90cbb11-5856-4452-a2ad-862d47b3f3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449464 Sep 26 13:31:33.816188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:33.849281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event deleted for resources: {'Port': ['ID=ab102d25-cbba-4004-8527-dc306cf0ed5a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:33.966117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 50998) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:33.977745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Router e6b4114e-530e-47c8-9b59-29c9e6123145 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:31:34.097231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1023948160'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:34.120884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Made reservation on behalf of fbebcbde1baf444182b7f33fdeca0ab2 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:34.124715 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.139101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.238417 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.244540 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.276046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:34.286429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2adeb47-4e68-4d11-8437-45a09fa42e4d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:34.293857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.294204 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Added segment aae44f6c-825f-49ac-a9ce-cd6e542afd81 of type vlan for network f9c970d0-c618-425c-bf99-7f5f82be5b7a Sep 26 13:31:34.339724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.394828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.400975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:34.401619 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.442680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4718292 Sep 26 13:31:34.442941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51004) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:34.449541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-075b7dc3-6805-489a-832f-b83306043290 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', 'tempest-TagsTest-Tag-1741040933') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:34.491094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d514-7fa9-44d1-b272-ab324b10e67e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Pushing event updated for resources: {'Network': ['ID=f9c970d0-c618-425c-bf99-7f5f82be5b7a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:34.502591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154498c2-53f0-49ca-af4c-d601abef1b42 req-e5b2391a-af92-4698-8caf-324bcc73f528 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:34.504401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-154498c2-53f0-49ca-af4c-d601abef1b42 req-e5b2391a-af92-4698-8caf-324bcc73f528 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0953958 Sep 26 13:31:34.505413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f9c970d0-c618-425c-bf99-7f5f82be5b7a details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:34.527671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:31:34.575352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] Sync routers for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:31:34.579150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-075b7dc3-6805-489a-832f-b83306043290 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "PUT /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags/tempest-TagsTest-Tag-1741040933 HTTP/1.1" status: 201 len: 201 time: 0.1317432 Sep 26 13:31:34.579150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51006) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:34.584775 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-89ad8d6f-86de-4f92-a959-5c4071ae04d4 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', 'tempest-TagsTest-Tag-1741040933') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:34.591966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] No DVR routers for this DVR port ab102d25-cbba-4004-8527-dc306cf0ed5a on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:34.595259 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:34.597131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:31:34.597887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:34.598427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9731dd28-d4bf-4679-bc15-ad7a2ff351e0 req-ee7a6820-8e13-485b-9a73-7137c630fdd3 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.23 "DELETE /v2.0/ports/ab102d25-cbba-4004-8527-dc306cf0ed5a HTTP/1.1" status: 204 len: 173 time: 1.4467814 Sep 26 13:31:34.600910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-deleted', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:34.604259 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6411bf-f2fb-45e2-96c2-a1be2276fb5a" -d '{"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-deleted", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:34.610714 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-154498c2-53f0-49ca-af4c-d601abef1b42 req-e3d38bea-9acb-48f9-8efa-834ccb4506ef tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959225 Sep 26 13:31:34.653572 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d02f0e0-0a54-4f48-8424-dc22fed20878 x-openstack-request-id: req-3d02f0e0-0a54-4f48-8424-dc22fed20878 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:34.654411 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a9afb-2a7b-4a37-a209-c42cad204486", "name": "network-vif-deleted", "tag": "ab102d25-cbba-4004-8527-dc306cf0ed5a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:34.654965 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d02f0e0-0a54-4f48-8424-dc22fed20878 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:34.655633 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a9afb-2a7b-4a37-a209-c42cad204486', 'name': 'network-vif-deleted', 'tag': 'ab102d25-cbba-4004-8527-dc306cf0ed5a', 'status': 'completed', 'code': 200} Sep 26 13:31:34.685085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51010) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:34.685861 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-89ad8d6f-86de-4f92-a959-5c4071ae04d4 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "GET /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags/tempest-TagsTest-Tag-1741040933 HTTP/1.1" status: 204 len: 168 time: 0.1045244 Sep 26 13:31:34.691389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-6bf3ca52-3309-4d07-9507-7982a4ad8b43 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:34.775125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6bf3ca52-3309-4d07-9507-7982a4ad8b43 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "GET /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags HTTP/1.1" status: 200 len: 238 time: 0.0877590 Sep 26 13:31:34.777790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51012) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:34.782927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:31:34.784903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-b67b064c-631f-4543-bb6d-ff3c05ffdb53 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', {'tags': ['tempest-TagsTest-Tag-748541417', 'tempest-TagsTest-Tag-270057535', 'tempest-TagsTest-Tag-385623203']}) {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:34.905142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-58a225f9-f192-43dd-bbb0-3a402b355aed req-83e9796a-dec5-4e3e-982d-253f41fda77e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d39a9afb-2a7b-4a37-a209-c42cad204486 HTTP/1.1" status: 200 len: 210 time: 0.0373635 Sep 26 13:31:34.906793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b67b064c-631f-4543-bb6d-ff3c05ffdb53 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "PUT /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags HTTP/1.1" status: 200 len: 306 time: 0.1278689 Sep 26 13:31:34.909816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51016) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:34.925147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.tag.tag_plugin [None req-8e320550-5fb5-46e4-8c88-1d6f36b9a7cf tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', 'tempest-TagsTest-Tag-748541417') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.013074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:48Z', 'revision_number': 5, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.041415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8e320550-5fb5-46e4-8c88-1d6f36b9a7cf tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "DELETE /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags/tempest-TagsTest-Tag-748541417 HTTP/1.1" status: 204 len: 168 time: 0.1293211 Sep 26 13:31:35.042030 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51018) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.048530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] Checking router: e6b4114e-530e-47c8-9b59-29c9e6123145 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:31:35.049977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-27971599-c8ca-4167-a67b-88fa08e95263 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', 'tempest-TagsTest-Tag-748541417') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.057188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:31:35.057846 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.138744 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-27971599-c8ca-4167-a67b-88fa08e95263 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] show failed (client error): The resource could not be found. Sep 26 13:31:35.139843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27971599-c8ca-4167-a67b-88fa08e95263 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "GET /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags/tempest-TagsTest-Tag-748541417 HTTP/1.1" status: 404 len: 325 time: 0.0969386 Sep 26 13:31:35.142641 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51020) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.146874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-70493697-63bd-4b5b-93ed-c9503beee583 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', 'tempest-TagsTest-Tag-270057535') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.175636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:31:35.219231 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-70493697-63bd-4b5b-93ed-c9503beee583 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "GET /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags/tempest-TagsTest-Tag-270057535 HTTP/1.1" status: 204 len: 168 time: 0.0755513 Sep 26 13:31:35.221788 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51022) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.226013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-964cb2a6-3b40-4e4f-9294-e8c9fcf41b3a tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', 'tempest-TagsTest-Tag-385623203') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.293127 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-964cb2a6-3b40-4e4f-9294-e8c9fcf41b3a tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "GET /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags/tempest-TagsTest-Tag-385623203 HTTP/1.1" status: 204 len: 168 time: 0.0701845 Sep 26 13:31:35.296102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51024) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.300300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-67412b35-ee68-4b9a-af4a-4598a51d5fe6 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.371970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:48Z', 'revision_number': 5, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.385132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67412b35-ee68-4b9a-af4a-4598a51d5fe6 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "DELETE /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0880198 Sep 26 13:31:35.387732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51026) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.392014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-ac89cfe3-7f7a-4999-93bf-8f3a07e4b32e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', 'tempest-TagsTest-Tag-270057535') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.398642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af36007-18cf-4f16-b460-3ee93f886558 None None] The sync data for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 is: [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:22:41Z', 'revision_number': 4, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '78b120cc-9473-4304-8527-105ad78a16ce', 'name': '', 'network_id': '96b7a73d-30fa-4a32-87d0-8a6b43406fcc', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'mac_address': 'fa:16:3e:54:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:39Z', 'updated_at': '2021-09-26T13:22:48Z', 'revision_number': 5, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'subnets': [{'id': 'd6499ad3-b7c3-4a37-a85c-7cd75cf92782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:31:35.462614 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-ac89cfe3-7f7a-4999-93bf-8f3a07e4b32e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] show failed (client error): The resource could not be found. Sep 26 13:31:35.463675 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac89cfe3-7f7a-4999-93bf-8f3a07e4b32e tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "GET /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags/tempest-TagsTest-Tag-270057535 HTTP/1.1" status: 404 len: 325 time: 0.0750024 Sep 26 13:31:35.467120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51028) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.470873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:35.471405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-a920c6f8-a038-483e-9301-a5184007296f tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a', 'tempest-TagsTest-Tag-385623203') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.490855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: ab102d25-cbba-4004-8527-dc306cf0ed5a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:35.491207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ab102d25-cbba-4004-8527-dc306cf0ed5a not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:35.545845 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-a920c6f8-a038-483e-9301-a5184007296f tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] show failed (client error): The resource could not be found. Sep 26 13:31:35.546810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a920c6f8-a038-483e-9301-a5184007296f tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "GET /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags/tempest-TagsTest-Tag-385623203 HTTP/1.1" status: 404 len: 325 time: 0.0787857 Sep 26 13:31:35.549681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51030) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.553938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.tag.tag_plugin [None req-f3295380-0ead-42c7-8e57-915b09697819 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f9c970d0-c618-425c-bf99-7f5f82be5b7a') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.632180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f3295380-0ead-42c7-8e57-915b09697819 tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "DELETE /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0814972 Sep 26 13:31:35.632766 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dd6c8-c092-4cfe-91e7-d54bc4c39784 None None] New status for floating IP dca98ee1-47b6-4e4b-9426-c11bde0e5061: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:31:35.636451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51034) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.730606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:35.798719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb918409-8693-4517-9005-89df58785190 req-552554d5-d481-4585-8430-9877667c50ea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:35.800165 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb918409-8693-4517-9005-89df58785190 req-552554d5-d481-4585-8430-9877667c50ea tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0909891 Sep 26 13:31:35.871585 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:35.894761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb918409-8693-4517-9005-89df58785190 req-a0126aff-07b7-4421-86df-147ebb45460c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844736 Sep 26 13:31:35.903403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c970d0-c618-425c-bf99-7f5f82be5b7a']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.913234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae44f6c-825f-49ac-a9ce-cd6e542afd81') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.913562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae44f6c-825f-49ac-a9ce-cd6e542afd81') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:35.917953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51036) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:35.923587 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:35.939488 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:35.947733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:35.948154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:35.952404 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:35.987594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a88c7788-b043-4b5f-b18d-6e9541de7158 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:31:36.002196 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51042) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:36.018398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-58692e5b-675d-4111-ae4e-797611004995 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/floatingips/26cf198b-c9e3-483c-adfc-0f78634ec67a HTTP/1.1" status: 200 len: 994 time: 0.0991786 Sep 26 13:31:36.026430 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.034766 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.039289 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] 10.222.0.13 "DELETE /v2.0/networks/f9c970d0-c618-425c-bf99-7f5f82be5b7a HTTP/1.1" status: 204 len: 168 time: 0.3979058 Sep 26 13:31:36.051734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cee74-a46c-4277-8667-fde3287d61ec tempest-TagsTest-261021265 tempest-TagsTest-261021265-project] Pushing event deleted for resources: {'Network': ['ID=f9c970d0-c618-425c-bf99-7f5f82be5b7a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:36.093058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.107792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a88c7788-b043-4b5f-b18d-6e9541de7158,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:36.117257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.119281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'port_id': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'mac_address': 'fa:16:3e:e5:36:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:31:36.158704 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.173804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a88c7788-b043-4b5f-b18d-6e9541de7158 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:31:36.174063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.177003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.178221 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "DELETE /v2.0/security-groups/b90cbb11-5856-4452-a2ad-862d47b3f3e5 HTTP/1.1" status: 204 len: 168 time: 0.1750665 Sep 26 13:31:36.181565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51046) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:36.188676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90cbb11-5856-4452-a2ad-862d47b3f3e5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:36.196776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.197124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.197721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.198281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.198585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.199108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.199624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.200145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.200292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a88c7788-b043-4b5f-b18d-6e9541de7158,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:36.200869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.201205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.201710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.202053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf649f-ef89-4e3b-9d2d-c50c07ec2754 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:31:36.205915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.215259 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-2b4734aa-7d04-4ef0-8528-e768ba24a99e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] show failed (client error): The resource could not be found. Sep 26 13:31:36.218121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2b4734aa-7d04-4ef0-8528-e768ba24a99e tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "GET /v2.0/security-groups/b90cbb11-5856-4452-a2ad-862d47b3f3e5 HTTP/1.1" status: 404 len: 347 time: 0.0347638 Sep 26 13:31:36.219340 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:36.270255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a88c7788-b043-4b5f-b18d-6e9541de7158,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:36.348306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51052) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:36.354249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Deleting port 95c45aec-d316-49ca-91d9-86cd373cfae4 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:36.354602 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.420316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a88c7788-b043-4b5f-b18d-6e9541de7158'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:31:36.437918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.438255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.455495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Calling delete_port for 95c45aec-d316-49ca-91d9-86cd373cfae4 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:36.489786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-106b3d60-c32a-4950-a951-5cc003f7c267 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbebcbde1baf444182b7f33fdeca0ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401231 Sep 26 13:31:36.492128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51056) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:36.546297 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6639eba-3112-48bc-8ff4-e03db05638f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.571441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6639eba-3112-48bc-8ff4-e03db05638f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.608864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.629836 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6639eba-3112-48bc-8ff4-e03db05638f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.632858 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f6639eba-3112-48bc-8ff4-e03db05638f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.634079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f6639eba-3112-48bc-8ff4-e03db05638f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2adeb47-4e68-4d11-8437-45a09fa42e4d HTTP/1.1" status: 204 len: 168 time: 0.1409194 Sep 26 13:31:36.638940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Pushing event deleted for resources: {'Port': ['ID=95c45aec-d316-49ca-91d9-86cd373cfae4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:36.647894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6639eba-3112-48bc-8ff4-e03db05638f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2adeb47-4e68-4d11-8437-45a09fa42e4d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:36.712008 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.714662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:36.715850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-190f3724-b91c-4f1a-8fd0-eeb08a44e560 tempest-ServerActionsTestJSON-1092664603 tempest-ServerActionsTestJSON-1092664603-project] 10.222.0.13 "DELETE /v2.0/floatingips/dca98ee1-47b6-4e4b-9426-c11bde0e5061 HTTP/1.1" status: 204 len: 168 time: 0.4953051 Sep 26 13:31:36.719905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51060) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:37.246460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:37.495165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Deleting port 78b120cc-9473-4304-8527-105ad78a16ce {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:37.495516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:37.577089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] For port 78b120cc-9473-4304-8527-105ad78a16ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=78b120cc-9473-4304-8527-105ad78a16ce,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:37.577458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:37.591463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Calling delete_port for 78b120cc-9473-4304-8527-105ad78a16ce owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:37.751670 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:31:37.774890 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:37.809557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b120cc-9473-4304-8527-105ad78a16ce,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:37.989302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a88c7788-b043-4b5f-b18d-6e9541de7158 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:31:38.002271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:38.044884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port a88c7788-b043-4b5f-b18d-6e9541de7158 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:31:38.045607 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:38.142923 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:38.173238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:38.175945 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b2596-27d8-489d-9c7c-14278d5607af" -d '{"events": [{"server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "name": "network-vif-plugged", "status": "completed", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:38.189304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a88c7788-b043-4b5f-b18d-6e9541de7158,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:38.196966 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:38.236412 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e144d4-ebec-495d-bbb5-95cf67018806 x-openstack-request-id: req-24e144d4-ebec-495d-bbb5-95cf67018806 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:38.236838 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "name": "network-vif-plugged", "status": "completed", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:38.237106 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24e144d4-ebec-495d-bbb5-95cf67018806 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:38.237662 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'code': 200} Sep 26 13:31:38.259810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a88c7788-b043-4b5f-b18d-6e9541de7158,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:38.323515 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4766ada7-11cd-4884-b43e-ca0a807b1574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:38.587048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Router e6b4114e-530e-47c8-9b59-29c9e6123145 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:31:38.696386 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:31:38.705156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51126) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:38.707857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] Sync routers for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:31:38.715532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5c2f1f4e-315b-4b82-a772-ab00bdf65388 admin admin] 10.222.0.13 "PUT /v2.0/routers/e6b4114e-530e-47c8-9b59-29c9e6123145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9943705 Sep 26 13:31:38.718738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:31:38.719370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:38.830152 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:38.959661 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:38.998508 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:31:39.018741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Deleting port a8162e37-238f-4edf-8e8a-979bc511a709 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:39.019162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.112890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] For port a8162e37-238f-4edf-8e8a-979bc511a709, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a8162e37-238f-4edf-8e8a-979bc511a709,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:39.113263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.125643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Calling delete_port for a8162e37-238f-4edf-8e8a-979bc511a709 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:39.149225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51136) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:39.192968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:31:37Z', 'revision_number': 5, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port': {'id': 'a8162e37-238f-4edf-8e8a-979bc511a709', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:22:35Z', 'updated_at': '2021-09-26T13:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:39.226051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] Checking router: e6b4114e-530e-47c8-9b59-29c9e6123145 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:31:39.235345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] Routers {'e6b4114e-530e-47c8-9b59-29c9e6123145'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:31:39.235973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['e6b4114e-530e-47c8-9b59-29c9e6123145'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:39.269669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc57e928-1232-45e5-8c6d-0ee98ee32b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.307904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.326545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] Set router e6b4114e-530e-47c8-9b59-29c9e6123145 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:31:39.342159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8162e37-238f-4edf-8e8a-979bc511a709,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:39.373594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc57e928-1232-45e5-8c6d-0ee98ee32b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.378303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc57e928-1232-45e5-8c6d-0ee98ee32b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.379994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:31:38Z', 'revision_number': 6, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:39.408549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.411080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66284c4-35fb-4650-911a-2458b15dfe85 None None] The sync data for ids ['e6b4114e-530e-47c8-9b59-29c9e6123145'] in n-d-806683-13 is: [{'id': 'e6b4114e-530e-47c8-9b59-29c9e6123145', 'name': 'tempest-ServerActionsTestJSON-1042443025-router', 'tenant_id': '5926d48159ef4d219209215e279cf1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:22:34Z', 'updated_at': '2021-09-26T13:31:38Z', 'revision_number': 6, 'project_id': '5926d48159ef4d219209215e279cf1e4', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:31:39.423235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bc57e928-1232-45e5-8c6d-0ee98ee32b29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6be7a34735d46508556306e9c021c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704699 Sep 26 13:31:39.423235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57e928-1232-45e5-8c6d-0ee98ee32b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b3e854-ffa3-46e3-b3ca-c406b316c722,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:39.424411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51140) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:39.479369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f9fa9b3-054c-4c32-8395-0e5f5344258f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.501519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f9fa9b3-054c-4c32-8395-0e5f5344258f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.522903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.525051 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.547753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f9fa9b3-054c-4c32-8395-0e5f5344258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.550442 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f9fa9b3-054c-4c32-8395-0e5f5344258f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.554141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2f9fa9b3-054c-4c32-8395-0e5f5344258f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32b3e854-ffa3-46e3-b3ca-c406b316c722 HTTP/1.1" status: 204 len: 168 time: 0.1263146 Sep 26 13:31:39.560744 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fa9b3-054c-4c32-8395-0e5f5344258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b3e854-ffa3-46e3-b3ca-c406b316c722,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:39.595365 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.596096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b4114e-530e-47c8-9b59-29c9e6123145 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:31:39.600839 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.602138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-787e4db6-832e-4854-a0c4-ec5f2e044fb9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e6b4114e-530e-47c8-9b59-29c9e6123145 HTTP/1.1" status: 204 len: 168 time: 0.8954248 Sep 26 13:31:39.604549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51144) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:39.648881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-146fafbf-b384-4385-89cc-d32a0190485f admin admin] Deleting subnet d6499ad3-b7c3-4a37-a85c-7cd75cf92782 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:31:39.652023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-146fafbf-b384-4385-89cc-d32a0190485f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.688233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-146fafbf-b384-4385-89cc-d32a0190485f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.772982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-146fafbf-b384-4385-89cc-d32a0190485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.832653 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-146fafbf-b384-4385-89cc-d32a0190485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.833385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51148) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:39.849141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-622a5aff-72bc-4577-9848-07ab52b283bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.872861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fafbf-b384-4385-89cc-d32a0190485f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6499ad3-b7c3-4a37-a85c-7cd75cf92782,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:39.880770 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-146fafbf-b384-4385-89cc-d32a0190485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:39.886874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-146fafbf-b384-4385-89cc-d32a0190485f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d6499ad3-b7c3-4a37-a85c-7cd75cf92782 HTTP/1.1" status: 204 len: 168 time: 0.2806973 Sep 26 13:31:39.889761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c7cbb-5cf5-482f-a553-c2817b411527 None None] Network 96b7a73d-30fa-4a32-87d0-8a6b43406fcc requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:39.889944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51150) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:39.996139 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.032270 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-622a5aff-72bc-4577-9848-07ab52b283bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.053052 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-622a5aff-72bc-4577-9848-07ab52b283bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.102997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a5aff-72bc-4577-9848-07ab52b283bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76276fb-a45f-4090-a490-d87c1154179d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:40.107912 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-622a5aff-72bc-4577-9848-07ab52b283bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19d755fb65b24f6d843e0a66e49d4138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734568 Sep 26 13:31:40.110976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51152) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:40.123668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Deleting port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:40.124017 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.162954 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10c8ce28-8e0d-4e47-99c9-36b100f28dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.186139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10c8ce28-8e0d-4e47-99c9-36b100f28dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.190018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] For port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3c1ff056-ba32-4fa7-8ba2-05b0043421ad,segment=NetworkSegment(10cb5321-5aea-4761-892d-cb5cd2877ab0),segment_id=10cb5321-5aea-4761-892d-cb5cd2877ab0)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:40.190399 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.205146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Calling delete_port for 3c1ff056-ba32-4fa7-8ba2-05b0043421ad owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:40.236647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45923665-4613-400f-afe4-d21694354cff None None] DHCP port deletion for 96b7a73d-30fa-4a32-87d0-8a6b43406fcc request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:31:40.251029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10c8ce28-8e0d-4e47-99c9-36b100f28dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.255055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-10c8ce28-8e0d-4e47-99c9-36b100f28dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.258049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-10c8ce28-8e0d-4e47-99c9-36b100f28dc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a76276fb-a45f-4090-a490-d87c1154179d HTTP/1.1" status: 204 len: 168 time: 0.1459177 Sep 26 13:31:40.269851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8ce28-8e0d-4e47-99c9-36b100f28dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76276fb-a45f-4090-a490-d87c1154179d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:40.305444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-45923665-4613-400f-afe4-d21694354cff None None] Deleting port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:40.305955 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45923665-4613-400f-afe4-d21694354cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.307244 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.321892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] No DVR routers for this DVR port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:40.360665 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1ff056-ba32-4fa7-8ba2-05b0043421ad,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:40.378633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-45923665-4613-400f-afe4-d21694354cff None None] For port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:40.379240 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45923665-4613-400f-afe4-d21694354cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.392602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-45923665-4613-400f-afe4-d21694354cff None None] Calling delete_port for 3c1ff056-ba32-4fa7-8ba2-05b0043421ad owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:40.395461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-45923665-4613-400f-afe4-d21694354cff None None] Port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:31:40.396994 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45923665-4613-400f-afe4-d21694354cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.418816 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.426017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923665-4613-400f-afe4-d21694354cff None None] Pushing event deleted for resources: {'Port': ['ID=3c1ff056-ba32-4fa7-8ba2-05b0043421ad,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:40.438432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45923665-4613-400f-afe4-d21694354cff None None] No DVR routers for this DVR port 3c1ff056-ba32-4fa7-8ba2-05b0043421ad on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:40.450371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b7a73d-30fa-4a32-87d0-8a6b43406fcc']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:40.461097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cb5321-5aea-4761-892d-cb5cd2877ab0') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:40.461447 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cb5321-5aea-4761-892d-cb5cd2877ab0') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:40.477544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.498169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.505439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:40.506041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:40.507848 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:40.568231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.574385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.579649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] 10.222.0.13 "DELETE /v2.0/networks/96b7a73d-30fa-4a32-87d0-8a6b43406fcc HTTP/1.1" status: 204 len: 168 time: 0.6857712 Sep 26 13:31:40.589314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29440aec-6951-4c12-9444-7ee3e1137fea admin admin] Pushing event deleted for resources: {'Network': ['ID=96b7a73d-30fa-4a32-87d0-8a6b43406fcc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:40.706013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51166) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:40.750976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-007b381c-3ca5-4bdc-a9a5-3b882dca7c27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5926d48159ef4d219209215e279cf1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436027 Sep 26 13:31:40.753405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51170) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:40.803877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18a94e83-c73c-4dbd-8c81-c35a901e3a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.825056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18a94e83-c73c-4dbd-8c81-c35a901e3a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.879607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18a94e83-c73c-4dbd-8c81-c35a901e3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.882644 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-18a94e83-c73c-4dbd-8c81-c35a901e3a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:40.884241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-18a94e83-c73c-4dbd-8c81-c35a901e3a96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f002ba0c-8cd4-42b9-81f2-838ea49519b4 HTTP/1.1" status: 204 len: 168 time: 0.1296582 Sep 26 13:31:40.894978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a94e83-c73c-4dbd-8c81-c35a901e3a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f002ba0c-8cd4-42b9-81f2-838ea49519b4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:40.922829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 78b120cc-9473-4304-8527-105ad78a16ce no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:40.944796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 78b120cc-9473-4304-8527-105ad78a16ce {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:40.945138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 78b120cc-9473-4304-8527-105ad78a16ce not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:40.945574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a8162e37-238f-4edf-8e8a-979bc511a709 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:40.965839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a8162e37-238f-4edf-8e8a-979bc511a709 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:40.965972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a8162e37-238f-4edf-8e8a-979bc511a709 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:40.967740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3c1ff056-ba32-4fa7-8ba2-05b0043421ad no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:40.985969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 3c1ff056-ba32-4fa7-8ba2-05b0043421ad {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:40.986312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3c1ff056-ba32-4fa7-8ba2-05b0043421ad not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:41.074275 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9448d138-8f62-421d-85de-fbd27e44ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:41.623233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51214) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:41.655511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:41.775114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2087270029-network', 'tenant_id': 'd9de16c36263418a9a5189dabf000883'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:41.797866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Made reservation on behalf of d9de16c36263418a9a5189dabf000883 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:41.800327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:41.809141 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:41.909546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:41.913953 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:41.941958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:41.948557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7c242b-ac85-4958-836b-0386666c0fad,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:41.955218 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:41.955627 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Added segment 8a8b0c11-50b1-4162-8024-7d584610e04c of type vlan for network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 Sep 26 13:31:42.005589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:42.034594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:42.035702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:42.036295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:42.076113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4511144 Sep 26 13:31:42.079579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51230) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:42.085833 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Request body: {'subnet': {'network_id': '0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2087270029-subnet', 'tenant_id': 'd9de16c36263418a9a5189dabf000883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:42.124535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Made reservation on behalf of d9de16c36263418a9a5189dabf000883 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:42.129745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:42.134088 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:42.135128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467b20-db7a-45d0-b927-f2a67c3d2944 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:42.155096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:42.322338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:42.381398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=45db50ea-3c39-4235-97c3-f7fcdd38a71d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:42.389019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Checking segment: {'id': '8a8b0c11-50b1-4162-8024-7d584610e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:42.389388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Network hostable DHCP agents. Network: 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:42.406613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:42.417125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:42.422774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:42.423499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:42.427848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d116bd5-0389-4d0f-9888-ed215c7185ec None None] Network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:42.443968 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ed750e1-c03b-4884-b311-43a4a8d922ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3625293 Sep 26 13:31:42.560689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f1246-4b59-4dda-af47-ef45d3b8c525 None None] Network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:42.918227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-adc1823e-8506-4bbf-bed7-1ed129585263 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:42.920325 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-adc1823e-8506-4bbf-bed7-1ed129585263 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/networks?id=0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 HTTP/1.1" status: 200 len: 822 time: 0.1221569 Sep 26 13:31:42.936062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-69397d7a-dce7-4959-a555-f65ee93f1cf0 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/quotas/d9de16c36263418a9a5189dabf000883 HTTP/1.1" status: 200 len: 375 time: 0.0098648 Sep 26 13:31:42.968374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-6950f3cd-5720-4f12-9ccb-6ceb5b787c24 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9de16c36263418a9a5189dabf000883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268850 Sep 26 13:31:42.979061 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-bbc1c650-c205-4b75-b8dc-0976b47525f2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:31:42.980012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-bbc1c650-c205-4b75-b8dc-0976b47525f2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049691 Sep 26 13:31:43.074854 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-e0862ea0-aa74-4f91-8007-e1b34d737f7b service neutron] 10.222.0.13 "GET /v2.0/networks/0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885975 Sep 26 13:31:43.165232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-acd640e9-0f90-4d7f-8ebd-b2411af5145a service neutron] 10.222.0.13 "GET /v2.0/networks/0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836489 Sep 26 13:31:43.358618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-135827e6-dc2d-47cc-abb4-6245138c1051 req-7ec79fc1-2b62-4503-ad24-cc08e7101f54 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 210 time: 0.0506001 Sep 26 13:31:43.593643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:44.281816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-2b3d343f-a439-42f7-add6-543f5ce4955b tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:44.283251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-2b3d343f-a439-42f7-add6-543f5ce4955b tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.23 "GET /v2.0/networks?id=0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 HTTP/1.1" status: 200 len: 822 time: 0.1125290 Sep 26 13:31:44.297002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Request body: {'port': {'device_id': 'a3060104-c64d-4bd2-b904-50281df06469', 'network_id': '0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9', 'admin_state_up': True, 'tenant_id': 'd9de16c36263418a9a5189dabf000883'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:44.413682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Made reservation on behalf of d9de16c36263418a9a5189dabf000883 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:44.417685 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:44.462119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f6750dec-fe1a-4a6e-b693-18a039abff00 req-ec451f9e-7053-49f4-8dc3-d1995fcc9c25 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 210 time: 0.0383036 Sep 26 13:31:44.544629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Allocated IP 172.20.0.2 (0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9/45db50ea-3c39-4235-97c3-f7fcdd38a71d/b46d2b46-2819-4107-aac2-9ed31db3add6) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:31:44.698428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:44.733429 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:44.776882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:31:44.780547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:44.783011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:31:44.815405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Pushing event updated for resources: {'Port': ['ID=b46d2b46-2819-4107-aac2-9ed31db3add6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:44.844112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:44.844732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:44.858714 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-0b0801b0-fa08-4da7-ba55-a41cd008a8e3 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662715 Sep 26 13:31:44.970318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Request body: {'port': {'device_id': 'a3060104-c64d-4bd2-b904-50281df06469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:45.026063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:45.312841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46d2b46-2819-4107-aac2-9ed31db3add6 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:31:45.321326 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:45.330305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:45.338428 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Transition to ACTIVE for port object b46d2b46-2819-4107-aac2-9ed31db3add6 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:31:45.343285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:45.397416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Pushing event updated for resources: {'Port': ['ID=b46d2b46-2819-4107-aac2-9ed31db3add6,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:45.473274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Attempting to bind port b46d2b46-2819-4107-aac2-9ed31db3add6 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:31:45.474008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Attempting to bind port b46d2b46-2819-4107-aac2-9ed31db3add6 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '8a8b0c11-50b1-4162-8024-7d584610e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:31:45.474008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Attempting to bind port b46d2b46-2819-4107-aac2-9ed31db3add6 on network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:45.479531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Port b46d2b46-2819-4107-aac2-9ed31db3add6 on network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:31:45.479947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Attempting to bind port b46d2b46-2819-4107-aac2-9ed31db3add6 on network 0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:45.486296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:31:45.486796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Checking segment: {'id': '8a8b0c11-50b1-4162-8024-7d584610e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:45.487269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Bound using segment: {'id': '8a8b0c11-50b1-4162-8024-7d584610e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:31:45.487933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Bound port: b46d2b46-2819-4107-aac2-9ed31db3add6, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8b0c11-50b1-4162-8024-7d584610e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:31:45.488458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:45.590607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] For port b46d2b46-2819-4107-aac2-9ed31db3add6, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:31:45.607617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] For port b46d2b46-2819-4107-aac2-9ed31db3add6, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b46d2b46-2819-4107-aac2-9ed31db3add6,segment=NetworkSegment(8a8b0c11-50b1-4162-8024-7d584610e04c),segment_id=8a8b0c11-50b1-4162-8024-7d584610e04c)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:31:45.612669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:45.628154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cbdee-f060-4011-8706-5e9db767a1f2 req-1ba1efb5-00d3-4856-9e38-08a13c285312 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:45.629747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-616cbdee-f060-4011-8706-5e9db767a1f2 req-1ba1efb5-00d3-4856-9e38-08a13c285312 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 943 time: 0.0804727 Sep 26 13:31:45.666268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:45.666877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:45.668232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-22422593-3960-49b4-896f-dc38798f0631 service neutron] 10.222.0.23 "PUT /v2.0/ports/b46d2b46-2819-4107-aac2-9ed31db3add6 HTTP/1.1" status: 200 len: 1092 time: 0.8017457 Sep 26 13:31:45.670084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3060104-c64d-4bd2-b904-50281df06469', 'tag': 'b46d2b46-2819-4107-aac2-9ed31db3add6'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:45.672316 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3060104-c64d-4bd2-b904-50281df06469", "tag": "b46d2b46-2819-4107-aac2-9ed31db3add6"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:45.715152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22422593-3960-49b4-896f-dc38798f0631 service neutron] Pushing event updated for resources: {'Port': ['ID=b46d2b46-2819-4107-aac2-9ed31db3add6,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:45.722250 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-616cbdee-f060-4011-8706-5e9db767a1f2 req-80b3d8ec-54ad-4685-bbb6-00fc24f686ae tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671897 Sep 26 13:31:45.730472 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb996038-5e10-41c0-ac01-26b668cf288b x-openstack-request-id: req-eb996038-5e10-41c0-ac01-26b668cf288b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:45.730756 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3060104-c64d-4bd2-b904-50281df06469", "tag": "b46d2b46-2819-4107-aac2-9ed31db3add6", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:45.731000 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb996038-5e10-41c0-ac01-26b668cf288b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:45.731631 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3060104-c64d-4bd2-b904-50281df06469', 'tag': 'b46d2b46-2819-4107-aac2-9ed31db3add6', 'status': 'completed', 'code': 200} Sep 26 13:31:45.773905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-c38069e8-bb3d-4d0d-acdc-b15ef3afb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:45.775446 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-c38069e8-bb3d-4d0d-acdc-b15ef3afb9cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9de16c36263418a9a5189dabf000883&device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 1095 time: 0.0565429 Sep 26 13:31:45.818950 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-c0308b84-16d5-4e60-8b15-b1c1bbf6c963 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b46d2b46-2819-4107-aac2-9ed31db3add6 HTTP/1.1" status: 200 len: 217 time: 0.0355928 Sep 26 13:31:45.868529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-87097c8f-86bd-4649-a20c-48d9778ee71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:45.870019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-87097c8f-86bd-4649-a20c-48d9778ee71f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45db50ea-3c39-4235-97c3-f7fcdd38a71d HTTP/1.1" status: 200 len: 862 time: 0.0446558 Sep 26 13:31:45.902222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-8c941246-0f9c-44a6-b23b-e362af4f6642 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254710 Sep 26 13:31:45.997718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-f83c2e3e-d5ee-4733-8475-24763f844412 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871034 Sep 26 13:31:46.087263 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a1465d3-e085-465a-9e8e-f1f77e8c8c6e req-87583353-fb53-44c4-9f6e-7bce5505af07 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 Sep 26 13:31:46.179966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-576be265-212f-4705-b0db-75a6c5a1debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:46.181474 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-576be265-212f-4705-b0db-75a6c5a1debd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9de16c36263418a9a5189dabf000883&device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 1095 time: 0.0456686 Sep 26 13:31:46.275208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-c8c05b58-b8d2-4fc5-8c74-f2cd6946e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:46.276816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-c8c05b58-b8d2-4fc5-8c74-f2cd6946e1d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 HTTP/1.1" status: 200 len: 922 time: 0.0888801 Sep 26 13:31:46.327491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-999c91a3-d8f7-44f7-9aa4-4f0abef00e36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b46d2b46-2819-4107-aac2-9ed31db3add6 HTTP/1.1" status: 200 len: 217 time: 0.0427871 Sep 26 13:31:46.378398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-bed0383c-502c-4a36-9d42-c00074b1f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:46.379924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-bed0383c-502c-4a36-9d42-c00074b1f173 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=45db50ea-3c39-4235-97c3-f7fcdd38a71d HTTP/1.1" status: 200 len: 862 time: 0.0451236 Sep 26 13:31:46.413373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-16073608-0583-4ebc-ab8e-cf0e12995016 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268805 Sep 26 13:31:46.524313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-fb2f29a0-da68-48d6-931d-f8e0b9a96003 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040957 Sep 26 13:31:46.584257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51320) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:46.628653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd08acf7-24d0-4bfd-a6cc-ef3ce9d2dc3c req-b48637a9-cab7-41ba-817b-d2812967fdcf service neutron] 10.222.0.23 "GET /v2.0/networks/0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974972 Sep 26 13:31:46.698101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44128d28-339e-41e4-9a2f-590831eed561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:46.790546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44128d28-339e-41e4-9a2f-590831eed561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:46.803972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44128d28-339e-41e4-9a2f-590831eed561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:46.867248 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-44128d28-339e-41e4-9a2f-590831eed561 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ab11f19b8fb4e0e95d0f541d3d43b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817142 Sep 26 13:31:46.868698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44128d28-339e-41e4-9a2f-590831eed561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f467bbc7-4b9f-4654-b1e5-a870bc1b474f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:46.869935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51326) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:46.886119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed83f5-e2e0-4a30-bae9-c0fb8be41b50 req-efb5c65b-b26c-4538-b9e1-173fe0180179 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:46.888591 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a6ed83f5-e2e0-4a30-bae9-c0fb8be41b50 req-efb5c65b-b26c-4538-b9e1-173fe0180179 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 943 time: 0.0954375 Sep 26 13:31:46.921637 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0222-8388-470a-af4c-ffb7415553ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:46.929192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a6ed83f5-e2e0-4a30-bae9-c0fb8be41b50 req-af1a4374-5cb3-4967-88c0-851060681807 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Sep 26 13:31:46.943223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0222-8388-470a-af4c-ffb7415553ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:46.993038 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0222-8388-470a-af4c-ffb7415553ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:46.995811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0222-8388-470a-af4c-ffb7415553ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:46.996982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ab5f0222-8388-470a-af4c-ffb7415553ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f467bbc7-4b9f-4654-b1e5-a870bc1b474f HTTP/1.1" status: 204 len: 168 time: 0.1260009 Sep 26 13:31:47.005376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f0222-8388-470a-af4c-ffb7415553ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f467bbc7-4b9f-4654-b1e5-a870bc1b474f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:47.256526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51332) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:47.269749 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46416a69-a226-4e82-a777-ab141eb7a13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.358497 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46416a69-a226-4e82-a777-ab141eb7a13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.362390 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-46416a69-a226-4e82-a777-ab141eb7a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.398248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46416a69-a226-4e82-a777-ab141eb7a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef02d1-4caf-4726-91b6-75fd20814888,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:47.402751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-46416a69-a226-4e82-a777-ab141eb7a13b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ac781a06cee41e9a3d5d3bc7f50bc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451991 Sep 26 13:31:47.405873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51334) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:47.453938 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66abb9b8-9749-4483-a94c-9fbba404437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.476233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66abb9b8-9749-4483-a94c-9fbba404437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.521881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66abb9b8-9749-4483-a94c-9fbba404437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.524870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66abb9b8-9749-4483-a94c-9fbba404437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.526314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-66abb9b8-9749-4483-a94c-9fbba404437e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9ef02d1-4caf-4726-91b6-75fd20814888 HTTP/1.1" status: 204 len: 168 time: 0.1193430 Sep 26 13:31:47.536904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abb9b8-9749-4483-a94c-9fbba404437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef02d1-4caf-4726-91b6-75fd20814888,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:47.836484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51340) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:47.849818 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06d91269-bb9f-4d87-960d-98d4ca55d1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.942278 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06d91269-bb9f-4d87-960d-98d4ca55d1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.946355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-06d91269-bb9f-4d87-960d-98d4ca55d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:47.985045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d91269-bb9f-4d87-960d-98d4ca55d1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf77bd5-437b-4015-9262-0ffcac9726db,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:47.991952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-06d91269-bb9f-4d87-960d-98d4ca55d1fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7f45b4e9a8a4b86aaf62a2b813955d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519985 Sep 26 13:31:47.992183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:48.043112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-145f34d1-a6d8-4639-af0a-dfc6a0007299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:48.047963 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb657360-a512-4eb0-a94d-5627d19482af req-8157938d-2286-40f7-862d-35ec6a5d500f tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:48.049527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb657360-a512-4eb0-a94d-5627d19482af req-8157938d-2286-40f7-862d-35ec6a5d500f tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 943 time: 0.0526819 Sep 26 13:31:48.065362 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-145f34d1-a6d8-4639-af0a-dfc6a0007299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:48.089407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb657360-a512-4eb0-a94d-5627d19482af req-a97a61eb-a26a-48b9-8f0a-3ea62b1ce987 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337863 Sep 26 13:31:48.122882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-145f34d1-a6d8-4639-af0a-dfc6a0007299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:48.125411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-145f34d1-a6d8-4639-af0a-dfc6a0007299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:48.126581 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-145f34d1-a6d8-4639-af0a-dfc6a0007299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cf77bd5-437b-4015-9262-0ffcac9726db HTTP/1.1" status: 204 len: 168 time: 0.1335070 Sep 26 13:31:48.134198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f34d1-a6d8-4639-af0a-dfc6a0007299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf77bd5-437b-4015-9262-0ffcac9726db,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:48.780045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51366) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:48.876501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-921633889-network', 'tenant_id': '564ea27045bc4086a8762b491254cccb'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:48.898723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Made reservation on behalf of 564ea27045bc4086a8762b491254cccb for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:48.901246 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:48.910248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:48.998838 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.002789 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.023759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:49.039294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba7ccc-6d7e-408e-959d-f679575963da,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:49.042212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.042575 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Added segment 1e962452-4237-4379-bcb8-585b4b06f4d6 of type vlan for network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 Sep 26 13:31:49.083002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.108298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.109213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:49.109811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.143596 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3624279 Sep 26 13:31:49.146673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51372) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:49.154213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Request body: {'subnet': {'network_id': '30b9d0db-9e82-48ba-9109-02a06cfeeaa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-921633889-subnet', 'tenant_id': '564ea27045bc4086a8762b491254cccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:49.175217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e516b-23e4-42b2-9c2b-572a5aa19a87 admin admin] Pushing event updated for resources: {'Network': ['ID=30b9d0db-9e82-48ba-9109-02a06cfeeaa7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:49.185884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:49.208867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Made reservation on behalf of 564ea27045bc4086a8762b491254cccb for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:49.211555 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.254553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd4099-3d19-499e-8663-fca651490713 req-6e0663c5-fb5e-4be8-8034-7fc852c11ef6 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:49.256079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08cd4099-3d19-499e-8663-fca651490713 req-6e0663c5-fb5e-4be8-8034-7fc852c11ef6 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 943 time: 0.0938680 Sep 26 13:31:49.343342 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08cd4099-3d19-499e-8663-fca651490713 req-ccf1e90b-1791-43ba-91c9-6f926a80d929 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515964 Sep 26 13:31:49.436520 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.491945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd409af4-a4b4-4a3d-ab51-4a97ab1241bf,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:49.501311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Checking segment: {'id': '1e962452-4237-4379-bcb8-585b4b06f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '30b9d0db-9e82-48ba-9109-02a06cfeeaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:49.501709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Network hostable DHCP agents. Network: 30b9d0db-9e82-48ba-9109-02a06cfeeaa7, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:49.519026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:49.527808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 30b9d0db-9e82-48ba-9109-02a06cfeeaa7) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:49.531791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:49.532391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.538595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518ecb90-b3c8-4433-9fd5-56f18781b895 None None] Network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:49.547341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-eb49274b-2523-4173-9184-2cedcca3ad03 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3984640 Sep 26 13:31:49.562926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device b46d2b46-2819-4107-aac2-9ed31db3add6 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:31:49.746221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ec0c7f-cf0b-459c-8f01-d08142b61b68 None None] Network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:49.769454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port b46d2b46-2819-4107-aac2-9ed31db3add6, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b46d2b46-2819-4107-aac2-9ed31db3add6,segment=NetworkSegment(8a8b0c11-50b1-4162-8024-7d584610e04c),segment_id=8a8b0c11-50b1-4162-8024-7d584610e04c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:49.789038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'b46d2b46-2819-4107-aac2-9ed31db3add6', 'network_id': '0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9', 'port_id': 'b46d2b46-2819-4107-aac2-9ed31db3add6', 'mac_address': 'fa:16:3e:c3:52:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45db50ea-3c39-4235-97c3-f7fcdd38a71d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:31:49.872725 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.908292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46d2b46-2819-4107-aac2-9ed31db3add6 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:31:49.945302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port b46d2b46-2819-4107-aac2-9ed31db3add6, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b46d2b46-2819-4107-aac2-9ed31db3add6,segment=NetworkSegment(8a8b0c11-50b1-4162-8024-7d584610e04c),segment_id=8a8b0c11-50b1-4162-8024-7d584610e04c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:49.949433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:49.998106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=b46d2b46-2819-4107-aac2-9ed31db3add6,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:50.034121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51388) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:50.039101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2024838410-network', 'tenant_id': '003393e53ce34fa597c155f95cf97309'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:50.059492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Made reservation on behalf of 003393e53ce34fa597c155f95cf97309 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:50.062561 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.071717 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.164622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.170244 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.192173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:50.206145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dd8e12-a3d6-4675-959c-5e9409de1f0f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:50.219736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.220080 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Added segment 16b5b5e5-ddd0-47f9-80de-713dd6eba734 of type vlan for network 4dde5e58-9334-4b3b-887a-15e3ef39c759 Sep 26 13:31:50.253089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b46d2b46-2819-4107-aac2-9ed31db3add6'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:31:50.284251 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.311091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.312138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:50.312729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.339450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.347470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3121223 Sep 26 13:31:50.350264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51390) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:50.355787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Request body: {'subnet': {'network_id': '4dde5e58-9334-4b3b-887a-15e3ef39c759', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2024838410-subnet', 'tenant_id': '003393e53ce34fa597c155f95cf97309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:50.376487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Made reservation on behalf of 003393e53ce34fa597c155f95cf97309 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:50.379229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.385145 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa85d3-5f4e-4d26-84cd-c36840bba687 admin admin] Pushing event updated for resources: {'Network': ['ID=4dde5e58-9334-4b3b-887a-15e3ef39c759,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:50.398230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 4dde5e58-9334-4b3b-887a-15e3ef39c759 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:50.514189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6da428-7d67-487c-9f1c-c1ab42a8fb2b req-0cd8e650-2319-4c18-b275-732939a3c6a8 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:50.515619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff6da428-7d67-487c-9f1c-c1ab42a8fb2b req-0cd8e650-2319-4c18-b275-732939a3c6a8 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 944 time: 0.0770698 Sep 26 13:31:50.601648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff6da428-7d67-487c-9f1c-c1ab42a8fb2b req-eeabca7e-56e3-44b7-ba68-33c477bfdd94 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642476 Sep 26 13:31:50.624808 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.683154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eb9e71-f4dd-4339-bdcc-71c32ab4092f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:50.694569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Checking segment: {'id': '16b5b5e5-ddd0-47f9-80de-713dd6eba734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4dde5e58-9334-4b3b-887a-15e3ef39c759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:50.694927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Network hostable DHCP agents. Network: 4dde5e58-9334-4b3b-887a-15e3ef39c759, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:31:50.711704 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Network 4dde5e58-9334-4b3b-887a-15e3ef39c759 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:31:50.720078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 4dde5e58-9334-4b3b-887a-15e3ef39c759) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:50.723997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:50.724593 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:50.728918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a3eda-bb4d-40e4-95fe-52a7b07dfa5e None None] Network 4dde5e58-9334-4b3b-887a-15e3ef39c759 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:50.739856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e6f6901e-8cd0-4362-9ee4-abf6225e1560 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3884821 Sep 26 13:31:50.860475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381aa007-863e-4ce5-899b-39705f845c27 None None] Network 4dde5e58-9334-4b3b-887a-15e3ef39c759 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:31:51.224138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e11c-6331-4680-a013-c78ed6de4105 req-e5444463-6565-46bb-b09f-da1e9b83c2c3 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:51.225799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-e5444463-6565-46bb-b09f-da1e9b83c2c3 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/networks?id=30b9d0db-9e82-48ba-9109-02a06cfeeaa7 HTTP/1.1" status: 200 len: 808 time: 0.1062343 Sep 26 13:31:51.240833 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-c0d1011a-3326-4b68-95df-3bcd386a95bb tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/quotas/564ea27045bc4086a8762b491254cccb HTTP/1.1" status: 200 len: 375 time: 0.0092692 Sep 26 13:31:51.272950 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-2f24eb48-dc0b-4cb0-93da-30754521a3c4 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=564ea27045bc4086a8762b491254cccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266099 Sep 26 13:31:51.367109 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-efb6c020-ab91-4a36-90b4-4e258319992a service neutron] 10.222.0.13 "GET /v2.0/networks/30b9d0db-9e82-48ba-9109-02a06cfeeaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863936 Sep 26 13:31:51.456406 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-e8b661db-7c3a-4687-8db6-066d865545b5 service neutron] 10.222.0.13 "GET /v2.0/networks/30b9d0db-9e82-48ba-9109-02a06cfeeaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832589 Sep 26 13:31:51.564338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device b46d2b46-2819-4107-aac2-9ed31db3add6 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:31:51.618295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ae624af-792c-4bca-b79f-89300ffa8321 req-b30816b7-8f2a-4ef3-8a30-53fe7d5a2aaa tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 210 time: 0.0307939 Sep 26 13:31:51.618927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port b46d2b46-2819-4107-aac2-9ed31db3add6 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:31:51.624542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port b46d2b46-2819-4107-aac2-9ed31db3add6 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:31:51.625100 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:51.717388 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:51.728979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d09909-f8f5-4fc3-a958-a5f89d82e02e req-7039daa9-bb4b-4c71-bb59-c445b13cbe17 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:51.730561 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83d09909-f8f5-4fc3-a958-a5f89d82e02e req-7039daa9-bb4b-4c71-bb59-c445b13cbe17 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 944 time: 0.0589347 Sep 26 13:31:51.744163 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3060104-c64d-4bd2-b904-50281df06469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46d2b46-2819-4107-aac2-9ed31db3add6'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:51.746556 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f211e336-c514-40ae-83cb-c340de0cbd9b" -d '{"events": [{"server_uuid": "a3060104-c64d-4bd2-b904-50281df06469", "name": "network-vif-plugged", "status": "completed", "tag": "b46d2b46-2819-4107-aac2-9ed31db3add6"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:51.760730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port b46d2b46-2819-4107-aac2-9ed31db3add6, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b46d2b46-2819-4107-aac2-9ed31db3add6,segment=NetworkSegment(8a8b0c11-50b1-4162-8024-7d584610e04c),segment_id=8a8b0c11-50b1-4162-8024-7d584610e04c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:51.766624 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:51.775966 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83d09909-f8f5-4fc3-a958-a5f89d82e02e req-ed6a55f9-650d-4419-affc-cbbadfe64a10 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386357 Sep 26 13:31:51.792762 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9be770a-a424-496a-b8e4-18737b1d484e x-openstack-request-id: req-d9be770a-a424-496a-b8e4-18737b1d484e {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:51.792941 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3060104-c64d-4bd2-b904-50281df06469", "name": "network-vif-plugged", "status": "completed", "tag": "b46d2b46-2819-4107-aac2-9ed31db3add6", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:51.793067 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9be770a-a424-496a-b8e4-18737b1d484e {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:51.793454 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3060104-c64d-4bd2-b904-50281df06469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46d2b46-2819-4107-aac2-9ed31db3add6', 'code': 200} Sep 26 13:31:51.831220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=b46d2b46-2819-4107-aac2-9ed31db3add6,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:51.893857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9c263-977a-4b55-85d5-16e2df949323 req-df1544b6-3db3-4f72-b663-c491ba6d7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:51.895331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1f9c263-977a-4b55-85d5-16e2df949323 req-df1544b6-3db3-4f72-b663-c491ba6d7267 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 1097 time: 0.0427101 Sep 26 13:31:51.933210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1f9c263-977a-4b55-85d5-16e2df949323 req-6c9415b3-e757-44c5-9ead-7b8a65639df3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Sep 26 13:31:52.906810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f43a2-5679-4d65-aa1d-73c157d53c10 req-2c9fddda-83c1-40fa-a246-6671a65f1d8a tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:52.908261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d7f43a2-5679-4d65-aa1d-73c157d53c10 req-2c9fddda-83c1-40fa-a246-6671a65f1d8a tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 945 time: 0.0594230 Sep 26 13:31:52.949287 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d7f43a2-5679-4d65-aa1d-73c157d53c10 req-15103b79-574f-4792-880d-c524dd481c99 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348513 Sep 26 13:31:53.082183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c7598d6-c880-4601-b792-5c6ec745c51b req-0b8d53b9-315b-456c-bc9f-38537020e83f tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 210 time: 0.0579391 Sep 26 13:31:53.108551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e11c-6331-4680-a013-c78ed6de4105 req-8af72c88-e1bc-43d6-be45-e5c9c71565f7 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:53.110000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-8af72c88-e1bc-43d6-be45-e5c9c71565f7 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.24 "GET /v2.0/networks?id=30b9d0db-9e82-48ba-9109-02a06cfeeaa7 HTTP/1.1" status: 200 len: 808 time: 0.4981863 Sep 26 13:31:53.115299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-8411ecce-9e62-4b23-b2cc-9a1894c74baf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0898592 Sep 26 13:31:53.128734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Request body: {'port': {'device_id': '055ddc8e-c3bc-40f4-8b50-0ea5857e1893', 'network_id': '30b9d0db-9e82-48ba-9109-02a06cfeeaa7', 'admin_state_up': True, 'tenant_id': '564ea27045bc4086a8762b491254cccb'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:53.242912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-6f1423d4-b56d-4095-aa68-829a600d8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:53.245062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-6f1423d4-b56d-4095-aa68-829a600d8412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 1098 time: 0.0977745 Sep 26 13:31:53.345671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Made reservation on behalf of 564ea27045bc4086a8762b491254cccb for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:53.349135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:53.426565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-67b835b3-3e90-4178-8650-9d1c671abf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:53.427974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-67b835b3-3e90-4178-8650-9d1c671abf33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be39944d-23ea-4806-b9c2-c221470b92de HTTP/1.1" status: 200 len: 897 time: 0.1631711 Sep 26 13:31:53.539180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-341cb745-00ea-4437-aea1-5ac904803308 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a88c7788-b043-4b5f-b18d-6e9541de7158 HTTP/1.1" status: 200 len: 1002 time: 0.1028063 Sep 26 13:31:53.557469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Allocated IP 172.20.0.12 (30b9d0db-9e82-48ba-9109-02a06cfeeaa7/cd409af4-a4b4-4a3d-ab51-4a97ab1241bf/befbe2ec-fcee-4f1c-aa27-9c33e31719bf) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:31:53.614474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-99064b81-6b17-40f4-a093-5f51368e84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:53.615966 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-99064b81-6b17-40f4-a093-5f51368e84c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6fca196-2fc5-4a39-a348-8f27202099e9 HTTP/1.1" status: 200 len: 834 time: 0.0690086 Sep 26 13:31:53.705154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-0df2578d-981e-49bf-b44b-4feeb96292e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:53.706690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-0df2578d-981e-49bf-b44b-4feeb96292e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be39944d-23ea-4806-b9c2-c221470b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806394 Sep 26 13:31:53.837450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:53.862073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-82d113de-1d90-4c3f-9d4d-e5c6efd06111 service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269314 Sep 26 13:31:53.939990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:54.008304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:31:54.019314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b95ca59a-7d53-4824-82df-41aa9b6bbd2f req-456bcdfa-e188-4786-a822-36f8f5f12bcf service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456509 Sep 26 13:31:54.020513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:31:54.022479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Pushing event updated for resources: {'Port': ['ID=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:54.024684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:31:54.067113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88018c37-37d7-4866-be1d-c50c7206c115 req-a5021eab-9021-4619-b84d-fdcdcbce9e80 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:54.069275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88018c37-37d7-4866-be1d-c50c7206c115 req-a5021eab-9021-4619-b84d-fdcdcbce9e80 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 945 time: 0.0542269 Sep 26 13:31:54.073275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:54.073914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:54.089639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-895236f4-6b0a-4a94-b7f9-6b0f19dbdb40 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9653003 Sep 26 13:31:54.103717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Request body: {'port': {'device_id': '055ddc8e-c3bc-40f4-8b50-0ea5857e1893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:54.113831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-88018c37-37d7-4866-be1d-c50c7206c115 req-b4157afa-5a43-45fc-a3ff-80e073db087c tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382547 Sep 26 13:31:54.186422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:54.243746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd64484-ab99-4481-9c92-a9fe4d6751f9 req-1df117e5-1713-4306-b7ec-977e0341dd39 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:54.245120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fd64484-ab99-4481-9c92-a9fe4d6751f9 req-1df117e5-1713-4306-b7ec-977e0341dd39 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 932 time: 0.0889919 Sep 26 13:31:54.352360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fd64484-ab99-4481-9c92-a9fe4d6751f9 req-59ac08a5-2208-4ab6-aab9-c2138a1cfa9d tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981507 Sep 26 13:31:54.427165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82761a4e-bad4-43ce-8148-5c1d8f036852 req-c63bac0b-7805-4269-ac5d-48e3e8b3b92a tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:54.428701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82761a4e-bad4-43ce-8148-5c1d8f036852 req-c63bac0b-7805-4269-ac5d-48e3e8b3b92a tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 945 time: 0.0495424 Sep 26 13:31:54.475057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82761a4e-bad4-43ce-8148-5c1d8f036852 req-4ebee134-936c-4723-a321-bdf49eb9d6f7 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 Sep 26 13:31:54.512766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befbe2ec-fcee-4f1c-aa27-9c33e31719bf {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:31:54.520000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:54.531556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Transition to ACTIVE for port object befbe2ec-fcee-4f1c-aa27-9c33e31719bf will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:31:54.536059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:54.598933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Pushing event updated for resources: {'Port': ['ID=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:54.650964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Attempting to bind port befbe2ec-fcee-4f1c-aa27-9c33e31719bf on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:31:54.651300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Attempting to bind port befbe2ec-fcee-4f1c-aa27-9c33e31719bf by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '1e962452-4237-4379-bcb8-585b4b06f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '30b9d0db-9e82-48ba-9109-02a06cfeeaa7'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:31:54.651627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Attempting to bind port befbe2ec-fcee-4f1c-aa27-9c33e31719bf on network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:54.656243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Port befbe2ec-fcee-4f1c-aa27-9c33e31719bf on network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:31:54.656565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Attempting to bind port befbe2ec-fcee-4f1c-aa27-9c33e31719bf on network 30b9d0db-9e82-48ba-9109-02a06cfeeaa7 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:31:54.661261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:31:54.661630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Checking segment: {'id': '1e962452-4237-4379-bcb8-585b4b06f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '30b9d0db-9e82-48ba-9109-02a06cfeeaa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:31:54.662014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Bound using segment: {'id': '1e962452-4237-4379-bcb8-585b4b06f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '30b9d0db-9e82-48ba-9109-02a06cfeeaa7'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:31:54.662462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Bound port: befbe2ec-fcee-4f1c-aa27-9c33e31719bf, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e962452-4237-4379-bcb8-585b4b06f4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '30b9d0db-9e82-48ba-9109-02a06cfeeaa7'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:31:54.662810 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:54.726692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] For port befbe2ec-fcee-4f1c-aa27-9c33e31719bf, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:31:54.729742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] For port befbe2ec-fcee-4f1c-aa27-9c33e31719bf, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,segment=NetworkSegment(1e962452-4237-4379-bcb8-585b4b06f4d6),segment_id=1e962452-4237-4379-bcb8-585b4b06f4d6)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:31:54.734100 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:54.766326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:54.766937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:54.768300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] 10.222.0.24 "PUT /v2.0/ports/befbe2ec-fcee-4f1c-aa27-9c33e31719bf HTTP/1.1" status: 200 len: 1093 time: 0.6690145 Sep 26 13:31:54.768720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055ddc8e-c3bc-40f4-8b50-0ea5857e1893', 'tag': 'befbe2ec-fcee-4f1c-aa27-9c33e31719bf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:54.770951 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe5bebe-2032-4744-9876-baf1c9a29701" -d '{"events": [{"name": "network-changed", "server_uuid": "055ddc8e-c3bc-40f4-8b50-0ea5857e1893", "tag": "befbe2ec-fcee-4f1c-aa27-9c33e31719bf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:54.794444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed70ff8-6b64-4b1b-8dcd-f512aa305f2e service neutron] Pushing event updated for resources: {'Port': ['ID=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:54.812011 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf2437b-9b95-479f-8376-d3edc963d72f x-openstack-request-id: req-ecf2437b-9b95-479f-8376-d3edc963d72f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:54.812294 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055ddc8e-c3bc-40f4-8b50-0ea5857e1893", "tag": "befbe2ec-fcee-4f1c-aa27-9c33e31719bf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:54.812565 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecf2437b-9b95-479f-8376-d3edc963d72f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:54.812954 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055ddc8e-c3bc-40f4-8b50-0ea5857e1893', 'tag': 'befbe2ec-fcee-4f1c-aa27-9c33e31719bf', 'status': 'completed', 'code': 200} Sep 26 13:31:54.859818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6b116288-ad10-47c2-975b-e8dce46296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:54.861343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-6b116288-ad10-47c2-975b-e8dce46296fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=564ea27045bc4086a8762b491254cccb&device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 1096 time: 0.0413923 Sep 26 13:31:54.904611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-a58a5759-b0e1-4d6a-bad4-98bc75c30925 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=befbe2ec-fcee-4f1c-aa27-9c33e31719bf HTTP/1.1" status: 200 len: 217 time: 0.0347881 Sep 26 13:31:54.959468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e11c-6331-4680-a013-c78ed6de4105 req-87202693-b23e-4171-86c4-da367370f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:54.960955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-87202693-b23e-4171-86c4-da367370f0bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd409af4-a4b4-4a3d-ab51-4a97ab1241bf HTTP/1.1" status: 200 len: 848 time: 0.0490050 Sep 26 13:31:54.992346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-558a1efe-506d-4985-b6ae-c25520f76114 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30b9d0db-9e82-48ba-9109-02a06cfeeaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239153 Sep 26 13:31:55.082687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-4419ad52-af02-4836-a2f5-4820cfafc08f service neutron] 10.222.0.24 "GET /v2.0/networks/30b9d0db-9e82-48ba-9109-02a06cfeeaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820422 Sep 26 13:31:55.174245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e538e11c-6331-4680-a013-c78ed6de4105 req-55d0e8c6-3fac-4f8f-a33d-022fabfab006 service neutron] 10.222.0.24 "GET /v2.0/networks/30b9d0db-9e82-48ba-9109-02a06cfeeaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841827 Sep 26 13:31:55.261109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-a6c13ba5-9bf7-48e4-9701-6d89f67385e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:55.263142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-a6c13ba5-9bf7-48e4-9701-6d89f67385e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=564ea27045bc4086a8762b491254cccb&device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 1096 time: 0.0414901 Sep 26 13:31:55.354823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-68441ed1-80df-4db9-aafe-80240485ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:55.356291 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-68441ed1-80df-4db9-aafe-80240485ff01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30b9d0db-9e82-48ba-9109-02a06cfeeaa7 HTTP/1.1" status: 200 len: 908 time: 0.0860798 Sep 26 13:31:55.398355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-26ad7985-8401-4049-84f6-a632bce9ca37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=befbe2ec-fcee-4f1c-aa27-9c33e31719bf HTTP/1.1" status: 200 len: 217 time: 0.0340860 Sep 26 13:31:55.457543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-3bb61720-0712-4cfd-983a-b57fb1821584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:55.459041 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-3bb61720-0712-4cfd-983a-b57fb1821584 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd409af4-a4b4-4a3d-ab51-4a97ab1241bf HTTP/1.1" status: 200 len: 848 time: 0.0497956 Sep 26 13:31:55.478369 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00a068-96cf-429c-b06e-9cbece6f8f6a req-1c98760d-c3a2-4dbb-bf6c-08aafd91a91a tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:55.479901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea00a068-96cf-429c-b06e-9cbece6f8f6a req-1c98760d-c3a2-4dbb-bf6c-08aafd91a91a tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 944 time: 0.0576079 Sep 26 13:31:55.491350 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-1e392bfb-7cc4-499d-b8eb-ed966fd8e63e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30b9d0db-9e82-48ba-9109-02a06cfeeaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245736 Sep 26 13:31:55.522802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea00a068-96cf-429c-b06e-9cbece6f8f6a req-d3d29e3d-f190-4d5a-9825-03b93bbdcc55 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365875 Sep 26 13:31:55.633245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-a94af683-978c-46a7-8f9e-08fd408eda31 service neutron] 10.222.0.24 "GET /v2.0/networks/30b9d0db-9e82-48ba-9109-02a06cfeeaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255918 Sep 26 13:31:55.645593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affb953-dcbb-4332-915b-8a28aef84d0a req-d29a05ef-e2c3-4c59-9bae-1959f9cfe41d tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:55.646946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3affb953-dcbb-4332-915b-8a28aef84d0a req-d29a05ef-e2c3-4c59-9bae-1959f9cfe41d tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 945 time: 0.0708206 Sep 26 13:31:55.729479 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3affb953-dcbb-4332-915b-8a28aef84d0a req-ca51cbae-b494-46a9-813d-8c16f05c109f tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e7c242b-ac85-4958-836b-0386666c0fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748398 Sep 26 13:31:55.780388 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4fe5bebe-2032-4744-9876-baf1c9a29701 req-921de8a2-a568-49ee-87ef-7994c76f0dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/30b9d0db-9e82-48ba-9109-02a06cfeeaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324773 Sep 26 13:31:55.802991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-c1cb608f-a206-4156-ad88-bc06e9e27ef1 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:55.804414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-c1cb608f-a206-4156-ad88-bc06e9e27ef1 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3060104-c64d-4bd2-b904-50281df06469 HTTP/1.1" status: 200 len: 945 time: 0.0588393 Sep 26 13:31:55.892677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Deleting port b46d2b46-2819-4107-aac2-9ed31db3add6 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:31:55.892912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:55.986829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] For port b46d2b46-2819-4107-aac2-9ed31db3add6, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=b46d2b46-2819-4107-aac2-9ed31db3add6,segment=NetworkSegment(8a8b0c11-50b1-4162-8024-7d584610e04c),segment_id=8a8b0c11-50b1-4162-8024-7d584610e04c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:55.987198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:55.999541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Calling delete_port for b46d2b46-2819-4107-aac2-9ed31db3add6 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:31:56.124321 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:56.135600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['b46d2b46-2819-4107-aac2-9ed31db3add6'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:31:56.157583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Pushing event deleted for resources: {'Port': ['ID=b46d2b46-2819-4107-aac2-9ed31db3add6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:56.195134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] No DVR routers for this DVR port b46d2b46-2819-4107-aac2-9ed31db3add6 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:31:56.197616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:56.199640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0545b9a5-0e95-470d-9a7a-dc84e5db3f3b req-dfcd111b-49fc-4ed8-bffa-7eff5a774790 tempest-ServerAddressesNegativeTestJSON-1979077353 tempest-ServerAddressesNegativeTestJSON-1979077353-project] 10.222.0.23 "DELETE /v2.0/ports/b46d2b46-2819-4107-aac2-9ed31db3add6 HTTP/1.1" status: 204 len: 173 time: 0.3889043 Sep 26 13:31:56.637918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89ae0c-3fd0-42c6-b7a8-062f49929af5 req-67bf64d7-a49d-4ce3-bbf8-bdfc3cecfbf7 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:56.639436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c89ae0c-3fd0-42c6-b7a8-062f49929af5 req-67bf64d7-a49d-4ce3-bbf8-bdfc3cecfbf7 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 944 time: 0.0501561 Sep 26 13:31:56.682064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c89ae0c-3fd0-42c6-b7a8-062f49929af5 req-360dd58a-c6b2-4a1f-8722-df49ab4ea303 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Sep 26 13:31:56.788553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51452) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:56.814305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3060104-c64d-4bd2-b904-50281df06469', 'name': 'network-vif-deleted', 'tag': 'b46d2b46-2819-4107-aac2-9ed31db3add6'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:31:56.816796 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285e3ce6-328e-47ab-88c5-971f885e95c1" -d '{"events": [{"server_uuid": "a3060104-c64d-4bd2-b904-50281df06469", "name": "network-vif-deleted", "tag": "b46d2b46-2819-4107-aac2-9ed31db3add6"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:31:56.832339 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a7af4e-885e-4900-b4d1-f1be96536e59 admin admin] Deleting subnet 45db50ea-3c39-4235-97c3-f7fcdd38a71d {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:31:56.835472 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a7af4e-885e-4900-b4d1-f1be96536e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:56.851935 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cbfe44-e065-4625-9df1-bc5ee75ddb73 x-openstack-request-id: req-43cbfe44-e065-4625-9df1-bc5ee75ddb73 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:31:56.852228 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3060104-c64d-4bd2-b904-50281df06469", "name": "network-vif-deleted", "tag": "b46d2b46-2819-4107-aac2-9ed31db3add6", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:31:56.852481 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43cbfe44-e065-4625-9df1-bc5ee75ddb73 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:31:56.852877 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3060104-c64d-4bd2-b904-50281df06469', 'name': 'network-vif-deleted', 'tag': 'b46d2b46-2819-4107-aac2-9ed31db3add6', 'status': 'completed', 'code': 200} Sep 26 13:31:56.874691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a7af4e-885e-4900-b4d1-f1be96536e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:56.914219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a7af4e-885e-4900-b4d1-f1be96536e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:56.971840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a7af4e-885e-4900-b4d1-f1be96536e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:56.998515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7af4e-885e-4900-b4d1-f1be96536e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45db50ea-3c39-4235-97c3-f7fcdd38a71d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:57.000490 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-90a7af4e-885e-4900-b4d1-f1be96536e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.003058 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-90a7af4e-885e-4900-b4d1-f1be96536e59 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/45db50ea-3c39-4235-97c3-f7fcdd38a71d HTTP/1.1" status: 204 len: 168 time: 0.2145519 Sep 26 13:31:57.004792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51456) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:57.076994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.155797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.175799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:57.185606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8b0c11-50b1-4162-8024-7d584610e04c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:57.185907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8b0c11-50b1-4162-8024-7d584610e04c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:57.195279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.208386 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.214163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:57.214560 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:57.216414 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:57.281387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.287651 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.289520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] 10.222.0.13 "DELETE /v2.0/networks/0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9 HTTP/1.1" status: 204 len: 168 time: 0.2838013 Sep 26 13:31:57.301148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe80a5-ec8f-44ef-b7f1-2b6abb02761f admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf2adfe-169d-40f0-8c6d-6cb471bf8cd9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:57.451350 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51460) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:57.490592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-af274106-9659-4370-b9ea-8e4b1508c525 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9de16c36263418a9a5189dabf000883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381174 Sep 26 13:31:57.492808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51462) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:57.541148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e69e9b6c-a96d-4d27-87eb-9c3955c1c2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.562630 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e69e9b6c-a96d-4d27-87eb-9c3955c1c2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.614208 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e69e9b6c-a96d-4d27-87eb-9c3955c1c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.616947 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e69e9b6c-a96d-4d27-87eb-9c3955c1c2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:57.618395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e69e9b6c-a96d-4d27-87eb-9c3955c1c2e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e7c242b-ac85-4958-836b-0386666c0fad HTTP/1.1" status: 204 len: 168 time: 0.1247096 Sep 26 13:31:57.626202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e9b6c-a96d-4d27-87eb-9c3955c1c2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7c242b-ac85-4958-836b-0386666c0fad,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:57.799582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d3200-1fb5-49b3-a6b4-cba95221f130 req-eb79c30a-35c3-4819-a912-1a16513a56e8 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:57.801099 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-477d3200-1fb5-49b3-a6b4-cba95221f130 req-eb79c30a-35c3-4819-a912-1a16513a56e8 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 944 time: 0.0500376 Sep 26 13:31:57.839676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-477d3200-1fb5-49b3-a6b4-cba95221f130 req-bbd6b4d8-0121-42f5-b725-9f0ce66995a9 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325048 Sep 26 13:31:58.100994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device befbe2ec-fcee-4f1c-aa27-9c33e31719bf details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:31:58.204557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port befbe2ec-fcee-4f1c-aa27-9c33e31719bf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,segment=NetworkSegment(1e962452-4237-4379-bcb8-585b4b06f4d6),segment_id=1e962452-4237-4379-bcb8-585b4b06f4d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:58.217205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'befbe2ec-fcee-4f1c-aa27-9c33e31719bf', 'network_id': '30b9d0db-9e82-48ba-9109-02a06cfeeaa7', 'port_id': 'befbe2ec-fcee-4f1c-aa27-9c33e31719bf', 'mac_address': 'fa:16:3e:92:2e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd409af4-a4b4-4a3d-ab51-4a97ab1241bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:31:58.253229 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.267077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befbe2ec-fcee-4f1c-aa27-9c33e31719bf {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:31:58.291062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port befbe2ec-fcee-4f1c-aa27-9c33e31719bf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,segment=NetworkSegment(1e962452-4237-4379-bcb8-585b4b06f4d6),segment_id=1e962452-4237-4379-bcb8-585b4b06f4d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:31:58.295057 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.301452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51486) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:58.407562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-693330282-network', 'tenant_id': '6b1a5169376a4af2a627428a6008b4d4'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:31:58.430107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Made reservation on behalf of 6b1a5169376a4af2a627428a6008b4d4 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:31:58.432524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.442110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.500669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:58.533783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.537475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.547579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['befbe2ec-fcee-4f1c-aa27-9c33e31719bf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:31:58.564556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:31:58.574886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d860f-6dae-4297-987c-4e32683d97af,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:58.581710 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.582054 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Added segment cccca016-0593-46c1-babb-733d004a2a25 of type vlan for network e9b1ce61-c52b-461d-a9be-c4f6bf1d1b9b Sep 26 13:31:58.625015 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.652074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.653094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:58.653825 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:58.690615 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3879580 Sep 26 13:31:58.721333 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b0ad6-a9dd-482c-a0ab-dea106872d2b admin admin] Pushing event updated for resources: {'Network': ['ID=e9b1ce61-c52b-461d-a9be-c4f6bf1d1b9b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:58.733083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e9b1ce61-c52b-461d-a9be-c4f6bf1d1b9b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:31:58.968238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26dc9f-1d6c-4d45-8fb3-1456d58af5e5 req-915bd710-392a-4309-9a1b-61244e98af55 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:58.969773 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e26dc9f-1d6c-4d45-8fb3-1456d58af5e5 req-915bd710-392a-4309-9a1b-61244e98af55 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 945 time: 0.0498855 Sep 26 13:31:59.008412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e26dc9f-1d6c-4d45-8fb3-1456d58af5e5 req-b04041c1-91fb-48f0-b2d8-6c65256a543f tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Sep 26 13:31:59.130313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b89a7-2c04-4efe-a950-08a8b5896622 req-26ca0710-becb-49c6-aac0-2038402e1d67 tempest-ComputeTenantNetworksTest-1423596946 tempest-ComputeTenantNetworksTest-1423596946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:59.136381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b89a7-2c04-4efe-a950-08a8b5896622 req-26ca0710-becb-49c6-aac0-2038402e1d67 tempest-ComputeTenantNetworksTest-1423596946 tempest-ComputeTenantNetworksTest-1423596946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:59.142219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b89a7-2c04-4efe-a950-08a8b5896622 req-26ca0710-becb-49c6-aac0-2038402e1d67 tempest-ComputeTenantNetworksTest-1423596946 tempest-ComputeTenantNetworksTest-1423596946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:59.143810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-251b89a7-2c04-4efe-a950-08a8b5896622 req-26ca0710-becb-49c6-aac0-2038402e1d67 tempest-ComputeTenantNetworksTest-1423596946 tempest-ComputeTenantNetworksTest-1423596946-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1197243 Sep 26 13:31:59.250009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183f32-0e1e-4e9d-978a-64544898359e req-e3e2a948-77d2-4f20-b724-f0b0df6d2042 tempest-ComputeTenantNetworksTest-1423596946 tempest-ComputeTenantNetworksTest-1423596946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:31:59.251382 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a183f32-0e1e-4e9d-978a-64544898359e req-e3e2a948-77d2-4f20-b724-f0b0df6d2042 tempest-ComputeTenantNetworksTest-1423596946 tempest-ComputeTenantNetworksTest-1423596946-project] 10.222.0.13 "GET /v2.0/networks/e9b1ce61-c52b-461d-a9be-c4f6bf1d1b9b HTTP/1.1" status: 200 len: 768 time: 0.0877395 Sep 26 13:31:59.259918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51502) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:59.327743 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.410060 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.430302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b1ce61-c52b-461d-a9be-c4f6bf1d1b9b']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:59.439575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccca016-0593-46c1-babb-733d004a2a25') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:59.439875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccca016-0593-46c1-babb-733d004a2a25') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:31:59.449241 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.463335 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.469858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:31:59.470252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:31:59.471889 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:31:59.525208 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.530536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.532637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9b1ce61-c52b-461d-a9be-c4f6bf1d1b9b HTTP/1.1" status: 204 len: 168 time: 0.2717843 Sep 26 13:31:59.550338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85795183-c381-4fdb-b64a-1f7d29a4b014 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b1ce61-c52b-461d-a9be-c4f6bf1d1b9b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:31:59.570439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device b46d2b46-2819-4107-aac2-9ed31db3add6 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:31:59.592207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: b46d2b46-2819-4107-aac2-9ed31db3add6 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:31:59.592558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device b46d2b46-2819-4107-aac2-9ed31db3add6 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:31:59.646093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51506) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:59.685609 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d0ae3a47-037e-4e0a-90a1-2d9984b5d349 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b1a5169376a4af2a627428a6008b4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382092 Sep 26 13:31:59.687870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51508) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:31:59.737669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a03d869d-063b-44aa-b1be-75caafe716b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.758738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a03d869d-063b-44aa-b1be-75caafe716b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.805009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a03d869d-063b-44aa-b1be-75caafe716b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.807615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a03d869d-063b-44aa-b1be-75caafe716b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:31:59.808783 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a03d869d-063b-44aa-b1be-75caafe716b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c8d860f-6dae-4297-987c-4e32683d97af HTTP/1.1" status: 204 len: 168 time: 0.1200156 Sep 26 13:31:59.817331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d869d-063b-44aa-b1be-75caafe716b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d860f-6dae-4297-987c-4e32683d97af,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:00.112663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device befbe2ec-fcee-4f1c-aa27-9c33e31719bf up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:32:00.127669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bb761-f11d-42cc-9edc-e3dadee4120a req-491dc6fc-80d8-4164-b821-692b3aedaca0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:00.129203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a43bb761-f11d-42cc-9edc-e3dadee4120a req-491dc6fc-80d8-4164-b821-692b3aedaca0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 945 time: 0.0553477 Sep 26 13:32:00.179072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a43bb761-f11d-42cc-9edc-e3dadee4120a req-340e03de-254e-406d-8fac-4f599b9e7c52 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Sep 26 13:32:00.188434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port befbe2ec-fcee-4f1c-aa27-9c33e31719bf completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:32:00.197938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port befbe2ec-fcee-4f1c-aa27-9c33e31719bf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:32:00.197938 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:00.280182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:00.303860 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055ddc8e-c3bc-40f4-8b50-0ea5857e1893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befbe2ec-fcee-4f1c-aa27-9c33e31719bf'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:32:00.306164 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136d27a6-2b6b-4bb4-89d0-7d537756507c" -d '{"events": [{"server_uuid": "055ddc8e-c3bc-40f4-8b50-0ea5857e1893", "name": "network-vif-plugged", "status": "completed", "tag": "befbe2ec-fcee-4f1c-aa27-9c33e31719bf"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:32:00.322868 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port befbe2ec-fcee-4f1c-aa27-9c33e31719bf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,segment=NetworkSegment(1e962452-4237-4379-bcb8-585b4b06f4d6),segment_id=1e962452-4237-4379-bcb8-585b4b06f4d6)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:00.327749 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:00.352050 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b75e838-3a4e-41db-9f65-be8600f885e0 x-openstack-request-id: req-1b75e838-3a4e-41db-9f65-be8600f885e0 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:32:00.352349 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055ddc8e-c3bc-40f4-8b50-0ea5857e1893", "name": "network-vif-plugged", "status": "completed", "tag": "befbe2ec-fcee-4f1c-aa27-9c33e31719bf", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:32:00.352608 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b75e838-3a4e-41db-9f65-be8600f885e0 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:32:00.353042 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055ddc8e-c3bc-40f4-8b50-0ea5857e1893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befbe2ec-fcee-4f1c-aa27-9c33e31719bf', 'code': 200} Sep 26 13:32:00.380812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:00.448711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb10204-e76a-4dd8-a239-19236e0f962e req-87e83ab8-2a2e-4a32-a4e7-6698d8291995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:00.450222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cb10204-e76a-4dd8-a239-19236e0f962e req-87e83ab8-2a2e-4a32-a4e7-6698d8291995 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 1098 time: 0.0451522 Sep 26 13:32:00.485053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4cb10204-e76a-4dd8-a239-19236e0f962e req-abc58acb-c47e-4aab-b069-998ca7379c76 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280578 Sep 26 13:32:01.300643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63680-52bd-40da-8fa3-17454d46827b req-3086ac82-956f-4921-8bb4-ede8ed41e53d tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:01.302235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58a63680-52bd-40da-8fa3-17454d46827b req-3086ac82-956f-4921-8bb4-ede8ed41e53d tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 946 time: 0.0517111 Sep 26 13:32:01.343442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-58a63680-52bd-40da-8fa3-17454d46827b req-c868bd94-9f85-4e0f-9ecd-d05fff0e540e tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Sep 26 13:32:02.464166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24937c33-d571-4b0f-bd48-2bdab39905e3 req-6259ec0a-8c00-471b-b4c0-1f6d1ab42191 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:02.465753 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24937c33-d571-4b0f-bd48-2bdab39905e3 req-6259ec0a-8c00-471b-b4c0-1f6d1ab42191 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Sep 26 13:32:02.506730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24937c33-d571-4b0f-bd48-2bdab39905e3 req-654b98b0-5216-4100-ae26-969db6a45f9c tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342999 Sep 26 13:32:02.541557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51586) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:02.654784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1da3004e-14a2-498e-a38d-19069a361e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:02.754628 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1da3004e-14a2-498e-a38d-19069a361e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:02.758792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1da3004e-14a2-498e-a38d-19069a361e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:02.806018 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1da3004e-14a2-498e-a38d-19069a361e06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d06a32b5a2ea4423b999b37f3a7aa286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633204 Sep 26 13:32:02.807430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3004e-14a2-498e-a38d-19069a361e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226cb547-829c-4e97-bacc-8016b1e103da,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:02.807623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51594) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:02.869365 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5bc4-2404-47d5-ad2f-fbbaa099ad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:02.892115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5bc4-2404-47d5-ad2f-fbbaa099ad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:02.939872 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5bc4-2404-47d5-ad2f-fbbaa099ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:02.942433 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5bc4-2404-47d5-ad2f-fbbaa099ad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:02.943593 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9a6f5bc4-2404-47d5-ad2f-fbbaa099ad28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/226cb547-829c-4e97-bacc-8016b1e103da HTTP/1.1" status: 204 len: 168 time: 0.1349764 Sep 26 13:32:02.954558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f5bc4-2404-47d5-ad2f-fbbaa099ad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226cb547-829c-4e97-bacc-8016b1e103da,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:03.215031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51604) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:03.229280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0256f1f-405d-41b3-97d3-2de4afebfd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:03.335766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0256f1f-405d-41b3-97d3-2de4afebfd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:03.339653 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d0256f1f-405d-41b3-97d3-2de4afebfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:03.379784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d0256f1f-405d-41b3-97d3-2de4afebfd9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=637e5b63811c4a2286d3489c2c898c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628995 Sep 26 13:32:03.380726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0256f1f-405d-41b3-97d3-2de4afebfd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a86925-a122-4286-bd3e-eb7d0dab38b7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:03.382335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51606) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:03.440000 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42a7d6a3-cdd1-4080-9b9b-b4c14cfb0315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:03.463536 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42a7d6a3-cdd1-4080-9b9b-b4c14cfb0315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:03.526083 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42a7d6a3-cdd1-4080-9b9b-b4c14cfb0315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:03.531310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-42a7d6a3-cdd1-4080-9b9b-b4c14cfb0315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:03.533280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-42a7d6a3-cdd1-4080-9b9b-b4c14cfb0315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2a86925-a122-4286-bd3e-eb7d0dab38b7 HTTP/1.1" status: 204 len: 168 time: 0.1495092 Sep 26 13:32:03.544959 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7d6a3-cdd1-4080-9b9b-b4c14cfb0315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a86925-a122-4286-bd3e-eb7d0dab38b7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:05.027494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdf99e-c978-4249-adf1-78668c775ed8 req-be0f712a-48e6-4f2b-b9bf-210302ed50e9 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:05.029642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbdf99e-c978-4249-adf1-78668c775ed8 req-be0f712a-48e6-4f2b-b9bf-210302ed50e9 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 946 time: 0.0504608 Sep 26 13:32:05.069461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbdf99e-c978-4249-adf1-78668c775ed8 req-ac952998-f79d-40b0-8cd7-bf5f71efa028 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336010 Sep 26 13:32:06.197478 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d198ef5-edc6-4b8f-816c-fdc35ec446de req-f8eee7dd-418e-486f-a65b-35b84e72f954 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:06.199105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d198ef5-edc6-4b8f-816c-fdc35ec446de req-f8eee7dd-418e-486f-a65b-35b84e72f954 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 946 time: 0.0563416 Sep 26 13:32:06.240059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8d198ef5-edc6-4b8f-816c-fdc35ec446de req-52d35d5f-3d39-4a9c-85b5-8b65deac8af0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/security-groups?id=25ba7ccc-6d7e-408e-959d-f679575963da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339167 Sep 26 13:32:06.398509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-22bf9753-6d71-448a-beb1-d2f85e81e2ec tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:06.400028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-22bf9753-6d71-448a-beb1-d2f85e81e2ec tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.24 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 946 time: 0.0539670 Sep 26 13:32:06.500882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Deleting port befbe2ec-fcee-4f1c-aa27-9c33e31719bf {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:06.501232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:06.594222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] For port befbe2ec-fcee-4f1c-aa27-9c33e31719bf, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,segment=NetworkSegment(1e962452-4237-4379-bcb8-585b4b06f4d6),segment_id=1e962452-4237-4379-bcb8-585b4b06f4d6)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:06.594600 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:06.608282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Calling delete_port for befbe2ec-fcee-4f1c-aa27-9c33e31719bf owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:06.743805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:06.758265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['befbe2ec-fcee-4f1c-aa27-9c33e31719bf'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:32:06.776700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Pushing event deleted for resources: {'Port': ['ID=befbe2ec-fcee-4f1c-aa27-9c33e31719bf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:06.826416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] No DVR routers for this DVR port befbe2ec-fcee-4f1c-aa27-9c33e31719bf on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:32:06.829410 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:06.831541 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a1175974-64ad-48e5-9b2e-96b77115a9ed req-731cd886-7e9a-457b-9159-50fcf60cd0e0 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.24 "DELETE /v2.0/ports/befbe2ec-fcee-4f1c-aa27-9c33e31719bf HTTP/1.1" status: 204 len: 173 time: 0.4250429 Sep 26 13:32:06.832003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055ddc8e-c3bc-40f4-8b50-0ea5857e1893', 'name': 'network-vif-deleted', 'tag': 'befbe2ec-fcee-4f1c-aa27-9c33e31719bf'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:32:06.834307 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee0acea-18b0-4fc6-94cb-a35f111916ea" -d '{"events": [{"server_uuid": "055ddc8e-c3bc-40f4-8b50-0ea5857e1893", "name": "network-vif-deleted", "tag": "befbe2ec-fcee-4f1c-aa27-9c33e31719bf"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:32:06.873173 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298739d-5c68-4be7-8c8d-2d05a4249ce1 x-openstack-request-id: req-e298739d-5c68-4be7-8c8d-2d05a4249ce1 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:32:06.873736 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055ddc8e-c3bc-40f4-8b50-0ea5857e1893", "name": "network-vif-deleted", "tag": "befbe2ec-fcee-4f1c-aa27-9c33e31719bf", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:32:06.873903 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e298739d-5c68-4be7-8c8d-2d05a4249ce1 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:32:06.874195 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055ddc8e-c3bc-40f4-8b50-0ea5857e1893', 'name': 'network-vif-deleted', 'tag': 'befbe2ec-fcee-4f1c-aa27-9c33e31719bf', 'status': 'completed', 'code': 200} Sep 26 13:32:07.366914 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a29c3c93-8e8d-476a-aca9-c7681e177100 req-a7893181-d305-430b-8a59-74468cc47a45 tempest-VolumesActionsTest-1009358994 tempest-VolumesActionsTest-1009358994-project] 10.222.0.13 "GET /v2.0/ports?device_id=055ddc8e-c3bc-40f4-8b50-0ea5857e1893 HTTP/1.1" status: 200 len: 210 time: 0.0276878 Sep 26 13:32:08.329058 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac36c539-dc9d-4578-aee8-976c63c51879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:08.776685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51866) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:08.896415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-558eb3b5-c623-4df3-8799-fcdaeec4414e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:08.994678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-558eb3b5-c623-4df3-8799-fcdaeec4414e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:08.999315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-558eb3b5-c623-4df3-8799-fcdaeec4414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.039250 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-558eb3b5-c623-4df3-8799-fcdaeec4414e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af5ac3e91d0b4d6884edb43ded78cbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614090 Sep 26 13:32:09.039987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558eb3b5-c623-4df3-8799-fcdaeec4414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d692728-2b83-4aaf-abbe-6f235cddf566,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:09.043775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51870) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:09.104146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a31a442f-390b-4852-8b78-9b44d6d2a380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.125736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a31a442f-390b-4852-8b78-9b44d6d2a380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.175058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a31a442f-390b-4852-8b78-9b44d6d2a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.178003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a31a442f-390b-4852-8b78-9b44d6d2a380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.182122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a31a442f-390b-4852-8b78-9b44d6d2a380 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d692728-2b83-4aaf-abbe-6f235cddf566 HTTP/1.1" status: 204 len: 168 time: 0.1334646 Sep 26 13:32:09.196693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a442f-390b-4852-8b78-9b44d6d2a380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d692728-2b83-4aaf-abbe-6f235cddf566,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:09.456201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51876) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:09.469461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89daa53c-77f7-4073-9a7d-c43519b6b51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.560237 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89daa53c-77f7-4073-9a7d-c43519b6b51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.563881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89daa53c-77f7-4073-9a7d-c43519b6b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.605127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89daa53c-77f7-4073-9a7d-c43519b6b51a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f569af8bcb74236af96c9c666e4bf7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478140 Sep 26 13:32:09.606006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daa53c-77f7-4073-9a7d-c43519b6b51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c579b-f1dc-4b26-8129-e640a52eb2bd,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:09.608399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 51878) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:09.658627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ab4cebb-e445-4716-84dd-8b1bf1a63b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.683923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ab4cebb-e445-4716-84dd-8b1bf1a63b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.734797 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ab4cebb-e445-4716-84dd-8b1bf1a63b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.737745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ab4cebb-e445-4716-84dd-8b1bf1a63b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:09.738926 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3ab4cebb-e445-4716-84dd-8b1bf1a63b64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/211c579b-f1dc-4b26-8129-e640a52eb2bd HTTP/1.1" status: 204 len: 168 time: 0.1288245 Sep 26 13:32:09.757768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4cebb-e445-4716-84dd-8b1bf1a63b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c579b-f1dc-4b26-8129-e640a52eb2bd,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:10.162627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device befbe2ec-fcee-4f1c-aa27-9c33e31719bf no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:32:10.190426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: befbe2ec-fcee-4f1c-aa27-9c33e31719bf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:32:10.190650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device befbe2ec-fcee-4f1c-aa27-9c33e31719bf not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:32:11.073509 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-77f7b17c-a742-4394-9928-f9d2fea025b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:11.246006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 51936) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:11.656471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port ffcc2dc7-42b8-4a0a-974a-a9ce6ba93344 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:11.656886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:11.661431 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:11.741193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:11.741565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:11.754503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for ffcc2dc7-42b8-4a0a-974a-a9ce6ba93344 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:11.944441 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:11.991171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=ffcc2dc7-42b8-4a0a-974a-a9ce6ba93344,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:12.070946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:12.071229 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Floating IP 26cf198b-c9e3-483c-adfc-0f78634ec67a disassociated (deleted). External IP: 172.25.4.126, port: a88c7788-b043-4b5f-b18d-6e9541de7158. Sep 26 13:32:12.138567 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:12.318901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 5db542ed-768f-47d8-9c8e-08eb348a0517 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:32:12.461633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:32:12.466208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:12.471370 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] Sync routers for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:32:12.485590 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:32:12.486445 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:12.502175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-37f19500-79d1-4f4d-979b-094effd24c2f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/floatingips/26cf198b-c9e3-483c-adfc-0f78634ec67a HTTP/1.1" status: 204 len: 168 time: 1.2550566 Sep 26 13:32:12.503009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:32:12.505619 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b356398b-bcf5-493c-be56-f4bef2584915" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:32:12.586369 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ab9e4e-7971-4be4-9137-d8079ed0de94 x-openstack-request-id: req-e0ab9e4e-7971-4be4-9137-d8079ed0de94 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:32:12.587730 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:32:12.588072 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0ab9e4e-7971-4be4-9137-d8079ed0de94 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:32:12.589069 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'status': 'completed', 'code': 200} Sep 26 13:32:12.613829 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:32:12.688430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356398b-bcf5-493c-be56-f4bef2584915 req-306baec1-fb2f-4710-9b82-3c9885a7cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:12.690314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b356398b-bcf5-493c-be56-f4bef2584915 req-306baec1-fb2f-4710-9b82-3c9885a7cbb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be3d67312ea64c16a1f294b896b92864&device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 1098 time: 0.0816958 Sep 26 13:32:12.847679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356398b-bcf5-493c-be56-f4bef2584915 req-e19fb1b5-82b5-40bf-b3e4-4f3514191685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:12.849244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b356398b-bcf5-493c-be56-f4bef2584915 req-e19fb1b5-82b5-40bf-b3e4-4f3514191685 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be39944d-23ea-4806-b9c2-c221470b92de HTTP/1.1" status: 200 len: 897 time: 0.1518450 Sep 26 13:32:12.897882 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:36Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:12.919753 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b356398b-bcf5-493c-be56-f4bef2584915 req-9fa79ace-2cc6-421a-84e4-9b7dda7dc537 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a88c7788-b043-4b5f-b18d-6e9541de7158 HTTP/1.1" status: 200 len: 217 time: 0.0499518 Sep 26 13:32:12.928830 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] Checking router: 5db542ed-768f-47d8-9c8e-08eb348a0517 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:32:12.937814 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:32:12.938421 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:13.004824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356398b-bcf5-493c-be56-f4bef2584915 req-a3886d78-faf4-43bd-abba-b7a14921d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:13.005867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b356398b-bcf5-493c-be56-f4bef2584915 req-a3886d78-faf4-43bd-abba-b7a14921d265 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6fca196-2fc5-4a39-a348-8f27202099e9 HTTP/1.1" status: 200 len: 834 time: 0.0605850 Sep 26 13:32:13.014183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf72754-eb9b-425c-a5f9-67254169864b req-db8b5027-8f40-4fc0-8c83-cfc31e1bb37d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:13.015709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cf72754-eb9b-425c-a5f9-67254169864b req-db8b5027-8f40-4fc0-8c83-cfc31e1bb37d tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.1364872 Sep 26 13:32:13.089100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356398b-bcf5-493c-be56-f4bef2584915 req-9a8dc84c-a135-41cc-86ed-058df6cb858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:13.091286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b356398b-bcf5-493c-be56-f4bef2584915 req-9a8dc84c-a135-41cc-86ed-058df6cb858d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be39944d-23ea-4806-b9c2-c221470b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746715 Sep 26 13:32:13.101968 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:32:13.139611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cf72754-eb9b-425c-a5f9-67254169864b req-3e3236d0-5f32-4fb9-b97e-091104388cd1 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942616 Sep 26 13:32:13.234478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b356398b-bcf5-493c-be56-f4bef2584915 req-cb7b5083-79e3-4f46-8062-9e47b65d3dcf service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333349 Sep 26 13:32:13.343342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b356398b-bcf5-493c-be56-f4bef2584915 req-0941b1b5-66b5-4486-af6e-89316351c7b0 service neutron] 10.222.0.24 "GET /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006467 Sep 26 13:32:13.409923 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:36Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:13.447034 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1224926-56f9-4f02-84dc-058cbd053017 None None] The sync data for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 is: [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:30:30Z', 'revision_number': 4, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'a26a228f-0d56-476a-a6b9-058385f32b56', 'name': '', 'network_id': 'be39944d-23ea-4806-b9c2-c221470b92de', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'mac_address': 'fa:16:3e:59:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:29Z', 'updated_at': '2021-09-26T13:30:36Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'subnets': [{'id': 'a6fca196-2fc5-4a39-a348-8f27202099e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:32:13.611410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:13.719592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35514f-ffd0-48ec-80f0-473e204cf16e None None] New status for floating IP 26cf198b-c9e3-483c-adfc-0f78634ec67a: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:32:14.128448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-4bedde20-fe36-4cd6-8df6-6bed643846c4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:14.130201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-4bedde20-fe36-4cd6-8df6-6bed643846c4 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0562809 Sep 26 13:32:14.240738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port a88c7788-b043-4b5f-b18d-6e9541de7158 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:14.241083 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:14.290199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49242b-773f-4142-8112-6d2420b5a475 req-dede406d-6e25-4464-a64b-ed9bf588c268 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:14.298688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d49242b-773f-4142-8112-6d2420b5a475 req-dede406d-6e25-4464-a64b-ed9bf588c268 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b411a6-5b04-4c4b-a91e-9285674b8e52 HTTP/1.1" status: 200 len: 946 time: 0.0632794 Sep 26 13:32:14.352778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d49242b-773f-4142-8112-6d2420b5a475 req-96d1cf92-5857-4e2b-a10d-7c720b2bbffe tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cac9a25-edcb-491a-afbd-a24d588c90df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523808 Sep 26 13:32:14.352916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port a88c7788-b043-4b5f-b18d-6e9541de7158, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a88c7788-b043-4b5f-b18d-6e9541de7158,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:14.353307 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:14.368074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for a88c7788-b043-4b5f-b18d-6e9541de7158 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:14.536291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:14.595936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=a88c7788-b043-4b5f-b18d-6e9541de7158,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:14.650596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] No DVR routers for this DVR port a88c7788-b043-4b5f-b18d-6e9541de7158 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:32:14.654463 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:14.658130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64b3076c-dfb5-48bd-96b4-46779291cc21 req-009699f8-0685-46ae-b9a8-89bcf2a11d6c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.24 "DELETE /v2.0/ports/a88c7788-b043-4b5f-b18d-6e9541de7158 HTTP/1.1" status: 204 len: 173 time: 0.5210640 Sep 26 13:32:14.658839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'name': 'network-vif-deleted', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:32:14.663302 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784cc93a-5bf4-4523-ad51-e2986f4a4f0f" -d '{"events": [{"server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "name": "network-vif-deleted", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:32:14.747234 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3935bfd9-58ee-4bd4-a394-fa0a1ffaa4a0 x-openstack-request-id: req-3935bfd9-58ee-4bd4-a394-fa0a1ffaa4a0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:32:14.747755 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b411a6-5b04-4c4b-a91e-9285674b8e52", "name": "network-vif-deleted", "tag": "a88c7788-b043-4b5f-b18d-6e9541de7158", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:32:14.748215 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3935bfd9-58ee-4bd4-a394-fa0a1ffaa4a0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:32:14.748895 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b411a6-5b04-4c4b-a91e-9285674b8e52', 'name': 'network-vif-deleted', 'tag': 'a88c7788-b043-4b5f-b18d-6e9541de7158', 'status': 'completed', 'code': 200} Sep 26 13:32:14.765153 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:32:15.353263 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:15.426793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:16.292579 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:17.045651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port a26a228f-0d56-476a-a6b9-058385f32b56 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:17.047155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:17.168754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port a26a228f-0d56-476a-a6b9-058385f32b56, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a26a228f-0d56-476a-a6b9-058385f32b56,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:17.169465 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:17.187579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for a26a228f-0d56-476a-a6b9-058385f32b56 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:17.534440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:17.586579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=a26a228f-0d56-476a-a6b9-058385f32b56,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:17.918250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.221642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a88c7788-b043-4b5f-b18d-6e9541de7158 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:32:18.258569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: a88c7788-b043-4b5f-b18d-6e9541de7158 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:32:18.259351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a88c7788-b043-4b5f-b18d-6e9541de7158 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:32:18.276773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52088) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:18.309049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Router 5db542ed-768f-47d8-9c8e-08eb348a0517 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:32:18.441827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a0006a1-7f2b-4561-8790-21723d748641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.482185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:32:18.491859 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2cd53f64-0c9b-42db-9ef2-01763d47b1b8 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "PUT /v2.0/routers/5db542ed-768f-47d8-9c8e-08eb348a0517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0763938 Sep 26 13:32:18.494765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52092) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:18.496370 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] Sync routers for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:32:18.506910 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:32:18.507789 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:18.563142 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a0006a1-7f2b-4561-8790-21723d748641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.568935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a0006a1-7f2b-4561-8790-21723d748641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.590200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-419187a3-b37b-4973-a4dc-55611e2c491c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting subnet a6fca196-2fc5-4a39-a348-8f27202099e9 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:32:18.595602 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-419187a3-b37b-4973-a4dc-55611e2c491c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.625526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a0006a1-7f2b-4561-8790-21723d748641 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6fc2dcad57e49f88f354a559b0310ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466754 Sep 26 13:32:18.626824 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0006a1-7f2b-4561-8790-21723d748641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e50b09a-60f3-4a96-ae6f-d76e30b5e38c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:18.629954 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52094) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:18.672804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-419187a3-b37b-4973-a4dc-55611e2c491c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.688502 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:32:18.704945 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aab9dec6-a43c-4b32-af6f-8a1d13155999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.733933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aab9dec6-a43c-4b32-af6f-8a1d13155999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.794015 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aab9dec6-a43c-4b32-af6f-8a1d13155999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.797855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aab9dec6-a43c-4b32-af6f-8a1d13155999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:18.799198 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aab9dec6-a43c-4b32-af6f-8a1d13155999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e50b09a-60f3-4a96-ae6f-d76e30b5e38c HTTP/1.1" status: 204 len: 168 time: 0.1679926 Sep 26 13:32:18.810138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9dec6-a43c-4b32-af6f-8a1d13155999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e50b09a-60f3-4a96-ae6f-d76e30b5e38c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:18.857392 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-419187a3-b37b-4973-a4dc-55611e2c491c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.026297 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-419187a3-b37b-4973-a4dc-55611e2c491c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.059228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419187a3-b37b-4973-a4dc-55611e2c491c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fca196-2fc5-4a39-a348-8f27202099e9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:19.069826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-419187a3-b37b-4973-a4dc-55611e2c491c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.073574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-419187a3-b37b-4973-a4dc-55611e2c491c tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/subnets/a6fca196-2fc5-4a39-a348-8f27202099e9 HTTP/1.1" status: 204 len: 168 time: 0.5755944 Sep 26 13:32:19.077122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52100) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:19.079313 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:32:17Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:19.081115 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2eb8d9-58e1-4e0e-9a6a-a02d528c49eb None None] Network be39944d-23ea-4806-b9c2-c221470b92de requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:19.147948 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] Checking router: 5db542ed-768f-47d8-9c8e-08eb348a0517 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:32:19.164587 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] Routers {'5db542ed-768f-47d8-9c8e-08eb348a0517'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:32:19.165644 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['5db542ed-768f-47d8-9c8e-08eb348a0517'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:19.231067 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.346788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.415802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Deleting port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:19.416171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.416363 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] Set router 5db542ed-768f-47d8-9c8e-08eb348a0517 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:32:19.514811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] For port 124c2f94-7c95-4c8d-8a7a-cc1143d3303f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=124c2f94-7c95-4c8d-8a7a-cc1143d3303f,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:19.515724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.522086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] DHCP port deletion for be39944d-23ea-4806-b9c2-c221470b92de request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:32:19.542682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Calling delete_port for 124c2f94-7c95-4c8d-8a7a-cc1143d3303f owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:19.631063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] Deleting port ef86b6f7-1880-4fa7-afc2-67947004183d {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:19.631452 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.662025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52104) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:19.689802 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07574922-61d5-41cd-aa5f-c8a90933fb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.815805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07574922-61d5-41cd-aa5f-c8a90933fb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.824007 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-07574922-61d5-41cd-aa5f-c8a90933fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.840848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] For port ef86b6f7-1880-4fa7-afc2-67947004183d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ef86b6f7-1880-4fa7-afc2-67947004183d,segment=NetworkSegment(e1c47942-53cd-4775-b897-b99309131c41),segment_id=e1c47942-53cd-4775-b897-b99309131c41)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:19.841970 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.867111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:19.869570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] Calling delete_port for ef86b6f7-1880-4fa7-afc2-67947004183d owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:19.908107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-07574922-61d5-41cd-aa5f-c8a90933fb41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d3d6244084f4508937225b8a93f5bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410212 Sep 26 13:32:19.908107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574922-61d5-41cd-aa5f-c8a90933fb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdbbfba-9842-452b-8570-cd9fced0a80b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:19.908644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52106) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:19.970442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Port': ['ID=124c2f94-7c95-4c8d-8a7a-cc1143d3303f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:19.973022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d796c82-1f70-4636-8af6-f554d35d585d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.034186 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d796c82-1f70-4636-8af6-f554d35d585d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.057799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.083345 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.171563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.173447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d796c82-1f70-4636-8af6-f554d35d585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.176772 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.182210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d796c82-1f70-4636-8af6-f554d35d585d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.201563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6d796c82-1f70-4636-8af6-f554d35d585d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fdbbfba-9842-452b-8570-cd9fced0a80b HTTP/1.1" status: 204 len: 168 time: 0.2916753 Sep 26 13:32:20.212471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] No DVR routers for this DVR port ef86b6f7-1880-4fa7-afc2-67947004183d on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:32:20.222989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5698fb-6742-40b5-b96f-6e8c63a1daf3 None None] Pushing event deleted for resources: {'Port': ['ID=ef86b6f7-1880-4fa7-afc2-67947004183d,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:20.236877 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:32:17Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:20.266757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d796c82-1f70-4636-8af6-f554d35d585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdbbfba-9842-452b-8570-cd9fced0a80b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:20.277406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.277406 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Fanout notify agent at l3_agent the message router_deleted on router 5db542ed-768f-47d8-9c8e-08eb348a0517 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:32:20.288941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.290918 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36a05a26-ffff-4efa-9fd7-16b9b1bbfc22 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/routers/5db542ed-768f-47d8-9c8e-08eb348a0517 HTTP/1.1" status: 204 len: 168 time: 1.2117808 Sep 26 13:32:20.294966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52112) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:20.377397 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d67a56-ca7c-4a3f-97f9-5d5c08753f5d None None] The sync data for ids ['5db542ed-768f-47d8-9c8e-08eb348a0517'] in n-d-806683-13 is: [{'id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654027720', 'tenant_id': 'be3d67312ea64c16a1f294b896b92864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:30:26Z', 'updated_at': '2021-09-26T13:32:17Z', 'revision_number': 5, 'project_id': 'be3d67312ea64c16a1f294b896b92864', 'gw_port': {'id': '124c2f94-7c95-4c8d-8a7a-cc1143d3303f', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db542ed-768f-47d8-9c8e-08eb348a0517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:30:27Z', 'updated_at': '2021-09-26T13:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:32:20.383057 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.419723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.576436 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.616238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be39944d-23ea-4806-b9c2-c221470b92de']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:20.634209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c47942-53cd-4775-b897-b99309131c41') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:20.634693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c47942-53cd-4775-b897-b99309131c41') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:20.653111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.678133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.690128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:32:20.690806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:32:20.696708 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:32:20.834911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.843665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:20.851992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/networks/be39944d-23ea-4806-b9c2-c221470b92de HTTP/1.1" status: 204 len: 168 time: 0.5555561 Sep 26 13:32:20.856943 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52122) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:20.896052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d968392-ad80-45ab-94fe-f41bed01e27f tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'Network': ['ID=be39944d-23ea-4806-b9c2-c221470b92de,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:20.979188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb3a1f9d-27dd-492a-9336-cced7a47e3d5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:21.010831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb3a1f9d-27dd-492a-9336-cced7a47e3d5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:21.107484 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb3a1f9d-27dd-492a-9336-cced7a47e3d5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:21.114061 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb3a1f9d-27dd-492a-9336-cced7a47e3d5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:21.116480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb3a1f9d-27dd-492a-9336-cced7a47e3d5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] 10.222.0.13 "DELETE /v2.0/security-groups/7cac9a25-edcb-491a-afbd-a24d588c90df HTTP/1.1" status: 204 len: 168 time: 0.2579312 Sep 26 13:32:21.146887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ef86b6f7-1880-4fa7-afc2-67947004183d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:32:21.155358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a1f9d-27dd-492a-9336-cced7a47e3d5 tempest-TestNetworkAdvancedServerOps-368303494 tempest-TestNetworkAdvancedServerOps-368303494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cac9a25-edcb-491a-afbd-a24d588c90df,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:21.219612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ef86b6f7-1880-4fa7-afc2-67947004183d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:32:21.219959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ef86b6f7-1880-4fa7-afc2-67947004183d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:32:21.220379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a26a228f-0d56-476a-a6b9-058385f32b56 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:32:21.258000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a26a228f-0d56-476a-a6b9-058385f32b56 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:32:21.258755 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a26a228f-0d56-476a-a6b9-058385f32b56 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:32:21.691071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52146) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:22.050111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1a9670cd-f14a-4a6e-96b5-9b575e3502a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be3d67312ea64c16a1f294b896b92864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569143 Sep 26 13:32:22.052645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:22.124701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfab492f-df23-4f2a-816b-3bcda374aef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:22.151411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfab492f-df23-4f2a-816b-3bcda374aef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:22.225869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfab492f-df23-4f2a-816b-3bcda374aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:22.226458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfab492f-df23-4f2a-816b-3bcda374aef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:22.228465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bfab492f-df23-4f2a-816b-3bcda374aef7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6864ef91-92ae-4395-89a1-25dadb9ab61b HTTP/1.1" status: 204 len: 168 time: 0.1746285 Sep 26 13:32:22.243422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab492f-df23-4f2a-816b-3bcda374aef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6864ef91-92ae-4395-89a1-25dadb9ab61b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:22.784886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52184) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:22.866047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b1919e7b-94f4-4181-a2bf-72db9460e719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7666dfb4745b40f18420da293c1af28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792332 Sep 26 13:32:22.868903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52188) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:22.923274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 124c2f94-7c95-4c8d-8a7a-cc1143d3303f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:32:22.963510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 124c2f94-7c95-4c8d-8a7a-cc1143d3303f {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:32:22.963957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 124c2f94-7c95-4c8d-8a7a-cc1143d3303f not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:32:22.970919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e7faca5-af7d-49a2-932a-e88946d96460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:23.011698 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e7faca5-af7d-49a2-932a-e88946d96460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:23.101245 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e7faca5-af7d-49a2-932a-e88946d96460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:23.106904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8e7faca5-af7d-49a2-932a-e88946d96460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:23.108864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8e7faca5-af7d-49a2-932a-e88946d96460 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21de2069-6fc5-4adc-b178-579f1a49bc61 HTTP/1.1" status: 204 len: 168 time: 0.2374511 Sep 26 13:32:23.127475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7faca5-af7d-49a2-932a-e88946d96460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21de2069-6fc5-4adc-b178-579f1a49bc61,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:23.791745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52220) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:23.943451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6c93c1ad-613a-4d42-8538-9d8abb7f5313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.077542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6c93c1ad-613a-4d42-8538-9d8abb7f5313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.085868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6c93c1ad-613a-4d42-8538-9d8abb7f5313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.142605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6c93c1ad-613a-4d42-8538-9d8abb7f5313 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99a6f5b2e9394968b8f9aee9685fe400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490090 Sep 26 13:32:24.144293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93c1ad-613a-4d42-8538-9d8abb7f5313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5725e329-3289-4400-8b54-53bc0250580c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:24.148400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52232) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:24.223290 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.236930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52234) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:24.256511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.330791 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.335662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.340498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5725e329-3289-4400-8b54-53bc0250580c HTTP/1.1" status: 204 len: 168 time: 0.1864321 Sep 26 13:32:24.373556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5725e329-3289-4400-8b54-53bc0250580c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.397994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.401049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a998a-b11f-4501-a082-03bd194ffbdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:24.436627 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1812872509-network', 'tenant_id': '2c8ba7aec6ca44eca9c6eeb4968ecf65'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:24.472016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Made reservation on behalf of 2c8ba7aec6ca44eca9c6eeb4968ecf65 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:24.475108 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.488433 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.614609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.620456 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.661770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:32:24.684975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8972559f-be3e-4eaa-a501-4bf94a460ed0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:24.700789 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.701518 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Added segment 56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0 of type vlan for network 956d533b-2da4-4258-85bb-44bf386b7668 Sep 26 13:32:24.782225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.801986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52244) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:24.828334 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-377bc4cb-8616-429d-a9a8-a144b974f2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.841600 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.842678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:24.843315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:24.946449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=956d533b-2da4-4258-85bb-44bf386b7668,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:24.962835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 956d533b-2da4-4258-85bb-44bf386b7668 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:32:25.070057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-377bc4cb-8616-429d-a9a8-a144b974f2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.077184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-377bc4cb-8616-429d-a9a8-a144b974f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.097415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0bc5dca1-0a0b-4e90-aa7a-2210207fc6f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8599019 Sep 26 13:32:25.100280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52246) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:25.106601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Request body: {'subnet': {'network_id': '956d533b-2da4-4258-85bb-44bf386b7668', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1812872509-subnet', 'tenant_id': '2c8ba7aec6ca44eca9c6eeb4968ecf65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:25.152292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Made reservation on behalf of 2c8ba7aec6ca44eca9c6eeb4968ecf65 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:25.153463 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-377bc4cb-8616-429d-a9a8-a144b974f2a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3ae849c2ce349fc876570040b00bfd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498034 Sep 26 13:32:25.156266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bc4cb-8616-429d-a9a8-a144b974f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7588e05b-7b41-42e0-965e-54f5ad242f78,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:25.158014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.160398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52248) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:25.260013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dadfa7c9-2952-4e99-95b6-ad3040a6202b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.301333 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dadfa7c9-2952-4e99-95b6-ad3040a6202b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.388171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dadfa7c9-2952-4e99-95b6-ad3040a6202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.393072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dadfa7c9-2952-4e99-95b6-ad3040a6202b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.397026 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dadfa7c9-2952-4e99-95b6-ad3040a6202b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7588e05b-7b41-42e0-965e-54f5ad242f78 HTTP/1.1" status: 204 len: 168 time: 0.2328460 Sep 26 13:32:25.410094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfa7c9-2952-4e99-95b6-ad3040a6202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7588e05b-7b41-42e0-965e-54f5ad242f78,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:25.446138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.562551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f789c1-e115-4e45-a48e-506d7a263795,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:25.582233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Checking segment: {'id': '56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '956d533b-2da4-4258-85bb-44bf386b7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:32:25.583310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Network hostable DHCP agents. Network: 956d533b-2da4-4258-85bb-44bf386b7668, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:32:25.617110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Network 956d533b-2da4-4258-85bb-44bf386b7668 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:32:25.638764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 956d533b-2da4-4258-85bb-44bf386b7668) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:25.646573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:25.648355 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:25.654859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78714d32-49e9-4dc3-94a8-a2539b5db59c None None] Network 956d533b-2da4-4258-85bb-44bf386b7668 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:25.677346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0d5bf402-60af-4ddb-86cb-93c2b5f863e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5753894 Sep 26 13:32:25.963918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af04d2-c6a8-4451-870f-94c3a1711d82 None None] Network 956d533b-2da4-4258-85bb-44bf386b7668 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:26.734195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52290) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:26.739603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1936844715-network', 'tenant_id': '2c077fa9e80b4bee884379eb29132e9d'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:26.766225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Made reservation on behalf of 2c077fa9e80b4bee884379eb29132e9d for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:26.769207 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:26.779310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:26.935996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:26.942123 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:26.970646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:32:26.989001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbdc7ef-38c8-4b4b-abf2-bdee55af19fd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:26.992556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:26.992935 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Added segment b07fbba4-8b2a-40cc-98de-e90d3be195c2 of type vlan for network 404ed627-229e-412f-a379-00fdc307d860 Sep 26 13:32:27.059476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:27.103461 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:27.104599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:27.107041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:27.155296 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4169135 Sep 26 13:32:27.156133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52300) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:27.160664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Request body: {'subnet': {'network_id': '404ed627-229e-412f-a379-00fdc307d860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1936844715-subnet', 'tenant_id': '2c077fa9e80b4bee884379eb29132e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:27.198307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7f5a-6336-480c-9605-991cfa1aa8c5 admin admin] Pushing event updated for resources: {'Network': ['ID=404ed627-229e-412f-a379-00fdc307d860,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:27.210676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Made reservation on behalf of 2c077fa9e80b4bee884379eb29132e9d for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:27.215552 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:27.217143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 404ed627-229e-412f-a379-00fdc307d860 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:32:27.422224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:27.490500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=665b604f-b822-462c-b1e8-dbcb0b58f97b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:27.508415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Checking segment: {'id': 'b07fbba4-8b2a-40cc-98de-e90d3be195c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '404ed627-229e-412f-a379-00fdc307d860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:32:27.508830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Network hostable DHCP agents. Network: 404ed627-229e-412f-a379-00fdc307d860, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:32:27.531487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Network 404ed627-229e-412f-a379-00fdc307d860 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:32:27.544379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 404ed627-229e-412f-a379-00fdc307d860) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:27.550997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:27.551968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:27.559406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855a719-24a9-4681-bdc8-fb51d23cda17 None None] Network 404ed627-229e-412f-a379-00fdc307d860 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:27.583862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a47d4791-0c6b-4b94-b29e-df9b653df6be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4253607 Sep 26 13:32:27.794511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3476980-3edb-482f-8bf2-fbc467c2e076 None None] Network 404ed627-229e-412f-a379-00fdc307d860 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:28.379764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-108f5ded-c948-43fc-a3c2-a5ae7a0a5bfa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:28.382619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-108f5ded-c948-43fc-a3c2-a5ae7a0a5bfa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/networks?id=956d533b-2da4-4258-85bb-44bf386b7668 HTTP/1.1" status: 200 len: 812 time: 0.1837225 Sep 26 13:32:28.406700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-8269568c-1f51-4c7e-a2b1-618419122928 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/quotas/2c8ba7aec6ca44eca9c6eeb4968ecf65 HTTP/1.1" status: 200 len: 375 time: 0.0139832 Sep 26 13:32:28.467712 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-c89f2f19-1d62-4d41-bd62-c7fd0fe62f93 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c8ba7aec6ca44eca9c6eeb4968ecf65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493596 Sep 26 13:32:28.848222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-58400cf0-c729-4304-a275-ce53680cb61c service neutron] 10.222.0.13 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650575 Sep 26 13:32:28.981695 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-7c64e8f1-3a5e-4bfe-a105-ebe1863f2455 service neutron] 10.222.0.13 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158528 Sep 26 13:32:29.289785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e054044-0d9d-4a00-826c-dfb8807e02ee req-7c5a7db9-af0b-4c59-9656-48db9be6d95a tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 210 time: 0.0660405 Sep 26 13:32:29.547455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52400) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:29.746591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cd008248-deb9-43e1-95a8-858a9d4ba8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:29.881561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cd008248-deb9-43e1-95a8-858a9d4ba8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:29.887208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cd008248-deb9-43e1-95a8-858a9d4ba8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:29.931919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cd008248-deb9-43e1-95a8-858a9d4ba8c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e69ec5938625436d8834882f1d80c891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828928 Sep 26 13:32:29.932834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd008248-deb9-43e1-95a8-858a9d4ba8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371f9789-52c9-4554-b088-83debb87b158,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:29.937184 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52406) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:30.031302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-599f224e-30c3-43c8-85c5-81329424ba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:30.065118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-599f224e-30c3-43c8-85c5-81329424ba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:30.129648 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-599f224e-30c3-43c8-85c5-81329424ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:30.132799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-599f224e-30c3-43c8-85c5-81329424ba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:30.134439 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-599f224e-30c3-43c8-85c5-81329424ba6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/371f9789-52c9-4554-b088-83debb87b158 HTTP/1.1" status: 204 len: 168 time: 0.1948159 Sep 26 13:32:30.146805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f224e-30c3-43c8-85c5-81329424ba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f9789-52c9-4554-b088-83debb87b158,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:30.490327 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d6860e8c-8808-4ecf-8b33-538800774320 req-3de56765-0d05-4f5d-9752-29f056461eea tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 210 time: 0.0568724 Sep 26 13:32:30.593185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-5b30058b-dad7-4581-8d6e-5e7c84757ce4 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:30.595082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-5b30058b-dad7-4581-8d6e-5e7c84757ce4 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.23 "GET /v2.0/networks?id=956d533b-2da4-4258-85bb-44bf386b7668 HTTP/1.1" status: 200 len: 812 time: 0.1950397 Sep 26 13:32:30.608904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Request body: {'port': {'device_id': 'e73271fe-75fe-47b6-a8b7-da7fed1d6f01', 'network_id': '956d533b-2da4-4258-85bb-44bf386b7668', 'admin_state_up': True, 'tenant_id': '2c8ba7aec6ca44eca9c6eeb4968ecf65'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:30.699416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52416) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:30.722441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7d56988-408c-4309-a319-e7692ef2a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:30.766877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Made reservation on behalf of 2c8ba7aec6ca44eca9c6eeb4968ecf65 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:30.772398 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:30.878252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7d56988-408c-4309-a319-e7692ef2a370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:30.883623 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f7d56988-408c-4309-a319-e7692ef2a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:30.932411 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f7d56988-408c-4309-a319-e7692ef2a370 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c55f0e66085d4265958cd3c8cf94fba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317111 Sep 26 13:32:30.934117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d56988-408c-4309-a319-e7692ef2a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aba5e69-1627-4b8b-a324-f41f597c447e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:30.935768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52418) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:30.942592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Allocated IP 172.20.0.11 (956d533b-2da4-4258-85bb-44bf386b7668/99f789c1-e115-4e45-a48e-506d7a263795/f2a7ef96-339e-4272-87f3-5613539a3001) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:32:31.025669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-41e98500-d169-4829-a131-1110597a387d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:31.078873 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-41e98500-d169-4829-a131-1110597a387d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:31.186012 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:31.193066 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-41e98500-d169-4829-a131-1110597a387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:31.195676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-41e98500-d169-4829-a131-1110597a387d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:31.196886 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-41e98500-d169-4829-a131-1110597a387d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2aba5e69-1627-4b8b-a324-f41f597c447e HTTP/1.1" status: 204 len: 168 time: 0.2601559 Sep 26 13:32:31.208965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e98500-d169-4829-a131-1110597a387d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aba5e69-1627-4b8b-a324-f41f597c447e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:31.246811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:31.292086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Network 956d533b-2da4-4258-85bb-44bf386b7668 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:32:31.296070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:31.300533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:32:31.332424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Pushing event updated for resources: {'Port': ['ID=f2a7ef96-339e-4272-87f3-5613539a3001,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:31.362779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:31.363461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:31.397305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-cc0c2cff-b8fa-4702-b1f6-e24afec764a0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7927668 Sep 26 13:32:31.411247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Request body: {'port': {'device_id': 'e73271fe-75fe-47b6-a8b7-da7fed1d6f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:31.491283 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:31.989255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df7e6-4765-4024-aadd-42df4aeaf21e req-970a5a43-928d-4e6d-86bc-cc82cb1ea1ad tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:31.990856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-569df7e6-4765-4024-aadd-42df4aeaf21e req-970a5a43-928d-4e6d-86bc-cc82cb1ea1ad tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 932 time: 0.3634119 Sep 26 13:32:32.084079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-569df7e6-4765-4024-aadd-42df4aeaf21e req-f87603d5-506d-4d57-8988-e72482b98778 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855036 Sep 26 13:32:32.179459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a7ef96-339e-4272-87f3-5613539a3001 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:32:32.188619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:32.204177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Transition to ACTIVE for port object f2a7ef96-339e-4272-87f3-5613539a3001 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:32:32.209140 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:32.285717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a7ef96-339e-4272-87f3-5613539a3001,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:32.342185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Attempting to bind port f2a7ef96-339e-4272-87f3-5613539a3001 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:32.342819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Attempting to bind port f2a7ef96-339e-4272-87f3-5613539a3001 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '956d533b-2da4-4258-85bb-44bf386b7668'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:32.343381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Attempting to bind port f2a7ef96-339e-4272-87f3-5613539a3001 on network 956d533b-2da4-4258-85bb-44bf386b7668 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:32.348594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Port f2a7ef96-339e-4272-87f3-5613539a3001 on network 956d533b-2da4-4258-85bb-44bf386b7668 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:32.348846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Attempting to bind port f2a7ef96-339e-4272-87f3-5613539a3001 on network 956d533b-2da4-4258-85bb-44bf386b7668 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:32.354621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:32:32.356377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Checking segment: {'id': '56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '956d533b-2da4-4258-85bb-44bf386b7668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:32:32.357081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Bound using segment: {'id': '56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '956d533b-2da4-4258-85bb-44bf386b7668'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:32:32.357603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Bound port: f2a7ef96-339e-4272-87f3-5613539a3001, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '956d533b-2da4-4258-85bb-44bf386b7668'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:32:32.358731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:32.443989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] For port f2a7ef96-339e-4272-87f3-5613539a3001, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:32:32.447315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] For port f2a7ef96-339e-4272-87f3-5613539a3001, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=f2a7ef96-339e-4272-87f3-5613539a3001,segment=NetworkSegment(56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0),segment_id=56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:32:32.452783 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:32.492399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:32.492949 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:32.494386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2a7ef96-339e-4272-87f3-5613539a3001 HTTP/1.1" status: 200 len: 1093 time: 1.0889325 Sep 26 13:32:32.494829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73271fe-75fe-47b6-a8b7-da7fed1d6f01', 'tag': 'f2a7ef96-339e-4272-87f3-5613539a3001'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:32:32.497690 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e73271fe-75fe-47b6-a8b7-da7fed1d6f01", "tag": "f2a7ef96-339e-4272-87f3-5613539a3001"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:32:32.518905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7e6ce-dedc-4b2c-b90d-4217d69a0f63 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a7ef96-339e-4272-87f3-5613539a3001,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:32.547765 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144bbf3b-49a4-4a3c-ab8c-d616dedb5717 x-openstack-request-id: req-144bbf3b-49a4-4a3c-ab8c-d616dedb5717 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:32:32.548061 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73271fe-75fe-47b6-a8b7-da7fed1d6f01", "tag": "f2a7ef96-339e-4272-87f3-5613539a3001", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:32:32.548419 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-144bbf3b-49a4-4a3c-ab8c-d616dedb5717 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:32:32.548819 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73271fe-75fe-47b6-a8b7-da7fed1d6f01', 'tag': 'f2a7ef96-339e-4272-87f3-5613539a3001', 'status': 'completed', 'code': 200} Sep 26 13:32:32.590825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-adcd7beb-9be0-46d5-84c4-14e238f4348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:32.592360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-adcd7beb-9be0-46d5-84c4-14e238f4348e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8ba7aec6ca44eca9c6eeb4968ecf65&device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 1096 time: 0.0427458 Sep 26 13:32:32.642975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-9aa4e584-c218-406e-978c-0be52a10a84d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a7ef96-339e-4272-87f3-5613539a3001 HTTP/1.1" status: 200 len: 217 time: 0.0429637 Sep 26 13:32:32.697188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-91d4018a-eb50-4bea-8dc3-ba0b2bfe0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:32.699487 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-91d4018a-eb50-4bea-8dc3-ba0b2bfe0620 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99f789c1-e115-4e45-a48e-506d7a263795 HTTP/1.1" status: 200 len: 852 time: 0.0500002 Sep 26 13:32:32.741023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-dfa090e5-6b49-4164-87fa-62c4a33d1ccb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=956d533b-2da4-4258-85bb-44bf386b7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350451 Sep 26 13:32:32.846988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-7892ce3b-e041-4ac4-8e7b-8e462c112b44 service neutron] 10.222.0.23 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993750 Sep 26 13:32:32.962619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a03eec50-27a2-4e2c-9fd3-18b383e77627 req-12b6ebc7-7de2-4c15-b80d-33240e5ee39a service neutron] 10.222.0.23 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084361 Sep 26 13:32:33.052988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-a489009f-058b-4329-8c8b-80295f525599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:33.054566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-a489009f-058b-4329-8c8b-80295f525599 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8ba7aec6ca44eca9c6eeb4968ecf65&device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 1096 time: 0.0437956 Sep 26 13:32:33.161832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-6669b43d-ceec-4457-acf2-7feb152ddcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:33.163559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-6669b43d-ceec-4457-acf2-7feb152ddcf0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=956d533b-2da4-4258-85bb-44bf386b7668 HTTP/1.1" status: 200 len: 912 time: 0.1026163 Sep 26 13:32:33.222941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-5c2f9ee9-621d-4e32-8eb8-876c2bb5a8e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a7ef96-339e-4272-87f3-5613539a3001 HTTP/1.1" status: 200 len: 217 time: 0.0503619 Sep 26 13:32:33.295658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-ac7e77e6-ef52-4f80-81ff-769e9a27a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:33.297164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-ac7e77e6-ef52-4f80-81ff-769e9a27a358 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99f789c1-e115-4e45-a48e-506d7a263795 HTTP/1.1" status: 200 len: 852 time: 0.0557203 Sep 26 13:32:33.305909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddd469-9992-439b-9099-0d61613e299c req-4643db21-8d34-4fd9-8ff1-9245de068e23 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:33.307399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8ddd469-9992-439b-9099-0d61613e299c req-4643db21-8d34-4fd9-8ff1-9245de068e23 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 944 time: 0.1249828 Sep 26 13:32:33.342422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-e99f5128-f528-42cb-bf70-bed4ecc96010 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=956d533b-2da4-4258-85bb-44bf386b7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339885 Sep 26 13:32:33.409449 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8ddd469-9992-439b-9099-0d61613e299c req-f0a07c68-5c60-4cb0-b714-d8309c0abc27 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660582 Sep 26 13:32:33.463187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-429a6970-5ae0-416c-beb9-ac41bc1bda86 service neutron] 10.222.0.23 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064174 Sep 26 13:32:33.573034 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2740aa2d-cb10-4b5f-8856-4be70d1f2cd9 req-476e8628-ec98-4695-be61-9f837551ff31 service neutron] 10.222.0.23 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028421 Sep 26 13:32:33.772691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52504) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:33.828911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-26106607-9448-4d05-b50f-7317e786c2ca admin admin] Deleting subnet cd409af4-a4b4-4a3d-ab51-4a97ab1241bf {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:32:33.832278 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26106607-9448-4d05-b50f-7317e786c2ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:33.868964 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26106607-9448-4d05-b50f-7317e786c2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:33.920521 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26106607-9448-4d05-b50f-7317e786c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:33.987557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26106607-9448-4d05-b50f-7317e786c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.017941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106607-9448-4d05-b50f-7317e786c2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd409af4-a4b4-4a3d-ab51-4a97ab1241bf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:34.027333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26106607-9448-4d05-b50f-7317e786c2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.029407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-26106607-9448-4d05-b50f-7317e786c2ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd409af4-a4b4-4a3d-ab51-4a97ab1241bf HTTP/1.1" status: 204 len: 168 time: 0.2559810 Sep 26 13:32:34.032346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52512) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:34.106368 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.200971 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.223818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b9d0db-9e82-48ba-9109-02a06cfeeaa7']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:34.240471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e962452-4237-4379-bcb8-585b4b06f4d6') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:34.240736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e962452-4237-4379-bcb8-585b4b06f4d6') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:34.256160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.270973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.277329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:32:34.277784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:32:34.280040 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:32:34.341298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.349674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.351713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/30b9d0db-9e82-48ba-9109-02a06cfeeaa7 HTTP/1.1" status: 204 len: 168 time: 0.3183622 Sep 26 13:32:34.354601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52520) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:34.362335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807d027-d3c1-4d57-a865-56baf6527c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=30b9d0db-9e82-48ba-9109-02a06cfeeaa7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:34.416065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d13a4a-e579-4d67-b841-1b899c6b0ebc admin admin] Deleting subnet e7eb9e71-f4dd-4339-bdcc-71c32ab4092f {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:32:34.420493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50d13a4a-e579-4d67-b841-1b899c6b0ebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.460650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50d13a4a-e579-4d67-b841-1b899c6b0ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.504493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50d13a4a-e579-4d67-b841-1b899c6b0ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.576195 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50d13a4a-e579-4d67-b841-1b899c6b0ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.605881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d13a4a-e579-4d67-b841-1b899c6b0ebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7eb9e71-f4dd-4339-bdcc-71c32ab4092f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:34.611206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50d13a4a-e579-4d67-b841-1b899c6b0ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.615912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-50d13a4a-e579-4d67-b841-1b899c6b0ebc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e7eb9e71-f4dd-4339-bdcc-71c32ab4092f HTTP/1.1" status: 204 len: 168 time: 0.2594566 Sep 26 13:32:34.616641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52526) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:34.705235 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.798592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.832947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dde5e58-9334-4b3b-887a-15e3ef39c759']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:34.847088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b5b5e5-ddd0-47f9-80de-713dd6eba734') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:34.848187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b5b5e5-ddd0-47f9-80de-713dd6eba734') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:34.866214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.887607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.898904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:32:34.899330 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:32:34.901317 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:32:34.922837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4f57-196f-4b50-babb-81cc489bf098 req-6aff3897-3b42-4840-b8fc-67b9305d100b tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:34.925979 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-102d4f57-196f-4b50-babb-81cc489bf098 req-6aff3897-3b42-4840-b8fc-67b9305d100b tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 944 time: 0.4323158 Sep 26 13:32:34.966009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.966802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-102d4f57-196f-4b50-babb-81cc489bf098 req-5f0aa6ea-2545-41db-bbdd-25b6d17fb88b tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Sep 26 13:32:34.987776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:34.992412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4dde5e58-9334-4b3b-887a-15e3ef39c759 HTTP/1.1" status: 204 len: 168 time: 0.3721344 Sep 26 13:32:34.993328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39107914-d804-45d4-b928-fba6cd8ba0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dde5e58-9334-4b3b-887a-15e3ef39c759,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:35.247918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52540) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:35.291611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-260f9541-d322-492a-877c-256d87dd0945 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=564ea27045bc4086a8762b491254cccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424125 Sep 26 13:32:35.294997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52542) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:35.347096 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-862977f7-a3d2-4d40-8d10-6d730d4c3337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:35.370164 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-862977f7-a3d2-4d40-8d10-6d730d4c3337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:35.434673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-862977f7-a3d2-4d40-8d10-6d730d4c3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:35.438106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-862977f7-a3d2-4d40-8d10-6d730d4c3337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:35.439474 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-862977f7-a3d2-4d40-8d10-6d730d4c3337 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25ba7ccc-6d7e-408e-959d-f679575963da HTTP/1.1" status: 204 len: 168 time: 0.1435459 Sep 26 13:32:35.447747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862977f7-a3d2-4d40-8d10-6d730d4c3337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba7ccc-6d7e-408e-959d-f679575963da,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:35.802817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52558) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:35.844484 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a879cf52-6b47-4499-b7fa-b2a7858ba8fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=003393e53ce34fa597c155f95cf97309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404961 Sep 26 13:32:35.847036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52562) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:35.900973 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8522ce23-348d-4953-a225-1330ec25fe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:35.932441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8522ce23-348d-4953-a225-1330ec25fe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:35.986929 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8522ce23-348d-4953-a225-1330ec25fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:35.989809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8522ce23-348d-4953-a225-1330ec25fe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:35.991124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8522ce23-348d-4953-a225-1330ec25fe06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81dd8e12-a3d6-4675-959c-5e9409de1f0f HTTP/1.1" status: 204 len: 168 time: 0.1431174 Sep 26 13:32:36.000519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522ce23-348d-4953-a225-1330ec25fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dd8e12-a3d6-4675-959c-5e9409de1f0f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:36.118296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb40b9-0074-4ffb-81c3-ff321f799810 req-f3ad579f-d609-472f-99b2-41dc112c89f8 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:36.119927 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1adb40b9-0074-4ffb-81c3-ff321f799810 req-f3ad579f-d609-472f-99b2-41dc112c89f8 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 944 time: 0.0584049 Sep 26 13:32:36.161913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1adb40b9-0074-4ffb-81c3-ff321f799810 req-bf761c54-b0e6-42a1-96ed-4184161c887e tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Sep 26 13:32:36.696797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52588) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:36.794715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2033142575-network', 'tenant_id': 'a136fbbcc5724973ae195a5089960452'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:36.815506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Made reservation on behalf of a136fbbcc5724973ae195a5089960452 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:36.817938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:36.826450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:36.932975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:36.936582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:36.961694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:32:36.970971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6778872-7aa0-4c70-85f0-3c2d88a03241,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:36.977055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:36.977394 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Added segment 609ea5f4-88eb-4982-9f91-84430b305dd9 of type vlan for network 1b920821-2612-405e-8582-1eb507a21de8 Sep 26 13:32:37.016676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:37.040958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:37.041948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:37.042532 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:37.076351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3783665 Sep 26 13:32:37.080966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52594) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:37.086231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Request body: {'subnet': {'network_id': '1b920821-2612-405e-8582-1eb507a21de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2033142575-subnet', 'tenant_id': 'a136fbbcc5724973ae195a5089960452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:37.111105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Made reservation on behalf of a136fbbcc5724973ae195a5089960452 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:37.114499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:37.114903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33163d4f-8b54-47d9-80be-6a1d792e396f admin admin] Pushing event updated for resources: {'Network': ['ID=1b920821-2612-405e-8582-1eb507a21de8,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:37.126283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 1b920821-2612-405e-8582-1eb507a21de8 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:32:37.289565 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3854b8b-8e0b-4895-914d-b7b5a57e6a3d req-e2d57973-75ac-4e18-a70f-36f0ff1f75e0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:37.291211 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3854b8b-8e0b-4895-914d-b7b5a57e6a3d req-e2d57973-75ac-4e18-a70f-36f0ff1f75e0 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 944 time: 0.0529280 Sep 26 13:32:37.305412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:37.338314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b3854b8b-8e0b-4895-914d-b7b5a57e6a3d req-ddd1d32c-0b0f-4cfd-98bf-85a6d052b282 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Sep 26 13:32:37.362408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6559fbe-b93a-4e69-94e9-4a68b1fdec5e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:37.377734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.378088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.378437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.378780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.379116 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.379454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.379787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.380122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.380453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.380782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.381110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.381439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.389846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Checking segment: {'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:32:37.390232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Network hostable DHCP agents. Network: 1b920821-2612-405e-8582-1eb507a21de8, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:32:37.406510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Network 1b920821-2612-405e-8582-1eb507a21de8 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:32:37.415323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 1b920821-2612-405e-8582-1eb507a21de8) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:37.420290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:37.420901 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:37.425312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c342c-47f9-4d7b-b10c-20b532354f50 None None] Network 1b920821-2612-405e-8582-1eb507a21de8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:37.439437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8314ecce-c519-4bb1-be6a-b36da6348b15 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3571699 Sep 26 13:32:37.568118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba45b0b-3b73-4670-9101-6de88ba62fa0 None None] Network 1b920821-2612-405e-8582-1eb507a21de8 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:37.625310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device f2a7ef96-339e-4272-87f3-5613539a3001 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:32:37.777317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port f2a7ef96-339e-4272-87f3-5613539a3001, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=f2a7ef96-339e-4272-87f3-5613539a3001,segment=NetworkSegment(56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0),segment_id=56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:37.790089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'f2a7ef96-339e-4272-87f3-5613539a3001', 'network_id': '956d533b-2da4-4258-85bb-44bf386b7668', 'port_id': 'f2a7ef96-339e-4272-87f3-5613539a3001', 'mac_address': 'fa:16:3e:da:91:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f789c1-e115-4e45-a48e-506d7a263795', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:32:37.828768 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:37.843330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a7ef96-339e-4272-87f3-5613539a3001 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:32:37.864046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port f2a7ef96-339e-4272-87f3-5613539a3001, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=f2a7ef96-339e-4272-87f3-5613539a3001,segment=NetworkSegment(56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0),segment_id=56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:37.868916 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:37.925839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=f2a7ef96-339e-4272-87f3-5613539a3001,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:37.935402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.935829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.936362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.936751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.937199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.937655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.938086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.938495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.939011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.939418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.939839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:37.940263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:32:38.178541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['f2a7ef96-339e-4272-87f3-5613539a3001'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:32:38.342133 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bcdbf30-8d23-4833-96b2-aa8fcf95a862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:38.346204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52630) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:38.473401 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a11d9e-479f-45f4-9c0d-a7cd3fbe1a43 req-a9defcef-bb8b-43ba-8cef-9186717bd9a8 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:38.474908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36a11d9e-479f-45f4-9c0d-a7cd3fbe1a43 req-a9defcef-bb8b-43ba-8cef-9186717bd9a8 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 945 time: 0.0575929 Sep 26 13:32:38.484443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d309c1ca-7119-48c3-bbfa-fab0ad69f2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:38.538813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36a11d9e-479f-45f4-9c0d-a7cd3fbe1a43 req-efedcff9-91e3-4701-b651-240c190978c6 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564456 Sep 26 13:32:38.607300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d309c1ca-7119-48c3-bbfa-fab0ad69f2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:38.611213 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d309c1ca-7119-48c3-bbfa-fab0ad69f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:38.650182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d309c1ca-7119-48c3-bbfa-fab0ad69f2c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fae99fe5890c41e18c0ede2d78870470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014772 Sep 26 13:32:38.652470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52636) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:38.659489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309c1ca-7119-48c3-bbfa-fab0ad69f2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9480f1-c6c2-4fcc-a77d-feb331218396,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:38.706898 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac48d68b-f952-45c5-a8fb-93873b03e7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:38.727606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac48d68b-f952-45c5-a8fb-93873b03e7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:38.773571 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac48d68b-f952-45c5-a8fb-93873b03e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:38.776061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac48d68b-f952-45c5-a8fb-93873b03e7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:38.777282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac48d68b-f952-45c5-a8fb-93873b03e7ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e9480f1-c6c2-4fcc-a77d-feb331218396 HTTP/1.1" status: 204 len: 168 time: 0.1239021 Sep 26 13:32:38.786027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48d68b-f952-45c5-a8fb-93873b03e7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9480f1-c6c2-4fcc-a77d-feb331218396,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:39.053895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52642) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:39.067641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95e78b7a-51d5-49bc-b239-7d25c3214b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.161683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95e78b7a-51d5-49bc-b239-7d25c3214b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.165457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95e78b7a-51d5-49bc-b239-7d25c3214b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.205905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-95e78b7a-51d5-49bc-b239-7d25c3214b91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0310e802592d45a79c5e9ff14b4d90a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508551 Sep 26 13:32:39.206841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e78b7a-51d5-49bc-b239-7d25c3214b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88673e88-836c-4e44-8722-a9a8d1281cb5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:39.208544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52644) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:39.266546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51da34c5-77de-4592-82d3-f7cb43928821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.291833 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51da34c5-77de-4592-82d3-f7cb43928821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.340894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51da34c5-77de-4592-82d3-f7cb43928821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.343384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-51da34c5-77de-4592-82d3-f7cb43928821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.344553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-51da34c5-77de-4592-82d3-f7cb43928821 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88673e88-836c-4e44-8722-a9a8d1281cb5 HTTP/1.1" status: 204 len: 168 time: 0.1349807 Sep 26 13:32:39.352733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da34c5-77de-4592-82d3-f7cb43928821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88673e88-836c-4e44-8722-a9a8d1281cb5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:39.630722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device f2a7ef96-339e-4272-87f3-5613539a3001 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:32:39.663247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37547ea-08d8-4a93-adf0-1c7865b93359 req-3f6be62e-c54a-4fc4-b189-cf29c33c5e13 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:39.664972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b37547ea-08d8-4a93-adf0-1c7865b93359 req-3f6be62e-c54a-4fc4-b189-cf29c33c5e13 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 945 time: 0.0544128 Sep 26 13:32:39.706605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port f2a7ef96-339e-4272-87f3-5613539a3001 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:32:39.711464 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b37547ea-08d8-4a93-adf0-1c7865b93359 req-36442fc8-c4b5-488f-b05b-d44a2eebfa4f tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387976 Sep 26 13:32:39.711746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port f2a7ef96-339e-4272-87f3-5613539a3001 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:32:39.712294 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.797532 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.821992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73271fe-75fe-47b6-a8b7-da7fed1d6f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a7ef96-339e-4272-87f3-5613539a3001'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:32:39.825191 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5852f15-6823-4867-a330-c2a054d06d41" -d '{"events": [{"server_uuid": "e73271fe-75fe-47b6-a8b7-da7fed1d6f01", "name": "network-vif-plugged", "status": "completed", "tag": "f2a7ef96-339e-4272-87f3-5613539a3001"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:32:39.840942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port f2a7ef96-339e-4272-87f3-5613539a3001, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=f2a7ef96-339e-4272-87f3-5613539a3001,segment=NetworkSegment(56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0),segment_id=56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:39.846813 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:39.907686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=f2a7ef96-339e-4272-87f3-5613539a3001,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:40.043408 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8772b524-1785-4691-87bc-8fe4d27e5502 x-openstack-request-id: req-8772b524-1785-4691-87bc-8fe4d27e5502 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:32:40.043789 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73271fe-75fe-47b6-a8b7-da7fed1d6f01", "name": "network-vif-plugged", "status": "completed", "tag": "f2a7ef96-339e-4272-87f3-5613539a3001", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:32:40.044109 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8772b524-1785-4691-87bc-8fe4d27e5502 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:32:40.044575 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73271fe-75fe-47b6-a8b7-da7fed1d6f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a7ef96-339e-4272-87f3-5613539a3001', 'code': 200} Sep 26 13:32:40.143155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086e234-8c4d-4c49-af1e-2906a21f0f2e req-c8aad6c6-ea21-4564-a5ed-81c8330c383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:40.144635 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6086e234-8c4d-4c49-af1e-2906a21f0f2e req-c8aad6c6-ea21-4564-a5ed-81c8330c383c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 1098 time: 0.0429747 Sep 26 13:32:40.185024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6086e234-8c4d-4c49-af1e-2906a21f0f2e req-cbe9674d-e897-4db1-a0a3-bf1d3518edf6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Sep 26 13:32:40.837048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9d0d-6e5b-4054-8f6a-185b93bcbae8 req-bca4de28-aac4-4654-a261-c51bf20b0e74 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:40.838858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b3e9d0d-6e5b-4054-8f6a-185b93bcbae8 req-bca4de28-aac4-4654-a261-c51bf20b0e74 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0529642 Sep 26 13:32:40.881382 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b3e9d0d-6e5b-4054-8f6a-185b93bcbae8 req-e5cb97da-b225-4c50-989c-105788dcd34d tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Sep 26 13:32:41.066846 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3fa3d4ab-4a5b-446b-8947-b6d7d93803b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:41.660047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:42.018755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3bc96-4fcb-47dc-8b54-ae9ae8deda83 req-86802fc6-8798-42b4-afde-11a499dfd801 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:42.021952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aaa3bc96-4fcb-47dc-8b54-ae9ae8deda83 req-86802fc6-8798-42b4-afde-11a499dfd801 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0554633 Sep 26 13:32:42.067811 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aaa3bc96-4fcb-47dc-8b54-ae9ae8deda83 req-df667857-b632-49a6-bf08-23ae21b710ce tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Sep 26 13:32:42.144709 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:42.211146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0361a-e087-4511-9967-078ec0e6f1c9 req-6624a606-a0db-43c6-82fe-b224c5218a9c tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:42.218070 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56f0361a-e087-4511-9967-078ec0e6f1c9 req-6624a606-a0db-43c6-82fe-b224c5218a9c tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0742233 Sep 26 13:32:42.259686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-56f0361a-e087-4511-9967-078ec0e6f1c9 req-68fe3e96-5fc8-480c-9865-001e7f20865f tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Sep 26 13:32:42.575573 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524370cc-8d92-40f0-9237-66542fc1370d req-12e3662b-7c46-47e2-a56d-9908676d07ed tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:42.577832 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-524370cc-8d92-40f0-9237-66542fc1370d req-12e3662b-7c46-47e2-a56d-9908676d07ed tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0566564 Sep 26 13:32:42.617715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-524370cc-8d92-40f0-9237-66542fc1370d req-d72ce00b-6a21-4f7d-a84c-64a101cd8eec tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Sep 26 13:32:42.783773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52888) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:42.897696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd913e60-1750-4b48-8086-6f3ce75c0d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:43.006865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd913e60-1750-4b48-8086-6f3ce75c0d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:43.010713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd913e60-1750-4b48-8086-6f3ce75c0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:43.050897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dd913e60-1750-4b48-8086-6f3ce75c0d95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd1bcfb7b52245db87d4a56b4ad08b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657955 Sep 26 13:32:43.052732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd913e60-1750-4b48-8086-6f3ce75c0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14576a3c-62b7-430c-a227-caecf800bdb8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:43.053293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52892) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:43.105912 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b209906f-ca63-4f95-9100-df47015af621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:43.128599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b209906f-ca63-4f95-9100-df47015af621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:43.174683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b209906f-ca63-4f95-9100-df47015af621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:43.177288 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b209906f-ca63-4f95-9100-df47015af621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:43.178533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b209906f-ca63-4f95-9100-df47015af621 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14576a3c-62b7-430c-a227-caecf800bdb8 HTTP/1.1" status: 204 len: 168 time: 0.1242154 Sep 26 13:32:43.186934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209906f-ca63-4f95-9100-df47015af621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14576a3c-62b7-430c-a227-caecf800bdb8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:43.607838 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:43.750384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d548041-21b3-4d05-a2b6-f840aae57568 req-0857d417-578a-4b7a-a414-fe1362d62686 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:43.752312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d548041-21b3-4d05-a2b6-f840aae57568 req-0857d417-578a-4b7a-a414-fe1362d62686 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0603726 Sep 26 13:32:43.798079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3d548041-21b3-4d05-a2b6-f840aae57568 req-2421a5df-32ab-4d8e-a46b-4e6c99501508 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Sep 26 13:32:44.066360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f0c0-55a4-4519-8b7c-dd593a47b83a req-000663b1-de2b-4f83-8310-63c2b6d2c084 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:44.069056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b459f0c0-55a4-4519-8b7c-dd593a47b83a req-000663b1-de2b-4f83-8310-63c2b6d2c084 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.1035702 Sep 26 13:32:44.088517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-739f0c0c-d660-4872-b9f4-f6a438631c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:44.091258 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-739f0c0c-d660-4872-b9f4-f6a438631c04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8ba7aec6ca44eca9c6eeb4968ecf65&device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 1098 time: 0.0745311 Sep 26 13:32:44.154321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b459f0c0-55a4-4519-8b7c-dd593a47b83a req-c815dfa0-bf4b-4060-b116-1501c6361474 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748534 Sep 26 13:32:44.221368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-2508c439-9e10-4dbc-891b-8dfb20da4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:44.223001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-2508c439-9e10-4dbc-891b-8dfb20da4519 service neutron] 10.222.0.23 "GET /v2.0/networks?id=956d533b-2da4-4258-85bb-44bf386b7668 HTTP/1.1" status: 200 len: 912 time: 0.1238511 Sep 26 13:32:44.274789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-2aca46da-53fe-44af-9a22-72d299f6d6a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a7ef96-339e-4272-87f3-5613539a3001 HTTP/1.1" status: 200 len: 217 time: 0.0441525 Sep 26 13:32:44.338060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-24ec3677-c5f1-44d0-bbc9-d979072d2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:44.341540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-24ec3677-c5f1-44d0-bbc9-d979072d2d9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99f789c1-e115-4e45-a48e-506d7a263795 HTTP/1.1" status: 200 len: 852 time: 0.0602174 Sep 26 13:32:44.381802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-d90497aa-02a4-4a5b-8f4c-88c5a5033dc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=956d533b-2da4-4258-85bb-44bf386b7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308936 Sep 26 13:32:44.490472 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-c23df2d4-1f5a-4ae4-9aa0-bdf018051c38 service neutron] 10.222.0.23 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015911 Sep 26 13:32:44.595933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99db7656-2cf4-49b8-9fee-e891c7a5b827 req-ab85c139-a633-465c-a46a-9915d97ad2c5 service neutron] 10.222.0.23 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986207 Sep 26 13:32:45.299516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668119b-2edf-476a-93b8-acc4efa09ea7 req-bf53053c-0e3b-47e0-8678-76f8904f84c2 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:45.301145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e668119b-2edf-476a-93b8-acc4efa09ea7 req-bf53053c-0e3b-47e0-8678-76f8904f84c2 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0640185 Sep 26 13:32:45.353270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e668119b-2edf-476a-93b8-acc4efa09ea7 req-d8ed2bf4-e3d8-465b-a95f-39d8bd37292f tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Sep 26 13:32:45.371974 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:45.460843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 52986) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:45.592480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84d4dc2e-4661-4b2f-aa72-ad2842b9984d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:45.693445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84d4dc2e-4661-4b2f-aa72-ad2842b9984d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:45.697688 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-84d4dc2e-4661-4b2f-aa72-ad2842b9984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:45.741641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-84d4dc2e-4661-4b2f-aa72-ad2842b9984d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ce6ae636854432589be50f6aef2cda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773187 Sep 26 13:32:45.742399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52990) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:45.743058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4dc2e-4661-4b2f-aa72-ad2842b9984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc6240-5299-4d3c-bbd6-6a6796bb5254,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:45.798382 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd3d4-0ecc-4468-8118-d2e0701cdccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:45.821611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd3d4-0ecc-4468-8118-d2e0701cdccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:45.873078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd3d4-0ecc-4468-8118-d2e0701cdccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:45.875920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd3d4-0ecc-4468-8118-d2e0701cdccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:45.880047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ee6fd3d4-0ecc-4468-8118-d2e0701cdccc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6dc6240-5299-4d3c-bbd6-6a6796bb5254 HTTP/1.1" status: 204 len: 168 time: 0.1357126 Sep 26 13:32:45.896834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fd3d4-0ecc-4468-8118-d2e0701cdccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc6240-5299-4d3c-bbd6-6a6796bb5254,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:46.176657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 52998) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:46.191572 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6a355c5-649b-440d-8d46-cfd10875d983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:46.284794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6a355c5-649b-440d-8d46-cfd10875d983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:46.289067 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e6a355c5-649b-440d-8d46-cfd10875d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:46.331808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a355c5-649b-440d-8d46-cfd10875d983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5b31ef-c9ac-4e86-9a75-2d39a5ce5561,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:46.341294 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53000) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:46.355697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e6a355c5-649b-440d-8d46-cfd10875d983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdc26bb115e3434f8fd1e0b1ae54bee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776750 Sep 26 13:32:46.397219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-440b6aec-b575-4b5e-acd5-0a6108b57e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:46.423485 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-440b6aec-b575-4b5e-acd5-0a6108b57e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:46.490241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc777e0-6a3b-4677-a1c2-4cbd297f4fba req-d2051dd9-e22a-4cc9-ba80-45c6c38ee4ff tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:46.491777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdc777e0-6a3b-4677-a1c2-4cbd297f4fba req-d2051dd9-e22a-4cc9-ba80-45c6c38ee4ff tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0650668 Sep 26 13:32:46.496238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-440b6aec-b575-4b5e-acd5-0a6108b57e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:46.499289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-440b6aec-b575-4b5e-acd5-0a6108b57e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:46.503222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-440b6aec-b575-4b5e-acd5-0a6108b57e38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac5b31ef-c9ac-4e86-9a75-2d39a5ce5561 HTTP/1.1" status: 204 len: 168 time: 0.1604950 Sep 26 13:32:46.511918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b6aec-b575-4b5e-acd5-0a6108b57e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5b31ef-c9ac-4e86-9a75-2d39a5ce5561,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:46.545763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bdc777e0-6a3b-4677-a1c2-4cbd297f4fba req-e6c7c56d-74a4-4d7b-935c-6173bdb6d6a4 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458381 Sep 26 13:32:46.822232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136981b5-8fa9-4331-9e23-a16a723046da req-5b02ff68-2207-4aec-b115-084ad0f50fde tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:46.836233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-136981b5-8fa9-4331-9e23-a16a723046da req-5b02ff68-2207-4aec-b115-084ad0f50fde tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0745230 Sep 26 13:32:46.879216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-136981b5-8fa9-4331-9e23-a16a723046da req-db8201ca-7648-4ff6-bd4e-a371b4e7bf21 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467589 Sep 26 13:32:47.888455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53046) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:48.019482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64ccb0-b278-4ab5-a89d-f551cf784e1e req-ee8b4384-4e50-40ae-82d3-4d23d382654e tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:48.021847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b64ccb0-b278-4ab5-a89d-f551cf784e1e req-ee8b4384-4e50-40ae-82d3-4d23d382654e tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0549641 Sep 26 13:32:48.076528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b64ccb0-b278-4ab5-a89d-f551cf784e1e req-c782792f-092d-477b-9753-ff904f23ba16 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468242 Sep 26 13:32:48.101706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1102453851'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:48.127745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Made reservation on behalf of 04054609b067427ebe663fe5b057809c for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:48.132157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.142393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.311720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.314448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff877b-845c-4dac-b428-8405810db59e req-d5865bb4-9c03-495d-8f96-bf55a4369c16 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:48.322871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cff877b-845c-4dac-b428-8405810db59e req-d5865bb4-9c03-495d-8f96-bf55a4369c16 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0724077 Sep 26 13:32:48.328805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.367847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:32:48.374315 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cff877b-845c-4dac-b428-8405810db59e req-a1068fcf-763d-41eb-a381-3ca2fd37d3aa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 Sep 26 13:32:48.387450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-06eb6a58-26d2-4304-beb4-e3fa22cf920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:48.389143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-06eb6a58-26d2-4304-beb4-e3fa22cf920a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c8ba7aec6ca44eca9c6eeb4968ecf65&device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 1098 time: 0.0892940 Sep 26 13:32:48.392202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.392599 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Added segment a5a226f2-6e26-49b4-aa62-a4f15fb66ce1 of type vlan for network 39942af3-33ed-40cb-b46c-63fc3382ebed Sep 26 13:32:48.393770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bdca99-e1c9-429e-b053-ebc0deb05ae3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:48.467841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.538029 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.548881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:48.549885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.573884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-31a1e861-3fdd-4844-bf5f-78bb268c9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:48.576337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-31a1e861-3fdd-4844-bf5f-78bb268c9485 service neutron] 10.222.0.23 "GET /v2.0/networks?id=956d533b-2da4-4258-85bb-44bf386b7668 HTTP/1.1" status: 200 len: 912 time: 0.1732495 Sep 26 13:32:48.631729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7402203 Sep 26 13:32:48.690198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-bfddbed7-2ca1-4d5c-a494-fec3a44ec63f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a7ef96-339e-4272-87f3-5613539a3001 HTTP/1.1" status: 200 len: 217 time: 0.0935769 Sep 26 13:32:48.732785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02f67a-e4fa-472d-b3a1-8d85e5956c90 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Pushing event updated for resources: {'Network': ['ID=39942af3-33ed-40cb-b46c-63fc3382ebed,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:48.745404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 39942af3-33ed-40cb-b46c-63fc3382ebed details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:32:48.772541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-94893f79-b754-489a-9452-fd2c942fe4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:48.774124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-94893f79-b754-489a-9452-fd2c942fe4ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=99f789c1-e115-4e45-a48e-506d7a263795 HTTP/1.1" status: 200 len: 852 time: 0.0750995 Sep 26 13:32:48.809571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-3d5e44b8-cae4-4cf4-bc7a-b9a220de3689 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=956d533b-2da4-4258-85bb-44bf386b7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270941 Sep 26 13:32:48.835194 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53060) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:48.840511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Request body: {'port': {'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed', 'binding:host_id': 'n-h2-806683-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1262242754'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:48.866759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Made reservation on behalf of 1b8c869397244dbfbae2bbfe522a2240 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:48.869724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.881194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:48.929156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-18d70e8b-0d4e-45bd-a144-00906985ed95 service neutron] 10.222.0.23 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069031 Sep 26 13:32:49.002263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.006929 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.012609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] device_id is not set on port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:32:49.034232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8e4e80d-6233-4cc5-8f0a-8c772c7646dd req-e1c3b54c-6583-45d9-bee8-d48e1ea02f88 service neutron] 10.222.0.23 "GET /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981534 Sep 26 13:32:49.097255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d41a3-5124-43a3-9327-e7fef9148bc3,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:49.253699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] device_id is not set on port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:32:49.262991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.268935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.330354 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=03c8793a-8b33-4c21-afd6-dfbc9af4be49,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:49.338301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Checking segment: {'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:32:49.339207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Network hostable DHCP agents. Network: 39942af3-33ed-40cb-b46c-63fc3382ebed, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:32:49.355994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Network 39942af3-33ed-40cb-b46c-63fc3382ebed is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:32:49.366027 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 39942af3-33ed-40cb-b46c-63fc3382ebed) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:49.370135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:32:49.377855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e427b0-7f93-4c78-a120-4fa724ef673a None None] Network 39942af3-33ed-40cb-b46c-63fc3382ebed requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:49.384764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.385110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.385453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.390599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.390599 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.391056 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 2 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.404872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.405221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.405608 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.410670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.410973 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.411371 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 3 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.425956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.426323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.426695 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.431971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.432353 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.432747 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 4 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.446751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.447097 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.447430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.453127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.453459 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.453882 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 5 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.498894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.499252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.499587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.507638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.507873 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.508903 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 6 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.528695 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.529036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.529379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.538764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55982-8f91-4fc9-ae85-a3e5d33da966 req-8690c7ee-e529-46b8-b05f-478a0049485f tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:49.540435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90c55982-8f91-4fc9-ae85-a3e5d33da966 req-8690c7ee-e529-46b8-b05f-478a0049485f tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0834825 Sep 26 13:32:49.544893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.545252 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.545672 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 7 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.571597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.571944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.572283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.580790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.581154 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.583970 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 8 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.608550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90c55982-8f91-4fc9-ae85-a3e5d33da966 req-b4b844ef-50e0-4c07-8344-943d9704bf44 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534682 Sep 26 13:32:49.609430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.609792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.610136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.615421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.615758 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.616156 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 9 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.638544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.638978 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.639458 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.644444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.644890 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.645356 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 10 to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 Sep 26 13:32:49.660441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:49.660880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:49.661287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:49.667253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:49.667595 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:49.667969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.737271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] For port 03c8793a-8b33-4c21-afd6-dfbc9af4be49, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:32:49.737779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempted to set empty binding levels {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 26 13:32:49.742622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.782218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:49.783011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.801239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=03c8793a-8b33-4c21-afd6-dfbc9af4be49,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:49.808141 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e1c42932-73bd-4445-b534-58eaf182215c tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.9715674 Sep 26 13:32:49.810944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53066) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:49.887648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Deleting port 03c8793a-8b33-4c21-afd6-dfbc9af4be49 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:49.888171 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.964487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] For port 03c8793a-8b33-4c21-afd6-dfbc9af4be49, host n-h2-806683-13, got binding levels [] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:49.965298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:49.978510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Calling delete_port for 03c8793a-8b33-4c21-afd6-dfbc9af4be49 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:50.069667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.098532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event deleted for resources: {'Port': ['ID=03c8793a-8b33-4c21-afd6-dfbc9af4be49,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:50.104328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.108722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-18dfaa9b-09b6-4d4e-b1f5-710f11d823f3 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "DELETE /v2.0/ports/03c8793a-8b33-4c21-afd6-dfbc9af4be49 HTTP/1.1" status: 204 len: 168 time: 0.2942576 Sep 26 13:32:50.109020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53070) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:50.136743 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d33963-f3e9-4b47-b51c-3ec32b70b350 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] GET failed (client error): The resource could not be found. Sep 26 13:32:50.138331 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e2d33963-f3e9-4b47-b51c-3ec32b70b350 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "GET /v2.0/ports/03c8793a-8b33-4c21-afd6-dfbc9af4be49 HTTP/1.1" status: 404 len: 333 time: 0.0283902 Sep 26 13:32:50.141929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53072) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:50.146996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Request body: {'port': {'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1335569953'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:50.168144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Made reservation on behalf of 1b8c869397244dbfbae2bbfe522a2240 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:50.170584 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.188630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] device_id is not set on port bdb88a69-0491-4145-bd3f-f8fd7d77e116 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:32:50.367740 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.371510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.406511 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.451769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Network 39942af3-33ed-40cb-b46c-63fc3382ebed is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:32:50.455011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:50.457475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:32:50.458762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:50.459371 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.467269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=bdb88a69-0491-4145-bd3f-f8fd7d77e116,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:50.482307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7203e036-19f5-4aa1-9c0a-a353d5f13b9b tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3391964 Sep 26 13:32:50.484876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53074) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:50.490098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:50.549542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.743717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] device_id is not set on port bdb88a69-0491-4145-bd3f-f8fd7d77e116 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:32:50.754483 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.760460 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:50.798187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bdeaa-ec0e-4585-8cc0-7b82141d8835 req-0b2a2628-e93b-4b02-a715-139c99eff019 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:50.799675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c56bdeaa-ec0e-4585-8cc0-7b82141d8835 req-0b2a2628-e93b-4b02-a715-139c99eff019 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0928473 Sep 26 13:32:50.839274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=bdb88a69-0491-4145-bd3f-f8fd7d77e116,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:50.862505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:50.862505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:50.862718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:50.871185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c56bdeaa-ec0e-4585-8cc0-7b82141d8835 req-1a8bea8a-5670-4d68-9e21-f8e548389883 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627041 Sep 26 13:32:50.872183 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:50.872525 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:50.872901 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 2 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:50.885823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:50.886370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:50.886608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:50.891477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:50.891794 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:50.892173 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 3 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:50.910270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:50.910631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:50.910947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:50.915375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:50.915702 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:50.916128 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 4 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:50.946804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:50.946804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:50.946804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:50.951321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:50.951693 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:50.952453 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 5 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:51.252969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:51.253669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:51.253669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:51.274326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:51.274656 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:51.277084 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 6 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:51.294231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:51.294576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:51.294910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:51.306399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e1382-d5b3-441e-a111-a52ac61ff258 req-728cb94d-d711-40c7-b7c5-23d2c69765bf tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:51.307999 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f2e1382-d5b3-441e-a111-a52ac61ff258 req-728cb94d-d711-40c7-b7c5-23d2c69765bf tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0678887 Sep 26 13:32:51.309012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:51.309341 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:51.309750 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 7 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:51.329554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:51.329888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:51.330242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:51.341748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:51.342016 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:51.343423 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 8 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:51.364359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:51.364695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:51.365033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:51.373712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f2e1382-d5b3-441e-a111-a52ac61ff258 req-dc4cb656-f8d7-4cf8-83e1-b3be052e53ca tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550606 Sep 26 13:32:51.374680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:51.375009 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:51.375394 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 9 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:51.388727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:51.389016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:51.389354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:51.394364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:51.394693 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:51.395081 n-d-806683-13 neutron-server[94812]: INFO neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 10 to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 Sep 26 13:32:51.408634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:51.408972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:51.409308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:51.413772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:51.414102 n-d-806683-13 neutron-server[94812]: ERROR neutron.plugins.ml2.managers [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:51.414468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:51.480458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] For port bdb88a69-0491-4145-bd3f-f8fd7d77e116, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:32:51.480811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempted to set empty binding levels {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 26 13:32:51.485236 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:51.514442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] In _notify_port_updated(), no bound segment for port bdb88a69-0491-4145-bd3f-f8fd7d77e116 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:32:51.515201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:51.516372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:51.517095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "PUT /v2.0/ports/bdb88a69-0491-4145-bd3f-f8fd7d77e116 HTTP/1.1" status: 200 len: 976 time: 1.0312855 Sep 26 13:32:51.519821 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53086) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:51.532380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0f15-f2b0-4291-bf01-959854056bce tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=bdb88a69-0491-4145-bd3f-f8fd7d77e116,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:51.563591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53a937-952b-4e0d-b174-4da93bd160d8 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:51.564088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53a937-952b-4e0d-b174-4da93bd160d8 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:51.564572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53a937-952b-4e0d-b174-4da93bd160d8 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:51.565052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53a937-952b-4e0d-b174-4da93bd160d8 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:51.565553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53a937-952b-4e0d-b174-4da93bd160d8 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:51.566034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53a937-952b-4e0d-b174-4da93bd160d8 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:51.567945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8c53a937-952b-4e0d-b174-4da93bd160d8 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 5564 time: 0.0471311 Sep 26 13:32:51.570928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53088) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:51.647763 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Deleting port bdb88a69-0491-4145-bd3f-f8fd7d77e116 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:51.648111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:51.719063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] For port bdb88a69-0491-4145-bd3f-f8fd7d77e116, host n-h2-806683-13, got binding levels [] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:51.719438 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:51.733371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Calling delete_port for bdb88a69-0491-4145-bd3f-f8fd7d77e116 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:51.755588 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:32:51.815160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:51.847949 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdb88a69-0491-4145-bd3f-f8fd7d77e116,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:51.853165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:51.855743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9914bc1b-43c5-4e12-9420-70f2972553f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bdb88a69-0491-4145-bd3f-f8fd7d77e116 HTTP/1.1" status: 204 len: 168 time: 0.2838929 Sep 26 13:32:51.858337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53090) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:51.881346 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ecfe3b-245c-4fdc-8353-2e6544580a6e tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] GET failed (client error): The resource could not be found. Sep 26 13:32:51.882846 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-18ecfe3b-245c-4fdc-8353-2e6544580a6e tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "GET /v2.0/ports/bdb88a69-0491-4145-bd3f-f8fd7d77e116 HTTP/1.1" status: 404 len: 333 time: 0.0236146 Sep 26 13:32:51.886624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53092) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:51.891472 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1793929360', 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:51.911551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Made reservation on behalf of 1b8c869397244dbfbae2bbfe522a2240 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:51.913846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:51.930234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] device_id is not set on port 952c11f4-258e-43c5-9b6b-c291c63f0ba2 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:32:52.083209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.118094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.159905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Network 39942af3-33ed-40cb-b46c-63fc3382ebed is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:32:52.164303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:52.167475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:32:52.168551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:52.169177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.182235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=952c11f4-258e-43c5-9b6b-c291c63f0ba2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:52.194313 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-debf29cb-c5c4-48b3-b044-404e401440f1 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3066323 Sep 26 13:32:52.197140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53096) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:52.233161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a76cc-80d3-4eee-a7ef-258c78b0e319 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:52.234665 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f23a76cc-80d3-4eee-a7ef-258c78b0e319 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "GET /v2.0/ports/952c11f4-258e-43c5-9b6b-c291c63f0ba2 HTTP/1.1" status: 200 len: 955 time: 0.0365269 Sep 26 13:32:52.237390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53098) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:52.320156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2a295c04-ab21-4e3f-b618-19a6bfce7794 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Deleting port 952c11f4-258e-43c5-9b6b-c291c63f0ba2 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:52.320416 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a295c04-ab21-4e3f-b618-19a6bfce7794 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.386572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a295c04-ab21-4e3f-b618-19a6bfce7794 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.400457 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2a295c04-ab21-4e3f-b618-19a6bfce7794 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Calling delete_port for 952c11f4-258e-43c5-9b6b-c291c63f0ba2 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:52.529246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717947-85fa-451a-8a94-555fb702317f req-553ae194-7e78-4b0d-a6c1-acb870e44ba1 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:52.532526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f717947-85fa-451a-8a94-555fb702317f req-553ae194-7e78-4b0d-a6c1-acb870e44ba1 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0789435 Sep 26 13:32:52.548366 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a295c04-ab21-4e3f-b618-19a6bfce7794 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.586045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a295c04-ab21-4e3f-b618-19a6bfce7794 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event deleted for resources: {'Port': ['ID=952c11f4-258e-43c5-9b6b-c291c63f0ba2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:52.605719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f717947-85fa-451a-8a94-555fb702317f req-08ac469e-4f8a-4631-997a-567d16d53ce9 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/security-groups?id=8972559f-be3e-4eaa-a501-4bf94a460ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659142 Sep 26 13:32:52.606806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a295c04-ab21-4e3f-b618-19a6bfce7794 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.608759 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2a295c04-ab21-4e3f-b618-19a6bfce7794 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "DELETE /v2.0/ports/952c11f4-258e-43c5-9b6b-c291c63f0ba2 HTTP/1.1" status: 204 len: 168 time: 0.3704298 Sep 26 13:32:52.611485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53104) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:52.637167 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffb9df9-b58b-479c-bb6b-ab2f1c2c6359 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] GET failed (client error): The resource could not be found. Sep 26 13:32:52.638744 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1ffb9df9-b58b-479c-bb6b-ab2f1c2c6359 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "GET /v2.0/ports/952c11f4-258e-43c5-9b6b-c291c63f0ba2 HTTP/1.1" status: 404 len: 333 time: 0.0262468 Sep 26 13:32:52.642450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53106) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:52.647560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Request body: {'port': {'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-320394516'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:52.671818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Made reservation on behalf of 1b8c869397244dbfbae2bbfe522a2240 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:52.673720 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.691320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] device_id is not set on port 4e8e7718-e1e6-4e6d-a480-eb930095b575 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:32:52.843559 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.877539 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.924461 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Network 39942af3-33ed-40cb-b46c-63fc3382ebed is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:32:52.927261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:52.934974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:32:52.935953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:52.936566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:52.939888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8e7718-e1e6-4e6d-a480-eb930095b575,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:52.952468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-683301ef-b491-4076-9d2b-1e38cde55da2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3086033 Sep 26 13:32:52.955188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53108) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:52.960147 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:53.009098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d6d998f2-5ac6-4930-8c16-ddf7534835ce tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:53.010617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d6d998f2-5ac6-4930-8c16-ddf7534835ce tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.23 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 946 time: 0.0501094 Sep 26 13:32:53.024120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.105696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Deleting port f2a7ef96-339e-4272-87f3-5613539a3001 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:53.105968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.193147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] For port f2a7ef96-339e-4272-87f3-5613539a3001, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=f2a7ef96-339e-4272-87f3-5613539a3001,segment=NetworkSegment(56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0),segment_id=56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:53.193538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.196697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] device_id is not set on port 4e8e7718-e1e6-4e6d-a480-eb930095b575 yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:32:53.204652 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.206459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Calling delete_port for f2a7ef96-339e-4272-87f3-5613539a3001 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:53.210800 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.264517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8e7718-e1e6-4e6d-a480-eb930095b575,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:53.277056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.277391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.277756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.282408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.282733 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.283116 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 2 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.300622 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.300970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.301314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.305785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.306119 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.306518 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 3 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.318415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.318758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.319112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.323471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.323821 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.324569 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 4 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.338247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.339111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.339470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.344405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.344746 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.345169 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 5 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.345404 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.357807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['f2a7ef96-339e-4272-87f3-5613539a3001'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:32:53.358372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.358574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.358915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.363401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.363867 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.364275 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 6 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.374356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Pushing event deleted for resources: {'Port': ['ID=f2a7ef96-339e-4272-87f3-5613539a3001,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:53.379193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.379843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.379843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.386620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.389804 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.390295 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 7 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.403362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.403702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.404036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.408511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.408839 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.409225 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 8 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.422911 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.423242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] No DVR routers for this DVR port f2a7ef96-339e-4272-87f3-5613539a3001 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:32:53.423418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.423570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.425841 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.427865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e6bd42f-ed39-44be-81da-909e739b191d req-d1ef388e-a634-438d-b774-52c1971133fa tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.23 "DELETE /v2.0/ports/f2a7ef96-339e-4272-87f3-5613539a3001 HTTP/1.1" status: 204 len: 173 time: 0.4117470 Sep 26 13:32:53.428006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.428330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73271fe-75fe-47b6-a8b7-da7fed1d6f01', 'name': 'network-vif-deleted', 'tag': 'f2a7ef96-339e-4272-87f3-5613539a3001'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:32:53.428470 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.428757 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 9 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.430780 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530484c0-e9df-4253-94b4-d21a8b0c8a72" -d '{"events": [{"server_uuid": "e73271fe-75fe-47b6-a8b7-da7fed1d6f01", "name": "network-vif-deleted", "tag": "f2a7ef96-339e-4272-87f3-5613539a3001"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:32:53.445222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.445713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.446312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.454837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.455451 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.456157 n-d-806683-13 neutron-server[94811]: INFO neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempt 10 to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 Sep 26 13:32:53.476520 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3694ee1-2f54-4f5c-9546-cde02255ee54 x-openstack-request-id: req-a3694ee1-2f54-4f5c-9546-cde02255ee54 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:32:53.476918 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73271fe-75fe-47b6-a8b7-da7fed1d6f01", "name": "network-vif-deleted", "tag": "f2a7ef96-339e-4272-87f3-5613539a3001", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:32:53.477355 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3694ee1-2f54-4f5c-9546-cde02255ee54 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:32:53.478134 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73271fe-75fe-47b6-a8b7-da7fed1d6f01', 'name': 'network-vif-deleted', 'tag': 'f2a7ef96-339e-4272-87f3-5613539a3001', 'status': 'completed', 'code': 200} Sep 26 13:32:53.479220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:53.479789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:53.480338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempting to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:53.493364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:32:53.493364 n-d-806683-13 neutron-server[94811]: ERROR neutron.plugins.ml2.managers [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Failed to bind port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on host n-h2-806683-13 for vnic_type normal using segments [{'id': 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '39942af3-33ed-40cb-b46c-63fc3382ebed'}] Sep 26 13:32:53.493364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.562555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] For port 4e8e7718-e1e6-4e6d-a480-eb930095b575, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:32:53.563261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attempted to set empty binding levels {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 26 13:32:53.567529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.603280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] In _notify_port_updated(), no bound segment for port 4e8e7718-e1e6-4e6d-a480-eb930095b575 on network 39942af3-33ed-40cb-b46c-63fc3382ebed {{(pid=94811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 26 13:32:53.604505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:53.604972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.606506 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "PUT /v2.0/ports/4e8e7718-e1e6-4e6d-a480-eb930095b575 HTTP/1.1" status: 200 len: 975 time: 0.6502936 Sep 26 13:32:53.609380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53114) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:53.628825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd552471-824b-41dc-aaed-5d313f2f6be6 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8e7718-e1e6-4e6d-a480-eb930095b575,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:53.697606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Deleting port 4e8e7718-e1e6-4e6d-a480-eb930095b575 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:53.698777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.729117 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d994a849-e8ed-48c8-a500-df415d045d33 req-869315ef-f524-4444-a443-1d2536ea73b1 tempest-TestServerAdvancedOps-93901787 tempest-TestServerAdvancedOps-93901787-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73271fe-75fe-47b6-a8b7-da7fed1d6f01 HTTP/1.1" status: 200 len: 210 time: 0.0320795 Sep 26 13:32:53.769738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] For port 4e8e7718-e1e6-4e6d-a480-eb930095b575, host n-h2-806683-13, got binding levels [] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:32:53.770112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.784916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Calling delete_port for 4e8e7718-e1e6-4e6d-a480-eb930095b575 owned by {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:53.874889 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.919378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8e7718-e1e6-4e6d-a480-eb930095b575,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:53.932042 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:53.938058 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4bdf63d8-577a-4405-9b91-4beda632f1f2 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4e8e7718-e1e6-4e6d-a480-eb930095b575 HTTP/1.1" status: 204 len: 168 time: 0.3275797 Sep 26 13:32:53.938298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53118) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:53.964408 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc68e626-dd91-475a-9720-865dfec31799 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] GET failed (client error): The resource could not be found. Sep 26 13:32:53.969430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53122) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:53.969637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bc68e626-dd91-475a-9720-865dfec31799 tempest-PortsAdminExtendedAttrsTestJSON-1645135007 tempest-PortsAdminExtendedAttrsTestJSON-1645135007-project-admin] 10.222.0.13 "GET /v2.0/ports/4e8e7718-e1e6-4e6d-a480-eb930095b575 HTTP/1.1" status: 404 len: 333 time: 0.0301559 Sep 26 13:32:54.064529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.162822 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.192481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39942af3-33ed-40cb-b46c-63fc3382ebed']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:54.218910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:54.219198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a226f2-6e26-49b4-aa62-a4f15fb66ce1') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:54.230999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.247236 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.255622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:32:54.256146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:32:54.260141 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:32:54.327886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.350308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.352408 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] 10.222.0.13 "DELETE /v2.0/networks/39942af3-33ed-40cb-b46c-63fc3382ebed HTTP/1.1" status: 204 len: 168 time: 0.3818307 Sep 26 13:32:54.353895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92fcbc-057f-4ddf-8513-9a19060a1b67 tempest-PortsAdminExtendedAttrsTestJSON-1458485018 tempest-PortsAdminExtendedAttrsTestJSON-1458485018-project] Pushing event deleted for resources: {'Network': ['ID=39942af3-33ed-40cb-b46c-63fc3382ebed,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:54.600928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53150) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:54.739061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cbfc454c-a3a8-4f29-b730-6a287136324e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04054609b067427ebe663fe5b057809c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365311 Sep 26 13:32:54.741462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:54.799542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53160) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:54.845920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16574368-0700-4a25-aee4-033c45b89809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.863758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02d421e-4238-4238-856c-512b8108ed7e admin admin] Deleting subnet 99f789c1-e115-4e45-a48e-506d7a263795 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:32:54.869123 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f02d421e-4238-4238-856c-512b8108ed7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.898235 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16574368-0700-4a25-aee4-033c45b89809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.932708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f02d421e-4238-4238-856c-512b8108ed7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:54.981393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f02d421e-4238-4238-856c-512b8108ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.014673 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16574368-0700-4a25-aee4-033c45b89809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.017300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-16574368-0700-4a25-aee4-033c45b89809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.021075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-16574368-0700-4a25-aee4-033c45b89809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10bdca99-e1c9-429e-b053-ebc0deb05ae3 HTTP/1.1" status: 204 len: 168 time: 0.2759466 Sep 26 13:32:55.032133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16574368-0700-4a25-aee4-033c45b89809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bdca99-e1c9-429e-b053-ebc0deb05ae3,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:55.085777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f02d421e-4238-4238-856c-512b8108ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.115507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d421e-4238-4238-856c-512b8108ed7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f789c1-e115-4e45-a48e-506d7a263795,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:55.125163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f02d421e-4238-4238-856c-512b8108ed7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.131497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f02d421e-4238-4238-856c-512b8108ed7e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/99f789c1-e115-4e45-a48e-506d7a263795 HTTP/1.1" status: 204 len: 168 time: 0.3291597 Sep 26 13:32:55.131497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53172) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:55.210206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.308421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.333821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956d533b-2da4-4258-85bb-44bf386b7668']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:55.344490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:55.345275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e1d4e8-039b-45b7-86ab-3ba5cb29d3c0') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:55.356250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.371719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.378552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:32:55.379078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:32:55.381100 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:32:55.398734 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53176) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:55.457600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74115577-0aa7-4e5a-b897-4e8a06eabe5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b8c869397244dbfbae2bbfe522a2240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564542 Sep 26 13:32:55.459033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53182) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:55.476273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.484077 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.486770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] 10.222.0.13 "DELETE /v2.0/networks/956d533b-2da4-4258-85bb-44bf386b7668 HTTP/1.1" status: 204 len: 168 time: 0.3546462 Sep 26 13:32:55.493796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53184) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:55.499057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571c836-352f-4626-8f60-bb197012579f admin admin] Pushing event deleted for resources: {'Network': ['ID=956d533b-2da4-4258-85bb-44bf386b7668,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:55.561532 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66299022-3579-469a-93fb-eda099e1f760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.565374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e13cd64-413d-44ba-a6e9-8a9161364d52 admin admin] Deleting subnet 665b604f-b822-462c-b1e8-dbcb0b58f97b {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:32:55.570491 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd64-413d-44ba-a6e9-8a9161364d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.621769 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66299022-3579-469a-93fb-eda099e1f760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.630627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd64-413d-44ba-a6e9-8a9161364d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.690847 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd64-413d-44ba-a6e9-8a9161364d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.737287 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66299022-3579-469a-93fb-eda099e1f760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.739835 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-66299022-3579-469a-93fb-eda099e1f760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.741707 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-66299022-3579-469a-93fb-eda099e1f760 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b2d41a3-5124-43a3-9327-e7fef9148bc3 HTTP/1.1" status: 204 len: 168 time: 0.2810652 Sep 26 13:32:55.767575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66299022-3579-469a-93fb-eda099e1f760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d41a3-5124-43a3-9327-e7fef9148bc3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:55.795702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd64-413d-44ba-a6e9-8a9161364d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.824245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13cd64-413d-44ba-a6e9-8a9161364d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665b604f-b822-462c-b1e8-dbcb0b58f97b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:55.833846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6e13cd64-413d-44ba-a6e9-8a9161364d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:55.836153 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6e13cd64-413d-44ba-a6e9-8a9161364d52 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/665b604f-b822-462c-b1e8-dbcb0b58f97b HTTP/1.1" status: 204 len: 168 time: 0.3413570 Sep 26 13:32:55.838516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53192) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:55.943422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.034739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.062633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404ed627-229e-412f-a379-00fdc307d860']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:56.080799 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07fbba4-8b2a-40cc-98de-e90d3be195c2') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:56.081422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07fbba4-8b2a-40cc-98de-e90d3be195c2') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:32:56.098332 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.122255 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.128733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:32:56.129138 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:32:56.130983 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:32:56.192054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.200261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.209973 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] 10.222.0.13 "DELETE /v2.0/networks/404ed627-229e-412f-a379-00fdc307d860 HTTP/1.1" status: 204 len: 168 time: 0.3682487 Sep 26 13:32:56.222836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8052b-c71a-408f-bcce-78ecdb0dce1d admin admin] Pushing event deleted for resources: {'Network': ['ID=404ed627-229e-412f-a379-00fdc307d860,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:56.343412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53216) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:56.411030 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4d71636c-98c0-42de-a041-3d3f34e60c99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c8ba7aec6ca44eca9c6eeb4968ecf65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658081 Sep 26 13:32:56.417643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53220) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:56.477592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48ab703f-539a-4579-92c1-531ef7e1fbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.517446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48ab703f-539a-4579-92c1-531ef7e1fbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.581362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48ab703f-539a-4579-92c1-531ef7e1fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.584451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48ab703f-539a-4579-92c1-531ef7e1fbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:56.588081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-48ab703f-539a-4579-92c1-531ef7e1fbee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8972559f-be3e-4eaa-a501-4bf94a460ed0 HTTP/1.1" status: 204 len: 168 time: 0.1670158 Sep 26 13:32:56.608721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab703f-539a-4579-92c1-531ef7e1fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8972559f-be3e-4eaa-a501-4bf94a460ed0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:57.040629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53244) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:57.097960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4ee4d977-af3f-4afb-85be-e0fd7c12c697 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c077fa9e80b4bee884379eb29132e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560539 Sep 26 13:32:57.100436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53248) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:57.157588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b232104-aacf-4026-a27b-97087021d266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.182080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b232104-aacf-4026-a27b-97087021d266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.241582 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b232104-aacf-4026-a27b-97087021d266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.245713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b232104-aacf-4026-a27b-97087021d266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.250642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9b232104-aacf-4026-a27b-97087021d266 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdbdc7ef-38c8-4b4b-abf2-bdee55af19fd HTTP/1.1" status: 204 len: 168 time: 0.1484923 Sep 26 13:32:57.264487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b232104-aacf-4026-a27b-97087021d266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbdc7ef-38c8-4b4b-abf2-bdee55af19fd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:57.561394 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53272) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:57.639583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device f2a7ef96-339e-4272-87f3-5613539a3001 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:32:57.666969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: f2a7ef96-339e-4272-87f3-5613539a3001 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:32:57.667587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device f2a7ef96-339e-4272-87f3-5613539a3001 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:32:57.677118 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-934135774', 'router:external': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:57.709012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Made reservation on behalf of 0dffc834a54049ee9490f0d3963cad41 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:57.711674 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.727799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.847886 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.856125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.887125 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:32:57.898473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef95198-b065-4761-8291-08147d87e787,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:57.905320 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.905839 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Added segment 1b2870e2-d22d-4ba0-b393-535b4ff91e63 of type vlan for network c9d36a63-a70e-4949-a6d6-5bf64596729b Sep 26 13:32:57.955210 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.993506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:57.995253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:57.995902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.030214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4645941 Sep 26 13:32:58.030648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53290) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:58.037974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'subnet': {'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:58.066931 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1babc46-bb43-4a39-8a3c-95da2c0441e6 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'Network': ['ID=c9d36a63-a70e-4949-a6d6-5bf64596729b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:58.077517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Made reservation on behalf of 0dffc834a54049ee9490f0d3963cad41 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:58.080921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.090531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network c9d36a63-a70e-4949-a6d6-5bf64596729b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:32:58.323906 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53304) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:58.439323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1228944642-network', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:58.454136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.objects.ports [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 13:32:58.454136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.471841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Made reservation on behalf of 5c26001b77d74ed9904e942bc605f9da for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:58.474679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.486909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.524338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0f4d5885-88b7-49ff-b41d-1ec4a2b21f86,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:58.532555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Checking segment: {'id': '1b2870e2-d22d-4ba0-b393-535b4ff91e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:32:58.533150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Network hostable DHCP agents. Network: c9d36a63-a70e-4949-a6d6-5bf64596729b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:32:58.554492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Network c9d36a63-a70e-4949-a6d6-5bf64596729b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:32:58.565313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, c9d36a63-a70e-4949-a6d6-5bf64596729b) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:58.573719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:58.574291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.575736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a37774-8bf4-463c-9941-95deabbf7f0d None None] Network c9d36a63-a70e-4949-a6d6-5bf64596729b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:58.607511 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.614441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.618358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c089a6d9-3b67-44e6-982f-7fc07a16d422 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5858917 Sep 26 13:32:58.621256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53312) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:58.628139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-264247138', 'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:58.632013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:32:58.642091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.642775 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Added segment 24e4b12e-65c4-4386-8d73-745f3ee2197d of type vlan for network 53204410-9959-4e9d-bd35-c34f1aa7fd12 Sep 26 13:32:58.656593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Made reservation on behalf of 0dffc834a54049ee9490f0d3963cad41 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:58.663366 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.684708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] device_id is not set on port 62426625-b16a-467f-a33c-094287f50ea3 yet. {{(pid=94812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:32:58.717307 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.721360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8083a136-da50-4993-a520-ff16c931813b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:58.738566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c996c66-e8f8-4843-8d26-c68e75d70e28 None None] Network c9d36a63-a70e-4949-a6d6-5bf64596729b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:58.766462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.767504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:58.768190 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.812426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4869764 Sep 26 13:32:58.815651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53318) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:58.821252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Request body: {'subnet': {'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1228944642-subnet', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:58.847376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Allocated IP 172.20.0.14 (c9d36a63-a70e-4949-a6d6-5bf64596729b/0f4d5885-88b7-49ff-b41d-1ec4a2b21f86/62426625-b16a-467f-a33c-094287f50ea3) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:32:58.863612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12058ad-1505-46d3-a017-39e3045d171b admin admin] Pushing event updated for resources: {'Network': ['ID=53204410-9959-4e9d-bd35-c34f1aa7fd12,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:58.887205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Made reservation on behalf of 5c26001b77d74ed9904e942bc605f9da for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:32:58.890586 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:58.892478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:32:59.032302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.075225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.126091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.138403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Network c9d36a63-a70e-4949-a6d6-5bf64596729b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:32:59.142868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:59.147723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:32:59.175024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'Port': ['ID=62426625-b16a-467f-a33c-094287f50ea3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:59.196274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:59.198796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.216649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6debb5-849e-459b-95b4-7c732e73891c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:59.222736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53326) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:59.223273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-058a0daf-0d29-4b35-8d38-5b5043e99bd2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6005669 Sep 26 13:32:59.231970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Checking segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:32:59.232561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Network hostable DHCP agents. Network: 53204410-9959-4e9d-bd35-c34f1aa7fd12, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:32:59.291160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:32:59.305073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 53204410-9959-4e9d-bd35-c34f1aa7fd12) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:59.310044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:32:59.310638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.314405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebddeb2-dff4-4b3f-887a-eba056df380d None None] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:32:59.335192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-05b22932-0d6d-4d77-9526-da92a38a520c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5156906 Sep 26 13:32:59.335445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53328) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:32:59.339932 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:32:59.351231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-870123d6-21ce-4f97-a998-9a1784dc09e2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Deleting port 62426625-b16a-467f-a33c-094287f50ea3 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:32:59.351567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-870123d6-21ce-4f97-a998-9a1784dc09e2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.390882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.392076 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.470267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-870123d6-21ce-4f97-a998-9a1784dc09e2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.489417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-53204410-9959-4e9d-bd35-c34f1aa7fd12', 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'fixed_ips': [{'subnet_id': 'ee6debb5-849e-459b-95b4-7c732e73891c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:32:59.490641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.508277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.513019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-870123d6-21ce-4f97-a998-9a1784dc09e2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Calling delete_port for 62426625-b16a-467f-a33c-094287f50ea3 owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:32:59.630731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Allocated IP 172.20.0.2 (53204410-9959-4e9d-bd35-c34f1aa7fd12/ee6debb5-849e-459b-95b4-7c732e73891c/2f22501c-0fc9-4a74-b174-0627f69dc3ce) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:32:59.700093 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.859260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-870123d6-21ce-4f97-a998-9a1784dc09e2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.859572 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.866861 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.896045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870123d6-21ce-4f97-a998-9a1784dc09e2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event deleted for resources: {'Port': ['ID=62426625-b16a-467f-a33c-094287f50ea3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:59.906494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:32:59.911491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:32:59.915741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:32:59.932582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Pushing event updated for resources: {'Port': ['ID=2f22501c-0fc9-4a74-b174-0627f69dc3ce,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:32:59.979545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Attempting to bind port 2f22501c-0fc9-4a74-b174-0627f69dc3ce on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:32:59.979916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Attempting to bind port 2f22501c-0fc9-4a74-b174-0627f69dc3ce by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:32:59.980550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Attempting to bind port 2f22501c-0fc9-4a74-b174-0627f69dc3ce on network 53204410-9959-4e9d-bd35-c34f1aa7fd12 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:32:59.985966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:32:59.986345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Checking segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:32:59.986750 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:32:59.987145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Bound using segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:32:59.987613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Bound port: 2f22501c-0fc9-4a74-b174-0627f69dc3ce, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:32:59.987997 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.061958 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-870123d6-21ce-4f97-a998-9a1784dc09e2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.066727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-870123d6-21ce-4f97-a998-9a1784dc09e2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "DELETE /v2.0/ports/62426625-b16a-467f-a33c-094287f50ea3 HTTP/1.1" status: 204 len: 168 time: 0.8393359 Sep 26 13:33:00.067086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53342) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:00.071953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b', 'external_fixed_ips': [{'subnet_id': '0f4d5885-88b7-49ff-b41d-1ec4a2b21f86', 'ip_address': '172.20.0.14'}]}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:00.081385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-163eef6b-d8dd-411e-983e-039307611cff None None] For port 2f22501c-0fc9-4a74-b174-0627f69dc3ce, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:00.086836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-163eef6b-d8dd-411e-983e-039307611cff None None] For port 2f22501c-0fc9-4a74-b174-0627f69dc3ce, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2f22501c-0fc9-4a74-b174-0627f69dc3ce,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:00.093304 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.116906 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.118451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.119104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.147425 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.170627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163eef6b-d8dd-411e-983e-039307611cff None None] Pushing event updated for resources: {'Port': ['ID=2f22501c-0fc9-4a74-b174-0627f69dc3ce,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:00.227219 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.302986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Allocated IP 172.25.4.216 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/ad2cca1d-5c36-458b-b741-85191c33834a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:00.438813 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.464548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.512808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.561934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:00.566728 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:00.570991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:00.607037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Pushing event updated for resources: {'Port': ['ID=ad2cca1d-5c36-458b-b741-85191c33834a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:00.672852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.698040 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:00.944441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Allocated IP 172.20.0.14 (c9d36a63-a70e-4949-a6d6-5bf64596729b/0f4d5885-88b7-49ff-b41d-1ec4a2b21f86/d747af58-1cc3-4a7f-9b4e-be877bb0599b) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:01.079030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2f22501c-0fc9-4a74-b174-0627f69dc3ce up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:01.124723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.168571 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.174999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 2f22501c-0fc9-4a74-b174-0627f69dc3ce triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:01.175783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.218519 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'Port': ['ID=d747af58-1cc3-4a7f-9b4e-be877bb0599b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:01.237027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Network c9d36a63-a70e-4949-a6d6-5bf64596729b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:01.241030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:01.246740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:01.306265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.334525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.381351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 2f22501c-0fc9-4a74-b174-0627f69dc3ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2f22501c-0fc9-4a74-b174-0627f69dc3ce,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:01.390673 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.488752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=2f22501c-0fc9-4a74-b174-0627f69dc3ce,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:01.542600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae21bc6-ac9c-42a4-8e1b-9b4cefc99427 None None] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:01.588718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.595684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.750867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9c2aedfa-721c-4cc9-b37f-444a380d7a0e None None] Provisioning complete for port 2f22501c-0fc9-4a74-b174-0627f69dc3ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:01.750867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c2aedfa-721c-4cc9-b37f-444a380d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.751264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:01.903685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:01.917583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Sync routers for ids ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:01.921170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:01.922780 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4cc3d67f-9196-4740-ae8c-e44209ee1c8d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5864658 Sep 26 13:33:01.925460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53368) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:01.934015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Routers {'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:01.934689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:02.149115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.152639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Set router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:02.257501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-02d08768-6749-41be-a591-c9bf9572e082 None None] Provisioning complete for port 2f22501c-0fc9-4a74-b174-0627f69dc3ce triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:02.257501 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-02d08768-6749-41be-a591-c9bf9572e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.327061 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Router 530ee496-36f0-4d7e-942f-f2ce9c84b92f is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:02.461828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:01Z', 'revision_number': 3, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port': {'id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:02.477931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:02.489194 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Sync routers for ids ['530ee496-36f0-4d7e-942f-f2ce9c84b92f'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:02.491634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Checking router: fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:02.491997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Updating router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 port ad2cca1d-5c36-458b-b741-85191c33834a binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:33:02.502974 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Routers {'530ee496-36f0-4d7e-942f-f2ce9c84b92f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:02.504231 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['530ee496-36f0-4d7e-942f-f2ce9c84b92f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:02.510548 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.518013 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.535474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.537322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-20b20b61-693d-4406-b5b1-c28ef7e0bb0c tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4692130 Sep 26 13:33:02.540230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53380) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:02.642667 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Set router 530ee496-36f0-4d7e-942f-f2ce9c84b92f gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:02.765937 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.842412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.849404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.857780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Allocated IP 172.20.0.1 (53204410-9959-4e9d-bd35-c34f1aa7fd12/ee6debb5-849e-459b-95b4-7c732e73891c/794166ea-37bf-4fac-8a4e-4040015c115c) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:02.926871 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Attempting to bind port ad2cca1d-5c36-458b-b741-85191c33834a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:02.927251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Attempting to bind port ad2cca1d-5c36-458b-b741-85191c33834a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:02.927620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Attempting to bind port ad2cca1d-5c36-458b-b741-85191c33834a on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:02.930838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105bc45-444d-47d9-a6bc-109b840beeda None None] Pushing event updated for resources: {'Port': ['ID=ad2cca1d-5c36-458b-b741-85191c33834a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:02.935761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:02.936143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:02.936850 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.936983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:02.937397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Bound port: ad2cca1d-5c36-458b-b741-85191c33834a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:02.937882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:02.938251 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530ee496-36f0-4d7e-942f-f2ce9c84b92f', 'name': '', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b', 'external_fixed_ips': [{'subnet_id': '0f4d5885-88b7-49ff-b41d-1ec4a2b21f86', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd747af58-1cc3-4a7f-9b4e-be877bb0599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:01Z', 'revision_number': 3, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port': {'id': 'd747af58-1cc3-4a7f-9b4e-be877bb0599b', 'name': '', 'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:bf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530ee496-36f0-4d7e-942f-f2ce9c84b92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0f4d5885-88b7-49ff-b41d-1ec4a2b21f86', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f4d5885-88b7-49ff-b41d-1ec4a2b21f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:02.983696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Checking router: 530ee496-36f0-4d7e-942f-f2ce9c84b92f for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:02.983936 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Updating router 530ee496-36f0-4d7e-942f-f2ce9c84b92f port d747af58-1cc3-4a7f-9b4e-be877bb0599b binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:33:03.021822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2f22501c-0fc9-4a74-b174-0627f69dc3ce up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:03.024701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.044976 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.058537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] For port ad2cca1d-5c36-458b-b741-85191c33834a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:03.098618 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] For port ad2cca1d-5c36-458b-b741-85191c33834a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ad2cca1d-5c36-458b-b741-85191c33834a,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:03.106861 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.116636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.141070 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Deleting port d747af58-1cc3-4a7f-9b4e-be877bb0599b {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:03.141412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.176045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 2f22501c-0fc9-4a74-b174-0627f69dc3ce triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:03.176664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.214882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.245706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Routers {'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:03.246358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:03.263562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:03.272704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:03.288272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:03.295664 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.298497 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105bc45-444d-47d9-a6bc-109b840beeda None None] Pushing event updated for resources: {'Port': ['ID=ad2cca1d-5c36-458b-b741-85191c33834a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:03.311760 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Calling delete_port for d747af58-1cc3-4a7f-9b4e-be877bb0599b owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:03.417128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Pushing event updated for resources: {'Port': ['ID=794166ea-37bf-4fac-8a4e-4040015c115c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:03.440936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] Set router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:03.466382 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.483010 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.498956 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.546868 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Pushing event updated for resources: {'Port': ['ID=d747af58-1cc3-4a7f-9b4e-be877bb0599b,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:03.550407 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Attempting to bind port d747af58-1cc3-4a7f-9b4e-be877bb0599b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:03.551295 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Attempting to bind port d747af58-1cc3-4a7f-9b4e-be877bb0599b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '1b2870e2-d22d-4ba0-b393-535b4ff91e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:03.552111 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Attempting to bind port d747af58-1cc3-4a7f-9b4e-be877bb0599b on network c9d36a63-a70e-4949-a6d6-5bf64596729b {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:03.564863 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.565360 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.565835 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.566450 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.566668 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.567089 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.567508 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.567922 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.568336 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.569017 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.569446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.569896 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:03.576418 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:03.577188 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Checking segment: {'id': '1b2870e2-d22d-4ba0-b393-535b4ff91e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:03.577775 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.578198 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Bound using segment: {'id': '1b2870e2-d22d-4ba0-b393-535b4ff91e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:03.578783 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Bound port: d747af58-1cc3-4a7f-9b4e-be877bb0599b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2870e2-d22d-4ba0-b393-535b4ff91e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c9d36a63-a70e-4949-a6d6-5bf64596729b'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:03.579257 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.661532 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] For port d747af58-1cc3-4a7f-9b4e-be877bb0599b, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:03.666654 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] For port d747af58-1cc3-4a7f-9b4e-be877bb0599b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d747af58-1cc3-4a7f-9b4e-be877bb0599b,segment=NetworkSegment(1b2870e2-d22d-4ba0-b393-535b4ff91e63),segment_id=1b2870e2-d22d-4ba0-b393-535b4ff91e63)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:03.679228 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.750250 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Routers {'530ee496-36f0-4d7e-942f-f2ce9c84b92f'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:03.750887 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['530ee496-36f0-4d7e-942f-f2ce9c84b92f'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:03.777667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.789468 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802585-5484-4e83-aa82-4cac61100432 None None] Pushing event updated for resources: {'Port': ['ID=d747af58-1cc3-4a7f-9b4e-be877bb0599b,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:03.866732 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] Set router 530ee496-36f0-4d7e-942f-f2ce9c84b92f gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:03.884668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5ae64d2c-8725-4d84-947f-5f0aaa3f98f2 None None] Provisioning complete for port 794166ea-37bf-4fac-8a4e-4040015c115c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:03.885713 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5ae64d2c-8725-4d84-947f-5f0aaa3f98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.919461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5ae64d2c-8725-4d84-947f-5f0aaa3f98f2 None None] Port 794166ea-37bf-4fac-8a4e-4040015c115c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:03.935176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:01Z', 'revision_number': 3, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port': {'id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:03.935832 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530ee496-36f0-4d7e-942f-f2ce9c84b92f', 'name': '', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:03Z', 'revision_number': 4, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:03.950467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:03.968030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af6fac-4b69-4ed2-ac61-891f3a735fcd None None] The sync data for ids ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'] in n-d-806683-13 is: [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:01Z', 'revision_number': 3, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port': {'id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:03.991359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event deleted for resources: {'Port': ['ID=d747af58-1cc3-4a7f-9b4e-be877bb0599b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:03.992304 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74423bc6-e4d2-46f1-98c5-cbd3ce654119 None None] The sync data for ids ['530ee496-36f0-4d7e-942f-f2ce9c84b92f'] in n-d-806683-13 is: [{'id': '530ee496-36f0-4d7e-942f-f2ce9c84b92f', 'name': '', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:03Z', 'revision_number': 4, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:04.007646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.034054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.144988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Pushing event updated for resources: {'Port': ['ID=794166ea-37bf-4fac-8a4e-4040015c115c,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:04.150965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-b4673475-2a7f-492b-9cb6-98a0b3e57e7a req-70d87c5a-aa99-49d3-abb4-d67d6e350f47 service neutron] (94811) timed out ('10.222.0.13', 32778) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:33:04.152913 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.159206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.289452 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.294275 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.404944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.405529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 530ee496-36f0-4d7e-942f-f2ce9c84b92f {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:04.414849 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.419126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d0696d04-c9bf-4fa0-bf31-7a269f6b2250 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "DELETE /v2.0/routers/530ee496-36f0-4d7e-942f-f2ce9c84b92f HTTP/1.1" status: 204 len: 168 time: 1.8747227 Sep 26 13:33:04.419482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53410) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:04.491130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:04.494439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbc7351-dee6-494a-9d9c-b0e84cc80c1a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Deleting subnet 0f4d5885-88b7-49ff-b41d-1ec4a2b21f86 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:33:04.498193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:04.500226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7351-dee6-494a-9d9c-b0e84cc80c1a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.620175 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7351-dee6-494a-9d9c-b0e84cc80c1a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.694351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7351-dee6-494a-9d9c-b0e84cc80c1a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.746272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:33:04.852914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c1a7b743-cba5-4ebc-9cfe-f9ba48d1c983 None None] Provisioning complete for port 794166ea-37bf-4fac-8a4e-4040015c115c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:04.854602 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b743-cba5-4ebc-9cfe-f9ba48d1c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.874253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7351-dee6-494a-9d9c-b0e84cc80c1a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.919533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc7351-dee6-494a-9d9c-b0e84cc80c1a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4d5885-88b7-49ff-b41d-1ec4a2b21f86,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:04.921936 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7351-dee6-494a-9d9c-b0e84cc80c1a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:04.923923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3cbc7351-dee6-494a-9d9c-b0e84cc80c1a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/0f4d5885-88b7-49ff-b41d-1ec4a2b21f86 HTTP/1.1" status: 204 len: 168 time: 0.5033169 Sep 26 13:33:04.926160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:04.926769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:04.936843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0990646e-2128-4cd3-8248-1c4d1d1172d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/fa04e3b7-12ea-4ba8-b095-341cc79ec4f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0054052 Sep 26 13:33:04.941916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7b743-cba5-4ebc-9cfe-f9ba48d1c983 None None] Port 794166ea-37bf-4fac-8a4e-4040015c115c cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:05.076636 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.088482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ad2cca1d-5c36-458b-b741-85191c33834a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:05.164788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ad2cca1d-5c36-458b-b741-85191c33834a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:05.166079 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.204282 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.236324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d36a63-a70e-4949-a6d6-5bf64596729b']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:05.247873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2870e2-d22d-4ba0-b393-535b4ff91e63') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:05.248350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2870e2-d22d-4ba0-b393-535b4ff91e63') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:05.260788 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.262088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.284693 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.290653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port ad2cca1d-5c36-458b-b741-85191c33834a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ad2cca1d-5c36-458b-b741-85191c33834a,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:05.296548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:33:05.296788 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.297393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:33:05.300204 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:33:05.378997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=ad2cca1d-5c36-458b-b741-85191c33834a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:05.442058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.450439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9d36a63-a70e-4949-a6d6-5bf64596729b {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 26 13:33:05.455128 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.461559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c9d36a63-a70e-4949-a6d6-5bf64596729b HTTP/1.1" status: 204 len: 168 time: 0.5301716 Sep 26 13:33:05.507393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96cb58-f7df-4881-a8f9-f853ade05477 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9d36a63-a70e-4949-a6d6-5bf64596729b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:05.855427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53452) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:05.860958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1925660294-network', 'tenant_id': '51eeb27554df4d0991dbed0910750384'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:05.884938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Made reservation on behalf of 51eeb27554df4d0991dbed0910750384 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:05.889672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:05.903603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.079813 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.089223 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.101185 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53458) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:06.107935 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-40e4e487-10be-40c8-bc7e-7cba90024edc tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'router': {'name': 'tempest-router--1425745850', 'project_id': 'fb76bc5153cd46b69f06036a269b9988'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:06.111998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:33:06.127170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.135827 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Added segment 63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e of type vlan for network d996a1b9-8b72-49ac-956b-c9b293656954 Sep 26 13:33:06.137221 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40e4e487-10be-40c8-bc7e-7cba90024edc tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.138694 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40e4e487-10be-40c8-bc7e-7cba90024edc tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.178540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.213266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40e4e487-10be-40c8-bc7e-7cba90024edc tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.232385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40e4e487-10be-40c8-bc7e-7cba90024edc tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.257811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d36fa6-2303-4052-92f3-4b37b9a53ae0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:06.259499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-40e4e487-10be-40c8-bc7e-7cba90024edc tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.260946 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-40e4e487-10be-40c8-bc7e-7cba90024edc tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1584010 Sep 26 13:33:06.264549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.265187 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53460) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:06.280843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:06.281928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.379112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] Pushing event updated for resources: {'Network': ['ID=d996a1b9-8b72-49ac-956b-c9b293656954,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:06.387377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-202b526d-7742-4b18-b584-360a3be105bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5304618 Sep 26 13:33:06.391491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d996a1b9-8b72-49ac-956b-c9b293656954 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:33:06.392022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53462) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:06.398833 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Request body: {'subnet': {'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1925660294-subnet', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:06.408496 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71a90e76-0b85-4c4d-9d14-673c90b8a6c2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.439001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Made reservation on behalf of 51eeb27554df4d0991dbed0910750384 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:06.441659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.691077 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.772480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4b47e0-f8df-4ca9-91d7-eed4c751a66e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:06.794816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Checking segment: {'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:06.795247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Network hostable DHCP agents. Network: d996a1b9-8b72-49ac-956b-c9b293656954, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:33:06.818964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Network d996a1b9-8b72-49ac-956b-c9b293656954 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:33:06.834145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d996a1b9-8b72-49ac-956b-c9b293656954) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:06.840244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:06.840993 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.844295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01d3f4-f332-45d2-80ea-bf6dfa292b98 None None] Network d996a1b9-8b72-49ac-956b-c9b293656954 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:06.884952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-151bc676-9189-4c79-a5f5-0a295e97a116 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4909458 Sep 26 13:33:06.886930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53474) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:06.893394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:06.934561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:06.938666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.019487 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.030056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ad2cca1d-5c36-458b-b741-85191c33834a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:07.120353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d996a1b9-8b72-49ac-956b-c9b293656954', 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'fixed_ips': [{'subnet_id': 'df4b47e0-f8df-4ca9-91d7-eed4c751a66e'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:33:07.121481 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.128218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Sync routers for ids ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:07.171746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71a90e76-0b85-4c4d-9d14-673c90b8a6c2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.172293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Routers {'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:07.172665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:07.175587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port ad2cca1d-5c36-458b-b741-85191c33834a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:07.176207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.176918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71a90e76-0b85-4c4d-9d14-673c90b8a6c2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.203348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.263611 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71a90e76-0b85-4c4d-9d14-673c90b8a6c2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.264316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a90e76-0b85-4c4d-9d14-673c90b8a6c2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 828a7df0-8bb6-4783-8858-accf872b0991 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:07.270176 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-71a90e76-0b85-4c4d-9d14-673c90b8a6c2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.271547 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-71a90e76-0b85-4c4d-9d14-673c90b8a6c2 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "DELETE /v2.0/routers/828a7df0-8bb6-4783-8858-accf872b0991 HTTP/1.1" status: 204 len: 168 time: 1.0051346 Sep 26 13:33:07.393400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53482) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:07.448828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.464785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Allocated IP 172.20.0.2 (d996a1b9-8b72-49ac-956b-c9b293656954/df4b47e0-f8df-4ca9-91d7-eed4c751a66e/d7839ace-16c3-490b-8ed5-de40f0e1293d) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:07.475591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.514682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Set router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:07.612825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Allocated IP 172.25.4.91 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/5174c853-0ca8-43dd-b248-d8f91dc90a29) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:07.693404 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-648553197', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:07.729036 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.730744 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.738910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.786767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.811534 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.834498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:07.838025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:07.849577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:07.860692 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.877293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Pushing event updated for resources: {'Port': ['ID=5174c853-0ca8-43dd-b248-d8f91dc90a29,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:07.888811 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:07.950580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Network d996a1b9-8b72-49ac-956b-c9b293656954 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:07.953193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:07.955033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Pushing event updated for resources: {'Port': ['ID=d7839ace-16c3-490b-8ed5-de40f0e1293d,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:07.957337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:08.026207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:03Z', 'revision_number': 4, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port': {'id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '794166ea-37bf-4fac-8a4e-4040015c115c', 'name': '', 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'mac_address': 'fa:16:3e:56:c7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'ee6debb5-849e-459b-95b4-7c732e73891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:02Z', 'updated_at': '2021-09-26T13:33:03Z', 'revision_number': 2, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'subnets': [{'id': 'ee6debb5-849e-459b-95b4-7c732e73891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:08.026515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.029082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Attempting to bind port d7839ace-16c3-490b-8ed5-de40f0e1293d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:08.029451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Attempting to bind port d7839ace-16c3-490b-8ed5-de40f0e1293d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:08.029835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Attempting to bind port d7839ace-16c3-490b-8ed5-de40f0e1293d on network d996a1b9-8b72-49ac-956b-c9b293656954 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:08.069130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:08.069704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Checking segment: {'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:08.070279 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.070799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Bound using segment: {'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:08.071577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Bound port: d7839ace-16c3-490b-8ed5-de40f0e1293d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:08.072019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.075714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Checking router: fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:08.076139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Updating router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 port 794166ea-37bf-4fac-8a4e-4040015c115c binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:33:08.132096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.222391 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.282771 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.309467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.318660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] For port d7839ace-16c3-490b-8ed5-de40f0e1293d, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:08.325301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] For port d7839ace-16c3-490b-8ed5-de40f0e1293d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d7839ace-16c3-490b-8ed5-de40f0e1293d,segment=NetworkSegment(63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e),segment_id=63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:08.348397 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.420169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37d3da-5ec6-4f1e-b891-054c889ad6a6 None None] Pushing event updated for resources: {'Port': ['ID=d7839ace-16c3-490b-8ed5-de40f0e1293d,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:08.434955 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-48c0345e-5d5c-4083-b51c-828274a0153e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.449058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Allocated IP 172.25.4.252 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/68cea7b3-1c78-4544-b501-87346dd06b78) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:08.513963 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.615499 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.633343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.646928 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.666286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.685899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Router 34146ba4-0248-44c4-b209-b4527ad8c1fe is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:08.719182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d135bf-8856-4139-8dc9-7abb0228fc76 None None] Pushing event updated for resources: {'Port': ['ID=794166ea-37bf-4fac-8a4e-4040015c115c,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:08.774889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:08.783234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:08.795916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:08.841675 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Attempting to bind port 794166ea-37bf-4fac-8a4e-4040015c115c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:08.842056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Attempting to bind port 794166ea-37bf-4fac-8a4e-4040015c115c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:08.842427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Attempting to bind port 794166ea-37bf-4fac-8a4e-4040015c115c on network 53204410-9959-4e9d-bd35-c34f1aa7fd12 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:08.848526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:08.849080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Checking segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:08.849517 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.849942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Bound using segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:08.850420 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Bound port: 794166ea-37bf-4fac-8a4e-4040015c115c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:08.853716 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.864646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event updated for resources: {'Port': ['ID=68cea7b3-1c78-4544-b501-87346dd06b78,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:08.965701 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:08.975961 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Sync routers for ids ['34146ba4-0248-44c4-b209-b4527ad8c1fe'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:08.987931 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Routers {'34146ba4-0248-44c4-b209-b4527ad8c1fe'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:08.990098 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['34146ba4-0248-44c4-b209-b4527ad8c1fe'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:08.993614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:08.998718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4c55ac7e-11ef-40bd-95fa-e977a81c8763 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1095426 Sep 26 13:33:08.999349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53510) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:09.061344 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] For port 794166ea-37bf-4fac-8a4e-4040015c115c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:09.068203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] For port 794166ea-37bf-4fac-8a4e-4040015c115c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=794166ea-37bf-4fac-8a4e-4040015c115c,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:09.094917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:09.163114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4a5bd635-faf2-4bb3-bd14-08e854a3a199 None None] Provisioning complete for port 794166ea-37bf-4fac-8a4e-4040015c115c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:09.169180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd635-faf2-4bb3-bd14-08e854a3a199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:09.195024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d7839ace-16c3-490b-8ed5-de40f0e1293d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:09.238109 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Set router 34146ba4-0248-44c4-b209-b4527ad8c1fe gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:09.363275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d7839ace-16c3-490b-8ed5-de40f0e1293d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:09.363648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:09.420523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d135bf-8856-4139-8dc9-7abb0228fc76 None None] Pushing event updated for resources: {'Port': ['ID=794166ea-37bf-4fac-8a4e-4040015c115c,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:09.432245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Routers {'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:09.432896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:09.503207 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:09.718498 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:08Z', 'revision_number': 3, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port': {'id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:07Z', 'updated_at': '2021-09-26T13:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:09.771816 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Checking router: 34146ba4-0248-44c4-b209-b4527ad8c1fe for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:09.772307 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Updating router 34146ba4-0248-44c4-b209-b4527ad8c1fe port 5174c853-0ca8-43dd-b248-d8f91dc90a29 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:33:09.834047 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:09.905791 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd635-faf2-4bb3-bd14-08e854a3a199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:09.933873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:09.937963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:09.994355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4a5bd635-faf2-4bb3-bd14-08e854a3a199 None None] For port 794166ea-37bf-4fac-8a4e-4040015c115c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=794166ea-37bf-4fac-8a4e-4040015c115c,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:10.005736 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a5bd635-faf2-4bb3-bd14-08e854a3a199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.097459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port d7839ace-16c3-490b-8ed5-de40f0e1293d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d7839ace-16c3-490b-8ed5-de40f0e1293d,segment=NetworkSegment(63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e),segment_id=63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:10.100772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291fa16-2374-49c8-a5b8-b73f78f98a56 None None] Network d996a1b9-8b72-49ac-956b-c9b293656954 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:10.110208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bd635-faf2-4bb3-bd14-08e854a3a199 None None] Pushing event updated for resources: {'Port': ['ID=794166ea-37bf-4fac-8a4e-4040015c115c,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:10.113528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.132950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Router 84021a4f-62f4-49b9-8757-43230ff189a6 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:10.161703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] Set router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:10.316059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=d7839ace-16c3-490b-8ed5-de40f0e1293d,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:10.318540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:10.348840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.350772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9c2a640d-1f23-4bf8-8dd2-0d68f1040017 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9560859 Sep 26 13:33:10.353192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53526) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:10.374433 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.375802 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.380904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5c17d018-e2b7-476c-ad01-8ba68725aeb0 None None] Provisioning complete for port 794166ea-37bf-4fac-8a4e-4040015c115c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:10.381936 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c17d018-e2b7-476c-ad01-8ba68725aeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.387661 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.440980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19fbfab-278e-4d55-8f64-d1be640fc5a6 None None] Sync routers for ids ['84021a4f-62f4-49b9-8757-43230ff189a6'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:10.496029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8d974f77-60d7-48c7-b165-6376f8924246 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/routers/84021a4f-62f4-49b9-8757-43230ff189a6 HTTP/1.1" status: 200 len: 920 time: 0.1402874 Sep 26 13:33:10.497808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53528) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:10.509519 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Attempting to bind port 5174c853-0ca8-43dd-b248-d8f91dc90a29 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:10.514747 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Attempting to bind port 5174c853-0ca8-43dd-b248-d8f91dc90a29 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:10.515137 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Attempting to bind port 5174c853-0ca8-43dd-b248-d8f91dc90a29 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:10.518701 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7740b-912d-4898-878b-5f0003697232 None None] Pushing event updated for resources: {'Port': ['ID=5174c853-0ca8-43dd-b248-d8f91dc90a29,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:10.535695 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:10.542029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19fbfab-278e-4d55-8f64-d1be640fc5a6 None None] Routers {'84021a4f-62f4-49b9-8757-43230ff189a6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:10.542772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f19fbfab-278e-4d55-8f64-d1be640fc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['84021a4f-62f4-49b9-8757-43230ff189a6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:10.543304 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:10.543782 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.544190 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:10.544697 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Bound port: 5174c853-0ca8-43dd-b248-d8f91dc90a29, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:10.545228 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.569740 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cbeff2b2-c453-4817-8d9e-af71f6bc9c91 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=84021a4f-62f4-49b9-8757-43230ff189a6 HTTP/1.1" status: 200 len: 205 time: 0.0707850 Sep 26 13:33:10.573092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53534) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:10.573288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Allocated IP 172.20.0.1 (d996a1b9-8b72-49ac-956b-c9b293656954/df4b47e0-f8df-4ca9-91d7-eed4c751a66e/693db59e-f308-4dee-9b20-2780d9cc1a70) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:10.602541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f19fbfab-278e-4d55-8f64-d1be640fc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:10.662704 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] For port 5174c853-0ca8-43dd-b248-d8f91dc90a29, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:10.667168 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] For port 5174c853-0ca8-43dd-b248-d8f91dc90a29, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5174c853-0ca8-43dd-b248-d8f91dc90a29,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:10.673937 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.721628 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.739711 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Routers {'34146ba4-0248-44c4-b209-b4527ad8c1fe'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:10.740815 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['34146ba4-0248-44c4-b209-b4527ad8c1fe'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:10.743691 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.793049 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.831667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19fbfab-278e-4d55-8f64-d1be640fc5a6 None None] Routers {'84021a4f-62f4-49b9-8757-43230ff189a6'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:10.832716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f19fbfab-278e-4d55-8f64-d1be640fc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:32:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['84021a4f-62f4-49b9-8757-43230ff189a6'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:10.840890 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7740b-912d-4898-878b-5f0003697232 None None] Pushing event updated for resources: {'Port': ['ID=5174c853-0ca8-43dd-b248-d8f91dc90a29,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:10.861372 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.879985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Network d996a1b9-8b72-49ac-956b-c9b293656954 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:10.883730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:10.887700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:10.919121 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] Set router 34146ba4-0248-44c4-b209-b4527ad8c1fe gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:10.919596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Pushing event updated for resources: {'Port': ['ID=693db59e-f308-4dee-9b20-2780d9cc1a70,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:10.931055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-f19fbfab-278e-4d55-8f64-d1be640fc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:10.932267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19fbfab-278e-4d55-8f64-d1be640fc5a6 None None] The sync data for ids ['84021a4f-62f4-49b9-8757-43230ff189a6'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:10.941920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.964767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Deleting port 68cea7b3-1c78-4544-b501-87346dd06b78 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:10.966225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:10.966402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5c17d018-e2b7-476c-ad01-8ba68725aeb0 None None] Provisioning complete for port d7839ace-16c3-490b-8ed5-de40f0e1293d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:10.966651 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5c17d018-e2b7-476c-ad01-8ba68725aeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.091286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d7839ace-16c3-490b-8ed5-de40f0e1293d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:11.129334 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.149250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Calling delete_port for 68cea7b3-1c78-4544-b501-87346dd06b78 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:11.218169 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.230562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d7839ace-16c3-490b-8ed5-de40f0e1293d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:11.231095 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.239400 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1619d472-31b5-448f-bed0-579bcd62f51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.274309 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:03Z', 'revision_number': 4, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port': {'id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '794166ea-37bf-4fac-8a4e-4040015c115c', 'name': '', 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'mac_address': 'fa:16:3e:56:c7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'ee6debb5-849e-459b-95b4-7c732e73891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:02Z', 'updated_at': '2021-09-26T13:33:09Z', 'revision_number': 4, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'subnets': [{'id': 'ee6debb5-849e-459b-95b4-7c732e73891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:11.307907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb53ec-2977-4afb-8bcb-b61f3a424db3 None None] The sync data for ids ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'] in n-d-806683-13 is: [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:03Z', 'revision_number': 4, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port': {'id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '794166ea-37bf-4fac-8a4e-4040015c115c', 'name': '', 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'mac_address': 'fa:16:3e:56:c7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'ee6debb5-849e-459b-95b4-7c732e73891c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:02Z', 'updated_at': '2021-09-26T13:33:09Z', 'revision_number': 4, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'subnets': [{'id': 'ee6debb5-849e-459b-95b4-7c732e73891c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:11.428577 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:08Z', 'revision_number': 3, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port': {'id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:07Z', 'updated_at': '2021-09-26T13:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:11.438303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a68d6c7f-70bd-49be-8015-54cd9bc0ad31 None None] Provisioning complete for port d7839ace-16c3-490b-8ed5-de40f0e1293d triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:11.438823 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a68d6c7f-70bd-49be-8015-54cd9bc0ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.503341 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b73ca-7f48-4eeb-a19f-2bd267c0db1a None None] The sync data for ids ['34146ba4-0248-44c4-b209-b4527ad8c1fe'] in n-d-806683-13 is: [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:08Z', 'revision_number': 3, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port': {'id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:07Z', 'updated_at': '2021-09-26T13:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:11.513812 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.597129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event deleted for resources: {'Port': ['ID=68cea7b3-1c78-4544-b501-87346dd06b78,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:11.663091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.669280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.705917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.714184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a68d6c7f-70bd-49be-8015-54cd9bc0ad31 None None] Provisioning complete for port 693db59e-f308-4dee-9b20-2780d9cc1a70 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:11.716919 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a68d6c7f-70bd-49be-8015-54cd9bc0ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.783107 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a68d6c7f-70bd-49be-8015-54cd9bc0ad31 None None] Port 693db59e-f308-4dee-9b20-2780d9cc1a70 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:11.803723 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.840278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Pushing event updated for resources: {'Port': ['ID=693db59e-f308-4dee-9b20-2780d9cc1a70,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:11.848085 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.904306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2924228f-9092-4aad-81b2-afd2e3db4249 None None] Provisioning complete for port 693db59e-f308-4dee-9b20-2780d9cc1a70 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:11.904654 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2924228f-9092-4aad-81b2-afd2e3db4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.937062 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.939503 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:11.998757 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.000389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Fanout notify agent at l3_agent the message router_deleted on router 84021a4f-62f4-49b9-8757-43230ff189a6 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:12.007353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2924228f-9092-4aad-81b2-afd2e3db4249 None None] Port 693db59e-f308-4dee-9b20-2780d9cc1a70 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:12.011587 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.012467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8855337a-5c09-4612-be9f-d102e8d1875b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/84021a4f-62f4-49b9-8757-43230ff189a6 HTTP/1.1" status: 204 len: 168 time: 1.4384074 Sep 26 13:33:12.013410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Network d996a1b9-8b72-49ac-956b-c9b293656954 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:12.015205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:12.016523 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53552) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:12.030606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'router': {'name': 'tempest-snat-router-138852947', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': False}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:12.112345 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.113721 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.150864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.231462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.281226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Router 34146ba4-0248-44c4-b209-b4527ad8c1fe has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:33:12.442377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8f599805-2557-434e-bc8f-8e18c7cf33b1 None None] Provisioning complete for port 693db59e-f308-4dee-9b20-2780d9cc1a70 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:12.443021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f599805-2557-434e-bc8f-8e18c7cf33b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.453109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.470162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:12.489450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8f599805-2557-434e-bc8f-8e18c7cf33b1 None None] Port 693db59e-f308-4dee-9b20-2780d9cc1a70 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:12.503328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-637d26bd-0eb1-498f-a328-d820454a02a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/34146ba4-0248-44c4-b209-b4527ad8c1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4989791 Sep 26 13:33:12.792163 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.814936 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:12.965036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Allocated IP 172.25.4.183 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/d2853ec7-8594-4cc1-a624-f71812db28f5) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:13.117178 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5174c853-0ca8-43dd-b248-d8f91dc90a29 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:13.181009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:13.217011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5174c853-0ca8-43dd-b248-d8f91dc90a29 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:13.218137 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:13.226442 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:13.278494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:13.283066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:13.291310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:13.294503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'Port': ['ID=d2853ec7-8594-4cc1-a624-f71812db28f5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:13.339518 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:13.372687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 5174c853-0ca8-43dd-b248-d8f91dc90a29, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5174c853-0ca8-43dd-b248-d8f91dc90a29,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:13.378675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:13.380964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 794166ea-37bf-4fac-8a4e-4040015c115c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:13.414184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-e75723dd-26fe-47f1-aedb-5b07d9b9eba3 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:13.422508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-e75723dd-26fe-47f1-aedb-5b07d9b9eba3 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/networks?id=53204410-9959-4e9d-bd35-c34f1aa7fd12 HTTP/1.1" status: 200 len: 910 time: 0.1268501 Sep 26 13:33:13.441265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-6c6a17fc-0fcc-4f30-a116-6d73288bac37 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/quotas/51eeb27554df4d0991dbed0910750384 HTTP/1.1" status: 200 len: 375 time: 0.0178099 Sep 26 13:33:13.523384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=5174c853-0ca8-43dd-b248-d8f91dc90a29,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:13.550851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 794166ea-37bf-4fac-8a4e-4040015c115c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:13.551228 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:13.559420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-ac070fcd-639b-4ca0-adf6-804c64acf720 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=51eeb27554df4d0991dbed0910750384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099873 Sep 26 13:33:13.620282 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:13.642124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-ec348d1c-06ba-48d8-a53c-5c139bea6bf3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:33:13.643383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-ec348d1c-06ba-48d8-a53c-5c139bea6bf3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0766673 Sep 26 13:33:13.750245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-6a220b6b-0def-46ce-850e-55c35578c873 service neutron] 10.222.0.13 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994203 Sep 26 13:33:13.873974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-a93bca5c-77bd-432b-b00f-aa92577417a6 service neutron] 10.222.0.13 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149318 Sep 26 13:33:13.979372 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:14.088800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2691d481-1e60-41b0-92a5-a9e8f67c78c6 req-1e928ac2-0d49-42b9-971a-51bec9e7bfe3 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 210 time: 0.0387275 Sep 26 13:33:14.253549 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:14.425666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Router c560cad3-481b-4daf-8e99-3b9b62c2a6c7 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:14.543505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:14.552645 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Sync routers for ids ['c560cad3-481b-4daf-8e99-3b9b62c2a6c7'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:14.561961 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:14.563235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-36aab369-b11f-42bd-80fe-68bddaed9478 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5363984 Sep 26 13:33:14.566111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53620) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:14.579674 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Routers {'c560cad3-481b-4daf-8e99-3b9b62c2a6c7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:14.580302 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c560cad3-481b-4daf-8e99-3b9b62c2a6c7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:14.706814 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38b35687-8e83-4ea9-98a7-a0221b18c55d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/routers/c560cad3-481b-4daf-8e99-3b9b62c2a6c7 HTTP/1.1" status: 200 len: 908 time: 0.1392403 Sep 26 13:33:14.713674 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:14.716994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'router': {'name': 'tempest-snat-router-138852947', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': True}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:14.742896 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Set router c560cad3-481b-4daf-8e99-3b9b62c2a6c7 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:14.746041 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:14.751252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:14.880500 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:14.981678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Sync routers for ids ['34146ba4-0248-44c4-b209-b4527ad8c1fe'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:14.992215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Routers {'34146ba4-0248-44c4-b209-b4527ad8c1fe'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:14.992981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['34146ba4-0248-44c4-b209-b4527ad8c1fe'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:15.065921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5174c853-0ca8-43dd-b248-d8f91dc90a29 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:15.107682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.114779 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c560cad3-481b-4daf-8e99-3b9b62c2a6c7', 'name': 'tempest-snat-router-138852947', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': False}, 'gw_port_id': 'd2853ec7-8594-4cc1-a624-f71812db28f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:12Z', 'updated_at': '2021-09-26T13:33:13Z', 'revision_number': 3, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port': {'id': 'd2853ec7-8594-4cc1-a624-f71812db28f5', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c560cad3-481b-4daf-8e99-3b9b62c2a6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:12Z', 'updated_at': '2021-09-26T13:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:15.129235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5174c853-0ca8-43dd-b248-d8f91dc90a29 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:15.129707 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.152550 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Checking router: c560cad3-481b-4daf-8e99-3b9b62c2a6c7 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:15.156720 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Updating router c560cad3-481b-4daf-8e99-3b9b62c2a6c7 port d2853ec7-8594-4cc1-a624-f71812db28f5 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:33:15.185158 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.187908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Set router 34146ba4-0248-44c4-b209-b4527ad8c1fe gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:15.263884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d412347-982b-4205-8610-8a64e480eac9 req-39aa329a-d220-4cb3-9dd3-5858ee3cdae2 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 210 time: 0.0629909 Sep 26 13:33:15.405594 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.458094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.496089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.504331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-c67bda95-2c57-4f63-a48e-5f0d49c6505c tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:15.507761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-c67bda95-2c57-4f63-a48e-5f0d49c6505c tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.23 "GET /v2.0/networks?id=53204410-9959-4e9d-bd35-c34f1aa7fd12 HTTP/1.1" status: 200 len: 910 time: 0.1790514 Sep 26 13:33:15.520505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Request body: {'port': {'device_id': '9e6e33a6-6c7d-4b01-aef7-b94b686851e2', 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'admin_state_up': True, 'tenant_id': '51eeb27554df4d0991dbed0910750384'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:15.533560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:11Z', 'revision_number': 4, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port': {'id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:07Z', 'updated_at': '2021-09-26T13:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '693db59e-f308-4dee-9b20-2780d9cc1a70', 'name': '', 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'mac_address': 'fa:16:3e:ac:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'df4b47e0-f8df-4ca9-91d7-eed4c751a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:10Z', 'updated_at': '2021-09-26T13:33:11Z', 'revision_number': 2, 'project_id': '51eeb27554df4d0991dbed0910750384', 'subnets': [{'id': 'df4b47e0-f8df-4ca9-91d7-eed4c751a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:15.562944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Checking router: 34146ba4-0248-44c4-b209-b4527ad8c1fe for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:15.563316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Updating router 34146ba4-0248-44c4-b209-b4527ad8c1fe port 693db59e-f308-4dee-9b20-2780d9cc1a70 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:33:15.566868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Made reservation on behalf of 51eeb27554df4d0991dbed0910750384 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:15.569259 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.595513 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.689292 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.706412 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.747755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Allocated IP 172.20.0.14 (53204410-9959-4e9d-bd35-c34f1aa7fd12/ee6debb5-849e-459b-95b4-7c732e73891c/7511993a-1859-4087-b430-a3c4d594f084) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:15.775804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Allocated IP 172.25.4.13 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/5f649dc0-b772-45fa-a713-40239c7a0f2a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:15.800735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7d546-0bb3-4bed-8a15-33968a41fcc6 None None] Pushing event updated for resources: {'Port': ['ID=d2853ec7-8594-4cc1-a624-f71812db28f5,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:15.820039 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Attempting to bind port d2853ec7-8594-4cc1-a624-f71812db28f5 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:15.820407 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Attempting to bind port d2853ec7-8594-4cc1-a624-f71812db28f5 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:15.820778 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Attempting to bind port d2853ec7-8594-4cc1-a624-f71812db28f5 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:15.832707 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:15.833085 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:15.833510 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.833977 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:15.834461 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Bound port: d2853ec7-8594-4cc1-a624-f71812db28f5, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:15.834841 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.893842 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] For port d2853ec7-8594-4cc1-a624-f71812db28f5, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:15.897477 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] For port d2853ec7-8594-4cc1-a624-f71812db28f5, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2853ec7-8594-4cc1-a624-f71812db28f5,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:15.903830 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:15.962846 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Routers {'c560cad3-481b-4daf-8e99-3b9b62c2a6c7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:15.963485 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['c560cad3-481b-4daf-8e99-3b9b62c2a6c7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:15.984140 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.030457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.038238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.057523 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7d546-0bb3-4bed-8a15-33968a41fcc6 None None] Pushing event updated for resources: {'Port': ['ID=d2853ec7-8594-4cc1-a624-f71812db28f5,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:16.119257 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] Set router c560cad3-481b-4daf-8e99-3b9b62c2a6c7 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:16.122581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.147558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:16.153714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:16.161928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'Port': ['ID=5f649dc0-b772-45fa-a713-40239c7a0f2a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:16.178409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:16.204990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:16.210270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:16.213611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:16.265820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Pushing event updated for resources: {'Port': ['ID=7511993a-1859-4087-b430-a3c4d594f084,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:16.277866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:16.278669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.297889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0a8977e2-46b3-414d-aa22-885ae946b81e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7823005 Sep 26 13:33:16.315778 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Request body: {'port': {'device_id': '9e6e33a6-6c7d-4b01-aef7-b94b686851e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:16.352104 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.373989 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.422694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.532335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4037e25-ee79-4bf3-87d4-c19be04d4e8a None None] Pushing event updated for resources: {'Port': ['ID=693db59e-f308-4dee-9b20-2780d9cc1a70,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:16.569316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7c772-63de-4f18-b390-9e92ae4a8a06 req-a03c4b38-7533-4293-bcb2-9628af04172c tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:16.573302 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83c7c772-63de-4f18-b390-9e92ae4a8a06 req-a03c4b38-7533-4293-bcb2-9628af04172c tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1028 time: 0.1508908 Sep 26 13:33:16.631294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Attempting to bind port 693db59e-f308-4dee-9b20-2780d9cc1a70 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:16.640777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Attempting to bind port 693db59e-f308-4dee-9b20-2780d9cc1a70 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:16.641592 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Attempting to bind port 693db59e-f308-4dee-9b20-2780d9cc1a70 on network d996a1b9-8b72-49ac-956b-c9b293656954 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:16.649255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:16.651353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Checking segment: {'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:16.652042 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.652574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Bound using segment: {'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:16.654949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Bound port: 693db59e-f308-4dee-9b20-2780d9cc1a70, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:16.655680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.735069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1768b777-eb52-465c-83f9-35b13f8cbdfd None None] Provisioning complete for port 7511993a-1859-4087-b430-a3c4d594f084 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:16.735693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1768b777-eb52-465c-83f9-35b13f8cbdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.794232 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c560cad3-481b-4daf-8e99-3b9b62c2a6c7', 'name': 'tempest-snat-router-138852947', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': False}, 'gw_port_id': 'd2853ec7-8594-4cc1-a624-f71812db28f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:12Z', 'updated_at': '2021-09-26T13:33:13Z', 'revision_number': 3, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port': {'id': 'd2853ec7-8594-4cc1-a624-f71812db28f5', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c560cad3-481b-4daf-8e99-3b9b62c2a6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:12Z', 'updated_at': '2021-09-26T13:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:16.812443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1768b777-eb52-465c-83f9-35b13f8cbdfd None None] Port 7511993a-1859-4087-b430-a3c4d594f084 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:16.816120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83c7c772-63de-4f18-b390-9e92ae4a8a06 req-63aa5757-fa4e-463e-8746-d855ffb0ce0f tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321141 Sep 26 13:33:16.848512 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b679fe-de66-4e6c-abe2-0967596a93f6 None None] The sync data for ids ['c560cad3-481b-4daf-8e99-3b9b62c2a6c7'] in n-d-806683-13 is: [{'id': 'c560cad3-481b-4daf-8e99-3b9b62c2a6c7', 'name': 'tempest-snat-router-138852947', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183'}], 'enable_snat': False}, 'gw_port_id': 'd2853ec7-8594-4cc1-a624-f71812db28f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:12Z', 'updated_at': '2021-09-26T13:33:13Z', 'revision_number': 3, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port': {'id': 'd2853ec7-8594-4cc1-a624-f71812db28f5', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c560cad3-481b-4daf-8e99-3b9b62c2a6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:12Z', 'updated_at': '2021-09-26T13:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:16.853437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] For port 693db59e-f308-4dee-9b20-2780d9cc1a70, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:16.857878 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] For port 693db59e-f308-4dee-9b20-2780d9cc1a70, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=693db59e-f308-4dee-9b20-2780d9cc1a70,segment=NetworkSegment(63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e),segment_id=63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:16.864978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.869922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511993a-1859-4087-b430-a3c4d594f084 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:33:16.890236 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.892401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.939359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Transition to ACTIVE for port object 7511993a-1859-4087-b430-a3c4d594f084 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:33:16.958438 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:16.994449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Routers {'34146ba4-0248-44c4-b209-b4527ad8c1fe'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:16.995189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['34146ba4-0248-44c4-b209-b4527ad8c1fe'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:17.073669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Pushing event updated for resources: {'Port': ['ID=7511993a-1859-4087-b430-a3c4d594f084,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:17.099485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4037e25-ee79-4bf3-87d4-c19be04d4e8a None None] Pushing event updated for resources: {'Port': ['ID=693db59e-f308-4dee-9b20-2780d9cc1a70,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:17.196465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-78da0c31-384d-445d-85c5-acd965b83f3e None None] Provisioning complete for port 693db59e-f308-4dee-9b20-2780d9cc1a70 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:17.196836 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78da0c31-384d-445d-85c5-acd965b83f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.234498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Attempting to bind port 7511993a-1859-4087-b430-a3c4d594f084 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:17.235235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Attempting to bind port 7511993a-1859-4087-b430-a3c4d594f084 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:17.235679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Attempting to bind port 7511993a-1859-4087-b430-a3c4d594f084 on network 53204410-9959-4e9d-bd35-c34f1aa7fd12 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:17.241958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Port 7511993a-1859-4087-b430-a3c4d594f084 on network 53204410-9959-4e9d-bd35-c34f1aa7fd12 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:33:17.243064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Attempting to bind port 7511993a-1859-4087-b430-a3c4d594f084 on network 53204410-9959-4e9d-bd35-c34f1aa7fd12 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:17.249996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:17.250753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Checking segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:17.251353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Bound using segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:17.251982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Bound port: 7511993a-1859-4087-b430-a3c4d594f084, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:17.252546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.281775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] Set router 34146ba4-0248-44c4-b209-b4527ad8c1fe gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:17.366057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.450368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] For port 7511993a-1859-4087-b430-a3c4d594f084, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:17.457254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] For port 7511993a-1859-4087-b430-a3c4d594f084, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7511993a-1859-4087-b430-a3c4d594f084,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:17.475329 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.556136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:17.557719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.559629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] 10.222.0.23 "PUT /v2.0/ports/7511993a-1859-4087-b430-a3c4d594f084 HTTP/1.1" status: 200 len: 1093 time: 1.2531531 Sep 26 13:33:17.560235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6e33a6-6c7d-4b01-aef7-b94b686851e2', 'tag': '7511993a-1859-4087-b430-a3c4d594f084'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:33:17.563034 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a7797-b006-400a-b495-f226b480686a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6e33a6-6c7d-4b01-aef7-b94b686851e2", "tag": "7511993a-1859-4087-b430-a3c4d594f084"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:33:17.606455 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78da0c31-384d-445d-85c5-acd965b83f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.661812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Router 3b00efaa-7896-41e5-ba3c-edb8ba3cc299 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:17.671689 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f1de5-eaaa-45f0-9e30-f1b9f8fd9fae x-openstack-request-id: req-466f1de5-eaaa-45f0-9e30-f1b9f8fd9fae {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:33:17.671992 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6e33a6-6c7d-4b01-aef7-b94b686851e2", "tag": "7511993a-1859-4087-b430-a3c4d594f084", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:33:17.672257 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-466f1de5-eaaa-45f0-9e30-f1b9f8fd9fae {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:33:17.672673 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6e33a6-6c7d-4b01-aef7-b94b686851e2', 'tag': '7511993a-1859-4087-b430-a3c4d594f084', 'status': 'completed', 'code': 200} Sep 26 13:33:17.674615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739efb4-cec9-4d4c-8027-774702eafee3 service neutron] Pushing event updated for resources: {'Port': ['ID=7511993a-1859-4087-b430-a3c4d594f084,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:17.710443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-78da0c31-384d-445d-85c5-acd965b83f3e None None] For port 693db59e-f308-4dee-9b20-2780d9cc1a70, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=693db59e-f308-4dee-9b20-2780d9cc1a70,segment=NetworkSegment(63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e),segment_id=63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:17.722301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-aecfa352-4722-4d6b-8f62-e251e588c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:17.728948 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-aecfa352-4722-4d6b-8f62-e251e588c823 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51eeb27554df4d0991dbed0910750384&device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1096 time: 0.1112986 Sep 26 13:33:17.741455 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-78da0c31-384d-445d-85c5-acd965b83f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.807581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da0c31-384d-445d-85c5-acd965b83f3e None None] Pushing event updated for resources: {'Port': ['ID=693db59e-f308-4dee-9b20-2780d9cc1a70,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:17.834376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-1e725819-dadf-480a-988f-bc1e92683381 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7511993a-1859-4087-b430-a3c4d594f084 HTTP/1.1" status: 200 len: 217 time: 0.1023016 Sep 26 13:33:17.877588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:11Z', 'revision_number': 4, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port': {'id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:07Z', 'updated_at': '2021-09-26T13:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '693db59e-f308-4dee-9b20-2780d9cc1a70', 'name': '', 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'mac_address': 'fa:16:3e:ac:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'df4b47e0-f8df-4ca9-91d7-eed4c751a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:10Z', 'updated_at': '2021-09-26T13:33:16Z', 'revision_number': 4, 'project_id': '51eeb27554df4d0991dbed0910750384', 'subnets': [{'id': 'df4b47e0-f8df-4ca9-91d7-eed4c751a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:17.902611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:17.913067 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Sync routers for ids ['3b00efaa-7896-41e5-ba3c-edb8ba3cc299'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:17.926578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b31916-8391-4fd5-8a2a-7b37b4b48b58 None None] The sync data for ids ['34146ba4-0248-44c4-b209-b4527ad8c1fe'] in n-d-806683-13 is: [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:11Z', 'revision_number': 4, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port': {'id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:07Z', 'updated_at': '2021-09-26T13:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '693db59e-f308-4dee-9b20-2780d9cc1a70', 'name': '', 'network_id': 'd996a1b9-8b72-49ac-956b-c9b293656954', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'mac_address': 'fa:16:3e:ac:56:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'df4b47e0-f8df-4ca9-91d7-eed4c751a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:10Z', 'updated_at': '2021-09-26T13:33:16Z', 'revision_number': 4, 'project_id': '51eeb27554df4d0991dbed0910750384', 'subnets': [{'id': 'df4b47e0-f8df-4ca9-91d7-eed4c751a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:17.930469 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Routers {'3b00efaa-7896-41e5-ba3c-edb8ba3cc299'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:17.931098 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['3b00efaa-7896-41e5-ba3c-edb8ba3cc299'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:17.939778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64290c4a-e324-4c29-84cc-0121ef01b48b None None] Provisioning complete for port 693db59e-f308-4dee-9b20-2780d9cc1a70 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:17.940245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64290c4a-e324-4c29-84cc-0121ef01b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.956959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-d98900df-9743-4718-b108-a8df61ebdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:17.959616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-d98900df-9743-4718-b108-a8df61ebdc67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee6debb5-849e-459b-95b4-7c732e73891c HTTP/1.1" status: 200 len: 849 time: 0.1190081 Sep 26 13:33:17.976228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:17.979984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-52bef4c7-8f70-4610-ab10-9fa66e876fc5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.2670493 Sep 26 13:33:17.984752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53676) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:18.023251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-b84876c0-1c79-448f-9d51-30de079d503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:18.024820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-b84876c0-1c79-448f-9d51-30de079d503d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=53204410-9959-4e9d-bd35-c34f1aa7fd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582738 Sep 26 13:33:18.248698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-0e244a74-1849-42ca-b052-542415c21b3e service neutron] 10.222.0.23 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087908 Sep 26 13:33:18.319507 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Set router 3b00efaa-7896-41e5-ba3c-edb8ba3cc299 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:18.408335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d6b8dc68-8b80-4719-9aff-87b29c8778ef req-857015fb-276b-4ecc-99a4-da83f86b7d84 service neutron] 10.222.0.23 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531591 Sep 26 13:33:18.570673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a7797-b006-400a-b495-f226b480686a req-ac11b93e-642a-490a-843a-9fbbca41bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:18.573643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5a7797-b006-400a-b495-f226b480686a req-ac11b93e-642a-490a-843a-9fbbca41bfe4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51eeb27554df4d0991dbed0910750384&device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1096 time: 0.1050291 Sep 26 13:33:18.696952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0bcd4-47e8-4c83-ac3b-ceb53cdb1bc2 req-836f9473-e448-4ba7-99b4-e82bb736379b tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:18.698734 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd0bcd4-47e8-4c83-ac3b-ceb53cdb1bc2 req-836f9473-e448-4ba7-99b4-e82bb736379b tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1096 time: 0.7148731 Sep 26 13:33:18.713598 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b00efaa-7896-41e5-ba3c-edb8ba3cc299', 'name': 'tempest-snat-router-138852947', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5f649dc0-b772-45fa-a713-40239c7a0f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:14Z', 'updated_at': '2021-09-26T13:33:16Z', 'revision_number': 3, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port': {'id': '5f649dc0-b772-45fa-a713-40239c7a0f2a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00efaa-7896-41e5-ba3c-edb8ba3cc299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:15Z', 'updated_at': '2021-09-26T13:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:18.747724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a7797-b006-400a-b495-f226b480686a req-2118e676-a4f3-4558-ac17-cae862027a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:18.749666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5a7797-b006-400a-b495-f226b480686a req-2118e676-a4f3-4558-ac17-cae862027a50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=53204410-9959-4e9d-bd35-c34f1aa7fd12 HTTP/1.1" status: 200 len: 910 time: 0.1693563 Sep 26 13:33:18.750532 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Checking router: 3b00efaa-7896-41e5-ba3c-edb8ba3cc299 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:18.750877 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Updating router 3b00efaa-7896-41e5-ba3c-edb8ba3cc299 port 5f649dc0-b772-45fa-a713-40239c7a0f2a binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:33:18.759554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8bd0bcd4-47e8-4c83-ac3b-ceb53cdb1bc2 req-8e654741-6047-4f31-a547-178dc62be492 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Sep 26 13:33:18.762581 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b1788587-09d4-47c1-bf4c-bd8a36423499 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/routers/3b00efaa-7896-41e5-ba3c-edb8ba3cc299 HTTP/1.1" status: 200 len: 906 time: 0.7768362 Sep 26 13:33:18.768998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53688) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:18.781268 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:18.810088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5a7797-b006-400a-b495-f226b480686a req-91eaef06-c575-46c9-bb43-b2b7f725c35b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7511993a-1859-4087-b430-a3c4d594f084 HTTP/1.1" status: 200 len: 217 time: 0.0528581 Sep 26 13:33:18.930749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a7797-b006-400a-b495-f226b480686a req-addb6e9b-014e-4ccf-9f71-d8deed8784e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:18.932878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5a7797-b006-400a-b495-f226b480686a req-addb6e9b-014e-4ccf-9f71-d8deed8784e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee6debb5-849e-459b-95b4-7c732e73891c HTTP/1.1" status: 200 len: 849 time: 0.0889030 Sep 26 13:33:19.012445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.121702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 693db59e-f308-4dee-9b20-2780d9cc1a70 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:19.127376 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.136662 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.201844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 693db59e-f308-4dee-9b20-2780d9cc1a70 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:19.202867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.203281 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360c377-914c-4012-a3d1-5bf35f378e9b None None] Pushing event updated for resources: {'Port': ['ID=5f649dc0-b772-45fa-a713-40239c7a0f2a,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:19.206462 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Attempting to bind port 5f649dc0-b772-45fa-a713-40239c7a0f2a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:19.207039 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Attempting to bind port 5f649dc0-b772-45fa-a713-40239c7a0f2a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:19.207505 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Attempting to bind port 5f649dc0-b772-45fa-a713-40239c7a0f2a on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:19.214639 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:19.215349 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:19.215864 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.216369 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:19.216962 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Bound port: 5f649dc0-b772-45fa-a713-40239c7a0f2a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:19.217471 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.272715 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] For port 5f649dc0-b772-45fa-a713-40239c7a0f2a, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:19.278232 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] For port 5f649dc0-b772-45fa-a713-40239c7a0f2a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5f649dc0-b772-45fa-a713-40239c7a0f2a,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:19.285596 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.314332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2853ec7-8594-4cc1-a624-f71812db28f5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:19.336626 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Routers {'3b00efaa-7896-41e5-ba3c-edb8ba3cc299'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:19.338247 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['3b00efaa-7896-41e5-ba3c-edb8ba3cc299'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:19.368250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d2853ec7-8594-4cc1-a624-f71812db28f5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:19.368868 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.442644 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360c377-914c-4012-a3d1-5bf35f378e9b None None] Pushing event updated for resources: {'Port': ['ID=5f649dc0-b772-45fa-a713-40239c7a0f2a,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:19.461411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a7797-b006-400a-b495-f226b480686a req-e59cbf5c-3215-4c22-9a17-f1eea7b763f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:19.464068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5a7797-b006-400a-b495-f226b480686a req-e59cbf5c-3215-4c22-9a17-f1eea7b763f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=53204410-9959-4e9d-bd35-c34f1aa7fd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5232787 Sep 26 13:33:19.472651 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.486285 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] Set router 3b00efaa-7896-41e5-ba3c-edb8ba3cc299 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:19.495985 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port d2853ec7-8594-4cc1-a624-f71812db28f5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2853ec7-8594-4cc1-a624-f71812db28f5,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:19.511262 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.578241 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.582935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=d2853ec7-8594-4cc1-a624-f71812db28f5,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:19.666305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5a7797-b006-400a-b495-f226b480686a req-1d8e3435-f7ac-4e4d-a199-89cd06521b20 service neutron] 10.222.0.23 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908460 Sep 26 13:33:19.742822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Deleting port 5f649dc0-b772-45fa-a713-40239c7a0f2a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:19.743164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.754077 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b00efaa-7896-41e5-ba3c-edb8ba3cc299', 'name': 'tempest-snat-router-138852947', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5f649dc0-b772-45fa-a713-40239c7a0f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:14Z', 'updated_at': '2021-09-26T13:33:16Z', 'revision_number': 3, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port': {'id': '5f649dc0-b772-45fa-a713-40239c7a0f2a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00efaa-7896-41e5-ba3c-edb8ba3cc299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:15Z', 'updated_at': '2021-09-26T13:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:19.790593 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c0ecf-77cb-4f6d-ac60-876592417ae1 None None] The sync data for ids ['3b00efaa-7896-41e5-ba3c-edb8ba3cc299'] in n-d-806683-13 is: [{'id': '3b00efaa-7896-41e5-ba3c-edb8ba3cc299', 'name': 'tempest-snat-router-138852947', 'tenant_id': '0dffc834a54049ee9490f0d3963cad41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '5f649dc0-b772-45fa-a713-40239c7a0f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:14Z', 'updated_at': '2021-09-26T13:33:16Z', 'revision_number': 3, 'project_id': '0dffc834a54049ee9490f0d3963cad41', 'gw_port': {'id': '5f649dc0-b772-45fa-a713-40239c7a0f2a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00efaa-7896-41e5-ba3c-edb8ba3cc299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:15Z', 'updated_at': '2021-09-26T13:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:19.863938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5a7797-b006-400a-b495-f226b480686a req-2caf6de0-ab52-4582-96cb-47e325f9c36d service neutron] 10.222.0.23 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894410 Sep 26 13:33:19.930186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] For port 5f649dc0-b772-45fa-a713-40239c7a0f2a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5f649dc0-b772-45fa-a713-40239c7a0f2a,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:19.930634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:19.949425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Calling delete_port for 5f649dc0-b772-45fa-a713-40239c7a0f2a owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:19.964907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e4beb-0e13-458e-a8cd-2b6e93be99a7 req-6231bb61-b523-43b5-81c9-f037d3ec2ed0 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:19.975285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5e4beb-0e13-458e-a8cd-2b6e93be99a7 req-6231bb61-b523-43b5-81c9-f037d3ec2ed0 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1096 time: 0.0957551 Sep 26 13:33:20.068599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5e4beb-0e13-458e-a8cd-2b6e93be99a7 req-e5d0ce55-0801-472d-b241-b75ebaf1fb48 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817199 Sep 26 13:33:20.210933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.269177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f649dc0-b772-45fa-a713-40239c7a0f2a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:20.354430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.359318 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.465255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.467817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.517889 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.518583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b00efaa-7896-41e5-ba3c-edb8ba3cc299 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:20.527636 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.528941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3649c0e6-40f4-4001-ba69-9f7b08ab1951 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3b00efaa-7896-41e5-ba3c-edb8ba3cc299 HTTP/1.1" status: 204 len: 168 time: 1.7587218 Sep 26 13:33:20.531468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53720) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:20.642193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.748345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.819162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Deleting port d2853ec7-8594-4cc1-a624-f71812db28f5 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:20.819162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.916422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] For port d2853ec7-8594-4cc1-a624-f71812db28f5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d2853ec7-8594-4cc1-a624-f71812db28f5,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:20.916896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:20.932633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Calling delete_port for d2853ec7-8594-4cc1-a624-f71812db28f5 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:21.053709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2853ec7-8594-4cc1-a624-f71812db28f5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:21.124312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d2853ec7-8594-4cc1-a624-f71812db28f5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:21.124828 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.212219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1d6b4-cfdc-48fb-8552-8a62d1efc2d7 req-3a4c79b8-b90b-41d4-b4ab-bb5940a711a4 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:21.214777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67a1d6b4-cfdc-48fb-8552-8a62d1efc2d7 req-3a4c79b8-b90b-41d4-b4ab-bb5940a711a4 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1096 time: 0.0601506 Sep 26 13:33:21.215813 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.260612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2853ec7-8594-4cc1-a624-f71812db28f5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:21.267063 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67a1d6b4-cfdc-48fb-8552-8a62d1efc2d7 req-d3d0ee56-cba9-481c-b652-d2b9025a9192 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Sep 26 13:33:21.334575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.437596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.440042 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.488311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.488789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c560cad3-481b-4daf-8e99-3b9b62c2a6c7 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:21.493295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.494735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e13fab72-33a8-48bb-b5ee-06076d40f8cf tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c560cad3-481b-4daf-8e99-3b9b62c2a6c7 HTTP/1.1" status: 204 len: 168 time: 0.9621398 Sep 26 13:33:21.498389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53738) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:21.502974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-209471522', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:21.528004 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.528978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.583593 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.716772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7511993a-1859-4087-b430-a3c4d594f084 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:33:21.733832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.822840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7511993a-1859-4087-b430-a3c4d594f084, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7511993a-1859-4087-b430-a3c4d594f084,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:21.835528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '7511993a-1859-4087-b430-a3c4d594f084', 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'port_id': '7511993a-1859-4087-b430-a3c4d594f084', 'mac_address': 'fa:16:3e:4c:1d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6debb5-849e-459b-95b4-7c732e73891c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:33:21.874295 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.888274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511993a-1859-4087-b430-a3c4d594f084 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:33:21.912779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7511993a-1859-4087-b430-a3c4d594f084, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7511993a-1859-4087-b430-a3c4d594f084,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:21.919419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.961369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:21.977826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7511993a-1859-4087-b430-a3c4d594f084,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:21.986830 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:22.102611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Allocated IP 172.25.4.135 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/59dec19e-5078-407d-9b7d-39285aea8126) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:22.220804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:22.222749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7511993a-1859-4087-b430-a3c4d594f084'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:33:22.256477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:22.296836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:22.301843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:22.309942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:22.313043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event updated for resources: {'Port': ['ID=59dec19e-5078-407d-9b7d-39285aea8126,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:22.406777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aabeeb-1bd4-4a8f-a1ae-df504e0b2049 req-ed8237ef-997f-4c7a-b504-7455a6ed48bc tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:22.408332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62aabeeb-1bd4-4a8f-a1ae-df504e0b2049 req-ed8237ef-997f-4c7a-b504-7455a6ed48bc tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1097 time: 0.0517838 Sep 26 13:33:22.453528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62aabeeb-1bd4-4a8f-a1ae-df504e0b2049 req-3a635ca2-0dfb-4fe5-9ef2-c2321164ae3c tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365617 Sep 26 13:33:22.580812 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:22.792509 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:22.938312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Router cf600735-bfd4-496d-b010-92c9b8dd3e39 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:23.056208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:23.063995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-0b54b409-6b78-45b7-a5fb-f8b67874bba5 req-a2f24d5a-b463-486f-9a53-8381212799f7 service neutron] (94811) timed out ('10.222.0.13', 33338) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:33:23.068572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647220a-7cc1-471c-a616-c2a2aac80f5d None None] Sync routers for ids ['cf600735-bfd4-496d-b010-92c9b8dd3e39'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:23.078539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647220a-7cc1-471c-a616-c2a2aac80f5d None None] Routers {'cf600735-bfd4-496d-b010-92c9b8dd3e39'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:23.079324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5647220a-7cc1-471c-a616-c2a2aac80f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cf600735-bfd4-496d-b010-92c9b8dd3e39'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:23.088269 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:23.091939 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1f787e86-1edc-4148-a794-2cad8592d46f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5897298 Sep 26 13:33:23.092533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53770) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:23.097265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6c8ba149-dbb1-452d-abf8-14c5f2c2db08 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': False}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:23.117279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5647220a-7cc1-471c-a616-c2a2aac80f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:23.128709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647220a-7cc1-471c-a616-c2a2aac80f5d None None] Routers {'cf600735-bfd4-496d-b010-92c9b8dd3e39'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:23.129607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5647220a-7cc1-471c-a616-c2a2aac80f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cf600735-bfd4-496d-b010-92c9b8dd3e39'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:23.168357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5647220a-7cc1-471c-a616-c2a2aac80f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:23.169013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647220a-7cc1-471c-a616-c2a2aac80f5d None None] The sync data for ids ['cf600735-bfd4-496d-b010-92c9b8dd3e39'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:23.421037 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba149-dbb1-452d-abf8-14c5f2c2db08 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:23.641832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eaeaf-2deb-42d9-a69a-724c5eeaa2f6 req-79abf461-4993-4b94-b1db-381f4d794f4b tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:23.643716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-727eaeaf-2deb-42d9-a69a-724c5eeaa2f6 req-79abf461-4993-4b94-b1db-381f4d794f4b tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1097 time: 0.0936918 Sep 26 13:33:23.731459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7511993a-1859-4087-b430-a3c4d594f084 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:23.751107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-727eaeaf-2deb-42d9-a69a-724c5eeaa2f6 req-930cd743-edd7-420b-be4c-49ab90d288fd tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003056 Sep 26 13:33:23.800285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 7511993a-1859-4087-b430-a3c4d594f084 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:33:23.805718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 7511993a-1859-4087-b430-a3c4d594f084 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:23.806915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:23.903790 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:23.910004 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba149-dbb1-452d-abf8-14c5f2c2db08 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:23.913455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba149-dbb1-452d-abf8-14c5f2c2db08 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:23.929952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6e33a6-6c7d-4b01-aef7-b94b686851e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511993a-1859-4087-b430-a3c4d594f084'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:33:23.935253 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3cf93a-dd88-4a0a-a3c9-0e10fb4721c5" -d '{"events": [{"server_uuid": "9e6e33a6-6c7d-4b01-aef7-b94b686851e2", "name": "network-vif-plugged", "status": "completed", "tag": "7511993a-1859-4087-b430-a3c4d594f084"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:33:23.950736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7511993a-1859-4087-b430-a3c4d594f084, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7511993a-1859-4087-b430-a3c4d594f084,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:23.957833 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:24.007217 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd8b690-7a00-4e9e-a44f-86551bee9cd3 x-openstack-request-id: req-efd8b690-7a00-4e9e-a44f-86551bee9cd3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:33:24.007589 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6e33a6-6c7d-4b01-aef7-b94b686851e2", "name": "network-vif-plugged", "status": "completed", "tag": "7511993a-1859-4087-b430-a3c4d594f084", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:33:24.007907 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efd8b690-7a00-4e9e-a44f-86551bee9cd3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:33:24.008437 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6e33a6-6c7d-4b01-aef7-b94b686851e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511993a-1859-4087-b430-a3c4d594f084', 'code': 200} Sep 26 13:33:24.048142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7511993a-1859-4087-b430-a3c4d594f084,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:24.053713 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8ba149-dbb1-452d-abf8-14c5f2c2db08 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Router cf600735-bfd4-496d-b010-92c9b8dd3e39 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:33:24.134019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944bf55-1b6a-42d8-84c3-afff57b38e45 req-b599c56f-c25d-4220-9335-85ff92c89e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:24.136211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2944bf55-1b6a-42d8-84c3-afff57b38e45 req-b599c56f-c25d-4220-9335-85ff92c89e6f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1098 time: 0.0652366 Sep 26 13:33:24.192642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2944bf55-1b6a-42d8-84c3-afff57b38e45 req-a40c357a-913a-48e1-b727-c526cf47aa76 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491190 Sep 26 13:33:24.205245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8ba149-dbb1-452d-abf8-14c5f2c2db08 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:24.210113 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba149-dbb1-452d-abf8-14c5f2c2db08 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:24.213941 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6c8ba149-dbb1-452d-abf8-14c5f2c2db08 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "PUT /v2.0/routers/cf600735-bfd4-496d-b010-92c9b8dd3e39 HTTP/1.1" status: 200 len: 921 time: 1.1178458 Sep 26 13:33:24.214358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53790) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:24.225760 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979151a-2961-494c-80d6-a551bb0641cf None None] Sync routers for ids ['cf600735-bfd4-496d-b010-92c9b8dd3e39'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:24.237578 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979151a-2961-494c-80d6-a551bb0641cf None None] Routers {'cf600735-bfd4-496d-b010-92c9b8dd3e39'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:24.238342 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6979151a-2961-494c-80d6-a551bb0641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cf600735-bfd4-496d-b010-92c9b8dd3e39'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:24.273902 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6979151a-2961-494c-80d6-a551bb0641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:24.294488 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979151a-2961-494c-80d6-a551bb0641cf None None] Routers {'cf600735-bfd4-496d-b010-92c9b8dd3e39'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:24.295244 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6979151a-2961-494c-80d6-a551bb0641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['cf600735-bfd4-496d-b010-92c9b8dd3e39'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:24.344693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f88e6ee3-137a-41b8-af55-6954a0c12bd5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/routers/cf600735-bfd4-496d-b010-92c9b8dd3e39 HTTP/1.1" status: 200 len: 921 time: 0.1292155 Sep 26 13:33:24.347494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53796) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:24.359956 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6979151a-2961-494c-80d6-a551bb0641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:24.360601 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979151a-2961-494c-80d6-a551bb0641cf None None] The sync data for ids ['cf600735-bfd4-496d-b010-92c9b8dd3e39'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:24.425921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c665a-fb6d-4d89-99ce-53d76dfdb1e8 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:24.427409 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-466c665a-fb6d-4d89-99ce-53d76dfdb1e8 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=cf600735-bfd4-496d-b010-92c9b8dd3e39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0787911 Sep 26 13:33:24.430208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53798) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:24.520791 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666464e-e809-4f3b-903b-2883ad9af6ba tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:24.522278 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a666464e-e809-4f3b-903b-2883ad9af6ba tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 881 time: 0.0911589 Sep 26 13:33:24.525685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53804) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:24.553265 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b743c008-3111-43e9-a67f-f44eb017a6ae tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf600735-bfd4-496d-b010-92c9b8dd3e39 HTTP/1.1" status: 200 len: 205 time: 0.0261729 Sep 26 13:33:24.555425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53806) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:24.671195 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:24.957187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5f649dc0-b772-45fa-a713-40239c7a0f2a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:24.981886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5f649dc0-b772-45fa-a713-40239c7a0f2a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:24.982390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5f649dc0-b772-45fa-a713-40239c7a0f2a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:24.982915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2853ec7-8594-4cc1-a624-f71812db28f5 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:25.015629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d2853ec7-8594-4cc1-a624-f71812db28f5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:25.016042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d2853ec7-8594-4cc1-a624-f71812db28f5 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:25.156469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff529e-fbb2-4c67-ba41-ad63350d9417 req-b3528148-5770-4f5b-a58a-aad96c93c5b8 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:25.158181 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22ff529e-fbb2-4c67-ba41-ad63350d9417 req-b3528148-5770-4f5b-a58a-aad96c93c5b8 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1098 time: 0.0663664 Sep 26 13:33:25.175727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.232235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22ff529e-fbb2-4c67-ba41-ad63350d9417 req-74a4d866-bc91-486c-9ada-af52e46ccc48 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640805 Sep 26 13:33:25.252887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Deleting port 59dec19e-5078-407d-9b7d-39285aea8126 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:25.253232 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.341635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.353341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Calling delete_port for 59dec19e-5078-407d-9b7d-39285aea8126 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:25.539653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.566974 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event deleted for resources: {'Port': ['ID=59dec19e-5078-407d-9b7d-39285aea8126,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:25.578299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.578646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.579003 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.579321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.579653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.579976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.580296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.580621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.580942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.581261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.581601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.581920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:25.643774 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.736370 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.738645 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.793136 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.793136 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Fanout notify agent at l3_agent the message router_deleted on router cf600735-bfd4-496d-b010-92c9b8dd3e39 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:25.799582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.800748 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b96ddc06-9928-43ad-b740-19559de6260a tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/cf600735-bfd4-496d-b010-92c9b8dd3e39 HTTP/1.1" status: 204 len: 168 time: 1.2443721 Sep 26 13:33:25.805107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53828) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:25.810470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-a2ba4348-4519-4b66-9a45-c44a4ce0e3eb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1473114201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:25.833596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4348-4519-4b66-9a45-c44a4ce0e3eb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.834614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4348-4519-4b66-9a45-c44a4ce0e3eb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.889681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4348-4519-4b66-9a45-c44a4ce0e3eb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.895285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4348-4519-4b66-9a45-c44a4ce0e3eb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.911480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4348-4519-4b66-9a45-c44a4ce0e3eb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:25.912894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a2ba4348-4519-4b66-9a45-c44a4ce0e3eb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1060071 Sep 26 13:33:25.916190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53830) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:25.920525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:26.132137 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:26.345063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:26.365232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:26.482277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c24c-874c-43b1-b0b9-0a5722b2ff38 req-b8dd3f41-7243-4100-a6a2-df479041d8f4 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:26.483735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f1c24c-874c-43b1-b0b9-0a5722b2ff38 req-b8dd3f41-7243-4100-a6a2-df479041d8f4 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1098 time: 0.1164207 Sep 26 13:33:26.528637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Allocated IP 172.25.4.43 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/a8198dc9-d0a2-4889-a23c-e83f3ba2b4d0) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:26.550082 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f1c24c-874c-43b1-b0b9-0a5722b2ff38 req-89ccc7e5-8135-4edb-be0a-eabf2fdbe264 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Sep 26 13:33:26.669167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:26.689951 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5222b4-ff9e-4846-b4fa-06364f92957a req-68ec434e-a0ff-454d-9ce1-936e33aa516f tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:26.691531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f5222b4-ff9e-4846-b4fa-06364f92957a req-68ec434e-a0ff-454d-9ce1-936e33aa516f tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1098 time: 0.0526106 Sep 26 13:33:26.712027 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:26.733747 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f5222b4-ff9e-4846-b4fa-06364f92957a req-2934efa8-5ff6-49e8-bee2-32ac3c89958c tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347962 Sep 26 13:33:26.758797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:26.764421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:26.772236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:26.775767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event updated for resources: {'Port': ['ID=a8198dc9-d0a2-4889-a23c-e83f3ba2b4d0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:26.956239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25357f-4505-46d0-9c3d-742cc4020902 req-f34b085b-79a7-4768-9c79-b73aed7cb71a tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:26.957810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc25357f-4505-46d0-9c3d-742cc4020902 req-f34b085b-79a7-4768-9c79-b73aed7cb71a tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1098 time: 0.1062610 Sep 26 13:33:27.066442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc25357f-4505-46d0-9c3d-742cc4020902 req-68babf8b-b9ab-4165-8337-7b7c786d9aaf tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015377 Sep 26 13:33:27.112117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:27.339235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-29d8d21f-963f-4c1c-8392-eeea3ad5fc14 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:27.340836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-29d8d21f-963f-4c1c-8392-eeea3ad5fc14 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/networks?id=53204410-9959-4e9d-bd35-c34f1aa7fd12 HTTP/1.1" status: 200 len: 910 time: 0.1170881 Sep 26 13:33:27.358222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-82282532-a5cf-4645-b59c-1fd545945e84 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/quotas/51eeb27554df4d0991dbed0910750384 HTTP/1.1" status: 200 len: 375 time: 0.0109282 Sep 26 13:33:27.459824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-8ffc1b87-4d92-4c71-a7f2-68cf2513e410 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=51eeb27554df4d0991dbed0910750384&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901587 Sep 26 13:33:27.579617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-8abcc252-36cf-44fe-aad3-92219e7bc7f2 service neutron] 10.222.0.13 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091549 Sep 26 13:33:27.658117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:27.664945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:27.697971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-1d508fe4-d8ca-4636-8179-4cc2bf1d5343 service neutron] 10.222.0.13 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103313 Sep 26 13:33:27.823087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Router 2714dac8-4a9e-4699-ab18-49334237d31d is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:27.932036 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a5f5ffa-1dfd-4c57-8833-e435f5bb8f10 req-d073d41b-c2f5-44fe-b8f6-e3af4183cd14 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 210 time: 0.0633597 Sep 26 13:33:27.980921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:27.994854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:27.999217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53892) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:28.001105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a174c32-b118-4f0d-bb17-4a85bc4a2f6e None None] Sync routers for ids ['2714dac8-4a9e-4699-ab18-49334237d31d'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:28.012972 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-73bf7113-6f00-4911-8f9f-161658159de0 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "PUT /v2.0/routers/2714dac8-4a9e-4699-ab18-49334237d31d HTTP/1.1" status: 200 len: 879 time: 2.0881772 Sep 26 13:33:28.015399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a174c32-b118-4f0d-bb17-4a85bc4a2f6e None None] Routers {'2714dac8-4a9e-4699-ab18-49334237d31d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:28.016716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1a174c32-b118-4f0d-bb17-4a85bc4a2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2714dac8-4a9e-4699-ab18-49334237d31d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:28.061811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1a174c32-b118-4f0d-bb17-4a85bc4a2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:28.071569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a174c32-b118-4f0d-bb17-4a85bc4a2f6e None None] Routers {'2714dac8-4a9e-4699-ab18-49334237d31d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:28.072686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1a174c32-b118-4f0d-bb17-4a85bc4a2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['2714dac8-4a9e-4699-ab18-49334237d31d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:28.132157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1a174c32-b118-4f0d-bb17-4a85bc4a2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:28.132824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a174c32-b118-4f0d-bb17-4a85bc4a2f6e None None] The sync data for ids ['2714dac8-4a9e-4699-ab18-49334237d31d'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:28.173179 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f1232f93-9a4c-433c-abb9-7ff8a3474127 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/routers/2714dac8-4a9e-4699-ab18-49334237d31d HTTP/1.1" status: 200 len: 920 time: 0.1726553 Sep 26 13:33:28.177971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53902) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:28.232686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75946c5-82f0-4f59-9407-dfd2d5e81e54 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:28.234006 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a75946c5-82f0-4f59-9407-dfd2d5e81e54 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=2714dac8-4a9e-4699-ab18-49334237d31d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0550005 Sep 26 13:33:28.237626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53908) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:28.341399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68473679-ae6c-418c-8829-18d6b8f85a4e tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:28.343401 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-68473679-ae6c-418c-8829-18d6b8f85a4e tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 881 time: 0.1052151 Sep 26 13:33:28.350462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53916) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:28.381692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4f6a48e6-1aa9-45b8-ad1a-dbd28d7658b3 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=2714dac8-4a9e-4699-ab18-49334237d31d HTTP/1.1" status: 200 len: 205 time: 0.0282910 Sep 26 13:33:28.382911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53918) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:28.508353 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:28.624805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:28.694280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Deleting port a8198dc9-d0a2-4889-a23c-e83f3ba2b4d0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:28.694280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:28.755036 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:33:28.793333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:28.809243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Calling delete_port for a8198dc9-d0a2-4889-a23c-e83f3ba2b4d0 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:29.093394 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb9b964f-b169-4503-9beb-07be92248f11 req-5face517-db93-4e5b-be66-6999cf5ed934 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 210 time: 0.0459430 Sep 26 13:33:29.112666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.154802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event deleted for resources: {'Port': ['ID=a8198dc9-d0a2-4889-a23c-e83f3ba2b4d0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:29.226039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-f8edbdeb-e953-47fb-909e-91a18cf29ac2 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:29.227453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-f8edbdeb-e953-47fb-909e-91a18cf29ac2 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.24 "GET /v2.0/networks?id=53204410-9959-4e9d-bd35-c34f1aa7fd12 HTTP/1.1" status: 200 len: 910 time: 0.2061594 Sep 26 13:33:29.238610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.243231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Request body: {'port': {'device_id': '45d21416-a06a-4f38-9b3d-b035e92568d2', 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'admin_state_up': True, 'tenant_id': '51eeb27554df4d0991dbed0910750384'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:29.347984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.351005 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.356479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Made reservation on behalf of 51eeb27554df4d0991dbed0910750384 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:29.358960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.413701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.414249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Fanout notify agent at l3_agent the message router_deleted on router 2714dac8-4a9e-4699-ab18-49334237d31d {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:29.421155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.422557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c29ff468-8c20-480e-a819-c5ed8cca2e1b tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/2714dac8-4a9e-4699-ab18-49334237d31d HTTP/1.1" status: 204 len: 168 time: 1.0385900 Sep 26 13:33:29.427157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53926) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:29.432967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-27b0b1d2-e838-427d-a028-d54a21b35dae tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1801699593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:29.459320 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27b0b1d2-e838-427d-a028-d54a21b35dae tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.460618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27b0b1d2-e838-427d-a028-d54a21b35dae tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.518110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27b0b1d2-e838-427d-a028-d54a21b35dae tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.523142 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27b0b1d2-e838-427d-a028-d54a21b35dae tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.535754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Allocated IP 172.20.0.7 (53204410-9959-4e9d-bd35-c34f1aa7fd12/ee6debb5-849e-459b-95b4-7c732e73891c/2faa01df-7ea2-4e29-b5c6-39e06debe603) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:29.542014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27b0b1d2-e838-427d-a028-d54a21b35dae tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.546579 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27b0b1d2-e838-427d-a028-d54a21b35dae tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1141872 Sep 26 13:33:29.546579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53928) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:29.551306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': True}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:29.711788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.747709 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.758198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7511993a-1859-4087-b430-a3c4d594f084'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:33:29.778805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.793823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:29.799367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:29.814489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:29.850734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Pushing event updated for resources: {'Port': ['ID=2faa01df-7ea2-4e29-b5c6-39e06debe603,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:29.878909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:29.879595 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:29.904707 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-b0229ff7-13ec-47e2-b87d-d05080ddc2cb tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6671340 Sep 26 13:33:29.918080 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Request body: {'port': {'device_id': '45d21416-a06a-4f38-9b3d-b035e92568d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:30.005154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.065453 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.089920 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.098466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0f91df24-c025-4281-a52a-fa5e6197c05c None None] Provisioning complete for port 2faa01df-7ea2-4e29-b5c6-39e06debe603 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:30.099177 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f91df24-c025-4281-a52a-fa5e6197c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.146398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0f91df24-c025-4281-a52a-fa5e6197c05c None None] Port 2faa01df-7ea2-4e29-b5c6-39e06debe603 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:30.232250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Allocated IP 172.25.4.147 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/002eb4b3-7afb-44b3-a981-c5c5a6c8e926) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:30.291468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f0f4-077d-4da5-b83d-19ccf384c4cf req-789d7119-6596-477a-8662-098b549926ac tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:30.292919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eec6f0f4-077d-4da5-b83d-19ccf384c4cf req-789d7119-6596-477a-8662-098b549926ac tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1027 time: 0.1118102 Sep 26 13:33:30.354777 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.372490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eec6f0f4-077d-4da5-b83d-19ccf384c4cf req-66d24dae-b994-43da-abbb-2ec2b377acba tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715747 Sep 26 13:33:30.398681 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.441101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faa01df-7ea2-4e29-b5c6-39e06debe603 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:33:30.448963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:30.452238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.455844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:30.457755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'Port': ['ID=002eb4b3-7afb-44b3-a981-c5c5a6c8e926,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:30.465285 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:30.470651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Transition to ACTIVE for port object 2faa01df-7ea2-4e29-b5c6-39e06debe603 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:33:30.475990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.534159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Pushing event updated for resources: {'Port': ['ID=2faa01df-7ea2-4e29-b5c6-39e06debe603,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:30.615255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Attempting to bind port 2faa01df-7ea2-4e29-b5c6-39e06debe603 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:30.615923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Attempting to bind port 2faa01df-7ea2-4e29-b5c6-39e06debe603 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:30.616471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Attempting to bind port 2faa01df-7ea2-4e29-b5c6-39e06debe603 on network 53204410-9959-4e9d-bd35-c34f1aa7fd12 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:30.622053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Port 2faa01df-7ea2-4e29-b5c6-39e06debe603 on network 53204410-9959-4e9d-bd35-c34f1aa7fd12 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:33:30.622384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Attempting to bind port 2faa01df-7ea2-4e29-b5c6-39e06debe603 on network 53204410-9959-4e9d-bd35-c34f1aa7fd12 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:30.628112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:30.628471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Checking segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:30.628847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Bound using segment: {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:30.629293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Bound port: 2faa01df-7ea2-4e29-b5c6-39e06debe603, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e4b12e-65c4-4386-8d73-745f3ee2197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:30.629695 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.710257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] For port 2faa01df-7ea2-4e29-b5c6-39e06debe603, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:30.714780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] For port 2faa01df-7ea2-4e29-b5c6-39e06debe603, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2faa01df-7ea2-4e29-b5c6-39e06debe603,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:30.721389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.756349 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.767725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:30.768679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:30.770242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] 10.222.0.24 "PUT /v2.0/ports/2faa01df-7ea2-4e29-b5c6-39e06debe603 HTTP/1.1" status: 200 len: 1092 time: 0.8574438 Sep 26 13:33:30.772810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d21416-a06a-4f38-9b3d-b035e92568d2', 'tag': '2faa01df-7ea2-4e29-b5c6-39e06debe603'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:33:30.787449 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a66729-a545-4f23-a3c9-475bd5f06698" -d '{"events": [{"name": "network-changed", "server_uuid": "45d21416-a06a-4f38-9b3d-b035e92568d2", "tag": "2faa01df-7ea2-4e29-b5c6-39e06debe603"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:33:30.858575 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0b9e59-a6de-48ca-bf52-deec36174f4d x-openstack-request-id: req-fb0b9e59-a6de-48ca-bf52-deec36174f4d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:33:30.858912 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d21416-a06a-4f38-9b3d-b035e92568d2", "tag": "2faa01df-7ea2-4e29-b5c6-39e06debe603", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:33:30.859125 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb0b9e59-a6de-48ca-bf52-deec36174f4d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:33:30.860177 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d21416-a06a-4f38-9b3d-b035e92568d2', 'tag': '2faa01df-7ea2-4e29-b5c6-39e06debe603', 'status': 'completed', 'code': 200} Sep 26 13:33:30.865443 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f947b78-5a5c-4596-b75e-60893cf05fbe service neutron] Pushing event updated for resources: {'Port': ['ID=2faa01df-7ea2-4e29-b5c6-39e06debe603,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:30.888507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-665cf268-1bdf-41ab-9a80-6d78366e1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:30.890370 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-665cf268-1bdf-41ab-9a80-6d78366e1249 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51eeb27554df4d0991dbed0910750384&device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1095 time: 0.0782821 Sep 26 13:33:30.954529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-9aed78de-e940-499f-ace5-0c8ef8d58d27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2faa01df-7ea2-4e29-b5c6-39e06debe603 HTTP/1.1" status: 200 len: 217 time: 0.0565536 Sep 26 13:33:31.018436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-0ba848ba-a01a-4186-9a5c-a95d7eae235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.020000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-0ba848ba-a01a-4186-9a5c-a95d7eae235f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee6debb5-849e-459b-95b4-7c732e73891c HTTP/1.1" status: 200 len: 849 time: 0.0591731 Sep 26 13:33:31.031921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:31.036333 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:31.076158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-d8a59036-cad2-4f98-a220-470ab93f5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.081540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-d8a59036-cad2-4f98-a220-470ab93f5d32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53204410-9959-4e9d-bd35-c34f1aa7fd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505872 Sep 26 13:33:31.177826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Router 3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:31.178046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-6b9afade-d964-4977-a06c-affa41febb03 service neutron] 10.222.0.24 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916100 Sep 26 13:33:31.273103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a48b58-302a-4669-a1d9-5adfa92208bd req-bc654cce-1f3c-4a79-8d87-21592084b1d2 service neutron] 10.222.0.24 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876861 Sep 26 13:33:31.290111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:31.295613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:31.296863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-649830bf-9869-4ed0-8c48-4bcabe8f228d tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "PUT /v2.0/routers/3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac HTTP/1.1" status: 200 len: 915 time: 1.7493765 Sep 26 13:33:31.299500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53936) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:31.301147 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee5f88-4117-462f-be4d-b79ced817c81 None None] Sync routers for ids ['3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:31.312020 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee5f88-4117-462f-be4d-b79ced817c81 None None] Routers {'3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:31.312882 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-86ee5f88-4117-462f-be4d-b79ced817c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:31.362519 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-86ee5f88-4117-462f-be4d-b79ced817c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:31.367306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-cd13c1c0-97b6-448e-be6d-fdea7b4b416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.369905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-cd13c1c0-97b6-448e-be6d-fdea7b4b416e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51eeb27554df4d0991dbed0910750384&device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1095 time: 0.0496519 Sep 26 13:33:31.380457 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee5f88-4117-462f-be4d-b79ced817c81 None None] Routers {'3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:31.381330 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-86ee5f88-4117-462f-be4d-b79ced817c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:31.416626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aa9f19c2-7abc-4afd-8cfa-71dff6969d3a tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/routers/3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac HTTP/1.1" status: 200 len: 921 time: 0.1146393 Sep 26 13:33:31.418845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53942) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:31.440751 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-86ee5f88-4117-462f-be4d-b79ced817c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:31.441526 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee5f88-4117-462f-be4d-b79ced817c81 None None] The sync data for ids ['3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:31.544480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29192d-9042-4ce0-bc5a-9e916246c3fb req-d310debd-c674-41d7-8228-0e7e2cd19013 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.546184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd29192d-9042-4ce0-bc5a-9e916246c3fb req-d310debd-c674-41d7-8228-0e7e2cd19013 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1095 time: 0.0647726 Sep 26 13:33:31.547544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-c2f9e3c7-4612-41e6-bca2-ae9451cc14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.549072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-c2f9e3c7-4612-41e6-bca2-ae9451cc14e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=53204410-9959-4e9d-bd35-c34f1aa7fd12 HTTP/1.1" status: 200 len: 910 time: 0.1717477 Sep 26 13:33:31.613342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-3cd70f0a-2218-46f2-9325-f68ef4ce2401 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2faa01df-7ea2-4e29-b5c6-39e06debe603 HTTP/1.1" status: 200 len: 217 time: 0.0525553 Sep 26 13:33:31.675143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-f1bd71c3-adf9-45a1-abd2-80a9ce5e029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.676692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-f1bd71c3-adf9-45a1-abd2-80a9ce5e029d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee6debb5-849e-459b-95b4-7c732e73891c HTTP/1.1" status: 200 len: 849 time: 0.0531116 Sep 26 13:33:31.678574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd29192d-9042-4ce0-bc5a-9e916246c3fb req-ef448fad-4afc-42c1-9593-0a4028499346 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250923 Sep 26 13:33:31.731697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-1b192c4e-c178-4ecc-964f-43e9b844c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.733140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-1b192c4e-c178-4ecc-964f-43e9b844c80b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=53204410-9959-4e9d-bd35-c34f1aa7fd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469902 Sep 26 13:33:31.832255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-857734e3-9b3e-4255-8d53-e6a48160955f service neutron] 10.222.0.24 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917962 Sep 26 13:33:31.834363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701886b-27ee-4348-84a3-b4ca4720b9a5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.835988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3701886b-27ee-4348-84a3-b4ca4720b9a5 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4160118 Sep 26 13:33:31.839078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53944) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:31.926907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99239a4c-1a00-412a-9a69-74774bc5b29f tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:31.931113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-99239a4c-1a00-412a-9a69-74774bc5b29f tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 881 time: 0.0881741 Sep 26 13:33:31.931260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26a66729-a545-4f23-a3c9-475bd5f06698 req-bbc0734c-2ac5-40e6-b993-5fd6abc2eeb4 service neutron] 10.222.0.24 "GET /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889966 Sep 26 13:33:31.931373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53946) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:31.963267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0cec8829-2ee2-449e-805d-088de6975408 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac HTTP/1.1" status: 200 len: 205 time: 0.0308883 Sep 26 13:33:31.965939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 53948) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:32.072156 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.180179 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.239416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Deleting port 002eb4b3-7afb-44b3-a981-c5c5a6c8e926 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:32.239759 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.317398 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.330561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Calling delete_port for 002eb4b3-7afb-44b3-a981-c5c5a6c8e926 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:32.528906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.553645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event deleted for resources: {'Port': ['ID=002eb4b3-7afb-44b3-a981-c5c5a6c8e926,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:32.624205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.720957 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.723473 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.789786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.790340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:32.797980 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.802852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53954) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:32.803292 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-20a523d9-4263-42b2-a837-1cebb1439bbb tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac HTTP/1.1" status: 204 len: 168 time: 0.8360653 Sep 26 13:33:32.809283 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-93b72312-bc9b-4619-9215-0a47cd1ed132 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1352127511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:32.817049 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668518f-996e-42c9-8291-99d625dd4afb req-de78f9b9-827e-4ce5-9062-c60689625eb2 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:32.819706 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8668518f-996e-42c9-8291-99d625dd4afb req-de78f9b9-827e-4ce5-9062-c60689625eb2 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1095 time: 0.0573246 Sep 26 13:33:32.847938 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b72312-bc9b-4619-9215-0a47cd1ed132 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.848952 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b72312-bc9b-4619-9215-0a47cd1ed132 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.865429 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8668518f-996e-42c9-8291-99d625dd4afb req-e81f0c58-1743-4d58-b94e-ccebcf8222d5 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Sep 26 13:33:32.907258 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b72312-bc9b-4619-9215-0a47cd1ed132 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.911747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b72312-bc9b-4619-9215-0a47cd1ed132 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.928446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-93b72312-bc9b-4619-9215-0a47cd1ed132 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:32.932884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-93b72312-bc9b-4619-9215-0a47cd1ed132 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1255419 Sep 26 13:33:32.933296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 53956) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:32.938092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'enable_snat': False}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:33.143918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:33.627917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:33.650158 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:33.786813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Allocated IP 172.25.4.9 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/2f985425-5875-4d14-8cd8-7a04308b7435) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:33.899433 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:33.937310 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:34.006431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:34.012055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:34.020889 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:34.047152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Pushing event updated for resources: {'Port': ['ID=2f985425-5875-4d14-8cd8-7a04308b7435,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:34.109456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c609792-d191-4a2f-a92d-7050571e8b02 req-5e709f67-3e63-45d6-aaa9-f4f58c538fb4 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:34.111059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c609792-d191-4a2f-a92d-7050571e8b02 req-5e709f67-3e63-45d6-aaa9-f4f58c538fb4 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1095 time: 0.1689675 Sep 26 13:33:34.194490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c609792-d191-4a2f-a92d-7050571e8b02 req-c6038664-f4b7-44d8-95ab-4caddb55045f tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582213 Sep 26 13:33:34.322479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:34.549677 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:34.554280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:34.562819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2faa01df-7ea2-4e29-b5c6-39e06debe603 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:33:34.687669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2faa01df-7ea2-4e29-b5c6-39e06debe603, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2faa01df-7ea2-4e29-b5c6-39e06debe603,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:34.703290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2faa01df-7ea2-4e29-b5c6-39e06debe603', 'network_id': '53204410-9959-4e9d-bd35-c34f1aa7fd12', 'port_id': '2faa01df-7ea2-4e29-b5c6-39e06debe603', 'mac_address': 'fa:16:3e:52:83:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6debb5-849e-459b-95b4-7c732e73891c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:33:34.725027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Router ec5ec7df-80a7-447e-898d-643c3ad3478c is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:34.747079 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:34.762259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faa01df-7ea2-4e29-b5c6-39e06debe603 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:33:34.785017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2faa01df-7ea2-4e29-b5c6-39e06debe603, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2faa01df-7ea2-4e29-b5c6-39e06debe603,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:34.791152 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:34.852254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2faa01df-7ea2-4e29-b5c6-39e06debe603,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:34.871381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:34.876524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:34.878755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-df3b3c12-8960-4295-a9ff-8b2abc877c8b tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "PUT /v2.0/routers/ec5ec7df-80a7-447e-898d-643c3ad3478c HTTP/1.1" status: 200 len: 914 time: 1.9433782 Sep 26 13:33:34.880687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54136) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:34.883495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34014e0a-280c-4f3d-9ecd-6e2c5a8d0375 None None] Sync routers for ids ['ec5ec7df-80a7-447e-898d-643c3ad3478c'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:34.898992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34014e0a-280c-4f3d-9ecd-6e2c5a8d0375 None None] Routers {'ec5ec7df-80a7-447e-898d-643c3ad3478c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:34.900303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-34014e0a-280c-4f3d-9ecd-6e2c5a8d0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ec5ec7df-80a7-447e-898d-643c3ad3478c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:34.946901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-34014e0a-280c-4f3d-9ecd-6e2c5a8d0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:34.966135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34014e0a-280c-4f3d-9ecd-6e2c5a8d0375 None None] Routers {'ec5ec7df-80a7-447e-898d-643c3ad3478c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:34.966135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-34014e0a-280c-4f3d-9ecd-6e2c5a8d0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ec5ec7df-80a7-447e-898d-643c3ad3478c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:35.004762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d9cb54be-cec0-43a5-880f-67d94de1c7b9 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/routers/ec5ec7df-80a7-447e-898d-643c3ad3478c HTTP/1.1" status: 200 len: 920 time: 0.1226578 Sep 26 13:33:35.006975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-34014e0a-280c-4f3d-9ecd-6e2c5a8d0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:35.007553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54154) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:35.007970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34014e0a-280c-4f3d-9ecd-6e2c5a8d0375 None None] The sync data for ids ['ec5ec7df-80a7-447e-898d-643c3ad3478c'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:35.031783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2faa01df-7ea2-4e29-b5c6-39e06debe603'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:33:35.064548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686016c6-c6cc-40d0-ab32-f947b9d86d58 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:35.068485 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-686016c6-c6cc-40d0-ab32-f947b9d86d58 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=ec5ec7df-80a7-447e-898d-643c3ad3478c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0576346 Sep 26 13:33:35.069022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:35.176342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae237c6f-9310-4b84-ad41-a7450ce42341 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:35.177777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ae237c6f-9310-4b84-ad41-a7450ce42341 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/networks/21ea7ad9-2814-4312-8830-f65d79b335ab HTTP/1.1" status: 200 len: 881 time: 0.1074984 Sep 26 13:33:35.180502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54180) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:35.208489 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e2ab548a-4003-4664-a537-0fc298f2fc36 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec5ec7df-80a7-447e-898d-643c3ad3478c HTTP/1.1" status: 200 len: 205 time: 0.0268729 Sep 26 13:33:35.211159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54186) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:35.351144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f355b-4579-45b7-b0a4-a486e792a868 req-41987c65-ab71-41e6-83a4-dabe6985ee18 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:35.352713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-923f355b-4579-45b7-b0a4-a486e792a868 req-41987c65-ab71-41e6-83a4-dabe6985ee18 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1096 time: 0.0665348 Sep 26 13:33:35.363788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:35.464424 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-923f355b-4579-45b7-b0a4-a486e792a868 req-3ed4ff0c-2923-47cb-985a-d7414b03ae18 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985134 Sep 26 13:33:35.499980 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:35.556839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Deleting port 2f985425-5875-4d14-8cd8-7a04308b7435 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:35.557187 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:35.641476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:35.654101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Calling delete_port for 2f985425-5875-4d14-8cd8-7a04308b7435 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:35.831727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:35.861973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event deleted for resources: {'Port': ['ID=2f985425-5875-4d14-8cd8-7a04308b7435,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:35.925564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.022223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.025130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.076691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.077431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Fanout notify agent at l3_agent the message router_deleted on router ec5ec7df-80a7-447e-898d-643c3ad3478c {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:36.085263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.090036 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0484a039-e425-4de6-be6b-3bc851a1bb10 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/ec5ec7df-80a7-447e-898d-643c3ad3478c HTTP/1.1" status: 204 len: 168 time: 0.8778484 Sep 26 13:33:36.092486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54322) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:36.098019 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-678616091', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:36.123087 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.124120 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.177067 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.329557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.536377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.557507 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.562678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2faa01df-7ea2-4e29-b5c6-39e06debe603 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:36.588629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d7824-9d9b-4479-9c6e-ed16292ee868 req-ec25fcf6-1b03-45a1-abad-d9758182dd58 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:36.598570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-828d7824-9d9b-4479-9c6e-ed16292ee868 req-ec25fcf6-1b03-45a1-abad-d9758182dd58 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1096 time: 0.0586789 Sep 26 13:33:36.637683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-828d7824-9d9b-4479-9c6e-ed16292ee868 req-ac4ef505-fe64-46e0-8524-3aa8cc31002a tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379782 Sep 26 13:33:36.648949 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2faa01df-7ea2-4e29-b5c6-39e06debe603 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:33:36.663013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2faa01df-7ea2-4e29-b5c6-39e06debe603 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:36.663444 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.698858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Allocated IP 172.25.4.18 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/bd290c8b-3bfc-4943-b0a0-904075b31db1) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:36.757632 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.783162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d21416-a06a-4f38-9b3d-b035e92568d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa01df-7ea2-4e29-b5c6-39e06debe603'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:33:36.785799 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd1d3ed-01a8-4f69-b7ff-c51e69aeb354" -d '{"events": [{"server_uuid": "45d21416-a06a-4f38-9b3d-b035e92568d2", "name": "network-vif-plugged", "status": "completed", "tag": "2faa01df-7ea2-4e29-b5c6-39e06debe603"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:33:36.799831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2faa01df-7ea2-4e29-b5c6-39e06debe603, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2faa01df-7ea2-4e29-b5c6-39e06debe603,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:36.806002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.834610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.835243 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9a8e3-72f2-4023-8986-9157cb370b49 x-openstack-request-id: req-9ae9a8e3-72f2-4023-8986-9157cb370b49 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:33:36.835753 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d21416-a06a-4f38-9b3d-b035e92568d2", "name": "network-vif-plugged", "status": "completed", "tag": "2faa01df-7ea2-4e29-b5c6-39e06debe603", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:33:36.836169 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ae9a8e3-72f2-4023-8986-9157cb370b49 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:33:36.836733 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d21416-a06a-4f38-9b3d-b035e92568d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faa01df-7ea2-4e29-b5c6-39e06debe603', 'code': 200} Sep 26 13:33:36.868530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2faa01df-7ea2-4e29-b5c6-39e06debe603,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:36.880833 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:36.918819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:36.923769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:36.927514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:36.934501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879bb1-59a6-48c5-9bef-52ec5e8ab4c7 req-8bc222b7-c6eb-4789-b2c7-b811eb9070a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:36.936153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6879bb1-59a6-48c5-9bef-52ec5e8ab4c7 req-8bc222b7-c6eb-4789-b2c7-b811eb9070a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1097 time: 0.0412648 Sep 26 13:33:36.956762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event updated for resources: {'Port': ['ID=bd290c8b-3bfc-4943-b0a0-904075b31db1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:36.975174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6879bb1-59a6-48c5-9bef-52ec5e8ab4c7 req-77ca07de-ccd8-4870-918b-fd76fad5290e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Sep 26 13:33:37.195971 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:37.395073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:37.526840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Router a3046ac5-7480-4b93-8e09-82bc15594b4a is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:37.633905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:37.643019 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd18a84-0942-43ca-8106-4bf2e02d1196 None None] Sync routers for ids ['a3046ac5-7480-4b93-8e09-82bc15594b4a'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:37.652861 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd18a84-0942-43ca-8106-4bf2e02d1196 None None] Routers {'a3046ac5-7480-4b93-8e09-82bc15594b4a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:37.653455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:37.653625 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fcd18a84-0942-43ca-8106-4bf2e02d1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a3046ac5-7480-4b93-8e09-82bc15594b4a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:37.654971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5b314ed5-42f2-4840-8263-1313a0c59222 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5611093 Sep 26 13:33:37.657686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54428) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:37.662587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:37.691473 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fcd18a84-0942-43ca-8106-4bf2e02d1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:37.700273 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd18a84-0942-43ca-8106-4bf2e02d1196 None None] Routers {'a3046ac5-7480-4b93-8e09-82bc15594b4a'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:37.700910 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fcd18a84-0942-43ca-8106-4bf2e02d1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a3046ac5-7480-4b93-8e09-82bc15594b4a'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:37.743198 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fcd18a84-0942-43ca-8106-4bf2e02d1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:37.744262 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd18a84-0942-43ca-8106-4bf2e02d1196 None None] The sync data for ids ['a3046ac5-7480-4b93-8e09-82bc15594b4a'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:37.811017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8240b-a9cc-46c2-94a0-b42b3fcb12b7 req-0b8b3323-788a-4e7f-af92-61ee81e1884e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:37.812578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61b8240b-a9cc-46c2-94a0-b42b3fcb12b7 req-0b8b3323-788a-4e7f-af92-61ee81e1884e tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1097 time: 0.0990548 Sep 26 13:33:37.923786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-61b8240b-a9cc-46c2-94a0-b42b3fcb12b7 req-bc075adf-b19a-4d96-8814-11c7f057f659 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992377 Sep 26 13:33:38.068744 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.094333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.157050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Deleting port bd290c8b-3bfc-4943-b0a0-904075b31db1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:38.157402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.241760 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.253352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Calling delete_port for bd290c8b-3bfc-4943-b0a0-904075b31db1 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:38.303754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-9c2f84cb-b7fb-4337-b441-6e1f4d40e284 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:38.305259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-9c2f84cb-b7fb-4337-b441-6e1f4d40e284 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/networks?id=1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 200 len: 814 time: 0.4557312 Sep 26 13:33:38.320522 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-6b90a674-af4b-49e2-8a3d-78b191dfe737 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/quotas/a136fbbcc5724973ae195a5089960452 HTTP/1.1" status: 200 len: 375 time: 0.0092726 Sep 26 13:33:38.340033 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b540db37-bd9e-48f5-8020-ccf12e76cc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.359362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-587c03c8-95bc-4993-9845-171dd0ff74b3 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a136fbbcc5724973ae195a5089960452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319378 Sep 26 13:33:38.432537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.454353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-d23d741b-2623-405f-874f-b525f2da408e service neutron] 10.222.0.13 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878370 Sep 26 13:33:38.459455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Pushing event deleted for resources: {'Port': ['ID=bd290c8b-3bfc-4943-b0a0-904075b31db1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:38.472828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.473181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.473545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.473887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.474255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.474589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.474919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.477250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.477250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.477250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.477250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.477250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:38.536062 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.556710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-e2fcc89d-4f37-45b7-858d-cd1c97e43fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960474 Sep 26 13:33:38.772195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0f2e665e-3e72-43b2-9e85-ba053974d55e req-c497d5db-deb9-4cd6-9524-091c71d4f7c7 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 210 time: 0.0560739 Sep 26 13:33:38.776474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15789'] for router, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.780528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754201'] for router, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.860636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Router a3046ac5-7480-4b93-8e09-82bc15594b4a has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:33:38.944710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:38.953444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:38.957239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2dbe9483-c17c-40c1-bd7e-d29a0d81b546 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "PUT /v2.0/routers/a3046ac5-7480-4b93-8e09-82bc15594b4a HTTP/1.1" status: 200 len: 705 time: 1.2961514 Sep 26 13:33:38.957855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54454) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:38.959778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e27a62-4ec1-4c78-a032-fc7bc00d0c0e None None] Sync routers for ids ['a3046ac5-7480-4b93-8e09-82bc15594b4a'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:38.975138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e27a62-4ec1-4c78-a032-fc7bc00d0c0e None None] Routers {'a3046ac5-7480-4b93-8e09-82bc15594b4a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:38.976083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-97e27a62-4ec1-4c78-a032-fc7bc00d0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a3046ac5-7480-4b93-8e09-82bc15594b4a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:39.017626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-97e27a62-4ec1-4c78-a032-fc7bc00d0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:39.027736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e27a62-4ec1-4c78-a032-fc7bc00d0c0e None None] Routers {'a3046ac5-7480-4b93-8e09-82bc15594b4a'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:39.028753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-97e27a62-4ec1-4c78-a032-fc7bc00d0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a3046ac5-7480-4b93-8e09-82bc15594b4a'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:39.041978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38546218-18f0-4646-a958-29ff6daf5aaa tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/routers/a3046ac5-7480-4b93-8e09-82bc15594b4a HTTP/1.1" status: 200 len: 740 time: 0.0831776 Sep 26 13:33:39.044752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54458) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:39.061434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eed165-30a0-4bac-aaf1-6dc36992d3d1 req-e16ca0d1-3985-42bb-9bee-80c2b8e65bd8 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:39.071788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7eed165-30a0-4bac-aaf1-6dc36992d3d1 req-e16ca0d1-3985-42bb-9bee-80c2b8e65bd8 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1097 time: 0.0653682 Sep 26 13:33:39.116413 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7eed165-30a0-4bac-aaf1-6dc36992d3d1 req-46191e34-1ead-4ade-b490-334a59b9309f tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Sep 26 13:33:39.127515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f4a7ba7f-465a-4b25-9c8a-a635518cac95 tempest-RoutersAdminTest-2085637176 tempest-RoutersAdminTest-2085637176-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&device_id=a3046ac5-7480-4b93-8e09-82bc15594b4a HTTP/1.1" status: 200 len: 205 time: 0.0814164 Sep 26 13:33:39.130324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54460) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:39.163238 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-21560d75-de23-4677-866b-f8a87585f508 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3046ac5-7480-4b93-8e09-82bc15594b4a HTTP/1.1" status: 200 len: 205 time: 0.0313585 Sep 26 13:33:39.166481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54464) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:39.227984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-97e27a62-4ec1-4c78-a032-fc7bc00d0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:39.228569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e27a62-4ec1-4c78-a032-fc7bc00d0c0e None None] The sync data for ids ['a3046ac5-7480-4b93-8e09-82bc15594b4a'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:39.249386 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa1e81c2-472d-4173-9d1e-62caae4e30d6 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:39.282032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689be1-e989-421b-93b5-8230b213da80 req-6b60a280-1c2d-47e6-84ee-f892a1e12e13 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:39.283681 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2689be1-e989-421b-93b5-8230b213da80 req-6b60a280-1c2d-47e6-84ee-f892a1e12e13 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1097 time: 0.0447764 Sep 26 13:33:39.322124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a2689be1-e989-421b-93b5-8230b213da80 req-566ad558-3216-4a84-bbff-e3fbc2fa5fff tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308793 Sep 26 13:33:39.429770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa1e81c2-472d-4173-9d1e-62caae4e30d6 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:39.444031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa1e81c2-472d-4173-9d1e-62caae4e30d6 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:39.492431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa1e81c2-472d-4173-9d1e-62caae4e30d6 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:39.492852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1e81c2-472d-4173-9d1e-62caae4e30d6 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Fanout notify agent at l3_agent the message router_deleted on router a3046ac5-7480-4b93-8e09-82bc15594b4a {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:39.495925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ba9a-ebe7-4c49-8825-260feb32b5c7 req-467ec8b4-5559-4ff8-965b-eb495568ee69 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:39.497451 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0414ba9a-ebe7-4c49-8825-260feb32b5c7 req-467ec8b4-5559-4ff8-965b-eb495568ee69 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1097 time: 0.0801115 Sep 26 13:33:39.502756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aa1e81c2-472d-4173-9d1e-62caae4e30d6 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:39.503769 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aa1e81c2-472d-4173-9d1e-62caae4e30d6 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/a3046ac5-7480-4b93-8e09-82bc15594b4a HTTP/1.1" status: 204 len: 168 time: 0.3362975 Sep 26 13:33:39.507616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54468) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:39.538258 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0414ba9a-ebe7-4c49-8825-260feb32b5c7 req-5294b229-11e0-4d53-aec5-51c13b252258 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Sep 26 13:33:39.542987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-375f15ac-3f14-4fb3-bea3-991b6719f12d tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3046ac5-7480-4b93-8e09-82bc15594b4a HTTP/1.1" status: 200 len: 205 time: 0.0342522 Sep 26 13:33:39.545365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54470) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:39.796443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44940acf-0b18-4438-837b-37293fcc35fe req-f1394c8d-8fec-4a65-bf7b-5c3221c58b77 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:39.798199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44940acf-0b18-4438-837b-37293fcc35fe req-f1394c8d-8fec-4a65-bf7b-5c3221c58b77 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1097 time: 0.0440536 Sep 26 13:33:39.845792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44940acf-0b18-4438-837b-37293fcc35fe req-8d50c61e-074e-4c39-95a8-ed06340024b4 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Sep 26 13:33:39.886045 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-c457d29b-955c-40f3-a49b-06437c4a2913 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] delete failed (client error): The resource could not be found. Sep 26 13:33:39.887003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c457d29b-955c-40f3-a49b-06437c4a2913 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/a3046ac5-7480-4b93-8e09-82bc15594b4a HTTP/1.1" status: 404 len: 336 time: 0.3404450 Sep 26 13:33:39.889786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54482) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:39.918778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e6e7fb1b-f2f4-46d6-ad48-8aed09d3f351 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec5ec7df-80a7-447e-898d-643c3ad3478c HTTP/1.1" status: 200 len: 205 time: 0.0278029 Sep 26 13:33:39.921305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54484) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:39.922245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95259549-721d-4e83-9ad9-692c9d5dd7a2 req-a03e9198-043a-450c-ba2a-ee7250984248 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 210 time: 0.0464661 Sep 26 13:33:39.960273 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-9d38350d-256d-4b66-93df-5449a211316f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] delete failed (client error): The resource could not be found. Sep 26 13:33:39.961362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9d38350d-256d-4b66-93df-5449a211316f tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/ec5ec7df-80a7-447e-898d-643c3ad3478c HTTP/1.1" status: 404 len: 336 time: 0.0387375 Sep 26 13:33:39.964690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54486) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:39.996751 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a0a93d2-2a1b-4e8e-ada8-7e2a28a467c2 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac HTTP/1.1" status: 200 len: 205 time: 0.0309834 Sep 26 13:33:39.999336 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54488) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.004110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-1193413d-ee60-49b5-b357-f9fe610a5b67 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:40.006333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-1193413d-ee60-49b5-b357-f9fe610a5b67 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.24 "GET /v2.0/networks?id=1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 200 len: 814 time: 0.1309154 Sep 26 13:33:40.018624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Request body: {'port': {'device_id': '62dd3de5-a058-42d8-ac7c-08ad70fa0e2d', 'network_id': '1b920821-2612-405e-8582-1eb507a21de8', 'admin_state_up': True, 'tenant_id': 'a136fbbcc5724973ae195a5089960452'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:40.036325 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-9bba8242-9e13-448e-8ad0-46476eb83988 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] delete failed (client error): The resource could not be found. Sep 26 13:33:40.037609 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9bba8242-9e13-448e-8ad0-46476eb83988 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/3a4958a5-a7c8-463e-bbf7-7fd1eeae58ac HTTP/1.1" status: 404 len: 336 time: 0.0371289 Sep 26 13:33:40.040122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54490) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.067427 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-50ad3be1-f803-42fb-863a-7e5042811fc7 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=2714dac8-4a9e-4699-ab18-49334237d31d HTTP/1.1" status: 200 len: 205 time: 0.0260782 Sep 26 13:33:40.069694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54492) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.110272 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-19e9bac5-b85d-44f9-8ff7-ef2cc63ac603 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] delete failed (client error): The resource could not be found. Sep 26 13:33:40.111301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-19e9bac5-b85d-44f9-8ff7-ef2cc63ac603 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/2714dac8-4a9e-4699-ab18-49334237d31d HTTP/1.1" status: 404 len: 336 time: 0.0407903 Sep 26 13:33:40.113949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54494) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.150486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3cd00792-bc3b-4932-9a5b-4312a9efe8f7 tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf600735-bfd4-496d-b010-92c9b8dd3e39 HTTP/1.1" status: 200 len: 205 time: 0.0353532 Sep 26 13:33:40.152739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54496) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.191327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Made reservation on behalf of a136fbbcc5724973ae195a5089960452 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:40.194762 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.198502 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-38256c65-e118-495f-ac62-805bc0f30baa tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] delete failed (client error): The resource could not be found. Sep 26 13:33:40.199524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-38256c65-e118-495f-ac62-805bc0f30baa tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/cf600735-bfd4-496d-b010-92c9b8dd3e39 HTTP/1.1" status: 404 len: 336 time: 0.0458550 Sep 26 13:33:40.202640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54498) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.231827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-556bdedc-e1dc-4371-bb7e-7401f210099c tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "GET /v2.0/ports?device_id=84021a4f-62f4-49b9-8757-43230ff189a6 HTTP/1.1" status: 200 len: 205 time: 0.0280488 Sep 26 13:33:40.234229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54500) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.272072 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-9cf2cee9-306d-4fea-8f3f-e29ca5138aea tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] delete failed (client error): The resource could not be found. Sep 26 13:33:40.273098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9cf2cee9-306d-4fea-8f3f-e29ca5138aea tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/routers/84021a4f-62f4-49b9-8757-43230ff189a6 HTTP/1.1" status: 404 len: 336 time: 0.0379260 Sep 26 13:33:40.275802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54502) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.307025 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d6acff-b6c2-460c-8239-c926ad57341d tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] DELETE failed (client error): The resource could not be found. Sep 26 13:33:40.307469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d6acff-b6c2-460c-8239-c926ad57341d tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 13:33:40.309153 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-74d6acff-b6c2-460c-8239-c926ad57341d tempest-RoutersAdminTest-742011980 tempest-RoutersAdminTest-742011980-project] 10.222.0.13 "DELETE /v2.0/subnets/0f4d5885-88b7-49ff-b41d-1ec4a2b21f86 HTTP/1.1" status: 404 len: 337 time: 0.0324192 Sep 26 13:33:40.333836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Allocated IP 172.20.0.2 (1b920821-2612-405e-8582-1eb507a21de8/d6559fbe-b93a-4e69-94e9-4a68b1fdec5e/922aef3f-024b-4527-820c-345a63698fa6) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:40.489214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.523713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.566498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Network 1b920821-2612-405e-8582-1eb507a21de8 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:40.569662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:40.572041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:40.578263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54508) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.604628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Pushing event updated for resources: {'Port': ['ID=922aef3f-024b-4527-820c-345a63698fa6,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:40.632127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:40.632751 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.647045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-a8e41406-710b-4a9b-a914-858254268054 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6319613 Sep 26 13:33:40.659306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Request body: {'port': {'device_id': '62dd3de5-a058-42d8-ac7c-08ad70fa0e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:40.690280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-553d2c54-34be-4c17-b4cf-a84c231f27d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.717240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.790668 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-553d2c54-34be-4c17-b4cf-a84c231f27d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.794722 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-553d2c54-34be-4c17-b4cf-a84c231f27d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.834501 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-553d2c54-34be-4c17-b4cf-a84c231f27d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c747d96ce3b4e5383e3f9e34077527f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552340 Sep 26 13:33:40.835622 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d2c54-34be-4c17-b4cf-a84c231f27d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4edd1f-2344-4594-9931-84895fbb197c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:40.838826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54512) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:40.951964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1715087-3ad5-4881-b665-f530f6debde1 req-c47e9e23-c5c1-4034-bb28-16c4eb494eca tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:40.953634 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1715087-3ad5-4881-b665-f530f6debde1 req-c47e9e23-c5c1-4034-bb28-16c4eb494eca tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1097 time: 0.0445859 Sep 26 13:33:40.954943 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-725ce7ba-f5ab-4629-b7c6-7ea678fd9848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:40.998464 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b1715087-3ad5-4881-b665-f530f6debde1 req-8b0262b5-7b95-4693-baa0-89e8cbf20979 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370843 Sep 26 13:33:41.017752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-725ce7ba-f5ab-4629-b7c6-7ea678fd9848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.071155 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9d10d8ad-dca5-4d38-9be8-2869694bee7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.114077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-19fe7bd7-05a6-458c-80aa-c690cbb6893d tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:41.115505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-19fe7bd7-05a6-458c-80aa-c690cbb6893d tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 1097 time: 0.1528292 Sep 26 13:33:41.161773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09749434-5eb3-4f6c-a084-a32cd9e91318 req-bf6f1e2c-7b26-4ead-8408-b7e6746266f3 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:41.163229 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09749434-5eb3-4f6c-a084-a32cd9e91318 req-bf6f1e2c-7b26-4ead-8408-b7e6746266f3 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 931 time: 0.1591070 Sep 26 13:33:41.195239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922aef3f-024b-4527-820c-345a63698fa6 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:33:41.210196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.219101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-725ce7ba-f5ab-4629-b7c6-7ea678fd9848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.221598 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-725ce7ba-f5ab-4629-b7c6-7ea678fd9848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.222706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-725ce7ba-f5ab-4629-b7c6-7ea678fd9848 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c4edd1f-2344-4594-9931-84895fbb197c HTTP/1.1" status: 204 len: 168 time: 0.3828850 Sep 26 13:33:41.268622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ce7ba-f5ab-4629-b7c6-7ea678fd9848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4edd1f-2344-4594-9931-84895fbb197c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:41.283705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Transition to ACTIVE for port object 922aef3f-024b-4527-820c-345a63698fa6 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:33:41.290669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.297989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09749434-5eb3-4f6c-a084-a32cd9e91318 req-3d0d067b-a307-44fb-a9e7-e78ce4bb6f59 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143949 Sep 26 13:33:41.362713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Pushing event updated for resources: {'Port': ['ID=922aef3f-024b-4527-820c-345a63698fa6,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:41.412365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Deleting port 2faa01df-7ea2-4e29-b5c6-39e06debe603 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:41.412711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.491602 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Attempting to bind port 922aef3f-024b-4527-820c-345a63698fa6 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:41.491945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Attempting to bind port 922aef3f-024b-4527-820c-345a63698fa6 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:41.492274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Attempting to bind port 922aef3f-024b-4527-820c-345a63698fa6 on network 1b920821-2612-405e-8582-1eb507a21de8 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:41.498828 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54522) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:41.500855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Port 922aef3f-024b-4527-820c-345a63698fa6 on network 1b920821-2612-405e-8582-1eb507a21de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:33:41.501187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Attempting to bind port 922aef3f-024b-4527-820c-345a63698fa6 on network 1b920821-2612-405e-8582-1eb507a21de8 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:41.515429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:41.515770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Checking segment: {'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:41.516156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Bound using segment: {'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:41.516606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Bound port: 922aef3f-024b-4527-820c-345a63698fa6, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:41.516969 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.532607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] For port 2faa01df-7ea2-4e29-b5c6-39e06debe603, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2faa01df-7ea2-4e29-b5c6-39e06debe603,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:41.532971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.545713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c863a66d-f862-4179-b72f-57aa4255a35e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dffc834a54049ee9490f0d3963cad41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433469 Sep 26 13:33:41.546051 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54524) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:41.564064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Calling delete_port for 2faa01df-7ea2-4e29-b5c6-39e06debe603 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:41.595639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d689688a-c873-485e-af69-e5a6c0b36b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.616281 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d689688a-c873-485e-af69-e5a6c0b36b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.642320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] For port 922aef3f-024b-4527-820c-345a63698fa6, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:41.648172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.648942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] For port 922aef3f-024b-4527-820c-345a63698fa6, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=922aef3f-024b-4527-820c-345a63698fa6,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:41.658603 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.666085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d689688a-c873-485e-af69-e5a6c0b36b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.668763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d689688a-c873-485e-af69-e5a6c0b36b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.672724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d689688a-c873-485e-af69-e5a6c0b36b66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ef95198-b065-4761-8291-08147d87e787 HTTP/1.1" status: 204 len: 168 time: 0.1256676 Sep 26 13:33:41.681435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689688a-c873-485e-af69-e5a6c0b36b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef95198-b065-4761-8291-08147d87e787,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:41.708057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:41.708680 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.710693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] 10.222.0.24 "PUT /v2.0/ports/922aef3f-024b-4527-820c-345a63698fa6 HTTP/1.1" status: 200 len: 1092 time: 1.0556145 Sep 26 13:33:41.711817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dd3de5-a058-42d8-ac7c-08ad70fa0e2d', 'tag': '922aef3f-024b-4527-820c-345a63698fa6'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:33:41.714306 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99" -d '{"events": [{"name": "network-changed", "server_uuid": "62dd3de5-a058-42d8-ac7c-08ad70fa0e2d", "tag": "922aef3f-024b-4527-820c-345a63698fa6"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:33:41.776063 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3bd6b2-d6e4-4c69-9af0-f5d3bad535b6 x-openstack-request-id: req-1a3bd6b2-d6e4-4c69-9af0-f5d3bad535b6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:33:41.776352 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dd3de5-a058-42d8-ac7c-08ad70fa0e2d", "tag": "922aef3f-024b-4527-820c-345a63698fa6", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:33:41.776604 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a3bd6b2-d6e4-4c69-9af0-f5d3bad535b6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:33:41.776997 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dd3de5-a058-42d8-ac7c-08ad70fa0e2d', 'tag': '922aef3f-024b-4527-820c-345a63698fa6', 'status': 'completed', 'code': 200} Sep 26 13:33:41.786667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fb34b-bfc4-4b3a-bded-9f2e4629861e service neutron] Pushing event updated for resources: {'Port': ['ID=922aef3f-024b-4527-820c-345a63698fa6,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:41.838851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.850389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2faa01df-7ea2-4e29-b5c6-39e06debe603'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:33:41.852692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-69fb010d-2f1f-416b-87dd-7eff9b3af671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:41.852986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7511993a-1859-4087-b430-a3c4d594f084'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:33:41.854373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-69fb010d-2f1f-416b-87dd-7eff9b3af671 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a136fbbcc5724973ae195a5089960452&device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 1095 time: 0.0800469 Sep 26 13:33:41.879555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Pushing event deleted for resources: {'Port': ['ID=2faa01df-7ea2-4e29-b5c6-39e06debe603,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:41.931818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-8f136d2f-46bd-4d60-9c26-f3b2c006be27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=922aef3f-024b-4527-820c-345a63698fa6 HTTP/1.1" status: 200 len: 217 time: 0.0590727 Sep 26 13:33:41.956587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] No DVR routers for this DVR port 2faa01df-7ea2-4e29-b5c6-39e06debe603 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:33:41.959428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:41.962003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-89bc26b9-1f93-4c26-8fa1-930f970024b7 req-e0084740-0767-4eb5-a71a-7dbafd0f3981 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2faa01df-7ea2-4e29-b5c6-39e06debe603 HTTP/1.1" status: 204 len: 173 time: 0.8179460 Sep 26 13:33:42.023994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-5a669bfc-e1ae-49fa-bbd8-883b931be87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:42.025658 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-5a669bfc-e1ae-49fa-bbd8-883b931be87e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6559fbe-b93a-4e69-94e9-4a68b1fdec5e HTTP/1.1" status: 200 len: 854 time: 0.0707645 Sep 26 13:33:42.084711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-b73244cd-44a0-4167-b13d-3316a2fc612d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b920821-2612-405e-8582-1eb507a21de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501523 Sep 26 13:33:42.162452 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:42.165309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42ebb480-5441-42a8-9c60-a956c60028e2 req-e5bf3c69-de6b-4465-89a6-ff37d13a0459 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45d21416-a06a-4f38-9b3d-b035e92568d2 HTTP/1.1" status: 200 len: 210 time: 0.0521822 Sep 26 13:33:42.226636 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-6b964de3-c62f-436e-8fed-24cbef01f47a service neutron] 10.222.0.24 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288829 Sep 26 13:33:42.331639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a743d7-1fb1-4def-84ee-9c2631dceb8a req-8cfbcaa9-69a9-4ff0-8f98-b4aec23abf90 service neutron] 10.222.0.24 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964053 Sep 26 13:33:42.430993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8739f4-e65d-4cf1-90fb-4501a673d67f req-82be6fd5-9405-4fcf-8fb9-5593acd0f956 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:42.436724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-e3f45f8b-5100-462a-9cad-117c7cf02d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:42.438331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-e3f45f8b-5100-462a-9cad-117c7cf02d75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a136fbbcc5724973ae195a5089960452&device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 1095 time: 0.0497785 Sep 26 13:33:42.440124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc8739f4-e65d-4cf1-90fb-4501a673d67f req-82be6fd5-9405-4fcf-8fb9-5593acd0f956 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0613239 Sep 26 13:33:42.489296 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc8739f4-e65d-4cf1-90fb-4501a673d67f req-d5d5dac6-ba18-429b-a1c3-78aa0f2f7520 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Sep 26 13:33:42.541419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54552) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:42.561692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-e086e286-7653-45c9-832f-6256c04fc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:42.563188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-e086e286-7653-45c9-832f-6256c04fc3e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 200 len: 914 time: 0.1134715 Sep 26 13:33:42.604752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-4eec4bc6-e6e0-447d-9495-188de70c10ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=922aef3f-024b-4527-820c-345a63698fa6 HTTP/1.1" status: 200 len: 217 time: 0.0340075 Sep 26 13:33:42.645277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1196971506'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:42.675745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-244b407d-5c60-414f-bbf9-5edc7800b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:42.677180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-244b407d-5c60-414f-bbf9-5edc7800b1e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6559fbe-b93a-4e69-94e9-4a68b1fdec5e HTTP/1.1" status: 200 len: 854 time: 0.0652146 Sep 26 13:33:42.681245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Made reservation on behalf of c49e8371ec6c420ab255319519237f60 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:42.684736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:42.701558 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:42.718166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-85633d70-e6e2-4569-8529-2575069a3893 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b920821-2612-405e-8582-1eb507a21de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312872 Sep 26 13:33:42.842480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-d606e3bd-b7ae-40b4-b5b5-48f6c8d015a0 service neutron] 10.222.0.24 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164792 Sep 26 13:33:42.926623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:42.930951 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:42.958555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:33:42.986988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab0d869-a2c3-4de4-8e8b-08d9a7cd552b,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:42.993546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a458a9e7-6b52-49c6-89b7-ca4a6ad85a99 req-cce88d8b-da8e-475a-99b6-ce2849c42b41 service neutron] 10.222.0.24 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425231 Sep 26 13:33:42.994551 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:42.994968 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Added segment 2cf7cc7c-3680-4767-b9b7-c5f9aa37af35 of type vlan for network e722cedb-2e4f-42c1-b90c-5b814a27eaed Sep 26 13:33:43.038158 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.062493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.068214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:43.068804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.102775 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5599954 Sep 26 13:33:43.105574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54556) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:43.112195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Request body: {'subnet': {'network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:43.155455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee014cca-5036-4b38-b18d-b1af42768d5e tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'Network': ['ID=e722cedb-2e4f-42c1-b90c-5b814a27eaed,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:43.166239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:33:43.274792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Made reservation on behalf of c49e8371ec6c420ab255319519237f60 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:43.278774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.499435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e39a-5cad-4d68-8de1-361ae4533353 req-3e2bc362-a5c9-4e92-bf50-24e0b1f05472 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:43.501097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b880e39a-5cad-4d68-8de1-361ae4533353 req-3e2bc362-a5c9-4e92-bf50-24e0b1f05472 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1098 time: 0.0843990 Sep 26 13:33:43.502541 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.574919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'Subnet': ['ID=e23554f8-a24d-4fc3-931a-3dd675657d53,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:43.598557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b880e39a-5cad-4d68-8de1-361ae4533353 req-c19931cc-44f8-48e4-96bb-edf10989f284 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734427 Sep 26 13:33:43.606378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Checking segment: {'id': '2cf7cc7c-3680-4767-b9b7-c5f9aa37af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:43.606585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.606738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Network hostable DHCP agents. Network: e722cedb-2e4f-42c1-b90c-5b814a27eaed, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:33:43.608643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cab3-5232-4bd3-a992-3bef539b9315 req-ab2616c2-9ed3-48fc-8210-db12e4cc52dc tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:43.610277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98f0cab3-5232-4bd3-a992-3bef539b9315 req-ab2616c2-9ed3-48fc-8210-db12e4cc52dc tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0564830 Sep 26 13:33:43.637931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:33:43.646521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e722cedb-2e4f-42c1-b90c-5b814a27eaed) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:43.650660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:43.651253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.655756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb8c5b-2cf7-4d50-b506-44b6b876e434 None None] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:43.660250 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98f0cab3-5232-4bd3-a992-3bef539b9315 req-425d4221-d8e2-45db-9f04-64f588cb666c tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408328 Sep 26 13:33:43.669999 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-345ec1eb-206f-454e-abae-e423f1408452 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5605831 Sep 26 13:33:43.669999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54566) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:43.674952 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-edfc8eb2-d9c2-454d-be08-9a3aca922aa1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-843482401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:43.702985 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-edfc8eb2-d9c2-454d-be08-9a3aca922aa1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.703962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-edfc8eb2-d9c2-454d-be08-9a3aca922aa1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.755630 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-edfc8eb2-d9c2-454d-be08-9a3aca922aa1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.760372 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-edfc8eb2-d9c2-454d-be08-9a3aca922aa1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.776302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-edfc8eb2-d9c2-454d-be08-9a3aca922aa1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.780052 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-edfc8eb2-d9c2-454d-be08-9a3aca922aa1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1063352 Sep 26 13:33:43.780052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d21416-a06a-4f38-9b3d-b035e92568d2', 'name': 'network-vif-deleted', 'tag': '2faa01df-7ea2-4e29-b5c6-39e06debe603'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:33:43.780399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54568) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:43.780571 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf0142e-d0dc-42be-b14f-4dcc099093a3" -d '{"events": [{"server_uuid": "45d21416-a06a-4f38-9b3d-b035e92568d2", "name": "network-vif-deleted", "tag": "2faa01df-7ea2-4e29-b5c6-39e06debe603"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:33:43.814669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e722cedb-2e4f-42c1-b90c-5b814a27eaed', 'network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed', 'tenant_id': 'c49e8371ec6c420ab255319519237f60', 'fixed_ips': [{'subnet_id': 'e23554f8-a24d-4fc3-931a-3dd675657d53'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:33:43.816438 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17749a0b-c899-4ddb-b3fa-1114c908089f x-openstack-request-id: req-17749a0b-c899-4ddb-b3fa-1114c908089f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:33:43.816731 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d21416-a06a-4f38-9b3d-b035e92568d2", "name": "network-vif-deleted", "tag": "2faa01df-7ea2-4e29-b5c6-39e06debe603", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:33:43.816985 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17749a0b-c899-4ddb-b3fa-1114c908089f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:33:43.817517 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d21416-a06a-4f38-9b3d-b035e92568d2', 'name': 'network-vif-deleted', 'tag': '2faa01df-7ea2-4e29-b5c6-39e06debe603', 'status': 'completed', 'code': 200} Sep 26 13:33:43.818430 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:43.950574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Allocated IP 172.20.0.2 (e722cedb-2e4f-42c1-b90c-5b814a27eaed/e23554f8-a24d-4fc3-931a-3dd675657d53/3864f32b-ffb3-4c28-a61d-2594ecc4a23e) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:44.066053 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.100042 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.106786 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.143114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:44.145998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:44.148787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:44.164481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Pushing event updated for resources: {'Port': ['ID=3864f32b-ffb3-4c28-a61d-2594ecc4a23e,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:44.187752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.188394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.188479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.188763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.189097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.189435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.189793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.190447 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.190784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.191110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.191439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.191775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:33:44.227641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Attempting to bind port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:44.228005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Attempting to bind port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '2cf7cc7c-3680-4767-b9b7-c5f9aa37af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:44.228357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Attempting to bind port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e on network e722cedb-2e4f-42c1-b90c-5b814a27eaed {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:44.233296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:44.233716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Checking segment: {'id': '2cf7cc7c-3680-4767-b9b7-c5f9aa37af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:44.234108 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.234491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Bound using segment: {'id': '2cf7cc7c-3680-4767-b9b7-c5f9aa37af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:44.234972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Bound port: 3864f32b-ffb3-4c28-a61d-2594ecc4a23e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf7cc7c-3680-4767-b9b7-c5f9aa37af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:44.235343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.295958 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] For port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:44.299221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] For port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3864f32b-ffb3-4c28-a61d-2594ecc4a23e,segment=NetworkSegment(2cf7cc7c-3680-4767-b9b7-c5f9aa37af35),segment_id=2cf7cc7c-3680-4767-b9b7-c5f9aa37af35)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:44.305027 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.308544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Allocated IP 172.20.0.1 (e722cedb-2e4f-42c1-b90c-5b814a27eaed/e23554f8-a24d-4fc3-931a-3dd675657d53/050465d8-ad45-4150-9c8a-4ead8b5e067a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:44.362611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ced8fa-3d3f-4597-b27e-614752d21f36 None None] Pushing event updated for resources: {'Port': ['ID=3864f32b-ffb3-4c28-a61d-2594ecc4a23e,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:44.432977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.468269 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.510812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:44.512338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:44.516827 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:44.548722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'Port': ['ID=050465d8-ad45-4150-9c8a-4ead8b5e067a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:44.568967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.609533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 922aef3f-024b-4527-820c-345a63698fa6 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:33:44.611843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2faa01df-7ea2-4e29-b5c6-39e06debe603 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:44.644676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 2faa01df-7ea2-4e29-b5c6-39e06debe603 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:44.645028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2faa01df-7ea2-4e29-b5c6-39e06debe603 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:44.731330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.758003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 922aef3f-024b-4527-820c-345a63698fa6, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=922aef3f-024b-4527-820c-345a63698fa6,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:44.769999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '922aef3f-024b-4527-820c-345a63698fa6', 'network_id': '1b920821-2612-405e-8582-1eb507a21de8', 'port_id': '922aef3f-024b-4527-820c-345a63698fa6', 'mac_address': 'fa:16:3e:63:b6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6559fbe-b93a-4e69-94e9-4a68b1fdec5e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:33:44.798395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8eff3-ec74-439f-8dd1-96847cec5b7e req-7ca53340-b649-43f7-b8cd-79b332d111bc tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:44.800095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ad8eff3-ec74-439f-8dd1-96847cec5b7e req-7ca53340-b649-43f7-b8cd-79b332d111bc tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 943 time: 0.0596054 Sep 26 13:33:44.807535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6b0e6-deaa-4547-9b0f-122bec31b45b req-4dce5113-6271-4e8c-94fd-e0ac70c34937 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:44.809074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6fa6b0e6-deaa-4547-9b0f-122bec31b45b req-4dce5113-6271-4e8c-94fd-e0ac70c34937 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1098 time: 0.1095850 Sep 26 13:33:44.823154 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.838161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922aef3f-024b-4527-820c-345a63698fa6 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:33:44.848853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ad8eff3-ec74-439f-8dd1-96847cec5b7e req-7e85823e-262d-46f8-8816-763d3c0b96d1 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Sep 26 13:33:44.861061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 922aef3f-024b-4527-820c-345a63698fa6, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=922aef3f-024b-4527-820c-345a63698fa6,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:44.872028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:44.913901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6fa6b0e6-deaa-4547-9b0f-122bec31b45b req-b6384866-4c56-48a9-9583-6499394e82b7 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d9d36fa6-2303-4052-92f3-4b37b9a53ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733638 Sep 26 13:33:44.922516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=922aef3f-024b-4527-820c-345a63698fa6,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:44.962634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-6c8cfe6c-a116-45e9-aa06-64c06b66f4a8 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:44.964300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-6c8cfe6c-a116-45e9-aa06-64c06b66f4a8 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 1098 time: 0.0510116 Sep 26 13:33:45.037779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3864f32b-ffb3-4c28-a61d-2594ecc4a23e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:45.060954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Deleting port 7511993a-1859-4087-b430-a3c4d594f084 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:45.061411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.072667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['922aef3f-024b-4527-820c-345a63698fa6'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:33:45.096262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.104610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.148143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:45.148514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.180353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] For port 7511993a-1859-4087-b430-a3c4d594f084, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7511993a-1859-4087-b430-a3c4d594f084,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:45.181070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.198198 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.199827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Calling delete_port for 7511993a-1859-4087-b430-a3c4d594f084 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:45.201412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'Port': ['ID=050465d8-ad45-4150-9c8a-4ead8b5e067a,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:45.320086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:45.321657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:45.321783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.367148 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.380706 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7511993a-1859-4087-b430-a3c4d594f084'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:33:45.399563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3864f32b-ffb3-4c28-a61d-2594ecc4a23e,segment=NetworkSegment(2cf7cc7c-3680-4767-b9b7-c5f9aa37af35),segment_id=2cf7cc7c-3680-4767-b9b7-c5f9aa37af35)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:45.401073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Pushing event deleted for resources: {'Port': ['ID=7511993a-1859-4087-b430-a3c4d594f084,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:45.423446 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.458465 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.468557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] No DVR routers for this DVR port 7511993a-1859-4087-b430-a3c4d594f084 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:33:45.471169 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.475935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a157114-1230-4bc3-8b07-eb28560dcf88 req-63229da6-64be-4011-9240-91c4e23a8102 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7511993a-1859-4087-b430-a3c4d594f084 HTTP/1.1" status: 204 len: 173 time: 0.5048089 Sep 26 13:33:45.491859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d5a6b-2d20-4a84-a9f1-6595df56860f None None] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:45.492719 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Router a01e8305-65cd-4a4f-b722-caff6fb64770 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:33:45.526142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=3864f32b-ffb3-4c28-a61d-2594ecc4a23e,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:45.609989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2ba64b41-bf25-421d-a1d4-4c68d05bf4e5 None None] Provisioning complete for port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:45.610354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2ba64b41-bf25-421d-a1d4-4c68d05bf4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.617790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:45.625719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2f1ec791-7a17-4343-80df-3c2fa9026201 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "PUT /v2.0/routers/a01e8305-65cd-4a4f-b722-caff6fb64770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416204 Sep 26 13:33:45.625899 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54576) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:45.631467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Request body: {'port': {'network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed', 'name': 'tempest-FloatingIPNegativeTestJSON-165192059'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:45.632899 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27063d75-3488-4a8e-a5cb-c8720d0b897e None None] Sync routers for ids ['a01e8305-65cd-4a4f-b722-caff6fb64770'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:45.652295 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27063d75-3488-4a8e-a5cb-c8720d0b897e None None] Routers {'a01e8305-65cd-4a4f-b722-caff6fb64770'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:45.652847 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-27063d75-3488-4a8e-a5cb-c8720d0b897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a01e8305-65cd-4a4f-b722-caff6fb64770'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:45.705595 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-27063d75-3488-4a8e-a5cb-c8720d0b897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:45.715114 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27063d75-3488-4a8e-a5cb-c8720d0b897e None None] Routers {'a01e8305-65cd-4a4f-b722-caff6fb64770'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:45.715721 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-27063d75-3488-4a8e-a5cb-c8720d0b897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a01e8305-65cd-4a4f-b722-caff6fb64770'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:45.747921 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-27063d75-3488-4a8e-a5cb-c8720d0b897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:45.748818 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27063d75-3488-4a8e-a5cb-c8720d0b897e None None] The sync data for ids ['a01e8305-65cd-4a4f-b722-caff6fb64770'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:45.764745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Made reservation on behalf of c49e8371ec6c420ab255319519237f60 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:45.768350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:45.787837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] device_id is not set on port a70079ed-e3cc-475f-8924-39a603e4578e yet. {{(pid=94811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 26 13:33:45.818501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6e33a6-6c7d-4b01-aef7-b94b686851e2', 'name': 'network-vif-deleted', 'tag': '7511993a-1859-4087-b430-a3c4d594f084'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:33:45.821859 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d10b2f-e45d-41fd-9589-d1b6416a9737" -d '{"events": [{"server_uuid": "9e6e33a6-6c7d-4b01-aef7-b94b686851e2", "name": "network-vif-deleted", "tag": "7511993a-1859-4087-b430-a3c4d594f084"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:33:45.862823 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae11c1-f11b-4b45-b691-ae9615162a05 x-openstack-request-id: req-38ae11c1-f11b-4b45-b691-ae9615162a05 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:33:45.863165 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6e33a6-6c7d-4b01-aef7-b94b686851e2", "name": "network-vif-deleted", "tag": "7511993a-1859-4087-b430-a3c4d594f084", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:33:45.863418 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38ae11c1-f11b-4b45-b691-ae9615162a05 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:33:45.863958 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6e33a6-6c7d-4b01-aef7-b94b686851e2', 'name': 'network-vif-deleted', 'tag': '7511993a-1859-4087-b430-a3c4d594f084', 'status': 'completed', 'code': 200} Sep 26 13:33:45.913571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Allocated IP 172.20.0.7 (e722cedb-2e4f-42c1-b90c-5b814a27eaed/e23554f8-a24d-4fc3-931a-3dd675657d53/a70079ed-e3cc-475f-8924-39a603e4578e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:46.033798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41987cbf-5efc-4519-a9ed-a789f83e19c2 req-c1d68536-0964-4e2f-81bf-16f70ff8243f tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:46.041429 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41987cbf-5efc-4519-a9ed-a789f83e19c2 req-c1d68536-0964-4e2f-81bf-16f70ff8243f tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 944 time: 0.1123626 Sep 26 13:33:46.043402 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2af0283f-06a5-4678-a985-a6413dda20c3 req-a447aa25-4518-4f13-8449-52854fa19422 tempest-TestServerMultinode-1426985075 tempest-TestServerMultinode-1426985075-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e6e33a6-6c7d-4b01-aef7-b94b686851e2 HTTP/1.1" status: 200 len: 210 time: 0.0314634 Sep 26 13:33:46.093276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4c12ee44-448a-487f-88d2-dd3b2fdd6ccf None None] Provisioning complete for port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:46.093691 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c12ee44-448a-487f-88d2-dd3b2fdd6ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.141834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41987cbf-5efc-4519-a9ed-a789f83e19c2 req-53d918d0-80e0-4e12-92cb-af0ecfcec1f9 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993602 Sep 26 13:33:46.184070 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.193269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4c12ee44-448a-487f-88d2-dd3b2fdd6ccf None None] Provisioning complete for port 050465d8-ad45-4150-9c8a-4ead8b5e067a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:46.193670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c12ee44-448a-487f-88d2-dd3b2fdd6ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.224434 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.233501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4c12ee44-448a-487f-88d2-dd3b2fdd6ccf None None] Port 050465d8-ad45-4150-9c8a-4ead8b5e067a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:46.279314 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:46.282666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:46.289380 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:46.293435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'Port': ['ID=a70079ed-e3cc-475f-8924-39a603e4578e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:46.341052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:46.341755 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.355803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-baeeed68-c0cd-4c09-a146-7d529ca2e0c6 None None] Provisioning complete for port 050465d8-ad45-4150-9c8a-4ead8b5e067a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:46.356324 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-baeeed68-c0cd-4c09-a146-7d529ca2e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.356807 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cfe27647-03e5-4cd5-81a1-0da2d0eca583 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7297626 Sep 26 13:33:46.360067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54584) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:46.365155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:46.391091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.396141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-baeeed68-c0cd-4c09-a146-7d529ca2e0c6 None None] Port 050465d8-ad45-4150-9c8a-4ead8b5e067a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:46.505939 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.518377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-37254935-794c-45f4-9dc2-09f3684f12cc None None] Provisioning complete for port 050465d8-ad45-4150-9c8a-4ead8b5e067a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:46.519109 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-37254935-794c-45f4-9dc2-09f3684f12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.559999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-37254935-794c-45f4-9dc2-09f3684f12cc None None] Port 050465d8-ad45-4150-9c8a-4ead8b5e067a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:46.608099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 922aef3f-024b-4527-820c-345a63698fa6 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:46.618890 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Allocated IP 172.25.4.238 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/3cd06c18-f3d0-4bf0-be6c-4970ff27887e) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:46.656986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 922aef3f-024b-4527-820c-345a63698fa6 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:33:46.660735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 922aef3f-024b-4527-820c-345a63698fa6 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:46.661129 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.708165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-518677fe-8997-4e9a-b87b-e05e3c500e2c None None] Provisioning complete for port a70079ed-e3cc-475f-8924-39a603e4578e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:46.708457 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-518677fe-8997-4e9a-b87b-e05e3c500e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.723695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.757899 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.765665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-518677fe-8997-4e9a-b87b-e05e3c500e2c None None] Port a70079ed-e3cc-475f-8924-39a603e4578e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:33:46.779885 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.794779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:46.799879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:46.804120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:46.804993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd3de5-a058-42d8-ac7c-08ad70fa0e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922aef3f-024b-4527-820c-345a63698fa6'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:33:46.807325 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba8f018-b139-4033-b0d9-ab5a9b3aaf7f" -d '{"events": [{"server_uuid": "62dd3de5-a058-42d8-ac7c-08ad70fa0e2d", "name": "network-vif-plugged", "status": "completed", "tag": "922aef3f-024b-4527-820c-345a63698fa6"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:33:46.825310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 922aef3f-024b-4527-820c-345a63698fa6, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=922aef3f-024b-4527-820c-345a63698fa6,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:46.829722 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.830636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'Port': ['ID=3cd06c18-f3d0-4bf0-be6c-4970ff27887e,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:46.864157 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb6187f-f737-412c-b5b2-67a081a5654f x-openstack-request-id: req-7fb6187f-f737-412c-b5b2-67a081a5654f {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:33:46.864471 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd3de5-a058-42d8-ac7c-08ad70fa0e2d", "name": "network-vif-plugged", "status": "completed", "tag": "922aef3f-024b-4527-820c-345a63698fa6", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:33:46.865597 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fb6187f-f737-412c-b5b2-67a081a5654f {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:33:46.866000 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd3de5-a058-42d8-ac7c-08ad70fa0e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922aef3f-024b-4527-820c-345a63698fa6', 'code': 200} Sep 26 13:33:46.901052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=922aef3f-024b-4527-820c-345a63698fa6,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:46.903603 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.939915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:46.949013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c460d-7bf5-42a8-91e9-1f854256ef50 req-b692ad4c-943e-4326-9cbe-b98415eca8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:46.950576 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5c460d-7bf5-42a8-91e9-1f854256ef50 req-b692ad4c-943e-4326-9cbe-b98415eca8f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 1097 time: 0.0459125 Sep 26 13:33:46.989925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bd5c460d-7bf5-42a8-91e9-1f854256ef50 req-1810fec6-907e-445c-86da-fc99443f94b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Sep 26 13:33:47.007079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3864f32b-ffb3-4c28-a61d-2594ecc4a23e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:47.053993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:47.054368 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:47.121065 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:47.126654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:47.127733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54590) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:47.209913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'Port': ['ID=3cd06c18-f3d0-4bf0-be6c-4970ff27887e,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:47.220615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:47.235317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:47.236672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5e351116-09b7-4f8b-9618-8fdea1d33c56 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8754933 Sep 26 13:33:47.242526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54596) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:47.246975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7117afe3-8bed-40eb-998b-7de46eb92b1c tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Request body: {'floatingip': {'port_id': 'a70079ed-e3cc-475f-8924-39a603e4578e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:47.597768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7117afe3-8bed-40eb-998b-7de46eb92b1c tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:47.741547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd8d96-d3fc-454a-ba50-81db0cb1ccae req-d3fc7984-0320-48db-9b58-b6a66e5bd608 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:47.743548 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9bcd8d96-d3fc-454a-ba50-81db0cb1ccae req-d3fc7984-0320-48db-9b58-b6a66e5bd608 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 945 time: 0.4918265 Sep 26 13:33:47.791514 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-7117afe3-8bed-40eb-998b-7de46eb92b1c tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] update failed (client error): The resource could not be found. Sep 26 13:33:47.792536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7117afe3-8bed-40eb-998b-7de46eb92b1c tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "PUT /v2.0/floatingips/0bfe4f9a-ff2a-44e1-b9bf-f77b2d22c7ca HTTP/1.1" status: 404 len: 507 time: 0.5490446 Sep 26 13:33:47.795469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54598) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:47.828760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9bcd8d96-d3fc-454a-ba50-81db0cb1ccae req-da353b10-b50e-44ba-8168-77a68d97b287 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780225 Sep 26 13:33:47.962445 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.220605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Deleting port 794166ea-37bf-4fac-8a4e-4040015c115c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:48.220851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.275789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Deleting port 3cd06c18-f3d0-4bf0-be6c-4970ff27887e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:48.276131 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.299831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] For port 794166ea-37bf-4fac-8a4e-4040015c115c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=794166ea-37bf-4fac-8a4e-4040015c115c,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:48.300196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.312483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Calling delete_port for 794166ea-37bf-4fac-8a4e-4040015c115c owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:48.357819 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.358153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.370032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Calling delete_port for 3cd06c18-f3d0-4bf0-be6c-4970ff27887e owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:48.498739 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.503050 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.530336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Pushing event deleted for resources: {'Port': ['ID=794166ea-37bf-4fac-8a4e-4040015c115c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:48.554561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event deleted for resources: {'Port': ['ID=3cd06c18-f3d0-4bf0-be6c-4970ff27887e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:48.599426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.602021 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.607317 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cd3eb092-78e6-4781-9f14-9c27fa4c9ef7 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "DELETE /v2.0/floatingips/0bfe4f9a-ff2a-44e1-b9bf-f77b2d22c7ca HTTP/1.1" status: 204 len: 168 time: 0.8073201 Sep 26 13:33:48.607504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54600) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:48.612106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ba7e6beb-57a2-462c-9a3b-394b53db1ad1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Request body: {'floatingip': {'floating_network_id': 'e722cedb-2e4f-42c1-b90c-5b814a27eaed', 'port_id': 'a70079ed-e3cc-475f-8924-39a603e4578e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:48.638687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6beb-57a2-462c-9a3b-394b53db1ad1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.702288 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.758694 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-ba7e6beb-57a2-462c-9a3b-394b53db1ad1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:33:48.759680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ba7e6beb-57a2-462c-9a3b-394b53db1ad1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1512370 Sep 26 13:33:48.763383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54602) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:48.767723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': 'a70079ed-e3cc-475f-8924-39a603e4578e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:48.793678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.913563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:48.931447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:33:49.003280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad632c4-d7c9-43e1-88c6-353558fe2aaa req-82819739-52ed-48fe-8e61-1e1236c87fd2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:49.004895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aad632c4-d7c9-43e1-88c6-353558fe2aaa req-82819739-52ed-48fe-8e61-1e1236c87fd2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 945 time: 0.1016531 Sep 26 13:33:49.050208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:49.059055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0dc12488-09df-428b-a3be-aeb383c860fb admin admin] 10.222.0.13 "PUT /v2.0/routers/fa04e3b7-12ea-4ba8-b095-341cc79ec4f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262908 Sep 26 13:33:49.059346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:49.072204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] Sync routers for ids ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:49.078644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Allocated IP 172.25.4.30 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/a996057d-976d-449a-95b5-d1677ca27f71) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:49.087055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] Routers {'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:49.087841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:49.092477 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aad632c4-d7c9-43e1-88c6-353558fe2aaa req-7cb09d10-dc67-4e31-978a-099a59c4a178 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809901 Sep 26 13:33:49.188963 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.226601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.238010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] Set router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:49.267840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.317228 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.321569 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event updated for resources: {'Port': ['ID=a996057d-976d-449a-95b5-d1677ca27f71,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:49.341473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:49.343673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:49.349306 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:49.394849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Deleting port ad2cca1d-5c36-458b-b741-85191c33834a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:49.397011 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.439976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:48Z', 'revision_number': 5, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port': {'id': 'ad2cca1d-5c36-458b-b741-85191c33834a', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:00Z', 'updated_at': '2021-09-26T13:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:49.476147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] Checking router: fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:49.485033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] Routers {'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:49.485781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:49.498569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] For port ad2cca1d-5c36-458b-b741-85191c33834a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ad2cca1d-5c36-458b-b741-85191c33834a,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:49.499264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.512973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Calling delete_port for ad2cca1d-5c36-458b-b741-85191c33834a owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:49.560758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Deleting port a996057d-976d-449a-95b5-d1677ca27f71 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:49.561670 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.594665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] Set router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:49.660355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:49Z', 'revision_number': 6, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:49.696709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63fa1cb-ea25-4854-a3ac-4b6b794a7017 None None] The sync data for ids ['fa04e3b7-12ea-4ba8-b095-341cc79ec4f8'] in n-d-806683-13 is: [{'id': 'fa04e3b7-12ea-4ba8-b095-341cc79ec4f8', 'name': 'tempest-TestServerMultinode-1228944642-router', 'tenant_id': '5c26001b77d74ed9904e942bc605f9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:32:59Z', 'updated_at': '2021-09-26T13:33:49Z', 'revision_number': 6, 'project_id': '5c26001b77d74ed9904e942bc605f9da', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:49.706185 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.706909 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.722245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Calling delete_port for a996057d-976d-449a-95b5-d1677ca27f71 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:49.734341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.782472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2cca1d-5c36-458b-b741-85191c33834a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:49.792939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7511993a-1859-4087-b430-a3c4d594f084 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:49.814711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 7511993a-1859-4087-b430-a3c4d594f084 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:49.815062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7511993a-1859-4087-b430-a3c4d594f084 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:49.845311 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.879299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.910709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event deleted for resources: {'Port': ['ID=a996057d-976d-449a-95b5-d1677ca27f71,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:49.943835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.946812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:49.998094 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] create failed (client error): The resource could not be found. Sep 26 13:33:49.999344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1527adab-d47a-4c95-b516-aab6e30e97ac tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2350261 Sep 26 13:33:50.002131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.003448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54680) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:50.003919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:50.008388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.009578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9457a897-bb9a-4635-bff3-75c7e42898bd admin admin] 10.222.0.13 "DELETE /v2.0/routers/fa04e3b7-12ea-4ba8-b095-341cc79ec4f8 HTTP/1.1" status: 204 len: 168 time: 0.9489276 Sep 26 13:33:50.012047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54682) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:50.070561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f05fcb-942e-429a-8b86-a6651fcc9683 admin admin] Deleting subnet ee6debb5-849e-459b-95b4-7c732e73891c {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:33:50.077405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-94f05fcb-942e-429a-8b86-a6651fcc9683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.127196 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-94f05fcb-942e-429a-8b86-a6651fcc9683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.139153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e77f9dbf-7007-4e75-bafc-4864a87e84c0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Deleting port a70079ed-e3cc-475f-8924-39a603e4578e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:50.139808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e77f9dbf-7007-4e75-bafc-4864a87e84c0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.233456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-94f05fcb-942e-429a-8b86-a6651fcc9683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.256188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e77f9dbf-7007-4e75-bafc-4864a87e84c0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.270738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e77f9dbf-7007-4e75-bafc-4864a87e84c0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Calling delete_port for a70079ed-e3cc-475f-8924-39a603e4578e owned by {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:50.294329 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-94f05fcb-942e-429a-8b86-a6651fcc9683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.318774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f05fcb-942e-429a-8b86-a6651fcc9683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6debb5-849e-459b-95b4-7c732e73891c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:50.325264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-94f05fcb-942e-429a-8b86-a6651fcc9683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.327589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-94f05fcb-942e-429a-8b86-a6651fcc9683 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee6debb5-849e-459b-95b4-7c732e73891c HTTP/1.1" status: 204 len: 168 time: 0.3144646 Sep 26 13:33:50.331328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54686) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:50.333655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e54051-599f-4326-ab56-b4b38dbc8d72 None None] Network 53204410-9959-4e9d-bd35-c34f1aa7fd12 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:50.386347 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.427930 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.513862 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e77f9dbf-7007-4e75-bafc-4864a87e84c0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.547701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f9dbf-7007-4e75-bafc-4864a87e84c0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event deleted for resources: {'Port': ['ID=a70079ed-e3cc-475f-8924-39a603e4578e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:50.580208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] DHCP port deletion for 53204410-9959-4e9d-bd35-c34f1aa7fd12 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:33:50.603251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Deleting port 2f22501c-0fc9-4a74-b174-0627f69dc3ce {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:50.603600 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.661788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] Deleting port 2f22501c-0fc9-4a74-b174-0627f69dc3ce {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:50.662180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.698226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e77f9dbf-7007-4e75-bafc-4864a87e84c0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.701628 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e77f9dbf-7007-4e75-bafc-4864a87e84c0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "DELETE /v2.0/ports/a70079ed-e3cc-475f-8924-39a603e4578e HTTP/1.1" status: 204 len: 168 time: 0.6966698 Sep 26 13:33:50.704147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54690) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:50.725761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] For port 2f22501c-0fc9-4a74-b174-0627f69dc3ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2f22501c-0fc9-4a74-b174-0627f69dc3ce,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:50.726136 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.754591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Calling delete_port for 2f22501c-0fc9-4a74-b174-0627f69dc3ce owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:50.790302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57efe35e-0d88-4876-a7ee-4d00c18371c3 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:50.794465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-57efe35e-0d88-4876-a7ee-4d00c18371c3 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01e8305-65cd-4a4f-b722-caff6fb64770 HTTP/1.1" status: 200 len: 913 time: 0.0865541 Sep 26 13:33:50.794784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:50.894203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:50.963880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] No DVR routers for this DVR port 2f22501c-0fc9-4a74-b174-0627f69dc3ce on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:33:50.973755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f22501c-0fc9-4a74-b174-0627f69dc3ce,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:51.059078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] For port 2f22501c-0fc9-4a74-b174-0627f69dc3ce, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=2f22501c-0fc9-4a74-b174-0627f69dc3ce,segment=NetworkSegment(24e4b12e-65c4-4386-8d73-745f3ee2197d),segment_id=24e4b12e-65c4-4386-8d73-745f3ee2197d)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:51.059788 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.072842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2f22501c-0fc9-4a74-b174-0627f69dc3ce no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:51.099326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] Calling delete_port for 2f22501c-0fc9-4a74-b174-0627f69dc3ce owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:51.101712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 2f22501c-0fc9-4a74-b174-0627f69dc3ce {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:51.102369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.103269 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 2f22501c-0fc9-4a74-b174-0627f69dc3ce not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:51.103888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ad2cca1d-5c36-458b-b741-85191c33834a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:51.128099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: ad2cca1d-5c36-458b-b741-85191c33834a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:51.128770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device ad2cca1d-5c36-458b-b741-85191c33834a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:51.129393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 794166ea-37bf-4fac-8a4e-4040015c115c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:51.131782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53204410-9959-4e9d-bd35-c34f1aa7fd12']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:51.147597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e4b12e-65c4-4386-8d73-745f3ee2197d') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:51.147910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e4b12e-65c4-4386-8d73-745f3ee2197d') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:51.152472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 794166ea-37bf-4fac-8a4e-4040015c115c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:51.152829 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 794166ea-37bf-4fac-8a4e-4040015c115c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:51.159385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.182749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.190316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:33:51.190747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: items = [ Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:33:51.192587 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:33:51.255142 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.283972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.289366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] Pushing event deleted for resources: {'Port': ['ID=2f22501c-0fc9-4a74-b174-0627f69dc3ce,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:51.293701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc161d-8b25-448c-a4cc-387d984c67b6 None None] No DVR routers for this DVR port 2f22501c-0fc9-4a74-b174-0627f69dc3ce on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:33:51.310383 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.315264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] 10.222.0.13 "DELETE /v2.0/networks/53204410-9959-4e9d-bd35-c34f1aa7fd12 HTTP/1.1" status: 204 len: 168 time: 0.9746451 Sep 26 13:33:51.315264 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c74fcb-1f6a-4861-933e-987eba062a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=53204410-9959-4e9d-bd35-c34f1aa7fd12,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:51.316282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54694) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:51.562634 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.713748 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.853307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Deleting port 050465d8-ad45-4150-9c8a-4ead8b5e067a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:51.853694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.955915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:51.969578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Calling delete_port for 050465d8-ad45-4150-9c8a-4ead8b5e067a owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:52.000351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Deleting port 693db59e-f308-4dee-9b20-2780d9cc1a70 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:52.000708 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:52.098783 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] For port 693db59e-f308-4dee-9b20-2780d9cc1a70, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=693db59e-f308-4dee-9b20-2780d9cc1a70,segment=NetworkSegment(63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e),segment_id=63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:52.099249 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:52.114180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Calling delete_port for 693db59e-f308-4dee-9b20-2780d9cc1a70 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:52.160018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:52.185924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event deleted for resources: {'Port': ['ID=050465d8-ad45-4150-9c8a-4ead8b5e067a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:52.340454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:52.355931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:52.378609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=693db59e-f308-4dee-9b20-2780d9cc1a70,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:52.544832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Router a01e8305-65cd-4a4f-b722-caff6fb64770 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:33:52.615961 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:52.642079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:52.647031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f3fdbfba-f7e4-4525-96da-9abdd19b39fe tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "PUT /v2.0/routers/a01e8305-65cd-4a4f-b722-caff6fb64770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512070 Sep 26 13:33:52.650102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54698) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:52.653281 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714285b8-1ae9-4b81-95e1-4a82948e2809 None None] Sync routers for ids ['a01e8305-65cd-4a4f-b722-caff6fb64770'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:52.665703 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714285b8-1ae9-4b81-95e1-4a82948e2809 None None] Routers {'a01e8305-65cd-4a4f-b722-caff6fb64770'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:52.666644 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-714285b8-1ae9-4b81-95e1-4a82948e2809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a01e8305-65cd-4a4f-b722-caff6fb64770'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:52.747857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fdaad70d-b5d5-4de1-bdaf-1a08ee07fad0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:52.823983 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-714285b8-1ae9-4b81-95e1-4a82948e2809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:52.836856 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714285b8-1ae9-4b81-95e1-4a82948e2809 None None] Routers {'a01e8305-65cd-4a4f-b722-caff6fb64770'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:52.838021 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-714285b8-1ae9-4b81-95e1-4a82948e2809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a01e8305-65cd-4a4f-b722-caff6fb64770'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:52.878930 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-714285b8-1ae9-4b81-95e1-4a82948e2809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:52.879507 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714285b8-1ae9-4b81-95e1-4a82948e2809 None None] The sync data for ids ['a01e8305-65cd-4a4f-b722-caff6fb64770'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:52.884130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Router 34146ba4-0248-44c4-b209-b4527ad8c1fe has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:33:52.935542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fdaad70d-b5d5-4de1-bdaf-1a08ee07fad0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:52.938284 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fdaad70d-b5d5-4de1-bdaf-1a08ee07fad0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.003287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fdaad70d-b5d5-4de1-bdaf-1a08ee07fad0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.005162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaad70d-b5d5-4de1-bdaf-1a08ee07fad0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Fanout notify agent at l3_agent the message router_deleted on router a01e8305-65cd-4a4f-b722-caff6fb64770 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:53.016665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fdaad70d-b5d5-4de1-bdaf-1a08ee07fad0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.022216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fdaad70d-b5d5-4de1-bdaf-1a08ee07fad0 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "DELETE /v2.0/routers/a01e8305-65cd-4a4f-b722-caff6fb64770 HTTP/1.1" status: 204 len: 168 time: 0.3688955 Sep 26 13:33:53.022301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54702) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:53.031936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:33:53.042092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f72fb1a-4ba1-4977-9160-40decc181f93 admin admin] 10.222.0.13 "PUT /v2.0/routers/34146ba4-0248-44c4-b209-b4527ad8c1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238479 Sep 26 13:33:53.042699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:53.046902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] Sync routers for ids ['34146ba4-0248-44c4-b209-b4527ad8c1fe'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:33:53.057159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] Routers {'34146ba4-0248-44c4-b209-b4527ad8c1fe'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:53.057805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['34146ba4-0248-44c4-b209-b4527ad8c1fe'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:53.092136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6aaa335-e71c-4504-8aaa-1a185615f8f1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Deleting subnet e23554f8-a24d-4fc3-931a-3dd675657d53 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:33:53.095853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6aaa335-e71c-4504-8aaa-1a185615f8f1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.142308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6aaa335-e71c-4504-8aaa-1a185615f8f1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.173699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.197351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] Set router 34146ba4-0248-44c4-b209-b4527ad8c1fe gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:53.255417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6aaa335-e71c-4504-8aaa-1a185615f8f1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.308844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.345163 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6aaa335-e71c-4504-8aaa-1a185615f8f1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.384713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aaa335-e71c-4504-8aaa-1a185615f8f1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event deleted for resources: {'Subnet': ['ID=e23554f8-a24d-4fc3-931a-3dd675657d53,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:53.388554 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6aaa335-e71c-4504-8aaa-1a185615f8f1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.390512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f6aaa335-e71c-4504-8aaa-1a185615f8f1 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "DELETE /v2.0/subnets/e23554f8-a24d-4fc3-931a-3dd675657d53 HTTP/1.1" status: 204 len: 168 time: 0.3670247 Sep 26 13:33:53.393035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54706) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:53.401432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08632ffa-f414-462c-bc69-38d3d9d40a1d None None] Network e722cedb-2e4f-42c1-b90c-5b814a27eaed requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:53.410520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Deleting port 5174c853-0ca8-43dd-b248-d8f91dc90a29 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:53.410872 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.482880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.539467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Deleting port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:53.540137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] For port 5174c853-0ca8-43dd-b248-d8f91dc90a29, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5174c853-0ca8-43dd-b248-d8f91dc90a29,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:53.540496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.540828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.548924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:52Z', 'revision_number': 5, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port': {'id': '5174c853-0ca8-43dd-b248-d8f91dc90a29', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:33:07Z', 'updated_at': '2021-09-26T13:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:53.559818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Calling delete_port for 5174c853-0ca8-43dd-b248-d8f91dc90a29 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:53.585004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] Checking router: 34146ba4-0248-44c4-b209-b4527ad8c1fe for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:33:53.601582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] Routers {'34146ba4-0248-44c4-b209-b4527ad8c1fe'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:33:53.602360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['34146ba4-0248-44c4-b209-b4527ad8c1fe'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:53.620628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] For port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3864f32b-ffb3-4c28-a61d-2594ecc4a23e,segment=NetworkSegment(2cf7cc7c-3680-4767-b9b7-c5f9aa37af35),segment_id=2cf7cc7c-3680-4767-b9b7-c5f9aa37af35)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:53.621018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.634879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Calling delete_port for 3864f32b-ffb3-4c28-a61d-2594ecc4a23e owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:53.715183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] DHCP port deletion for e722cedb-2e4f-42c1-b90c-5b814a27eaed request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:33:53.741331 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.772898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event deleted for resources: {'Port': ['ID=3864f32b-ffb3-4c28-a61d-2594ecc4a23e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:53.776967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] No DVR routers for this DVR port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:33:53.789183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] Set router 34146ba4-0248-44c4-b209-b4527ad8c1fe gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:33:53.806184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.844063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Pushing event deleted for resources: {'Port': ['ID=5174c853-0ca8-43dd-b248-d8f91dc90a29,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:53.856689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:53Z', 'revision_number': 6, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:53.887367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.895560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2ae31-a6ac-4314-a565-524a95ba4b6d None None] The sync data for ids ['34146ba4-0248-44c4-b209-b4527ad8c1fe'] in n-d-806683-13 is: [{'id': '34146ba4-0248-44c4-b209-b4527ad8c1fe', 'name': 'tempest-TestServerMultinode-1925660294-router', 'tenant_id': '51eeb27554df4d0991dbed0910750384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:33:06Z', 'updated_at': '2021-09-26T13:33:53Z', 'revision_number': 6, 'project_id': '51eeb27554df4d0991dbed0910750384', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:33:53.897896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] Deleting port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:53.898408 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.920095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e722cedb-2e4f-42c1-b90c-5b814a27eaed']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:53.938866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf7cc7c-3680-4767-b9b7-c5f9aa37af35') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:53.939308 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf7cc7c-3680-4767-b9b7-c5f9aa37af35') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:53.944796 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.958244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.978119 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:53.994523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:33:53.994523 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.017701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] For port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:54.018038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:33:54.026893 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:33:54.033894 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] Calling delete_port for 3864f32b-ffb3-4c28-a61d-2594ecc4a23e owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:54.036774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] Port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 13:33:54.038244 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.056631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] No DVR routers for this DVR port 3864f32b-ffb3-4c28-a61d-2594ecc4a23e on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:33:54.091310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b30399-fa14-4c18-8e5f-87e5b2d3cbcb None None] Pushing event deleted for resources: {'Port': ['ID=3864f32b-ffb3-4c28-a61d-2594ecc4a23e,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:54.095232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.111440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.115745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] 10.222.0.13 "DELETE /v2.0/networks/e722cedb-2e4f-42c1-b90c-5b814a27eaed HTTP/1.1" status: 204 len: 168 time: 0.7194014 Sep 26 13:33:54.127850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e649fb6-1c73-4333-8978-f11ceb297fe2 tempest-FloatingIPNegativeTestJSON-1431540473 tempest-FloatingIPNegativeTestJSON-1431540473-project] Pushing event deleted for resources: {'Network': ['ID=e722cedb-2e4f-42c1-b90c-5b814a27eaed,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:54.476000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54714) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:54.498847 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.501141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.549662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.550345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34146ba4-0248-44c4-b209-b4527ad8c1fe {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:33:54.556589 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.557853 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e2ff5b19-a3a6-41eb-b2fb-21c6e5067aae admin admin] 10.222.0.13 "DELETE /v2.0/routers/34146ba4-0248-44c4-b209-b4527ad8c1fe HTTP/1.1" status: 204 len: 168 time: 1.5141799 Sep 26 13:33:54.560685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54718) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:54.613657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7025e1b8-9924-4ad2-a521-5488e3541659 admin admin] Deleting subnet df4b47e0-f8df-4ca9-91d7-eed4c751a66e {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:33:54.624126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7025e1b8-9924-4ad2-a521-5488e3541659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.689076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7025e1b8-9924-4ad2-a521-5488e3541659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.718703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a1bbfeba-e5c5-4f71-91c9-5ec2bfa4ea62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c49e8371ec6c420ab255319519237f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414341 Sep 26 13:33:54.721318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54720) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:54.794615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e622470e-91f7-498a-8aad-e313181b776e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.804929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7025e1b8-9924-4ad2-a521-5488e3541659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.819240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e622470e-91f7-498a-8aad-e313181b776e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.873040 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7025e1b8-9924-4ad2-a521-5488e3541659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.880746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e622470e-91f7-498a-8aad-e313181b776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.884815 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e622470e-91f7-498a-8aad-e313181b776e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.888280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e622470e-91f7-498a-8aad-e313181b776e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ab0d869-a2c3-4de4-8e8b-08d9a7cd552b HTTP/1.1" status: 204 len: 168 time: 0.1640887 Sep 26 13:33:54.895527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622470e-91f7-498a-8aad-e313181b776e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab0d869-a2c3-4de4-8e8b-08d9a7cd552b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:54.906101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025e1b8-9924-4ad2-a521-5488e3541659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df4b47e0-f8df-4ca9-91d7-eed4c751a66e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:54.910961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7025e1b8-9924-4ad2-a521-5488e3541659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:54.913198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7025e1b8-9924-4ad2-a521-5488e3541659 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df4b47e0-f8df-4ca9-91d7-eed4c751a66e HTTP/1.1" status: 204 len: 168 time: 0.3511353 Sep 26 13:33:54.915545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54724) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:54.919116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfa69b-873e-40af-9177-968f602d644e None None] Network d996a1b9-8b72-49ac-956b-c9b293656954 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:55.015730 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.104533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3864f32b-ffb3-4c28-a61d-2594ecc4a23e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:55.152853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 3864f32b-ffb3-4c28-a61d-2594ecc4a23e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:55.153439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3864f32b-ffb3-4c28-a61d-2594ecc4a23e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:55.153966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 693db59e-f308-4dee-9b20-2780d9cc1a70 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:55.160503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Deleting port d7839ace-16c3-490b-8ed5-de40f0e1293d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:55.161774 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.183008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 693db59e-f308-4dee-9b20-2780d9cc1a70 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:55.183439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 693db59e-f308-4dee-9b20-2780d9cc1a70 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:55.184183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5174c853-0ca8-43dd-b248-d8f91dc90a29 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:55.229680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5174c853-0ca8-43dd-b248-d8f91dc90a29 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:55.230168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5174c853-0ca8-43dd-b248-d8f91dc90a29 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:55.263404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] DHCP port deletion for d996a1b9-8b72-49ac-956b-c9b293656954 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:33:55.264889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] For port d7839ace-16c3-490b-8ed5-de40f0e1293d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d7839ace-16c3-490b-8ed5-de40f0e1293d,segment=NetworkSegment(63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e),segment_id=63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:55.265598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.281811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Calling delete_port for d7839ace-16c3-490b-8ed5-de40f0e1293d owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:55.321545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] Deleting port d7839ace-16c3-490b-8ed5-de40f0e1293d {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:33:55.322175 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.389793 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.405145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] For port d7839ace-16c3-490b-8ed5-de40f0e1293d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d7839ace-16c3-490b-8ed5-de40f0e1293d,segment=NetworkSegment(63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e),segment_id=63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:55.405583 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.419253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] Calling delete_port for d7839ace-16c3-490b-8ed5-de40f0e1293d owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:33:55.431841 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7839ace-16c3-490b-8ed5-de40f0e1293d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:55.442065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] No DVR routers for this DVR port d7839ace-16c3-490b-8ed5-de40f0e1293d on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:33:55.512058 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.540544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] Pushing event deleted for resources: {'Port': ['ID=d7839ace-16c3-490b-8ed5-de40f0e1293d,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:55.540754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.547323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37786ad-f72d-4684-80a1-174977fe7209 None None] No DVR routers for this DVR port d7839ace-16c3-490b-8ed5-de40f0e1293d on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:33:55.571913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d996a1b9-8b72-49ac-956b-c9b293656954']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:55.582053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:55.582348 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63211e80-9ba6-4b03-a7f9-c8bb1ef9a87e') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:33:55.593110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.609089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.619257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:33:55.619946 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:33:55.621736 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:33:55.696385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.704389 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.706493 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d996a1b9-8b72-49ac-956b-c9b293656954 HTTP/1.1" status: 204 len: 168 time: 0.7899680 Sep 26 13:33:55.719998 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf92250-4300-41c8-b6b1-9405149a7979 admin admin] Pushing event deleted for resources: {'Network': ['ID=d996a1b9-8b72-49ac-956b-c9b293656954,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:55.848137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54748) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:55.890557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:55.895470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ecbaac9a-50f7-402e-b20f-930e2f5a8f17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c26001b77d74ed9904e942bc605f9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460768 Sep 26 13:33:55.897777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54754) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:55.958759 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7957ead1-7fdc-49dd-928f-16a0b28ef406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:55.985452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7957ead1-7fdc-49dd-928f-16a0b28ef406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.038744 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7957ead1-7fdc-49dd-928f-16a0b28ef406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.041939 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7957ead1-7fdc-49dd-928f-16a0b28ef406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.043458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7957ead1-7fdc-49dd-928f-16a0b28ef406 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8083a136-da50-4993-a520-ff16c931813b HTTP/1.1" status: 204 len: 168 time: 0.1443419 Sep 26 13:33:56.052447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957ead1-7fdc-49dd-928f-16a0b28ef406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8083a136-da50-4993-a520-ff16c931813b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:56.063798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-db8693bd-b4b1-41fd-ac53-2c6cc3f5fbce tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1188615838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:56.094806 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db8693bd-b4b1-41fd-ac53-2c6cc3f5fbce tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.095907 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db8693bd-b4b1-41fd-ac53-2c6cc3f5fbce tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.172616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db8693bd-b4b1-41fd-ac53-2c6cc3f5fbce tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.177891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db8693bd-b4b1-41fd-ac53-2c6cc3f5fbce tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.197799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db8693bd-b4b1-41fd-ac53-2c6cc3f5fbce tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.199256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-db8693bd-b4b1-41fd-ac53-2c6cc3f5fbce tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3073046 Sep 26 13:33:56.202236 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54760) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:56.207557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1212444564'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:56.231373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Made reservation on behalf of 8c1e0839b1b641aa8ed82e23a197698d for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:56.235279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.246092 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.351880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.356072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.385681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:33:56.395053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6958ee1f-d7f9-4b7f-861c-2f0cb33daa1f,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:56.404009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.404544 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Added segment 7b35a9bb-1661-49bc-832c-7f729c03e59a of type vlan for network b737e099-06d0-4af3-82e2-b279852008d7 Sep 26 13:33:56.450603 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.480420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.486137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:56.486731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.522594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54764) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:56.531707 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3282025 Sep 26 13:33:56.532360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54766) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:56.539571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'subnet': {'network_id': 'b737e099-06d0-4af3-82e2-b279852008d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:56.569758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d1ae77ec-0bea-42db-bd8e-a3bd94503702 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51eeb27554df4d0991dbed0910750384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434482 Sep 26 13:33:56.569962 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54768) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:56.591711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31510be9-6083-4437-aa14-3b8ad9912429 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Network': ['ID=b737e099-06d0-4af3-82e2-b279852008d7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:56.602410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b737e099-06d0-4af3-82e2-b279852008d7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:33:56.628295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d4987099-5edd-4f21-b948-2289b9aedfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.650538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d4987099-5edd-4f21-b948-2289b9aedfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.677504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Made reservation on behalf of 8c1e0839b1b641aa8ed82e23a197698d for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:56.684022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.708107 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d4987099-5edd-4f21-b948-2289b9aedfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.710692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d4987099-5edd-4f21-b948-2289b9aedfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.714271 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d4987099-5edd-4f21-b948-2289b9aedfc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9d36fa6-2303-4052-92f3-4b37b9a53ae0 HTTP/1.1" status: 204 len: 168 time: 0.1404762 Sep 26 13:33:56.721635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4987099-5edd-4f21-b948-2289b9aedfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d36fa6-2303-4052-92f3-4b37b9a53ae0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:56.906069 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:56.913522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bf5318a-2a9b-4029-a308-659f2085476f req-117bc15c-2a5a-4706-9d1f-4636fd231061 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0652370 Sep 26 13:33:56.996777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Subnet': ['ID=e9a7f814-ed7d-4cda-9610-f40a95641627,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:57.018840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Checking segment: {'id': '7b35a9bb-1661-49bc-832c-7f729c03e59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b737e099-06d0-4af3-82e2-b279852008d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:57.019211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network hostable DHCP agents. Network: b737e099-06d0-4af3-82e2-b279852008d7, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:33:57.043721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network b737e099-06d0-4af3-82e2-b279852008d7 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:33:57.059371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b737e099-06d0-4af3-82e2-b279852008d7) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:57.073788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34499b6c-baca-4034-a1a2-06dbfd5dc066 None None] Network b737e099-06d0-4af3-82e2-b279852008d7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:57.083816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5318a-2a9b-4029-a308-659f2085476f req-3fb72d2f-6533-4f03-a05e-2254885b57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:57.084646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:57.085536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bf5318a-2a9b-4029-a308-659f2085476f req-3fb72d2f-6533-4f03-a05e-2254885b57d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a136fbbcc5724973ae195a5089960452&device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 1097 time: 0.1050146 Sep 26 13:33:57.085782 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.113535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-63c546f0-8dca-4521-a2e5-423631fbf330 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5766780 Sep 26 13:33:57.116515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54772) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:57.118847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d7839ace-16c3-490b-8ed5-de40f0e1293d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:33:57.124075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'network': {'name': 'tempest-router-network01--44109411'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:57.169454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d7839ace-16c3-490b-8ed5-de40f0e1293d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:33:57.170073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d7839ace-16c3-490b-8ed5-de40f0e1293d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:33:57.210762 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Made reservation on behalf of 8c1e0839b1b641aa8ed82e23a197698d for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:57.222805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.257390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5318a-2a9b-4029-a308-659f2085476f req-dbddb0a0-e4e6-4801-8883-7cce8a104b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:57.260073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bf5318a-2a9b-4029-a308-659f2085476f req-dbddb0a0-e4e6-4801-8883-7cce8a104b83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 200 len: 914 time: 0.1387799 Sep 26 13:33:57.329217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:33:57.359058 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.361120 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Added segment b5c40883-2b39-43fd-a5d9-ff495434a38c of type vlan for network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 Sep 26 13:33:57.420007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bf5318a-2a9b-4029-a308-659f2085476f req-76cd7b18-6595-4c91-8df5-19023036bac5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=922aef3f-024b-4527-820c-345a63698fa6 HTTP/1.1" status: 200 len: 217 time: 0.1493945 Sep 26 13:33:57.467204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b737e099-06d0-4af3-82e2-b279852008d7', 'network_id': 'b737e099-06d0-4af3-82e2-b279852008d7', 'tenant_id': '8c1e0839b1b641aa8ed82e23a197698d', 'fixed_ips': [{'subnet_id': 'e9a7f814-ed7d-4cda-9610-f40a95641627'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:33:57.467701 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.468262 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.508750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5318a-2a9b-4029-a308-659f2085476f req-3028257c-e281-44f0-9d00-09a3692fbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:57.512476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bf5318a-2a9b-4029-a308-659f2085476f req-3028257c-e281-44f0-9d00-09a3692fbb53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6559fbe-b93a-4e69-94e9-4a68b1fdec5e HTTP/1.1" status: 200 len: 854 time: 0.0850000 Sep 26 13:33:57.521516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.528552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:57.529166 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.563844 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4436069 Sep 26 13:33:57.565197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54778) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:57.570419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'network': {'name': 'tempest-router-network02--145482717'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:57.593128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bf5318a-2a9b-4029-a308-659f2085476f req-b29e8f82-f539-4011-b846-62bb8d5b0bd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b920821-2612-405e-8582-1eb507a21de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640359 Sep 26 13:33:57.632056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b81bcc-c966-49e1-a630-4ae29e6c374c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Network': ['ID=4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:57.642808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Made reservation on behalf of 8c1e0839b1b641aa8ed82e23a197698d for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:57.646865 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.673264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:33:57.683918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:33:57.697134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.697997 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Added segment 68bf0f1b-5746-439f-b937-2856ee2a6fa9 of type vlan for network 2b662507-ff63-4558-9a35-cfe856364900 Sep 26 13:33:57.722819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bf5318a-2a9b-4029-a308-659f2085476f req-8e9f0715-c498-4cd1-8063-c0d57199360e service neutron] 10.222.0.24 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156883 Sep 26 13:33:57.746267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.776853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Allocated IP 172.20.0.2 (b737e099-06d0-4af3-82e2-b279852008d7/e9a7f814-ed7d-4cda-9610-f40a95641627/f4a41f7f-6eb1-4aad-8867-6374d8667a02) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:57.782379 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.791621 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:57.793312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:57.838835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2724872 Sep 26 13:33:57.841913 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54780) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:57.849391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'subnet': {'network_id': '4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:57.849610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bf5318a-2a9b-4029-a308-659f2085476f req-69a59b6b-a12f-48a6-a228-0d6cf614520e service neutron] 10.222.0.24 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195998 Sep 26 13:33:57.907667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2331d82-f4bd-43e6-bd57-a797dd15df52 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Network': ['ID=2b662507-ff63-4558-9a35-cfe856364900,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:58.000224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Made reservation on behalf of 8c1e0839b1b641aa8ed82e23a197698d for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:58.004440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.030819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 2b662507-ff63-4558-9a35-cfe856364900 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:33:58.175482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.183298 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.224169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Network b737e099-06d0-4af3-82e2-b279852008d7 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:58.226300 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.227757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:58.234748 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:58.236761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Pushing event updated for resources: {'Port': ['ID=f4a41f7f-6eb1-4aad-8867-6374d8667a02,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:58.292035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Attempting to bind port f4a41f7f-6eb1-4aad-8867-6374d8667a02 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:58.292330 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Attempting to bind port f4a41f7f-6eb1-4aad-8867-6374d8667a02 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7b35a9bb-1661-49bc-832c-7f729c03e59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b737e099-06d0-4af3-82e2-b279852008d7'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:58.292692 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Attempting to bind port f4a41f7f-6eb1-4aad-8867-6374d8667a02 on network b737e099-06d0-4af3-82e2-b279852008d7 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:58.298381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:58.299023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Checking segment: {'id': '7b35a9bb-1661-49bc-832c-7f729c03e59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b737e099-06d0-4af3-82e2-b279852008d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:58.299611 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.300152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Bound using segment: {'id': '7b35a9bb-1661-49bc-832c-7f729c03e59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b737e099-06d0-4af3-82e2-b279852008d7'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:58.300792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Bound port: f4a41f7f-6eb1-4aad-8867-6374d8667a02, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b35a9bb-1661-49bc-832c-7f729c03e59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b737e099-06d0-4af3-82e2-b279852008d7'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:58.301344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.303158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Subnet': ['ID=592a10ec-6a1f-41f5-9ffa-6ac4cbfe230d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:58.314212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Checking segment: {'id': 'b5c40883-2b39-43fd-a5d9-ff495434a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:58.315071 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network hostable DHCP agents. Network: 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:33:58.339139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:33:58.350574 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:58.356538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:58.357294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.375361 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d9b90-9691-421f-b17f-99a27ea80365 None None] Network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:58.380105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3ee6214f-8f5b-4753-ade3-55ac56024b8a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5341959 Sep 26 13:33:58.381102 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54784) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:58.387582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'subnet': {'network_id': '2b662507-ff63-4558-9a35-cfe856364900', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:33:58.413842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] For port f4a41f7f-6eb1-4aad-8867-6374d8667a02, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:58.453565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] For port f4a41f7f-6eb1-4aad-8867-6374d8667a02, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f4a41f7f-6eb1-4aad-8867-6374d8667a02,segment=NetworkSegment(7b35a9bb-1661-49bc-832c-7f729c03e59a),segment_id=7b35a9bb-1661-49bc-832c-7f729c03e59a)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:58.459332 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.513222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Made reservation on behalf of 8c1e0839b1b641aa8ed82e23a197698d for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:33:58.517571 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.568975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c6014-5b39-4f86-af2e-ff06e404dfc8 None None] Pushing event updated for resources: {'Port': ['ID=f4a41f7f-6eb1-4aad-8867-6374d8667a02,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:58.613952 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5', 'network_id': '4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5', 'tenant_id': '8c1e0839b1b641aa8ed82e23a197698d', 'fixed_ips': [{'subnet_id': '592a10ec-6a1f-41f5-9ffa-6ac4cbfe230d'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:33:58.615915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.785194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.822277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Allocated IP 172.20.0.2 (4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5/592a10ec-6a1f-41f5-9ffa-6ac4cbfe230d/fb31612b-1090-4030-b227-7540b1b80394) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:58.872847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Subnet': ['ID=32e56523-35b6-464f-8245-0d1293d2ec19,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:58.881772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Checking segment: {'id': '68bf0f1b-5746-439f-b937-2856ee2a6fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b662507-ff63-4558-9a35-cfe856364900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:58.882149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network hostable DHCP agents. Network: 2b662507-ff63-4558-9a35-cfe856364900, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:33:58.919268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network 2b662507-ff63-4558-9a35-cfe856364900 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:33:58.931292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 2b662507-ff63-4558-9a35-cfe856364900) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:58.938212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:33:58.938875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:58.942406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cc735-dbaf-4aa3-ae39-6b8afb26e86b None None] Network 2b662507-ff63-4558-9a35-cfe856364900 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:58.965818 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-77ae2895-6bfd-4e63-9596-ac1904b4233a tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5822346 Sep 26 13:33:58.967526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54786) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:33:59.080725 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.083539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f4a41f7f-6eb1-4aad-8867-6374d8667a02 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:33:59.111626 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.180284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:33:59.205138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:33:59.217474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:33:59.222352 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Pushing event updated for resources: {'Port': ['ID=fb31612b-1090-4030-b227-7540b1b80394,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:59.296187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f4a41f7f-6eb1-4aad-8867-6374d8667a02 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:33:59.296647 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.335854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-2b662507-ff63-4558-9a35-cfe856364900', 'network_id': '2b662507-ff63-4558-9a35-cfe856364900', 'tenant_id': '8c1e0839b1b641aa8ed82e23a197698d', 'fixed_ips': [{'subnet_id': '32e56523-35b6-464f-8245-0d1293d2ec19'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:33:59.337731 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.338717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.361123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Attempting to bind port fb31612b-1090-4030-b227-7540b1b80394 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:33:59.361617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Attempting to bind port fb31612b-1090-4030-b227-7540b1b80394 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b5c40883-2b39-43fd-a5d9-ff495434a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:33:59.362045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Attempting to bind port fb31612b-1090-4030-b227-7540b1b80394 on network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:33:59.383567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:33:59.383948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Checking segment: {'id': 'b5c40883-2b39-43fd-a5d9-ff495434a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:33:59.384367 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.384744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Bound using segment: {'id': 'b5c40883-2b39-43fd-a5d9-ff495434a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:33:59.385297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Bound port: fb31612b-1090-4030-b227-7540b1b80394, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c40883-2b39-43fd-a5d9-ff495434a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:33:59.385732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.623903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] For port fb31612b-1090-4030-b227-7540b1b80394, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:33:59.638907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Allocated IP 172.20.0.2 (2b662507-ff63-4558-9a35-cfe856364900/32e56523-35b6-464f-8245-0d1293d2ec19/983947f0-9098-4ec6-8b4a-734f68e459a5) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:59.655871 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.659526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] For port fb31612b-1090-4030-b227-7540b1b80394, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fb31612b-1090-4030-b227-7540b1b80394,segment=NetworkSegment(b5c40883-2b39-43fd-a5d9-ff495434a38c),segment_id=b5c40883-2b39-43fd-a5d9-ff495434a38c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:33:59.685733 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.796883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port f4a41f7f-6eb1-4aad-8867-6374d8667a02, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f4a41f7f-6eb1-4aad-8867-6374d8667a02,segment=NetworkSegment(7b35a9bb-1661-49bc-832c-7f729c03e59a),segment_id=7b35a9bb-1661-49bc-832c-7f729c03e59a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:33:59.809824 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:33:59.825558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf875-e289-4745-9673-f5a6c22cdbbd None None] Pushing event updated for resources: {'Port': ['ID=fb31612b-1090-4030-b227-7540b1b80394,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:33:59.862470 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2307aaf-ea68-47d5-9207-dcdcfd11b34c None None] Network b737e099-06d0-4af3-82e2-b279852008d7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:33:59.984639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Allocated IP 172.20.0.1 (4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5/592a10ec-6a1f-41f5-9ffa-6ac4cbfe230d/87e39327-0df0-4280-8ae1-a29218ef3873) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:33:59.998316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=f4a41f7f-6eb1-4aad-8867-6374d8667a02,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:00.016870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-29894d61-5542-4af3-a3fe-a66c3d68a7ed None None] Provisioning complete for port f4a41f7f-6eb1-4aad-8867-6374d8667a02 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:00.017239 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-29894d61-5542-4af3-a3fe-a66c3d68a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.025068 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.072373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.176895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.183369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Network 2b662507-ff63-4558-9a35-cfe856364900 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:00.196459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:00.216393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:34:00.225217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Pushing event updated for resources: {'Port': ['ID=983947f0-9098-4ec6-8b4a-734f68e459a5,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:00.254880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.305713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:00.309936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:00.314760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:34:00.348538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Port': ['ID=87e39327-0df0-4280-8ae1-a29218ef3873,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:00.348771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Attempting to bind port 983947f0-9098-4ec6-8b4a-734f68e459a5 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:34:00.348924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Attempting to bind port 983947f0-9098-4ec6-8b4a-734f68e459a5 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '68bf0f1b-5746-439f-b937-2856ee2a6fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b662507-ff63-4558-9a35-cfe856364900'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:34:00.349281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Attempting to bind port 983947f0-9098-4ec6-8b4a-734f68e459a5 on network 2b662507-ff63-4558-9a35-cfe856364900 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:34:00.359311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:34:00.359689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Checking segment: {'id': '68bf0f1b-5746-439f-b937-2856ee2a6fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b662507-ff63-4558-9a35-cfe856364900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:34:00.360090 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.360525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Bound using segment: {'id': '68bf0f1b-5746-439f-b937-2856ee2a6fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b662507-ff63-4558-9a35-cfe856364900'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:34:00.361006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Bound port: 983947f0-9098-4ec6-8b4a-734f68e459a5, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bf0f1b-5746-439f-b937-2856ee2a6fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b662507-ff63-4558-9a35-cfe856364900'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:34:00.361776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.384433 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.472620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] For port 983947f0-9098-4ec6-8b4a-734f68e459a5, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:34:00.479200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] For port 983947f0-9098-4ec6-8b4a-734f68e459a5, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=983947f0-9098-4ec6-8b4a-734f68e459a5,segment=NetworkSegment(68bf0f1b-5746-439f-b937-2856ee2a6fa9),segment_id=68bf0f1b-5746-439f-b937-2856ee2a6fa9)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:34:00.487367 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.576698 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.600912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3bba1-99a3-4be4-b76f-4dd0344b1780 None None] Pushing event updated for resources: {'Port': ['ID=983947f0-9098-4ec6-8b4a-734f68e459a5,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:00.787180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b60f535a-a595-4ec2-a7e1-250234ac404b None None] Provisioning complete for port f4a41f7f-6eb1-4aad-8867-6374d8667a02 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:00.787765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b60f535a-a595-4ec2-a7e1-250234ac404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:00.999453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:01.006298 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:01.116849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Port': ['ID=87e39327-0df0-4280-8ae1-a29218ef3873,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:01.120035 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:01.229716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d2c99-92a2-4871-a0d3-3a5bb5d536fd None None] Network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:34:01.249040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:01.250770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:01.254365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fb31612b-1090-4030-b227-7540b1b80394 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:34:01.392883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Router b14c0693-7a00-42be-9f12-b9ec76bfcd8c is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:34:01.516491 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:34:01.528111 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79b652-ec33-40e8-8d37-e00e3b61cfe6 None None] Sync routers for ids ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:34:01.532616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-be2b8e5d-b520-4ca8-acd8-3f70470c48f1 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "PUT /v2.0/routers/b14c0693-7a00-42be-9f12-b9ec76bfcd8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5634787 Sep 26 13:34:01.535624 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54794) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:01.551137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8a89b7de-c379-46f9-948c-fbd76f47c239 None None] Provisioning complete for port fb31612b-1090-4030-b227-7540b1b80394 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:01.551516 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8a89b7de-c379-46f9-948c-fbd76f47c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:01.560703 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79b652-ec33-40e8-8d37-e00e3b61cfe6 None None] Routers {'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:01.565615 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ad79b652-ec33-40e8-8d37-e00e3b61cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:01.631815 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ad79b652-ec33-40e8-8d37-e00e3b61cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:01.643615 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79b652-ec33-40e8-8d37-e00e3b61cfe6 None None] Routers {'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:01.644610 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ad79b652-ec33-40e8-8d37-e00e3b61cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:01.659920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fb31612b-1090-4030-b227-7540b1b80394 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:01.660301 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:01.688745 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ad79b652-ec33-40e8-8d37-e00e3b61cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:01.689419 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79b652-ec33-40e8-8d37-e00e3b61cfe6 None None] The sync data for ids ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:34:01.794538 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8a89b7de-c379-46f9-948c-fbd76f47c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:01.867365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4968e678-be65-48aa-a3d5-a5a96d9b1df5 None None] Network 2b662507-ff63-4558-9a35-cfe856364900 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:34:01.893946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8a89b7de-c379-46f9-948c-fbd76f47c239 None None] For port fb31612b-1090-4030-b227-7540b1b80394, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fb31612b-1090-4030-b227-7540b1b80394,segment=NetworkSegment(b5c40883-2b39-43fd-a5d9-ff495434a38c),segment_id=b5c40883-2b39-43fd-a5d9-ff495434a38c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:01.915745 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8a89b7de-c379-46f9-948c-fbd76f47c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:01.921278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.034983 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-a5596ffb-3aea-46eb-aa8c-3dd9f6b92a23 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 13:34:02.036583 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a5596ffb-3aea-46eb-aa8c-3dd9f6b92a23 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "PUT /v2.0/routers/b14c0693-7a00-42be-9f12-b9ec76bfcd8c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4994044 Sep 26 13:34:02.040156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54796) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:02.108316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89b7de-c379-46f9-948c-fbd76f47c239 None None] Pushing event updated for resources: {'Port': ['ID=fb31612b-1090-4030-b227-7540b1b80394,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:02.109773 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 13:34:02.110070 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 13:34:02.154180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-112f1693-fc96-4515-a558-9faf8bdb9131 None None] Provisioning complete for port 983947f0-9098-4ec6-8b4a-734f68e459a5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:02.154180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-112f1693-fc96-4515-a558-9faf8bdb9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.278841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-112f1693-fc96-4515-a558-9faf8bdb9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.339451 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-112f1693-fc96-4515-a558-9faf8bdb9131 None None] For port 983947f0-9098-4ec6-8b4a-734f68e459a5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=983947f0-9098-4ec6-8b4a-734f68e459a5,segment=NetworkSegment(68bf0f1b-5746-439f-b937-2856ee2a6fa9),segment_id=68bf0f1b-5746-439f-b937-2856ee2a6fa9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:02.346218 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-112f1693-fc96-4515-a558-9faf8bdb9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.419048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f1693-fc96-4515-a558-9faf8bdb9131 None None] Pushing event updated for resources: {'Port': ['ID=983947f0-9098-4ec6-8b4a-734f68e459a5,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:02.472272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4b4782ac-acc5-4056-8274-646d14fad39b None None] Provisioning complete for port 87e39327-0df0-4280-8ae1-a29218ef3873 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:02.472654 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b4782ac-acc5-4056-8274-646d14fad39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.492620 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.524041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4b4782ac-acc5-4056-8274-646d14fad39b None None] Port 87e39327-0df0-4280-8ae1-a29218ef3873 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:34:02.534687 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4b4782ac-acc5-4056-8274-646d14fad39b None None] Provisioning complete for port fb31612b-1090-4030-b227-7540b1b80394 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:02.535053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b4782ac-acc5-4056-8274-646d14fad39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.704909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f4a41f7f-6eb1-4aad-8867-6374d8667a02 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:34:02.765440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f4a41f7f-6eb1-4aad-8867-6374d8667a02 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:02.766014 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.850182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a4bdf262-b1db-472f-87ca-faf50f8f41f0 None None] Provisioning complete for port 87e39327-0df0-4280-8ae1-a29218ef3873 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:02.850571 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf262-b1db-472f-87ca-faf50f8f41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.885452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Deleting port 87e39327-0df0-4280-8ae1-a29218ef3873 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:34:02.888796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:02.923950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 983947f0-9098-4ec6-8b4a-734f68e459a5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:34:02.956471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a4bdf262-b1db-472f-87ca-faf50f8f41f0 None None] Port 87e39327-0df0-4280-8ae1-a29218ef3873 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:34:02.980061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a4bdf262-b1db-472f-87ca-faf50f8f41f0 None None] Provisioning complete for port 983947f0-9098-4ec6-8b4a-734f68e459a5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:02.980061 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf262-b1db-472f-87ca-faf50f8f41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:03.006091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:03.020777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 983947f0-9098-4ec6-8b4a-734f68e459a5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:03.021151 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:03.021724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Calling delete_port for 87e39327-0df0-4280-8ae1-a29218ef3873 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:34:03.239389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fb31612b-1090-4030-b227-7540b1b80394 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:34:03.265052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:03.293931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fb31612b-1090-4030-b227-7540b1b80394 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:03.294927 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:03.305836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Port': ['ID=87e39327-0df0-4280-8ae1-a29218ef3873,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:03.412192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 983947f0-9098-4ec6-8b4a-734f68e459a5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:34:03.467589 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:03.487874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 983947f0-9098-4ec6-8b4a-734f68e459a5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:03.488373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:03.670511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Router b14c0693-7a00-42be-9f12-b9ec76bfcd8c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:34:03.768126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:34:03.773264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3182f84e-b374-4d59-8373-5bfc75328923 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "PUT /v2.0/routers/b14c0693-7a00-42be-9f12-b9ec76bfcd8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317579 Sep 26 13:34:03.778243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54802) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:03.781443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef72828-1dd9-4cda-9c45-c9f6dd0ef2ee None None] Sync routers for ids ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:34:03.792192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef72828-1dd9-4cda-9c45-c9f6dd0ef2ee None None] Routers {'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:03.792919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7ef72828-1dd9-4cda-9c45-c9f6dd0ef2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:03.825965 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-5a0e160b-1366-4bc2-857b-b995924035fe tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] delete failed (client error): The resource could not be found. Sep 26 13:34:03.825965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a0e160b-1366-4bc2-857b-b995924035fe tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-2134521749 HTTP/1.1" status: 404 len: 335 time: 0.0441165 Sep 26 13:34:03.826416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7ef72828-1dd9-4cda-9c45-c9f6dd0ef2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:03.835574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef72828-1dd9-4cda-9c45-c9f6dd0ef2ee None None] Routers {'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:03.836735 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54804) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:03.836973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7ef72828-1dd9-4cda-9c45-c9f6dd0ef2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:03.843191 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7dd980f6-cf8f-45cb-b45a-7240de9fe436 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:34:03.869993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7ef72828-1dd9-4cda-9c45-c9f6dd0ef2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:03.870564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef72828-1dd9-4cda-9c45-c9f6dd0ef2ee None None] The sync data for ids ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:34:04.079756 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dd980f6-cf8f-45cb-b45a-7240de9fe436 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:04.106556 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-7dd980f6-cf8f-45cb-b45a-7240de9fe436 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] update failed (client error): The resource could not be found. Sep 26 13:34:04.107610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7dd980f6-cf8f-45cb-b45a-7240de9fe436 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "PUT /v2.0/routers/b14c0693-7a00-42be-9f12-b9ec76bfcd8c HTTP/1.1" status: 404 len: 339 time: 0.2694602 Sep 26 13:34:04.111257 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54814) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:04.394919 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:04.654088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Allocated IP 172.20.0.1 (b737e099-06d0-4af3-82e2-b279852008d7/e9a7f814-ed7d-4cda-9610-f40a95641627/381edb4f-e55c-4a64-9f0e-8a54b2896740) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:34:04.784199 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:04.822299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:04.868438 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network b737e099-06d0-4af3-82e2-b279852008d7 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:04.872093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:04.874985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:34:04.915012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Port': ['ID=381edb4f-e55c-4a64-9f0e-8a54b2896740,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:04.939082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:05.069114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:05.152198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-51183810-0aa0-4238-b26f-184724f9755e None None] Provisioning complete for port 381edb4f-e55c-4a64-9f0e-8a54b2896740 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:05.152753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-51183810-0aa0-4238-b26f-184724f9755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:05.211568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-51183810-0aa0-4238-b26f-184724f9755e None None] Port 381edb4f-e55c-4a64-9f0e-8a54b2896740 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:34:05.755862 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:34:05.761887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:05.768056 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:05.847872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event updated for resources: {'Port': ['ID=381edb4f-e55c-4a64-9f0e-8a54b2896740,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:05.850879 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:05.955925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Network b737e099-06d0-4af3-82e2-b279852008d7 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:05.957778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:06.075138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Router b14c0693-7a00-42be-9f12-b9ec76bfcd8c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:34:06.184484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:34:06.191100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a02b7d50-0fcc-4e48-bd68-baa30077c3e0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "PUT /v2.0/routers/b14c0693-7a00-42be-9f12-b9ec76bfcd8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0788858 Sep 26 13:34:06.193697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54836) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:06.195636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18100ca8-da4b-468d-9f91-dfc86e2bf25c None None] Sync routers for ids ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:34:06.205139 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18100ca8-da4b-468d-9f91-dfc86e2bf25c None None] Routers {'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:06.205762 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18100ca8-da4b-468d-9f91-dfc86e2bf25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:06.238884 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18100ca8-da4b-468d-9f91-dfc86e2bf25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:06.249609 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18100ca8-da4b-468d-9f91-dfc86e2bf25c None None] Routers {'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:06.250456 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18100ca8-da4b-468d-9f91-dfc86e2bf25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:06.254584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-39d88279-6257-4812-84fa-61a60c3118cd None None] Provisioning complete for port 381edb4f-e55c-4a64-9f0e-8a54b2896740 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:06.255595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-39d88279-6257-4812-84fa-61a60c3118cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:06.294682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-39d88279-6257-4812-84fa-61a60c3118cd None None] Port 381edb4f-e55c-4a64-9f0e-8a54b2896740 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:34:06.295853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18100ca8-da4b-468d-9f91-dfc86e2bf25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:06.296697 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18100ca8-da4b-468d-9f91-dfc86e2bf25c None None] The sync data for ids ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'] in n-d-806683-13 is: [] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:34:06.308642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-235acbd6-ad04-42be-95f3-7217311f0f92 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:06.395864 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-235acbd6-ad04-42be-95f3-7217311f0f92 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 26 13:34:06.396944 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-235acbd6-ad04-42be-95f3-7217311f0f92 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/routers/b14c0693-7a00-42be-9f12-b9ec76bfcd8c HTTP/1.1" status: 409 len: 329 time: 0.2018936 Sep 26 13:34:06.400384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:06.752622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:07.014661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Deleting port 381edb4f-e55c-4a64-9f0e-8a54b2896740 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:34:07.015277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:07.103461 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:07.115634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Calling delete_port for 381edb4f-e55c-4a64-9f0e-8a54b2896740 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:34:07.338897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:07.394706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Port': ['ID=381edb4f-e55c-4a64-9f0e-8a54b2896740,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:07.566618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:07.745544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Router b14c0693-7a00-42be-9f12-b9ec76bfcd8c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:34:07.824593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:34:07.831513 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-419c4dc5-4e54-4c9e-9d7e-90240f73e208 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "PUT /v2.0/routers/b14c0693-7a00-42be-9f12-b9ec76bfcd8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300528 Sep 26 13:34:07.834385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54842) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:07.836819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f59e3-d825-4615-a0c3-17286efbbbc5 None None] Sync routers for ids ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:34:07.849770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f59e3-d825-4615-a0c3-17286efbbbc5 None None] Routers {'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:07.850319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1f3f59e3-d825-4615-a0c3-17286efbbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:07.877142 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-561a7bc7-8961-4244-bfe1-a1f652ce0010 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] show failed (client error): The resource could not be found. Sep 26 13:34:07.878289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-561a7bc7-8961-4244-bfe1-a1f652ce0010 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-971040856 HTTP/1.1" status: 404 len: 334 time: 0.0426571 Sep 26 13:34:07.881950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54844) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:07.886645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1bf0f3dc-4c69-4f4b-963b-239d8ab0eaef tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:34:07.887006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1f3f59e3-d825-4615-a0c3-17286efbbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:07.896193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f59e3-d825-4615-a0c3-17286efbbbc5 None None] Routers {'b14c0693-7a00-42be-9f12-b9ec76bfcd8c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:07.896984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1f3f59e3-d825-4615-a0c3-17286efbbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:33:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:07.922738 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [None req-1bf0f3dc-4c69-4f4b-963b-239d8ab0eaef tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] update failed (client error): The resource could not be found. Sep 26 13:34:07.928488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1bf0f3dc-4c69-4f4b-963b-239d8ab0eaef tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1363557225 HTTP/1.1" status: 404 len: 335 time: 0.0409539 Sep 26 13:34:07.928899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54846) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:07.934353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1f3f59e3-d825-4615-a0c3-17286efbbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:07.935006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f59e3-d825-4615-a0c3-17286efbbbc5 None None] The sync data for ids ['b14c0693-7a00-42be-9f12-b9ec76bfcd8c'] in n-d-806683-13 is: [] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:34:07.985836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f28daf3-e4ff-4506-8957-082c0024944e tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Deleting subnet 32e56523-35b6-464f-8245-0d1293d2ec19 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:34:07.989830 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f28daf3-e4ff-4506-8957-082c0024944e tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.039447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f28daf3-e4ff-4506-8957-082c0024944e tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.133403 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f28daf3-e4ff-4506-8957-082c0024944e tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.195452 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f28daf3-e4ff-4506-8957-082c0024944e tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.230435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28daf3-e4ff-4506-8957-082c0024944e tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Subnet': ['ID=32e56523-35b6-464f-8245-0d1293d2ec19,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:08.234457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f28daf3-e4ff-4506-8957-082c0024944e tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.238640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4f28daf3-e4ff-4506-8957-082c0024944e tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/subnets/32e56523-35b6-464f-8245-0d1293d2ec19 HTTP/1.1" status: 204 len: 168 time: 0.3063645 Sep 26 13:34:08.239018 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54850) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:08.242788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d96f1c-3650-48f4-b17c-6fb72ab84f6d None None] Network 2b662507-ff63-4558-9a35-cfe856364900 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:34:08.296025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ae2715-1cde-43e7-8af4-4fba4f60b23d tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Deleting subnet 592a10ec-6a1f-41f5-9ffa-6ac4cbfe230d {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:34:08.301596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06ae2715-1cde-43e7-8af4-4fba4f60b23d tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.348280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06ae2715-1cde-43e7-8af4-4fba4f60b23d tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.366738 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-496cd5b9-2be1-4bc6-a654-8c086193f4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.449550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06ae2715-1cde-43e7-8af4-4fba4f60b23d tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.455185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] DHCP port deletion for 2b662507-ff63-4558-9a35-cfe856364900 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:34:08.534292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] Deleting port 983947f0-9098-4ec6-8b4a-734f68e459a5 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:34:08.534882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.540848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06ae2715-1cde-43e7-8af4-4fba4f60b23d tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.568713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae2715-1cde-43e7-8af4-4fba4f60b23d tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Subnet': ['ID=592a10ec-6a1f-41f5-9ffa-6ac4cbfe230d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:08.572986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-06ae2715-1cde-43e7-8af4-4fba4f60b23d tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.577426 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-06ae2715-1cde-43e7-8af4-4fba4f60b23d tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/subnets/592a10ec-6a1f-41f5-9ffa-6ac4cbfe230d HTTP/1.1" status: 204 len: 168 time: 0.3350263 Sep 26 13:34:08.577781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54854) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:08.592050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2e950-cf15-4ce1-b34d-445d2ccb4158 None None] Network 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:34:08.635132 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] For port 983947f0-9098-4ec6-8b4a-734f68e459a5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=983947f0-9098-4ec6-8b4a-734f68e459a5,segment=NetworkSegment(68bf0f1b-5746-439f-b937-2856ee2a6fa9),segment_id=68bf0f1b-5746-439f-b937-2856ee2a6fa9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:08.635456 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.660736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.675550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] Calling delete_port for 983947f0-9098-4ec6-8b4a-734f68e459a5 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:34:08.724820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Deleting port 983947f0-9098-4ec6-8b4a-734f68e459a5 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:34:08.725076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.790650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] For port 983947f0-9098-4ec6-8b4a-734f68e459a5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=983947f0-9098-4ec6-8b4a-734f68e459a5,segment=NetworkSegment(68bf0f1b-5746-439f-b937-2856ee2a6fa9),segment_id=68bf0f1b-5746-439f-b937-2856ee2a6fa9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:08.791016 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.807575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Calling delete_port for 983947f0-9098-4ec6-8b4a-734f68e459a5 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:34:08.813381 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.842691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] Pushing event deleted for resources: {'Port': ['ID=983947f0-9098-4ec6-8b4a-734f68e459a5,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:08.844604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010053a3-64c5-4a6e-888e-06bbcc540919 None None] No DVR routers for this DVR port 983947f0-9098-4ec6-8b4a-734f68e459a5 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:34:08.864190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] DHCP port deletion for 4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:34:08.907524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.912238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] Deleting port fb31612b-1090-4030-b227-7540b1b80394 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:34:08.912612 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:08.934707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Port': ['ID=983947f0-9098-4ec6-8b4a-734f68e459a5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:08.938141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] No DVR routers for this DVR port 983947f0-9098-4ec6-8b4a-734f68e459a5 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:34:08.996084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] For port fb31612b-1090-4030-b227-7540b1b80394, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fb31612b-1090-4030-b227-7540b1b80394,segment=NetworkSegment(b5c40883-2b39-43fd-a5d9-ff495434a38c),segment_id=b5c40883-2b39-43fd-a5d9-ff495434a38c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:08.996639 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.012572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] Calling delete_port for fb31612b-1090-4030-b227-7540b1b80394 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:34:09.033518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.070189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b662507-ff63-4558-9a35-cfe856364900']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:09.082431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bf0f1b-5746-439f-b937-2856ee2a6fa9') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:09.082726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bf0f1b-5746-439f-b937-2856ee2a6fa9') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:09.096978 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.113263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.118226 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.124922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:34:09.125525 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: self.session.flush() Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:34:09.129305 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:34:09.144599 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] Pushing event deleted for resources: {'Port': ['ID=fb31612b-1090-4030-b227-7540b1b80394,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:09.152250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f719ba-74c9-458e-b28e-04c4d26d23da None None] No DVR routers for this DVR port fb31612b-1090-4030-b227-7540b1b80394 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:34:09.202885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.216680 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.221385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/networks/2b662507-ff63-4558-9a35-cfe856364900 HTTP/1.1" status: 204 len: 168 time: 0.6402514 Sep 26 13:34:09.221853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54862) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:09.239011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fb31612b-1090-4030-b227-7540b1b80394 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:34:09.245792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9ae0b-2658-48b1-8a1a-f35f17250435 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Network': ['ID=2b662507-ff63-4558-9a35-cfe856364900,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:09.262930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fb31612b-1090-4030-b227-7540b1b80394 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:34:09.263301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fb31612b-1090-4030-b227-7540b1b80394 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:34:09.263785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 983947f0-9098-4ec6-8b4a-734f68e459a5 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:34:09.293311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 983947f0-9098-4ec6-8b4a-734f68e459a5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:34:09.293311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 983947f0-9098-4ec6-8b4a-734f68e459a5 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:34:09.328264 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.439377 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.462566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:09.475393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c40883-2b39-43fd-a5d9-ff495434a38c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:09.475555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c40883-2b39-43fd-a5d9-ff495434a38c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:09.492832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.507033 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.514092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:34:09.514506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:34:09.517998 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:34:09.584342 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.592419 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.594322 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/networks/4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5 HTTP/1.1" status: 204 len: 168 time: 0.3709075 Sep 26 13:34:09.597715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54870) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:09.606683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08897087-cf75-4230-abc2-0ae9c89b164c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Network': ['ID=4305b0a3-7d93-40ea-8fe5-9ad91d3ff3b5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:09.656327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa727ed9-4688-43d0-9700-a395f78aae0c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Deleting subnet e9a7f814-ed7d-4cda-9610-f40a95641627 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:34:09.660141 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa727ed9-4688-43d0-9700-a395f78aae0c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.710044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa727ed9-4688-43d0-9700-a395f78aae0c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.803040 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa727ed9-4688-43d0-9700-a395f78aae0c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.868281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa727ed9-4688-43d0-9700-a395f78aae0c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.901859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa727ed9-4688-43d0-9700-a395f78aae0c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a7f814-ed7d-4cda-9610-f40a95641627,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:09.906984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fa727ed9-4688-43d0-9700-a395f78aae0c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:09.908911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fa727ed9-4688-43d0-9700-a395f78aae0c tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/subnets/e9a7f814-ed7d-4cda-9610-f40a95641627 HTTP/1.1" status: 204 len: 168 time: 0.3101776 Sep 26 13:34:09.911368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54872) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:09.916607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c142e61-af38-4cf4-bc1a-1f22568771d0 None None] Network b737e099-06d0-4af3-82e2-b279852008d7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:34:09.994267 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.048499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Deleting port f4a41f7f-6eb1-4aad-8867-6374d8667a02 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:34:10.048847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.121970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] For port f4a41f7f-6eb1-4aad-8867-6374d8667a02, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f4a41f7f-6eb1-4aad-8867-6374d8667a02,segment=NetworkSegment(7b35a9bb-1661-49bc-832c-7f729c03e59a),segment_id=7b35a9bb-1661-49bc-832c-7f729c03e59a)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:10.122341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.126358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] DHCP port deletion for b737e099-06d0-4af3-82e2-b279852008d7 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:34:10.137284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Calling delete_port for f4a41f7f-6eb1-4aad-8867-6374d8667a02 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:34:10.180205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] Deleting port f4a41f7f-6eb1-4aad-8867-6374d8667a02 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:34:10.180576 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.232471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.250983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] For port f4a41f7f-6eb1-4aad-8867-6374d8667a02, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f4a41f7f-6eb1-4aad-8867-6374d8667a02,segment=NetworkSegment(7b35a9bb-1661-49bc-832c-7f729c03e59a),segment_id=7b35a9bb-1661-49bc-832c-7f729c03e59a)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:10.251394 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.267721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] Calling delete_port for f4a41f7f-6eb1-4aad-8867-6374d8667a02 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:34:10.356829 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.385865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] Pushing event deleted for resources: {'Port': ['ID=f4a41f7f-6eb1-4aad-8867-6374d8667a02,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:10.391494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0270544b-a146-47e7-9f5b-b4d38aa9dc74 None None] No DVR routers for this DVR port f4a41f7f-6eb1-4aad-8867-6374d8667a02 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:34:10.547279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Port': ['ID=f4a41f7f-6eb1-4aad-8867-6374d8667a02,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:10.549087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] No DVR routers for this DVR port f4a41f7f-6eb1-4aad-8867-6374d8667a02 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:34:10.628367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.650307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b737e099-06d0-4af3-82e2-b279852008d7']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:10.661432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b35a9bb-1661-49bc-832c-7f729c03e59a') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:10.661690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b35a9bb-1661-49bc-832c-7f729c03e59a') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:10.672226 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.690619 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.699006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:34:10.699563 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:34:10.703629 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:34:10.776418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.781383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:10.787386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/networks/b737e099-06d0-4af3-82e2-b279852008d7 HTTP/1.1" status: 204 len: 168 time: 0.8710089 Sep 26 13:34:10.788741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54876) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:10.799608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e112bd-bdab-449a-8e25-ed750cc62be0 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Pushing event deleted for resources: {'Network': ['ID=b737e099-06d0-4af3-82e2-b279852008d7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:10.818279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bf336f35-2cdd-4e98-9c1a-fb58c01404da tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b14c0693-7a00-42be-9f12-b9ec76bfcd8c HTTP/1.1" status: 200 len: 205 time: 0.0272517 Sep 26 13:34:10.820549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54878) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:10.910466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f36c08c-e587-45b0-a0e1-07b42b495731 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.075250 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f36c08c-e587-45b0-a0e1-07b42b495731 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.079226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f36c08c-e587-45b0-a0e1-07b42b495731 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.087011 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1ca4e075-0c96-47ae-bdb5-fd27235c8d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.123769 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f36c08c-e587-45b0-a0e1-07b42b495731 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.124443 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f36c08c-e587-45b0-a0e1-07b42b495731 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Fanout notify agent at l3_agent the message router_deleted on router b14c0693-7a00-42be-9f12-b9ec76bfcd8c {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:34:11.133643 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5f36c08c-e587-45b0-a0e1-07b42b495731 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.134772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5f36c08c-e587-45b0-a0e1-07b42b495731 tempest-RoutersNegativeTest-456479668 tempest-RoutersNegativeTest-456479668-project] 10.222.0.13 "DELETE /v2.0/routers/b14c0693-7a00-42be-9f12-b9ec76bfcd8c HTTP/1.1" status: 204 len: 168 time: 0.3133368 Sep 26 13:34:11.234389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f4a41f7f-6eb1-4aad-8867-6374d8667a02 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:34:11.256246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f4a41f7f-6eb1-4aad-8867-6374d8667a02 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:34:11.256742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f4a41f7f-6eb1-4aad-8867-6374d8667a02 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:34:11.397332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54884) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:11.537441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-06206c3a-9519-4aec-b3fd-b5c503cad8ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c1e0839b1b641aa8ed82e23a197698d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382644 Sep 26 13:34:11.539878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54888) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:11.594399 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a208bef-081b-4e4c-9366-bd5c6e5cb628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.616480 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a208bef-081b-4e4c-9366-bd5c6e5cb628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.651376 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.665925 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a208bef-081b-4e4c-9366-bd5c6e5cb628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.668601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7a208bef-081b-4e4c-9366-bd5c6e5cb628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:11.669895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7a208bef-081b-4e4c-9366-bd5c6e5cb628 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6958ee1f-d7f9-4b7f-861c-2f0cb33daa1f HTTP/1.1" status: 204 len: 168 time: 0.1291115 Sep 26 13:34:11.677836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a208bef-081b-4e4c-9366-bd5c6e5cb628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958ee1f-d7f9-4b7f-861c-2f0cb33daa1f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:12.148904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.282910 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 54938) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:13.397517 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2a09-e4a2-4ff7-a838-75ae9213bd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.489656 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2a09-e4a2-4ff7-a838-75ae9213bd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.493778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2a09-e4a2-4ff7-a838-75ae9213bd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.531268 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ddf2a09-e4a2-4ff7-a838-75ae9213bd69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5056e6b095bb432490f0529bda2d4527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472768 Sep 26 13:34:13.532139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf2a09-e4a2-4ff7-a838-75ae9213bd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2a4232-d57c-4ec7-8dca-89c0fc40afed,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:13.533986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54942) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:13.584746 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c86ae4a-5745-422d-b03d-f0317f1bb788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.606881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c86ae4a-5745-422d-b03d-f0317f1bb788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.609820 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.652878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c86ae4a-5745-422d-b03d-f0317f1bb788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.655470 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c86ae4a-5745-422d-b03d-f0317f1bb788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:13.656641 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2c86ae4a-5745-422d-b03d-f0317f1bb788 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd2a4232-d57c-4ec7-8dca-89c0fc40afed HTTP/1.1" status: 204 len: 168 time: 0.1211348 Sep 26 13:34:13.664895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86ae4a-5745-422d-b03d-f0317f1bb788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2a4232-d57c-4ec7-8dca-89c0fc40afed,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:13.920814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54950) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:13.938319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-57f63c97-5a7f-4058-bae4-4bb410a340d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:14.025577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-57f63c97-5a7f-4058-bae4-4bb410a340d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:14.029108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-57f63c97-5a7f-4058-bae4-4bb410a340d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:14.064964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f63c97-5a7f-4058-bae4-4bb410a340d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bace158-648a-436f-af18-637b14ea1803,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:14.069670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-57f63c97-5a7f-4058-bae4-4bb410a340d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1961a1dd6074261b29fe627b3ecc753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478055 Sep 26 13:34:14.072342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 54952) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:14.120673 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de09272-664d-4e30-899d-fceb172a14f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:14.141146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de09272-664d-4e30-899d-fceb172a14f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:14.186358 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de09272-664d-4e30-899d-fceb172a14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:14.189000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6de09272-664d-4e30-899d-fceb172a14f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:14.190288 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6de09272-664d-4e30-899d-fceb172a14f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bace158-648a-436f-af18-637b14ea1803 HTTP/1.1" status: 204 len: 168 time: 0.1170485 Sep 26 13:34:14.199341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de09272-664d-4e30-899d-fceb172a14f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bace158-648a-436f-af18-637b14ea1803,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:15.389034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.165922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55046) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:20.314375 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12f3bb89-2119-41d9-9f10-c0b8f16a3fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.352811 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.417180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12f3bb89-2119-41d9-9f10-c0b8f16a3fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.421126 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-12f3bb89-2119-41d9-9f10-c0b8f16a3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.459699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3bb89-2119-41d9-9f10-c0b8f16a3fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de55eefe-34b5-47be-baad-d56a1ed4ce0d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:20.464164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-12f3bb89-2119-41d9-9f10-c0b8f16a3fc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca382800f8a247eb9d9a81df177a9d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965045 Sep 26 13:34:20.466757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55052) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:20.514882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf5471c2-c933-4bf6-b291-e555d29f337b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.536308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf5471c2-c933-4bf6-b291-e555d29f337b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.581595 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf5471c2-c933-4bf6-b291-e555d29f337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.584155 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf5471c2-c933-4bf6-b291-e555d29f337b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.585933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cf5471c2-c933-4bf6-b291-e555d29f337b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de55eefe-34b5-47be-baad-d56a1ed4ce0d HTTP/1.1" status: 204 len: 168 time: 0.1176562 Sep 26 13:34:20.593807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5471c2-c933-4bf6-b291-e555d29f337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de55eefe-34b5-47be-baad-d56a1ed4ce0d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:20.860554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55058) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:20.873655 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6617da3d-1295-4e11-8f2e-1adbb4141b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.967864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6617da3d-1295-4e11-8f2e-1adbb4141b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:20.971662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6617da3d-1295-4e11-8f2e-1adbb4141b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:21.011502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617da3d-1295-4e11-8f2e-1adbb4141b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf6b5e3-14c3-4ca8-8e03-ba37980d6309,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:21.017038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6617da3d-1295-4e11-8f2e-1adbb4141b8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72312f0760ef44c2ae59b212ae37c3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554625 Sep 26 13:34:21.019839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55060) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:21.067052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b65bbe4-2c57-4d74-9b87-40acf7773a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:21.090566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b65bbe4-2c57-4d74-9b87-40acf7773a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:21.136724 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b65bbe4-2c57-4d74-9b87-40acf7773a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:21.139345 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1b65bbe4-2c57-4d74-9b87-40acf7773a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:21.140511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1b65bbe4-2c57-4d74-9b87-40acf7773a02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdf6b5e3-14c3-4ca8-8e03-ba37980d6309 HTTP/1.1" status: 204 len: 168 time: 0.1197617 Sep 26 13:34:21.149841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65bbe4-2c57-4d74-9b87-40acf7773a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf6b5e3-14c3-4ca8-8e03-ba37980d6309,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:37.045087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580686d-5789-4ede-838c-b38626e960ba req-403c9ce2-5178-4cb5-bb87-3b515d25f921 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:37.047282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0580686d-5789-4ede-838c-b38626e960ba req-403c9ce2-5178-4cb5-bb87-3b515d25f921 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0552716 Sep 26 13:34:37.087834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0580686d-5789-4ede-838c-b38626e960ba req-6b08c3a1-a89d-494a-b112-7af854ed7bf3 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Sep 26 13:34:38.216423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceaa55-7538-4eee-a7be-a8987f10e48b req-851b7a2f-97d4-4a25-8999-e75df254fefb tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:38.218101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-00ceaa55-7538-4eee-a7be-a8987f10e48b req-851b7a2f-97d4-4a25-8999-e75df254fefb tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0565276 Sep 26 13:34:38.260123 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-00ceaa55-7538-4eee-a7be-a8987f10e48b req-b35316b9-9b35-434f-9b7e-e1713ce1a9b0 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Sep 26 13:34:38.331804 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e40f60d-babf-4fbb-a912-f8737da5feee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:38.403897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-acfa6d21-f4f1-46df-8f15-65eabbd4e700 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:38.405555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-acfa6d21-f4f1-46df-8f15-65eabbd4e700 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.24 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 945 time: 0.0552807 Sep 26 13:34:38.499615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Deleting port 922aef3f-024b-4527-820c-345a63698fa6 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:34:38.499875 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:38.596640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] For port 922aef3f-024b-4527-820c-345a63698fa6, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=922aef3f-024b-4527-820c-345a63698fa6,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:38.597290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:38.610285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Calling delete_port for 922aef3f-024b-4527-820c-345a63698fa6 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:34:38.742208 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:38.755150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['922aef3f-024b-4527-820c-345a63698fa6'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:34:38.778936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Pushing event deleted for resources: {'Port': ['ID=922aef3f-024b-4527-820c-345a63698fa6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:38.824233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] No DVR routers for this DVR port 922aef3f-024b-4527-820c-345a63698fa6 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:34:38.827042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.827493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.827938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.828284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.829751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.829751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.829751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.829751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.832358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.832358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.832358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.832358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:38.834219 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:38.837063 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b6fe397-308e-4eee-95fa-0aa034da72ae req-889eb760-b876-4d0a-b1d9-3e07b05c3523 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.24 "DELETE /v2.0/ports/922aef3f-024b-4527-820c-345a63698fa6 HTTP/1.1" status: 204 len: 173 time: 0.4257851 Sep 26 13:34:38.838187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd3de5-a058-42d8-ac7c-08ad70fa0e2d', 'name': 'network-vif-deleted', 'tag': '922aef3f-024b-4527-820c-345a63698fa6'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:34:38.839942 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e218bc-066c-4096-a2a7-d88b4cece3d9" -d '{"events": [{"server_uuid": "62dd3de5-a058-42d8-ac7c-08ad70fa0e2d", "name": "network-vif-deleted", "tag": "922aef3f-024b-4527-820c-345a63698fa6"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:34:38.894886 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c09c06c-5142-4327-a117-9b90b953e3f7 x-openstack-request-id: req-8c09c06c-5142-4327-a117-9b90b953e3f7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:34:38.895489 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd3de5-a058-42d8-ac7c-08ad70fa0e2d", "name": "network-vif-deleted", "tag": "922aef3f-024b-4527-820c-345a63698fa6", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:34:38.895775 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c09c06c-5142-4327-a117-9b90b953e3f7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:34:38.896418 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd3de5-a058-42d8-ac7c-08ad70fa0e2d', 'name': 'network-vif-deleted', 'tag': '922aef3f-024b-4527-820c-345a63698fa6', 'status': 'completed', 'code': 200} Sep 26 13:34:39.386750 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-00074b6c-05ff-48b5-8309-2ee0dffaebc5 req-428677ea-9d05-4dc4-a027-d5c8b122cdd6 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dd3de5-a058-42d8-ac7c-08ad70fa0e2d HTTP/1.1" status: 200 len: 210 time: 0.0308180 Sep 26 13:34:41.094893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ae68dcb-6a19-42b2-98e0-ae1f79c45151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:41.661923 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:42.149119 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:42.756621 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:34:42.888327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 922aef3f-024b-4527-820c-345a63698fa6 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:34:42.909629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 922aef3f-024b-4527-820c-345a63698fa6 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:34:42.910000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 922aef3f-024b-4527-820c-345a63698fa6 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:34:43.612715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:45.390358 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:47.418989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-20c37930-51b7-4c7f-900d-e0a96f82bcd9 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:47.420478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-20c37930-51b7-4c7f-900d-e0a96f82bcd9 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/networks?id=1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 200 len: 814 time: 0.1068652 Sep 26 13:34:47.437062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-db19d2fe-17db-440b-9e56-3a91bd60042b tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/quotas/a136fbbcc5724973ae195a5089960452 HTTP/1.1" status: 200 len: 375 time: 0.0106225 Sep 26 13:34:47.492247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-273dbaf2-729b-46cd-a121-19ac6634750a tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a136fbbcc5724973ae195a5089960452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492313 Sep 26 13:34:47.587529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-abadc0c7-2956-4878-9795-97649115764f service neutron] 10.222.0.13 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881641 Sep 26 13:34:47.678046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-28def1af-4713-4674-b022-52d70b937467 service neutron] 10.222.0.13 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842443 Sep 26 13:34:47.838162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49b1339e-371e-4951-a963-8388fca5925e req-8a0a5e7c-788b-41be-97f7-09bbc05dc09a tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 210 time: 0.0281265 Sep 26 13:34:48.812599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-fe4ba8c4-072c-46ac-b9bf-6236101e6705 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:48.814042 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-fe4ba8c4-072c-46ac-b9bf-6236101e6705 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.23 "GET /v2.0/networks?id=1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 200 len: 814 time: 0.1245556 Sep 26 13:34:48.827198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Request body: {'port': {'device_id': '0c6e2329-2cd0-45bb-b9ab-a3347d346949', 'network_id': '1b920821-2612-405e-8582-1eb507a21de8', 'admin_state_up': True, 'tenant_id': 'a136fbbcc5724973ae195a5089960452'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:34:48.951933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da4cf864-ed10-426c-99db-0f7dd2ccdfca req-b30b9cde-28bb-4c37-8ffa-4a682dc8cc34 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 210 time: 0.0428317 Sep 26 13:34:48.975851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Made reservation on behalf of a136fbbcc5724973ae195a5089960452 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:34:48.979687 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.112868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Allocated IP 172.20.0.4 (1b920821-2612-405e-8582-1eb507a21de8/d6559fbe-b93a-4e69-94e9-4a68b1fdec5e/4c1629e5-d80e-4ea2-af46-078f63354765) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:34:49.281002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.321629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.375746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Network 1b920821-2612-405e-8582-1eb507a21de8 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:49.379000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:49.382388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:34:49.415572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Pushing event updated for resources: {'Port': ['ID=4c1629e5-d80e-4ea2-af46-078f63354765,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:49.445057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:49.445723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.459952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-efb682e7-4e58-4eb1-a426-fce518a603e2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6367757 Sep 26 13:34:49.472150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Request body: {'port': {'device_id': '0c6e2329-2cd0-45bb-b9ab-a3347d346949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:34:49.477112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55340) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:49.534344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.659791 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c157f15-7f13-4052-8e63-a11b06ac942d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.886054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c157f15-7f13-4052-8e63-a11b06ac942d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.892337 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2c157f15-7f13-4052-8e63-a11b06ac942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.898894 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1629e5-d80e-4ea2-af46-078f63354765 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:34:49.910814 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:49.953695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2c157f15-7f13-4052-8e63-a11b06ac942d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4d375b5fddd4edfac4921ecf74201af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754987 Sep 26 13:34:49.956426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:49.957109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Transition to ACTIVE for port object 4c1629e5-d80e-4ea2-af46-078f63354765 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:34:49.958159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c157f15-7f13-4052-8e63-a11b06ac942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea305518-9ff5-4261-b266-af030170d6ac,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:49.963101 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.026442 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.041343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1629e5-d80e-4ea2-af46-078f63354765,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:50.084918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.096166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Attempting to bind port 4c1629e5-d80e-4ea2-af46-078f63354765 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:34:50.096508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Attempting to bind port 4c1629e5-d80e-4ea2-af46-078f63354765 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:34:50.096841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Attempting to bind port 4c1629e5-d80e-4ea2-af46-078f63354765 on network 1b920821-2612-405e-8582-1eb507a21de8 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:34:50.102300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Port 4c1629e5-d80e-4ea2-af46-078f63354765 on network 1b920821-2612-405e-8582-1eb507a21de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:34:50.102626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Attempting to bind port 4c1629e5-d80e-4ea2-af46-078f63354765 on network 1b920821-2612-405e-8582-1eb507a21de8 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:34:50.107482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:34:50.107824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Checking segment: {'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:34:50.108209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Bound using segment: {'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:34:50.108638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Bound port: 4c1629e5-d80e-4ea2-af46-078f63354765, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609ea5f4-88eb-4982-9f91-84430b305dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b920821-2612-405e-8582-1eb507a21de8'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:34:50.109000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.114143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcdfa9-6cb0-4e19-be58-5df6e3ad7369 req-dc1a6692-c7ae-444b-aa76-f9ac30d19bd8 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:50.115691 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bafcdfa9-6cb0-4e19-be58-5df6e3ad7369 req-dc1a6692-c7ae-444b-aa76-f9ac30d19bd8 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 943 time: 0.0859368 Sep 26 13:34:50.166444 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bafcdfa9-6cb0-4e19-be58-5df6e3ad7369 req-a8ee4793-5a46-44c6-bf79-dc92e9be24aa tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Sep 26 13:34:50.176484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] For port 4c1629e5-d80e-4ea2-af46-078f63354765, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:34:50.179522 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.180208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] For port 4c1629e5-d80e-4ea2-af46-078f63354765, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4c1629e5-d80e-4ea2-af46-078f63354765,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:34:50.182223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.183438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea305518-9ff5-4261-b266-af030170d6ac HTTP/1.1" status: 204 len: 168 time: 0.2259998 Sep 26 13:34:50.191507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea305518-9ff5-4261-b266-af030170d6ac,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:50.195343 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.200195 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.200553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.200904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.201248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.201647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.202046 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.202384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.202901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.203233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.203717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.204228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.204563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2952044-689f-40d1-b531-d40f6f9b4bb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:50.235045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:50.235676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.237145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] 10.222.0.23 "PUT /v2.0/ports/4c1629e5-d80e-4ea2-af46-078f63354765 HTTP/1.1" status: 200 len: 1092 time: 0.7694273 Sep 26 13:34:50.237565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6e2329-2cd0-45bb-b9ab-a3347d346949', 'tag': '4c1629e5-d80e-4ea2-af46-078f63354765'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:34:50.239850 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a66c676-2403-49f4-bd78-6c3747ff14fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6e2329-2cd0-45bb-b9ab-a3347d346949", "tag": "4c1629e5-d80e-4ea2-af46-078f63354765"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:34:50.278924 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed183730-6710-4f32-a0ea-5ec8ce414b21 x-openstack-request-id: req-ed183730-6710-4f32-a0ea-5ec8ce414b21 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:34:50.279257 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6e2329-2cd0-45bb-b9ab-a3347d346949", "tag": "4c1629e5-d80e-4ea2-af46-078f63354765", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:34:50.279509 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed183730-6710-4f32-a0ea-5ec8ce414b21 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:34:50.279987 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6e2329-2cd0-45bb-b9ab-a3347d346949', 'tag': '4c1629e5-d80e-4ea2-af46-078f63354765', 'status': 'completed', 'code': 200} Sep 26 13:34:50.282101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6bfdc-33a4-4768-a586-6a9fad140551 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1629e5-d80e-4ea2-af46-078f63354765,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:50.325926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-67c1d2fa-b8fd-4d76-803f-694dcc1465f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:50.327491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-67c1d2fa-b8fd-4d76-803f-694dcc1465f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a136fbbcc5724973ae195a5089960452&device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 1095 time: 0.0465317 Sep 26 13:34:50.366053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:50.374119 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-20aa6b5c-1b52-47e6-ae69-6bd341d289c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1629e5-d80e-4ea2-af46-078f63354765 HTTP/1.1" status: 200 len: 217 time: 0.0383422 Sep 26 13:34:50.424376 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-84b64e67-d87d-4996-a55c-ae0402e95fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:50.426127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-84b64e67-d87d-4996-a55c-ae0402e95fad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6559fbe-b93a-4e69-94e9-4a68b1fdec5e HTTP/1.1" status: 200 len: 854 time: 0.0452194 Sep 26 13:34:50.458872 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-5cd01ff1-658f-40e0-8fe8-11dacae6d5e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b920821-2612-405e-8582-1eb507a21de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259790 Sep 26 13:34:50.557678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-a449eeaf-abeb-4b87-b105-7aed0d596008 service neutron] 10.222.0.23 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920250 Sep 26 13:34:50.651256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-762cc2e0-5aeb-4e32-b7cd-cabd61a10400 req-c6ecca26-77dc-4a85-acc3-fd1db5b379b4 service neutron] 10.222.0.23 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868752 Sep 26 13:34:50.738272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-64db0c12-d1ce-4c75-8e01-eee0fe797b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:50.739888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-64db0c12-d1ce-4c75-8e01-eee0fe797b78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a136fbbcc5724973ae195a5089960452&device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 1095 time: 0.0428290 Sep 26 13:34:50.837632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-c983d2e4-2c83-4afa-afdd-0c0456b1d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:50.839135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-c983d2e4-2c83-4afa-afdd-0c0456b1d2e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 200 len: 914 time: 0.0926929 Sep 26 13:34:50.883237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-843573a7-8590-40da-bd3f-188d1d3dfeab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1629e5-d80e-4ea2-af46-078f63354765 HTTP/1.1" status: 200 len: 217 time: 0.0368648 Sep 26 13:34:50.939323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-d45e8422-b79f-441f-b361-f093ea888feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:50.940736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-d45e8422-b79f-441f-b361-f093ea888feb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6559fbe-b93a-4e69-94e9-4a68b1fdec5e HTTP/1.1" status: 200 len: 854 time: 0.0510960 Sep 26 13:34:50.973547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-40f7df17-829c-40ea-b7f9-8a541e21c7bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b920821-2612-405e-8582-1eb507a21de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259235 Sep 26 13:34:51.063691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-83dcf7ae-2b1d-4183-8b18-a53eae1f04fd service neutron] 10.222.0.23 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831883 Sep 26 13:34:51.163893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7a66c676-2403-49f4-bd78-6c3747ff14fe req-364c6bab-192e-4de4-bd3f-33fbcd8c2594 service neutron] 10.222.0.23 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930679 Sep 26 13:34:51.297869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731e085-8398-4dab-a020-8bf0cc0e21f4 req-8dac031b-5ae5-425d-bd1b-82604f83794d tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:51.299479 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1731e085-8398-4dab-a020-8bf0cc0e21f4 req-8dac031b-5ae5-425d-bd1b-82604f83794d tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 943 time: 0.0544076 Sep 26 13:34:51.340692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1731e085-8398-4dab-a020-8bf0cc0e21f4 req-f72776be-dc27-4165-8668-0dc1ec0cc6ef tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Sep 26 13:34:52.497397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c184907-391f-4f40-986f-336711763a5c req-b2e2cad0-cde9-43b2-a25e-36de582af44d tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:52.499146 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c184907-391f-4f40-986f-336711763a5c req-b2e2cad0-cde9-43b2-a25e-36de582af44d tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 943 time: 0.0633452 Sep 26 13:34:52.538452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c184907-391f-4f40-986f-336711763a5c req-6d6098e8-3e16-45dc-83d7-0834a16c843a tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Sep 26 13:34:53.653104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c4448-6d2a-4dda-a32e-9d33588468f5 req-06941a37-c807-4763-8b52-c9705880aedf tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:53.654712 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e99c4448-6d2a-4dda-a32e-9d33588468f5 req-06941a37-c807-4763-8b52-c9705880aedf tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 943 time: 0.0499473 Sep 26 13:34:53.694162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e99c4448-6d2a-4dda-a32e-9d33588468f5 req-f134e109-126a-4e37-bf63-2a7649d7fd88 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Sep 26 13:34:54.134445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4c1629e5-d80e-4ea2-af46-078f63354765 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:34:54.230515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4c1629e5-d80e-4ea2-af46-078f63354765, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4c1629e5-d80e-4ea2-af46-078f63354765,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:54.242292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '4c1629e5-d80e-4ea2-af46-078f63354765', 'network_id': '1b920821-2612-405e-8582-1eb507a21de8', 'port_id': '4c1629e5-d80e-4ea2-af46-078f63354765', 'mac_address': 'fa:16:3e:1f:3e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6559fbe-b93a-4e69-94e9-4a68b1fdec5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:34:54.279037 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:54.292431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1629e5-d80e-4ea2-af46-078f63354765 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:34:54.312848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4c1629e5-d80e-4ea2-af46-078f63354765, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4c1629e5-d80e-4ea2-af46-078f63354765,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:54.319422 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:54.367147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=4c1629e5-d80e-4ea2-af46-078f63354765,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:54.374458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.374799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.375428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.375762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.376086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.376410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.376732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.377049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.377367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.377719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.378086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.378407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:54.639841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['4c1629e5-d80e-4ea2-af46-078f63354765'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:34:54.838560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a6512-101e-439d-8ebc-a74eaaa58386 req-a332d5a1-fda0-4709-ae58-776e22e31de4 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:54.840189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-795a6512-101e-439d-8ebc-a74eaaa58386 req-a332d5a1-fda0-4709-ae58-776e22e31de4 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 944 time: 0.0658600 Sep 26 13:34:54.851860 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55404) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:54.888232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-795a6512-101e-439d-8ebc-a74eaaa58386 req-aedb44a8-6396-4559-ae4e-f835f0c71b20 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Sep 26 13:34:54.976799 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3c2c-7083-4bed-bbae-68174d29f45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:55.085688 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3c2c-7083-4bed-bbae-68174d29f45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:55.090274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3c2c-7083-4bed-bbae-68174d29f45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:55.128694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad3c2c-7083-4bed-bbae-68174d29f45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed9b4f5-b4a0-4c73-be1c-9eb0db281e78,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:55.133965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b6ad3c2c-7083-4bed-bbae-68174d29f45f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=906d7a8ae0f048209a75631ba7e9fc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801352 Sep 26 13:34:55.136737 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55408) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:55.186627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a18fcdb2-a37e-435c-ab8c-db782b095160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:55.209391 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a18fcdb2-a37e-435c-ab8c-db782b095160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:55.258336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a18fcdb2-a37e-435c-ab8c-db782b095160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:55.260937 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a18fcdb2-a37e-435c-ab8c-db782b095160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:55.262175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a18fcdb2-a37e-435c-ab8c-db782b095160 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ed9b4f5-b4a0-4c73-be1c-9eb0db281e78 HTTP/1.1" status: 204 len: 168 time: 0.1245546 Sep 26 13:34:55.270379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fcdb2-a37e-435c-ab8c-db782b095160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed9b4f5-b4a0-4c73-be1c-9eb0db281e78,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:55.914238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55432) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:56.013770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0297b8-6822-4a6c-a7e2-f76cfe9d144b req-f9b35304-4646-4a9c-861a-4647260e2070 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:56.015560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d0297b8-6822-4a6c-a7e2-f76cfe9d144b req-f9b35304-4646-4a9c-861a-4647260e2070 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 944 time: 0.0578921 Sep 26 13:34:56.029623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1870427591-network', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:34:56.055101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:34:56.057703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.067473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.068052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d0297b8-6822-4a6c-a7e2-f76cfe9d144b req-ded3af49-4602-47da-ba5e-4af410ef8a86 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Sep 26 13:34:56.150844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4c1629e5-d80e-4ea2-af46-078f63354765 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:34:56.172193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.176560 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.200909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:34:56.202879 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 4c1629e5-d80e-4ea2-af46-078f63354765 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:34:56.206807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 4c1629e5-d80e-4ea2-af46-078f63354765 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:56.207171 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.218628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3fae54-aa5b-4582-a776-6fe4a4bb3508,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:56.222928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.223285 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Added segment 33ad380c-902d-4e27-92fb-d01e083c709b of type vlan for network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 Sep 26 13:34:56.268381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.293572 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.296780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.297947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:56.298588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.320966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6e2329-2cd0-45bb-b9ab-a3347d346949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1629e5-d80e-4ea2-af46-078f63354765'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:34:56.323433 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fa54d0-586e-40c6-ad6b-34391ac8b6ee" -d '{"events": [{"server_uuid": "0c6e2329-2cd0-45bb-b9ab-a3347d346949", "name": "network-vif-plugged", "status": "completed", "tag": "4c1629e5-d80e-4ea2-af46-078f63354765"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:34:56.339475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 4c1629e5-d80e-4ea2-af46-078f63354765, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4c1629e5-d80e-4ea2-af46-078f63354765,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:56.340662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55438) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:56.342093 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4266605 Sep 26 13:34:56.346497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Request body: {'subnet': {'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1870427591-subnet', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:34:56.346885 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.376940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:34:56.378058 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8037d07-add3-45b1-a0b9-d6bf9669ba82 x-openstack-request-id: req-f8037d07-add3-45b1-a0b9-d6bf9669ba82 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:34:56.378367 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6e2329-2cd0-45bb-b9ab-a3347d346949", "name": "network-vif-plugged", "status": "completed", "tag": "4c1629e5-d80e-4ea2-af46-078f63354765", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:34:56.378611 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8037d07-add3-45b1-a0b9-d6bf9669ba82 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:34:56.379000 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6e2329-2cd0-45bb-b9ab-a3347d346949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1629e5-d80e-4ea2-af46-078f63354765', 'code': 200} Sep 26 13:34:56.379294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.386965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708849df-b433-4d64-ae01-c225452c3bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:56.402824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:34:56.429613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=4c1629e5-d80e-4ea2-af46-078f63354765,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:56.498381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d5a8-0f13-4e56-831a-b25573476868 req-3fc391ef-7def-437f-97b3-6e726ef37bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:56.499909 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8102d5a8-0f13-4e56-831a-b25573476868 req-3fc391ef-7def-437f-97b3-6e726ef37bda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 1097 time: 0.0477252 Sep 26 13:34:56.537127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8102d5a8-0f13-4e56-831a-b25573476868 req-6c2d6c93-8844-48e4-8071-9bcc9700322b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293832 Sep 26 13:34:56.589843 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.644579 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:56.656726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:34:56.657086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Network hostable DHCP agents. Network: f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:34:56.673999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:34:56.683510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:56.687777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:56.688372 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.693158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae0a91-c167-42e4-a514-1bc459751610 None None] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:34:56.704124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-023584fe-c310-4639-aa5b-deb558094711 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3621645 Sep 26 13:34:56.707156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55440) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:56.713234 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:34:56.740029 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.741554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.794829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.857428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d56905-b126-420a-b084-12a080266208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:34:56.858355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-77d56905-b126-420a-b084-12a080266208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.943628 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:56.999906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-77d56905-b126-420a-b084-12a080266208 None None] Allocated IP 172.20.0.2 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/fe22bc11-1259-4895-9d0a-d1d4541755b8) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:34:57.160865 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-77d56905-b126-420a-b084-12a080266208 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.167946 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-77d56905-b126-420a-b084-12a080266208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.180194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.201654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.208428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d56905-b126-420a-b084-12a080266208 None None] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:57.211619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-77d56905-b126-420a-b084-12a080266208 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:57.218906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d56905-b126-420a-b084-12a080266208 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:34:57.222185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d56905-b126-420a-b084-12a080266208 None None] Pushing event updated for resources: {'Port': ['ID=fe22bc11-1259-4895-9d0a-d1d4541755b8,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:57.254007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b8116-9ff1-4a6b-875c-6b71a27eb9fb req-16f9f18e-daba-42ac-8d8a-a6cac221baca tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:57.255571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb3b8116-9ff1-4a6b-875c-6b71a27eb9fb req-16f9f18e-daba-42ac-8d8a-a6cac221baca tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 945 time: 0.1080508 Sep 26 13:34:57.282082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-77d56905-b126-420a-b084-12a080266208 None None] Attempting to bind port fe22bc11-1259-4895-9d0a-d1d4541755b8 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:34:57.282448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-77d56905-b126-420a-b084-12a080266208 None None] Attempting to bind port fe22bc11-1259-4895-9d0a-d1d4541755b8 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:34:57.282809 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d56905-b126-420a-b084-12a080266208 None None] Attempting to bind port fe22bc11-1259-4895-9d0a-d1d4541755b8 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:34:57.288876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d56905-b126-420a-b084-12a080266208 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:34:57.289299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d56905-b126-420a-b084-12a080266208 None None] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:34:57.289782 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-77d56905-b126-420a-b084-12a080266208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.290175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d56905-b126-420a-b084-12a080266208 None None] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:34:57.290686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-77d56905-b126-420a-b084-12a080266208 None None] Bound port: fe22bc11-1259-4895-9d0a-d1d4541755b8, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:34:57.291062 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-77d56905-b126-420a-b084-12a080266208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.333446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb3b8116-9ff1-4a6b-875c-6b71a27eb9fb req-b7750b86-c02e-4f6b-9620-91244d8d5f08 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700133 Sep 26 13:34:57.358473 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Allocated IP 172.25.4.253 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/aa62e2b8-44c2-482b-9222-3825293f3153) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:34:57.360709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-77d56905-b126-420a-b084-12a080266208 None None] For port fe22bc11-1259-4895-9d0a-d1d4541755b8, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:34:57.364046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-77d56905-b126-420a-b084-12a080266208 None None] For port fe22bc11-1259-4895-9d0a-d1d4541755b8, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fe22bc11-1259-4895-9d0a-d1d4541755b8,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:34:57.368003 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-77d56905-b126-420a-b084-12a080266208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.426168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d56905-b126-420a-b084-12a080266208 None None] Pushing event updated for resources: {'Port': ['ID=fe22bc11-1259-4895-9d0a-d1d4541755b8,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:57.476478 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.510931 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:57.549138 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:57.554930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:57.558958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:34:57.595060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Pushing event updated for resources: {'Port': ['ID=aa62e2b8-44c2-482b-9222-3825293f3153,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:58.206534 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:58.443415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:58.484441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5be4e-4439-49f7-94fe-f90dd24359b6 req-14a0e69c-73a5-4d17-a7e4-5b2da141bc1f tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:34:58.488264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adf5be4e-4439-49f7-94fe-f90dd24359b6 req-14a0e69c-73a5-4d17-a7e4-5b2da141bc1f tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 945 time: 0.0690413 Sep 26 13:34:58.504021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c07717-9951-444e-a9c5-6898ce98629f None None] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:34:58.541364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adf5be4e-4439-49f7-94fe-f90dd24359b6 req-da629987-1beb-4578-97ca-617206a96ee8 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446119 Sep 26 13:34:58.596239 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Router fe7df510-efea-46b6-ab0e-68689eff6f2e is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:34:58.636205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a003641b-fe10-4e05-a169-08b59a3a06b0 None None] Provisioning complete for port fe22bc11-1259-4895-9d0a-d1d4541755b8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:58.636575 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a003641b-fe10-4e05-a169-08b59a3a06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:58.723930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:34:58.755730 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:34:58.760182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:58.766171 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3323f09a-db4c-4b4a-ae93-afc1b2a1aeed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0552287 Sep 26 13:34:58.767047 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55454) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:34:58.767753 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:58.768504 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:34:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:58.789977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a003641b-fe10-4e05-a169-08b59a3a06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:58.851399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a003641b-fe10-4e05-a169-08b59a3a06b0 None None] For port fe22bc11-1259-4895-9d0a-d1d4541755b8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fe22bc11-1259-4895-9d0a-d1d4541755b8,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:34:58.856020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a003641b-fe10-4e05-a169-08b59a3a06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:58.923848 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:34:58.943688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003641b-fe10-4e05-a169-08b59a3a06b0 None None] Pushing event updated for resources: {'Port': ['ID=fe22bc11-1259-4895-9d0a-d1d4541755b8,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:59.081187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3854fafd-131a-4468-a016-c3858d984f03 None None] Provisioning complete for port fe22bc11-1259-4895-9d0a-d1d4541755b8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:59.081812 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3854fafd-131a-4468-a016-c3858d984f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.170942 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:58Z', 'revision_number': 3, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:59.203516 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:34:59.203716 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Updating router fe7df510-efea-46b6-ab0e-68689eff6f2e port aa62e2b8-44c2-482b-9222-3825293f3153 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:34:59.233698 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.331588 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.349154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fe22bc11-1259-4895-9d0a-d1d4541755b8 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:34:59.413394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fe22bc11-1259-4895-9d0a-d1d4541755b8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:34:59.413824 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.526718 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.533797 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.548037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Allocated IP 172.20.0.1 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/f320ddd3-ed92-4989-99bd-d550fd74ebaf) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:34:59.593613 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Pushing event updated for resources: {'Port': ['ID=aa62e2b8-44c2-482b-9222-3825293f3153,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:59.595765 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Attempting to bind port aa62e2b8-44c2-482b-9222-3825293f3153 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:34:59.596128 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Attempting to bind port aa62e2b8-44c2-482b-9222-3825293f3153 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:34:59.596491 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Attempting to bind port aa62e2b8-44c2-482b-9222-3825293f3153 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:34:59.606244 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.606635 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.606942 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.607288 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.607579 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.607988 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.608220 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.608549 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.608872 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.609194 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.609653 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.610041 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:34:59.613724 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:34:59.613724 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:34:59.618245 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.619209 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:34:59.619911 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Bound port: aa62e2b8-44c2-482b-9222-3825293f3153, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:34:59.620426 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.665017 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.676492 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] For port aa62e2b8-44c2-482b-9222-3825293f3153, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:34:59.680196 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] For port aa62e2b8-44c2-482b-9222-3825293f3153, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=aa62e2b8-44c2-482b-9222-3825293f3153,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:34:59.684994 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.703957 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.740991 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:34:59.740991 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:34:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:34:59.749261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:34:59.754608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:34:59.762581 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:34:59.766046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Pushing event updated for resources: {'Port': ['ID=f320ddd3-ed92-4989-99bd-d550fd74ebaf,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:59.790984 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07288a6-af9d-4687-a579-622cbae8a4ed None None] Pushing event updated for resources: {'Port': ['ID=aa62e2b8-44c2-482b-9222-3825293f3153,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:34:59.805144 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:34:59.882396 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:34:59.973210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:00.036324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c1ac48d2-ec64-4bbf-ad31-16307c0bc772 None None] Provisioning complete for port f320ddd3-ed92-4989-99bd-d550fd74ebaf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:00.038460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1ac48d2-ec64-4bbf-ad31-16307c0bc772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:00.117608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac48d2-ec64-4bbf-ad31-16307c0bc772 None None] Port f320ddd3-ed92-4989-99bd-d550fd74ebaf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:35:00.139796 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:58Z', 'revision_number': 3, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:00.170746 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d0047-d441-4918-a917-9722c09029f8 None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:58Z', 'revision_number': 3, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:35:00.183777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:00.196045 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:00.264836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Pushing event updated for resources: {'Port': ['ID=f320ddd3-ed92-4989-99bd-d550fd74ebaf,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:00.269990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:00.694906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:35:00.697479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:35:00.837789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Router fe7df510-efea-46b6-ab0e-68689eff6f2e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:35:00.954369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b130c2dd-0bc6-42e6-a78f-3996d010570b None None] Provisioning complete for port f320ddd3-ed92-4989-99bd-d550fd74ebaf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:00.954976 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b130c2dd-0bc6-42e6-a78f-3996d010570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.001574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b130c2dd-0bc6-42e6-a78f-3996d010570b None None] Port f320ddd3-ed92-4989-99bd-d550fd74ebaf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:35:01.012134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:35:01.022114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6d60bc20-7b71-40c7-9afc-3ab494d2dd6a admin admin] 10.222.0.13 "PUT /v2.0/routers/fe7df510-efea-46b6-ab0e-68689eff6f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2537358 Sep 26 13:35:01.033289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-cd6846b2-0e0e-423e-9f63-319333633b00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875885 Sep 26 13:35:01.147263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-22e4086c-3648-4222-acbd-3135d41b93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:01.148831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-22e4086c-3648-4222-acbd-3135d41b93a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a136fbbcc5724973ae195a5089960452&device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 1097 time: 0.0578823 Sep 26 13:35:01.297975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-6b5cda1b-00ec-41e8-a1dc-1d768f384a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:01.299554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-6b5cda1b-00ec-41e8-a1dc-1d768f384a69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 200 len: 914 time: 0.1296234 Sep 26 13:35:01.315770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device aa62e2b8-44c2-482b-9222-3825293f3153 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:01.365828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-0eaf8078-55de-4b8c-aa74-5e597ebd3342 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1629e5-d80e-4ea2-af46-078f63354765 HTTP/1.1" status: 200 len: 217 time: 0.0580852 Sep 26 13:35:01.371499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port aa62e2b8-44c2-482b-9222-3825293f3153 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:01.371849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.428629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-5e5b5de2-4ae2-422c-946e-deb4ca863bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:01.430353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-5e5b5de2-4ae2-422c-946e-deb4ca863bbe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6559fbe-b93a-4e69-94e9-4a68b1fdec5e HTTP/1.1" status: 200 len: 854 time: 0.0593388 Sep 26 13:35:01.475304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-56c5817c-126d-41a5-b425-6ffc80f44a68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1b920821-2612-405e-8582-1eb507a21de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373120 Sep 26 13:35:01.491882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.518160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port aa62e2b8-44c2-482b-9222-3825293f3153, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=aa62e2b8-44c2-482b-9222-3825293f3153,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:01.522877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.591536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=aa62e2b8-44c2-482b-9222-3825293f3153,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:01.598440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-c2086480-a49a-4deb-8096-283fed938e5a service neutron] 10.222.0.23 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157167 Sep 26 13:35:01.694517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55476) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:35:01.700411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1341330653-network', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:35:01.714799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4aeb6876-49b8-4c11-b44d-b3546745756a req-b10f5262-3d2b-4f3e-88e1-fe180df9bf9c service neutron] 10.222.0.23 "GET /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093078 Sep 26 13:35:01.722442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Made reservation on behalf of 6b6ec3617e0d41ae8d52cbfe43f8b300 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:35:01.726729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.739896 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.845303 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.852345 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.873188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:35:01.893566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.893983 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Added segment 526e324c-6676-487b-bfe5-6afa38486c99 of type vlan for network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b Sep 26 13:35:01.903142 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3e91db-46bd-4a13-9f44-01d9e2c49252,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:01.943602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.982801 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:01.983743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:01.984341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.019772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3192282 Sep 26 13:35:02.019772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55478) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:35:02.026346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Request body: {'subnet': {'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1341330653-subnet', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:35:02.063191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:35:02.067080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d762009-6745-4b80-a090-35211f23145c admin admin] Pushing event updated for resources: {'Network': ['ID=4f73db72-0aa6-4808-ad1f-f25cf10f4a4b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:02.075625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:35:02.076258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:34:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:02.085021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:35:02.098388 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Made reservation on behalf of 6b6ec3617e0d41ae8d52cbfe43f8b300 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:35:02.101376 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.291545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:35:02.323637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.385629 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea8912cd-7e37-41a0-a600-30d6de2bd6c0,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:02.394301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Checking segment: {'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:35:02.395055 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Network hostable DHCP agents. Network: 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:35:02.423436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:35:02.436784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:35:02.441241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:02.441943 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.453824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e802c8-6ca5-4cac-827b-68c7f4378d0d None None] Network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:35:02.463137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6c592dfc-95d3-490e-a356-a3a510497965 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4429648 Sep 26 13:35:02.466482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 55482) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:35:02.471330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:35:02.499424 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.500516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.571582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.723353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.811798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:00Z', 'revision_number': 2, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:02.853666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:35:02.853931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Updating router fe7df510-efea-46b6-ab0e-68689eff6f2e port f320ddd3-ed92-4989-99bd-d550fd74ebaf binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:35:02.893286 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.965221 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:02.987116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.003136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-4f73db72-0aa6-4808-ad1f-f25cf10f4a4b', 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'fixed_ips': [{'subnet_id': 'ea8912cd-7e37-41a0-a600-30d6de2bd6c0'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:35:03.004156 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.115556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Allocated IP 172.25.4.103 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/69bc3d19-0b4d-42ae-a2ce-1c8c804526f7) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:35:03.272781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Allocated IP 172.20.0.2 (4f73db72-0aa6-4808-ad1f-f25cf10f4a4b/ea8912cd-7e37-41a0-a600-30d6de2bd6c0/0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:35:03.273266 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.295785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device aa62e2b8-44c2-482b-9222-3825293f3153 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:03.319627 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.376647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:35:03.379796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:35:03.383730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:35:03.415829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Pushing event updated for resources: {'Port': ['ID=69bc3d19-0b4d-42ae-a2ce-1c8c804526f7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:03.474865 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.488138 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.544118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port aa62e2b8-44c2-482b-9222-3825293f3153 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:03.544391 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.615528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.620573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed591e-87a3-424b-90db-6d04248402b6 None None] Pushing event updated for resources: {'Port': ['ID=f320ddd3-ed92-4989-99bd-d550fd74ebaf,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:03.647837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.684052 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.720688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:35:03.746030 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Attempting to bind port f320ddd3-ed92-4989-99bd-d550fd74ebaf on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:35:03.746397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Attempting to bind port f320ddd3-ed92-4989-99bd-d550fd74ebaf by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:35:03.746757 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Attempting to bind port f320ddd3-ed92-4989-99bd-d550fd74ebaf on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:35:03.748980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:35:03.759866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:35:03.767355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Pushing event updated for resources: {'Port': ['ID=0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:03.779754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:35:03.780120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:35:03.780514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.780902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:35:03.781375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Bound port: f320ddd3-ed92-4989-99bd-d550fd74ebaf, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:35:03.781769 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.869838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Attempting to bind port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:35:03.870206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Attempting to bind port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:35:03.870564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Attempting to bind port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 on network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:35:03.876781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d40619d2-c33c-436c-a38b-206fd15c79c8 None None] Provisioning complete for port f320ddd3-ed92-4989-99bd-d550fd74ebaf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:03.877143 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d40619d2-c33c-436c-a38b-206fd15c79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.902725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.906672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:35:03.907047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Checking segment: {'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:35:03.907477 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.907835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Bound using segment: {'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:35:03.908329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Bound port: 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:35:03.908690 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:03.968833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-d40619d2-c33c-436c-a38b-206fd15c79c8 None None] Port f320ddd3-ed92-4989-99bd-d550fd74ebaf cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:35:03.974012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] For port f320ddd3-ed92-4989-99bd-d550fd74ebaf, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:35:03.991011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] For port f320ddd3-ed92-4989-99bd-d550fd74ebaf, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f320ddd3-ed92-4989-99bd-d550fd74ebaf,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:35:03.998408 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:04.039110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Router ab73afc0-b66a-4a60-ab20-1268b279226d is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:35:04.044053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] For port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:35:04.065058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] For port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73,segment=NetworkSegment(526e324c-6676-487b-bfe5-6afa38486c99),segment_id=526e324c-6676-487b-bfe5-6afa38486c99)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:35:04.084519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:04.093479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed591e-87a3-424b-90db-6d04248402b6 None None] Pushing event updated for resources: {'Port': ['ID=f320ddd3-ed92-4989-99bd-d550fd74ebaf,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:04.096286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:35:04.096905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:34:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:04.158960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:35:04.171719 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Sync routers for ids ['ab73afc0-b66a-4a60-ab20-1268b279226d'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:35:04.183780 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:04.189776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 55486) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:35:04.190331 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-879e7c10-d8ce-47cf-8ba2-770aed224406 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7223697 Sep 26 13:35:04.200629 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Routers {'ab73afc0-b66a-4a60-ab20-1268b279226d'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:35:04.201901 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:34:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab73afc0-b66a-4a60-ab20-1268b279226d'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:04.242635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e224-683e-4da2-9a21-e07dc7db26b8 None None] Pushing event updated for resources: {'Port': ['ID=0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:04.288252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:35:04.504645 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Set router ab73afc0-b66a-4a60-ab20-1268b279226d gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:35:04.506472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cad86a43-7ccb-4cad-9906-b129da2c7f86 None None] Provisioning complete for port f320ddd3-ed92-4989-99bd-d550fd74ebaf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:04.506983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cad86a43-7ccb-4cad-9906-b129da2c7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:04.661694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cad86a43-7ccb-4cad-9906-b129da2c7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:04.695674 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:03Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:04.739685 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:03Z', 'revision_number': 3, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port': {'id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:15:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:04.742651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf6696-48fb-4d74-b492-fa83603ca03c None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:03Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:35:04.747153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-cad86a43-7ccb-4cad-9906-b129da2c7f86 None None] For port f320ddd3-ed92-4989-99bd-d550fd74ebaf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f320ddd3-ed92-4989-99bd-d550fd74ebaf,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:04.752634 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cad86a43-7ccb-4cad-9906-b129da2c7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:04.770495 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Checking router: ab73afc0-b66a-4a60-ab20-1268b279226d for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:35:04.770955 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Updating router ab73afc0-b66a-4a60-ab20-1268b279226d port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:35:04.789218 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:04.819115 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:04.834116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad86a43-7ccb-4cad-9906-b129da2c7f86 None None] Pushing event updated for resources: {'Port': ['ID=f320ddd3-ed92-4989-99bd-d550fd74ebaf,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:05.005822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Allocated IP 172.20.0.1 (4f73db72-0aa6-4808-ad1f-f25cf10f4a4b/ea8912cd-7e37-41a0-a600-30d6de2bd6c0/142837d6-99a2-43ee-8b27-55b46a2ef9b0) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:35:05.132052 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.141859 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.181139 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Attempting to bind port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:35:05.181912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.182019 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Attempting to bind port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:35:05.182019 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Attempting to bind port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:35:05.212031 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:35:05.212424 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:35:05.212814 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.213389 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:35:05.214337 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Bound port: 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:35:05.214885 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.226059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.326625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:35:05.327997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Pushing event updated for resources: {'Port': ['ID=142837d6-99a2-43ee-8b27-55b46a2ef9b0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:05.331611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:35:05.334261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:35:05.344062 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf501b55-144e-4ec7-870c-d50575d326a7 None None] Pushing event updated for resources: {'Port': ['ID=69bc3d19-0b4d-42ae-a2ce-1c8c804526f7,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:05.379215 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] For port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:35:05.387694 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] For port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=69bc3d19-0b4d-42ae-a2ce-1c8c804526f7,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:35:05.394010 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.416625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.446933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f320ddd3-ed92-4989-99bd-d550fd74ebaf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:05.528441 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Routers {'ab73afc0-b66a-4a60-ab20-1268b279226d'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:35:05.530248 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:34:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab73afc0-b66a-4a60-ab20-1268b279226d'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:05.543095 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf501b55-144e-4ec7-870c-d50575d326a7 None None] Pushing event updated for resources: {'Port': ['ID=69bc3d19-0b4d-42ae-a2ce-1c8c804526f7,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:05.559261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f320ddd3-ed92-4989-99bd-d550fd74ebaf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:05.559907 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.605234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbcbd71-478f-418e-aeae-5bf166f85b71 None None] Network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:35:05.715001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.727640 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] Set router ab73afc0-b66a-4a60-ab20-1268b279226d gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:35:05.734109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8181d34f-9591-4515-9752-094acb5ad949 None None] Provisioning complete for port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:05.734475 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8181d34f-9591-4515-9752-094acb5ad949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:05.842600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:05.980103 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:03Z', 'revision_number': 3, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port': {'id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:15:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:05.990309 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:06.009254 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:06.023361 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1752fa-0c60-4847-8e23-f6180e968cfb None None] The sync data for ids ['ab73afc0-b66a-4a60-ab20-1268b279226d'] in n-d-806683-13 is: [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:03Z', 'revision_number': 3, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port': {'id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:15:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:35:06.097361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Pushing event updated for resources: {'Port': ['ID=142837d6-99a2-43ee-8b27-55b46a2ef9b0,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:06.100415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:06.213944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:35:06.216507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:35:06.261664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:06.262043 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:06.266623 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8181d34f-9591-4515-9752-094acb5ad949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:06.349450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8181d34f-9591-4515-9752-094acb5ad949 None None] For port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73,segment=NetworkSegment(526e324c-6676-487b-bfe5-6afa38486c99),segment_id=526e324c-6676-487b-bfe5-6afa38486c99)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:06.363977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8181d34f-9591-4515-9752-094acb5ad949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:06.369532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Router ab73afc0-b66a-4a60-ab20-1268b279226d has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:35:06.494617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d34f-9591-4515-9752-094acb5ad949 None None] Pushing event updated for resources: {'Port': ['ID=0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:06.592728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:35:06.612728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f61e76ab-cd58-4b65-8a87-3dce079a3e01 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab73afc0-b66a-4a60-ab20-1268b279226d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205372 Sep 26 13:35:06.707761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6741e4be-628f-4054-b829-d451815aea7b None None] Provisioning complete for port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:06.708234 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6741e4be-628f-4054-b829-d451815aea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:06.751763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6741e4be-628f-4054-b829-d451815aea7b None None] Port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:35:06.763530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6741e4be-628f-4054-b829-d451815aea7b None None] Provisioning complete for port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:06.763921 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6741e4be-628f-4054-b829-d451815aea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:07.001408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-69063e06-f3bd-4478-b488-8da6d4d3980a None None] Provisioning complete for port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:07.002069 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-69063e06-f3bd-4478-b488-8da6d4d3980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:07.044105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-69063e06-f3bd-4478-b488-8da6d4d3980a None None] Port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:35:07.163803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1312548f-c3b2-4ef6-a746-8914a8aca744 None None] Provisioning complete for port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:07.164289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1312548f-c3b2-4ef6-a746-8914a8aca744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:07.204979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1312548f-c3b2-4ef6-a746-8914a8aca744 None None] Port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:35:07.346840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:07.410775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:07.411160 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:07.502921 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:07.524291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=69bc3d19-0b4d-42ae-a2ce-1c8c804526f7,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:07.528396 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:07.529179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:07.610910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=69bc3d19-0b4d-42ae-a2ce-1c8c804526f7,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:07.623308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:07.623675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:08.088251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Sync routers for ids ['ab73afc0-b66a-4a60-ab20-1268b279226d'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:35:08.098467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Routers {'ab73afc0-b66a-4a60-ab20-1268b279226d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:35:08.099127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:34:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab73afc0-b66a-4a60-ab20-1268b279226d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:08.211938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Set router ab73afc0-b66a-4a60-ab20-1268b279226d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:35:08.372657 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54b0629d-a52a-45f1-92b4-c57e76ffc9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:08.437102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:05Z', 'revision_number': 4, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port': {'id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '142837d6-99a2-43ee-8b27-55b46a2ef9b0', 'name': '', 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'mac_address': 'fa:16:3e:c2:47:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'ea8912cd-7e37-41a0-a600-30d6de2bd6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:04Z', 'updated_at': '2021-09-26T13:35:05Z', 'revision_number': 2, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'subnets': [{'id': 'ea8912cd-7e37-41a0-a600-30d6de2bd6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:08.464478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Checking router: ab73afc0-b66a-4a60-ab20-1268b279226d for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:35:08.464827 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Updating router ab73afc0-b66a-4a60-ab20-1268b279226d port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:35:08.490334 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:08.774288 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:08.780445 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:08.847486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-08016cfb-0a50-43f6-a89f-baf1ff3d2bba tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:08.849151 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-08016cfb-0a50-43f6-a89f-baf1ff3d2bba tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1172516 Sep 26 13:35:08.856528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4876e-aaa6-4ca9-973b-283fe37a5ed2 None None] Pushing event updated for resources: {'Port': ['ID=142837d6-99a2-43ee-8b27-55b46a2ef9b0,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:08.872728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-112b7b43-1c59-45c9-98ff-4552a5591066 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/quotas/98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 375 time: 0.0173240 Sep 26 13:35:08.889529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Attempting to bind port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:35:08.889909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Attempting to bind port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:35:08.890276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Attempting to bind port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 on network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:35:08.895785 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:35:08.896195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Checking segment: {'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:35:08.896604 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:08.897001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Bound using segment: {'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:35:08.897472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Bound port: 142837d6-99a2-43ee-8b27-55b46a2ef9b0, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526e324c-6676-487b-bfe5-6afa38486c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:35:08.897890 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:08.956039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-c387b42b-1fe3-4aac-928b-362ef31de77a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757787 Sep 26 13:35:08.986225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] For port 142837d6-99a2-43ee-8b27-55b46a2ef9b0, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:35:08.991095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] For port 142837d6-99a2-43ee-8b27-55b46a2ef9b0, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=142837d6-99a2-43ee-8b27-55b46a2ef9b0,segment=NetworkSegment(526e324c-6676-487b-bfe5-6afa38486c99),segment_id=526e324c-6676-487b-bfe5-6afa38486c99)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:35:08.996909 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:09.069957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Routers {'ab73afc0-b66a-4a60-ab20-1268b279226d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:35:09.070440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:34:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab73afc0-b66a-4a60-ab20-1268b279226d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:09.076053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-609cbdb1-8123-49a6-ab72-8e99ea249331 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094019 Sep 26 13:35:09.120780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4876e-aaa6-4ca9-973b-283fe37a5ed2 None None] Pushing event updated for resources: {'Port': ['ID=142837d6-99a2-43ee-8b27-55b46a2ef9b0,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:09.183502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-bbac6e07-efa8-4220-a01e-72cbd1f97d95 None None] Provisioning complete for port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:09.183870 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bbac6e07-efa8-4220-a01e-72cbd1f97d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:09.189734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-4602afbc-a615-4600-ab06-a80832b22c22 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019506 Sep 26 13:35:09.235536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] Set router ab73afc0-b66a-4a60-ab20-1268b279226d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:35:09.312432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:09.401723 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bbac6e07-efa8-4220-a01e-72cbd1f97d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:09.490418 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-bbac6e07-efa8-4220-a01e-72cbd1f97d95 None None] For port 142837d6-99a2-43ee-8b27-55b46a2ef9b0, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=142837d6-99a2-43ee-8b27-55b46a2ef9b0,segment=NetworkSegment(526e324c-6676-487b-bfe5-6afa38486c99),segment_id=526e324c-6676-487b-bfe5-6afa38486c99)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:09.504369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bbac6e07-efa8-4220-a01e-72cbd1f97d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:09.512384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:09.512759 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:09.630701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac6e07-efa8-4220-a01e-72cbd1f97d95 None None] Pushing event updated for resources: {'Port': ['ID=142837d6-99a2-43ee-8b27-55b46a2ef9b0,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:09.668500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f96ddecb-e956-4b6e-bf57-7d3ffcb1037c None None] Provisioning complete for port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:09.668907 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f96ddecb-e956-4b6e-bf57-7d3ffcb1037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:09.721142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:05Z', 'revision_number': 4, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port': {'id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '142837d6-99a2-43ee-8b27-55b46a2ef9b0', 'name': '', 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'mac_address': 'fa:16:3e:c2:47:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'ea8912cd-7e37-41a0-a600-30d6de2bd6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:04Z', 'updated_at': '2021-09-26T13:35:08Z', 'revision_number': 4, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'subnets': [{'id': 'ea8912cd-7e37-41a0-a600-30d6de2bd6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:35:09.751792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae89d491-40fc-4dff-8bb4-dd654c8375ea req-89cfbe7f-bd35-45b9-b353-613f8855c0c7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 210 time: 0.2479496 Sep 26 13:35:09.755739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0df1ff-f818-4fe5-964e-e36bb4c679ae None None] The sync data for ids ['ab73afc0-b66a-4a60-ab20-1268b279226d'] in n-d-806683-13 is: [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:05Z', 'revision_number': 4, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port': {'id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '142837d6-99a2-43ee-8b27-55b46a2ef9b0', 'name': '', 'network_id': '4f73db72-0aa6-4808-ad1f-f25cf10f4a4b', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'mac_address': 'fa:16:3e:c2:47:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'ea8912cd-7e37-41a0-a600-30d6de2bd6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:04Z', 'updated_at': '2021-09-26T13:35:08Z', 'revision_number': 4, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'subnets': [{'id': 'ea8912cd-7e37-41a0-a600-30d6de2bd6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:35:10.573413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-e689a4d9-18ec-4342-a9fb-dd50444317f7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:10.576054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-e689a4d9-18ec-4342-a9fb-dd50444317f7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1226990 Sep 26 13:35:10.591703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'port': {'device_id': '1c9db6ce-875f-40e3-abd0-99aa9f1179b9', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'admin_state_up': True, 'tenant_id': '98bb9d44123d466da039bdc96df5bae9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:35:10.927586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0445eb5a-65b8-4f77-a675-fde77300c1fe req-2dabb2da-8796-4a97-bd70-cb4757f2b168 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 210 time: 0.0358286 Sep 26 13:35:11.020596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:35:11.024422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.076872 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-67142d5a-8b59-4305-a215-1e841bc145aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.227200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.20.0.5 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/3bfe6771-0a47-4206-8e3a-305802f089d2) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:35:11.351808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 142837d6-99a2-43ee-8b27-55b46a2ef9b0 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:11.408271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:11.408592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.458000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.504295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.549336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:35:11.553056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:35:11.556847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:35:11.594466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=3bfe6771-0a47-4206-8e3a-305802f089d2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:11.622301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:11.623020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.643345 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-758ecd4d-241c-466b-923a-9a2504d481ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0583699 Sep 26 13:35:11.653610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-74934f0f-6b5b-4cd0-8033-66bb96b9a9bd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:35:11.654754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-74934f0f-6b5b-4cd0-8033-66bb96b9a9bd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056024 Sep 26 13:35:11.657947 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.674465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Request body: {'port': {'device_id': '1c9db6ce-875f-40e3-abd0-99aa9f1179b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:35:11.750115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.876796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-494eecd4-be39-46b7-adef-cbf068f5ac7a None None] Provisioning complete for port 3bfe6771-0a47-4206-8e3a-305802f089d2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:11.877212 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-494eecd4-be39-46b7-adef-cbf068f5ac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:11.921950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-494eecd4-be39-46b7-adef-cbf068f5ac7a None None] Port 3bfe6771-0a47-4206-8e3a-305802f089d2 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:35:12.048007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfe6771-0a47-4206-8e3a-305802f089d2 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:35:12.054590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaebf3-86c9-4eb1-bef6-aa92a2e99223 req-ae349220-22d5-4be0-8465-074416d4f187 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:12.055853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:12.056289 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bffaebf3-86c9-4eb1-bef6-aa92a2e99223 req-ae349220-22d5-4be0-8465-074416d4f187 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 931 time: 0.0528724 Sep 26 13:35:12.071911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Transition to ACTIVE for port object 3bfe6771-0a47-4206-8e3a-305802f089d2 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:35:12.076067 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:12.110711 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bffaebf3-86c9-4eb1-bef6-aa92a2e99223 req-80b05a3e-496f-4fe1-88be-fa7c4a2c5ba0 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454457 Sep 26 13:35:12.143691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfe6771-0a47-4206-8e3a-305802f089d2,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:12.153987 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:12.228625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Attempting to bind port 3bfe6771-0a47-4206-8e3a-305802f089d2 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:35:12.229068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Attempting to bind port 3bfe6771-0a47-4206-8e3a-305802f089d2 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:35:12.229410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Attempting to bind port 3bfe6771-0a47-4206-8e3a-305802f089d2 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:35:12.234364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Port 3bfe6771-0a47-4206-8e3a-305802f089d2 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:35:12.234714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Attempting to bind port 3bfe6771-0a47-4206-8e3a-305802f089d2 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:35:12.240393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:35:12.240739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:35:12.241123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:35:12.241696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Bound port: 3bfe6771-0a47-4206-8e3a-305802f089d2, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:35:12.242185 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:12.319827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] For port 3bfe6771-0a47-4206-8e3a-305802f089d2, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:35:12.322911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] For port 3bfe6771-0a47-4206-8e3a-305802f089d2, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3bfe6771-0a47-4206-8e3a-305802f089d2,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:35:12.327265 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:12.371215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:12.371850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:12.373268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] 10.222.0.24 "PUT /v2.0/ports/3bfe6771-0a47-4206-8e3a-305802f089d2 HTTP/1.1" status: 200 len: 1092 time: 0.7064438 Sep 26 13:35:12.373729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9db6ce-875f-40e3-abd0-99aa9f1179b9', 'tag': '3bfe6771-0a47-4206-8e3a-305802f089d2'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:35:12.376169 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9db6ce-875f-40e3-abd0-99aa9f1179b9", "tag": "3bfe6771-0a47-4206-8e3a-305802f089d2"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:35:12.419997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe21aa-3016-4f2e-8c21-309e21414fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfe6771-0a47-4206-8e3a-305802f089d2,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:12.434003 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e1a36-e12b-4a04-bffb-1e041b889eb5 x-openstack-request-id: req-f84e1a36-e12b-4a04-bffb-1e041b889eb5 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:35:12.434303 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9db6ce-875f-40e3-abd0-99aa9f1179b9", "tag": "3bfe6771-0a47-4206-8e3a-305802f089d2", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:35:12.434556 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f84e1a36-e12b-4a04-bffb-1e041b889eb5 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:35:12.434960 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9db6ce-875f-40e3-abd0-99aa9f1179b9', 'tag': '3bfe6771-0a47-4206-8e3a-305802f089d2', 'status': 'completed', 'code': 200} Sep 26 13:35:12.519052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-b7f87c64-d88d-40b3-9537-a452718592c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:12.521321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-b7f87c64-d88d-40b3-9537-a452718592c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 1095 time: 0.0845084 Sep 26 13:35:12.573569 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-43f10bae-882d-4f4c-baba-787bc74d66a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfe6771-0a47-4206-8e3a-305802f089d2 HTTP/1.1" status: 200 len: 217 time: 0.0433860 Sep 26 13:35:12.635857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-ccc90d06-7c1c-4c95-bf72-e97248b42a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:12.637848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-ccc90d06-7c1c-4c95-bf72-e97248b42a4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0557094 Sep 26 13:35:12.695237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-e6450284-a195-4672-8727-47e9b5eeb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:12.696793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-e6450284-a195-4672-8727-47e9b5eeb045 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521579 Sep 26 13:35:12.798783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-625d0625-d051-4bba-9195-c0b0e8c348e7 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907326 Sep 26 13:35:12.899542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a01b6ad4-d639-4f72-8074-3d2cf3581aa4 req-b7cd1468-2214-4c97-8447-6d6ee3b20695 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930488 Sep 26 13:35:12.986371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-f4cfc72b-f24c-41ce-b9e8-04214decb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:12.987905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-f4cfc72b-f24c-41ce-b9e8-04214decb8a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 1095 time: 0.0435755 Sep 26 13:35:13.093140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-d48fee7b-b0bc-4dc8-97fb-9bbb41da4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:13.094790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-d48fee7b-b0bc-4dc8-97fb-9bbb41da4d8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.1000037 Sep 26 13:35:13.138748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-2cf07434-d277-4538-8100-dcccfe3d1298 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfe6771-0a47-4206-8e3a-305802f089d2 HTTP/1.1" status: 200 len: 217 time: 0.0376222 Sep 26 13:35:13.190843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-5482daae-1e6c-4822-b2cf-67757d774082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:13.192528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-5482daae-1e6c-4822-b2cf-67757d774082 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0472608 Sep 26 13:35:13.246340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2a45d-c847-49c5-9f44-d95e8727f649 req-67eef95c-d04a-46f6-b596-b2f65909513a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:13.248724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30e2a45d-c847-49c5-9f44-d95e8727f649 req-67eef95c-d04a-46f6-b596-b2f65909513a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.0540452 Sep 26 13:35:13.264187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-51d9a3d5-a4bb-4c04-9052-2a79de1c5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:13.265776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-51d9a3d5-a4bb-4c04-9052-2a79de1c5ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667510 Sep 26 13:35:13.303454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30e2a45d-c847-49c5-9f44-d95e8727f649 req-2316f789-b2cd-49a5-9412-d9da521e2846 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Sep 26 13:35:13.372378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-42d821a6-97a5-40be-972d-485d459c7812 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992939 Sep 26 13:35:13.496019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a15a2741-e0ee-4a7d-9aa5-77cb78e3258e req-87bd0c2b-cb6c-406b-8027-804bfee5cd74 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171486 Sep 26 13:35:13.630759 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:14.414507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901683f6-95c1-4193-9873-9ced247fd0ee req-667cc737-5f88-4fff-9ac6-ba1de65fdf52 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:14.416154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-901683f6-95c1-4193-9873-9ced247fd0ee req-667cc737-5f88-4fff-9ac6-ba1de65fdf52 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.0514653 Sep 26 13:35:14.459509 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-901683f6-95c1-4193-9873-9ced247fd0ee req-f1d64679-1dea-4cd2-8629-cc846fffc6da tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371861 Sep 26 13:35:15.388389 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:15.595465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ac9a9-695c-4f52-9bba-7b1e1470fad1 req-0042c5f3-c446-4ac3-932d-cf8636927ab0 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:15.598184 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa0ac9a9-695c-4f52-9bba-7b1e1470fad1 req-0042c5f3-c446-4ac3-932d-cf8636927ab0 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.0660129 Sep 26 13:35:15.645443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fa0ac9a9-695c-4f52-9bba-7b1e1470fad1 req-ef8b3b4c-fb98-401f-82f8-343d25e22197 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Sep 26 13:35:16.762584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6491919-0ce3-49b0-9a2c-607d4133e9d7 req-8082b4ed-b7ba-49f5-9af5-76474339f99e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:16.764076 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6491919-0ce3-49b0-9a2c-607d4133e9d7 req-8082b4ed-b7ba-49f5-9af5-76474339f99e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.0498450 Sep 26 13:35:16.800923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6491919-0ce3-49b0-9a2c-607d4133e9d7 req-0086e7a4-59ef-4c4e-b01d-2c66903ec073 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Sep 26 13:35:17.920352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ab499-27f2-4848-a43a-be3631e88b78 req-c9c6704c-715b-48f6-9ded-ba4d9f42d60c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:17.921791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-816ab499-27f2-4848-a43a-be3631e88b78 req-c9c6704c-715b-48f6-9ded-ba4d9f42d60c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.0497937 Sep 26 13:35:17.960121 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-816ab499-27f2-4848-a43a-be3631e88b78 req-ebf843b7-1f22-4104-bff9-8d5d6f4d8374 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322177 Sep 26 13:35:19.178420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59c76b-ee29-4145-8f5d-0edc076b6cec req-e4dcfafd-f95e-48be-ad11-5da0bd19b432 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:19.179902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b59c76b-ee29-4145-8f5d-0edc076b6cec req-e4dcfafd-f95e-48be-ad11-5da0bd19b432 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.1543319 Sep 26 13:35:19.220116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b59c76b-ee29-4145-8f5d-0edc076b6cec req-f9c08508-eb0e-4fe1-9775-c991718ea129 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Sep 26 13:35:19.756039 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:35:20.332583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aed7c-f26a-4d9c-83ef-797ce9bba8cd req-abfdaf6b-208a-4aa7-aa8b-74c10239e420 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:20.334775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-758aed7c-f26a-4d9c-83ef-797ce9bba8cd req-abfdaf6b-208a-4aa7-aa8b-74c10239e420 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.0486846 Sep 26 13:35:20.361364 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:20.381158 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-758aed7c-f26a-4d9c-83ef-797ce9bba8cd req-1f09a991-d7cd-494a-9c2f-e1ba6b3aa72e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Sep 26 13:35:21.498256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5914e-45ea-4ca3-a44c-e77b9ff17127 req-11299871-1592-4799-a06d-270ddd853026 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:21.499768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7b5914e-45ea-4ca3-a44c-e77b9ff17127 req-11299871-1592-4799-a06d-270ddd853026 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.0534456 Sep 26 13:35:21.540165 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e7b5914e-45ea-4ca3-a44c-e77b9ff17127 req-2c40d7ae-bc78-4504-bbf6-1d6e4092fbae tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Sep 26 13:35:22.657166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f55c5-ae92-4057-8896-5241c2665446 req-2ef149ff-f777-4b74-b760-1f8cbf856584 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:22.658729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a9f55c5-ae92-4057-8896-5241c2665446 req-2ef149ff-f777-4b74-b760-1f8cbf856584 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 943 time: 0.0510969 Sep 26 13:35:22.697551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a9f55c5-ae92-4057-8896-5241c2665446 req-90099a2a-7e72-4f13-a263-1811956d21c5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Sep 26 13:35:22.995712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3bfe6771-0a47-4206-8e3a-305802f089d2 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:35:23.092537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3bfe6771-0a47-4206-8e3a-305802f089d2, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3bfe6771-0a47-4206-8e3a-305802f089d2,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:23.104688 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '3bfe6771-0a47-4206-8e3a-305802f089d2', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'port_id': '3bfe6771-0a47-4206-8e3a-305802f089d2', 'mac_address': 'fa:16:3e:be:34:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:35:23.140951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:23.154461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfe6771-0a47-4206-8e3a-305802f089d2 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:35:23.175058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3bfe6771-0a47-4206-8e3a-305802f089d2, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3bfe6771-0a47-4206-8e3a-305802f089d2,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:23.180200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:23.230288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=3bfe6771-0a47-4206-8e3a-305802f089d2,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:23.378830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['3bfe6771-0a47-4206-8e3a-305802f089d2'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:35:23.810407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7955c-685f-4fcb-bc4c-3d7255be6d05 req-91b5a6d5-2afc-4141-a956-96d9ac05024a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:23.811996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98b7955c-685f-4fcb-bc4c-3d7255be6d05 req-91b5a6d5-2afc-4141-a956-96d9ac05024a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 944 time: 0.0493011 Sep 26 13:35:23.850339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-98b7955c-685f-4fcb-bc4c-3d7255be6d05 req-94754a8c-f144-4c5b-a4ff-bdbb688b4247 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323684 Sep 26 13:35:24.964388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83879d8-2854-429b-a029-2e73c17f4958 req-6992da97-3dd4-48a1-a349-ecf2f38fb337 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:24.965778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d83879d8-2854-429b-a029-2e73c17f4958 req-6992da97-3dd4-48a1-a349-ecf2f38fb337 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 944 time: 0.0485363 Sep 26 13:35:24.996171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3bfe6771-0a47-4206-8e3a-305802f089d2 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:35:25.004122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d83879d8-2854-429b-a029-2e73c17f4958 req-21bf1aa0-941b-469a-bc8e-befdb5d3a640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Sep 26 13:35:25.046580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 3bfe6771-0a47-4206-8e3a-305802f089d2 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:35:25.050171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 3bfe6771-0a47-4206-8e3a-305802f089d2 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:25.050541 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:25.124359 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:25.146165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9db6ce-875f-40e3-abd0-99aa9f1179b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe6771-0a47-4206-8e3a-305802f089d2'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:35:25.148395 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14498c50-2623-420e-9cc8-6cb7282fe5ad" -d '{"events": [{"server_uuid": "1c9db6ce-875f-40e3-abd0-99aa9f1179b9", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe6771-0a47-4206-8e3a-305802f089d2"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:35:25.160781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 3bfe6771-0a47-4206-8e3a-305802f089d2, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3bfe6771-0a47-4206-8e3a-305802f089d2,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:25.165167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:25.188033 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d17bef-33ef-4367-ac58-4c5f4819e3ab x-openstack-request-id: req-35d17bef-33ef-4367-ac58-4c5f4819e3ab {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:35:25.188320 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9db6ce-875f-40e3-abd0-99aa9f1179b9", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe6771-0a47-4206-8e3a-305802f089d2", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:35:25.188572 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35d17bef-33ef-4367-ac58-4c5f4819e3ab {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:35:25.188957 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9db6ce-875f-40e3-abd0-99aa9f1179b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe6771-0a47-4206-8e3a-305802f089d2', 'code': 200} Sep 26 13:35:25.214810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=3bfe6771-0a47-4206-8e3a-305802f089d2,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:25.282217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61102-ed59-4513-9937-b9cee3e70075 req-81212196-14ba-4ceb-8e4c-fee55ab4ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:25.283723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a61102-ed59-4513-9937-b9cee3e70075 req-81212196-14ba-4ceb-8e4c-fee55ab4ba4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 1097 time: 0.0436330 Sep 26 13:35:25.320115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a61102-ed59-4513-9937-b9cee3e70075 req-fd0f23cf-d414-4b68-908c-780be1f3a71e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272360 Sep 26 13:35:25.519251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cba617-6c56-48e7-ad33-5307fe769ee4 req-5e873f69-5326-4e93-9161-764bf21153c1 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:25.521241 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7cba617-6c56-48e7-ad33-5307fe769ee4 req-5e873f69-5326-4e93-9161-764bf21153c1 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Sep 26 13:35:25.560967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7cba617-6c56-48e7-ad33-5307fe769ee4 req-6d731624-e807-4c22-b5ec-9636954e4fc2 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Sep 26 13:35:26.118424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fed5c-e3f7-48d1-afdb-3eac0d69aad5 req-84299e96-a13e-4362-a169-47200f2b3166 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:26.119905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-120fed5c-e3f7-48d1-afdb-3eac0d69aad5 req-84299e96-a13e-4362-a169-47200f2b3166 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 945 time: 0.0495338 Sep 26 13:35:26.157346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-120fed5c-e3f7-48d1-afdb-3eac0d69aad5 req-80fb7938-0da3-4c75-b72c-f4604a04a3e1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Sep 26 13:35:26.680459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e7d37-169b-4dbf-8dbf-51fe0923f2ca req-a1fac141-d7da-450e-b1ea-38022c20d3a5 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:26.682031 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-152e7d37-169b-4dbf-8dbf-51fe0923f2ca req-a1fac141-d7da-450e-b1ea-38022c20d3a5 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 945 time: 0.0530021 Sep 26 13:35:26.720554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-152e7d37-169b-4dbf-8dbf-51fe0923f2ca req-a03e19dd-0096-41b7-9098-ddbd9b2368a5 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6778872-7aa0-4c70-85f0-3c2d88a03241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Sep 26 13:35:27.110893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-255d45da-43e8-4e50-a57d-3c1851921856 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:27.112332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-255d45da-43e8-4e50-a57d-3c1851921856 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 945 time: 0.0481548 Sep 26 13:35:27.204640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Deleting port 4c1629e5-d80e-4ea2-af46-078f63354765 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:35:27.205260 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:27.339647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffb55e-28a2-452a-902b-2390a5a7e76b req-a7a7c736-6f2e-40a0-98ce-3888917cf344 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:27.341133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3ffb55e-28a2-452a-902b-2390a5a7e76b req-a7a7c736-6f2e-40a0-98ce-3888917cf344 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 945 time: 0.1180065 Sep 26 13:35:27.345969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] For port 4c1629e5-d80e-4ea2-af46-078f63354765, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=4c1629e5-d80e-4ea2-af46-078f63354765,segment=NetworkSegment(609ea5f4-88eb-4982-9f91-84430b305dd9),segment_id=609ea5f4-88eb-4982-9f91-84430b305dd9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:27.346350 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:27.372026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Calling delete_port for 4c1629e5-d80e-4ea2-af46-078f63354765 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:35:27.398467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3ffb55e-28a2-452a-902b-2390a5a7e76b req-52d2686d-5640-4d9f-9614-7bd07537e829 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496418 Sep 26 13:35:27.511347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f972b6-faae-4664-900b-5d7294b4c19f req-40933691-426b-4b4b-8a9a-1085464976c4 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:27.512832 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9f972b6-faae-4664-900b-5d7294b4c19f req-40933691-426b-4b4b-8a9a-1085464976c4 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 945 time: 0.0481379 Sep 26 13:35:27.522400 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:27.534126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['4c1629e5-d80e-4ea2-af46-078f63354765'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:35:27.552985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Pushing event deleted for resources: {'Port': ['ID=4c1629e5-d80e-4ea2-af46-078f63354765,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:27.556607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9f972b6-faae-4664-900b-5d7294b4c19f req-1c566e4a-3688-445f-a0c6-9b5d98be152b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368173 Sep 26 13:35:27.597297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] No DVR routers for this DVR port 4c1629e5-d80e-4ea2-af46-078f63354765 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:35:27.600766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:27.602892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83f19a13-7c86-4e67-b5c2-8aa87efe2b3d req-c003c483-7920-453d-aa89-05d4d8765004 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.23 "DELETE /v2.0/ports/4c1629e5-d80e-4ea2-af46-078f63354765 HTTP/1.1" status: 204 len: 173 time: 0.4842534 Sep 26 13:35:27.603336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6e2329-2cd0-45bb-b9ab-a3347d346949', 'name': 'network-vif-deleted', 'tag': '4c1629e5-d80e-4ea2-af46-078f63354765'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:35:27.605792 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9946082-f326-40a3-b5e1-c5e5a6587ef0" -d '{"events": [{"server_uuid": "0c6e2329-2cd0-45bb-b9ab-a3347d346949", "name": "network-vif-deleted", "tag": "4c1629e5-d80e-4ea2-af46-078f63354765"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:35:27.648204 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d877e8ee-d925-4d4e-ac56-42c60b4bd6f6 x-openstack-request-id: req-d877e8ee-d925-4d4e-ac56-42c60b4bd6f6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:35:27.648537 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6e2329-2cd0-45bb-b9ab-a3347d346949", "name": "network-vif-deleted", "tag": "4c1629e5-d80e-4ea2-af46-078f63354765", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:35:27.648793 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d877e8ee-d925-4d4e-ac56-42c60b4bd6f6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:35:27.649208 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6e2329-2cd0-45bb-b9ab-a3347d346949', 'name': 'network-vif-deleted', 'tag': '4c1629e5-d80e-4ea2-af46-078f63354765', 'status': 'completed', 'code': 200} Sep 26 13:35:27.686336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bbf7b-fb79-4810-bf0d-e5c25445548e req-e553329d-393c-4ffd-90ad-c757d3f7ff13 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:27.688144 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d8bbf7b-fb79-4810-bf0d-e5c25445548e req-e553329d-393c-4ffd-90ad-c757d3f7ff13 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 945 time: 0.0621574 Sep 26 13:35:27.729539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d8bbf7b-fb79-4810-bf0d-e5c25445548e req-90afedd7-41a1-46de-a744-2b8fb36681a4 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Sep 26 13:35:27.831366 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77bdad9b-c1c1-4194-bf6d-2ab24ae1800f req-c6df293a-55bc-4a1d-94ef-097b241c76b7 tempest-VolumesSnapshotTestJSON-1794741314 tempest-VolumesSnapshotTestJSON-1794741314-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c6e2329-2cd0-45bb-b9ab-a3347d346949 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Sep 26 13:35:27.965014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92263ba-9325-47d0-98ac-2ea8aad1246c req-49e5b7a2-9af9-44b4-8758-6b2097ce5fee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:27.966978 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a92263ba-9325-47d0-98ac-2ea8aad1246c req-49e5b7a2-9af9-44b4-8758-6b2097ce5fee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 945 time: 0.0528116 Sep 26 13:35:28.013086 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a92263ba-9325-47d0-98ac-2ea8aad1246c req-a1b5f24c-260c-4c80-a219-ab3be430ed5c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380278 Sep 26 13:35:29.154721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b917d-bdf5-4ba5-a848-26ba2ab634e3 req-5b344c8f-2d08-40bd-94d9-8aebc4b6a9fe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:29.154721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d53b917d-bdf5-4ba5-a848-26ba2ab634e3 req-5b344c8f-2d08-40bd-94d9-8aebc4b6a9fe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 945 time: 0.0544484 Sep 26 13:35:29.190627 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d53b917d-bdf5-4ba5-a848-26ba2ab634e3 req-c504d022-ce67-461c-99b0-ed77079d0e53 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342257 Sep 26 13:35:29.325877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-9061e85b-840f-4238-a65e-222cc649784d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:29.327336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-9061e85b-840f-4238-a65e-222cc649784d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 945 time: 0.0529578 Sep 26 13:35:29.417438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port 3bfe6771-0a47-4206-8e3a-305802f089d2 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:35:29.417758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:29.514327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] For port 3bfe6771-0a47-4206-8e3a-305802f089d2, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=3bfe6771-0a47-4206-8e3a-305802f089d2,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:35:29.514743 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:29.527208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for 3bfe6771-0a47-4206-8e3a-305802f089d2 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:35:29.657046 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:29.669010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['3bfe6771-0a47-4206-8e3a-305802f089d2'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:35:29.693675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=3bfe6771-0a47-4206-8e3a-305802f089d2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:29.742628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] No DVR routers for this DVR port 3bfe6771-0a47-4206-8e3a-305802f089d2 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:35:29.745779 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:29.748675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9bcd21eb-54ae-43b7-a3fb-aca409f2ea4a req-aa97ca8f-337f-48c3-ae5d-b63bc761c23a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "DELETE /v2.0/ports/3bfe6771-0a47-4206-8e3a-305802f089d2 HTTP/1.1" status: 204 len: 173 time: 0.4155974 Sep 26 13:35:29.749165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9db6ce-875f-40e3-abd0-99aa9f1179b9', 'name': 'network-vif-deleted', 'tag': '3bfe6771-0a47-4206-8e3a-305802f089d2'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:35:29.753355 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15c31d2-e163-4eb2-9a53-fd4f59eabeda" -d '{"events": [{"server_uuid": "1c9db6ce-875f-40e3-abd0-99aa9f1179b9", "name": "network-vif-deleted", "tag": "3bfe6771-0a47-4206-8e3a-305802f089d2"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:35:29.800281 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea8529-d220-4875-b566-5742455d3f0c x-openstack-request-id: req-bcea8529-d220-4875-b566-5742455d3f0c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:35:29.800578 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9db6ce-875f-40e3-abd0-99aa9f1179b9", "name": "network-vif-deleted", "tag": "3bfe6771-0a47-4206-8e3a-305802f089d2", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:35:29.800831 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcea8529-d220-4875-b566-5742455d3f0c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:35:29.801246 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9db6ce-875f-40e3-abd0-99aa9f1179b9', 'name': 'network-vif-deleted', 'tag': '3bfe6771-0a47-4206-8e3a-305802f089d2', 'status': 'completed', 'code': 200} Sep 26 13:35:30.290720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa3b2f23-fc52-4a8b-9446-a9a3907d0d5d req-34a28e0d-c292-40d2-9da0-9e8acb91f6f6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 210 time: 0.0275784 Sep 26 13:35:30.305013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4c1629e5-d80e-4ea2-af46-078f63354765 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:35:30.325597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 4c1629e5-d80e-4ea2-af46-078f63354765 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:35:30.326120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 4c1629e5-d80e-4ea2-af46-078f63354765 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:35:31.444091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ce20135-44fb-4746-8c4d-d2a3ec20ec6a req-45a8af66-a8a4-4157-9edf-9965eb212161 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 210 time: 0.0450783 Sep 26 13:35:32.540719 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c168e86e-44a1-441b-a0e7-29f6da15e3ef req-e7b41c49-e57d-45c7-b29f-9974b917966b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9db6ce-875f-40e3-abd0-99aa9f1179b9 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Sep 26 13:35:33.043062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3bfe6771-0a47-4206-8e3a-305802f089d2 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:35:33.071029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 3bfe6771-0a47-4206-8e3a-305802f089d2 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:35:33.071429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 3bfe6771-0a47-4206-8e3a-305802f089d2 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:35:38.337645 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-427f6b23-ced1-41b5-bee9-d2f3c41688d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:41.079318 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-51fc3877-35bd-4dce-9c30-7cd0f152d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:41.653125 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:42.153891 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:43.618929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:45.398421 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:50.367411 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:55.306998 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ae4a-768b-4d56-82cb-c126042d830f req-5d153d4b-42ee-4846-a7d4-9ced379c6a73 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:55.314802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-5d153d4b-42ee-4846-a7d4-9ced379c6a73 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.4812756 Sep 26 13:35:55.325575 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-64b45d75-8720-471b-ba07-bed966f19b76 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/quotas/98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 375 time: 0.0098753 Sep 26 13:35:55.384670 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-2350a16f-b64c-422a-8feb-69cd76c63225 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519831 Sep 26 13:35:55.481383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-e3e62a5a-e1db-49c1-ad3c-50fd0b401fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897965 Sep 26 13:35:55.576182 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-5aec0cfc-eafe-4b44-a7dc-35dd6ffa666f service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881031 Sep 26 13:35:55.759750 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c9a2845-5fe7-4cb1-a511-c638db6838ae req-b2036e62-1ad0-47ba-a5f7-08d34b7cd5f5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 210 time: 0.0274472 Sep 26 13:35:56.678169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ae4a-768b-4d56-82cb-c126042d830f req-82b12ffb-15a8-41cf-ba6c-4fabb2dbb8eb tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:56.679656 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-82b12ffb-15a8-41cf-ba6c-4fabb2dbb8eb tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1147482 Sep 26 13:35:56.691593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'port': {'device_id': '43bf5037-b826-4d3a-a967-98b211fc6e74', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'admin_state_up': True, 'tenant_id': '98bb9d44123d466da039bdc96df5bae9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:35:56.755890 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:35:56.821093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:35:56.826228 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:56.899403 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe572d7a-6c70-4037-b583-6d2c5ee8dcd0 req-b3583636-6799-4787-944c-c34171e53196 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 210 time: 0.0433056 Sep 26 13:35:56.968989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.20.0.9 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/488592b1-8251-449f-a2af-f7e74874aeb7) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:35:57.187082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:57.225377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:57.266763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:35:57.269913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:35:57.274234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:35:57.309338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=488592b1-8251-449f-a2af-f7e74874aeb7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:57.326322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.326674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.327013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.327345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.327673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.328291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.328291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.328626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.328945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.329444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.329719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.329991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:35:57.350893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:57.352019 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:57.370523 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-ab576b99-e18e-4f96-a442-f8481d257aa5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6826129 Sep 26 13:35:57.480028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Request body: {'port': {'device_id': '43bf5037-b826-4d3a-a967-98b211fc6e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:35:57.537224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:57.563250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-738aea2e-901d-4836-9e2f-4ef7d2e8425f None None] Provisioning complete for port 488592b1-8251-449f-a2af-f7e74874aeb7 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:35:57.563781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-738aea2e-901d-4836-9e2f-4ef7d2e8425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:57.601160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-738aea2e-901d-4836-9e2f-4ef7d2e8425f None None] Port 488592b1-8251-449f-a2af-f7e74874aeb7 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:35:57.816193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488592b1-8251-449f-a2af-f7e74874aeb7 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:35:57.824407 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:57.838274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Transition to ACTIVE for port object 488592b1-8251-449f-a2af-f7e74874aeb7 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:35:57.842189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:57.913150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=488592b1-8251-449f-a2af-f7e74874aeb7,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:57.972216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Attempting to bind port 488592b1-8251-449f-a2af-f7e74874aeb7 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:35:57.972804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Attempting to bind port 488592b1-8251-449f-a2af-f7e74874aeb7 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:35:57.973155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Attempting to bind port 488592b1-8251-449f-a2af-f7e74874aeb7 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:35:57.978680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Port 488592b1-8251-449f-a2af-f7e74874aeb7 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:35:57.978680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Attempting to bind port 488592b1-8251-449f-a2af-f7e74874aeb7 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:35:57.999731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:35:57.999731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:35:57.999731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:35:57.999731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Bound port: 488592b1-8251-449f-a2af-f7e74874aeb7, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:35:57.999731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:58.101722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0dfe5-4133-41bd-a38b-7c2ed6cf5753 req-1a594667-97b1-430a-9712-439a72b3b754 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:58.103225 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bf0dfe5-4133-41bd-a38b-7c2ed6cf5753 req-1a594667-97b1-430a-9712-439a72b3b754 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.1210122 Sep 26 13:35:58.122339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] For port 488592b1-8251-449f-a2af-f7e74874aeb7, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:35:58.127188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] For port 488592b1-8251-449f-a2af-f7e74874aeb7, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=488592b1-8251-449f-a2af-f7e74874aeb7,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:35:58.138833 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:58.190892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:58.191506 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:35:58.193536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] 10.222.0.24 "PUT /v2.0/ports/488592b1-8251-449f-a2af-f7e74874aeb7 HTTP/1.1" status: 200 len: 1092 time: 0.8153899 Sep 26 13:35:58.196652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6bf0dfe5-4133-41bd-a38b-7c2ed6cf5753 req-56a556dd-3411-4265-8f31-9aacf58217ca tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871201 Sep 26 13:35:58.197094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bf5037-b826-4d3a-a967-98b211fc6e74', 'tag': '488592b1-8251-449f-a2af-f7e74874aeb7'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:35:58.199675 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d97aa62-1722-44fb-bdd4-caecbbb7482e" -d '{"events": [{"name": "network-changed", "server_uuid": "43bf5037-b826-4d3a-a967-98b211fc6e74", "tag": "488592b1-8251-449f-a2af-f7e74874aeb7"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:35:58.242530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a6844-e2af-499b-bf96-814a457e7ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=488592b1-8251-449f-a2af-f7e74874aeb7,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:35:58.310280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ae4a-768b-4d56-82cb-c126042d830f req-31c33053-679e-416f-a332-7217c62b6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:58.312067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-31c33053-679e-416f-a332-7217c62b6fca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 1095 time: 0.0640960 Sep 26 13:35:58.373289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-29aff534-e7a3-4189-a1d8-79ab970910f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=488592b1-8251-449f-a2af-f7e74874aeb7 HTTP/1.1" status: 200 len: 217 time: 0.0522425 Sep 26 13:35:58.375036 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f95d5c-8376-465e-923f-50e0aed8fa39 x-openstack-request-id: req-29f95d5c-8376-465e-923f-50e0aed8fa39 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:35:58.375589 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bf5037-b826-4d3a-a967-98b211fc6e74", "tag": "488592b1-8251-449f-a2af-f7e74874aeb7", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:35:58.376396 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29f95d5c-8376-465e-923f-50e0aed8fa39 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:35:58.376907 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bf5037-b826-4d3a-a967-98b211fc6e74', 'tag': '488592b1-8251-449f-a2af-f7e74874aeb7', 'status': 'completed', 'code': 200} Sep 26 13:35:58.441076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ae4a-768b-4d56-82cb-c126042d830f req-87710738-11e9-4d68-b6b7-4ed98a93cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:58.443220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-87710738-11e9-4d68-b6b7-4ed98a93cbb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0636785 Sep 26 13:35:58.495874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ae4a-768b-4d56-82cb-c126042d830f req-58a5dd5f-4bfe-4275-9630-0acbededa0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:58.497413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-58a5dd5f-4bfe-4275-9630-0acbededa0b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471189 Sep 26 13:35:58.603760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-1e8e0b11-5ab4-4dec-a892-117ca2cc5dfe service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989308 Sep 26 13:35:58.699392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d477ae4a-768b-4d56-82cb-c126042d830f req-0e448658-f225-42cd-b8aa-2f4ea8443094 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884852 Sep 26 13:35:58.795473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-d6d45f4b-ee96-4c66-9b21-166cf0be7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:58.797000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-d6d45f4b-ee96-4c66-9b21-166cf0be7c91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 1095 time: 0.0512667 Sep 26 13:35:58.897392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-e3c564d5-251e-4433-9562-ec4317ddff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:58.898979 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-e3c564d5-251e-4433-9562-ec4317ddff93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0915694 Sep 26 13:35:58.947366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-43048c37-3194-4755-9402-be68ed2c9c7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=488592b1-8251-449f-a2af-f7e74874aeb7 HTTP/1.1" status: 200 len: 217 time: 0.0415852 Sep 26 13:35:58.997551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-c02360cd-8ac2-421d-a465-516c387c006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:58.999049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-c02360cd-8ac2-421d-a465-516c387c006d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0454717 Sep 26 13:35:59.046276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-4a95a566-40fb-45be-90ef-599b6ea59734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:59.047784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-4a95a566-40fb-45be-90ef-599b6ea59734 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420506 Sep 26 13:35:59.170613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-2b158f39-e5e7-4ec3-97a9-e30f2d3d35ab service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159565 Sep 26 13:35:59.280310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d97aa62-1722-44fb-bdd4-caecbbb7482e req-c54807d8-99c1-4361-bf4c-24a160166939 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031215 Sep 26 13:35:59.347509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d92f-9e36-41ce-92a0-853706ee94d3 req-17d61444-9b40-4968-81c1-f93306b4e29f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:35:59.349234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d061d92f-9e36-41ce-92a0-853706ee94d3 req-17d61444-9b40-4968-81c1-f93306b4e29f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0560875 Sep 26 13:35:59.394016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d061d92f-9e36-41ce-92a0-853706ee94d3 req-b7b93ca6-ed85-4a4a-81cc-e6943015bec6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379703 Sep 26 13:36:00.551158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7174397-87b8-4b79-8f27-04a37287a537 req-88b1b4d1-5487-4657-b9cf-139ca140900c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:00.560167 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f7174397-87b8-4b79-8f27-04a37287a537 req-88b1b4d1-5487-4657-b9cf-139ca140900c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0795567 Sep 26 13:36:00.612866 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f7174397-87b8-4b79-8f27-04a37287a537 req-41102727-d7e2-433f-a726-aeea6c61e07e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Sep 26 13:36:01.795219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1c05-2146-423e-8b87-2088a31f6716 req-500f1bc9-f2e4-45db-80b6-14a9796958ee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:01.796870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5c1c05-2146-423e-8b87-2088a31f6716 req-500f1bc9-f2e4-45db-80b6-14a9796958ee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0732956 Sep 26 13:36:01.867719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d5c1c05-2146-423e-8b87-2088a31f6716 req-61121787-4c12-41b1-a2fc-dbc261ca5489 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599480 Sep 26 13:36:03.004201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a734dc-2a6f-4f67-ae70-29c466c68bb2 req-ac2ef1e1-a032-45a7-a3e9-8aa0a018ba54 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:03.013713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80a734dc-2a6f-4f67-ae70-29c466c68bb2 req-ac2ef1e1-a032-45a7-a3e9-8aa0a018ba54 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0598340 Sep 26 13:36:03.068103 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-80a734dc-2a6f-4f67-ae70-29c466c68bb2 req-5d2c5b02-fcf1-49a1-8832-961d5af14954 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530543 Sep 26 13:36:04.205031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bfdc8-4467-4cea-be24-57e9ec62c0a5 req-69af970b-1693-480d-bf31-cd3a489fcfc2 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:04.206696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2e8bfdc8-4467-4cea-be24-57e9ec62c0a5 req-69af970b-1693-480d-bf31-cd3a489fcfc2 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0602896 Sep 26 13:36:04.250456 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2e8bfdc8-4467-4cea-be24-57e9ec62c0a5 req-92030da6-b1ba-43ff-acc2-710f672cf0ac tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370667 Sep 26 13:36:05.391360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8704e-5f7a-4a42-b274-8a0a0ce1430a req-82506ff0-ecc0-4979-8ce4-9f4633b7811c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:05.392986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-35f8704e-5f7a-4a42-b274-8a0a0ce1430a req-82506ff0-ecc0-4979-8ce4-9f4633b7811c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0624552 Sep 26 13:36:05.438356 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-35f8704e-5f7a-4a42-b274-8a0a0ce1430a req-23af863a-a6e0-4c6b-add2-4a0d11be2503 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391681 Sep 26 13:36:06.576210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fecd7-b4f3-4c1d-8620-53fa8b3760fa req-c25d02e6-613f-4434-9b65-020d7f6a927c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:06.577721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e1fecd7-b4f3-4c1d-8620-53fa8b3760fa req-c25d02e6-613f-4434-9b65-020d7f6a927c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0570359 Sep 26 13:36:06.631458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e1fecd7-b4f3-4c1d-8620-53fa8b3760fa req-67736155-6ee7-446c-8c44-37d71a8c7ab8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Sep 26 13:36:07.759955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7d4ec-8d5c-47ee-bbfc-3e4617bedeed req-bb277f94-17fe-4abd-a78f-eb35a50c5873 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:07.762405 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1cc7d4ec-8d5c-47ee-bbfc-3e4617bedeed req-bb277f94-17fe-4abd-a78f-eb35a50c5873 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0561581 Sep 26 13:36:07.806840 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1cc7d4ec-8d5c-47ee-bbfc-3e4617bedeed req-3581b350-0a18-4050-a169-1bb08e3dae6d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380397 Sep 26 13:36:08.335676 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f723b63b-02ba-4209-a3ff-df5916d745fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:08.924495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7626e5-8b98-4281-b084-9ef5120ba17e req-26de8e01-38d1-4265-84dd-aff33e903fb8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:08.926158 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc7626e5-8b98-4281-b084-9ef5120ba17e req-26de8e01-38d1-4265-84dd-aff33e903fb8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0508358 Sep 26 13:36:08.967199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc7626e5-8b98-4281-b084-9ef5120ba17e req-fb8174bf-3564-4e03-b3c8-174003d7e2ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Sep 26 13:36:10.082566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c71ab0-c79a-445f-82b7-94f8b1d1e022 req-bcad0739-5ea0-413c-b8e4-65d7217c1e25 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:10.084162 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53c71ab0-c79a-445f-82b7-94f8b1d1e022 req-bcad0739-5ea0-413c-b8e4-65d7217c1e25 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0501535 Sep 26 13:36:10.123493 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53c71ab0-c79a-445f-82b7-94f8b1d1e022 req-60257c5b-8d3b-4802-8212-b928d372a338 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Sep 26 13:36:11.073632 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dc7b8030-dce9-4ff9-b7df-1836add15971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:11.239892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042b714-abfa-442e-9e4e-d4fdca90f8da req-4ed6eeae-f49c-4289-847d-329bdc8cda25 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:11.241407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a042b714-abfa-442e-9e4e-d4fdca90f8da req-4ed6eeae-f49c-4289-847d-329bdc8cda25 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0497358 Sep 26 13:36:11.282748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a042b714-abfa-442e-9e4e-d4fdca90f8da req-706ae73d-cf6c-41d7-a297-987e278ad50c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351074 Sep 26 13:36:11.647457 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:12.157856 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:12.398240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e183-ad75-4437-8171-46aef087f7e6 req-b36183e1-1979-4d4f-9c3e-dbfa3bfed43a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:12.399745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9881e183-ad75-4437-8171-46aef087f7e6 req-b36183e1-1979-4d4f-9c3e-dbfa3bfed43a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0496802 Sep 26 13:36:12.443420 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9881e183-ad75-4437-8171-46aef087f7e6 req-653d65a8-e4d7-4b9d-a0ad-2a4228d2bf47 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Sep 26 13:36:12.611450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56064) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:12.924838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c17a1b8-dc91-4cae-b637-5f2ec99ea94b admin admin] Deleting subnet d6559fbe-b93a-4e69-94e9-4a68b1fdec5e {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:36:12.928388 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b8-dc91-4cae-b637-5f2ec99ea94b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:12.961933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b8-dc91-4cae-b637-5f2ec99ea94b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.000786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b8-dc91-4cae-b637-5f2ec99ea94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.052812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b8-dc91-4cae-b637-5f2ec99ea94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.084017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17a1b8-dc91-4cae-b637-5f2ec99ea94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6559fbe-b93a-4e69-94e9-4a68b1fdec5e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:13.086150 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9c17a1b8-dc91-4cae-b637-5f2ec99ea94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.088102 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9c17a1b8-dc91-4cae-b637-5f2ec99ea94b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d6559fbe-b93a-4e69-94e9-4a68b1fdec5e HTTP/1.1" status: 204 len: 168 time: 0.4753497 Sep 26 13:36:13.090720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56066) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:13.161508 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.244145 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.263744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b920821-2612-405e-8582-1eb507a21de8']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:13.273464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609ea5f4-88eb-4982-9f91-84430b305dd9') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:13.273789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609ea5f4-88eb-4982-9f91-84430b305dd9') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:13.282916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.296083 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.301792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:36:13.302173 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:36:13.303811 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:36:13.358651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.366481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.368497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b920821-2612-405e-8582-1eb507a21de8 HTTP/1.1" status: 204 len: 168 time: 0.2770445 Sep 26 13:36:13.383991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d12c90-be0c-4468-bb28-e59a6529d60a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b920821-2612-405e-8582-1eb507a21de8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:13.538041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56072) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:13.560458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaaa21-cf87-4de7-a7b2-23ed4ec747d5 req-48fb4b17-ea7d-4355-ab7a-3f8c497c50fd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:13.562048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47aaaa21-cf87-4de7-a7b2-23ed4ec747d5 req-48fb4b17-ea7d-4355-ab7a-3f8c497c50fd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0494723 Sep 26 13:36:13.580931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5370a708-c101-4405-8287-96b54a1a0d17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a136fbbcc5724973ae195a5089960452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416451 Sep 26 13:36:13.584127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56074) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:13.604068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47aaaa21-cf87-4de7-a7b2-23ed4ec747d5 req-dc7d0fa4-9af4-47ca-84fa-c938235d6822 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Sep 26 13:36:13.617693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.635615 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.657098 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.703420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.706035 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:13.707193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6778872-7aa0-4c70-85f0-3c2d88a03241 HTTP/1.1" status: 204 len: 168 time: 0.1221626 Sep 26 13:36:13.715428 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6778872-7aa0-4c70-85f0-3c2d88a03241,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:13.722965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.723311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.723651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.723991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.724321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.724657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.724975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.725297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.725644 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.725969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.726292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:13.726620 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff095956-696e-46df-a1b7-9505cd8d8cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:14.724005 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a53cb8-c0ad-4845-b4f1-dd297d7299cb req-6662dd7b-de3f-4744-bc1b-592be52cbd54 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:14.725552 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50a53cb8-c0ad-4845-b4f1-dd297d7299cb req-6662dd7b-de3f-4744-bc1b-592be52cbd54 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0503306 Sep 26 13:36:14.767956 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-50a53cb8-c0ad-4845-b4f1-dd297d7299cb req-62ff82bd-a6a5-4a00-b2a8-e5544c06f534 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364151 Sep 26 13:36:15.400186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:15.884088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7e9b-e5e6-4643-973b-60062114206e req-94d9153b-ae63-4f36-8094-a1d03f48fb1e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:15.885646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a7f7e9b-e5e6-4643-973b-60062114206e req-94d9153b-ae63-4f36-8094-a1d03f48fb1e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0498629 Sep 26 13:36:15.927077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a7f7e9b-e5e6-4643-973b-60062114206e req-f83f2b46-e249-4903-bb5b-93abe1e6d2ff tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355363 Sep 26 13:36:17.084996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a17f2-7617-48aa-9a34-dfc8db5265be req-44cd78d2-95d4-4535-b6b9-8917174c4568 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:17.090126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c35a17f2-7617-48aa-9a34-dfc8db5265be req-44cd78d2-95d4-4535-b6b9-8917174c4568 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 943 time: 0.0760136 Sep 26 13:36:17.138301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c35a17f2-7617-48aa-9a34-dfc8db5265be req-f53c6b4d-184f-4583-8fce-42de1b830127 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451713 Sep 26 13:36:17.244580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 488592b1-8251-449f-a2af-f7e74874aeb7 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:36:17.491920 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 488592b1-8251-449f-a2af-f7e74874aeb7, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=488592b1-8251-449f-a2af-f7e74874aeb7,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:17.502482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '488592b1-8251-449f-a2af-f7e74874aeb7', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'port_id': '488592b1-8251-449f-a2af-f7e74874aeb7', 'mac_address': 'fa:16:3e:37:ef:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:36:17.538637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:17.550696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488592b1-8251-449f-a2af-f7e74874aeb7 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:36:17.569184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 488592b1-8251-449f-a2af-f7e74874aeb7, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=488592b1-8251-449f-a2af-f7e74874aeb7,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:17.574094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:17.619220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=488592b1-8251-449f-a2af-f7e74874aeb7,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:17.626281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.626630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.626979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.627329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.627650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.627981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.628307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.628644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.628954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.629275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.629636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.629957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:17.758864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['488592b1-8251-449f-a2af-f7e74874aeb7'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:36:18.261979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247181a-31cf-4ba0-a504-61795611fd5a req-7ae0610c-7a6b-4b6b-8807-a86d8d7d9980 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:18.263626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b247181a-31cf-4ba0-a504-61795611fd5a req-7ae0610c-7a6b-4b6b-8807-a86d8d7d9980 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 944 time: 0.0503221 Sep 26 13:36:18.313890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b247181a-31cf-4ba0-a504-61795611fd5a req-6d64f66f-82e1-4fcf-b684-9a20de69c2bc tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Sep 26 13:36:19.251696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 488592b1-8251-449f-a2af-f7e74874aeb7 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:19.302984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 488592b1-8251-449f-a2af-f7e74874aeb7 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:36:19.306702 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 488592b1-8251-449f-a2af-f7e74874aeb7 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:19.307074 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:19.398654 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:19.421052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bf5037-b826-4d3a-a967-98b211fc6e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488592b1-8251-449f-a2af-f7e74874aeb7'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:36:19.423381 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6900ebdf-9ee7-479d-8b0f-212f00c5606b" -d '{"events": [{"server_uuid": "43bf5037-b826-4d3a-a967-98b211fc6e74", "name": "network-vif-plugged", "status": "completed", "tag": "488592b1-8251-449f-a2af-f7e74874aeb7"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:36:19.437211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 488592b1-8251-449f-a2af-f7e74874aeb7, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=488592b1-8251-449f-a2af-f7e74874aeb7,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:19.442397 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:19.452188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244b01c-e1cd-4dd1-855d-41f48233e885 req-0dd2c314-54a4-454c-a490-234489ce5bae tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:19.453890 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d244b01c-e1cd-4dd1-855d-41f48233e885 req-0dd2c314-54a4-454c-a490-234489ce5bae tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 944 time: 0.0662289 Sep 26 13:36:19.476058 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efc92e3-7aa5-4c20-93c1-3781bd0ef744 x-openstack-request-id: req-2efc92e3-7aa5-4c20-93c1-3781bd0ef744 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:36:19.476357 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bf5037-b826-4d3a-a967-98b211fc6e74", "name": "network-vif-plugged", "status": "completed", "tag": "488592b1-8251-449f-a2af-f7e74874aeb7", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:36:19.476629 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2efc92e3-7aa5-4c20-93c1-3781bd0ef744 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:36:19.477004 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bf5037-b826-4d3a-a967-98b211fc6e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488592b1-8251-449f-a2af-f7e74874aeb7', 'code': 200} Sep 26 13:36:19.493242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=488592b1-8251-449f-a2af-f7e74874aeb7,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:19.494899 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d244b01c-e1cd-4dd1-855d-41f48233e885 req-5018a991-ba91-45bd-8067-91bef541fc78 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345116 Sep 26 13:36:19.579732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74451863-89cc-48a1-9b0d-786ef1256c46 req-85859cd9-9abb-47ef-980c-440ddd93b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:19.581248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74451863-89cc-48a1-9b0d-786ef1256c46 req-85859cd9-9abb-47ef-980c-440ddd93b58a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 1097 time: 0.0402529 Sep 26 13:36:19.616668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74451863-89cc-48a1-9b0d-786ef1256c46 req-134a2aa9-88f8-411a-be1b-d8563cc8c8fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287197 Sep 26 13:36:20.378681 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:20.626645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1184d0-3f08-4698-8c48-5ab155aa2ff4 req-46c2e67a-38f4-433c-9b69-c35a336ce6b5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:20.628244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f1184d0-3f08-4698-8c48-5ab155aa2ff4 req-46c2e67a-38f4-433c-9b69-c35a336ce6b5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 945 time: 0.0583615 Sep 26 13:36:20.669113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9f1184d0-3f08-4698-8c48-5ab155aa2ff4 req-c0de64f4-9b0f-4843-b00d-1408eee3504d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Sep 26 13:36:21.787652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d85a4-087b-453f-a0df-31fa2bd40752 req-10134d69-9b9e-4f9e-b031-b5789ec35fbd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:21.789191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-203d85a4-087b-453f-a0df-31fa2bd40752 req-10134d69-9b9e-4f9e-b031-b5789ec35fbd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 945 time: 0.0506914 Sep 26 13:36:21.829866 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-203d85a4-087b-453f-a0df-31fa2bd40752 req-925e4034-5686-458c-ac90-9f7e6beb482b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344386 Sep 26 13:36:21.949284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e01304-39eb-4eb4-8e78-13bc8f93687a req-95744990-4718-4d6a-85dc-002cfe1d2057 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:21.950752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b3e01304-39eb-4eb4-8e78-13bc8f93687a req-95744990-4718-4d6a-85dc-002cfe1d2057 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 945 time: 0.0506251 Sep 26 13:36:21.993427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b3e01304-39eb-4eb4-8e78-13bc8f93687a req-c83f6350-4018-4eea-8eef-60736b20d288 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362356 Sep 26 13:36:22.114444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071258-f623-4dc5-820a-55c2f1321fd2 req-146ce161-a2de-46a9-b43f-37396e61750a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:22.115958 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41071258-f623-4dc5-820a-55c2f1321fd2 req-146ce161-a2de-46a9-b43f-37396e61750a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 945 time: 0.0545557 Sep 26 13:36:22.155198 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-41071258-f623-4dc5-820a-55c2f1321fd2 req-83a70589-a281-4a68-8eb6-a2066d1f71e9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Sep 26 13:36:22.453908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec989cfe-63db-4a2d-8aa0-78b420daeff7 req-49f9c143-f4cf-41be-b8f9-c6af9efb9213 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:22.455375 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec989cfe-63db-4a2d-8aa0-78b420daeff7 req-49f9c143-f4cf-41be-b8f9-c6af9efb9213 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 945 time: 0.0500054 Sep 26 13:36:22.494935 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec989cfe-63db-4a2d-8aa0-78b420daeff7 req-a0dfb6d7-f336-47a7-92fd-b1ee2973af4d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Sep 26 13:36:22.788127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56176) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:22.894873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5512-c535-4218-aee0-1da447e2e82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.001109 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5512-c535-4218-aee0-1da447e2e82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.005558 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2bbf5512-c535-4218-aee0-1da447e2e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.046797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2bbf5512-c535-4218-aee0-1da447e2e82b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dff138194b547a99f459eb76af48d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575719 Sep 26 13:36:23.047768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf5512-c535-4218-aee0-1da447e2e82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a52d77-9512-45b2-ac9a-16c68c6de07d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:23.049511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56180) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:23.102091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3fdae498-b5b2-4e68-822b-c319c53f5f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.122748 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3fdae498-b5b2-4e68-822b-c319c53f5f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.169659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3fdae498-b5b2-4e68-822b-c319c53f5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.172231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3fdae498-b5b2-4e68-822b-c319c53f5f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.173397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3fdae498-b5b2-4e68-822b-c319c53f5f94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16a52d77-9512-45b2-ac9a-16c68c6de07d HTTP/1.1" status: 204 len: 168 time: 0.1214607 Sep 26 13:36:23.181821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdae498-b5b2-4e68-822b-c319c53f5f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a52d77-9512-45b2-ac9a-16c68c6de07d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:23.615463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7971573-41d4-4225-bde4-cdd8706f6db8 req-100380ee-5bbb-45a8-95b0-01cc584ba50f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:23.617024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7971573-41d4-4225-bde4-cdd8706f6db8 req-100380ee-5bbb-45a8-95b0-01cc584ba50f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 945 time: 0.0537205 Sep 26 13:36:23.656107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d7971573-41d4-4225-bde4-cdd8706f6db8 req-94096e51-3e3a-4e0a-b14b-4824bc904d04 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Sep 26 13:36:23.817680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56204) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:23.836119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-f569a5bf-d3f4-47b2-8f0f-1fb842d7de95 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:23.837639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-f569a5bf-d3f4-47b2-8f0f-1fb842d7de95 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 945 time: 0.0581901 Sep 26 13:36:23.920114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1952716703-network', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:23.949144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port 488592b1-8251-449f-a2af-f7e74874aeb7 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:36:23.949516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.964834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Made reservation on behalf of ff9da538cf7e4236bbafd6befb20ccc5 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:36:23.967118 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:23.986689 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.084915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] For port 488592b1-8251-449f-a2af-f7e74874aeb7, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=488592b1-8251-449f-a2af-f7e74874aeb7,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:24.085604 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.104796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for 488592b1-8251-449f-a2af-f7e74874aeb7 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:36:24.217732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.232362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.303016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98efea3-3ab8-45e4-a6c8-ab472239923a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:24.310333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.321459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['488592b1-8251-449f-a2af-f7e74874aeb7'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:36:24.325528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:36:24.352396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=488592b1-8251-449f-a2af-f7e74874aeb7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:24.362247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.362620 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Added segment cf33c87d-15ac-48eb-90f7-b697cdebda2c of type vlan for network 9f7d7633-1413-440c-a39e-22abd1e89bf9 Sep 26 13:36:24.424881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] No DVR routers for this DVR port 488592b1-8251-449f-a2af-f7e74874aeb7 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:36:24.430176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.432318 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-883d8a0c-639b-4c6d-bb8f-a4c341067f4f req-94f11452-d5e9-4104-94e2-f4f09ff3a506 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "DELETE /v2.0/ports/488592b1-8251-449f-a2af-f7e74874aeb7 HTTP/1.1" status: 204 len: 173 time: 0.5880680 Sep 26 13:36:24.432758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bf5037-b826-4d3a-a967-98b211fc6e74', 'name': 'network-vif-deleted', 'tag': '488592b1-8251-449f-a2af-f7e74874aeb7'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:36:24.435049 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459ac037-135a-4b33-bc98-2cf1d4bcc9ea" -d '{"events": [{"server_uuid": "43bf5037-b826-4d3a-a967-98b211fc6e74", "name": "network-vif-deleted", "tag": "488592b1-8251-449f-a2af-f7e74874aeb7"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:36:24.446935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.475679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.476872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:24.477461 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.497985 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3cf1f4-e08e-4ccb-b9f7-05908cf3e23f x-openstack-request-id: req-5d3cf1f4-e08e-4ccb-b9f7-05908cf3e23f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:36:24.498275 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bf5037-b826-4d3a-a967-98b211fc6e74", "name": "network-vif-deleted", "tag": "488592b1-8251-449f-a2af-f7e74874aeb7", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:36:24.498526 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d3cf1f4-e08e-4ccb-b9f7-05908cf3e23f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:36:24.498919 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bf5037-b826-4d3a-a967-98b211fc6e74', 'name': 'network-vif-deleted', 'tag': '488592b1-8251-449f-a2af-f7e74874aeb7', 'status': 'completed', 'code': 200} Sep 26 13:36:24.516044 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6946731 Sep 26 13:36:24.516264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56210) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:24.523369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Request body: {'subnet': {'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1952716703-subnet', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:24.557544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a58395-d917-4c98-8a4c-abb0f0744eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7d7633-1413-440c-a39e-22abd1e89bf9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:24.571069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:36:24.577394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Made reservation on behalf of ff9da538cf7e4236bbafd6befb20ccc5 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:36:24.582762 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.779233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-641dcebe-9a61-4b5d-b6c7-1a5d90174b18 req-4a7a6921-27a3-41a1-8bdc-a9606a8142d9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 210 time: 0.0507460 Sep 26 13:36:24.805516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.877256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aa7059-ad0e-4a31-8182-caaf497507df,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:24.887108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Checking segment: {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:24.887465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Network hostable DHCP agents. Network: 9f7d7633-1413-440c-a39e-22abd1e89bf9, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:36:24.903788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:36:24.912794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 9f7d7633-1413-440c-a39e-22abd1e89bf9) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:24.917344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:24.917981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.923366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b950e-bc1d-4e64-9e97-ff27a7d99702 None None] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:36:24.935471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9df05d56-b1dd-45ac-ac32-cbb501c7ea3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4181395 Sep 26 13:36:24.938192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56214) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:24.943298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:24.966810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:24.968321 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.029737 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.104605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-9f7d7633-1413-440c-a39e-22abd1e89bf9', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:36:25.105545 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.184488 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.255772 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Allocated IP 172.20.0.2 (9f7d7633-1413-440c-a39e-22abd1e89bf9/13aa7059-ad0e-4a31-8182-caaf497507df/af69e0d1-a974-47e8-adbc-a6b76554a916) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:25.398893 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.409175 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.416352 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.422259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.459817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:25.462992 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:25.470474 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:25.473075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Pushing event updated for resources: {'Port': ['ID=af69e0d1-a974-47e8-adbc-a6b76554a916,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:25.529282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Attempting to bind port af69e0d1-a974-47e8-adbc-a6b76554a916 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:36:25.530034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Attempting to bind port af69e0d1-a974-47e8-adbc-a6b76554a916 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:36:25.530570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Attempting to bind port af69e0d1-a974-47e8-adbc-a6b76554a916 on network 9f7d7633-1413-440c-a39e-22abd1e89bf9 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:25.536391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:36:25.536995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Checking segment: {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:25.537595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.538147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Bound using segment: {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:36:25.538783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Bound port: af69e0d1-a974-47e8-adbc-a6b76554a916, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:36:25.539331 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.542658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Allocated IP 172.25.4.246 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/e07d41fa-9e4f-4beb-b0f7-afd323d36bc9) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:25.609642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] For port af69e0d1-a974-47e8-adbc-a6b76554a916, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:36:25.612945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] For port af69e0d1-a974-47e8-adbc-a6b76554a916, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=af69e0d1-a974-47e8-adbc-a6b76554a916,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:36:25.618442 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.658023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.676577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ab022-f543-44cd-b716-700fc63c34f1 None None] Pushing event updated for resources: {'Port': ['ID=af69e0d1-a974-47e8-adbc-a6b76554a916,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:25.707375 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:25.752556 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:25.758933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:25.761011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Pushing event updated for resources: {'Port': ['ID=e07d41fa-9e4f-4beb-b0f7-afd323d36bc9,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:25.763349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:25.975931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c587341-d10c-424f-8e9c-3e58f6ad9ddf req-2e871ff8-1e9b-4b78-a1f9-8819b35559af tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 210 time: 0.0610554 Sep 26 13:36:26.115136 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:26.313599 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:26.451220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Router f8a82f3d-57f7-42e4-ab2e-fc506cbadded is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:36:26.572291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:36:26.584305 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Sync routers for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:36:26.594369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:26.596008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a348934a-433e-4d11-a766-9f45f6ac5b12 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6567690 Sep 26 13:36:26.596583 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:26.597222 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:26.599242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56218) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:26.724459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da86de-8341-4bb8-a672-ebfcd51be7bc None None] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:36:26.738923 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:26.909442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-4535a397-d508-455a-84bc-1777af1a6cd5 None None] Provisioning complete for port af69e0d1-a974-47e8-adbc-a6b76554a916 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:26.909751 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4535a397-d508-455a-84bc-1777af1a6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:26.946492 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:25Z', 'revision_number': 3, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:26.980122 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Checking router: f8a82f3d-57f7-42e4-ab2e-fc506cbadded for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:36:26.980555 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Updating router f8a82f3d-57f7-42e4-ab2e-fc506cbadded port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:36:27.020278 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.022922 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4535a397-d508-455a-84bc-1777af1a6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.069946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4535a397-d508-455a-84bc-1777af1a6cd5 None None] For port af69e0d1-a974-47e8-adbc-a6b76554a916, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=af69e0d1-a974-47e8-adbc-a6b76554a916,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:27.082585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4535a397-d508-455a-84bc-1777af1a6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.180855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78947bf7-491d-442a-8164-c4525faf2ebd req-c91e27a0-69cc-4dab-9454-f5805ecefbf6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 210 time: 0.0617373 Sep 26 13:36:27.181607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535a397-d508-455a-84bc-1777af1a6cd5 None None] Pushing event updated for resources: {'Port': ['ID=af69e0d1-a974-47e8-adbc-a6b76554a916,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:27.206022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.291099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 488592b1-8251-449f-a2af-f7e74874aeb7 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:36:27.326431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 488592b1-8251-449f-a2af-f7e74874aeb7 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:36:27.326867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 488592b1-8251-449f-a2af-f7e74874aeb7 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:36:27.341172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-dd4c3af6-a386-44c2-8f46-89560b2c3b71 None None] Provisioning complete for port af69e0d1-a974-47e8-adbc-a6b76554a916 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:27.341656 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3af6-a386-44c2-8f46-89560b2c3b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.439344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Allocated IP 172.20.0.1 (9f7d7633-1413-440c-a39e-22abd1e89bf9/13aa7059-ad0e-4a31-8182-caaf497507df/d67b7baa-209f-462d-b5a3-f671e8f60796) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:27.441161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device af69e0d1-a974-47e8-adbc-a6b76554a916 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:27.487650 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.494281 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.544975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port af69e0d1-a974-47e8-adbc-a6b76554a916 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:27.545349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.557347 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Attempting to bind port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:36:27.557734 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Attempting to bind port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:36:27.558096 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Attempting to bind port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:27.563667 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:36:27.564177 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:27.564579 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.564976 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:36:27.565440 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Bound port: e07d41fa-9e4f-4beb-b0f7-afd323d36bc9, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:36:27.565842 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.568256 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Pushing event updated for resources: {'Port': ['ID=e07d41fa-9e4f-4beb-b0f7-afd323d36bc9,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:27.584854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.602062 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.602667 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.602761 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.603562 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.603886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.604205 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.604673 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.604998 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.605311 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.605649 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.605961 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.606271 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:36:27.638717 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.646967 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] For port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:36:27.654549 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] For port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e07d41fa-9e4f-4beb-b0f7-afd323d36bc9,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:36:27.661922 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.694821 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:27.701135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:27.703685 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:27.707357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d67b7baa-209f-462d-b5a3-f671e8f60796,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:27.736038 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:27.736673 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:27.746438 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:27.780636 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc64d1-5073-46f0-98d9-38aa513e9a3a None None] Pushing event updated for resources: {'Port': ['ID=e07d41fa-9e4f-4beb-b0f7-afd323d36bc9,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:27.874583 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:27.899494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:28.044838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a9bb8d1c-8a43-48ea-a9da-6be5c0ce8386 None None] Provisioning complete for port d67b7baa-209f-462d-b5a3-f671e8f60796 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:28.045917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8d1c-8a43-48ea-a9da-6be5c0ce8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:28.083147 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-69394ea3-6588-442c-9011-382fcee43cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:25Z', 'revision_number': 3, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:28.088104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb8d1c-8a43-48ea-a9da-6be5c0ce8386 None None] Port d67b7baa-209f-462d-b5a3-f671e8f60796 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:36:28.092414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:28.097302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:28.122244 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69394ea3-6588-442c-9011-382fcee43cda None None] The sync data for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 is: [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:25Z', 'revision_number': 3, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:36:28.175044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d67b7baa-209f-462d-b5a3-f671e8f60796,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:28.178085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:28.286038 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2a74494-3733-4e23-9373-23e395e6d16b req-bf854d8c-f1e2-4fd5-ac0c-3fd9f70f7532 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf5037-b826-4d3a-a967-98b211fc6e74 HTTP/1.1" status: 200 len: 210 time: 0.0360222 Sep 26 13:36:28.322159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:28.324091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:28.523681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Router f8a82f3d-57f7-42e4-ab2e-fc506cbadded has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:36:28.724151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cf61bfe1-1789-4f3b-b56c-453c402a3665 None None] Provisioning complete for port d67b7baa-209f-462d-b5a3-f671e8f60796 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:28.724697 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cf61bfe1-1789-4f3b-b56c-453c402a3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:28.783230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cf61bfe1-1789-4f3b-b56c-453c402a3665 None None] Port d67b7baa-209f-462d-b5a3-f671e8f60796 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:36:29.046475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:36:29.056845 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-96ed830d-5d54-42b1-9540-a9a3cb2387a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/f8a82f3d-57f7-42e4-ab2e-fc506cbadded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4521844 Sep 26 13:36:29.410067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:29.470467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:29.470911 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.553085 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.578628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e07d41fa-9e4f-4beb-b0f7-afd323d36bc9,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:29.583522 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.601789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56242) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:29.606879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-945278184-network', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:29.632321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Made reservation on behalf of 37bb7c045ecb438f96fbe9731b57b34e for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:36:29.635134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.646632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.657607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=e07d41fa-9e4f-4beb-b0f7-afd323d36bc9,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:29.743493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.747984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.777943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d8a94-c2db-410d-9cd0-5d248eec3c74,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:29.783317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:36:29.794910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.795263 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Added segment f72f457d-1d08-4ba0-98f2-73fbb51c5f22 of type vlan for network b165144d-f12c-4bd7-8d45-2bf40a188aab Sep 26 13:36:29.838526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.865902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.866874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:29.867473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.901882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2988827 Sep 26 13:36:29.904609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56244) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:29.909553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Request body: {'subnet': {'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-945278184-subnet', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:29.933874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8316a4-c118-4d91-84b5-bfb389cbf897 admin admin] Pushing event updated for resources: {'Network': ['ID=b165144d-f12c-4bd7-8d45-2bf40a188aab,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:29.944492 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b165144d-f12c-4bd7-8d45-2bf40a188aab details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:36:29.948688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Made reservation on behalf of 37bb7c045ecb438f96fbe9731b57b34e for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:36:29.951256 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:29.960331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Sync routers for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:36:29.982117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:29.983001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:30.125506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:30.132834 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.188400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e98b1c8-ba40-499c-b540-08fc330c8626,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:30.206433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Checking segment: {'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:30.207493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Network hostable DHCP agents. Network: b165144d-f12c-4bd7-8d45-2bf40a188aab, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:36:30.225099 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Network b165144d-f12c-4bd7-8d45-2bf40a188aab is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:36:30.236545 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b165144d-f12c-4bd7-8d45-2bf40a188aab) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:30.242150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:30.243283 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.258528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833d3c94-b9d3-4f83-a5ce-aa52ff2fe539 None None] Network b165144d-f12c-4bd7-8d45-2bf40a188aab requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:36:30.262011 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-13aaa263-6a53-4c87-866c-c239ad5f6060 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3562624 Sep 26 13:36:30.264575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56246) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:30.269091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:30.291854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.293157 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.356253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.520471 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.639041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 2, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:30.669121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b165144d-f12c-4bd7-8d45-2bf40a188aab', 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'fixed_ips': [{'subnet_id': '0e98b1c8-ba40-499c-b540-08fc330c8626'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:36:30.670015 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.673303 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Checking router: f8a82f3d-57f7-42e4-ab2e-fc506cbadded for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:36:30.673650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Updating router f8a82f3d-57f7-42e4-ab2e-fc506cbadded port d67b7baa-209f-462d-b5a3-f671e8f60796 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:36:30.712962 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.763079 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.783531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:30.892764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Allocated IP 172.25.4.110 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/662d45bc-2ee3-44c1-a655-510c8d41aabf) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:30.933894 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Allocated IP 172.20.0.2 (b165144d-f12c-4bd7-8d45-2bf40a188aab/0e98b1c8-ba40-499c-b540-08fc330c8626/08ae19c0-849d-4aa8-a0e8-a9792e2082f7) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:31.023517 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.059111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.104080 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:31.107275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:31.109965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:31.136240 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=662d45bc-2ee3-44c1-a655-510c8d41aabf,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:31.207211 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.213114 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.217305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.224239 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.274378 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Network b165144d-f12c-4bd7-8d45-2bf40a188aab is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:31.284416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:31.288258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:31.290280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Pushing event updated for resources: {'Port': ['ID=08ae19c0-849d-4aa8-a0e8-a9792e2082f7,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:31.404102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:31.452851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.467208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f28c5-11d0-4bd8-be82-a76dc83f2e71 None None] Pushing event updated for resources: {'Port': ['ID=d67b7baa-209f-462d-b5a3-f671e8f60796,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:31.482714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Attempting to bind port d67b7baa-209f-462d-b5a3-f671e8f60796 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:36:31.483312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Attempting to bind port d67b7baa-209f-462d-b5a3-f671e8f60796 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:36:31.483852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Attempting to bind port d67b7baa-209f-462d-b5a3-f671e8f60796 on network 9f7d7633-1413-440c-a39e-22abd1e89bf9 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:31.504559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:36:31.505278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Checking segment: {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:31.505886 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.506435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Bound using segment: {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:36:31.507091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Bound port: d67b7baa-209f-462d-b5a3-f671e8f60796, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:36:31.507643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.514081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Attempting to bind port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:36:31.514619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Attempting to bind port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:36:31.515160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Attempting to bind port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 on network b165144d-f12c-4bd7-8d45-2bf40a188aab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:31.538724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:36:31.539107 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Checking segment: {'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:31.539514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.540055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Bound using segment: {'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:36:31.540405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Bound port: 08ae19c0-849d-4aa8-a0e8-a9792e2082f7, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:36:31.540788 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.582219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:31.582557 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.678665 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] For port d67b7baa-209f-462d-b5a3-f671e8f60796, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:36:31.707575 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] For port d67b7baa-209f-462d-b5a3-f671e8f60796, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d67b7baa-209f-462d-b5a3-f671e8f60796,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:36:31.723753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.738738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f22008ad-f0c2-4e41-9be9-bdfee3189eaa None None] Provisioning complete for port d67b7baa-209f-462d-b5a3-f671e8f60796 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:31.739106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f22008ad-f0c2-4e41-9be9-bdfee3189eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.770702 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.775629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] For port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:36:31.849173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] For port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=08ae19c0-849d-4aa8-a0e8-a9792e2082f7,segment=NetworkSegment(f72f457d-1d08-4ba0-98f2-73fbb51c5f22),segment_id=f72f457d-1d08-4ba0-98f2-73fbb51c5f22)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:36:31.868500 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:31.920354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:31.920915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:31.930432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f28c5-11d0-4bd8-be82-a76dc83f2e71 None None] Pushing event updated for resources: {'Port': ['ID=d67b7baa-209f-462d-b5a3-f671e8f60796,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:31.955680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Router 67b2412d-16de-4ead-b9de-c5136a7059aa is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:36:32.114323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09138e43-f693-4912-ba72-2a22f4aa29db None None] Pushing event updated for resources: {'Port': ['ID=08ae19c0-849d-4aa8-a0e8-a9792e2082f7,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:32.122122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:36:32.133393 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Sync routers for ids ['67b2412d-16de-4ead-b9de-c5136a7059aa'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:36:32.146195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f22008ad-f0c2-4e41-9be9-bdfee3189eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:32.147291 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:32.152294 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Routers {'67b2412d-16de-4ead-b9de-c5136a7059aa'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:32.153249 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['67b2412d-16de-4ead-b9de-c5136a7059aa'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:32.159959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-54fdebff-8b4f-43b1-ba0d-ca592da53ed0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8918216 Sep 26 13:36:32.160139 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56260) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:32.201355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:32.270611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-f22008ad-f0c2-4e41-9be9-bdfee3189eaa None None] For port d67b7baa-209f-462d-b5a3-f671e8f60796, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d67b7baa-209f-462d-b5a3-f671e8f60796,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:32.276997 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f22008ad-f0c2-4e41-9be9-bdfee3189eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:32.324303 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Set router 67b2412d-16de-4ead-b9de-c5136a7059aa gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:32.388372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22008ad-f0c2-4e41-9be9-bdfee3189eaa None None] Pushing event updated for resources: {'Port': ['ID=d67b7baa-209f-462d-b5a3-f671e8f60796,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:32.473294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2c73cd35-2477-49f0-a0f7-f2d5a9c4f517 None None] Provisioning complete for port d67b7baa-209f-462d-b5a3-f671e8f60796 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:32.473689 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c73cd35-2477-49f0-a0f7-f2d5a9c4f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:32.553076 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:31Z', 'revision_number': 3, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port': {'id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:32.582414 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Checking router: 67b2412d-16de-4ead-b9de-c5136a7059aa for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:36:32.582752 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Updating router 67b2412d-16de-4ead-b9de-c5136a7059aa port 662d45bc-2ee3-44c1-a655-510c8d41aabf binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:36:32.614597 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:32.629396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:31Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:32.667767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f778b-22fb-4887-b5a7-d05baffe285e None None] The sync data for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 is: [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:31Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:36:32.885007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.024700 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.042245 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.124426 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Attempting to bind port 662d45bc-2ee3-44c1-a655-510c8d41aabf on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:36:33.124809 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Attempting to bind port 662d45bc-2ee3-44c1-a655-510c8d41aabf by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:36:33.125174 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Attempting to bind port 662d45bc-2ee3-44c1-a655-510c8d41aabf on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:33.137288 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:36:33.138047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:33.138204 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.138771 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:36:33.139426 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Bound port: 662d45bc-2ee3-44c1-a655-510c8d41aabf, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:36:33.139989 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.143330 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a81fc-b25a-4331-b2ae-05bbb0167d4a None None] Pushing event updated for resources: {'Port': ['ID=662d45bc-2ee3-44c1-a655-510c8d41aabf,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:33.151347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Allocated IP 172.20.0.1 (b165144d-f12c-4bd7-8d45-2bf40a188aab/0e98b1c8-ba40-499c-b540-08fc330c8626/175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:33.237317 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] For port 662d45bc-2ee3-44c1-a655-510c8d41aabf, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:36:33.241883 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] For port 662d45bc-2ee3-44c1-a655-510c8d41aabf, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=662d45bc-2ee3-44c1-a655-510c8d41aabf,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:36:33.247317 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.320885 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Routers {'67b2412d-16de-4ead-b9de-c5136a7059aa'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:33.323451 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['67b2412d-16de-4ead-b9de-c5136a7059aa'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:33.337815 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.398019 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a81fc-b25a-4331-b2ae-05bbb0167d4a None None] Pushing event updated for resources: {'Port': ['ID=662d45bc-2ee3-44c1-a655-510c8d41aabf,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:33.406811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.447623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5229db1-480d-413e-bdf2-bbc7a9983816 None None] Network b165144d-f12c-4bd7-8d45-2bf40a188aab requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:36:33.450262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Network b165144d-f12c-4bd7-8d45-2bf40a188aab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:33.458585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:33.462577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:33.504786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Pushing event updated for resources: {'Port': ['ID=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:33.567283 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.604428 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] Set router 67b2412d-16de-4ead-b9de-c5136a7059aa gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:33.719621 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.730080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d67b7baa-209f-462d-b5a3-f671e8f60796 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:33.801806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-949304de-b079-4cbc-81b2-818cee09c63e None None] Provisioning complete for port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:33.802177 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-949304de-b079-4cbc-81b2-818cee09c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.865639 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:36:33.923190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d67b7baa-209f-462d-b5a3-f671e8f60796 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:33.923605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:33.932702 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:31Z', 'revision_number': 3, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port': {'id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:33.970524 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07632dc1-e318-4334-b829-720c3a7c43cd None None] The sync data for ids ['67b2412d-16de-4ead-b9de-c5136a7059aa'] in n-d-806683-13 is: [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:31Z', 'revision_number': 3, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port': {'id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:36:34.012618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.019676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.093973 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-949304de-b079-4cbc-81b2-818cee09c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.115384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Pushing event updated for resources: {'Port': ['ID=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:34.120432 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.124231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:34.175408 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-949304de-b079-4cbc-81b2-818cee09c63e None None] For port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=08ae19c0-849d-4aa8-a0e8-a9792e2082f7,segment=NetworkSegment(f72f457d-1d08-4ba0-98f2-73fbb51c5f22),segment_id=f72f457d-1d08-4ba0-98f2-73fbb51c5f22)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:34.181813 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-949304de-b079-4cbc-81b2-818cee09c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.242449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949304de-b079-4cbc-81b2-818cee09c63e None None] Pushing event updated for resources: {'Port': ['ID=08ae19c0-849d-4aa8-a0e8-a9792e2082f7,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:34.260698 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:34.261304 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.281419 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Network b165144d-f12c-4bd7-8d45-2bf40a188aab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:34.283525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:34.411114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Router 67b2412d-16de-4ead-b9de-c5136a7059aa has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:36:34.542525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1e795187-e33e-4ad1-b454-0ca17cd73109 None None] Provisioning complete for port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:34.543415 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1e795187-e33e-4ad1-b454-0ca17cd73109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.590416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:36:34.596082 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0874389c-badc-420b-b819-289dc46995e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/67b2412d-16de-4ead-b9de-c5136a7059aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4349437 Sep 26 13:36:34.598977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1e795187-e33e-4ad1-b454-0ca17cd73109 None None] Port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:36:34.608821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-1e795187-e33e-4ad1-b454-0ca17cd73109 None None] Provisioning complete for port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:34.609191 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1e795187-e33e-4ad1-b454-0ca17cd73109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.888842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-370dc66b-94bb-49cb-971c-748caea06f99 None None] Provisioning complete for port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:34.889213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-370dc66b-94bb-49cb-971c-748caea06f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:34.950993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-370dc66b-94bb-49cb-971c-748caea06f99 None None] Port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:36:35.070726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a1aa929c-261d-4449-aed4-0c4f338ba5ba None None] Provisioning complete for port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:35.073031 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a1aa929c-261d-4449-aed4-0c4f338ba5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.113567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa929c-261d-4449-aed4-0c4f338ba5ba None None] Port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:36:35.374269 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56278) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:35.381034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-46f34ea3-6eb4-42e7-b390-3fa4780601d9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007411088', 'description': 'tempest-secgroup-smoke-1007411088 description', 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:35.413075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-46f34ea3-6eb4-42e7-b390-3fa4780601d9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.446671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:35.510834 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-46f34ea3-6eb4-42e7-b390-3fa4780601d9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.513667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:35.514051 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.515580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-46f34ea3-6eb4-42e7-b390-3fa4780601d9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.548227 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-46f34ea3-6eb4-42e7-b390-3fa4780601d9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.552949 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-46f34ea3-6eb4-42e7-b390-3fa4780601d9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1737456 Sep 26 13:36:35.554923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56280) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:35.557114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34ea3-6eb4-42e7-b390-3fa4780601d9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055086e2-8bd2-48b3-86a6-3d70da4e0829,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:35.559854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e4615913-cc65-43b9-b363-fe10d95ec5f5 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'security_group_rule': {'security_group_id': '055086e2-8bd2-48b3-86a6-3d70da4e0829', 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:35.608724 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4615913-cc65-43b9-b363-fe10d95ec5f5 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.622145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 662d45bc-2ee3-44c1-a655-510c8d41aabf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:35.673158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 662d45bc-2ee3-44c1-a655-510c8d41aabf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:35.673736 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.682344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4615913-cc65-43b9-b363-fe10d95ec5f5 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.686916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4615913-cc65-43b9-b363-fe10d95ec5f5 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.707386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4615913-cc65-43b9-b363-fe10d95ec5f5 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887a2bd8-9c20-4e3c-aa23-f4ef7719e169,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:35.716820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e4615913-cc65-43b9-b363-fe10d95ec5f5 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.718526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e4615913-cc65-43b9-b363-fe10d95ec5f5 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624653 Sep 26 13:36:35.721175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56282) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:35.727762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-17b8dd52-54c6-4efa-9214-3981a8dc43fc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'security_group_rule': {'security_group_id': '055086e2-8bd2-48b3-86a6-3d70da4e0829', 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:35.757309 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17b8dd52-54c6-4efa-9214-3981a8dc43fc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.763532 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.786960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 662d45bc-2ee3-44c1-a655-510c8d41aabf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=662d45bc-2ee3-44c1-a655-510c8d41aabf,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:35.791020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.828033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17b8dd52-54c6-4efa-9214-3981a8dc43fc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.833376 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17b8dd52-54c6-4efa-9214-3981a8dc43fc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.847664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=662d45bc-2ee3-44c1-a655-510c8d41aabf,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:35.852857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8dd52-54c6-4efa-9214-3981a8dc43fc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e291e99-36ec-4287-aa84-c2e9d69dea34,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:35.858887 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-17b8dd52-54c6-4efa-9214-3981a8dc43fc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.860273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-17b8dd52-54c6-4efa-9214-3981a8dc43fc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368914 Sep 26 13:36:35.862932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56284) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:35.867276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f7f04c7c-978e-45be-9a5a-7007de2982c4 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'security_group_rule': {'security_group_id': '055086e2-8bd2-48b3-86a6-3d70da4e0829', 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:35.896034 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7f04c7c-978e-45be-9a5a-7007de2982c4 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.968699 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7f04c7c-978e-45be-9a5a-7007de2982c4 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.972958 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7f04c7c-978e-45be-9a5a-7007de2982c4 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.992418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f04c7c-978e-45be-9a5a-7007de2982c4 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af997a1-0450-4c5f-a2db-64ab58a95253,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:35.995184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7f04c7c-978e-45be-9a5a-7007de2982c4 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:35.999073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f7f04c7c-978e-45be-9a5a-7007de2982c4 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325846 Sep 26 13:36:35.999505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56286) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:36.005257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f69fc4f7-4f34-449b-b509-c1206c9aeba9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'security_group_rule': {'security_group_id': '055086e2-8bd2-48b3-86a6-3d70da4e0829', 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:36.040421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f69fc4f7-4f34-449b-b509-c1206c9aeba9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.117868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f69fc4f7-4f34-449b-b509-c1206c9aeba9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.126824 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f69fc4f7-4f34-449b-b509-c1206c9aeba9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.149245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fc4f7-4f34-449b-b509-c1206c9aeba9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4320f634-cd79-471c-9089-c7a6f2522da3,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:36.158225 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f69fc4f7-4f34-449b-b509-c1206c9aeba9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.160418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f69fc4f7-4f34-449b-b509-c1206c9aeba9 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602290 Sep 26 13:36:36.163152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56304) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:36.169295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9a7b2978-16f8-461c-9d9f-b8ca555b47a8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'security_group_rule': {'security_group_id': '055086e2-8bd2-48b3-86a6-3d70da4e0829', 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:36.196005 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-9a7b2978-16f8-461c-9d9f-b8ca555b47a8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Project ff9da538cf7e4236bbafd6befb20ccc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:36:36.201428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2978-16f8-461c-9d9f-b8ca555b47a8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.272277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2978-16f8-461c-9d9f-b8ca555b47a8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.275910 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2978-16f8-461c-9d9f-b8ca555b47a8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.298496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b2978-16f8-461c-9d9f-b8ca555b47a8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c1e98b-8353-49ab-9c68-8b4fd4db0ad9,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:36.307705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Sync routers for ids ['67b2412d-16de-4ead-b9de-c5136a7059aa'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:36:36.311389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2978-16f8-461c-9d9f-b8ca555b47a8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.312176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9a7b2978-16f8-461c-9d9f-b8ca555b47a8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480572 Sep 26 13:36:36.315064 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56330) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:36.320398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f1a28bfc-f40b-4c42-8e83-a443de86a057 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'security_group_rule': {'security_group_id': '055086e2-8bd2-48b3-86a6-3d70da4e0829', 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:36.334457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Routers {'67b2412d-16de-4ead-b9de-c5136a7059aa'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:36.335123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['67b2412d-16de-4ead-b9de-c5136a7059aa'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:36.365179 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-f1a28bfc-f40b-4c42-8e83-a443de86a057 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Project ff9da538cf7e4236bbafd6befb20ccc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:36:36.372312 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1a28bfc-f40b-4c42-8e83-a443de86a057 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.465867 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1a28bfc-f40b-4c42-8e83-a443de86a057 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.468626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Set router 67b2412d-16de-4ead-b9de-c5136a7059aa gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:36.470601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1a28bfc-f40b-4c42-8e83-a443de86a057 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.490805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a28bfc-f40b-4c42-8e83-a443de86a057 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4143658-e847-4a0e-8e29-575966abae7a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:36.500289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f1a28bfc-f40b-4c42-8e83-a443de86a057 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.501945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f1a28bfc-f40b-4c42-8e83-a443de86a057 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1858275 Sep 26 13:36:36.712063 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-2d744d3e-3619-4e96-aa0a-d1abed466e10 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007411088&fields=id&tenant_id=ff9da538cf7e4236bbafd6befb20ccc5 HTTP/1.1" status: 200 len: 267 time: 0.0613563 Sep 26 13:36:36.751617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:33Z', 'revision_number': 4, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port': {'id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba', 'name': '', 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'mac_address': 'fa:16:3e:0a:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0e98b1c8-ba40-499c-b540-08fc330c8626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:32Z', 'updated_at': '2021-09-26T13:36:33Z', 'revision_number': 2, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'subnets': [{'id': '0e98b1c8-ba40-499c-b540-08fc330c8626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:36.780968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Checking router: 67b2412d-16de-4ead-b9de-c5136a7059aa for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:36:36.781322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Updating router 67b2412d-16de-4ead-b9de-c5136a7059aa port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:36:36.812853 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:36.852184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-7b69769c-b5c6-48af-b33e-639e5cc080d6 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:36.854128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-7b69769c-b5c6-48af-b33e-639e5cc080d6 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 809 time: 0.1330276 Sep 26 13:36:36.887499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-8853b1ee-9c48-4426-9788-8de21e0508cf tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/quotas/ff9da538cf7e4236bbafd6befb20ccc5 HTTP/1.1" status: 200 len: 375 time: 0.0167625 Sep 26 13:36:36.944047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-25bbe351-5ac9-4f20-b587-a1ec38b76bf1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555069 Sep 26 13:36:37.065993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-f04b84d5-ec24-4040-a840-623635737508 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006980 Sep 26 13:36:37.119130 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:37.125170 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:37.170613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-dba0cb34-1e93-45ae-a984-c376f6179a56 service neutron] 10.222.0.13 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971079 Sep 26 13:36:37.175088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291b74a-0e4d-4b88-a703-9a0477afad92 None None] Pushing event updated for resources: {'Port': ['ID=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:37.240144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Attempting to bind port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:36:37.240522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Attempting to bind port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:36:37.240885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Attempting to bind port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba on network b165144d-f12c-4bd7-8d45-2bf40a188aab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:37.246468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:36:37.246844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Checking segment: {'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:37.247241 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:37.247638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Bound using segment: {'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:36:37.248105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Bound port: 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:36:37.248482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:37.344191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] For port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:36:37.349573 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] For port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,segment=NetworkSegment(f72f457d-1d08-4ba0-98f2-73fbb51c5f22),segment_id=f72f457d-1d08-4ba0-98f2-73fbb51c5f22)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:36:37.363072 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:37.416935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 662d45bc-2ee3-44c1-a655-510c8d41aabf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:37.466302 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da0b7fe2-3579-47b6-962b-0ee41904da6c req-e44efab3-3fb0-488d-9553-74d69d4e0ae5 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 210 time: 0.0536032 Sep 26 13:36:37.490435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Routers {'67b2412d-16de-4ead-b9de-c5136a7059aa'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:37.491580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['67b2412d-16de-4ead-b9de-c5136a7059aa'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:37.493684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291b74a-0e4d-4b88-a703-9a0477afad92 None None] Pushing event updated for resources: {'Port': ['ID=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:37.621209 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0f93366a-5b4d-46af-89ae-2a45eb373c37 None None] Provisioning complete for port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:37.621597 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f93366a-5b4d-46af-89ae-2a45eb373c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:37.625935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 662d45bc-2ee3-44c1-a655-510c8d41aabf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:37.626296 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:37.715993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] Set router 67b2412d-16de-4ead-b9de-c5136a7059aa gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:37.912322 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f93366a-5b4d-46af-89ae-2a45eb373c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:37.995788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0f93366a-5b4d-46af-89ae-2a45eb373c37 None None] For port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,segment=NetworkSegment(f72f457d-1d08-4ba0-98f2-73fbb51c5f22),segment_id=f72f457d-1d08-4ba0-98f2-73fbb51c5f22)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:38.001258 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f93366a-5b4d-46af-89ae-2a45eb373c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:38.076973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93366a-5b4d-46af-89ae-2a45eb373c37 None None] Pushing event updated for resources: {'Port': ['ID=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:38.096088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:33Z', 'revision_number': 4, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port': {'id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba', 'name': '', 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'mac_address': 'fa:16:3e:0a:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0e98b1c8-ba40-499c-b540-08fc330c8626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:32Z', 'updated_at': '2021-09-26T13:36:37Z', 'revision_number': 4, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'subnets': [{'id': '0e98b1c8-ba40-499c-b540-08fc330c8626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:38.288276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f16816-572f-43c8-b879-57afae9fbb9c None None] The sync data for ids ['67b2412d-16de-4ead-b9de-c5136a7059aa'] in n-d-806683-13 is: [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:33Z', 'revision_number': 4, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port': {'id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba', 'name': '', 'network_id': 'b165144d-f12c-4bd7-8d45-2bf40a188aab', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'mac_address': 'fa:16:3e:0a:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0e98b1c8-ba40-499c-b540-08fc330c8626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:32Z', 'updated_at': '2021-09-26T13:36:37Z', 'revision_number': 4, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'subnets': [{'id': '0e98b1c8-ba40-499c-b540-08fc330c8626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:36:38.303019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9a28cead-48f4-498e-a9e5-73815f16d86a None None] Provisioning complete for port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:38.303488 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9a28cead-48f4-498e-a9e5-73815f16d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:38.360898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0e76a2aa-bac6-4fd7-88a5-001cab02fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:38.610627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9179b0d0-688d-4d2e-91bc-07bacca0f7be req-83f2b182-841e-45cb-aa65-0bc107d0a3e4 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 210 time: 0.0421865 Sep 26 13:36:38.726417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-1a836b7d-0123-4d5d-85b8-acd7c83370e2 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:38.727988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-1a836b7d-0123-4d5d-85b8-acd7c83370e2 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.24 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 809 time: 0.1922321 Sep 26 13:36:38.780919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-e1a9cf44-c2ef-44bf-8888-555e3006e1fa tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff9da538cf7e4236bbafd6befb20ccc5 HTTP/1.1" status: 200 len: 380 time: 0.0423298 Sep 26 13:36:38.791784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'port': {'device_id': '45a353fe-cc01-4a54-9893-ea7652692098', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'admin_state_up': True, 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'security_groups': ['055086e2-8bd2-48b3-86a6-3d70da4e0829']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:38.911387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Made reservation on behalf of ff9da538cf7e4236bbafd6befb20ccc5 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:36:38.915157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.062161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Allocated IP 172.20.0.13 (9f7d7633-1413-440c-a39e-22abd1e89bf9/13aa7059-ad0e-4a31-8182-caaf497507df/707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:39.226662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.262595 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.307299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:39.310664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:39.314469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:39.372100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:39.372761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.380769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'Port': ['ID=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:39.419129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-862e69ff-c868-4971-8796-9cf630b869b1 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6298103 Sep 26 13:36:39.430494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:39.431036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Request body: {'port': {'device_id': '45a353fe-cc01-4a54-9893-ea7652692098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:39.502660 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.512885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:39.513270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.661429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-57b9f738-84d6-4e36-9236-464c64192ab2 None None] Provisioning complete for port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:39.661846 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57b9f738-84d6-4e36-9236-464c64192ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.699651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-57b9f738-84d6-4e36-9236-464c64192ab2 None None] Port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:36:39.776923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31940b8-0a89-446e-97b7-5d04c5b3f88e req-6ffadec0-be24-4628-84eb-802f498d9e91 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:39.778556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c31940b8-0a89-446e-97b7-5d04c5b3f88e req-6ffadec0-be24-4628-84eb-802f498d9e91 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 932 time: 0.0652304 Sep 26 13:36:39.844055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c31940b8-0a89-446e-97b7-5d04c5b3f88e req-61d9a3e9-b929-4993-8b8d-559ade661ed2 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575478 Sep 26 13:36:39.886734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:36:39.897174 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.915931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Transition to ACTIVE for port object 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:36:39.920171 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:39.996573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Pushing event updated for resources: {'Port': ['ID=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:40.058098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Attempting to bind port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:36:40.058936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Attempting to bind port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:36:40.059725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Attempting to bind port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc on network 9f7d7633-1413-440c-a39e-22abd1e89bf9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:40.065004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc on network 9f7d7633-1413-440c-a39e-22abd1e89bf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:36:40.065591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Attempting to bind port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc on network 9f7d7633-1413-440c-a39e-22abd1e89bf9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:40.073109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:36:40.073455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Checking segment: {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:40.073894 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Bound using segment: {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:36:40.074333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Bound port: 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf33c87d-15ac-48eb-90f7-b697cdebda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:36:40.074694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:40.155299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] For port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:36:40.160289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] For port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:36:40.170333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:40.216885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:40.218204 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:40.219822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] 10.222.0.24 "PUT /v2.0/ports/707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 1093 time: 0.7944643 Sep 26 13:36:40.224037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a353fe-cc01-4a54-9893-ea7652692098', 'tag': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:36:40.227366 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993534de-6f29-478e-9082-41666cbe39a5" -d '{"events": [{"name": "network-changed", "server_uuid": "45a353fe-cc01-4a54-9893-ea7652692098", "tag": "707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:36:40.290662 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39924862-4b2e-49ff-91b1-731d2a0bb897 x-openstack-request-id: req-39924862-4b2e-49ff-91b1-731d2a0bb897 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:36:40.290960 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a353fe-cc01-4a54-9893-ea7652692098", "tag": "707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:36:40.291217 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39924862-4b2e-49ff-91b1-731d2a0bb897 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:36:40.291616 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a353fe-cc01-4a54-9893-ea7652692098', 'tag': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'status': 'completed', 'code': 200} Sep 26 13:36:40.312017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad4b44-ed93-41fc-a89b-8b23b7592d63 service neutron] Pushing event updated for resources: {'Port': ['ID=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:40.330297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-2812e66d-7a89-4424-ba2a-5e08a78794b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:40.332435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-2812e66d-7a89-4424-ba2a-5e08a78794b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1096 time: 0.0573833 Sep 26 13:36:40.380644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-36508012-cb51-4ae5-af4e-a4afbb1c587b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 217 time: 0.0401731 Sep 26 13:36:40.442972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-8df5e22a-a2a4-4b96-bd3d-c22b5cb183f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:40.444435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-8df5e22a-a2a4-4b96-bd3d-c22b5cb183f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 200 len: 848 time: 0.0566940 Sep 26 13:36:40.500238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-f745cecf-4e13-493c-8665-96954f03cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:40.501671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-f745cecf-4e13-493c-8665-96954f03cf40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f7d7633-1413-440c-a39e-22abd1e89bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472968 Sep 26 13:36:40.618583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-feab2ba5-a492-4bd5-ac0b-e2f3bdddbc7d service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093962 Sep 26 13:36:40.715311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90b8f949-4e16-4602-a4c9-47d93718b14c req-e718cc91-a123-4323-952a-62a709c9a43f service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895789 Sep 26 13:36:40.806854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993534de-6f29-478e-9082-41666cbe39a5 req-39bc062e-fc89-43cd-88da-c730eea9d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:40.808305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-993534de-6f29-478e-9082-41666cbe39a5 req-39bc062e-fc89-43cd-88da-c730eea9d7be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1096 time: 0.0454664 Sep 26 13:36:40.909659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993534de-6f29-478e-9082-41666cbe39a5 req-9761d629-7560-44a0-82a4-f2a7ce827cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:40.911413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-993534de-6f29-478e-9082-41666cbe39a5 req-9761d629-7560-44a0-82a4-f2a7ce827cc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 909 time: 0.0959134 Sep 26 13:36:40.974166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfd34e-1ce8-490b-8a50-77bce223ce94 req-79c995c0-f68a-48ee-99fa-ef6b8aed4961 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:40.975834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73cfd34e-1ce8-490b-8a50-77bce223ce94 req-79c995c0-f68a-48ee-99fa-ef6b8aed4961 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 944 time: 0.0678742 Sep 26 13:36:40.976008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-993534de-6f29-478e-9082-41666cbe39a5 req-fe0c388e-d3ca-469b-8015-4bf615a3b10e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 217 time: 0.0566299 Sep 26 13:36:41.018986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73cfd34e-1ce8-490b-8a50-77bce223ce94 req-babdefc2-9ce2-4d33-bd6c-45cc764d5542 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365362 Sep 26 13:36:41.032916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993534de-6f29-478e-9082-41666cbe39a5 req-dcf40528-dbfe-40e2-a164-1259ef17381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:41.034470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-993534de-6f29-478e-9082-41666cbe39a5 req-dcf40528-dbfe-40e2-a164-1259ef17381d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 200 len: 848 time: 0.0507708 Sep 26 13:36:41.076946 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d1ef4dc-bd95-414e-80b2-415fdaf3b018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:41.087389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993534de-6f29-478e-9082-41666cbe39a5 req-5624b0e6-a3d3-4d1a-a766-f7eacf03ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:41.088996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-993534de-6f29-478e-9082-41666cbe39a5 req-5624b0e6-a3d3-4d1a-a766-f7eacf03ba8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f7d7633-1413-440c-a39e-22abd1e89bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461068 Sep 26 13:36:41.187087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-993534de-6f29-478e-9082-41666cbe39a5 req-67a1463e-daa2-43ca-949f-fe9028fa5727 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906703 Sep 26 13:36:41.280811 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-993534de-6f29-478e-9082-41666cbe39a5 req-ab4ab0ce-63a0-42f8-8793-46833cb053f1 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860684 Sep 26 13:36:41.652555 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:42.145725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45269c-4520-4285-a3db-f61e23b461c0 req-f3132202-e631-4994-ba8b-7d82cc05b9fb tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:42.149480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb45269c-4520-4285-a3db-f61e23b461c0 req-f3132202-e631-4994-ba8b-7d82cc05b9fb tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 944 time: 0.0588028 Sep 26 13:36:42.162996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:42.190552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb45269c-4520-4285-a3db-f61e23b461c0 req-675a2e51-2760-43a1-80f0-27e7825d9e50 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341551 Sep 26 13:36:43.310691 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05624a-92d8-4f59-984a-15bfd9fbd170 req-896886ba-2027-41ef-b187-fefaf1233802 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:43.312438 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab05624a-92d8-4f59-984a-15bfd9fbd170 req-896886ba-2027-41ef-b187-fefaf1233802 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 944 time: 0.0522716 Sep 26 13:36:43.358112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab05624a-92d8-4f59-984a-15bfd9fbd170 req-7d00a39c-d36c-45a5-948f-731d32b6d143 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Sep 26 13:36:43.383826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:36:43.489357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:43.501379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'port_id': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'mac_address': 'fa:16:3e:32:c7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:36:43.540641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:43.553411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:36:43.578679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:43.584555 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:43.630729 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:43.645242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:43.783117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:36:44.483954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835981-4777-4bd1-aec7-5bc88dde7c15 req-031b6f99-4aa4-420c-9c36-71c26974d156 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:44.485516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75835981-4777-4bd1-aec7-5bc88dde7c15 req-031b6f99-4aa4-420c-9c36-71c26974d156 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 945 time: 0.0560622 Sep 26 13:36:44.528203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75835981-4777-4bd1-aec7-5bc88dde7c15 req-b3ae5f30-ee2f-4d5c-bb11-b42216b3ff2c tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344338 Sep 26 13:36:45.402531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:36:45.435072 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:45.460705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:36:45.464565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:45.464720 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:45.547272 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:45.573276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a353fe-cc01-4a54-9893-ea7652692098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:36:45.575940 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de94ae-87a7-449e-9d96-0d457182dcfe" -d '{"events": [{"server_uuid": "45a353fe-cc01-4a54-9893-ea7652692098", "name": "network-vif-plugged", "status": "completed", "tag": "707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:36:45.589701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:36:45.596265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:45.643726 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a961a-675f-4ca8-a1f9-0efa05324ca3 x-openstack-request-id: req-d78a961a-675f-4ca8-a1f9-0efa05324ca3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:36:45.644583 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a353fe-cc01-4a54-9893-ea7652692098", "name": "network-vif-plugged", "status": "completed", "tag": "707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:36:45.644583 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d78a961a-675f-4ca8-a1f9-0efa05324ca3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:36:45.644583 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a353fe-cc01-4a54-9893-ea7652692098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'code': 200} Sep 26 13:36:45.650815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:45.675414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd8a14-c687-4efc-ba45-35eb51ab60b8 req-99c4f4c4-04c7-48f0-acfd-0d53438969bd tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:45.677130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9fd8a14-c687-4efc-ba45-35eb51ab60b8 req-99c4f4c4-04c7-48f0-acfd-0d53438969bd tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 946 time: 0.0608771 Sep 26 13:36:45.728296 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9fd8a14-c687-4efc-ba45-35eb51ab60b8 req-a429a43e-647b-4db6-ad84-503b950ce8c8 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Sep 26 13:36:45.739122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef288b5-3e3e-4393-a451-f759e0d751e6 req-f4db8c4e-43bc-447b-aacc-d9d927cc5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:45.740686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ef288b5-3e3e-4393-a451-f759e0d751e6 req-f4db8c4e-43bc-447b-aacc-d9d927cc5008 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1098 time: 0.0410101 Sep 26 13:36:45.775920 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ef288b5-3e3e-4393-a451-f759e0d751e6 req-de18439c-f313-44df-a915-78082c135104 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285652 Sep 26 13:36:46.875146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36d295-7f19-42c3-9b5f-6b4a8f427c0c req-216f3b0a-bc50-467f-8c25-6b8951b0ec4e tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:46.880065 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b36d295-7f19-42c3-9b5f-6b4a8f427c0c req-216f3b0a-bc50-467f-8c25-6b8951b0ec4e tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 946 time: 0.0735431 Sep 26 13:36:46.930648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b36d295-7f19-42c3-9b5f-6b4a8f427c0c req-23d963f6-c89b-4904-98a4-ce24032b0f21 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Sep 26 13:36:47.052684 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223988-76bc-48b6-be2e-a25294f5e4f8 req-1817a54d-658f-4d73-84da-94f78f1f7280 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:47.054194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5223988-76bc-48b6-be2e-a25294f5e4f8 req-1817a54d-658f-4d73-84da-94f78f1f7280 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 946 time: 0.0537291 Sep 26 13:36:47.093596 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5223988-76bc-48b6-be2e-a25294f5e4f8 req-63dc9957-be06-4309-b6d7-fcb011d1151b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331085 Sep 26 13:36:47.211997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe81bc-4db7-4026-8b16-94946e70e3c9 req-a0ae3717-5337-487d-9226-7499f5b30b03 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:47.213542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbe81bc-4db7-4026-8b16-94946e70e3c9 req-a0ae3717-5337-487d-9226-7499f5b30b03 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 946 time: 0.0510843 Sep 26 13:36:47.251145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cbe81bc-4db7-4026-8b16-94946e70e3c9 req-474b4ba4-521c-4929-bffa-f7c3667ccb59 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Sep 26 13:36:47.274396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56442) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:47.413467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1577bd-4f7b-4b7d-8fb5-782f5b96e476 tempest-TestServerBasicOps-536747991 tempest-TestServerBasicOps-536747991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:47.415224 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cf1577bd-4f7b-4b7d-8fb5-782f5b96e476 tempest-TestServerBasicOps-536747991 tempest-TestServerBasicOps-536747991-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1093 time: 0.1397762 Sep 26 13:36:47.418143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56446) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:36:47.422425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:47.445704 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:47.549561 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:47.654324 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Allocated IP 172.25.4.215 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/bbeccd11-8441-4d51-96a7-142a10f4bf74) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:47.760111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:47.795212 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:47.832330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:47.836722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:47.840566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:47.866241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'Port': ['ID=bbeccd11-8441-4d51-96a7-142a10f4bf74,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:48.548141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:48.619209 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:48.774302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:48.778975 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:48.860192 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event updated for resources: {'Port': ['ID=bbeccd11-8441-4d51-96a7-142a10f4bf74,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:48.871865 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:48.975141 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Floating IP dbf98d8a-f7be-4142-a367-bc17091a9afa associated. External IP: 172.25.4.215, port: 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc. Sep 26 13:36:49.194498 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Router f8a82f3d-57f7-42e4-ab2e-fc506cbadded has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:36:49.307603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:36:49.318573 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] Sync routers for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:36:49.326804 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:49.328316 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:49.328942 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:49.372279 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27750814-b7ad-49ff-96bd-a433b1c0194f tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9383066 Sep 26 13:36:49.372279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a353fe-cc01-4a54-9893-ea7652692098', 'tag': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:36:49.372279 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a993d593c49bae862cc54f8fec1d0c901674d4f54bc9031042169481b395c918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c7c8a-5af2-4637-a7bf-d70d9f294dad" -d '{"events": [{"name": "network-changed", "server_uuid": "45a353fe-cc01-4a54-9893-ea7652692098", "tag": "707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:36:49.467395 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:49.482648 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c377c7a3-4c37-46eb-a4fb-f71bf44ea7c7 x-openstack-request-id: req-c377c7a3-4c37-46eb-a4fb-f71bf44ea7c7 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:36:49.483022 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a353fe-cc01-4a54-9893-ea7652692098", "tag": "707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:36:49.483486 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c377c7a3-4c37-46eb-a4fb-f71bf44ea7c7 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:36:49.483960 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a353fe-cc01-4a54-9893-ea7652692098', 'tag': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'status': 'completed', 'code': 200} Sep 26 13:36:49.544959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-9e627376-71df-47ec-90bf-c543802a843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:49.546628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-9e627376-71df-47ec-90bf-c543802a843e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1098 time: 0.0426419 Sep 26 13:36:49.647771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-44311a1b-98cd-4362-8e48-2a8c2b0a8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:49.649299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-44311a1b-98cd-4362-8e48-2a8c2b0a8411 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 909 time: 0.0961511 Sep 26 13:36:49.719940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-e7b5b220-2486-4940-b90d-d91d377146da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 1000 time: 0.0638788 Sep 26 13:36:49.724578 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'dbf98d8a-f7be-4142-a367-bc17091a9afa', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'port_id': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'mac_address': 'fa:16:3e:32:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a353fe-cc01-4a54-9893-ea7652692098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:36:48Z', 'updated_at': '2021-09-26T13:36:48Z', 'revision_number': 0, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:32Z', 'revision_number': 5, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:49.756411 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] Checking router: f8a82f3d-57f7-42e4-ab2e-fc506cbadded for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:36:49.765840 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:36:49.766552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:36:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:49.779558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-ef19b550-8c4b-46cf-940d-ca3715be9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:49.781069 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-ef19b550-8c4b-46cf-940d-ca3715be9c09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 200 len: 848 time: 0.0550027 Sep 26 13:36:49.829805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-0ac18919-6572-4334-86c1-f202f2f93d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:49.831906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-0ac18919-6572-4334-86c1-f202f2f93d55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f7d7633-1413-440c-a39e-22abd1e89bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429103 Sep 26 13:36:49.879151 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:36:49.936869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-6cda527e-679f-49de-84c0-5537aee3214a service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981355 Sep 26 13:36:50.037761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-580c7c8a-5af2-4637-a7bf-d70d9f294dad req-1169fdfa-0eb8-4f77-8e24-97dd5407489f service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942237 Sep 26 13:36:50.161090 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'dbf98d8a-f7be-4142-a367-bc17091a9afa', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'port_id': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'mac_address': 'fa:16:3e:32:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a353fe-cc01-4a54-9893-ea7652692098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:36:48Z', 'updated_at': '2021-09-26T13:36:48Z', 'revision_number': 0, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:32Z', 'revision_number': 5, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:36:50.190832 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafe869-1e63-4844-baa6-0a2733e59f82 None None] The sync data for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 is: [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'dbf98d8a-f7be-4142-a367-bc17091a9afa', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'port_id': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'mac_address': 'fa:16:3e:32:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a353fe-cc01-4a54-9893-ea7652692098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:36:48Z', 'updated_at': '2021-09-26T13:36:48Z', 'revision_number': 0, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:32Z', 'revision_number': 5, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:36:50.382527 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:50.443044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5a6e0-04d7-4e23-9fa7-165ac6bad4ac None None] New status for floating IP dbf98d8a-f7be-4142-a367-bc17091a9afa: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:36:52.137599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-33002e52-07ee-49f9-8292-73c99d8ee523 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:52.139084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-33002e52-07ee-49f9-8292-73c99d8ee523 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.3760526 Sep 26 13:36:52.154644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-0bb87311-a5f0-420d-863e-cb57c163a035 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/quotas/98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 375 time: 0.0092430 Sep 26 13:36:52.207817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-a2186058-5c9e-48fe-af45-342ee52d98e5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472279 Sep 26 13:36:52.302351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-efca56fc-22fa-445b-a411-9cff75ece953 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878093 Sep 26 13:36:52.394164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-c0501c92-2f5b-4a9c-ae8d-52b5f979532a service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852048 Sep 26 13:36:52.688554 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ae3dce14-391f-4322-bd63-1e5ee4d0cdfb req-3084e4e3-5f8e-4736-927d-015e70e00389 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 210 time: 0.0271790 Sep 26 13:36:53.746880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-6d3a2889-f80c-473f-b8dd-6d880da2f588 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:53.749669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-6d3a2889-f80c-473f-b8dd-6d880da2f588 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1253734 Sep 26 13:36:53.765777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'port': {'device_id': '6f40b525-73df-4d01-a23b-20233a3942f0', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'admin_state_up': True, 'tenant_id': '98bb9d44123d466da039bdc96df5bae9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:53.831494 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a0b591f2-7b39-40c2-93f4-23e3e6207d6e req-8c12022b-834d-42f4-8d86-b6689734b33d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 210 time: 0.0558789 Sep 26 13:36:53.940713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:36:53.944323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:54.085943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.20.0.5 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/de39e05e-8551-4f4f-a15b-82876703f304) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:36:54.242854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:54.276026 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:54.321069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:36:54.324481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:36:54.328683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:36:54.338132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=de39e05e-8551-4f4f-a15b-82876703f304,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:54.400989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:54.400989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:54.409732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-1efeb8ee-ea7a-4aa0-a5f3-2b40b3e19e35 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6512132 Sep 26 13:36:54.419938 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-8c427b46-3c00-4cb5-98f7-f95112fda76a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:36:54.421511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-8c427b46-3c00-4cb5-98f7-f95112fda76a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059364 Sep 26 13:36:54.495039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Request body: {'port': {'device_id': '6f40b525-73df-4d01-a23b-20233a3942f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:36:54.562826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:54.574671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5af2fa4f-4cf4-48d7-9236-a3b77b818a8d None None] Provisioning complete for port de39e05e-8551-4f4f-a15b-82876703f304 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:36:54.575654 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5af2fa4f-4cf4-48d7-9236-a3b77b818a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:54.614904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-5af2fa4f-4cf4-48d7-9236-a3b77b818a8d None None] Port de39e05e-8551-4f4f-a15b-82876703f304 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:36:54.832374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de39e05e-8551-4f4f-a15b-82876703f304 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:36:54.839993 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:54.852948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Transition to ACTIVE for port object de39e05e-8551-4f4f-a15b-82876703f304 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:36:54.866888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:54.952375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=de39e05e-8551-4f4f-a15b-82876703f304,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:55.010317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Attempting to bind port de39e05e-8551-4f4f-a15b-82876703f304 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:36:55.010317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Attempting to bind port de39e05e-8551-4f4f-a15b-82876703f304 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:36:55.010761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Attempting to bind port de39e05e-8551-4f4f-a15b-82876703f304 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:55.011555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135d992-dafe-46fc-a652-d391c3ed1cd2 req-a24ab4cb-93d1-4629-99f2-04de99d9bbd5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:55.015770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Port de39e05e-8551-4f4f-a15b-82876703f304 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:36:55.016166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Attempting to bind port de39e05e-8551-4f4f-a15b-82876703f304 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:36:55.018699 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2135d992-dafe-46fc-a652-d391c3ed1cd2 req-a24ab4cb-93d1-4629-99f2-04de99d9bbd5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.1110489 Sep 26 13:36:55.022444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:36:55.022840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:36:55.023350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:36:55.023859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Bound port: de39e05e-8551-4f4f-a15b-82876703f304, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:36:55.024286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:55.076058 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2135d992-dafe-46fc-a652-d391c3ed1cd2 req-1e6965dc-d361-4c6c-8f91-7dbe94bb7746 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Sep 26 13:36:55.117121 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] For port de39e05e-8551-4f4f-a15b-82876703f304, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:36:55.121369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] For port de39e05e-8551-4f4f-a15b-82876703f304, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=de39e05e-8551-4f4f-a15b-82876703f304,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:36:55.126737 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:55.174942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:55.175579 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:36:55.177247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] 10.222.0.23 "PUT /v2.0/ports/de39e05e-8551-4f4f-a15b-82876703f304 HTTP/1.1" status: 200 len: 1092 time: 0.7469406 Sep 26 13:36:55.177734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f40b525-73df-4d01-a23b-20233a3942f0', 'tag': 'de39e05e-8551-4f4f-a15b-82876703f304'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:36:55.180282 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f21fd-b46d-402a-9b09-c441286dec29" -d '{"events": [{"name": "network-changed", "server_uuid": "6f40b525-73df-4d01-a23b-20233a3942f0", "tag": "de39e05e-8551-4f4f-a15b-82876703f304"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:36:55.209304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d231c8a-b4cf-4373-b8dc-f97c41ceb8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=de39e05e-8551-4f4f-a15b-82876703f304,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:36:55.244629 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d20076-966d-4d30-9c74-45930f35da95 x-openstack-request-id: req-04d20076-966d-4d30-9c74-45930f35da95 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:36:55.244629 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f40b525-73df-4d01-a23b-20233a3942f0", "tag": "de39e05e-8551-4f4f-a15b-82876703f304", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:36:55.244629 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04d20076-966d-4d30-9c74-45930f35da95 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:36:55.244629 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f40b525-73df-4d01-a23b-20233a3942f0', 'tag': 'de39e05e-8551-4f4f-a15b-82876703f304', 'status': 'completed', 'code': 200} Sep 26 13:36:55.279277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-63ec03ef-19f2-436d-9ce1-553067a44891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:55.281466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-63ec03ef-19f2-436d-9ce1-553067a44891 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 1095 time: 0.0501776 Sep 26 13:36:55.330160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-8308ab8d-4bfb-4f25-877d-4f2dfabf06fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de39e05e-8551-4f4f-a15b-82876703f304 HTTP/1.1" status: 200 len: 217 time: 0.0381777 Sep 26 13:36:55.387946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-6ad7b062-3775-41eb-9adf-fe48e5c5053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:55.389892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-6ad7b062-3775-41eb-9adf-fe48e5c5053d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0523484 Sep 26 13:36:55.442795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2cf5dcd1-36c1-4d45-ab50-47c6b212bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:55.444783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-2cf5dcd1-36c1-4d45-ab50-47c6b212bbf0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479901 Sep 26 13:36:55.581919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-f16f60bc-78da-44df-bb48-056ae8d0eb08 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299102 Sep 26 13:36:55.696601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefee4b7-d900-4ff8-ae98-129ff7d77fe1 req-05e0c989-bd5e-48ac-97dc-42b683273d58 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077151 Sep 26 13:36:55.788106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f21fd-b46d-402a-9b09-c441286dec29 req-45d98fdf-1bc8-4380-9fd0-a46818645b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:55.789653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006f21fd-b46d-402a-9b09-c441286dec29 req-45d98fdf-1bc8-4380-9fd0-a46818645b41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 1095 time: 0.0460320 Sep 26 13:36:55.884875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f21fd-b46d-402a-9b09-c441286dec29 req-52c9aa49-c8d4-49e8-bf79-6f0b9a2a6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:55.886334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006f21fd-b46d-402a-9b09-c441286dec29 req-52c9aa49-c8d4-49e8-bf79-6f0b9a2a6a00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0898912 Sep 26 13:36:55.937873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006f21fd-b46d-402a-9b09-c441286dec29 req-85f7b7c2-534f-494a-b029-919589a354a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de39e05e-8551-4f4f-a15b-82876703f304 HTTP/1.1" status: 200 len: 217 time: 0.0432045 Sep 26 13:36:55.994212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f21fd-b46d-402a-9b09-c441286dec29 req-717b064b-a907-4f49-9f27-7f9a620728c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:55.995757 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006f21fd-b46d-402a-9b09-c441286dec29 req-717b064b-a907-4f49-9f27-7f9a620728c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0510340 Sep 26 13:36:56.046509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f21fd-b46d-402a-9b09-c441286dec29 req-ff7bd2ec-8625-4ed5-bb80-85db4cf61704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:56.048053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006f21fd-b46d-402a-9b09-c441286dec29 req-ff7bd2ec-8625-4ed5-bb80-85db4cf61704 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438082 Sep 26 13:36:56.145185 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006f21fd-b46d-402a-9b09-c441286dec29 req-81c5a4b4-4a54-4693-b26c-50666f71200c service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899453 Sep 26 13:36:56.188490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e6508-b50b-4ca1-8f0f-d649fb296f9c req-dc21eff8-ff85-4c38-afd8-edee13eaa081 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:56.194069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-137e6508-b50b-4ca1-8f0f-d649fb296f9c req-dc21eff8-ff85-4c38-afd8-edee13eaa081 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0552142 Sep 26 13:36:56.234129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-137e6508-b50b-4ca1-8f0f-d649fb296f9c req-d5cca76f-a066-404a-bf79-3a4035ec6725 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373664 Sep 26 13:36:56.246242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-006f21fd-b46d-402a-9b09-c441286dec29 req-a787f43a-2613-4fb1-8649-d8dd3e0b1c78 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942807 Sep 26 13:36:57.354645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174de78e-9a73-4195-a156-03b3e54cad5a req-3af9567e-061d-4f0e-bb18-4981f91d5f1d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:57.356157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-174de78e-9a73-4195-a156-03b3e54cad5a req-3af9567e-061d-4f0e-bb18-4981f91d5f1d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0504587 Sep 26 13:36:57.396599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-174de78e-9a73-4195-a156-03b3e54cad5a req-bb0e9656-7959-4021-b919-251ae4fbe914 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337319 Sep 26 13:36:58.511468 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008851-cd61-4ec8-9125-b3af63675733 req-e65f1a1d-7838-4a81-9de5-3cac37294a8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:58.512966 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad008851-cd61-4ec8-9125-b3af63675733 req-e65f1a1d-7838-4a81-9de5-3cac37294a8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0489540 Sep 26 13:36:58.550871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ad008851-cd61-4ec8-9125-b3af63675733 req-19834bad-df99-4f5c-abc0-7bd5935101b9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Sep 26 13:36:58.876647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc8ae259-a205-4b01-925f-d5a728663822 req-e9ebcf64-819a-4102-8da7-663f4ab4f064 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419357 Sep 26 13:36:58.966534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae259-a205-4b01-925f-d5a728663822 req-35d74bf1-a854-4da9-a78f-8baca0ef604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:58.968037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc8ae259-a205-4b01-925f-d5a728663822 req-35d74bf1-a854-4da9-a78f-8baca0ef604f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1098 time: 0.0462623 Sep 26 13:36:59.076649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae259-a205-4b01-925f-d5a728663822 req-64e922b1-f91f-43d2-ae0a-030c6ef24613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:59.078251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc8ae259-a205-4b01-925f-d5a728663822 req-64e922b1-f91f-43d2-ae0a-030c6ef24613 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 909 time: 0.0862067 Sep 26 13:36:59.151732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc8ae259-a205-4b01-925f-d5a728663822 req-2d7287f6-24a1-464c-9cb3-ce3b8c98d5df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 1002 time: 0.0653729 Sep 26 13:36:59.201079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae259-a205-4b01-925f-d5a728663822 req-d68f3573-dcdc-43a8-b479-724bcca4ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:59.202577 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc8ae259-a205-4b01-925f-d5a728663822 req-d68f3573-dcdc-43a8-b479-724bcca4ba91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 200 len: 848 time: 0.0436101 Sep 26 13:36:59.248730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae259-a205-4b01-925f-d5a728663822 req-352fb23a-2886-43b0-a2c4-7c365e5eca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:59.250301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc8ae259-a205-4b01-925f-d5a728663822 req-352fb23a-2886-43b0-a2c4-7c365e5eca99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f7d7633-1413-440c-a39e-22abd1e89bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400419 Sep 26 13:36:59.343413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc8ae259-a205-4b01-925f-d5a728663822 req-925b0619-06eb-46a0-b07c-329aaae036fc service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857472 Sep 26 13:36:59.433844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc8ae259-a205-4b01-925f-d5a728663822 req-31633b08-97e6-4d12-8fbe-bb13875d0bb7 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832152 Sep 26 13:36:59.675000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ebd9-2258-4e83-a506-f5a18608dc1d req-1e2530ed-461a-450a-bcf8-be01b301b384 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:36:59.676999 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66c7ebd9-2258-4e83-a506-f5a18608dc1d req-1e2530ed-461a-450a-bcf8-be01b301b384 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0554035 Sep 26 13:36:59.715268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66c7ebd9-2258-4e83-a506-f5a18608dc1d req-4edc9542-3305-4f01-80bc-d9fd5ceaf99f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Sep 26 13:37:00.835881 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e397f-0a97-42bf-bf1b-ab2b371bc8c6 req-ec425e79-a6bc-4ee7-b9a1-995e38d459a1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:00.837515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d4e397f-0a97-42bf-bf1b-ab2b371bc8c6 req-ec425e79-a6bc-4ee7-b9a1-995e38d459a1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0559683 Sep 26 13:37:00.875446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d4e397f-0a97-42bf-bf1b-ab2b371bc8c6 req-7db9fc7b-d448-4e37-b857-79cf83ec39f4 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Sep 26 13:37:01.994318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c0e2-8bb8-409a-8b67-122a2c80df71 req-b6e4b35e-45ef-4f98-a63c-e28f848ba2e9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:01.995940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3703c0e2-8bb8-409a-8b67-122a2c80df71 req-b6e4b35e-45ef-4f98-a63c-e28f848ba2e9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0528543 Sep 26 13:37:02.034708 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3703c0e2-8bb8-409a-8b67-122a2c80df71 req-beb63354-62cb-463b-bc69-b24c7849685a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Sep 26 13:37:03.157512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e0469-b2d1-4260-9760-761e8e633637 req-e100274a-7abf-4961-8690-017bf32c0618 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:03.159043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-948e0469-b2d1-4260-9760-761e8e633637 req-e100274a-7abf-4961-8690-017bf32c0618 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0498552 Sep 26 13:37:03.198401 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-948e0469-b2d1-4260-9760-761e8e633637 req-8a751876-8a5a-405a-a77f-1bea86450a89 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327985 Sep 26 13:37:04.311343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf4e7f-0509-477f-b7af-fb282c08873b req-c74fcd09-df61-4b30-84fa-8ec442b6b36f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:04.312902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edcf4e7f-0509-477f-b7af-fb282c08873b req-c74fcd09-df61-4b30-84fa-8ec442b6b36f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Sep 26 13:37:04.350864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-edcf4e7f-0509-477f-b7af-fb282c08873b req-eba58e20-de3f-4a96-a15d-cfddece8c5ae tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Sep 26 13:37:05.468251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dcda0-8df9-4997-b8bc-3e2f7262f3a9 req-fc815f7c-0a2b-499f-87cd-4b256350b222 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:05.469940 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-429dcda0-8df9-4997-b8bc-3e2f7262f3a9 req-fc815f7c-0a2b-499f-87cd-4b256350b222 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0516768 Sep 26 13:37:05.510000 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-429dcda0-8df9-4997-b8bc-3e2f7262f3a9 req-609e1fc0-12ce-4e9f-a49f-c2d658c9fb6c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337923 Sep 26 13:37:06.627825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbab3c-8185-4a7f-9738-7dff8e7a2e1c req-02782751-45ad-4623-99f8-05399a0d6396 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:06.629826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8fbab3c-8185-4a7f-9738-7dff8e7a2e1c req-02782751-45ad-4623-99f8-05399a0d6396 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 943 time: 0.0535419 Sep 26 13:37:06.669049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8fbab3c-8185-4a7f-9738-7dff8e7a2e1c req-7d2dfd5a-7cc9-484a-9bbf-421f79e25e48 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Sep 26 13:37:06.894162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device de39e05e-8551-4f4f-a15b-82876703f304 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:37:07.000234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port de39e05e-8551-4f4f-a15b-82876703f304, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=de39e05e-8551-4f4f-a15b-82876703f304,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:37:07.011942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'de39e05e-8551-4f4f-a15b-82876703f304', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'port_id': 'de39e05e-8551-4f4f-a15b-82876703f304', 'mac_address': 'fa:16:3e:c9:3b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:37:07.052674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:07.066656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de39e05e-8551-4f4f-a15b-82876703f304 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:37:07.086696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port de39e05e-8551-4f4f-a15b-82876703f304, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=de39e05e-8551-4f4f-a15b-82876703f304,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:37:07.090921 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:07.139011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=de39e05e-8551-4f4f-a15b-82876703f304,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:07.419100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['de39e05e-8551-4f4f-a15b-82876703f304'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:37:07.788965 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903a1a-0dd3-43a0-8208-198939bb1979 req-9e4de7d9-d7f3-48fb-926b-ecbeb7246402 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:07.790499 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-87903a1a-0dd3-43a0-8208-198939bb1979 req-9e4de7d9-d7f3-48fb-926b-ecbeb7246402 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 944 time: 0.0551815 Sep 26 13:37:07.829056 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-87903a1a-0dd3-43a0-8208-198939bb1979 req-bd2a1be8-b6aa-4efe-9f1a-178af67a8215 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Sep 26 13:37:08.334282 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e050942-7763-490b-b9cc-4dbdb406fad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:08.911855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device de39e05e-8551-4f4f-a15b-82876703f304 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:37:08.949471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9ae3-73ff-4d11-9fa4-85bee01426b9 req-3fd2fb1a-3316-4acd-a7c4-2cd087bfebdd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:08.951040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-566b9ae3-73ff-4d11-9fa4-85bee01426b9 req-3fd2fb1a-3316-4acd-a7c4-2cd087bfebdd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 944 time: 0.0548906 Sep 26 13:37:08.970973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port de39e05e-8551-4f4f-a15b-82876703f304 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:37:08.975722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port de39e05e-8551-4f4f-a15b-82876703f304 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:37:08.976122 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:08.994067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-566b9ae3-73ff-4d11-9fa4-85bee01426b9 req-e90d3a2b-62d9-42eb-a839-3b7092ca5f58 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333493 Sep 26 13:37:09.061905 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:09.088863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f40b525-73df-4d01-a23b-20233a3942f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de39e05e-8551-4f4f-a15b-82876703f304'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:37:09.091354 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5b4de0-8bd7-4af6-9a76-a09de54bc80d" -d '{"events": [{"server_uuid": "6f40b525-73df-4d01-a23b-20233a3942f0", "name": "network-vif-plugged", "status": "completed", "tag": "de39e05e-8551-4f4f-a15b-82876703f304"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:37:09.104957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port de39e05e-8551-4f4f-a15b-82876703f304, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=de39e05e-8551-4f4f-a15b-82876703f304,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:37:09.109122 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:09.135403 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3932a63e-e07c-4f55-9c78-686bf7bed3ac x-openstack-request-id: req-3932a63e-e07c-4f55-9c78-686bf7bed3ac {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:37:09.135718 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f40b525-73df-4d01-a23b-20233a3942f0", "name": "network-vif-plugged", "status": "completed", "tag": "de39e05e-8551-4f4f-a15b-82876703f304", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:37:09.135966 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3932a63e-e07c-4f55-9c78-686bf7bed3ac {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:37:09.136353 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f40b525-73df-4d01-a23b-20233a3942f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de39e05e-8551-4f4f-a15b-82876703f304', 'code': 200} Sep 26 13:37:09.162763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=de39e05e-8551-4f4f-a15b-82876703f304,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:09.228979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210d135-d2b7-4855-aa5b-943d3621c362 req-558d151a-ed83-4810-8eaa-fca7b7c38508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:09.230579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b210d135-d2b7-4855-aa5b-943d3621c362 req-558d151a-ed83-4810-8eaa-fca7b7c38508 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 1097 time: 0.0409558 Sep 26 13:37:09.265646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b210d135-d2b7-4855-aa5b-943d3621c362 req-9de62575-486f-4f8b-956a-283df347e0b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275028 Sep 26 13:37:10.117313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1f59-94a2-4445-999d-1cf2de1a6b5a req-63d843eb-39eb-42cc-b7fd-bafcd6b9ca9c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:10.118874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04da1f59-94a2-4445-999d-1cf2de1a6b5a req-63d843eb-39eb-42cc-b7fd-bafcd6b9ca9c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 945 time: 0.0539212 Sep 26 13:37:10.157651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04da1f59-94a2-4445-999d-1cf2de1a6b5a req-16fbe60c-6b09-4911-a85e-b20242c82138 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Sep 26 13:37:10.804472 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:37:11.084732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bb279bcd-1824-4ddd-acf4-b42351012fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:11.278800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c8206-8751-46b2-9912-1e7db863c4b9 req-40434228-b149-4044-8749-18cc3c9ca85f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:11.280282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f2c8206-8751-46b2-9912-1e7db863c4b9 req-40434228-b149-4044-8749-18cc3c9ca85f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 945 time: 0.0494275 Sep 26 13:37:11.319476 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f2c8206-8751-46b2-9912-1e7db863c4b9 req-f9f1bb59-c92e-4766-bb11-f16f6d8cda46 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330715 Sep 26 13:37:11.439866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f0d19-d379-4782-889a-1499c4ff6e6a req-8043910d-a46d-4634-a300-3c5bc98aa2d4 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:11.441352 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452f0d19-d379-4782-889a-1499c4ff6e6a req-8043910d-a46d-4634-a300-3c5bc98aa2d4 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 945 time: 0.0516033 Sep 26 13:37:11.479545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452f0d19-d379-4782-889a-1499c4ff6e6a req-7229ca92-e442-446f-af64-31afe8e87892 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Sep 26 13:37:11.652686 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:12.163717 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:13.623863 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:13.936225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-efa2f053-3054-453e-bba4-ccbfbef99a17 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:13.937946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-efa2f053-3054-453e-bba4-ccbfbef99a17 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1123044 Sep 26 13:37:13.954939 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-543c9d84-4b8a-4dad-8615-4a666bc541f7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/quotas/98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 375 time: 0.0110312 Sep 26 13:37:14.012402 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-4d54f89a-2feb-436f-92cf-8d718ea58a82 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511901 Sep 26 13:37:14.112520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-e81c3ef8-94f5-4a81-83e5-c3e3c45dff1c service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926087 Sep 26 13:37:14.202642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-407c3b90-6220-4f36-872e-3751900c4981 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 Sep 26 13:37:14.398924 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f3f7cc56-1315-4b85-9121-325fde9829a3 req-b6844b60-6b27-4316-86b8-dd881be22185 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 210 time: 0.0278268 Sep 26 13:37:15.309874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-8a087126-161b-494c-b8d1-7a32f497f2db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:15.311376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-8a087126-161b-494c-b8d1-7a32f497f2db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1120973 Sep 26 13:37:15.325108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'port': {'device_id': '0641957a-c599-4c49-9f88-57ab47c57acc', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'admin_state_up': True, 'tenant_id': '98bb9d44123d466da039bdc96df5bae9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:15.435586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:37:15.439361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:15.440790 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:15.529651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aa4a04a-6705-4d2e-8636-e7dab8a10849 req-6b61308c-3354-4959-bf80-2f11d1b4ff3a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 210 time: 0.0327871 Sep 26 13:37:15.593931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.20.0.13 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/a9f7941b-9f61-46db-9a5e-7f225b5f7362) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:37:15.777821 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:15.812180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:15.824431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['de39e05e-8551-4f4f-a15b-82876703f304'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:37:15.857238 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:37:15.859984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:37:15.863870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:37:15.900775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=a9f7941b-9f61-46db-9a5e-7f225b5f7362,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:15.926551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.928126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.928524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.928873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.929209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.929583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.929903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.930459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.930800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.931750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.931750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.931978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:15.958224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:15.958914 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:15.978660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-641469e3-e48f-41dd-acad-055a0fc4229c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6576052 Sep 26 13:37:15.993709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Request body: {'port': {'device_id': '0641957a-c599-4c49-9f88-57ab47c57acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:16.060346 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:16.158071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-43deaacc-4b29-4387-814a-22dcb93b955a None None] Provisioning complete for port a9f7941b-9f61-46db-9a5e-7f225b5f7362 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:37:16.158698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43deaacc-4b29-4387-814a-22dcb93b955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:16.202799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-43deaacc-4b29-4387-814a-22dcb93b955a None None] Port a9f7941b-9f61-46db-9a5e-7f225b5f7362 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:37:16.360496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f7941b-9f61-46db-9a5e-7f225b5f7362 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:37:16.369529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:16.382990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Transition to ACTIVE for port object a9f7941b-9f61-46db-9a5e-7f225b5f7362 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:37:16.387205 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:16.462521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f7941b-9f61-46db-9a5e-7f225b5f7362,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:16.522607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Attempting to bind port a9f7941b-9f61-46db-9a5e-7f225b5f7362 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:37:16.522943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Attempting to bind port a9f7941b-9f61-46db-9a5e-7f225b5f7362 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:37:16.523275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Attempting to bind port a9f7941b-9f61-46db-9a5e-7f225b5f7362 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:37:16.528529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Port a9f7941b-9f61-46db-9a5e-7f225b5f7362 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:37:16.528856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Attempting to bind port a9f7941b-9f61-46db-9a5e-7f225b5f7362 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:37:16.534397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:37:16.534700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:37:16.535083 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:37:16.535677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Bound port: a9f7941b-9f61-46db-9a5e-7f225b5f7362, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:37:16.536750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:16.619031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] For port a9f7941b-9f61-46db-9a5e-7f225b5f7362, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:37:16.621098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] For port a9f7941b-9f61-46db-9a5e-7f225b5f7362, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a9f7941b-9f61-46db-9a5e-7f225b5f7362,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:37:16.627121 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:16.672749 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784e041-e7cf-489c-96a9-e305d1581fee req-1f15c182-0d2e-470b-844f-efd3603fe996 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:16.673378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:16.674266 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:16.674406 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6784e041-e7cf-489c-96a9-e305d1581fee req-1f15c182-0d2e-470b-844f-efd3603fe996 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0696263 Sep 26 13:37:16.675937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] 10.222.0.24 "PUT /v2.0/ports/a9f7941b-9f61-46db-9a5e-7f225b5f7362 HTTP/1.1" status: 200 len: 1093 time: 0.6875615 Sep 26 13:37:16.676454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0641957a-c599-4c49-9f88-57ab47c57acc', 'tag': 'a9f7941b-9f61-46db-9a5e-7f225b5f7362'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:37:16.679996 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad9adc9-c692-4b79-bf8d-3976ad02e638" -d '{"events": [{"name": "network-changed", "server_uuid": "0641957a-c599-4c49-9f88-57ab47c57acc", "tag": "a9f7941b-9f61-46db-9a5e-7f225b5f7362"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:37:16.710750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf2c45-9bc7-4805-ac53-2328b9589457 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f7941b-9f61-46db-9a5e-7f225b5f7362,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:16.743836 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6784e041-e7cf-489c-96a9-e305d1581fee req-817e87cd-2199-48a5-b923-b70a97d6cc3f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Sep 26 13:37:16.772193 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ae842-3c55-4fa3-8ba3-5fe11d1ab849 x-openstack-request-id: req-870ae842-3c55-4fa3-8ba3-5fe11d1ab849 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:37:16.772193 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0641957a-c599-4c49-9f88-57ab47c57acc", "tag": "a9f7941b-9f61-46db-9a5e-7f225b5f7362", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:37:16.772193 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-870ae842-3c55-4fa3-8ba3-5fe11d1ab849 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:37:16.772193 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0641957a-c599-4c49-9f88-57ab47c57acc', 'tag': 'a9f7941b-9f61-46db-9a5e-7f225b5f7362', 'status': 'completed', 'code': 200} Sep 26 13:37:16.790396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2a374bba-8b80-4ff0-a369-7e91e606098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:16.792016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-2a374bba-8b80-4ff0-a369-7e91e606098f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 1096 time: 0.0608974 Sep 26 13:37:16.838098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-dccf111f-3094-4f8c-9383-80d1e609afe6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f7941b-9f61-46db-9a5e-7f225b5f7362 HTTP/1.1" status: 200 len: 217 time: 0.0366428 Sep 26 13:37:16.891270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-7426a009-1971-47d7-8e24-585a68a3bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:16.892771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-7426a009-1971-47d7-8e24-585a68a3bba3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0467906 Sep 26 13:37:16.947753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-921f2ddb-0a2c-4052-913c-42195e60eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:16.949187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-921f2ddb-0a2c-4052-913c-42195e60eead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484979 Sep 26 13:37:17.060300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-0c2f1044-1ffc-41b5-bf82-ed17442b720b service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007285 Sep 26 13:37:17.176912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c59e6c2d-7698-4d4b-aedd-15e516d9e273 req-1db1e398-7bf2-44aa-9856-5ee5e7a6121e service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055391 Sep 26 13:37:17.262910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-b6762d98-9631-4413-b963-7060ef425789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:17.264357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-b6762d98-9631-4413-b963-7060ef425789 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 1096 time: 0.0424552 Sep 26 13:37:17.359992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-29c21a40-48ef-4aa8-8f08-ffde86b4c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:17.361507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-29c21a40-48ef-4aa8-8f08-ffde86b4c9fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0899217 Sep 26 13:37:17.404062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-2a2b7eaa-fb9c-405d-b888-a3add08fe0af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f7941b-9f61-46db-9a5e-7f225b5f7362 HTTP/1.1" status: 200 len: 217 time: 0.0355275 Sep 26 13:37:17.455991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-7ac98103-f607-4fa2-a205-75cb57edfdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:17.457464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-7ac98103-f607-4fa2-a205-75cb57edfdd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0462120 Sep 26 13:37:17.516705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-5764b76b-7375-45f2-9d4d-696b3daebb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:17.518253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-5764b76b-7375-45f2-9d4d-696b3daebb01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520275 Sep 26 13:37:17.608987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-b4e97b84-21d3-4425-9473-c19f7001401d service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827863 Sep 26 13:37:17.702735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9adc9-c692-4b79-bf8d-3976ad02e638 req-9604d392-27ec-41e0-9dfc-5c8662daeb78 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861804 Sep 26 13:37:17.880612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d4d8e-8186-4313-b066-ac32a0271b7a req-606253e9-24a5-4dfd-8fa2-b19c3cd2f421 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:17.882137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e0d4d8e-8186-4313-b066-ac32a0271b7a req-606253e9-24a5-4dfd-8fa2-b19c3cd2f421 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0590203 Sep 26 13:37:17.920496 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e0d4d8e-8186-4313-b066-ac32a0271b7a req-27785af3-4048-4b1f-bd1d-42db7e0c2164 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Sep 26 13:37:19.091124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f600b63-d126-4e06-b73a-6f63f3eeb09b req-7b6f8293-798c-4a91-a2f8-ffa0b93d594e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:19.093036 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f600b63-d126-4e06-b73a-6f63f3eeb09b req-7b6f8293-798c-4a91-a2f8-ffa0b93d594e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0651300 Sep 26 13:37:19.155480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f600b63-d126-4e06-b73a-6f63f3eeb09b req-6afa8c1c-6454-4328-87f0-b1ddd54d82a8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542033 Sep 26 13:37:20.334630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbf2f4-e68c-4abd-88cf-0b7e33c38b65 req-049e83a3-0cba-4bcf-af94-adb959eec573 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:20.336168 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24bbf2f4-e68c-4abd-88cf-0b7e33c38b65 req-049e83a3-0cba-4bcf-af94-adb959eec573 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0700552 Sep 26 13:37:20.384155 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:20.392554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-24bbf2f4-e68c-4abd-88cf-0b7e33c38b65 req-0b57a368-3f6e-4a5e-b9d0-de559c93d9ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502050 Sep 26 13:37:21.546527 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc351d6-216b-4cf8-8f3a-400e74742508 req-c32f75e6-95c7-47f3-a539-5856149c817f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:21.555047 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6fc351d6-216b-4cf8-8f3a-400e74742508 req-c32f75e6-95c7-47f3-a539-5856149c817f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0646942 Sep 26 13:37:21.601529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6fc351d6-216b-4cf8-8f3a-400e74742508 req-de1192d5-323e-4447-ae55-5a01a2e3b79a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451436 Sep 26 13:37:23.012586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a468a3f-2e75-4151-b7a7-aaf317f582cb req-d7c8d703-433b-43d3-966e-94dac595e61e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:23.014190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a468a3f-2e75-4151-b7a7-aaf317f582cb req-d7c8d703-433b-43d3-966e-94dac595e61e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.3475368 Sep 26 13:37:23.052855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a468a3f-2e75-4151-b7a7-aaf317f582cb req-3ae84545-1d5f-4f7e-bcf2-e1bab4bdbed5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Sep 26 13:37:23.588571 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56672) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:37:23.674078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb1911-37b0-47a1-b1e2-16232b93c68e req-a2498bb1-fc90-4e23-ad0c-4e340da6d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:23.675629 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45bb1911-37b0-47a1-b1e2-16232b93c68e req-a2498bb1-fc90-4e23-ad0c-4e340da6d3f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1098 time: 0.0860476 Sep 26 13:37:23.715478 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45bb1911-37b0-47a1-b1e2-16232b93c68e req-c2dd1892-4358-48f4-8b09-0b731f5cbe28 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Sep 26 13:37:24.170925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c302f-09c7-4302-bbbd-7c999472068e req-30b83861-8313-4792-ace6-3b13d746b879 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:24.172495 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-701c302f-09c7-4302-bbbd-7c999472068e req-30b83861-8313-4792-ace6-3b13d746b879 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0511985 Sep 26 13:37:24.212088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-701c302f-09c7-4302-bbbd-7c999472068e req-530c1047-e7da-468c-88c4-6ddb0f954557 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Sep 26 13:37:25.331736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b935-e6fd-47aa-b62b-0fabf8e27e86 req-6fa1eb4f-4aea-4844-937c-4e5e924f210c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:25.334068 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6015b935-e6fd-47aa-b62b-0fabf8e27e86 req-6fa1eb4f-4aea-4844-937c-4e5e924f210c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0509791 Sep 26 13:37:25.372782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6015b935-e6fd-47aa-b62b-0fabf8e27e86 req-52aae272-e9d5-41d8-9b3e-1b4bbc792056 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Sep 26 13:37:26.491593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0604e46-5e3b-4c2f-b6bc-5ef97972ab5b req-a0f48ed5-f57f-4640-af57-e97b201500bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:26.493217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0604e46-5e3b-4c2f-b6bc-5ef97972ab5b req-a0f48ed5-f57f-4640-af57-e97b201500bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0527616 Sep 26 13:37:26.534165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0604e46-5e3b-4c2f-b6bc-5ef97972ab5b req-3ec094d9-fece-4815-af2c-450d258d27f4 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347023 Sep 26 13:37:27.652507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbae91d-1716-41ab-a663-bd1a78b4e9f3 req-c2f3e08c-ac4a-4ffe-9a3b-1ec90d5be51a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:27.654061 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ebbae91d-1716-41ab-a663-bd1a78b4e9f3 req-c2f3e08c-ac4a-4ffe-9a3b-1ec90d5be51a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0496118 Sep 26 13:37:27.700138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ebbae91d-1716-41ab-a663-bd1a78b4e9f3 req-3b4beb0b-1ee2-499c-8b73-c93a009cfcb6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 Sep 26 13:37:28.818432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c1458-061c-4ecf-9a6e-2eaea692c751 req-673e8aa8-7e44-4df1-aa01-4909c326c521 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:28.819929 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e92c1458-061c-4ecf-9a6e-2eaea692c751 req-673e8aa8-7e44-4df1-aa01-4909c326c521 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0505290 Sep 26 13:37:28.860486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e92c1458-061c-4ecf-9a6e-2eaea692c751 req-a0e159e9-2d11-4d19-b334-857cfd061821 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340304 Sep 26 13:37:29.981499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b70225-5b25-4c56-b0ae-ae30c85cf6bc req-02229b4a-7437-44a5-bb86-77edc199a4a7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:29.983049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b70225-5b25-4c56-b0ae-ae30c85cf6bc req-02229b4a-7437-44a5-bb86-77edc199a4a7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0519717 Sep 26 13:37:30.021530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90b70225-5b25-4c56-b0ae-ae30c85cf6bc req-eb05d80b-06d2-4d98-b96e-7b867565e6bd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324721 Sep 26 13:37:31.152053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ab62-2200-4e20-bf7d-6b86b806a6f8 req-99e2707e-bd42-4bb5-b954-d3f060e18ca8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:31.153680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c88ab62-2200-4e20-bf7d-6b86b806a6f8 req-99e2707e-bd42-4bb5-b954-d3f060e18ca8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0596123 Sep 26 13:37:31.195917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3c88ab62-2200-4e20-bf7d-6b86b806a6f8 req-e82cdae4-4f84-467b-ac7a-2121c6cb1885 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Sep 26 13:37:32.311790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a993002-e960-4b53-aab2-d563c787edf2 req-1de0bedd-bf15-4638-90f4-ad3826095c23 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:32.313277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a993002-e960-4b53-aab2-d563c787edf2 req-1de0bedd-bf15-4638-90f4-ad3826095c23 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0491366 Sep 26 13:37:32.352195 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9a993002-e960-4b53-aab2-d563c787edf2 req-2d84e1a4-a525-449d-98d5-101086d823c7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Sep 26 13:37:33.486901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1cb63-32ed-4240-820e-ef04a98576ed req-b6641584-56d7-4c28-8ae1-dfb31805419a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:33.488514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8c1cb63-32ed-4240-820e-ef04a98576ed req-b6641584-56d7-4c28-8ae1-dfb31805419a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0638905 Sep 26 13:37:33.527404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8c1cb63-32ed-4240-820e-ef04a98576ed req-0bf50831-3e93-4cf4-80d1-fbafeccb817e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Sep 26 13:37:34.659104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68061-af63-40e3-bc71-cb37bdedf088 req-1ca32fa1-2e1a-4fdb-bde2-930596fd4db2 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:34.660653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eab68061-af63-40e3-bc71-cb37bdedf088 req-1ca32fa1-2e1a-4fdb-bde2-930596fd4db2 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 944 time: 0.0523825 Sep 26 13:37:34.708915 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eab68061-af63-40e3-bc71-cb37bdedf088 req-ec9f4005-c6b4-43a4-8c5b-c9a2f56b379f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Sep 26 13:37:35.695542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a9f7941b-9f61-46db-9a5e-7f225b5f7362 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:37:35.812546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a9f7941b-9f61-46db-9a5e-7f225b5f7362, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a9f7941b-9f61-46db-9a5e-7f225b5f7362,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:37:35.828377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'a9f7941b-9f61-46db-9a5e-7f225b5f7362', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'port_id': 'a9f7941b-9f61-46db-9a5e-7f225b5f7362', 'mac_address': 'fa:16:3e:b0:48:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:37:35.874967 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:35.890260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f7941b-9f61-46db-9a5e-7f225b5f7362 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:37:35.912971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a9f7941b-9f61-46db-9a5e-7f225b5f7362, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a9f7941b-9f61-46db-9a5e-7f225b5f7362,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:37:35.917386 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:35.970971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a9f7941b-9f61-46db-9a5e-7f225b5f7362,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:35.979619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.980089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.980445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.980787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.981173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.981626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.982073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.982516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.982962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.983425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.983888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:35.984345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:36.093739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709362eb-f4f9-4c1a-b580-5ef0bb9dc33b req-9c8c9c0d-2373-4f19-b0a3-0d79ca56ce62 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:36.095215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-709362eb-f4f9-4c1a-b580-5ef0bb9dc33b req-9c8c9c0d-2373-4f19-b0a3-0d79ca56ce62 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 945 time: 0.0507572 Sep 26 13:37:36.113110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a9f7941b-9f61-46db-9a5e-7f225b5f7362'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:37:36.133476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-709362eb-f4f9-4c1a-b580-5ef0bb9dc33b req-ef0b33a1-b66e-4793-bd00-8fc0f01de93e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Sep 26 13:37:37.251266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d56e25-0f10-4c5e-800e-70d499e057b1 req-97b2a983-c467-4744-8563-8fb926cb2bbf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:37.252757 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40d56e25-0f10-4c5e-800e-70d499e057b1 req-97b2a983-c467-4744-8563-8fb926cb2bbf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 945 time: 0.0495141 Sep 26 13:37:37.291176 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40d56e25-0f10-4c5e-800e-70d499e057b1 req-1c004ae5-cf07-4eaf-9cbe-a1bcb7d5a216 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Sep 26 13:37:37.710258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a9f7941b-9f61-46db-9a5e-7f225b5f7362 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:37:37.761567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port a9f7941b-9f61-46db-9a5e-7f225b5f7362 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:37:37.765686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port a9f7941b-9f61-46db-9a5e-7f225b5f7362 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:37:37.766070 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:37.847705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:37.872004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0641957a-c599-4c49-9f88-57ab47c57acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f7941b-9f61-46db-9a5e-7f225b5f7362'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:37:37.874468 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af67e030-1590-498e-998f-5e9bc1acf78a" -d '{"events": [{"server_uuid": "0641957a-c599-4c49-9f88-57ab47c57acc", "name": "network-vif-plugged", "status": "completed", "tag": "a9f7941b-9f61-46db-9a5e-7f225b5f7362"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:37:37.890934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port a9f7941b-9f61-46db-9a5e-7f225b5f7362, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a9f7941b-9f61-46db-9a5e-7f225b5f7362,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:37:37.895490 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:37.923070 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fcb430-edb0-440a-a161-efa94fb166aa x-openstack-request-id: req-52fcb430-edb0-440a-a161-efa94fb166aa {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:37:37.923335 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0641957a-c599-4c49-9f88-57ab47c57acc", "name": "network-vif-plugged", "status": "completed", "tag": "a9f7941b-9f61-46db-9a5e-7f225b5f7362", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:37:37.923679 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52fcb430-edb0-440a-a161-efa94fb166aa {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:37:37.924083 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0641957a-c599-4c49-9f88-57ab47c57acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f7941b-9f61-46db-9a5e-7f225b5f7362', 'code': 200} Sep 26 13:37:37.952598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=a9f7941b-9f61-46db-9a5e-7f225b5f7362,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:38.032943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8b2b9-1e2e-489b-ad7e-fb98a3ae56e7 req-d5ea7b15-b8c7-46dd-be8c-6ba1324e1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:38.034491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adb8b2b9-1e2e-489b-ad7e-fb98a3ae56e7 req-d5ea7b15-b8c7-46dd-be8c-6ba1324e1b49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 1098 time: 0.0556388 Sep 26 13:37:38.076277 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-adb8b2b9-1e2e-489b-ad7e-fb98a3ae56e7 req-bf06c60e-40f3-4baa-a5c2-7af2251e1522 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351853 Sep 26 13:37:38.338375 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a77037e8-9cc3-4f8b-8c2f-7b1fc40f239a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:38.409958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d5dea-d0c0-4206-a842-9a40a239490a req-d91ca7fe-837e-42b2-8fe0-1521fb9198c6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:38.412126 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c47d5dea-d0c0-4206-a842-9a40a239490a req-d91ca7fe-837e-42b2-8fe0-1521fb9198c6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 946 time: 0.0507426 Sep 26 13:37:38.455825 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c47d5dea-d0c0-4206-a842-9a40a239490a req-ba5fb856-368b-4b92-b2d1-53dff10cbb4b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373085 Sep 26 13:37:39.585118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd20be-266d-49c7-b29f-7676f1165bd9 req-d33d7d5b-db28-4835-b949-67381121e702 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:39.586733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3edd20be-266d-49c7-b29f-7676f1165bd9 req-d33d7d5b-db28-4835-b949-67381121e702 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 946 time: 0.0541081 Sep 26 13:37:39.632480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3edd20be-266d-49c7-b29f-7676f1165bd9 req-b147da40-fcfd-4f2d-8fc3-f2458f73997b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Sep 26 13:37:39.760723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a32f1-b5c6-4b30-8e4f-0da2fe6038ac req-5dd8da62-8070-4223-9af6-792094ab5ea1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:39.762235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-073a32f1-b5c6-4b30-8e4f-0da2fe6038ac req-5dd8da62-8070-4223-9af6-792094ab5ea1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 946 time: 0.0495770 Sep 26 13:37:39.807931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-073a32f1-b5c6-4b30-8e4f-0da2fe6038ac req-dec3764e-8c01-4937-a5f3-91a2e60a22ea tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388775 Sep 26 13:37:40.135540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a17e7-0022-413b-929b-e807b1f1845c req-514f2537-492d-4cd4-b1be-a8be03168d27 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:40.136986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b88a17e7-0022-413b-929b-e807b1f1845c req-514f2537-492d-4cd4-b1be-a8be03168d27 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 946 time: 0.0501306 Sep 26 13:37:40.179560 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b88a17e7-0022-413b-929b-e807b1f1845c req-206bf4fe-e8bf-4a97-816c-56280950d625 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Sep 26 13:37:41.079519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8661-b100-4fc3-a178-c2ec1656c86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:41.309378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd3f4-c154-49a8-886a-d2c9856b7c9a req-bfa8655c-7e42-48a4-844b-c945b82925ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:41.310868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefbd3f4-c154-49a8-886a-d2c9856b7c9a req-bfa8655c-7e42-48a4-844b-c945b82925ed tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 946 time: 0.0498104 Sep 26 13:37:41.349419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cefbd3f4-c154-49a8-886a-d2c9856b7c9a req-adb77d74-c09e-47fb-9033-aa18719c55f7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Sep 26 13:37:41.519032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-fff80d2e-291b-43c6-822c-655b548c1d07 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:41.521162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-fff80d2e-291b-43c6-822c-655b548c1d07 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 946 time: 0.0575881 Sep 26 13:37:41.619141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port a9f7941b-9f61-46db-9a5e-7f225b5f7362 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:37:41.619490 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:41.655372 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:41.721970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] For port a9f7941b-9f61-46db-9a5e-7f225b5f7362, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=a9f7941b-9f61-46db-9a5e-7f225b5f7362,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:37:41.722518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:41.737009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for a9f7941b-9f61-46db-9a5e-7f225b5f7362 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:37:41.873626 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:41.886921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['a9f7941b-9f61-46db-9a5e-7f225b5f7362'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:37:41.889362 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['de39e05e-8551-4f4f-a15b-82876703f304'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:37:41.907231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=a9f7941b-9f61-46db-9a5e-7f225b5f7362,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:41.948997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] No DVR routers for this DVR port a9f7941b-9f61-46db-9a5e-7f225b5f7362 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:37:41.951956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:41.953769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbb70d27-9985-4f5b-9c9b-c90ea56b36b7 req-ee84f6fd-d499-45fd-9b15-75783a322a91 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "DELETE /v2.0/ports/a9f7941b-9f61-46db-9a5e-7f225b5f7362 HTTP/1.1" status: 204 len: 173 time: 0.4269693 Sep 26 13:37:41.954219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0641957a-c599-4c49-9f88-57ab47c57acc', 'name': 'network-vif-deleted', 'tag': 'a9f7941b-9f61-46db-9a5e-7f225b5f7362'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:37:41.956630 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923ffb6d-04b9-444e-a8b3-00109eb0aa36" -d '{"events": [{"server_uuid": "0641957a-c599-4c49-9f88-57ab47c57acc", "name": "network-vif-deleted", "tag": "a9f7941b-9f61-46db-9a5e-7f225b5f7362"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:37:42.003892 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77238c05-39ee-45f0-9f31-f1655ad48a2f x-openstack-request-id: req-77238c05-39ee-45f0-9f31-f1655ad48a2f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:37:42.004226 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0641957a-c599-4c49-9f88-57ab47c57acc", "name": "network-vif-deleted", "tag": "a9f7941b-9f61-46db-9a5e-7f225b5f7362", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:37:42.004483 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77238c05-39ee-45f0-9f31-f1655ad48a2f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:37:42.004888 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0641957a-c599-4c49-9f88-57ab47c57acc', 'name': 'network-vif-deleted', 'tag': 'a9f7941b-9f61-46db-9a5e-7f225b5f7362', 'status': 'completed', 'code': 200} Sep 26 13:37:42.167102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:42.464153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-903dd33a-cdd4-410e-9d8f-837edcc54786 req-c84964af-1126-4dc0-96e6-d2ccc8771cde tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 210 time: 0.0286651 Sep 26 13:37:43.562934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-03edc56d-e318-4364-b06d-a7d6aa32ed1d req-f7a34001-666f-4d45-8005-46c1b12c60d8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 210 time: 0.0280776 Sep 26 13:37:43.625063 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:44.662071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d5f73de7-3118-4f8d-b883-3320828b69f1 req-732248a7-550e-455b-a552-74ca9d4b9d12 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 210 time: 0.0283120 Sep 26 13:37:45.439121 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:45.757398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a9f7941b-9f61-46db-9a5e-7f225b5f7362 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:37:45.780346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: a9f7941b-9f61-46db-9a5e-7f225b5f7362 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:37:45.780968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device a9f7941b-9f61-46db-9a5e-7f225b5f7362 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:37:45.789942 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-942cd7be-1733-47c3-abdd-8bd87516e252 req-72f79af1-6f9e-4a5b-a27c-26fbf0b314b0 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641957a-c599-4c49-9f88-57ab47c57acc HTTP/1.1" status: 200 len: 210 time: 0.0446355 Sep 26 13:37:47.803455 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:37:50.281425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b28701-9a33-4ee0-bd3b-d0dc877f494a req-7a32a282-2b73-4a9c-8d0a-4dd501828cac tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:50.283070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7b28701-9a33-4ee0-bd3b-d0dc877f494a req-7a32a282-2b73-4a9c-8d0a-4dd501828cac tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 945 time: 0.0580726 Sep 26 13:37:50.324695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7b28701-9a33-4ee0-bd3b-d0dc877f494a req-937f012a-fb38-4d21-ac9d-57742d94560d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Sep 26 13:37:50.390447 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:51.448232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322a1d2-3f35-4982-b3da-432a8bf0a667 req-345dec31-8efa-4133-9ef8-1d897180ed3c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:51.449727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0322a1d2-3f35-4982-b3da-432a8bf0a667 req-345dec31-8efa-4133-9ef8-1d897180ed3c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 945 time: 0.0536568 Sep 26 13:37:51.490068 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0322a1d2-3f35-4982-b3da-432a8bf0a667 req-a31df0e3-12a3-4d5b-820b-9bc831b10c82 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae3fae54-aa5b-4582-a776-6fe4a4bb3508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Sep 26 13:37:51.985180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-2b99684d-1107-43cd-a80b-b571613d4ce3 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:37:51.986653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-2b99684d-1107-43cd-a80b-b571613d4ce3 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 945 time: 0.0490141 Sep 26 13:37:52.079772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port de39e05e-8551-4f4f-a15b-82876703f304 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:37:52.080112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:52.170362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] For port de39e05e-8551-4f4f-a15b-82876703f304, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=de39e05e-8551-4f4f-a15b-82876703f304,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:37:52.170727 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:52.183073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for de39e05e-8551-4f4f-a15b-82876703f304 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:37:52.309336 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:52.320864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['de39e05e-8551-4f4f-a15b-82876703f304'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:37:52.339509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=de39e05e-8551-4f4f-a15b-82876703f304,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:52.381007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] No DVR routers for this DVR port de39e05e-8551-4f4f-a15b-82876703f304 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:37:52.383625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:52.385698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65f96616-5c9a-489a-ae00-5f5ee22d42d7 req-d629556d-246a-41bc-b75f-38f73051c324 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "DELETE /v2.0/ports/de39e05e-8551-4f4f-a15b-82876703f304 HTTP/1.1" status: 204 len: 173 time: 0.3928218 Sep 26 13:37:52.386150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f40b525-73df-4d01-a23b-20233a3942f0', 'name': 'network-vif-deleted', 'tag': 'de39e05e-8551-4f4f-a15b-82876703f304'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:37:52.388512 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e46e734-f426-42fa-8bfa-4b2d3d6c0b34" -d '{"events": [{"server_uuid": "6f40b525-73df-4d01-a23b-20233a3942f0", "name": "network-vif-deleted", "tag": "de39e05e-8551-4f4f-a15b-82876703f304"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:37:52.429161 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89eb1c-2340-4bfc-b7b2-d70ace101aab x-openstack-request-id: req-fb89eb1c-2340-4bfc-b7b2-d70ace101aab {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:37:52.429463 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f40b525-73df-4d01-a23b-20233a3942f0", "name": "network-vif-deleted", "tag": "de39e05e-8551-4f4f-a15b-82876703f304", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:37:52.429741 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb89eb1c-2340-4bfc-b7b2-d70ace101aab {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:37:52.430170 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f40b525-73df-4d01-a23b-20233a3942f0', 'name': 'network-vif-deleted', 'tag': 'de39e05e-8551-4f4f-a15b-82876703f304', 'status': 'completed', 'code': 200} Sep 26 13:37:52.590727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec0281d2-edf5-4034-927f-f9cc32696b16 req-6f52872d-2767-46e4-b5d9-d5404b55b3b8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 210 time: 0.0277729 Sep 26 13:37:53.691121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a44da5cb-2fdf-4cee-893d-99c0e6417ead req-c93deb49-7872-4e33-8cee-c343d8618c11 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 210 time: 0.0321226 Sep 26 13:37:54.785173 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9bb8c09c-f158-4b73-8786-1d355fa996ac req-351d5b77-3ec4-4692-9f24-f8936b13c422 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 210 time: 0.0269635 Sep 26 13:37:55.157766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device de39e05e-8551-4f4f-a15b-82876703f304 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:37:55.180219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: de39e05e-8551-4f4f-a15b-82876703f304 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:37:55.180557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device de39e05e-8551-4f4f-a15b-82876703f304 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:37:55.916572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9061a0a4-8bd8-4ea8-84fd-c40957cc8d22 req-ec3ab33e-c114-4f1b-bc67-600aeb2f77ec tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f40b525-73df-4d01-a23b-20233a3942f0 HTTP/1.1" status: 200 len: 210 time: 0.0335922 Sep 26 13:37:58.917470 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56824) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:37:58.922083 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661648772', 'description': 'tempest-secgroup-smoke-661648772 description', 'project_id': '98bb9d44123d466da039bdc96df5bae9'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:58.944691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.027165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.030967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.057007 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.058172 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1396732 Sep 26 13:37:59.061152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56826) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:37:59.062418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:59.066331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-86e1c836-62fa-460e-8ca9-d1f5d2943fb7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'security_group_rule': {'security_group_id': '3e23a3ae-d62a-4d8d-99b1-31b99df6b74c', 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:59.070630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.070980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.071325 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.071912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.072248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.072595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.073667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.074004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.074513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.074852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.075186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.075522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced944fb-b5b8-49b5-8b63-d0e7c0cbf093 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:37:59.097318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-86e1c836-62fa-460e-8ca9-d1f5d2943fb7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.157047 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-86e1c836-62fa-460e-8ca9-d1f5d2943fb7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.161117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-86e1c836-62fa-460e-8ca9-d1f5d2943fb7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.178981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1c836-62fa-460e-8ca9-d1f5d2943fb7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb8ba90-f1ff-48b6-aa70-111a4e82b683,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:59.185817 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-86e1c836-62fa-460e-8ca9-d1f5d2943fb7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.187182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-86e1c836-62fa-460e-8ca9-d1f5d2943fb7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246965 Sep 26 13:37:59.190053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56828) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:37:59.195542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-824a2e9f-f37d-42c9-a4a0-7c3eb906ef6e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'security_group_rule': {'security_group_id': '3e23a3ae-d62a-4d8d-99b1-31b99df6b74c', 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:59.221728 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-824a2e9f-f37d-42c9-a4a0-7c3eb906ef6e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.282751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-824a2e9f-f37d-42c9-a4a0-7c3eb906ef6e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.286288 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-824a2e9f-f37d-42c9-a4a0-7c3eb906ef6e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.304546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a2e9f-f37d-42c9-a4a0-7c3eb906ef6e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe49986-a237-4de6-8d4d-8bfdd68f1a5d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:59.310779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-824a2e9f-f37d-42c9-a4a0-7c3eb906ef6e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.312144 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-824a2e9f-f37d-42c9-a4a0-7c3eb906ef6e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207476 Sep 26 13:37:59.314729 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56830) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:37:59.319667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-2a7cd113-6410-4f87-9a8c-9e6630d53b7b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'security_group_rule': {'security_group_id': '3e23a3ae-d62a-4d8d-99b1-31b99df6b74c', 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:59.354504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a7cd113-6410-4f87-9a8c-9e6630d53b7b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.417106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a7cd113-6410-4f87-9a8c-9e6630d53b7b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.420869 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a7cd113-6410-4f87-9a8c-9e6630d53b7b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.439562 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cd113-6410-4f87-9a8c-9e6630d53b7b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4813552-54d1-4fbb-976e-4976a8c4a9fb,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:59.446781 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2a7cd113-6410-4f87-9a8c-9e6630d53b7b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.448057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2a7cd113-6410-4f87-9a8c-9e6630d53b7b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323762 Sep 26 13:37:59.450747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56832) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:37:59.455093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d4c887a7-12b8-4aff-9793-0410c92c0a22 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'security_group_rule': {'security_group_id': '3e23a3ae-d62a-4d8d-99b1-31b99df6b74c', 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:59.481965 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c887a7-12b8-4aff-9793-0410c92c0a22 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.541450 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c887a7-12b8-4aff-9793-0410c92c0a22 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.545864 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c887a7-12b8-4aff-9793-0410c92c0a22 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.564118 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c887a7-12b8-4aff-9793-0410c92c0a22 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c773c8-7e70-49d9-bbfe-9a88a23fd90c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:59.571153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d4c887a7-12b8-4aff-9793-0410c92c0a22 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.572728 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d4c887a7-12b8-4aff-9793-0410c92c0a22 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210597 Sep 26 13:37:59.575648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 56834) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:37:59.580266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-446e0a46-9568-4af3-a348-ca60bab8deee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'security_group_rule': {'security_group_id': '3e23a3ae-d62a-4d8d-99b1-31b99df6b74c', 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:59.602859 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-446e0a46-9568-4af3-a348-ca60bab8deee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Project 98bb9d44123d466da039bdc96df5bae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:37:59.607704 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-446e0a46-9568-4af3-a348-ca60bab8deee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.670854 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-446e0a46-9568-4af3-a348-ca60bab8deee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.675024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-446e0a46-9568-4af3-a348-ca60bab8deee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.696207 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e0a46-9568-4af3-a348-ca60bab8deee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cbb6b8-84ea-4d79-8407-3927bbd76116,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:59.698948 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-446e0a46-9568-4af3-a348-ca60bab8deee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.700237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-446e0a46-9568-4af3-a348-ca60bab8deee tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235690 Sep 26 13:37:59.704322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 56836) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:37:59.709172 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9da1d654-ca49-4f77-8063-6a6a07276640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'security_group_rule': {'security_group_id': '3e23a3ae-d62a-4d8d-99b1-31b99df6b74c', 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:37:59.732401 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-9da1d654-ca49-4f77-8063-6a6a07276640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Project 98bb9d44123d466da039bdc96df5bae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 13:37:59.737960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9da1d654-ca49-4f77-8063-6a6a07276640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.805618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9da1d654-ca49-4f77-8063-6a6a07276640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.809650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9da1d654-ca49-4f77-8063-6a6a07276640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.828167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1d654-ca49-4f77-8063-6a6a07276640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95da581e-26e4-4129-b53b-253258bbf3c5,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:37:59.834418 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9da1d654-ca49-4f77-8063-6a6a07276640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:37:59.835686 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9da1d654-ca49-4f77-8063-6a6a07276640 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302328 Sep 26 13:38:00.868328 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-d3909470-3021-4aa5-b93d-6ae729574524 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431359 Sep 26 13:38:00.956631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-f53af0cc-a043-4996-9fce-0d9c62c43d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:00.958216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-f53af0cc-a043-4996-9fce-0d9c62c43d5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1098 time: 0.0469203 Sep 26 13:38:01.071275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-ab2531d1-b767-406b-95e1-651f7e2a438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:01.073037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-ab2531d1-b767-406b-95e1-651f7e2a438c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 909 time: 0.0956397 Sep 26 13:38:01.140163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-1d425527-8f1e-4b89-90ce-88d05a87e02d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 1002 time: 0.0598018 Sep 26 13:38:01.198573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-a9fe877f-fe34-4678-babb-f3552a140a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:01.200057 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-a9fe877f-fe34-4678-babb-f3552a140a27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 200 len: 848 time: 0.0524664 Sep 26 13:38:01.256126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-fda6347e-4a32-4476-b14f-cb7124bc26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:01.257810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-fda6347e-4a32-4476-b14f-cb7124bc26c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f7d7633-1413-440c-a39e-22abd1e89bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501630 Sep 26 13:38:01.356842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-8f54438b-0650-4332-bbef-4d062bf0d7c6 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921030 Sep 26 13:38:01.455629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b5a5c71-964e-4a9f-836b-499ceb86d64b req-a40be452-56e4-47ca-90dd-cb889cd0cab6 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917997 Sep 26 13:38:08.341281 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1a83cd15-63da-48c6-babe-b2d45b21aafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:11.079036 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-96029642-ef56-4b8f-a695-59d31ab27f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:11.663124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:12.176902 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:13.628400 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:14.142321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-f312c7c0-63fb-4c54-b7db-1adb40bbc4bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661648772&fields=id&tenant_id=98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 267 time: 0.0342991 Sep 26 13:38:14.252308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-ab711d98-d14b-4000-bdac-5ee207fcd4b9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:14.253747 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-ab711d98-d14b-4000-bdac-5ee207fcd4b9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1046853 Sep 26 13:38:14.271384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4f4322c1-55bd-4e18-8522-c23c4c90a16a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/quotas/98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 375 time: 0.0101182 Sep 26 13:38:14.326597 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-f92b2d4c-a1b3-4d9e-b95b-3a11401878b1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507729 Sep 26 13:38:14.473527 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-c1e15949-7380-432a-8b96-6260083f1ffb service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348667 Sep 26 13:38:14.567514 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-bb43be01-a8ba-4e97-afa0-b7765d05e3f4 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878744 Sep 26 13:38:14.860100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a75d9e40-89fa-408e-8d59-8928bf186eaf req-87b34afd-d9e8-48ae-adc0-cdecae07fa76 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 210 time: 0.0289190 Sep 26 13:38:15.441101 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:15.755588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-de632b46-95b4-4d86-b5c5-f62914d0cb37 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:15.757115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-de632b46-95b4-4d86-b5c5-f62914d0cb37 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1082718 Sep 26 13:38:15.802220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-89f625ba-b605-46f7-a9cb-5590f9c10f1f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 379 time: 0.0359781 Sep 26 13:38:15.812053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'port': {'device_id': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'admin_state_up': True, 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'security_groups': ['3e23a3ae-d62a-4d8d-99b1-31b99df6b74c']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:38:15.924886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:38:15.929279 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:15.962054 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a83aca00-d5eb-46d2-adf2-6e79b5022f6d req-9909d6e4-e03d-4ce2-9357-ce981dcd49ca tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 210 time: 0.0303988 Sep 26 13:38:16.065534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.20.0.3 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/624d0178-a8e9-4d51-8738-06d463e9a135) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:38:16.211425 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:16.243958 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:16.285881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:38:16.289146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:38:16.293072 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:38:16.322380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=624d0178-a8e9-4d51-8738-06d463e9a135,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:38:16.336806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.337148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.337505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.337844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.338170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.338495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.338819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.339138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.339457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.339885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.340208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.340524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:38:16.368009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:16.368658 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:16.385241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-4374d559-6829-412e-bdca-e296d1190572 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770726 Sep 26 13:38:16.399113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Request body: {'port': {'device_id': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:38:16.460903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:16.571636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-19e2a7ab-2c67-4245-852e-0a4f60d52c15 None None] Provisioning complete for port 624d0178-a8e9-4d51-8738-06d463e9a135 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:38:16.572450 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-19e2a7ab-2c67-4245-852e-0a4f60d52c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:16.605569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-19e2a7ab-2c67-4245-852e-0a4f60d52c15 None None] Port 624d0178-a8e9-4d51-8738-06d463e9a135 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:38:16.730865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624d0178-a8e9-4d51-8738-06d463e9a135 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:38:16.738665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:16.751881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Transition to ACTIVE for port object 624d0178-a8e9-4d51-8738-06d463e9a135 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:38:16.755313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:16.807357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Pushing event updated for resources: {'Port': ['ID=624d0178-a8e9-4d51-8738-06d463e9a135,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:38:16.893619 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Attempting to bind port 624d0178-a8e9-4d51-8738-06d463e9a135 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:38:16.893976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Attempting to bind port 624d0178-a8e9-4d51-8738-06d463e9a135 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:38:16.894306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Attempting to bind port 624d0178-a8e9-4d51-8738-06d463e9a135 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:38:16.901131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Port 624d0178-a8e9-4d51-8738-06d463e9a135 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:38:16.901506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Attempting to bind port 624d0178-a8e9-4d51-8738-06d463e9a135 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:38:16.907849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:38:16.908191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:38:16.908587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:38:16.909052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Bound port: 624d0178-a8e9-4d51-8738-06d463e9a135, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:38:16.909419 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:17.006486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] For port 624d0178-a8e9-4d51-8738-06d463e9a135, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:38:17.012066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] For port 624d0178-a8e9-4d51-8738-06d463e9a135, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=624d0178-a8e9-4d51-8738-06d463e9a135,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:38:17.022864 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:17.090632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.091259 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:17.092659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] 10.222.0.23 "PUT /v2.0/ports/624d0178-a8e9-4d51-8738-06d463e9a135 HTTP/1.1" status: 200 len: 1092 time: 0.6982634 Sep 26 13:38:17.095027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'tag': '624d0178-a8e9-4d51-8738-06d463e9a135'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:38:17.097179 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75c21b-3536-4c52-8dba-18bba12b2ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e27644a-9c33-4d65-ad3d-fa21bd57349c", "tag": "624d0178-a8e9-4d51-8738-06d463e9a135"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:38:17.128747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46356d3d-db25-41c4-9456-233af9266db2 service neutron] Pushing event updated for resources: {'Port': ['ID=624d0178-a8e9-4d51-8738-06d463e9a135,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:38:17.154178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a21c5e-d5b5-41c7-8cea-9ce4f8686c39 req-920022fe-91c5-4522-b5f3-991405e6afc8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.155762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4a21c5e-d5b5-41c7-8cea-9ce4f8686c39 req-920022fe-91c5-4522-b5f3-991405e6afc8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.1041939 Sep 26 13:38:17.171055 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ce8f5-8d75-4d04-8e41-571596b9924d x-openstack-request-id: req-b10ce8f5-8d75-4d04-8e41-571596b9924d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:38:17.171360 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e27644a-9c33-4d65-ad3d-fa21bd57349c", "tag": "624d0178-a8e9-4d51-8738-06d463e9a135", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:38:17.171618 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b10ce8f5-8d75-4d04-8e41-571596b9924d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:38:17.172016 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'tag': '624d0178-a8e9-4d51-8738-06d463e9a135', 'status': 'completed', 'code': 200} Sep 26 13:38:17.215847 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4a21c5e-d5b5-41c7-8cea-9ce4f8686c39 req-e5f361c5-8198-4803-bd97-ae4ad3700eb6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 Sep 26 13:38:17.219032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-9888948f-1421-4167-ac65-41f5802f5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.220366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-9888948f-1421-4167-ac65-41f5802f5f75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 1095 time: 0.0846050 Sep 26 13:38:17.270197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-30024c3a-c4cb-4cc1-86e6-84e06c70dac2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=624d0178-a8e9-4d51-8738-06d463e9a135 HTTP/1.1" status: 200 len: 217 time: 0.0416903 Sep 26 13:38:17.324065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-0edd7631-20f1-4ff0-808d-f489b48a6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.325762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-0edd7631-20f1-4ff0-808d-f489b48a6471 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0485587 Sep 26 13:38:17.377087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-3e8ebcef-5e8e-4854-b845-3c0b6c6b2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.378701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-3e8ebcef-5e8e-4854-b845-3c0b6c6b2119 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463922 Sep 26 13:38:17.480314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-2934c5e4-9637-4aad-b095-5c9f2cd664cd service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935495 Sep 26 13:38:17.573280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfb69cf4-1f4f-493a-a13b-607137a4f5f3 req-fa7f0ef8-c8f2-45a0-83bd-17a7ff923155 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857043 Sep 26 13:38:17.656730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-4f37f3c0-d592-4c81-8d31-94ac7bc7f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.658285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-4f37f3c0-d592-4c81-8d31-94ac7bc7f18d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 1095 time: 0.0410106 Sep 26 13:38:17.757576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-ad330146-d67b-4748-b078-3ed17398893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.759084 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-ad330146-d67b-4748-b078-3ed17398893e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0940394 Sep 26 13:38:17.805405 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-2375bdbf-edd6-492a-a425-5f6febe935ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=624d0178-a8e9-4d51-8738-06d463e9a135 HTTP/1.1" status: 200 len: 217 time: 0.0389776 Sep 26 13:38:17.859883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-9d1829cc-c248-43c7-b01a-64607072da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.861343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-9d1829cc-c248-43c7-b01a-64607072da77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0493693 Sep 26 13:38:17.906984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-e7788079-9b67-4fdf-b8e8-04620bb6450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:17.908478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-e7788079-9b67-4fdf-b8e8-04620bb6450d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399885 Sep 26 13:38:18.003287 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-10267a43-78c6-4529-8e10-ca20e070ed5f service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867712 Sep 26 13:38:18.096501 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c75c21b-3536-4c52-8dba-18bba12b2ff5 req-58d999e3-da01-4364-b1ae-8632181c634d service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861585 Sep 26 13:38:18.336241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7a51f-37c3-4240-bae0-f2d2892a2ceb req-d90ea643-131a-4c02-b8a2-845c05a7176d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:18.337929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31b7a51f-37c3-4240-bae0-f2d2892a2ceb req-d90ea643-131a-4c02-b8a2-845c05a7176d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0536566 Sep 26 13:38:18.379868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31b7a51f-37c3-4240-bae0-f2d2892a2ceb req-6966533c-b404-44d9-9e8f-d3b3d7cc55b2 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357094 Sep 26 13:38:19.496942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95892592-9893-4a64-a7cc-f761a797e0aa req-13c8aa52-fbdb-46c8-94b5-72ae1c9ec298 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:19.498558 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95892592-9893-4a64-a7cc-f761a797e0aa req-13c8aa52-fbdb-46c8-94b5-72ae1c9ec298 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0509686 Sep 26 13:38:19.538836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95892592-9893-4a64-a7cc-f761a797e0aa req-814fe244-bc0e-4687-9ad3-b487ebd94188 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341337 Sep 26 13:38:20.392049 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:20.667331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d098f72-3836-432a-8ed4-aa90ebaeb728 req-8b3407a2-dea4-451a-be03-60e95725871f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:20.668753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d098f72-3836-432a-8ed4-aa90ebaeb728 req-8b3407a2-dea4-451a-be03-60e95725871f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0560181 Sep 26 13:38:20.707045 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d098f72-3836-432a-8ed4-aa90ebaeb728 req-8690750e-c948-4c1d-8e79-f76caf434c61 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324163 Sep 26 13:38:21.825084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cd515-2d35-4b97-aaf8-eb2c813812e8 req-9aa00d9a-f75c-45cd-832c-2ab5ec69af8c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:21.826591 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-829cd515-2d35-4b97-aaf8-eb2c813812e8 req-9aa00d9a-f75c-45cd-832c-2ab5ec69af8c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0525861 Sep 26 13:38:21.864936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-829cd515-2d35-4b97-aaf8-eb2c813812e8 req-1537a882-e110-4d31-af45-3e0533899229 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324297 Sep 26 13:38:22.980676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463dcb4-0cad-4dfb-8ad8-7d7739184733 req-1ba5a6a6-ec13-4423-ad9e-b6926d993623 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:22.982203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c463dcb4-0cad-4dfb-8ad8-7d7739184733 req-1ba5a6a6-ec13-4423-ad9e-b6926d993623 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0520632 Sep 26 13:38:23.019771 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c463dcb4-0cad-4dfb-8ad8-7d7739184733 req-d989a727-7206-45bd-b45c-37e1ee03a920 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316310 Sep 26 13:38:24.133067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bc86e-5b1a-4b1c-bdce-499b40064bda req-048bde30-c7dd-45a0-b46c-fe256c17fc32 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:24.134607 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-951bc86e-5b1a-4b1c-bdce-499b40064bda req-048bde30-c7dd-45a0-b46c-fe256c17fc32 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0485184 Sep 26 13:38:24.173408 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-951bc86e-5b1a-4b1c-bdce-499b40064bda req-b47341b6-11e2-41ab-b1b8-ddbd80ae616b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328252 Sep 26 13:38:24.802906 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:38:25.287150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d16559-22cb-4897-9924-9db09e91ba80 req-132690ec-f5ba-4f07-adb1-bd3871c9e50b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:25.288659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f2d16559-22cb-4897-9924-9db09e91ba80 req-132690ec-f5ba-4f07-adb1-bd3871c9e50b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0495713 Sep 26 13:38:25.327135 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f2d16559-22cb-4897-9924-9db09e91ba80 req-17e63c8a-6ed3-4449-8392-01a3f35115ac tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323849 Sep 26 13:38:26.440777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01009c-79b5-42d8-9843-92329674caf0 req-bdfdf18d-8063-499a-9ca4-f6d157125879 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:26.442297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d01009c-79b5-42d8-9843-92329674caf0 req-bdfdf18d-8063-499a-9ca4-f6d157125879 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0488710 Sep 26 13:38:26.479867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d01009c-79b5-42d8-9843-92329674caf0 req-f192e053-f895-4ead-a828-1a86aefae629 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313811 Sep 26 13:38:27.597598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274be2d2-7706-41b5-9726-dc3d95a64472 req-c30de43a-012f-4574-abe7-5d762992531c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:27.599573 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-274be2d2-7706-41b5-9726-dc3d95a64472 req-c30de43a-012f-4574-abe7-5d762992531c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0542791 Sep 26 13:38:27.638198 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-274be2d2-7706-41b5-9726-dc3d95a64472 req-c7bad178-77a0-4791-bff0-bab2238f147a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327532 Sep 26 13:38:28.756175 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757d5b-ebf5-43c4-b992-79eee6b91289 req-74926d47-39ac-43f1-9943-764d039c3e53 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:28.757668 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec757d5b-ebf5-43c4-b992-79eee6b91289 req-74926d47-39ac-43f1-9943-764d039c3e53 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 943 time: 0.0526717 Sep 26 13:38:28.794793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec757d5b-ebf5-43c4-b992-79eee6b91289 req-e5a1ac50-aa01-45d0-9c71-c2357d57bec5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Sep 26 13:38:29.323366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 624d0178-a8e9-4d51-8738-06d463e9a135 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:38:29.421987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 624d0178-a8e9-4d51-8738-06d463e9a135, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=624d0178-a8e9-4d51-8738-06d463e9a135,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:38:29.434305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '624d0178-a8e9-4d51-8738-06d463e9a135', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'port_id': '624d0178-a8e9-4d51-8738-06d463e9a135', 'mac_address': 'fa:16:3e:aa:28:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:38:29.470592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:29.482784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d0178-a8e9-4d51-8738-06d463e9a135 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:38:29.501847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 624d0178-a8e9-4d51-8738-06d463e9a135, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=624d0178-a8e9-4d51-8738-06d463e9a135,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:38:29.506400 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:29.554730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=624d0178-a8e9-4d51-8738-06d463e9a135,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:38:29.820495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['624d0178-a8e9-4d51-8738-06d463e9a135'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:38:29.914591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebba9-2e98-457c-923f-f09c29befa9f req-2f293bfb-0b1e-41d3-8d26-9386e23d68a6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:29.916125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-884ebba9-2e98-457c-923f-f09c29befa9f req-2f293bfb-0b1e-41d3-8d26-9386e23d68a6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 944 time: 0.0499887 Sep 26 13:38:29.956399 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-884ebba9-2e98-457c-923f-f09c29befa9f req-ee5602b5-8413-4058-ae37-fdf40a445013 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342579 Sep 26 13:38:31.070451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaabdfc-4319-4ede-95d6-173e2c26b28a req-ffa88f6c-c7be-4158-ae69-49234d3224c2 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:31.071976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5aaabdfc-4319-4ede-95d6-173e2c26b28a req-ffa88f6c-c7be-4158-ae69-49234d3224c2 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 944 time: 0.0506372 Sep 26 13:38:31.109744 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5aaabdfc-4319-4ede-95d6-173e2c26b28a req-c10e820d-683c-4a80-a75d-5233040bedd7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316358 Sep 26 13:38:31.329582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 624d0178-a8e9-4d51-8738-06d463e9a135 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:38:31.377986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 624d0178-a8e9-4d51-8738-06d463e9a135 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:38:31.384744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 624d0178-a8e9-4d51-8738-06d463e9a135 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:38:31.385094 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:31.461215 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:31.483246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d0178-a8e9-4d51-8738-06d463e9a135'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:38:31.485442 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc3251b-1c6a-4cd7-a0eb-8a5b0e2e0f27" -d '{"events": [{"server_uuid": "0e27644a-9c33-4d65-ad3d-fa21bd57349c", "name": "network-vif-plugged", "status": "completed", "tag": "624d0178-a8e9-4d51-8738-06d463e9a135"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:38:31.500977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 624d0178-a8e9-4d51-8738-06d463e9a135, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=624d0178-a8e9-4d51-8738-06d463e9a135,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:38:31.505367 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:31.552881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=624d0178-a8e9-4d51-8738-06d463e9a135,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:38:31.603146 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a35c894-93d4-49f6-b5b5-913c6ce87987 x-openstack-request-id: req-7a35c894-93d4-49f6-b5b5-913c6ce87987 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:38:31.603459 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e27644a-9c33-4d65-ad3d-fa21bd57349c", "name": "network-vif-plugged", "status": "completed", "tag": "624d0178-a8e9-4d51-8738-06d463e9a135", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:38:31.603711 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a35c894-93d4-49f6-b5b5-913c6ce87987 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:38:31.604118 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d0178-a8e9-4d51-8738-06d463e9a135', 'code': 200} Sep 26 13:38:31.700241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfb653-c5d7-410f-8bff-594bc62d336a req-0d4040e2-424f-4490-8101-b43c764422ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:31.701755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2cbfb653-c5d7-410f-8bff-594bc62d336a req-0d4040e2-424f-4490-8101-b43c764422ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 1097 time: 0.0396216 Sep 26 13:38:31.739454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2cbfb653-c5d7-410f-8bff-594bc62d336a req-8cbe9df4-95b8-4233-88da-be91a6988486 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304909 Sep 26 13:38:32.227903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e7050-b9c8-4eec-af62-9a1950c17ca0 req-368dbdb5-691b-4fff-bc31-d15af1f99301 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:32.229378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-830e7050-b9c8-4eec-af62-9a1950c17ca0 req-368dbdb5-691b-4fff-bc31-d15af1f99301 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 945 time: 0.0529664 Sep 26 13:38:32.267902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-830e7050-b9c8-4eec-af62-9a1950c17ca0 req-c59103c0-7c67-4db0-bd1d-58f850a565d0 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Sep 26 13:38:33.382548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4362139-c85a-438e-8e18-879504e253e7 req-572a0544-3ada-453e-917a-02c433e1bb3f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:33.384066 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4362139-c85a-438e-8e18-879504e253e7 req-572a0544-3ada-453e-917a-02c433e1bb3f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 945 time: 0.0487959 Sep 26 13:38:33.422142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c4362139-c85a-438e-8e18-879504e253e7 req-619d9fd2-0e9e-4eef-8d87-d3b47b1e2022 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320582 Sep 26 13:38:33.538453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31e43c-bcfc-4320-8123-83041bd89ed1 req-dff4227c-edf1-4d7c-bcc4-765d31d29fe3 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:33.539946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b31e43c-bcfc-4320-8123-83041bd89ed1 req-dff4227c-edf1-4d7c-bcc4-765d31d29fe3 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 945 time: 0.0499856 Sep 26 13:38:33.577828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b31e43c-bcfc-4320-8123-83041bd89ed1 req-46fc59d1-672c-4428-a317-18819c5e565d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318084 Sep 26 13:38:33.600348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57030) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:38:33.639832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81350d99-ed2f-4826-9a82-92b289259bf3 tempest-TestVolumeBootPattern-1372789493 tempest-TestVolumeBootPattern-1372789493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:33.641342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-81350d99-ed2f-4826-9a82-92b289259bf3 tempest-TestVolumeBootPattern-1372789493 tempest-TestVolumeBootPattern-1372789493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 1092 time: 0.0400865 Sep 26 13:38:33.644300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57032) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:38:33.648449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '624d0178-a8e9-4d51-8738-06d463e9a135', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:38:33.671984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:33.772607 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:33.877190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.25.4.71 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/a64f9142-b983-4e20-b899-df44abb87af2) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:38:33.980990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:34.014401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:34.052395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:38:34.055190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:38:34.058678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:38:34.066940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=a64f9142-b983-4e20-b899-df44abb87af2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:38:34.788005 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:34.884880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:35.038524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:35.043643 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:35.117361 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=a64f9142-b983-4e20-b899-df44abb87af2,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:38:35.132157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:35.232946 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Floating IP b1bd9fc0-de73-4ecc-bbd3-a2e25f6a473a associated. External IP: 172.25.4.71, port: 624d0178-a8e9-4d51-8738-06d463e9a135. Sep 26 13:38:35.445539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Router fe7df510-efea-46b6-ab0e-68689eff6f2e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:38:35.554258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:38:35.564279 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:38:35.570493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:35.575100 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:38:35.575717 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:38:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:38:35.597392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-35e69750-9f02-4e6b-bd82-dee7fec240db tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9520919 Sep 26 13:38:35.598034 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'tag': '624d0178-a8e9-4d51-8738-06d463e9a135'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:38:35.600834 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd71646-3c22-4c98-b94e-83e26a440ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e27644a-9c33-4d65-ad3d-fa21bd57349c", "tag": "624d0178-a8e9-4d51-8738-06d463e9a135"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:38:35.637713 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7495be6-1e9c-4477-b379-474a548f1628 x-openstack-request-id: req-d7495be6-1e9c-4477-b379-474a548f1628 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:38:35.638045 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e27644a-9c33-4d65-ad3d-fa21bd57349c", "tag": "624d0178-a8e9-4d51-8738-06d463e9a135", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:38:35.638281 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7495be6-1e9c-4477-b379-474a548f1628 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:38:35.638684 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'tag': '624d0178-a8e9-4d51-8738-06d463e9a135', 'status': 'completed', 'code': 200} Sep 26 13:38:35.688254 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:38:35.711375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-5aa27072-4b4f-4071-bd3b-a9dad8033129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:35.712897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-5aa27072-4b4f-4071-bd3b-a9dad8033129 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 1097 time: 0.0538480 Sep 26 13:38:35.803530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-be7e4277-9d08-4127-8fd6-3a53b9a7319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:35.805014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-be7e4277-9d08-4127-8fd6-3a53b9a7319e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0852463 Sep 26 13:38:35.875093 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-844bf326-d54f-40a1-84cb-04937bfc97ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=624d0178-a8e9-4d51-8738-06d463e9a135 HTTP/1.1" status: 200 len: 998 time: 0.0629590 Sep 26 13:38:35.927462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-1fa49be2-fefe-4120-9141-d80cb577e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:35.929003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-1fa49be2-fefe-4120-9141-d80cb577e45d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0470064 Sep 26 13:38:35.979005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-7f8e48e7-5c14-4b3f-924c-7595199a071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:38:35.980589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-7f8e48e7-5c14-4b3f-924c-7595199a071c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443444 Sep 26 13:38:36.028606 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b1bd9fc0-de73-4ecc-bbd3-a2e25f6a473a', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': '624d0178-a8e9-4d51-8738-06d463e9a135', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:aa:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:38:34Z', 'updated_at': '2021-09-26T13:38:34Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:38:36.055194 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:38:36.064056 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:38:36.064661 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:38:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:38:36.085395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-7e494fe5-4803-4e9b-a15d-44d1012cc05d service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972121 Sep 26 13:38:36.170383 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:38:36.177771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1fd71646-3c22-4c98-b94e-83e26a440ae1 req-55c69911-b603-4f76-b7ae-79395e6b98ba service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855207 Sep 26 13:38:36.418357 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b1bd9fc0-de73-4ecc-bbd3-a2e25f6a473a', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': '624d0178-a8e9-4d51-8738-06d463e9a135', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:aa:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:38:34Z', 'updated_at': '2021-09-26T13:38:34Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:38:36.444831 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f74aa2-d743-4921-b4b4-cb279a1c9603 None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b1bd9fc0-de73-4ecc-bbd3-a2e25f6a473a', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': '624d0178-a8e9-4d51-8738-06d463e9a135', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:aa:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:38:34Z', 'updated_at': '2021-09-26T13:38:34Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:38:36.649192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95446555-7c32-4074-ba2e-2fc4ea85cb7a None None] New status for floating IP b1bd9fc0-de73-4ecc-bbd3-a2e25f6a473a: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:38:38.342536 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-15da00a4-afd1-4662-9348-254a08b5479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:41.076185 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-841403df-33d1-4643-8835-53d7b3e36b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:41.653896 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:42.170835 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:43.632007 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:45.441824 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:38:50.406388 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:01.803174 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:39:01.870676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-366381e3-f6c4-4877-8474-f58df2459a46 req-08e2a947-68d5-4637-8a11-14e17098c010 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455770 Sep 26 13:39:01.952084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366381e3-f6c4-4877-8474-f58df2459a46 req-0aa0e5ef-cbd3-4ad3-90b8-7d75ca488829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:39:01.953676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-366381e3-f6c4-4877-8474-f58df2459a46 req-0aa0e5ef-cbd3-4ad3-90b8-7d75ca488829 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1098 time: 0.0413125 Sep 26 13:39:02.056249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366381e3-f6c4-4877-8474-f58df2459a46 req-4fd644f7-4a87-4c66-ac4d-7bd0effbea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:39:02.057693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-366381e3-f6c4-4877-8474-f58df2459a46 req-4fd644f7-4a87-4c66-ac4d-7bd0effbea05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 909 time: 0.0861673 Sep 26 13:39:02.125970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-366381e3-f6c4-4877-8474-f58df2459a46 req-7d011fb2-a837-4374-b45c-f0012e3f4f05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 1002 time: 0.0616863 Sep 26 13:39:02.174860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366381e3-f6c4-4877-8474-f58df2459a46 req-a9cff6dd-26d8-402f-958a-59943bffcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:39:02.176331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-366381e3-f6c4-4877-8474-f58df2459a46 req-a9cff6dd-26d8-402f-958a-59943bffcfe5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 200 len: 848 time: 0.0436730 Sep 26 13:39:02.221215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366381e3-f6c4-4877-8474-f58df2459a46 req-3702418e-42cd-4d89-a869-27327f8461e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:39:02.222735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-366381e3-f6c4-4877-8474-f58df2459a46 req-3702418e-42cd-4d89-a869-27327f8461e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f7d7633-1413-440c-a39e-22abd1e89bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399599 Sep 26 13:39:02.313338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-366381e3-f6c4-4877-8474-f58df2459a46 req-0f9c59bf-969b-48a0-9a91-2f00bb561160 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832875 Sep 26 13:39:02.403675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-366381e3-f6c4-4877-8474-f58df2459a46 req-389db125-285e-46e3-8c8e-b450efaf9cdc service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835090 Sep 26 13:39:04.657760 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-f67d3bb4-e473-4c57-82d2-17e3f218eb2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393400 Sep 26 13:39:04.736472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-41b18091-f39b-45a4-8df0-9246cfaf2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:39:04.737962 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-41b18091-f39b-45a4-8df0-9246cfaf2b04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 1097 time: 0.0397277 Sep 26 13:39:04.841306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-5f1908f0-fe32-4a8d-952a-cbca36596bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:39:04.842777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-5f1908f0-fe32-4a8d-952a-cbca36596bdc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0861213 Sep 26 13:39:04.906650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-750943c6-26fe-472d-9bbe-7f99dc2b7420 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=624d0178-a8e9-4d51-8738-06d463e9a135 HTTP/1.1" status: 200 len: 1000 time: 0.0563018 Sep 26 13:39:04.954975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-0772f578-95fb-4529-8048-dc80bf4e58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:39:04.956357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-0772f578-95fb-4529-8048-dc80bf4e58b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0435684 Sep 26 13:39:05.005976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-4cf6cb45-142a-4692-afc0-4bfb3e376e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:39:05.007471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-4cf6cb45-142a-4692-afc0-4bfb3e376e94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444908 Sep 26 13:39:05.099696 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-9cd0454b-78a9-4a62-916e-6aac39c2685d service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Sep 26 13:39:05.195325 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-252e750a-8eba-4b6b-8f6d-7725e0fe5f97 req-7c5f1a13-25dd-4ea6-b197-28aacc3a1e16 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889277 Sep 26 13:39:08.345777 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-565d442c-b8d3-42f5-b0cf-785abc6bb7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:11.078159 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cd221022-2662-453d-bb8f-d44934f0c958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:11.654662 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:12.174516 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:13.633390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:15.446775 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:20.404092 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:38.350710 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e8ca898b-ec96-481b-ad60-e1feb96ae4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:38.802193 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:39:41.081157 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b73f135c-2062-4a0a-b8c8-64769a0b8d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:41.655307 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:42.177337 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:43.636435 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:45.459428 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:39:50.407951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:01.884050 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-94d53706-378c-44ba-b9a8-cf08a8459c07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412681 Sep 26 13:40:01.970158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-e15ee33d-da05-4b5e-a0e8-e95447127dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:01.971680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-e15ee33d-da05-4b5e-a0e8-e95447127dff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1098 time: 0.0416873 Sep 26 13:40:02.078346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-b67676bc-bcf1-4255-a225-1f0155f07786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:02.079877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-b67676bc-bcf1-4255-a225-1f0155f07786 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 909 time: 0.0887432 Sep 26 13:40:02.144097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-b1b4107d-41fd-4ca1-b412-ea064ff2c241 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 1002 time: 0.0569217 Sep 26 13:40:02.196691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-e68eb812-abac-40d9-9539-11e1519726c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:02.198173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-e68eb812-abac-40d9-9539-11e1519726c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 200 len: 848 time: 0.0472591 Sep 26 13:40:02.242259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-474bb6a0-7d3b-4725-999f-0356c0f6ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:02.243761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-474bb6a0-7d3b-4725-999f-0356c0f6ac98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f7d7633-1413-440c-a39e-22abd1e89bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391471 Sep 26 13:40:02.330313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-1b520a1c-e8e6-4a32-9f73-7148f734df1f service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796514 Sep 26 13:40:02.420698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd2c4caf-aeb2-446e-98a0-ec542fbcd506 req-489ea9a3-6b1f-4869-a9a6-17065cd904a9 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835967 Sep 26 13:40:05.452822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-c9dc6e03-7f34-4577-a54d-9fbc9d4f5bdc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404449 Sep 26 13:40:05.531965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-776bdbb6-2578-4a8b-a515-2f38cf9bae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:05.533447 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-776bdbb6-2578-4a8b-a515-2f38cf9bae4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 1097 time: 0.0397704 Sep 26 13:40:05.643712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-1a4f17a3-c2cd-4eca-8751-db0d8c116268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:05.645193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-1a4f17a3-c2cd-4eca-8751-db0d8c116268 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0914328 Sep 26 13:40:05.710245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-203fce53-509b-4f0f-9b91-46bc0b5e8f6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=624d0178-a8e9-4d51-8738-06d463e9a135 HTTP/1.1" status: 200 len: 1000 time: 0.0580909 Sep 26 13:40:06.038810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-0fcf8b30-c9df-4cc1-89ff-b09ad6dd81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:06.040387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-0fcf8b30-c9df-4cc1-89ff-b09ad6dd81ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.3237581 Sep 26 13:40:06.086939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-ca27fc42-63f5-49e7-97c0-bb26b9ae2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:06.088458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-ca27fc42-63f5-49e7-97c0-bb26b9ae2032 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409834 Sep 26 13:40:06.183447 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-bcad76ad-2a54-4c4a-afdb-6d925e0ab1f8 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872962 Sep 26 13:40:06.276514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea70460b-786b-464e-bbdb-6d9b4c4191a9 req-e2097267-2690-4f2a-9381-c57669674613 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Sep 26 13:40:08.351942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cf9230f-53ca-411b-817f-caa7a24e1d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:11.085801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e59be299-5c05-499f-b084-cc262862de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:11.655819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:12.179963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:13.640018 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:15.459570 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:15.801221 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:40:20.419798 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:31.228877 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa77d7-1049-4179-9d5d-bdd5c92e4a30 req-f66604a2-0cb1-4d94-b16f-afafe64befff tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:31.230403 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1baa77d7-1049-4179-9d5d-bdd5c92e4a30 req-f66604a2-0cb1-4d94-b16f-afafe64befff tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 945 time: 0.1217816 Sep 26 13:40:31.267176 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1baa77d7-1049-4179-9d5d-bdd5c92e4a30 req-1ca5fddd-bdc0-48eb-b95d-c41892ae100e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307369 Sep 26 13:40:32.454610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4e7f-0f40-442c-adfc-e4510dead3f0 req-a4480cfe-5689-406d-a9d2-a4028566acb8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:32.456123 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-660d4e7f-0f40-442c-adfc-e4510dead3f0 req-a4480cfe-5689-406d-a9d2-a4028566acb8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 945 time: 0.1057324 Sep 26 13:40:32.499583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-660d4e7f-0f40-442c-adfc-e4510dead3f0 req-a8ad3f72-2fc9-4298-8794-2c15661f5e6d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367706 Sep 26 13:40:32.717785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-6a48b183-d374-4d7e-95e6-c27b3af3b6c9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:32.719281 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-6a48b183-d374-4d7e-95e6-c27b3af3b6c9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 945 time: 0.0492322 Sep 26 13:40:32.808468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port 624d0178-a8e9-4d51-8738-06d463e9a135 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:40:32.808809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:32.900028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] For port 624d0178-a8e9-4d51-8738-06d463e9a135, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=624d0178-a8e9-4d51-8738-06d463e9a135,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:40:32.900391 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:33.075191 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:33.075557 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:33.075886 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Floating IP b1bd9fc0-de73-4ecc-bbd3-a2e25f6a473a disassociated. External IP: 172.25.4.71, port: 624d0178-a8e9-4d51-8738-06d463e9a135. Sep 26 13:40:33.076240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for 624d0178-a8e9-4d51-8738-06d463e9a135 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:40:33.211912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:33.240662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=624d0178-a8e9-4d51-8738-06d463e9a135,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:40:33.252233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.252580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.252917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.253273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.253625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.253922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.254247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.254566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.255441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.255764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.256082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.256400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:33.363762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Router fe7df510-efea-46b6-ab0e-68689eff6f2e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:40:33.469924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:40:33.480068 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:40:33.489722 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:40:33.490322 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:40:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:40:33.512349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] No DVR routers for this DVR port 624d0178-a8e9-4d51-8738-06d463e9a135 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:40:33.515049 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:33.517017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf51bd67-4289-45d4-89b4-9fa9b46e6c7b req-85e51ef6-9cf2-4765-bfae-41f3f10c3a5b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "DELETE /v2.0/ports/624d0178-a8e9-4d51-8738-06d463e9a135 HTTP/1.1" status: 204 len: 173 time: 0.7918782 Sep 26 13:40:33.517461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'name': 'network-vif-deleted', 'tag': '624d0178-a8e9-4d51-8738-06d463e9a135'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:40:33.519759 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0ae551-9d15-4e25-a46a-0b43fa51f76c" -d '{"events": [{"server_uuid": "0e27644a-9c33-4d65-ad3d-fa21bd57349c", "name": "network-vif-deleted", "tag": "624d0178-a8e9-4d51-8738-06d463e9a135"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:40:33.596379 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc25c0b-f9e4-4b72-b942-25e2dc86d599 x-openstack-request-id: req-9cc25c0b-f9e4-4b72-b942-25e2dc86d599 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:40:33.596675 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e27644a-9c33-4d65-ad3d-fa21bd57349c", "name": "network-vif-deleted", "tag": "624d0178-a8e9-4d51-8738-06d463e9a135", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:40:33.596931 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cc25c0b-f9e4-4b72-b942-25e2dc86d599 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:40:33.597526 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e27644a-9c33-4d65-ad3d-fa21bd57349c', 'name': 'network-vif-deleted', 'tag': '624d0178-a8e9-4d51-8738-06d463e9a135', 'status': 'completed', 'code': 200} Sep 26 13:40:33.618689 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:40:33.652674 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7738d441-035f-47ea-b103-97c3c7e64429 req-a98d661d-913e-40b9-9432-2db8c37ee5b8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 210 time: 0.0360785 Sep 26 13:40:33.824945 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:40:33.855553 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:40:33.863885 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:40:33.864528 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:40:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:40:33.970596 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:40:34.049901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-020ae99b-24b9-4d28-9c0c-19b6ea9570d9 req-6753f2f5-dffa-4553-82e3-50cb5bfb35c8 service neutron] (94811) timed out ('10.222.0.13', 54684) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:40:34.169497 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:40:34.195391 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7089428b-cb40-4308-b947-71a71aed6d61 None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:40:34.428328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed9c31-ed6b-49c7-9dfb-323d3125ef8d None None] New status for floating IP b1bd9fc0-de73-4ecc-bbd3-a2e25f6a473a: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:40:34.749776 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-befd9b89-b20c-41e0-a437-f45c9bc376a9 req-2889b5aa-3671-44cc-bb84-0f0928e90cbf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 210 time: 0.0268207 Sep 26 13:40:35.842513 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-83f16936-a3f7-4015-b9fb-38f011fda03d req-e7a29ba0-1272-4482-be79-83ef4f40095f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 210 time: 0.0275888 Sep 26 13:40:35.891632 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 624d0178-a8e9-4d51-8738-06d463e9a135 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:40:35.912600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 624d0178-a8e9-4d51-8738-06d463e9a135 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:40:35.912941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 624d0178-a8e9-4d51-8738-06d463e9a135 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:40:36.947960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-acb63307-9f74-41e6-90b9-3de7347df729 req-cd9de22d-1e90-4069-8600-431ce8355b9f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e27644a-9c33-4d65-ad3d-fa21bd57349c HTTP/1.1" status: 200 len: 210 time: 0.0359960 Sep 26 13:40:38.164067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-f4d33820-5195-4582-829a-cb1efec1fbd7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661648772&fields=id&tenant_id=98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 267 time: 0.0345154 Sep 26 13:40:38.274368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-2ee78969-d1cc-49ad-b96b-4d6bfc47ae26 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:38.275778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-2ee78969-d1cc-49ad-b96b-4d6bfc47ae26 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1048198 Sep 26 13:40:38.290877 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-17e9daf1-d5a9-400a-b28d-bfd633a768e9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/quotas/98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Sep 26 13:40:38.350918 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-ff805735-4d63-4cdb-a05f-16ff34a0ff09 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540729 Sep 26 13:40:38.354003 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0da974c1-d724-4945-b8f6-fa500ed2e5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:38.548114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-d3275ab8-12d2-4538-bac4-fc521cab9a8b service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845829 Sep 26 13:40:38.649951 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-05acca56-c0ae-4aa6-a374-95f3064da7d6 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948374 Sep 26 13:40:38.972347 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2cbabe90-6f96-4e10-8178-fea05c07632e req-2747ddde-1821-4042-9236-0b7a6294e32a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 210 time: 0.0268307 Sep 26 13:40:39.852163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-b2563d8b-b993-4d23-a53e-26e815c50ffd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:39.853660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-b2563d8b-b993-4d23-a53e-26e815c50ffd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1051064 Sep 26 13:40:39.895803 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-7f2c78bd-6416-4375-ab16-ef14e94b32bb tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 379 time: 0.0335028 Sep 26 13:40:39.904663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'port': {'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'admin_state_up': True, 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'security_groups': ['3e23a3ae-d62a-4d8d-99b1-31b99df6b74c']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:40:40.022009 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:40:40.025946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:40.108117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-399ce321-e61b-421f-ac54-2c9eff0805f4 req-f5a59d92-87c5-43de-8938-1735ab12c7ae tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 210 time: 0.0635278 Sep 26 13:40:40.184957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.20.0.6 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/ce3f74c7-fbff-40d6-9142-ad50be70a343) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:40:40.324291 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:40.363464 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:40.407807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:40:40.411117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:40:40.415705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:40:40.446845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=ce3f74c7-fbff-40d6-9142-ad50be70a343,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:40:40.475156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:40.475891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:40.492029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-a1727f9d-591a-4bfc-93a8-228eace9efe5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910122 Sep 26 13:40:40.504550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Request body: {'port': {'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:40:40.562582 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:40.689417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e5b33cf3-fa2a-43c4-928b-cbbfaf3c61a8 None None] Provisioning complete for port ce3f74c7-fbff-40d6-9142-ad50be70a343 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:40:40.690029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5b33cf3-fa2a-43c4-928b-cbbfaf3c61a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:40.733434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e5b33cf3-fa2a-43c4-928b-cbbfaf3c61a8 None None] Port ce3f74c7-fbff-40d6-9142-ad50be70a343 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:40:40.857956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3f74c7-fbff-40d6-9142-ad50be70a343 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:40:40.866609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:40.880869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Transition to ACTIVE for port object ce3f74c7-fbff-40d6-9142-ad50be70a343 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:40:40.883962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:40.936517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Pushing event updated for resources: {'Port': ['ID=ce3f74c7-fbff-40d6-9142-ad50be70a343,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:40:41.023297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Attempting to bind port ce3f74c7-fbff-40d6-9142-ad50be70a343 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:40:41.024033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Attempting to bind port ce3f74c7-fbff-40d6-9142-ad50be70a343 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:40:41.024618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Attempting to bind port ce3f74c7-fbff-40d6-9142-ad50be70a343 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:40:41.031012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Port ce3f74c7-fbff-40d6-9142-ad50be70a343 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:40:41.031576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Attempting to bind port ce3f74c7-fbff-40d6-9142-ad50be70a343 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:40:41.038244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:40:41.038612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:40:41.039314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:40:41.039766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Bound port: ce3f74c7-fbff-40d6-9142-ad50be70a343, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:40:41.040135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:41.100678 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d986689f-94c0-4856-9f10-cbe43f663dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:41.119725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] For port ce3f74c7-fbff-40d6-9142-ad50be70a343, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:40:41.123615 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] For port ce3f74c7-fbff-40d6-9142-ad50be70a343, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:40:41.129273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:41.219823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Pushing event updated for resources: {'Port': ['ID=ce3f74c7-fbff-40d6-9142-ad50be70a343,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:40:41.223256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:41.224574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:41.226096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-3c492845-f70e-4171-925d-2cc98072183a service neutron] 10.222.0.23 "PUT /v2.0/ports/ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 1092 time: 0.7259080 Sep 26 13:40:41.226552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:40:41.229519 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ce0284-ea29-41f7-bb63-530cc70d2a92" -d '{"events": [{"name": "network-changed", "server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:40:41.264106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70436ff4-ecc3-4d7b-a539-d347aba207a1 req-e54fac06-48e2-486c-8990-e878659cf1c1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:41.267453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70436ff4-ecc3-4d7b-a539-d347aba207a1 req-e54fac06-48e2-486c-8990-e878659cf1c1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0875192 Sep 26 13:40:41.273212 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86b2dce-81f0-4d28-819c-c38b86e72366 x-openstack-request-id: req-b86b2dce-81f0-4d28-819c-c38b86e72366 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:40:41.273622 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:40:41.273791 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b86b2dce-81f0-4d28-819c-c38b86e72366 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:40:41.274255 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'status': 'completed', 'code': 200} Sep 26 13:40:41.316307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70436ff4-ecc3-4d7b-a539-d347aba207a1 req-f92d38e4-c36c-486b-b2a2-01e995a5f579 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397975 Sep 26 13:40:41.343735 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-f0b639e6-468e-4829-b48a-d1b4422dde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:41.345370 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-f0b639e6-468e-4829-b48a-d1b4422dde0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1095 time: 0.0549929 Sep 26 13:40:41.395360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-4f12d736-ea22-42dd-8ffa-a2cb6b0341e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 217 time: 0.0425284 Sep 26 13:40:41.453151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-374cc4e2-c70e-46e5-a54b-4510875af190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:41.454893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-374cc4e2-c70e-46e5-a54b-4510875af190 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0526555 Sep 26 13:40:41.508736 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-53d2c159-f20b-4e7f-aed1-23996f613b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:41.510342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-53d2c159-f20b-4e7f-aed1-23996f613b80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490847 Sep 26 13:40:41.618946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-d43e4d72-f21e-49d8-a212-c00b226f62a7 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014168 Sep 26 13:40:41.662058 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:41.724996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-594eb24e-f5d3-4707-9f74-537634e9d37f req-4f4e93e1-2eb2-44ea-9045-dcac82a68438 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985565 Sep 26 13:40:41.818131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-a71f466a-14f7-4bf8-92f3-e34a03a43fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:41.819635 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-a71f466a-14f7-4bf8-92f3-e34a03a43fe8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1095 time: 0.0478308 Sep 26 13:40:41.916713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-50b32fad-d9f4-42c4-abfb-5f75e9e46ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:41.918270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-50b32fad-d9f4-42c4-abfb-5f75e9e46ba2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0904577 Sep 26 13:40:41.967559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-9e224e68-048d-432a-b602-6e19d0e3f8cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 217 time: 0.0425372 Sep 26 13:40:42.017156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-3e5eb109-ec77-4886-8ee9-c4c8333a90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:42.018614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-3e5eb109-ec77-4886-8ee9-c4c8333a90b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0443201 Sep 26 13:40:42.063919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-751ec083-76fb-4721-8829-61db1e743ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:42.065614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-751ec083-76fb-4721-8829-61db1e743ced service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405858 Sep 26 13:40:42.161892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-0b35388e-9d45-45d2-b0c5-b7e157382fe8 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894148 Sep 26 13:40:42.182423 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:42.253391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78ce0284-ea29-41f7-bb63-530cc70d2a92 req-d7ecaf66-7287-4747-9c35-52c71ba78cb8 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850701 Sep 26 13:40:42.441367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47f215-e724-4eff-b3eb-9c86e383bb1e req-159e7b23-e429-43e6-af80-ee19f41b433a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:42.443552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc47f215-e724-4eff-b3eb-9c86e383bb1e req-159e7b23-e429-43e6-af80-ee19f41b433a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0520220 Sep 26 13:40:42.486778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc47f215-e724-4eff-b3eb-9c86e383bb1e req-7477d480-f592-4632-98ba-c3a51ae486e8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368011 Sep 26 13:40:43.608768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995347c9-99f5-44e6-ab53-f679af398053 req-c13d857f-e94f-4127-ac4d-e93201cbd1fc tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:43.610452 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-995347c9-99f5-44e6-ab53-f679af398053 req-c13d857f-e94f-4127-ac4d-e93201cbd1fc tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0555069 Sep 26 13:40:43.644498 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:43.655574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-995347c9-99f5-44e6-ab53-f679af398053 req-5ce9d2c2-440a-438d-9fe2-42841689b626 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385442 Sep 26 13:40:44.783086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090354-521c-41b3-8731-d065f297af64 req-e8e1046a-bb1b-4827-b07f-2a3a4d205286 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:44.784645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06090354-521c-41b3-8731-d065f297af64 req-e8e1046a-bb1b-4827-b07f-2a3a4d205286 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0558977 Sep 26 13:40:44.823789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06090354-521c-41b3-8731-d065f297af64 req-d1053594-34ca-47a0-9070-67eeccc02ef9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Sep 26 13:40:45.489920 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:45.938427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483025a-3689-49b2-ac1a-d3b5154ab54b req-488f2fe2-8f7c-4902-ac31-08613939ee45 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:45.939934 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b483025a-3689-49b2-ac1a-d3b5154ab54b req-488f2fe2-8f7c-4902-ac31-08613939ee45 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0488961 Sep 26 13:40:45.978878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b483025a-3689-49b2-ac1a-d3b5154ab54b req-481d8993-59a4-460e-9e0a-3c74292d2082 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324960 Sep 26 13:40:47.092473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16ea19-6e3d-40f4-b674-1254341705a2 req-81839a50-a42a-4e00-ade6-1f84d962411f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:47.093987 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa16ea19-6e3d-40f4-b674-1254341705a2 req-81839a50-a42a-4e00-ade6-1f84d962411f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0494678 Sep 26 13:40:47.131739 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa16ea19-6e3d-40f4-b674-1254341705a2 req-259f0b84-5fdf-4032-894d-c00fac33c1dd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312719 Sep 26 13:40:48.251316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dd1e0-2492-4db7-b457-e87762fba093 req-4f9ab0d2-222a-46a0-b13d-2c935fd80f52 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:48.252829 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-542dd1e0-2492-4db7-b457-e87762fba093 req-4f9ab0d2-222a-46a0-b13d-2c935fd80f52 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0538363 Sep 26 13:40:48.291169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-542dd1e0-2492-4db7-b457-e87762fba093 req-85067755-efea-4c84-ab10-d5cf896b10f2 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322318 Sep 26 13:40:49.403352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71659ae3-48d7-4cd2-8e4e-7712ae97af50 req-ca6ea359-6b4b-49b7-8159-081900eecbae tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:49.404820 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71659ae3-48d7-4cd2-8e4e-7712ae97af50 req-ca6ea359-6b4b-49b7-8159-081900eecbae tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0476248 Sep 26 13:40:49.447115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71659ae3-48d7-4cd2-8e4e-7712ae97af50 req-968c98e8-9ca4-4802-8c83-49a94972227e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363481 Sep 26 13:40:50.436664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:50.561259 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79961387-0388-44e6-b4a1-7b04d07c36b6 req-f8600b43-1f68-45b2-977e-d10a644800c7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:50.562803 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79961387-0388-44e6-b4a1-7b04d07c36b6 req-f8600b43-1f68-45b2-977e-d10a644800c7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0490656 Sep 26 13:40:50.601673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79961387-0388-44e6-b4a1-7b04d07c36b6 req-15d03c68-b457-463b-8771-9fc354b9d68c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321796 Sep 26 13:40:51.717462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d881c1-862c-4a45-9a04-d6380d480378 req-8c272c97-6879-4c41-900f-a9f1034b667a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:51.718914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81d881c1-862c-4a45-9a04-d6380d480378 req-8c272c97-6879-4c41-900f-a9f1034b667a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 943 time: 0.0510333 Sep 26 13:40:51.757055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81d881c1-862c-4a45-9a04-d6380d480378 req-f87312f1-f5b3-41d7-98eb-eac3b3fe20b8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321965 Sep 26 13:40:51.969242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ce3f74c7-fbff-40d6-9142-ad50be70a343 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:40:52.063714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ce3f74c7-fbff-40d6-9142-ad50be70a343, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:40:52.075922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:40:52.111311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:52.124417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3f74c7-fbff-40d6-9142-ad50be70a343 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:40:52.143586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ce3f74c7-fbff-40d6-9142-ad50be70a343, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:40:52.147709 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:52.200820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ce3f74c7-fbff-40d6-9142-ad50be70a343,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:40:52.208372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.208715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.209054 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.209391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.209741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.210067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.210396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.210718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.211037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.211354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.211671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.211986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:40:52.513359 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['ce3f74c7-fbff-40d6-9142-ad50be70a343'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:40:52.804084 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:40:52.874489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0af1-5819-48e2-a9ec-04ce9926c282 req-57ddbed0-6d74-4bb6-b4dc-a3e1e2e691ac tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:52.876061 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1c1b0af1-5819-48e2-a9ec-04ce9926c282 req-57ddbed0-6d74-4bb6-b4dc-a3e1e2e691ac tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 944 time: 0.0529850 Sep 26 13:40:52.914312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1c1b0af1-5819-48e2-a9ec-04ce9926c282 req-f12059a2-aa79-4bf5-823a-a857edbd0d1d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323741 Sep 26 13:40:53.979468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ce3f74c7-fbff-40d6-9142-ad50be70a343 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:40:54.027699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port ce3f74c7-fbff-40d6-9142-ad50be70a343 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:40:54.030003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec054f7-22d4-4583-a69b-7848d837f1ee req-6f369804-1613-4096-98f4-49c3c683d239 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:54.031824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port ce3f74c7-fbff-40d6-9142-ad50be70a343 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:40:54.031978 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eec054f7-22d4-4583-a69b-7848d837f1ee req-6f369804-1613-4096-98f4-49c3c683d239 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 944 time: 0.0494041 Sep 26 13:40:54.032501 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:54.071307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eec054f7-22d4-4583-a69b-7848d837f1ee req-d48ed414-a322-4dea-a73b-76dbf25e9af5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327785 Sep 26 13:40:54.110666 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:54.132535 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:40:54.134781 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdc7865-d8ba-41c3-80a6-6ad9a07ea55a" -d '{"events": [{"server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "name": "network-vif-plugged", "status": "completed", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:40:54.146969 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port ce3f74c7-fbff-40d6-9142-ad50be70a343, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:40:54.152746 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:54.186264 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c865a60-b3b5-4566-9a74-0210db69931a x-openstack-request-id: req-9c865a60-b3b5-4566-9a74-0210db69931a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:40:54.186723 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "name": "network-vif-plugged", "status": "completed", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:40:54.187136 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c865a60-b3b5-4566-9a74-0210db69931a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:40:54.188208 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'code': 200} Sep 26 13:40:54.234406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=ce3f74c7-fbff-40d6-9142-ad50be70a343,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:40:54.276763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778742b-7901-4aca-8348-f6e0e697f69a req-37ba19c3-41d2-4ba6-858e-cb6f65d13241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:54.278335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f778742b-7901-4aca-8348-f6e0e697f69a req-37ba19c3-41d2-4ba6-858e-cb6f65d13241 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0412233 Sep 26 13:40:54.316399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f778742b-7901-4aca-8348-f6e0e697f69a req-c72c37d3-1e0e-47f2-aeaf-6fe152fd56bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313301 Sep 26 13:40:55.185044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53597c-1f03-421b-b45c-88b8d2b25758 req-decebaec-97f7-4b7b-b352-0d22745572ce tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:55.186581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b53597c-1f03-421b-b45c-88b8d2b25758 req-decebaec-97f7-4b7b-b352-0d22745572ce tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Sep 26 13:40:55.225750 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b53597c-1f03-421b-b45c-88b8d2b25758 req-340dc71e-9cf3-46e5-b551-8f2127faddcf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331347 Sep 26 13:40:56.349975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5117-8d40-4454-bd57-2095ca8ea4d9 req-e4ef062a-776b-4160-a23b-f84ff90338e5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:56.351491 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-403f5117-8d40-4454-bd57-2095ca8ea4d9 req-e4ef062a-776b-4160-a23b-f84ff90338e5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 945 time: 0.0555284 Sep 26 13:40:56.389870 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-403f5117-8d40-4454-bd57-2095ca8ea4d9 req-d4173d6f-071b-422a-8bec-ca01e609933d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Sep 26 13:40:56.503487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a2ccb-2e18-4e28-b5ad-6ed607fcab68 req-1d619c95-71be-45f5-9276-7e51bcf2ef15 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:56.505594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff0a2ccb-2e18-4e28-b5ad-6ed607fcab68 req-1d619c95-71be-45f5-9276-7e51bcf2ef15 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Sep 26 13:40:56.543564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff0a2ccb-2e18-4e28-b5ad-6ed607fcab68 req-978eb238-3849-4faf-9ff0-dcd79c24baf1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319765 Sep 26 13:40:56.571139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57206) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:40:56.726900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a26af-16b7-445b-86cb-8cf4572c63f3 tempest-TestVolumeBootPattern-1372789493 tempest-TestVolumeBootPattern-1372789493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:56.728466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-867a26af-16b7-445b-86cb-8cf4572c63f3 tempest-TestVolumeBootPattern-1372789493 tempest-TestVolumeBootPattern-1372789493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1092 time: 0.1561329 Sep 26 13:40:56.731225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57210) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:40:56.735565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:40:56.762078 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:56.866869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:56.975098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.25.4.187 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/482c4802-861b-41e8-a218-ae6a18d2be48) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:40:57.073918 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:57.106688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:57.142917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:40:57.145787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:40:57.154832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:40:57.157766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=482c4802-861b-41e8-a218-ae6a18d2be48,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:40:57.493986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:57.559322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:57.709855 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:57.714402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:57.786817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=482c4802-861b-41e8-a218-ae6a18d2be48,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:40:57.794829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:58.177420 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Floating IP c86be8e7-78b4-4739-8265-3ab024e5c5dc associated. External IP: 172.25.4.187, port: ce3f74c7-fbff-40d6-9142-ad50be70a343. Sep 26 13:40:58.380885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Router fe7df510-efea-46b6-ab0e-68689eff6f2e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:40:58.486271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:40:58.496411 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:40:58.502853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:40:58.506585 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:40:58.507189 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:40:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:40:58.529302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-776f5e73-3b12-4698-8a30-3d626b91908e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7970469 Sep 26 13:40:58.530015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:40:58.532380 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be327207-8846-40e0-874f-6ef563315c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:40:58.611170 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:40:58.638199 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37260364-31ae-4dd8-82f3-4e8eaacb0fc6 x-openstack-request-id: req-37260364-31ae-4dd8-82f3-4e8eaacb0fc6 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:40:58.638743 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:40:58.638743 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37260364-31ae-4dd8-82f3-4e8eaacb0fc6 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:40:58.639144 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'status': 'completed', 'code': 200} Sep 26 13:40:58.704650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be327207-8846-40e0-874f-6ef563315c7f req-dd6aa43a-6deb-40ae-8e5e-854245441659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:58.706210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be327207-8846-40e0-874f-6ef563315c7f req-dd6aa43a-6deb-40ae-8e5e-854245441659 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0456448 Sep 26 13:40:58.798352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be327207-8846-40e0-874f-6ef563315c7f req-0fd90f0c-3e7c-4d22-8045-1aa98ffcdc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:58.799852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be327207-8846-40e0-874f-6ef563315c7f req-0fd90f0c-3e7c-4d22-8045-1aa98ffcdc0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0874491 Sep 26 13:40:58.871201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be327207-8846-40e0-874f-6ef563315c7f req-946acd8f-0830-4721-ade3-60fb09237606 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 999 time: 0.0646985 Sep 26 13:40:58.921988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be327207-8846-40e0-874f-6ef563315c7f req-d97165da-eeed-4042-a9f3-19575afa8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:58.923389 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be327207-8846-40e0-874f-6ef563315c7f req-d97165da-eeed-4042-a9f3-19575afa8dda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0450759 Sep 26 13:40:58.939365 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:57Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:40:58.966724 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:40:58.976444 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:40:58.977209 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:40:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:40:58.980268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be327207-8846-40e0-874f-6ef563315c7f req-5ea773d7-18f8-4079-adc9-6e8ffa86688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:40:58.981870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be327207-8846-40e0-874f-6ef563315c7f req-5ea773d7-18f8-4079-adc9-6e8ffa86688e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518775 Sep 26 13:40:59.084737 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be327207-8846-40e0-874f-6ef563315c7f req-a08038ec-b336-47e0-850c-e2faf21f07fc service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945883 Sep 26 13:40:59.087967 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:40:59.176561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be327207-8846-40e0-874f-6ef563315c7f req-7dee1e0c-bee3-45f7-893f-40e77f423f56 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856836 Sep 26 13:40:59.313796 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:57Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:40:59.340434 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d32e6-2035-4681-a420-0e943219e27e None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:57Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:40:59.526278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20402f-de06-4766-8077-2bc813c82036 None None] New status for floating IP c86be8e7-78b4-4739-8265-3ab024e5c5dc: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:41:03.920282 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fded3a06-d262-4f76-90c7-7856106724c0 req-2f36defd-6524-47f1-a049-713c3a60d22d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941508 Sep 26 13:41:04.015744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3a06-d262-4f76-90c7-7856106724c0 req-fa781307-9748-4ecc-aaa6-e2d1ff81d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:04.017672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fded3a06-d262-4f76-90c7-7856106724c0 req-fa781307-9748-4ecc-aaa6-e2d1ff81d423 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 1098 time: 0.0542686 Sep 26 13:41:04.123530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3a06-d262-4f76-90c7-7856106724c0 req-f55e3c77-fd00-43d8-aeaf-b8fea3cf60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:04.124912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fded3a06-d262-4f76-90c7-7856106724c0 req-f55e3c77-fd00-43d8-aeaf-b8fea3cf60ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 200 len: 909 time: 0.0881088 Sep 26 13:41:04.195090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fded3a06-d262-4f76-90c7-7856106724c0 req-ddfbc259-4f01-445f-999a-29055dde9ab4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 200 len: 1002 time: 0.0623431 Sep 26 13:41:04.243538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3a06-d262-4f76-90c7-7856106724c0 req-6e78e1e0-36b4-488c-831c-b2d68841ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:04.245019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fded3a06-d262-4f76-90c7-7856106724c0 req-6e78e1e0-36b4-488c-831c-b2d68841ff9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 200 len: 848 time: 0.0438001 Sep 26 13:41:04.291815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3a06-d262-4f76-90c7-7856106724c0 req-11627388-3b11-44bf-bde0-90d47a94dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:04.293327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fded3a06-d262-4f76-90c7-7856106724c0 req-11627388-3b11-44bf-bde0-90d47a94dca1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f7d7633-1413-440c-a39e-22abd1e89bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415983 Sep 26 13:41:04.387203 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fded3a06-d262-4f76-90c7-7856106724c0 req-631d11a8-6177-4fdc-a6b6-62d297cc22e0 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867987 Sep 26 13:41:04.479726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fded3a06-d262-4f76-90c7-7856106724c0 req-81159b26-7649-4c90-a3bc-656a04cde4e1 service neutron] 10.222.0.24 "GET /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Sep 26 13:41:06.520723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-c03d5fc8-f307-4b2a-845f-d2421c4c5841 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441318 Sep 26 13:41:06.608531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-da4f461c-0b57-4f12-b176-71912f63277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:06.610165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-da4f461c-0b57-4f12-b176-71912f63277b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0440779 Sep 26 13:41:06.724449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-f9ac8ec6-6079-4e33-b8bd-2af4b6b67300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:06.726585 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-f9ac8ec6-6079-4e33-b8bd-2af4b6b67300 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0959530 Sep 26 13:41:06.795721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-c4d1b02b-38bf-40b7-876e-8c52a0464234 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 1001 time: 0.0618596 Sep 26 13:41:06.848106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-72d3a737-ab9a-4516-a220-2014eefba513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:06.849672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-72d3a737-ab9a-4516-a220-2014eefba513 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0468886 Sep 26 13:41:06.902399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-75b93480-d6ba-4b48-b3c4-2d1770859900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:06.903949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-75b93480-d6ba-4b48-b3c4-2d1770859900 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466719 Sep 26 13:41:06.994936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-38832ecb-49a3-4694-9f31-3baa15b030b8 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832617 Sep 26 13:41:07.090568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8531f0e5-ce58-4df4-8c7b-13dcb00d3bf9 req-53f90483-a736-4d3e-b1fd-95a4b32c8581 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886648 Sep 26 13:41:08.359252 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8fe90c55-156c-4667-8c83-242bd949b785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:11.092053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d1b29499-ce94-4e23-b3a0-97fe9f135ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:11.655409 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:12.184931 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:13.639816 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:15.499879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:20.434432 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:28.338186 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14598-1fe5-4622-931a-1ca19c42d5cd req-ca6f1326-8bf4-4c2a-8c80-6305e0fc3926 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:28.339716 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3da14598-1fe5-4622-931a-1ca19c42d5cd req-ca6f1326-8bf4-4c2a-8c80-6305e0fc3926 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 946 time: 0.0507843 Sep 26 13:41:28.384325 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3da14598-1fe5-4622-931a-1ca19c42d5cd req-1fe6d89b-1482-43e2-8ef2-ca2b667ff226 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385740 Sep 26 13:41:29.504229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07789e-827e-47ed-a2a4-7cadee041619 req-c49ddb7b-41a8-47e9-bd87-2f48419b7a7a tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:29.505810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b07789e-827e-47ed-a2a4-7cadee041619 req-c49ddb7b-41a8-47e9-bd87-2f48419b7a7a tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 946 time: 0.0501282 Sep 26 13:41:29.570495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7b07789e-827e-47ed-a2a4-7cadee041619 req-8b018236-09e0-44e3-8297-fcc707e958f2 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/security-groups?id=055086e2-8bd2-48b3-86a6-3d70da4e0829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582142 Sep 26 13:41:29.587031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fcd79-8670-498d-9562-fe912843c2c9 req-dbba35c8-f02f-41b7-8136-4a1ba4a99dc6 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:41:29.588500 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-319fcd79-8670-498d-9562-fe912843c2c9 req-dbba35c8-f02f-41b7-8136-4a1ba4a99dc6 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 946 time: 0.0692484 Sep 26 13:41:29.684984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Deleting port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:29.685243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:29.773390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] For port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:41:29.773786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:29.803578 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:41:29.946516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:29.946792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:29.947105 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Floating IP dbf98d8a-f7be-4142-a367-bc17091a9afa disassociated. External IP: 172.25.4.215, port: 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc. Sep 26 13:41:29.947446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Calling delete_port for 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:30.072357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:30.105839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event deleted for resources: {'Port': ['ID=707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:30.222163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Router f8a82f3d-57f7-42e4-ab2e-fc506cbadded has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:41:30.327114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:41:30.339616 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] Sync routers for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:41:30.348733 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:41:30.349328 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:41:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:30.368831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] No DVR routers for this DVR port 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:41:30.371535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:30.373677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-319fcd79-8670-498d-9562-fe912843c2c9 req-ea34d00a-046b-4e94-851b-9772c5d5cc80 tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.24 "DELETE /v2.0/ports/707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc HTTP/1.1" status: 204 len: 173 time: 0.7792461 Sep 26 13:41:30.374071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a353fe-cc01-4a54-9893-ea7652692098', 'name': 'network-vif-deleted', 'tag': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:41:30.376352 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475ebd74-0f16-4889-a30c-3097c0f50efe" -d '{"events": [{"server_uuid": "45a353fe-cc01-4a54-9893-ea7652692098", "name": "network-vif-deleted", "tag": "707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:41:30.417710 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f1af24-e5ed-4ef5-97b2-b1dbfd715757 x-openstack-request-id: req-96f1af24-e5ed-4ef5-97b2-b1dbfd715757 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:41:30.418005 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a353fe-cc01-4a54-9893-ea7652692098", "name": "network-vif-deleted", "tag": "707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:41:30.418259 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96f1af24-e5ed-4ef5-97b2-b1dbfd715757 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:41:30.418657 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a353fe-cc01-4a54-9893-ea7652692098', 'name': 'network-vif-deleted', 'tag': '707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc', 'status': 'completed', 'code': 200} Sep 26 13:41:30.457924 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:41:30.676128 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:32Z', 'revision_number': 5, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:30.680170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2db4164-cd78-469b-91f1-f48b099dfec0 req-fea850a9-9e5e-4ca0-a6fd-3bd518f716cd tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a353fe-cc01-4a54-9893-ea7652692098 HTTP/1.1" status: 200 len: 210 time: 0.0272202 Sep 26 13:41:30.705922 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] Checking router: f8a82f3d-57f7-42e4-ab2e-fc506cbadded for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:41:30.714334 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:41:30.714932 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:41:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:30.826588 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:41:31.032410 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:32Z', 'revision_number': 5, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:31.064617 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b25fa-2462-4076-a2cd-fbea590f4739 None None] The sync data for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 is: [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:36:27Z', 'revision_number': 4, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd67b7baa-209f-462d-b5a3-f671e8f60796', 'name': '', 'network_id': '9f7d7633-1413-440c-a39e-22abd1e89bf9', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'mac_address': 'fa:16:3e:10:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:27Z', 'updated_at': '2021-09-26T13:36:32Z', 'revision_number': 5, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'subnets': [{'id': '13aa7059-ad0e-4a31-8182-caaf497507df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:41:31.300608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa059c6-7101-49b4-9351-df5e6a3e5afb None None] New status for floating IP dbf98d8a-f7be-4142-a367-bc17091a9afa: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:41:31.736802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57254) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:31.858989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Deleting port bbeccd11-8441-4d51-96a7-142a10f4bf74 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:31.859332 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:31.936968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:31.937290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:31.949547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Calling delete_port for bbeccd11-8441-4d51-96a7-142a10f4bf74 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:32.082720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:32.112327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event deleted for resources: {'Port': ['ID=bbeccd11-8441-4d51-96a7-142a10f4bf74,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:32.173924 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:32.176467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:32.177693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d37405a5-dccd-4e19-bbc0-2587b0b39d4b tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "DELETE /v2.0/floatingips/dbf98d8a-f7be-4142-a367-bc17091a9afa HTTP/1.1" status: 204 len: 168 time: 0.4399922 Sep 26 13:41:32.248252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57260) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:32.307278 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea8802ee-e736-4b29-b1fb-0c7aff2391cc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:32.331795 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea8802ee-e736-4b29-b1fb-0c7aff2391cc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:32.405088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea8802ee-e736-4b29-b1fb-0c7aff2391cc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:32.407944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ea8802ee-e736-4b29-b1fb-0c7aff2391cc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:32.409143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ea8802ee-e736-4b29-b1fb-0c7aff2391cc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] 10.222.0.13 "DELETE /v2.0/security-groups/055086e2-8bd2-48b3-86a6-3d70da4e0829 HTTP/1.1" status: 204 len: 168 time: 0.1598947 Sep 26 13:41:32.418918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8802ee-e736-4b29-b1fb-0c7aff2391cc tempest-TestServerBasicOps-985366945 tempest-TestServerBasicOps-985366945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055086e2-8bd2-48b3-86a6-3d70da4e0829,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:32.448708 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57264) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:32.822284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:41:32.845582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:41:32.845927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 707c81d9-00bc-45f2-92a7-8cfbfbbb3bcc not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:41:32.901279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:33.161849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Deleting port d67b7baa-209f-462d-b5a3-f671e8f60796 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:33.162192 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:33.245180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] For port d67b7baa-209f-462d-b5a3-f671e8f60796, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d67b7baa-209f-462d-b5a3-f671e8f60796,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:41:33.245567 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:33.258303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Calling delete_port for d67b7baa-209f-462d-b5a3-f671e8f60796 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:33.445560 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:33.471444 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67b7baa-209f-462d-b5a3-f671e8f60796,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:33.483364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.483721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.484069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.484412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.484751 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.485086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.485422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.485781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.486112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.486441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.486776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.487103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:33.654667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:33.861900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Router f8a82f3d-57f7-42e4-ab2e-fc506cbadded has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:41:33.969427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:41:33.974668 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-51d675fa-8f9d-4c46-936c-2eee27009241 admin admin] 10.222.0.13 "PUT /v2.0/routers/f8a82f3d-57f7-42e4-ab2e-fc506cbadded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5248432 Sep 26 13:41:33.977886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57268) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:33.980491 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] Sync routers for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:41:33.989670 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:41:33.990269 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:41:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:34.081846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:34.094902 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:41:34.189258 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:34.245411 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Deleting port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:34.245879 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:34.366441 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:41:33Z', 'revision_number': 5, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port': {'id': 'e07d41fa-9e4f-4beb-b0f7-afd323d36bc9', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:25Z', 'updated_at': '2021-09-26T13:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:34.393399 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] Checking router: f8a82f3d-57f7-42e4-ab2e-fc506cbadded for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:41:34.403263 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] Routers {'f8a82f3d-57f7-42e4-ab2e-fc506cbadded'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:41:34.403879 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:41:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:34.492151 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] Set router f8a82f3d-57f7-42e4-ab2e-fc506cbadded gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:41:34.548325 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:41:34Z', 'revision_number': 6, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:34.575192 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791600a-09f9-4d24-b30d-22a878938c18 None None] The sync data for ids ['f8a82f3d-57f7-42e4-ab2e-fc506cbadded'] in n-d-806683-13 is: [{'id': 'f8a82f3d-57f7-42e4-ab2e-fc506cbadded', 'name': 'tempest-TestServerBasicOps-1952716703-router', 'tenant_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:24Z', 'updated_at': '2021-09-26T13:41:34Z', 'revision_number': 6, 'project_id': 'ff9da538cf7e4236bbafd6befb20ccc5', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:41:34.661843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] For port e07d41fa-9e4f-4beb-b0f7-afd323d36bc9, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e07d41fa-9e4f-4beb-b0f7-afd323d36bc9,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:41:34.662465 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:34.674366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Calling delete_port for e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:34.837202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:34.863506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07d41fa-9e4f-4beb-b0f7-afd323d36bc9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:34.923222 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.022214 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.024449 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.074746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.075747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a82f3d-57f7-42e4-ab2e-fc506cbadded {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:41:35.080224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.084006 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd47d77a-7566-49f2-935f-06d50f9f8e90 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f8a82f3d-57f7-42e4-ab2e-fc506cbadded HTTP/1.1" status: 204 len: 168 time: 1.1023626 Sep 26 13:41:35.084297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57270) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:35.128238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1745bf6b-cd33-400a-a389-5f21444bb9f4 admin admin] Deleting subnet 13aa7059-ad0e-4a31-8182-caaf497507df {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:41:35.131141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1745bf6b-cd33-400a-a389-5f21444bb9f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.164884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1745bf6b-cd33-400a-a389-5f21444bb9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.246091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1745bf6b-cd33-400a-a389-5f21444bb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.297451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1745bf6b-cd33-400a-a389-5f21444bb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.323924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745bf6b-cd33-400a-a389-5f21444bb9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aa7059-ad0e-4a31-8182-caaf497507df,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:35.331184 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1745bf6b-cd33-400a-a389-5f21444bb9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.335945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1745bf6b-cd33-400a-a389-5f21444bb9f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/13aa7059-ad0e-4a31-8182-caaf497507df HTTP/1.1" status: 204 len: 168 time: 0.2484612 Sep 26 13:41:35.336421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57272) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:35.340347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6396b-1c44-493c-bc57-473513bc8668 None None] Network 9f7d7633-1413-440c-a39e-22abd1e89bf9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:41:35.414402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.478223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Deleting port af69e0d1-a974-47e8-adbc-a6b76554a916 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:35.478571 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.555255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] For port af69e0d1-a974-47e8-adbc-a6b76554a916, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=af69e0d1-a974-47e8-adbc-a6b76554a916,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:41:35.555625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] DHCP port deletion for 9f7d7633-1413-440c-a39e-22abd1e89bf9 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:41:35.555746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.574724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Calling delete_port for af69e0d1-a974-47e8-adbc-a6b76554a916 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:35.581986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d67b7baa-209f-462d-b5a3-f671e8f60796 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:41:35.605886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d67b7baa-209f-462d-b5a3-f671e8f60796 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:41:35.606158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d67b7baa-209f-462d-b5a3-f671e8f60796 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:41:35.606617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:41:35.633193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:41:35.633517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e07d41fa-9e4f-4beb-b0f7-afd323d36bc9 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:41:35.650730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] Deleting port af69e0d1-a974-47e8-adbc-a6b76554a916 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:35.651397 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.663696 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.693106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af69e0d1-a974-47e8-adbc-a6b76554a916,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:35.695015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] No DVR routers for this DVR port af69e0d1-a974-47e8-adbc-a6b76554a916 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:41:35.726199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] For port af69e0d1-a974-47e8-adbc-a6b76554a916, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=af69e0d1-a974-47e8-adbc-a6b76554a916,segment=NetworkSegment(cf33c87d-15ac-48eb-90f7-b697cdebda2c),segment_id=cf33c87d-15ac-48eb-90f7-b697cdebda2c)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:41:35.726594 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.739888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] Calling delete_port for af69e0d1-a974-47e8-adbc-a6b76554a916 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:35.777202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.800962 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7d7633-1413-440c-a39e-22abd1e89bf9']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:35.812164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf33c87d-15ac-48eb-90f7-b697cdebda2c') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:35.812466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf33c87d-15ac-48eb-90f7-b697cdebda2c') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:35.821267 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.823891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.839330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.846385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:41:35.846788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.847730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] Pushing event deleted for resources: {'Port': ['ID=af69e0d1-a974-47e8-adbc-a6b76554a916,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:41:35.849759 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:41:35.853403 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e0812-8f5e-45b8-81e5-15055ea5b3e9 None None] No DVR routers for this DVR port af69e0d1-a974-47e8-adbc-a6b76554a916 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:41:35.904114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.909679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:35.914613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9f7d7633-1413-440c-a39e-22abd1e89bf9 HTTP/1.1" status: 204 len: 168 time: 0.5741968 Sep 26 13:41:35.915001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57274) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:35.923808 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141d015-d979-4270-82b3-822f5f8732c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7d7633-1413-440c-a39e-22abd1e89bf9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:36.264319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:36.505395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Deleting port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:36.505763 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:36.581926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] For port 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,segment=NetworkSegment(f72f457d-1d08-4ba0-98f2-73fbb51c5f22),segment_id=f72f457d-1d08-4ba0-98f2-73fbb51c5f22)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:41:36.582290 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:36.594571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Calling delete_port for 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:36.770580 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:36.801681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Pushing event deleted for resources: {'Port': ['ID=175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:36.830576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.831003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.831353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.831749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.832075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.832398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.832684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.833094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.833436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.833879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.834200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.834537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:41:36.979788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:37.484233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Router 67b2412d-16de-4ead-b9de-c5136a7059aa has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:41:37.562786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device af69e0d1-a974-47e8-adbc-a6b76554a916 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:41:37.586250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: af69e0d1-a974-47e8-adbc-a6b76554a916 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:41:37.586563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device af69e0d1-a974-47e8-adbc-a6b76554a916 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:41:37.591850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:41:37.597299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ee207259-190b-4f70-a61b-b22012d017da admin admin] 10.222.0.13 "PUT /v2.0/routers/67b2412d-16de-4ead-b9de-c5136a7059aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812453 Sep 26 13:41:37.599836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57278) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:37.600524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] Sync routers for ids ['67b2412d-16de-4ead-b9de-c5136a7059aa'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:41:37.609612 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] Routers {'67b2412d-16de-4ead-b9de-c5136a7059aa'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:41:37.610230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:41:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['67b2412d-16de-4ead-b9de-c5136a7059aa'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:37.705324 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:37.714889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] Set router 67b2412d-16de-4ead-b9de-c5136a7059aa gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:41:37.808457 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:37.861239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Deleting port 662d45bc-2ee3-44c1-a655-510c8d41aabf {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:37.861611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:37.894721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110'}], 'enable_snat': True}, 'gw_port_id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:41:36Z', 'revision_number': 5, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port': {'id': '662d45bc-2ee3-44c1-a655-510c8d41aabf', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:37.920383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] Checking router: 67b2412d-16de-4ead-b9de-c5136a7059aa for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:41:37.929649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] Routers {'67b2412d-16de-4ead-b9de-c5136a7059aa'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:41:37.930266 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:41:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['67b2412d-16de-4ead-b9de-c5136a7059aa'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:37.947039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] For port 662d45bc-2ee3-44c1-a655-510c8d41aabf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=662d45bc-2ee3-44c1-a655-510c8d41aabf,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:41:37.947454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:37.960707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Calling delete_port for 662d45bc-2ee3-44c1-a655-510c8d41aabf owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:38.018015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] Set router 67b2412d-16de-4ead-b9de-c5136a7059aa gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:41:38.138944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.167647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=662d45bc-2ee3-44c1-a655-510c8d41aabf,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:38.237453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.237766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:41:37Z', 'revision_number': 6, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:38.266741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fdfde-0061-40d8-b12b-d625007aea25 None None] The sync data for ids ['67b2412d-16de-4ead-b9de-c5136a7059aa'] in n-d-806683-13 is: [{'id': '67b2412d-16de-4ead-b9de-c5136a7059aa', 'name': 'tempest-TestServerBasicOps-945278184-router', 'tenant_id': '37bb7c045ecb438f96fbe9731b57b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:36:30Z', 'updated_at': '2021-09-26T13:41:37Z', 'revision_number': 6, 'project_id': '37bb7c045ecb438f96fbe9731b57b34e', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:41:38.334529 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.336688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.361853 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9e7635ab-c72b-4c61-a0ee-24e0be2372fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.382014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.382576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b2412d-16de-4ead-b9de-c5136a7059aa {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:41:38.387704 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.388852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9d56b5c9-06aa-4ed6-a3bc-39a018c29e27 admin admin] 10.222.0.13 "DELETE /v2.0/routers/67b2412d-16de-4ead-b9de-c5136a7059aa HTTP/1.1" status: 204 len: 168 time: 0.7879009 Sep 26 13:41:38.391358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57282) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:38.436785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5f6fc1-805d-4533-8d82-cb0eeac958bf admin admin] Deleting subnet 0e98b1c8-ba40-499c-b540-08fc330c8626 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:41:38.439929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6fc1-805d-4533-8d82-cb0eeac958bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.473656 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6fc1-805d-4533-8d82-cb0eeac958bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.555994 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6fc1-805d-4533-8d82-cb0eeac958bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.606423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6fc1-805d-4533-8d82-cb0eeac958bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.630595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f6fc1-805d-4533-8d82-cb0eeac958bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e98b1c8-ba40-499c-b540-08fc330c8626,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:38.636518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6fc1-805d-4533-8d82-cb0eeac958bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.640969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d5f6fc1-805d-4533-8d82-cb0eeac958bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e98b1c8-ba40-499c-b540-08fc330c8626 HTTP/1.1" status: 204 len: 168 time: 0.2462025 Sep 26 13:41:38.641070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57284) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:38.644241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8a5402-1629-452a-af6a-3a40d23d5a63 None None] Network b165144d-f12c-4bd7-8d45-2bf40a188aab requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:41:38.718467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.773802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Deleting port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:41:38.774152 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.839497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] For port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=08ae19c0-849d-4aa8-a0e8-a9792e2082f7,segment=NetworkSegment(f72f457d-1d08-4ba0-98f2-73fbb51c5f22),segment_id=f72f457d-1d08-4ba0-98f2-73fbb51c5f22)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:41:38.839868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.857774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Calling delete_port for 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:41:38.936357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:38.960168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=08ae19c0-849d-4aa8-a0e8-a9792e2082f7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:38.965686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] No DVR routers for this DVR port 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:41:39.041424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.063782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b165144d-f12c-4bd7-8d45-2bf40a188aab']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:39.074029 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:39.074333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72f457d-1d08-4ba0-98f2-73fbb51c5f22') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:41:39.083520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff12813f-860d-452f-a4ea-0416d1639941 None None] DHCP port deletion for b165144d-f12c-4bd7-8d45-2bf40a188aab request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:41:39.088031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.103811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.110700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:41:39.111276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:41:39.113110 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:41:39.167777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.174009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.179857 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/b165144d-f12c-4bd7-8d45-2bf40a188aab HTTP/1.1" status: 204 len: 168 time: 0.5339146 Sep 26 13:41:39.187726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ff51-79f6-4c34-a152-6c84db9b2c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=b165144d-f12c-4bd7-8d45-2bf40a188aab,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:39.299096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57288) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:39.346537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0a5d8152-b017-400d-a4a7-5955c174e256 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff9da538cf7e4236bbafd6befb20ccc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461295 Sep 26 13:41:39.348797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57290) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:39.399657 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-feecf9ea-bae4-48b8-b513-6f33680a4bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.421058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-feecf9ea-bae4-48b8-b513-6f33680a4bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.466775 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-feecf9ea-bae4-48b8-b513-6f33680a4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.469377 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-feecf9ea-bae4-48b8-b513-6f33680a4bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.470636 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-feecf9ea-bae4-48b8-b513-6f33680a4bc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b98efea3-3ab8-45e4-a6c8-ab472239923a HTTP/1.1" status: 204 len: 168 time: 0.1209283 Sep 26 13:41:39.480610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecf9ea-bae4-48b8-b513-6f33680a4bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98efea3-3ab8-45e4-a6c8-ab472239923a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:39.527360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:41:39.546691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:41:39.547116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 175a9b0a-d3bd-42fa-96e3-45ad9dcb06ba not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:41:39.547588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:41:39.570062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:41:39.570399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 08ae19c0-849d-4aa8-a0e8-a9792e2082f7 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:41:39.570803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 662d45bc-2ee3-44c1-a655-510c8d41aabf no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:41:39.589889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 662d45bc-2ee3-44c1-a655-510c8d41aabf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:41:39.590231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 662d45bc-2ee3-44c1-a655-510c8d41aabf not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:41:39.803021 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57296) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:39.843239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7182922b-eeec-40f5-8c8f-78294a9844e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37bb7c045ecb438f96fbe9731b57b34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390277 Sep 26 13:41:39.845725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57298) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:41:39.893245 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b09e80df-f0c3-42b2-90f5-cd777af0ecc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.914565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b09e80df-f0c3-42b2-90f5-cd777af0ecc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.963618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b09e80df-f0c3-42b2-90f5-cd777af0ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.966149 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b09e80df-f0c3-42b2-90f5-cd777af0ecc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:39.967309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b09e80df-f0c3-42b2-90f5-cd777af0ecc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff4d8a94-c2db-410d-9cd0-5d248eec3c74 HTTP/1.1" status: 204 len: 168 time: 0.1206603 Sep 26 13:41:39.975303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e80df-f0c3-42b2-90f5-cd777af0ecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d8a94-c2db-410d-9cd0-5d248eec3c74,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:41:41.094588 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57e0f93e-b66c-4320-b323-23a5e4e5e718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:41.656127 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:42.188658 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:43.643877 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:45.521249 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:41:50.451568 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:06.802900 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:42:08.120496 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-84c61eb6-d051-4164-8fef-14a59b39f5dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1941724 Sep 26 13:42:08.200203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-0c0588c4-b5be-4e84-8cd0-cdf56932adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:08.201892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-0c0588c4-b5be-4e84-8cd0-cdf56932adbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0412412 Sep 26 13:42:08.308236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-cb2bbcf2-bafe-45bd-9522-336c50780bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:08.309745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-cb2bbcf2-bafe-45bd-9522-336c50780bb7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0886877 Sep 26 13:42:08.364223 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-34c7174d-fe90-4d61-b83e-ef1ee1c56ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:08.379103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-2d1779a3-0f59-4653-ab86-66e990cdc579 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 1001 time: 0.0627599 Sep 26 13:42:08.427039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-3d82394e-f56d-4022-acc6-bd8aa1623108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:08.428484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-3d82394e-f56d-4022-acc6-bd8aa1623108 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0424266 Sep 26 13:42:08.477765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-063ed852-e6ce-4025-84a8-ed91cfc529b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:08.479170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-063ed852-e6ce-4025-84a8-ed91cfc529b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437856 Sep 26 13:42:08.566517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-8e9ee890-a01d-463b-a2d2-f587a014a0f6 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802829 Sep 26 13:42:08.663594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2643374d-674b-49f7-a7e4-4a39c2ad1dd0 req-0c3b948a-8bf6-4ed5-93c3-953d30d90fc9 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894477 Sep 26 13:42:11.095192 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c9b3c42a-5b2b-4dcb-8d84-393d61884557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:11.658071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:12.190754 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:13.644998 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:15.536958 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:20.449968 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:38.371098 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d266f70a-4ba0-4c53-bf62-afbf4fd30d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:40.955929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-3f4b7f00-84b0-4709-bd49-f128ada45ed5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661648772&fields=id&tenant_id=98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 267 time: 0.0388434 Sep 26 13:42:41.064121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-99472cba-bde7-4cee-960d-92de158ba3e1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:41.065795 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-99472cba-bde7-4cee-960d-92de158ba3e1 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1024539 Sep 26 13:42:41.082682 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-dfffec77-d922-4979-81d7-b44a28655f5f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/quotas/98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 375 time: 0.0103967 Sep 26 13:42:41.097961 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f7756d9d-e0ac-4723-80eb-980f823b3fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:41.144555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-edc2f194-e2b9-46cc-8752-a1e944c30690 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545747 Sep 26 13:42:41.161918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ba27a7ca-f0d9-49bb-9817-8936800c8ca0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:42:41.162906 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ba27a7ca-f0d9-49bb-9817-8936800c8ca0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054936 Sep 26 13:42:41.257785 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-68db06bd-8192-4a0d-8319-338b0f1ad913 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883396 Sep 26 13:42:41.352053 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-961a91fd-217d-4e9c-ad10-0cca4bb92230 service neutron] 10.222.0.13 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Sep 26 13:42:41.640396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-574efe52-5e5e-4d3d-b3d1-cacbe77c17d3 req-0bd0609f-3c0c-469f-8955-8bd9d2284c7f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 210 time: 0.0278306 Sep 26 13:42:41.669662 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:42.195783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:42.686514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-96eaba48-1ac5-4731-96ef-156f2a9c3c56 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:42.688045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-96eaba48-1ac5-4731-96ef-156f2a9c3c56 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 812 time: 0.1138229 Sep 26 13:42:42.735138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-47a13357-0dcf-4dd5-ad82-5281d4025a08 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98bb9d44123d466da039bdc96df5bae9 HTTP/1.1" status: 200 len: 379 time: 0.0376675 Sep 26 13:42:42.741738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28f31fd1-fd7a-4781-857d-80916dc340cf req-6fbcd032-239b-410c-b4ed-b9693c7ffe06 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 210 time: 0.0312502 Sep 26 13:42:42.745505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'port': {'device_id': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'admin_state_up': True, 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'security_groups': ['3e23a3ae-d62a-4d8d-99b1-31b99df6b74c']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:42:42.859845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Made reservation on behalf of 98bb9d44123d466da039bdc96df5bae9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:42:42.863379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:42.996095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.20.0.14 (f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3/38a951e2-6c6e-4130-a38e-8ab98987c6b4) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:42:43.148289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.182001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.225342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:42:43.228645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:42:43.232621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:42:43.260997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=38a951e2-6c6e-4130-a38e-8ab98987c6b4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:42:43.277084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.277325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.277604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.277945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.278273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.278599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.278923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.279248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.279565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.279885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.280202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.280520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:43.302408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:43.303165 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.320038 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ad4570d7-8bbd-4f5b-828a-8af2e8d712bf tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5784819 Sep 26 13:42:43.332406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Request body: {'port': {'device_id': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:42:43.394508 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.521727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-faea45a9-27b9-400d-a914-aa73c59f77de None None] Provisioning complete for port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:42:43.522282 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-faea45a9-27b9-400d-a914-aa73c59f77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.559239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-faea45a9-27b9-400d-a914-aa73c59f77de None None] Port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:42:43.648582 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.674826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a951e2-6c6e-4130-a38e-8ab98987c6b4 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:42:43.682920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.694825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Transition to ACTIVE for port object 38a951e2-6c6e-4130-a38e-8ab98987c6b4 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:42:43.699332 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.752478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Pushing event updated for resources: {'Port': ['ID=38a951e2-6c6e-4130-a38e-8ab98987c6b4,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:42:43.810566 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:42:43.824625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Attempting to bind port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:42:43.825130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Attempting to bind port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:42:43.825598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Attempting to bind port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:42:43.843941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:42:43.843941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Attempting to bind port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 on network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:42:43.864418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:42:43.865200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Checking segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:42:43.865649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Bound using segment: {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:42:43.866141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Bound port: 38a951e2-6c6e-4130-a38e-8ab98987c6b4, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ad380c-902d-4e27-92fb-d01e083c709b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:42:43.866538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:43.931253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d4065-77bc-46b0-8996-365a6b1b0b2d req-3a9f5f15-863d-412f-b3cf-58e8b727883a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:43.932903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-705d4065-77bc-46b0-8996-365a6b1b0b2d req-3a9f5f15-863d-412f-b3cf-58e8b727883a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.1023693 Sep 26 13:42:43.989207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] For port 38a951e2-6c6e-4130-a38e-8ab98987c6b4, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:42:44.002234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-705d4065-77bc-46b0-8996-365a6b1b0b2d req-93b81226-6b5f-4d12-b7c7-983f2298bcc9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583546 Sep 26 13:42:44.005514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] For port 38a951e2-6c6e-4130-a38e-8ab98987c6b4, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:42:44.010475 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:44.046252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:44.046863 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:44.048259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] 10.222.0.24 "PUT /v2.0/ports/38a951e2-6c6e-4130-a38e-8ab98987c6b4 HTTP/1.1" status: 200 len: 1093 time: 0.7205553 Sep 26 13:42:44.048835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:42:44.050985 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7c9441-6858-443e-9a32-fe03487bb3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:42:44.099965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b902c0-6990-448a-8346-5bd407ebee32 service neutron] Pushing event updated for resources: {'Port': ['ID=38a951e2-6c6e-4130-a38e-8ab98987c6b4,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:42:44.106105 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04567d7-18ba-4f3c-871d-8724e34ab240 x-openstack-request-id: req-e04567d7-18ba-4f3c-871d-8724e34ab240 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:42:44.106403 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:42:44.106638 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e04567d7-18ba-4f3c-871d-8724e34ab240 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:42:44.107033 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'status': 'completed', 'code': 200} Sep 26 13:42:44.151105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-e0989377-6ffe-41a4-9b90-69b5293aaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:44.152628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-e0989377-6ffe-41a4-9b90-69b5293aaa4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 1096 time: 0.0483704 Sep 26 13:42:44.200969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-e99c4a45-2db7-42f1-a48f-cbd21075d9d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4 HTTP/1.1" status: 200 len: 217 time: 0.0401719 Sep 26 13:42:44.251295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-d2751681-33a5-4256-b0d6-9c66ae9f6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:44.252794 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-d2751681-33a5-4256-b0d6-9c66ae9f6cbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0453520 Sep 26 13:42:44.301084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-5f52fb6d-ded7-4bd9-897d-5712cb4cc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:44.303291 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-5f52fb6d-ded7-4bd9-897d-5712cb4cc945 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431128 Sep 26 13:42:44.395570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-9bd422af-470f-403f-b4ce-8f214f18b096 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Sep 26 13:42:44.485262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-77bfe687-0094-43e6-8a48-c95abbfbe204 req-ed594bb5-5f9c-4b6a-8cea-b45c6f15d552 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829775 Sep 26 13:42:44.570561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-f328ce43-3803-45df-b6b2-c8cc0413c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:44.572098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-f328ce43-3803-45df-b6b2-c8cc0413c744 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 1096 time: 0.0443513 Sep 26 13:42:44.667352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-aa5e00cc-2667-4fcb-80e4-7d79b987f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:44.668864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-aa5e00cc-2667-4fcb-80e4-7d79b987f0e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0902293 Sep 26 13:42:44.713787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-118defdb-14d0-4460-8208-226a890bac9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4 HTTP/1.1" status: 200 len: 217 time: 0.0380788 Sep 26 13:42:44.767152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-dc0f1971-be8d-4412-89c8-0ccf2c092bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:44.768783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-dc0f1971-be8d-4412-89c8-0ccf2c092bee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0486972 Sep 26 13:42:44.816213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-633fd740-097a-43f7-b9e3-27a5b94981d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:44.817774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-633fd740-097a-43f7-b9e3-27a5b94981d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416276 Sep 26 13:42:44.911906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-ebdc815a-c774-4633-8c48-f45a564ea8cb service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873480 Sep 26 13:42:45.009899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f7c9441-6858-443e-9a32-fe03487bb3fc req-3076cf74-b8f7-4f90-8119-8d919e5fa106 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914159 Sep 26 13:42:45.125921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8330-6dcb-4506-8efd-6ad57c5b9ab7 req-c13dd0a8-45d6-4d7e-b58a-44d8758e2017 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:45.127552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91cb8330-6dcb-4506-8efd-6ad57c5b9ab7 req-c13dd0a8-45d6-4d7e-b58a-44d8758e2017 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.0537961 Sep 26 13:42:45.167945 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91cb8330-6dcb-4506-8efd-6ad57c5b9ab7 req-3a291418-b31b-4ab4-9b65-d081e0711c95 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Sep 26 13:42:45.542747 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:46.287128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae1e49-4d1a-460f-81e8-3090be15c94e req-6e0358a5-8e7b-4e9c-861a-d910c0c4700b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:46.289133 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6ae1e49-4d1a-460f-81e8-3090be15c94e req-6e0358a5-8e7b-4e9c-861a-d910c0c4700b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.0505872 Sep 26 13:42:46.328008 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c6ae1e49-4d1a-460f-81e8-3090be15c94e req-a5f2be6e-8f41-40f0-ac20-5164f03ac5a5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328202 Sep 26 13:42:47.457875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e9d9c-71ba-4dda-b474-24da114daad3 req-89b28b1a-61ca-463f-bab3-11bab812be29 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:47.459530 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b9e9d9c-71ba-4dda-b474-24da114daad3 req-89b28b1a-61ca-463f-bab3-11bab812be29 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.0653152 Sep 26 13:42:47.499775 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b9e9d9c-71ba-4dda-b474-24da114daad3 req-c8b66415-d68b-4fde-ad5c-feb0dfa67245 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339167 Sep 26 13:42:48.614105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b5cf5-c833-4e5f-a0f3-4d8488e29931 req-0a7575ad-566c-487c-a4b1-e79f55df9a36 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:48.615596 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd6b5cf5-c833-4e5f-a0f3-4d8488e29931 req-0a7575ad-566c-487c-a4b1-e79f55df9a36 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.0495341 Sep 26 13:42:48.653421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fd6b5cf5-c833-4e5f-a0f3-4d8488e29931 req-db450864-5994-4238-8c7c-62f1a3332b2f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319374 Sep 26 13:42:49.770903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0a15-1b3a-4948-a593-19044ba375e7 req-e012cf0d-8895-4b90-8b12-84838180f953 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:49.772413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3df0a15-1b3a-4948-a593-19044ba375e7 req-e012cf0d-8895-4b90-8b12-84838180f953 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.0530689 Sep 26 13:42:49.813316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3df0a15-1b3a-4948-a593-19044ba375e7 req-3662e008-4e6e-4e71-8788-350931fc7c62 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348418 Sep 26 13:42:50.445975 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:50.931464 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcc2c6-3c7f-4c6a-8960-582dc56c3d7b req-72aa3012-3678-4acb-bc0f-4aebf3190e2f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:50.933274 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0dcc2c6-3c7f-4c6a-8960-582dc56c3d7b req-72aa3012-3678-4acb-bc0f-4aebf3190e2f tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.0536015 Sep 26 13:42:50.972974 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0dcc2c6-3c7f-4c6a-8960-582dc56c3d7b req-79d42beb-8f0b-4e27-a3c3-c29507e0d09e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335984 Sep 26 13:42:52.092737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb608aa-066a-481f-970c-3e5060cc667b req-77a10431-a266-4a1d-8e58-f95da07eb333 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:52.094386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3fb608aa-066a-481f-970c-3e5060cc667b req-77a10431-a266-4a1d-8e58-f95da07eb333 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.0525498 Sep 26 13:42:52.134141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3fb608aa-066a-481f-970c-3e5060cc667b req-a9e29be0-0e73-4ff2-baf4-0d51f25b455b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336523 Sep 26 13:42:53.197254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 38a951e2-6c6e-4130-a38e-8ab98987c6b4 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:42:53.248247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550ac3-546d-4cb6-960f-12ed902239d9 req-2bed5797-6cf6-4ba4-b8bd-8839eead9c51 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:53.249792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54550ac3-546d-4cb6-960f-12ed902239d9 req-2bed5797-6cf6-4ba4-b8bd-8839eead9c51 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 944 time: 0.0494452 Sep 26 13:42:53.288529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-54550ac3-546d-4cb6-960f-12ed902239d9 req-873d81bb-4f9c-4adf-abf7-3d9499a52a7b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Sep 26 13:42:53.290966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 38a951e2-6c6e-4130-a38e-8ab98987c6b4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:42:53.305779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'port_id': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'mac_address': 'fa:16:3e:1d:e6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:42:53.343375 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:53.355495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a951e2-6c6e-4130-a38e-8ab98987c6b4 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:42:53.373943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 38a951e2-6c6e-4130-a38e-8ab98987c6b4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:42:53.377718 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:53.424311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=38a951e2-6c6e-4130-a38e-8ab98987c6b4,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:42:53.431923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.432268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.432607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.432945 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.433276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.433663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.433994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.434319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.434639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.434961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.435282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.435601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:42:53.592015 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['38a951e2-6c6e-4130-a38e-8ab98987c6b4'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:42:54.417441 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e1785-79d4-424a-ad0d-98b17d524ee8 req-9a4bf415-e4fd-4116-b30b-16173176983b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:54.419411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e06e1785-79d4-424a-ad0d-98b17d524ee8 req-9a4bf415-e4fd-4116-b30b-16173176983b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 945 time: 0.0633667 Sep 26 13:42:54.467434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e06e1785-79d4-424a-ad0d-98b17d524ee8 req-a6f27da3-d894-4a1a-9622-c5cd194eb579 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417423 Sep 26 13:42:55.212648 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 38a951e2-6c6e-4130-a38e-8ab98987c6b4 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:42:55.260594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:42:55.264485 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:42:55.264858 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:55.343057 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:55.365157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:42:55.368032 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c17bf38-3297-4b0f-a0f4-62302685b413" -d '{"events": [{"server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "name": "network-vif-plugged", "status": "completed", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:42:55.380964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 38a951e2-6c6e-4130-a38e-8ab98987c6b4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:42:55.384734 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:55.407811 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb473f90-4803-441f-b84d-00126338af50 x-openstack-request-id: req-cb473f90-4803-441f-b84d-00126338af50 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:42:55.408098 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "name": "network-vif-plugged", "status": "completed", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:42:55.408345 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb473f90-4803-441f-b84d-00126338af50 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:42:55.408724 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'code': 200} Sep 26 13:42:55.434910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=38a951e2-6c6e-4130-a38e-8ab98987c6b4,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:42:55.502345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a3eea-3c1e-4b2d-a32c-26b244bee9dc req-9ffed3b0-60f5-4196-a00b-2917a29b54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:55.503891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-405a3eea-3c1e-4b2d-a32c-26b244bee9dc req-9ffed3b0-60f5-4196-a00b-2917a29b54dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 1098 time: 0.0417097 Sep 26 13:42:55.542096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-405a3eea-3c1e-4b2d-a32c-26b244bee9dc req-7ca5be63-bc2c-43cc-9bf5-5f7c6a621110 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302689 Sep 26 13:42:55.594805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165a83d-5fb9-4c66-8819-c5baada0e364 req-637d85f3-f8d8-42b2-8325-ee28d015ed96 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:55.596209 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5165a83d-5fb9-4c66-8819-c5baada0e364 req-637d85f3-f8d8-42b2-8325-ee28d015ed96 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 946 time: 0.0504892 Sep 26 13:42:55.636548 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5165a83d-5fb9-4c66-8819-c5baada0e364 req-270c7dcc-147f-4e54-a65a-b7dc7af93e3d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336285 Sep 26 13:42:56.755013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c0ad-6963-46c3-8287-8f7a952a1405 req-cddb678b-bd94-4eb1-a7c7-c1a8e1ce7d6d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:56.756541 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cb3c0ad-6963-46c3-8287-8f7a952a1405 req-cddb678b-bd94-4eb1-a7c7-c1a8e1ce7d6d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 946 time: 0.0493219 Sep 26 13:42:56.796222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7cb3c0ad-6963-46c3-8287-8f7a952a1405 req-f96dec11-cb74-4aa6-86ff-49e9c161d709 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330687 Sep 26 13:42:56.914804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71cb30-83f7-40e3-86fc-86a7f0248d41 req-e96b3f19-ff70-4a2d-b8c5-e334bc1d8ca6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:56.916372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71cb30-83f7-40e3-86fc-86a7f0248d41 req-e96b3f19-ff70-4a2d-b8c5-e334bc1d8ca6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 946 time: 0.0528071 Sep 26 13:42:56.955089 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9c71cb30-83f7-40e3-86fc-86a7f0248d41 req-88b701ba-3bfe-48ef-b085-e6f0db96c5a8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325346 Sep 26 13:42:56.978147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57412) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:42:57.017199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29c4cb-d3cd-44d8-a8d9-cebe019dae9f tempest-TestVolumeBootPattern-1372789493 tempest-TestVolumeBootPattern-1372789493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:57.018762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ed29c4cb-d3cd-44d8-a8d9-cebe019dae9f tempest-TestVolumeBootPattern-1372789493 tempest-TestVolumeBootPattern-1372789493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 1093 time: 0.0395970 Sep 26 13:42:57.021667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57414) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:42:57.026687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:42:57.051574 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:57.163915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:57.270432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Allocated IP 172.25.4.101 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/d2df0f22-9c7a-4234-99ba-c36e43ffd242) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:42:57.378397 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:57.412370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:57.451490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:42:57.454529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:42:57.457178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:42:57.465971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=d2df0f22-9c7a-4234-99ba-c36e43ffd242,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:42:58.097415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:58.165249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:58.315175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:58.320057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:58.391490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event updated for resources: {'Port': ['ID=d2df0f22-9c7a-4234-99ba-c36e43ffd242,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:42:58.401032 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:58.504085 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Floating IP b93626f8-27eb-4d0c-8249-73d604e36c44 associated. External IP: 172.25.4.101, port: 38a951e2-6c6e-4130-a38e-8ab98987c6b4. Sep 26 13:42:58.710774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Router fe7df510-efea-46b6-ab0e-68689eff6f2e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:42:58.817434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:42:58.827022 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:42:58.834036 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:42:58.836315 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:42:58.836900 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:42:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:42:58.862256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3c40f47b-0187-4daf-b5e2-4311a9e61fad tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8395109 Sep 26 13:42:58.862949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:42:58.865209 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f95937-1649-40d3-b430-d2ccd85efa8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:42:58.908649 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0217b838-f487-4d7e-8bb5-9bcdd36b2986 x-openstack-request-id: req-0217b838-f487-4d7e-8bb5-9bcdd36b2986 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:42:58.908941 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:42:58.909195 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0217b838-f487-4d7e-8bb5-9bcdd36b2986 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:42:58.909633 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'status': 'completed', 'code': 200} Sep 26 13:42:58.944058 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:42:58.971898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-fe21a37a-c386-4e0e-ad71-b203eb6d0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:58.973366 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-fe21a37a-c386-4e0e-ad71-b203eb6d0e38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 1098 time: 0.0423634 Sep 26 13:42:59.071840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-1b25d775-6fa9-4310-8a19-132ece3ebe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:59.073414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-1b25d775-6fa9-4310-8a19-132ece3ebe87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0934513 Sep 26 13:42:59.139772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-c00cae9d-45fe-4392-8585-13c239d79fb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4 HTTP/1.1" status: 200 len: 1000 time: 0.0592918 Sep 26 13:42:59.173977 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b93626f8-27eb-4d0c-8249-73d604e36c44', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:1d:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:42:57Z', 'updated_at': '2021-09-26T13:42:57Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}, {'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:59Z', 'revision_number': 1, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:42:59.195793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-fd062d73-50c9-433c-b588-bfb3673870bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:59.197116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-fd062d73-50c9-433c-b588-bfb3673870bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0505826 Sep 26 13:42:59.200310 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:42:59.208896 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:42:59.209514 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:42:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:42:59.243834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-5be55b29-8aae-4d6e-9d17-f3fd3a49d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:42:59.245311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-5be55b29-8aae-4d6e-9d17-f3fd3a49d491 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413399 Sep 26 13:42:59.314446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:42:59.341312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-04c0a140-516d-4ba0-b6fc-ea10615fe7ff service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891886 Sep 26 13:42:59.431936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9f95937-1649-40d3-b430-d2ccd85efa8c req-54a2eee7-80d0-49c9-b61c-7036153c36ca service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837831 Sep 26 13:42:59.549153 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b93626f8-27eb-4d0c-8249-73d604e36c44', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:1d:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:42:57Z', 'updated_at': '2021-09-26T13:42:57Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}, {'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:59Z', 'revision_number': 1, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:42:59.577273 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5417a4-9e61-48e2-8e4d-d1ede6659b91 None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b93626f8-27eb-4d0c-8249-73d604e36c44', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:1d:e6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:42:57Z', 'updated_at': '2021-09-26T13:42:57Z', 'revision_number': 0, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}, {'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:59Z', 'revision_number': 1, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:42:59.771056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe64d5-8ab7-47e7-9a07-f2c7510e0e25 None None] New status for floating IP b93626f8-27eb-4d0c-8249-73d604e36c44: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:43:06.869460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-71c03662-4284-434c-85fa-8630041a30d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429730 Sep 26 13:43:06.964983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-0870c15d-e159-43e8-aa50-2c71c83f06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:43:06.966884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-0870c15d-e159-43e8-aa50-2c71c83f06cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 1098 time: 0.0503407 Sep 26 13:43:07.082169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-ba005d0b-6a05-43a5-b8dd-fc31b2059788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:43:07.083667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-ba005d0b-6a05-43a5-b8dd-fc31b2059788 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0975962 Sep 26 13:43:07.151764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-53cff8c9-a499-41fb-89d6-258936ee3391 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4 HTTP/1.1" status: 200 len: 1002 time: 0.0612338 Sep 26 13:43:07.200836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-3ad2ba38-a2a2-4f9a-9d5e-e491d1dce7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:43:07.202699 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-3ad2ba38-a2a2-4f9a-9d5e-e491d1dce7d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0445473 Sep 26 13:43:07.251085 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-8ae359de-6a27-42ab-9435-9697b026f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:43:07.252671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-8ae359de-6a27-42ab-9435-9697b026f315 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427434 Sep 26 13:43:07.355867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-055ee922-7680-461e-89f5-ea0c4c164720 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954242 Sep 26 13:43:07.458549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-716ee4f0-8ff8-467c-9a0a-44a037e2dac5 req-c1b35cc6-71e1-4d57-b9cc-b9286082a4f6 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957549 Sep 26 13:43:08.362870 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0cf73117-74a1-4f0b-83e0-ac3855a70196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:08.469552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-a6333842-75c5-44c8-89b3-c74948647d68 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445528 Sep 26 13:43:08.549346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-b491873b-f8f4-4a9a-b2c5-710b8cb0a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:43:08.550865 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-b491873b-f8f4-4a9a-b2c5-710b8cb0a9c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0393598 Sep 26 13:43:08.651379 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-c654475a-f11b-4de5-a2d2-f8c5c8107cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:43:08.652761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-c654475a-f11b-4de5-a2d2-f8c5c8107cf1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0826244 Sep 26 13:43:08.726764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-8e52dc1e-7ba0-4edf-8250-be34008bfbfa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 1001 time: 0.0675118 Sep 26 13:43:08.776180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-13c5a96d-1e0f-487c-a181-713e61941aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:43:08.777683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-13c5a96d-1e0f-487c-a181-713e61941aa2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0443494 Sep 26 13:43:08.822358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-e354b8eb-188f-4abb-a3f2-92b03ef3b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:43:08.823875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-e354b8eb-188f-4abb-a3f2-92b03ef3b03a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396988 Sep 26 13:43:08.915974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-d967b310-d1ec-47e5-bfb5-644312277344 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848615 Sep 26 13:43:09.011690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2ed34e1-aaf6-4466-be9a-9b665830f352 req-84addf48-5b27-48ab-baaf-e4291080040a service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889270 Sep 26 13:43:11.092716 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-49c4f5d5-e624-424d-a9e7-2075742cd1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:11.660067 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:12.198657 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:13.652767 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:15.536011 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:20.462837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:20.801448 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:43:38.365021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6b3498b9-5cf1-4ccf-8bf7-7e912e537969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:41.093982 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f07c3423-5aa4-444c-9d72-7c0d7c2a55b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:41.662243 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:42.200614 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:43.654611 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:45.554457 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:50.479210 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:43:57.800089 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:44:07.907183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-19a28161-5fc2-42eb-a826-b1cce8e075ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0637727 Sep 26 13:44:07.923120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-64c71a61-b3ed-426a-a62a-109e8f566f47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442419 Sep 26 13:44:08.016356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-aaff30cd-f2af-4fe3-bca9-e43e55a5edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:08.017840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-aaff30cd-f2af-4fe3-bca9-e43e55a5edf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 1098 time: 0.0709629 Sep 26 13:44:08.024484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-380f4251-8eac-4b8c-b860-df61037fc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:08.025891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-380f4251-8eac-4b8c-b860-df61037fc9a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0545561 Sep 26 13:44:08.188594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-6ba3aede-aa2d-4e2c-8f10-b84f0f57b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:08.190006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-6ba3aede-aa2d-4e2c-8f10-b84f0f57b81c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.1541915 Sep 26 13:44:08.192510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-dbb98661-d413-4de4-8632-0ae0b87bec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:08.193844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-dbb98661-d413-4de4-8632-0ae0b87bec6c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.1502028 Sep 26 13:44:08.296822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-84cfefec-790b-48f7-8879-3d956b633ec6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4 HTTP/1.1" status: 200 len: 1002 time: 0.0994854 Sep 26 13:44:08.302424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-b146110c-25bc-4919-ae53-6c4c80b7cc85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 1001 time: 0.0993237 Sep 26 13:44:08.365966 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac236043-f4e3-4a83-bcdc-8d95db3890eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:08.382049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-ddedd9bd-9c77-4f89-a8e3-9217e7f295f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:08.383545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-ddedd9bd-9c77-4f89-a8e3-9217e7f295f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0799894 Sep 26 13:44:08.386768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-240d9842-90ce-4ffb-bfda-13ccda68ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:08.388074 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-240d9842-90ce-4ffb-bfda-13ccda68ee80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0762277 Sep 26 13:44:08.456033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-0f8e4c3e-cf5e-467d-adcb-aabe6ab0fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:08.457438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-0f8e4c3e-cf5e-467d-adcb-aabe6ab0fad1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595446 Sep 26 13:44:08.460086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-404b81c0-9dda-435d-b401-b04ff86ebb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:08.461974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-404b81c0-9dda-435d-b401-b04ff86ebb36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708654 Sep 26 13:44:08.613480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-b3637b6f-3d0b-4803-b279-02c2cb617edd service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487160 Sep 26 13:44:08.615571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-63b42185-c268-438f-853d-3b7452cf4b0a service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441398 Sep 26 13:44:08.776397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a5ab5-f045-46c5-a5fa-c1bcb1b8cbaa req-0c5f143a-ba76-4e35-aacd-f46d64e021d8 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482861 Sep 26 13:44:08.778143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8db5e2c6-26b5-45c8-9cf4-62212d93eed6 req-0544124e-75d3-449a-b55f-4b6050620edd service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570523 Sep 26 13:44:11.095136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a2f49847-7ff7-4c1f-94dc-53198a743e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:11.665730 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:12.203388 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:13.656965 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:15.567356 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:20.478553 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:34.799963 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:44:37.654218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57456) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:44:38.104385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port d2df0f22-9c7a-4234-99ba-c36e43ffd242 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:44:38.104730 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:38.181774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:38.182099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:38.194583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for d2df0f22-9c7a-4234-99ba-c36e43ffd242 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:44:38.341307 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:38.368792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=d2df0f22-9c7a-4234-99ba-c36e43ffd242,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:44:38.376745 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-abe54f8a-cd20-446d-b7c0-405bd6782db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:38.397562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.397913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.398252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.399108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.399452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.399781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.400109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.400435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.400755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.401077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.401399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.401745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:38.440782 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:38.441093 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Floating IP b93626f8-27eb-4d0c-8249-73d604e36c44 disassociated (deleted). External IP: 172.25.4.101, port: 38a951e2-6c6e-4130-a38e-8ab98987c6b4. Sep 26 13:44:38.653654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Router fe7df510-efea-46b6-ab0e-68689eff6f2e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:44:38.761436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:44:38.766765 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:38.771383 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:44:38.781060 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:44:38.781702 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:44:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:44:38.797799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b5141a91-f2b7-46fa-bf63-fd8c6e5b0afe tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "DELETE /v2.0/floatingips/b93626f8-27eb-4d0c-8249-73d604e36c44 HTTP/1.1" status: 204 len: 168 time: 1.1424255 Sep 26 13:44:38.798402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:44:38.800877 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919cde6c-897f-42ca-8bee-8dbea4f69259" -d '{"events": [{"name": "network-changed", "server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:44:38.841708 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b602c724-7022-4ca1-8584-cb31366ae6bb x-openstack-request-id: req-b602c724-7022-4ca1-8584-cb31366ae6bb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:44:38.842208 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:44:38.842343 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b602c724-7022-4ca1-8584-cb31366ae6bb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:44:38.842705 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'status': 'completed', 'code': 200} Sep 26 13:44:38.888943 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:44:38.906099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-c2478233-494d-4a20-ad6c-65d86b152a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:38.908110 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-c2478233-494d-4a20-ad6c-65d86b152a10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 1098 time: 0.0434003 Sep 26 13:44:39.018867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-bf6959d1-84c1-4856-8b96-ae2d49464477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:39.020394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-bf6959d1-84c1-4856-8b96-ae2d49464477 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.0980253 Sep 26 13:44:39.045016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef32ca-273d-4ac2-8621-022c96d98635 req-c8eeab9b-5f60-442c-9801-c570830d6fb9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:39.046755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16ef32ca-273d-4ac2-8621-022c96d98635 req-c8eeab9b-5f60-442c-9801-c570830d6fb9 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 946 time: 0.0588770 Sep 26 13:44:39.072299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-04adf6c7-8410-415c-9914-2e48164d05e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4 HTTP/1.1" status: 200 len: 217 time: 0.0430639 Sep 26 13:44:39.100176 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16ef32ca-273d-4ac2-8621-022c96d98635 req-ce01478e-e6a9-43e7-814e-45c95d9d02a6 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471509 Sep 26 13:44:39.128739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-2a62ce5a-f3d8-4020-905c-f27cafbdc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:39.130265 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-2a62ce5a-f3d8-4020-905c-f27cafbdc737 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0516448 Sep 26 13:44:39.189016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-d88d2959-b418-478d-b73e-7431b77b1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:39.190473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-d88d2959-b418-478d-b73e-7431b77b1545 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526803 Sep 26 13:44:39.234027 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:59Z', 'revision_number': 1, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:44:39.260797 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:44:39.268873 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:44:39.269498 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:44:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:44:39.284953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-f0d401ba-8722-47c8-8c9e-3fb409f65fb0 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871885 Sep 26 13:44:39.373450 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:44:39.376553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-919cde6c-897f-42ca-8bee-8dbea4f69259 req-f3b9602a-2d3e-4249-a281-efffa571021c service neutron] 10.222.0.24 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837581 Sep 26 13:44:39.593261 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:59Z', 'revision_number': 1, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:44:39.624420 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92732ed-42fa-43d4-93b8-7928a600d861 None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c86be8e7-78b4-4739-8265-3ab024e5c5dc', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'port_id': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'mac_address': 'fa:16:3e:16:d6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:40:57Z', 'updated_at': '2021-09-26T13:40:59Z', 'revision_number': 1, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:44:39.837972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33f68e-f920-41d0-9001-fcf11aaf7a88 None None] New status for floating IP b93626f8-27eb-4d0c-8249-73d604e36c44: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:44:40.258849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e135a-fc8a-41fd-905f-82c350033957 req-e6bfa917-cee2-432d-b3fb-e7eacd8fb1bd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:40.260537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-186e135a-fc8a-41fd-905f-82c350033957 req-e6bfa917-cee2-432d-b3fb-e7eacd8fb1bd tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 946 time: 0.0563452 Sep 26 13:44:40.299005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-186e135a-fc8a-41fd-905f-82c350033957 req-346a3bc8-9c27-4fcc-8e70-23df032de28c tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322235 Sep 26 13:44:40.468839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-dbf050c4-3025-4425-ab4e-eadfb5f47041 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:40.470335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-dbf050c4-3025-4425-ab4e-eadfb5f47041 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 946 time: 0.0492866 Sep 26 13:44:40.562216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:44:40.562562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:40.651946 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] For port 38a951e2-6c6e-4130-a38e-8ab98987c6b4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=38a951e2-6c6e-4130-a38e-8ab98987c6b4,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:44:40.652317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:40.664686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for 38a951e2-6c6e-4130-a38e-8ab98987c6b4 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:44:40.794046 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:40.823102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=38a951e2-6c6e-4130-a38e-8ab98987c6b4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:44:40.864226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] No DVR routers for this DVR port 38a951e2-6c6e-4130-a38e-8ab98987c6b4 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:44:40.866819 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:40.869338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e59652cc-1355-459c-99f8-8b4fd2e4931a req-cf48b5e7-24b2-4e15-b740-223449b264de tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.24 "DELETE /v2.0/ports/38a951e2-6c6e-4130-a38e-8ab98987c6b4 HTTP/1.1" status: 204 len: 173 time: 0.3926897 Sep 26 13:44:40.869798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'name': 'network-vif-deleted', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:44:40.872087 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10558ab2-75cc-4ae3-809f-fd44dbb57982" -d '{"events": [{"server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "name": "network-vif-deleted", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:44:40.952383 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da98e5-e6fc-446d-9414-7554a1390bbe x-openstack-request-id: req-92da98e5-e6fc-446d-9414-7554a1390bbe {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:44:40.952681 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f520979c-dc07-4c87-9c18-50ec1e7b9073", "name": "network-vif-deleted", "tag": "38a951e2-6c6e-4130-a38e-8ab98987c6b4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:44:40.952939 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92da98e5-e6fc-446d-9414-7554a1390bbe {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:44:40.953342 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f520979c-dc07-4c87-9c18-50ec1e7b9073', 'name': 'network-vif-deleted', 'tag': '38a951e2-6c6e-4130-a38e-8ab98987c6b4', 'status': 'completed', 'code': 200} Sep 26 13:44:41.098235 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a3939b9a-dcbd-4096-9abf-a92c0fb7740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:41.397863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-04db4925-7001-4dc9-b8a2-f20d13c4c2c6 req-1ad59498-235c-459a-9151-b91bfc9579b3 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 210 time: 0.0310738 Sep 26 13:44:41.668136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:42.208266 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:42.498788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-992fbfef-0fba-40db-86d8-f8ee5fa97648 req-8cd71fc9-4ff2-4099-b16d-ec210a5507b8 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 210 time: 0.0285897 Sep 26 13:44:43.595503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372d0684-69de-4010-8295-db844a337649 req-7d65dc5e-3fb8-4aab-8ddd-6a5d2515adb3 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f520979c-dc07-4c87-9c18-50ec1e7b9073 HTTP/1.1" status: 200 len: 210 time: 0.0274594 Sep 26 13:44:43.668017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:45.570883 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:45.711329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 38a951e2-6c6e-4130-a38e-8ab98987c6b4 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:44:45.734236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 38a951e2-6c6e-4130-a38e-8ab98987c6b4 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:44:45.734569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 38a951e2-6c6e-4130-a38e-8ab98987c6b4 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:44:48.955131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57524) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:44:49.118141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port 482c4802-861b-41e8-a218-ae6a18d2be48 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:44:49.118984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:49.199050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:49.199281 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:49.211539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for 482c4802-861b-41e8-a218-ae6a18d2be48 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:44:49.360696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:49.386339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=482c4802-861b-41e8-a218-ae6a18d2be48,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:44:49.451258 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:49.451497 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Floating IP c86be8e7-78b4-4739-8265-3ab024e5c5dc disassociated (deleted). External IP: 172.25.4.187, port: ce3f74c7-fbff-40d6-9142-ad50be70a343. Sep 26 13:44:49.667243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Router fe7df510-efea-46b6-ab0e-68689eff6f2e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:44:49.775263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:44:49.779977 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:49.785119 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:44:49.795126 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:44:49.795735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:44:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:44:49.808316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c8404573-b9f1-452a-afa3-fb895fc76060 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "DELETE /v2.0/floatingips/c86be8e7-78b4-4739-8265-3ab024e5c5dc HTTP/1.1" status: 204 len: 168 time: 0.8517981 Sep 26 13:44:49.809167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:44:49.811464 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d65ef-aa43-44ed-8434-58316e04ba11" -d '{"events": [{"name": "network-changed", "server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:44:49.848325 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c361fb32-5a66-4941-9f94-663e001935c4 x-openstack-request-id: req-c361fb32-5a66-4941-9f94-663e001935c4 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:44:49.848625 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:44:49.848882 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c361fb32-5a66-4941-9f94-663e001935c4 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:44:49.849419 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'status': 'completed', 'code': 200} Sep 26 13:44:49.909664 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:44:49.914369 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-1ecb0454-7990-4ab6-bdbb-0b8edc9a603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:49.916674 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-1ecb0454-7990-4ab6-bdbb-0b8edc9a603c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98bb9d44123d466da039bdc96df5bae9&device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0433445 Sep 26 13:44:50.035426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-ddcc38de-a064-493d-a9ca-5e49bfd095bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:50.036826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-ddcc38de-a064-493d-a9ca-5e49bfd095bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 200 len: 912 time: 0.1085036 Sep 26 13:44:50.057592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411ba2-93a5-4083-a99a-730833358887 req-0d5268d3-aff4-48b7-8ca2-721c5dcd2b25 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:50.065753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac411ba2-93a5-4083-a99a-730833358887 req-0d5268d3-aff4-48b7-8ca2-721c5dcd2b25 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 945 time: 0.0674653 Sep 26 13:44:50.086722 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-762d06b6-1494-4842-a5c2-10d241fa556b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 200 len: 217 time: 0.0413289 Sep 26 13:44:50.107614 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac411ba2-93a5-4083-a99a-730833358887 req-5b03fc31-94e5-4666-bf1e-8bc1868b6181 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409334 Sep 26 13:44:50.135496 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:44:50.141423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-dea15392-f5d4-4352-a953-ca03046b70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:50.142958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-dea15392-f5d4-4352-a953-ca03046b70bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 200 len: 851 time: 0.0492299 Sep 26 13:44:50.161940 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:44:50.170546 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:44:50.171180 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:44:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:44:50.195981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-600d0648-0969-49fd-8d78-81aedca457ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:50.198024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-600d0648-0969-49fd-8d78-81aedca457ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469575 Sep 26 13:44:50.278093 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:44:50.289312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-e22c1929-e723-478a-bd47-51e8d7429e32 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840371 Sep 26 13:44:50.388515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df8d65ef-aa43-44ed-8434-58316e04ba11 req-a05665c7-5fe5-4be1-bfbe-24aab9a2aab0 service neutron] 10.222.0.23 "GET /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916839 Sep 26 13:44:50.484085 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:44:50.493926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:50.510946 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474fda4-8c07-4a40-9092-bbdccebff965 None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:34:59Z', 'revision_number': 4, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f320ddd3-ed92-4989-99bd-d550fd74ebaf', 'name': '', 'network_id': 'f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'mac_address': 'fa:16:3e:4b:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:59Z', 'updated_at': '2021-09-26T13:35:04Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'subnets': [{'id': 'ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:44:50.719298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ba4d8-abf8-4349-9aae-578d9cc6740f None None] New status for floating IP c86be8e7-78b4-4739-8265-3ab024e5c5dc: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:44:51.231900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592655b9-a8c9-4f0d-98ba-12791a270bd7 req-e82c1b11-d03a-40c7-8a0d-c1e7f6370eb3 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:51.233394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-592655b9-a8c9-4f0d-98ba-12791a270bd7 req-e82c1b11-d03a-40c7-8a0d-c1e7f6370eb3 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 945 time: 0.0505760 Sep 26 13:44:51.271811 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-592655b9-a8c9-4f0d-98ba-12791a270bd7 req-43327569-44b0-472c-9195-84316514d2c5 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324216 Sep 26 13:44:51.653985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-d8242947-2406-473d-8996-eb6f72675d60 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:44:51.655461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-d8242947-2406-473d-8996-eb6f72675d60 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 945 time: 0.0488694 Sep 26 13:44:51.747685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port ce3f74c7-fbff-40d6-9142-ad50be70a343 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:44:51.748026 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:51.835745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] For port ce3f74c7-fbff-40d6-9142-ad50be70a343, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=ce3f74c7-fbff-40d6-9142-ad50be70a343,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:44:51.836115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:51.849114 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for ce3f74c7-fbff-40d6-9142-ad50be70a343 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:44:51.977014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:52.004037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=ce3f74c7-fbff-40d6-9142-ad50be70a343,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:44:52.051150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] No DVR routers for this DVR port ce3f74c7-fbff-40d6-9142-ad50be70a343 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:44:52.053604 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:52.055606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aa8ca0c3-2a37-491c-a407-bd729ea6dfbc req-1d443edd-7c1d-42cf-a961-bbff31f3fe8b tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.23 "DELETE /v2.0/ports/ce3f74c7-fbff-40d6-9142-ad50be70a343 HTTP/1.1" status: 204 len: 173 time: 0.3943033 Sep 26 13:44:52.056077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'name': 'network-vif-deleted', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:44:52.058463 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876b2fea-5b73-486a-92dd-857d7aaba62f" -d '{"events": [{"server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "name": "network-vif-deleted", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:44:52.101897 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48911d61-f4b9-499b-b662-5386b91b1922 x-openstack-request-id: req-48911d61-f4b9-499b-b662-5386b91b1922 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:44:52.102560 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10989630-3bf2-40b8-a5f7-8706809b3bc7", "name": "network-vif-deleted", "tag": "ce3f74c7-fbff-40d6-9142-ad50be70a343", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:44:52.102720 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48911d61-f4b9-499b-b662-5386b91b1922 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:44:52.103049 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10989630-3bf2-40b8-a5f7-8706809b3bc7', 'name': 'network-vif-deleted', 'tag': 'ce3f74c7-fbff-40d6-9142-ad50be70a343', 'status': 'completed', 'code': 200} Sep 26 13:44:52.369915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-74986ce2-0132-4d02-85c6-da2a14c7fbc9 req-ef052173-90d8-41ea-861b-15a0b4320396 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 210 time: 0.0300496 Sep 26 13:44:53.472705 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d3cc92d-d3a0-4ba3-b1d5-a64e7da6c8e7 req-40f54003-cad7-43fb-824e-4fde8914ab7e tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 210 time: 0.0319784 Sep 26 13:44:54.568890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d3e7647-ee5c-4e86-bc5d-0721f2bc8918 req-8d3bbe6f-7e36-4489-8262-7f5a86988fa7 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 210 time: 0.0270071 Sep 26 13:44:54.859882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-d0af19ff-a560-4035-8d13-4de95ea2f1f9 req-cf0f5238-09c7-483b-a68f-8c24100ee04b service neutron] (94811) timed out ('10.222.0.13', 48290) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:44:55.169186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ce3f74c7-fbff-40d6-9142-ad50be70a343 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:44:55.193380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: ce3f74c7-fbff-40d6-9142-ad50be70a343 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:44:55.193800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device ce3f74c7-fbff-40d6-9142-ad50be70a343 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:44:55.680113 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55e1d134-9b27-490c-83b3-164a4d9a48df req-c74972b8-cb1c-4ef9-926d-ee189218afa4 tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "GET /v2.0/ports?device_id=10989630-3bf2-40b8-a5f7-8706809b3bc7 HTTP/1.1" status: 200 len: 210 time: 0.0266259 Sep 26 13:44:56.738439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57550) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:44:56.868969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Deleting port a64f9142-b983-4e20-b899-df44abb87af2 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:44:56.869309 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:56.950051 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:56.950376 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:56.964370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Calling delete_port for a64f9142-b983-4e20-b899-df44abb87af2 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:44:57.103968 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:57.132390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'Port': ['ID=a64f9142-b983-4e20-b899-df44abb87af2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:44:57.164594 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.164934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.165280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.165651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.165981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.166308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.166633 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.166953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.167274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.168190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.168514 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.168834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:44:57.211900 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:57.215911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:57.217605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4347e566-390c-4a84-a578-fada7525389a tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "DELETE /v2.0/floatingips/b1bd9fc0-de73-4ecc-bbd3-a2e25f6a473a HTTP/1.1" status: 204 len: 168 time: 0.4781473 Sep 26 13:44:59.479902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57566) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:44:59.545005 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cde4862-0ed6-49c9-b5ac-97d9c85bdb2d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:59.572376 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cde4862-0ed6-49c9-b5ac-97d9c85bdb2d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:59.637654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cde4862-0ed6-49c9-b5ac-97d9c85bdb2d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:59.640260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4cde4862-0ed6-49c9-b5ac-97d9c85bdb2d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:44:59.641449 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4cde4862-0ed6-49c9-b5ac-97d9c85bdb2d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] 10.222.0.13 "DELETE /v2.0/security-groups/3e23a3ae-d62a-4d8d-99b1-31b99df6b74c HTTP/1.1" status: 204 len: 168 time: 0.1599450 Sep 26 13:44:59.651254 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde4862-0ed6-49c9-b5ac-97d9c85bdb2d tempest-TestVolumeBootPattern-1042491601 tempest-TestVolumeBootPattern-1042491601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e23a3ae-d62a-4d8d-99b1-31b99df6b74c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:44:59.707066 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57570) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:00.271853 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:00.530490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Deleting port f320ddd3-ed92-4989-99bd-d550fd74ebaf {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:45:00.531191 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:00.610256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] For port f320ddd3-ed92-4989-99bd-d550fd74ebaf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f320ddd3-ed92-4989-99bd-d550fd74ebaf,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:00.610624 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:00.624197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Calling delete_port for f320ddd3-ed92-4989-99bd-d550fd74ebaf owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:45:00.807585 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:00.836321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f320ddd3-ed92-4989-99bd-d550fd74ebaf,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:01.022202 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:01.244274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Router fe7df510-efea-46b6-ab0e-68689eff6f2e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:45:01.349317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:45:01.354603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-425a215f-04ba-4502-b3f3-4b98776e0dbb admin admin] 10.222.0.13 "PUT /v2.0/routers/fe7df510-efea-46b6-ab0e-68689eff6f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6463671 Sep 26 13:45:01.357293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57576) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:01.358789 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] Sync routers for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:45:01.368022 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:45:01.368698 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:44:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:01.463257 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:01.475159 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:45:01.570832 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:01.634442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Deleting port aa62e2b8-44c2-482b-9222-3825293f3153 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:45:01.634789 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:01.717244 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] For port aa62e2b8-44c2-482b-9222-3825293f3153, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=aa62e2b8-44c2-482b-9222-3825293f3153,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:01.717638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:01.729589 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Calling delete_port for aa62e2b8-44c2-482b-9222-3825293f3153 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:45:01.751985 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:45:00Z', 'revision_number': 5, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port': {'id': 'aa62e2b8-44c2-482b-9222-3825293f3153', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:19:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:34:57Z', 'updated_at': '2021-09-26T13:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:01.779829 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] Checking router: fe7df510-efea-46b6-ab0e-68689eff6f2e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:45:01.788002 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] Routers {'fe7df510-efea-46b6-ab0e-68689eff6f2e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:45:01.788618 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:44:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['fe7df510-efea-46b6-ab0e-68689eff6f2e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:01.880098 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] Set router fe7df510-efea-46b6-ab0e-68689eff6f2e gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:45:01.902075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:01.929045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa62e2b8-44c2-482b-9222-3825293f3153,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:01.943216 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:45:01Z', 'revision_number': 6, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:01.969894 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc86127-747d-4fe9-b3f6-41eecdc018e4 None None] The sync data for ids ['fe7df510-efea-46b6-ab0e-68689eff6f2e'] in n-d-806683-13 is: [{'id': 'fe7df510-efea-46b6-ab0e-68689eff6f2e', 'name': 'tempest-TestVolumeBootPattern-1870427591-router', 'tenant_id': '98bb9d44123d466da039bdc96df5bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:34:56Z', 'updated_at': '2021-09-26T13:45:01Z', 'revision_number': 6, 'project_id': '98bb9d44123d466da039bdc96df5bae9', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:45:01.997540 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.427754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.429985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.473224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.473830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7df510-efea-46b6-ab0e-68689eff6f2e {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:45:02.478189 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.479264 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-87e222c0-5abc-4f8c-a50b-d2fde98bc17c admin admin] 10.222.0.13 "DELETE /v2.0/routers/fe7df510-efea-46b6-ab0e-68689eff6f2e HTTP/1.1" status: 204 len: 168 time: 1.1210213 Sep 26 13:45:02.482334 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57578) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:02.525874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e31783b-e3e5-4c96-b42c-4b8f3f2d347b admin admin] Deleting subnet ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:45:02.529551 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e31783b-e3e5-4c96-b42c-4b8f3f2d347b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.563820 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e31783b-e3e5-4c96-b42c-4b8f3f2d347b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.644872 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e31783b-e3e5-4c96-b42c-4b8f3f2d347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.698267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e31783b-e3e5-4c96-b42c-4b8f3f2d347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.723961 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31783b-e3e5-4c96-b42c-4b8f3f2d347b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:02.729934 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e31783b-e3e5-4c96-b42c-4b8f3f2d347b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.731838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9e31783b-e3e5-4c96-b42c-4b8f3f2d347b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec8ac2f3-6e87-4498-8cfe-dc2fcc7576a3 HTTP/1.1" status: 204 len: 168 time: 0.2485666 Sep 26 13:45:02.735281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57580) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:02.736987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f99d0-1b55-43b2-912a-d6e09afc93ad None None] Network f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:45:02.811863 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.872405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Deleting port fe22bc11-1259-4895-9d0a-d1d4541755b8 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:45:02.872846 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.923977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] DHCP port deletion for f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:45:02.943909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] For port fe22bc11-1259-4895-9d0a-d1d4541755b8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fe22bc11-1259-4895-9d0a-d1d4541755b8,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:02.944280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:02.967164 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Calling delete_port for fe22bc11-1259-4895-9d0a-d1d4541755b8 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:45:02.977742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Deleting port fe22bc11-1259-4895-9d0a-d1d4541755b8 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:45:02.978390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.042191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] For port fe22bc11-1259-4895-9d0a-d1d4541755b8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fe22bc11-1259-4895-9d0a-d1d4541755b8,segment=NetworkSegment(33ad380c-902d-4e27-92fb-d01e083c709b),segment_id=33ad380c-902d-4e27-92fb-d01e083c709b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:03.042633 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.049773 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.055153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Calling delete_port for fe22bc11-1259-4895-9d0a-d1d4541755b8 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:45:03.079194 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe22bc11-1259-4895-9d0a-d1d4541755b8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:03.081092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] No DVR routers for this DVR port fe22bc11-1259-4895-9d0a-d1d4541755b8 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:45:03.139336 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.165061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Pushing event deleted for resources: {'Port': ['ID=fe22bc11-1259-4895-9d0a-d1d4541755b8,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:03.165554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.173593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] No DVR routers for this DVR port fe22bc11-1259-4895-9d0a-d1d4541755b8 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:45:03.175948 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.176297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.176639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.176986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.177327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.177686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.178016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.178343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.178694 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.179018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.179343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.179668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acffaa7-eba5-4fb7-a52f-aefbb3eb195b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:45:03.191683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:03.203040 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ad380c-902d-4e27-92fb-d01e083c709b') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:03.203332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ad380c-902d-4e27-92fb-d01e083c709b') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:03.212977 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.226769 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:45:03.235997 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:45:03.291844 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.298754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:03.300926 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816 HTTP/1.1" status: 204 len: 168 time: 0.5645494 Sep 26 13:45:03.303940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57582) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:03.311291 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076c27-6af9-4cf1-bf6c-7113881b05c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e5f9e0-24dd-4dd5-a5d8-3ca561bc2816,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:03.640701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device aa62e2b8-44c2-482b-9222-3825293f3153 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:45:03.661251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: aa62e2b8-44c2-482b-9222-3825293f3153 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:45:03.661630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device aa62e2b8-44c2-482b-9222-3825293f3153 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:45:03.662053 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fe22bc11-1259-4895-9d0a-d1d4541755b8 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:45:03.684153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fe22bc11-1259-4895-9d0a-d1d4541755b8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:45:03.684528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fe22bc11-1259-4895-9d0a-d1d4541755b8 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:45:03.684975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f320ddd3-ed92-4989-99bd-d550fd74ebaf no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:45:03.707410 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f320ddd3-ed92-4989-99bd-d550fd74ebaf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:45:03.707755 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f320ddd3-ed92-4989-99bd-d550fd74ebaf not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:45:03.938770 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:04.195870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Deleting port 142837d6-99a2-43ee-8b27-55b46a2ef9b0 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:45:04.196144 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:04.278606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] For port 142837d6-99a2-43ee-8b27-55b46a2ef9b0, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=142837d6-99a2-43ee-8b27-55b46a2ef9b0,segment=NetworkSegment(526e324c-6676-487b-bfe5-6afa38486c99),segment_id=526e324c-6676-487b-bfe5-6afa38486c99)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:04.278973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:04.291324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Calling delete_port for 142837d6-99a2-43ee-8b27-55b46a2ef9b0 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:45:04.473846 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:04.498151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=142837d6-99a2-43ee-8b27-55b46a2ef9b0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:04.675706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:04.896531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Router ab73afc0-b66a-4a60-ab20-1268b279226d has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:45:05.009011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:45:05.014348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4b4e8a1c-5334-40fe-af47-61dee99e7e37 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab73afc0-b66a-4a60-ab20-1268b279226d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7087774 Sep 26 13:45:05.016838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57588) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:05.019842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] Sync routers for ids ['ab73afc0-b66a-4a60-ab20-1268b279226d'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:45:05.030199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] Routers {'ab73afc0-b66a-4a60-ab20-1268b279226d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:45:05.030856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:44:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab73afc0-b66a-4a60-ab20-1268b279226d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:05.125917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.139684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] Set router ab73afc0-b66a-4a60-ab20-1268b279226d gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:45:05.235431 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.292159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Deleting port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:45:05.293351 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.330528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:45:04Z', 'revision_number': 5, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port': {'id': '69bc3d19-0b4d-42ae-a2ce-1c8c804526f7', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:05.359081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] Checking router: ab73afc0-b66a-4a60-ab20-1268b279226d for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:45:05.368157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] Routers {'ab73afc0-b66a-4a60-ab20-1268b279226d'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:45:05.368978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:44:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['ab73afc0-b66a-4a60-ab20-1268b279226d'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:05.381516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] For port 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=69bc3d19-0b4d-42ae-a2ce-1c8c804526f7,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:05.381874 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.394141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Calling delete_port for 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:45:05.458882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] Set router ab73afc0-b66a-4a60-ab20-1268b279226d gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:45:05.580602 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.612793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Pushing event deleted for resources: {'Port': ['ID=69bc3d19-0b4d-42ae-a2ce-1c8c804526f7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:05.680219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:45:05Z', 'revision_number': 6, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:05.682806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.709232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a9d13-8b15-41b4-a5b0-9c36f2fb9b30 None None] The sync data for ids ['ab73afc0-b66a-4a60-ab20-1268b279226d'] in n-d-806683-13 is: [{'id': 'ab73afc0-b66a-4a60-ab20-1268b279226d', 'name': 'tempest-TestVolumeBootPattern-1341330653-router', 'tenant_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:35:02Z', 'updated_at': '2021-09-26T13:45:05Z', 'revision_number': 6, 'project_id': '6b6ec3617e0d41ae8d52cbfe43f8b300', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:45:05.782034 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.784395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.830815 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.831364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab73afc0-b66a-4a60-ab20-1268b279226d {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:45:05.836333 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.840379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9eda241e-a09e-4acd-a680-5a17324fd59f admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab73afc0-b66a-4a60-ab20-1268b279226d HTTP/1.1" status: 204 len: 168 time: 0.8196445 Sep 26 13:45:05.840759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57592) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:05.890585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17e60a2-ca3b-4f74-b76a-f431f0c926c5 admin admin] Deleting subnet ea8912cd-7e37-41a0-a600-30d6de2bd6c0 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:45:05.893694 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e17e60a2-ca3b-4f74-b76a-f431f0c926c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:05.928140 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e17e60a2-ca3b-4f74-b76a-f431f0c926c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.008154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e17e60a2-ca3b-4f74-b76a-f431f0c926c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.072992 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e17e60a2-ca3b-4f74-b76a-f431f0c926c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.102792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e60a2-ca3b-4f74-b76a-f431f0c926c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8912cd-7e37-41a0-a600-30d6de2bd6c0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:06.107828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e17e60a2-ca3b-4f74-b76a-f431f0c926c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.109880 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e17e60a2-ca3b-4f74-b76a-f431f0c926c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea8912cd-7e37-41a0-a600-30d6de2bd6c0 HTTP/1.1" status: 204 len: 168 time: 0.2679825 Sep 26 13:45:06.112648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57594) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:06.113124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad581d6-c3d3-4984-9ba5-11c55943edc5 None None] Network 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:45:06.205713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.266941 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Deleting port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:45:06.267369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.332772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] For port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73,segment=NetworkSegment(526e324c-6676-487b-bfe5-6afa38486c99),segment_id=526e324c-6676-487b-bfe5-6afa38486c99)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:06.333131 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.345560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Calling delete_port for 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:45:06.428292 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.454331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:06.457779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] No DVR routers for this DVR port 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:45:06.526315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a70e8-4502-4c44-8150-0c6fc4904b77 None None] DHCP port deletion for 4f73db72-0aa6-4808-ad1f-f25cf10f4a4b request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:45:06.532253 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.561199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f73db72-0aa6-4808-ad1f-f25cf10f4a4b']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:06.570794 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526e324c-6676-487b-bfe5-6afa38486c99') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:06.571087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526e324c-6676-487b-bfe5-6afa38486c99') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:45:06.580893 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.595519 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.602153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:45:06.602618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: timer() Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:45:06.604467 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:45:06.661738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.667194 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.669685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f73db72-0aa6-4808-ad1f-f25cf10f4a4b HTTP/1.1" status: 204 len: 168 time: 0.5554760 Sep 26 13:45:06.680776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f16f0d-fa4f-4b0b-97cd-8e9e7da58ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f73db72-0aa6-4808-ad1f-f25cf10f4a4b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:06.810435 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57598) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:06.851765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e5de78de-d104-4c10-93cd-104d24aa313c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98bb9d44123d466da039bdc96df5bae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401719 Sep 26 13:45:06.854279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57600) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:06.908115 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d940-ddbe-407e-83bf-e3424ff0d7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.929994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d940-ddbe-407e-83bf-e3424ff0d7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.982188 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d940-ddbe-407e-83bf-e3424ff0d7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.984936 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d940-ddbe-407e-83bf-e3424ff0d7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:06.986150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e4e4d940-ddbe-407e-83bf-e3424ff0d7ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae3fae54-aa5b-4582-a776-6fe4a4bb3508 HTTP/1.1" status: 204 len: 168 time: 0.1301737 Sep 26 13:45:06.994667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d940-ddbe-407e-83bf-e3424ff0d7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3fae54-aa5b-4582-a776-6fe4a4bb3508,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:07.332299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:07.375262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a4028006-66a7-43ac-b028-fa46ea7f2d2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b6ec3617e0d41ae8d52cbfe43f8b300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417538 Sep 26 13:45:07.378118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57608) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:07.432362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d40d5db-f1e4-433a-9265-3bfc89649948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:07.456028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d40d5db-f1e4-433a-9265-3bfc89649948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:07.503891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d40d5db-f1e4-433a-9265-3bfc89649948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:07.506692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3d40d5db-f1e4-433a-9265-3bfc89649948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:07.507991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3d40d5db-f1e4-433a-9265-3bfc89649948 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e3e91db-46bd-4a13-9f44-01d9e2c49252 HTTP/1.1" status: 204 len: 168 time: 0.1289060 Sep 26 13:45:07.518064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40d5db-f1e4-433a-9265-3bfc89649948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3e91db-46bd-4a13-9f44-01d9e2c49252,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:07.629475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 142837d6-99a2-43ee-8b27-55b46a2ef9b0 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:45:07.650165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 142837d6-99a2-43ee-8b27-55b46a2ef9b0 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:45:07.650513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 142837d6-99a2-43ee-8b27-55b46a2ef9b0 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:45:07.650927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:45:07.670765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:45:07.671109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 69bc3d19-0b4d-42ae-a2ce-1c8c804526f7 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:45:07.671537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:45:07.694463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:45:07.694806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 0ccd024a-fc2d-4198-8a7f-7dd6a1c0ea73 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:45:08.368479 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ecd13674-d849-4734-9cff-83936d43639e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:11.100144 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bad4f195-0389-4e2e-97e1-6adfabc6507d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:11.670350 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:11.799928 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:45:12.212686 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:13.661928 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:15.584903 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:17.273996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-7d3aa833-9d95-485f-9acb-f28dfd9d52b6 req-0bc41aff-2049-4c2d-bf11-22a292a9d93b service neutron] (94811) timed out ('10.222.0.23', 64249) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:45:17.760821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-48397325-5a83-4a5f-bcdd-823efaf6fb04 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=652f0d6ba5414b1e907750e884ab78a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330253 Sep 26 13:45:17.941925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-2c11fb5b-f746-49d0-b013-8f4fe6d36fc6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:17.943403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-2c11fb5b-f746-49d0-b013-8f4fe6d36fc6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769204 Sep 26 13:45:17.959300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-b8239565-de0f-4d8e-8287-f2297b94a205 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/quotas/652f0d6ba5414b1e907750e884ab78a1 HTTP/1.1" status: 200 len: 375 time: 0.0099621 Sep 26 13:45:17.990486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-dfd84d7d-821e-4559-8dca-6eb684a7cf36 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=652f0d6ba5414b1e907750e884ab78a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258427 Sep 26 13:45:18.147672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84aaee2f-35fc-48b6-b471-f2091d118fff req-2605c671-05af-4c16-86bc-60e5bb2f07e8 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 210 time: 0.0277772 Sep 26 13:45:19.145650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-3e60f059-99a1-4e26-a0bb-85f157587719 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=652f0d6ba5414b1e907750e884ab78a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217667 Sep 26 13:45:19.262454 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91d9a1b8-9a8d-4405-bc08-900b77928986 req-32151fca-8ef0-4023-bf82-87c50b776452 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 210 time: 0.0382504 Sep 26 13:45:19.285868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-ce5f7c80-fdfb-485a-9302-08748e75ae25 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:19.287337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-ce5f7c80-fdfb-485a-9302-08748e75ae25 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356502 Sep 26 13:45:19.302471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Request body: {'port': {'device_id': 'dfd11d9e-66a6-4f12-991e-7a4de8b69545', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'admin_state_up': True, 'tenant_id': '652f0d6ba5414b1e907750e884ab78a1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:45:19.410977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Made reservation on behalf of 652f0d6ba5414b1e907750e884ab78a1 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:45:19.414599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:19.423622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:19.516903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:19.520878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:19.583864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eac0f02-5845-475a-b8d6-1374d45cf286,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:19.657231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Allocated IP 192.168.233.32 (0d005886-e531-40c7-864c-cebbf1f81c20/1e96a48e-c7d2-4931-a78e-621dac89f8ce/2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:45:19.802412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:19.835728 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:19.876645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Network 0d005886-e531-40c7-864c-cebbf1f81c20 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:45:19.880054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:45:19.882512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:45:19.914074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Pushing event updated for resources: {'Port': ['ID=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:19.943240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:19.943876 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:19.959558 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-f25529c7-0d12-4031-8f76-1bd82858e7e6 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6604838 Sep 26 13:45:19.969286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-bcedaf7b-3ac9-4585-aa4d-9a2010dd871b tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:45:19.970370 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-bcedaf7b-3ac9-4585-aa4d-9a2010dd871b tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053608 Sep 26 13:45:19.983253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Request body: {'port': {'device_id': 'dfd11d9e-66a6-4f12-991e-7a4de8b69545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:45:20.043020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:20.159909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-eb1b14b1-50c2-4822-bff7-246123b0ffe9 None None] Provisioning complete for port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:45:20.160519 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eb1b14b1-50c2-4822-bff7-246123b0ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:20.195617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b14b1-50c2-4822-bff7-246123b0ffe9 None None] Port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:45:20.311665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:45:20.320160 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:20.332315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Transition to ACTIVE for port object 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:45:20.337755 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:20.396911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Pushing event updated for resources: {'Port': ['ID=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:20.411378 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5849c-5f65-40a2-9ee4-c7684198f111 req-1a835e65-deb9-440a-84a0-80a5d57972f8 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:20.412993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65c5849c-5f65-40a2-9ee4-c7684198f111 req-1a835e65-deb9-440a-84a0-80a5d57972f8 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 947 time: 0.0556569 Sep 26 13:45:20.456201 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65c5849c-5f65-40a2-9ee4-c7684198f111 req-128752d7-93d4-46ff-9074-2f60a2c927f2 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Sep 26 13:45:20.469036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Attempting to bind port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:45:20.469368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Attempting to bind port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:45:20.469724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Attempting to bind port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:45:20.474415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc on network 0d005886-e531-40c7-864c-cebbf1f81c20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:45:20.474741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Attempting to bind port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc on network 0d005886-e531-40c7-864c-cebbf1f81c20 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:45:20.480459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:45:20.480797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Checking segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:45:20.481186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Bound using segment: {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:45:20.481644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Bound port: 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02099ef8-a110-4dd4-b151-0ff7030495bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:45:20.482007 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:20.509859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:20.549314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] For port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:45:20.552631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] For port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:45:20.558273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:20.593684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:20.594297 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:20.596374 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] 10.222.0.24 "PUT /v2.0/ports/2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc HTTP/1.1" status: 200 len: 1096 time: 0.6181283 Sep 26 13:45:20.596903 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd11d9e-66a6-4f12-991e-7a4de8b69545', 'tag': '2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:45:20.599146 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd11d9e-66a6-4f12-991e-7a4de8b69545", "tag": "2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:45:20.637039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259487d-2e42-4444-a64d-1d8b6727d6dd service neutron] Pushing event updated for resources: {'Port': ['ID=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:20.654931 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e068d6b6-bff6-47ae-bff0-f969534eebfb x-openstack-request-id: req-e068d6b6-bff6-47ae-bff0-f969534eebfb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:45:20.655305 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd11d9e-66a6-4f12-991e-7a4de8b69545", "tag": "2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:45:20.655620 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e068d6b6-bff6-47ae-bff0-f969534eebfb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:45:20.656104 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd11d9e-66a6-4f12-991e-7a4de8b69545', 'tag': '2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc', 'status': 'completed', 'code': 200} Sep 26 13:45:20.694139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-7a8fbfb8-8f00-4f86-bd21-a66990d30a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:20.695689 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-7a8fbfb8-8f00-4f86-bd21-a66990d30a3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=652f0d6ba5414b1e907750e884ab78a1&device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 1099 time: 0.0521686 Sep 26 13:45:20.740183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-e734b964-5cc1-4193-bd12-854a51977e4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc HTTP/1.1" status: 200 len: 217 time: 0.0362744 Sep 26 13:45:20.789461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-5d8d22d8-4688-49c3-ac45-5c0542ef54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:20.790953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-5d8d22d8-4688-49c3-ac45-5c0542ef54f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0445704 Sep 26 13:45:20.836037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-5cf4f563-ec9f-451b-a4f2-1f9a4bbb2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:20.837528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-5cf4f563-ec9f-451b-a4f2-1f9a4bbb2fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400429 Sep 26 13:45:20.932618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-193a3860-bfc4-4e19-9248-51b2270f1dd6 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865853 Sep 26 13:45:21.025806 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b6aba2b-71c3-484c-8312-6931b4b30e2e req-69a09526-e75e-4e2c-9c22-9571139db8a2 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861082 Sep 26 13:45:21.108541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-5cb6ffbf-7b37-4d36-afbb-18ffd045102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:21.110002 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-5cb6ffbf-7b37-4d36-afbb-18ffd045102f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=652f0d6ba5414b1e907750e884ab78a1&device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 1099 time: 0.0410752 Sep 26 13:45:21.205614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-0f1ed0fe-27a0-40cc-bbc0-6284e8f98b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:21.207103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-0f1ed0fe-27a0-40cc-bbc0-6284e8f98b65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d005886-e531-40c7-864c-cebbf1f81c20 HTTP/1.1" status: 200 len: 869 time: 0.0903118 Sep 26 13:45:21.540529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-3c2d76b1-86ec-4826-87c3-64e129b9a045 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc HTTP/1.1" status: 200 len: 217 time: 0.3253391 Sep 26 13:45:21.584820 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961c454-d2c1-4577-9975-0c0f9ea78fb4 req-1dea3f1d-ed25-4bda-b71b-c3faff0e60ac tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:21.586384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e961c454-d2c1-4577-9975-0c0f9ea78fb4 req-1dea3f1d-ed25-4bda-b71b-c3faff0e60ac tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 947 time: 0.0546844 Sep 26 13:45:21.591738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-d96acffd-fbea-4ece-975e-c865f01fb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:21.593505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-d96acffd-fbea-4ece-975e-c865f01fb474 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e96a48e-c7d2-4931-a78e-621dac89f8ce HTTP/1.1" status: 200 len: 843 time: 0.0455813 Sep 26 13:45:21.626098 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e961c454-d2c1-4577-9975-0c0f9ea78fb4 req-a7822e7f-2cc9-40d0-a9d8-97232f8367d5 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331421 Sep 26 13:45:21.642287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-88717930-5f68-46c2-a38e-a85b48c33849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:21.643791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-88717930-5f68-46c2-a38e-a85b48c33849 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d005886-e531-40c7-864c-cebbf1f81c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0423841 Sep 26 13:45:21.734579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-44342a2e-e229-47ef-af7b-44a911bb4bd4 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827577 Sep 26 13:45:21.827220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c1e183d-2073-489b-a5a4-b73f56ce1fc8 req-61b9b57c-2f12-4ccc-8a3b-aa41e0d9a879 service neutron] 10.222.0.24 "GET /v2.0/networks/0d005886-e531-40c7-864c-cebbf1f81c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850101 Sep 26 13:45:22.740978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680ab3a-51a5-4aa3-89ef-34c02a4b830b req-643ab284-dceb-4ea1-af14-3801cc835a0f tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:22.742465 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2680ab3a-51a5-4aa3-89ef-34c02a4b830b req-643ab284-dceb-4ea1-af14-3801cc835a0f tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 947 time: 0.0482769 Sep 26 13:45:22.780217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2680ab3a-51a5-4aa3-89ef-34c02a4b830b req-f39709e0-a5bd-42b7-8102-1aa6b1a84fac tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Sep 26 13:45:23.896321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953882c-03bd-413a-91f9-9651854ac531 req-5533ee62-6663-4241-939a-a6306da56385 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:23.897751 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d953882c-03bd-413a-91f9-9651854ac531 req-5533ee62-6663-4241-939a-a6306da56385 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 947 time: 0.0499797 Sep 26 13:45:23.930653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:45:23.937291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d953882c-03bd-413a-91f9-9651854ac531 req-7e536472-0ef8-425f-9e88-d5255d82640a tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Sep 26 13:45:24.028271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:24.039542 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc', 'network_id': '0d005886-e531-40c7-864c-cebbf1f81c20', 'port_id': '2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc', 'mac_address': 'fa:16:3e:4f:27:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96a48e-c7d2-4931-a78e-621dac89f8ce', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:45:24.076404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:24.089611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:45:24.110382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:24.114111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:24.163195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:24.344246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:45:25.053073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c22e92-fc0d-488e-84cc-d9b7426e4c6c req-154d3093-8c8c-4804-b09a-b2699d32764c tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:25.054487 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40c22e92-fc0d-488e-84cc-d9b7426e4c6c req-154d3093-8c8c-4804-b09a-b2699d32764c tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 948 time: 0.0497963 Sep 26 13:45:25.093913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40c22e92-fc0d-488e-84cc-d9b7426e4c6c req-bf72c0f9-2668-47ad-8d58-0cb8ee875328 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Sep 26 13:45:25.930006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:45:25.983290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:45:25.987414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:45:25.987825 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:26.073675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:26.099631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd11d9e-66a6-4f12-991e-7a4de8b69545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:45:26.101953 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eef6212-2783-4385-af98-3037ccbdfb0d" -d '{"events": [{"server_uuid": "dfd11d9e-66a6-4f12-991e-7a4de8b69545", "name": "network-vif-plugged", "status": "completed", "tag": "2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:45:26.115887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:26.120630 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:26.198823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:26.226748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363363bb-9a73-418a-9bed-d00f7d016748 req-3f244f4e-f1dd-44f9-a145-5e3758852672 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:26.228291 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-363363bb-9a73-418a-9bed-d00f7d016748 req-3f244f4e-f1dd-44f9-a145-5e3758852672 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 949 time: 0.0607181 Sep 26 13:45:26.265582 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c431c814-611e-4d39-9830-fcd694c95959 x-openstack-request-id: req-c431c814-611e-4d39-9830-fcd694c95959 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:45:26.265953 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd11d9e-66a6-4f12-991e-7a4de8b69545", "name": "network-vif-plugged", "status": "completed", "tag": "2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:45:26.266274 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c431c814-611e-4d39-9830-fcd694c95959 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:45:26.266734 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd11d9e-66a6-4f12-991e-7a4de8b69545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc', 'code': 200} Sep 26 13:45:26.273672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-363363bb-9a73-418a-9bed-d00f7d016748 req-0fe3593e-1add-4791-af8c-1b3da4c88939 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357282 Sep 26 13:45:26.366776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1625364-371e-486d-ad22-2aad7a24140b req-1a963d1f-a150-4ce8-971b-150210ae87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:26.368292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1625364-371e-486d-ad22-2aad7a24140b req-1a963d1f-a150-4ce8-971b-150210ae87c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 1101 time: 0.0401917 Sep 26 13:45:26.403842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e1625364-371e-486d-ad22-2aad7a24140b req-7ad6564c-512b-4d49-8bea-fffd2b82ef1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283360 Sep 26 13:45:27.392826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d426f0f-e76d-4d2b-9059-d8d5ccabc791 req-2b37858c-090d-4ec4-8ba7-c6d905e1706a tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:27.394395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d426f0f-e76d-4d2b-9059-d8d5ccabc791 req-2b37858c-090d-4ec4-8ba7-c6d905e1706a tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 949 time: 0.0508857 Sep 26 13:45:27.437603 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5d426f0f-e76d-4d2b-9059-d8d5ccabc791 req-00c831f7-e392-490e-b890-906caaab2e50 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368061 Sep 26 13:45:28.553143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7c463-904b-4900-8a62-4af41d988825 req-15f801fa-2eb2-4c6b-9152-d4a12d3e68fc tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:28.554655 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-67b7c463-904b-4900-8a62-4af41d988825 req-15f801fa-2eb2-4c6b-9152-d4a12d3e68fc tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 949 time: 0.0495145 Sep 26 13:45:28.593094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-67b7c463-904b-4900-8a62-4af41d988825 req-2b742d7d-4448-47bd-a2f5-cc42186d8a07 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Sep 26 13:45:28.988231 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-77ee62c8-05c3-4ed5-9bd9-2ac675a53c61 req-0700772c-b8d0-420b-8c33-e28cd8f9cff6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:45:28.989271 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77ee62c8-05c3-4ed5-9bd9-2ac675a53c61 req-0700772c-b8d0-420b-8c33-e28cd8f9cff6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1051195 Sep 26 13:45:29.320301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-36eb11c2-504f-4715-8e7e-446b7536dc5f req-e2d28a87-9c5a-42a0-bdf3-51744953cbc2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:45:29.321291 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36eb11c2-504f-4715-8e7e-446b7536dc5f req-e2d28a87-9c5a-42a0-bdf3-51744953cbc2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053768 Sep 26 13:45:29.655554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a30d1-260b-4bb4-9731-be4aac6184d1 req-c965f05c-9b2e-4056-a256-cb8ed551cd66 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:29.657119 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-429a30d1-260b-4bb4-9731-be4aac6184d1 req-c965f05c-9b2e-4056-a256-cb8ed551cd66 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 949 time: 0.0524647 Sep 26 13:45:29.694842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-429a30d1-260b-4bb4-9731-be4aac6184d1 req-93b7b0cc-bf7f-4f01-9ad0-6878f4ae9938 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Sep 26 13:45:30.828649 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079303d-3ec7-4323-a13c-b22ec9fe71aa req-94e8501c-4282-446e-b093-c9abafde601f tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:30.830307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a079303d-3ec7-4323-a13c-b22ec9fe71aa req-94e8501c-4282-446e-b093-c9abafde601f tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 949 time: 0.0570707 Sep 26 13:45:30.848879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-e8e9a683-e9f7-4ac2-aea3-afefa7085823 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:30.850581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-e8e9a683-e9f7-4ac2-aea3-afefa7085823 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfd11d9e-66a6-4f12-991e-7a4de8b69545 HTTP/1.1" status: 200 len: 949 time: 0.0522976 Sep 26 13:45:30.873002 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a079303d-3ec7-4323-a13c-b22ec9fe71aa req-ad02e59f-9a88-40e1-98b8-d8992c2ce0a2 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eac0f02-5845-475a-b8d6-1374d45cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363929 Sep 26 13:45:30.944434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Deleting port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:45:30.944783 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:31.038953 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] For port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,segment=NetworkSegment(02099ef8-a110-4dd4-b151-0ff7030495bf),segment_id=02099ef8-a110-4dd4-b151-0ff7030495bf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:31.039229 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:31.051631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Calling delete_port for 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:45:31.190594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:31.203528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:45:31.219978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Pushing event deleted for resources: {'Port': ['ID=2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:31.266693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] No DVR routers for this DVR port 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:45:31.269704 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:31.272522 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2c23576-8c95-4dd6-afb0-9eac38c9ff1a req-9fb2206b-4114-4534-996e-fa6708a05e00 tempest-ServersAdminNegativeTestJSON-901521376 tempest-ServersAdminNegativeTestJSON-901521376-project] 10.222.0.24 "DELETE /v2.0/ports/2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc HTTP/1.1" status: 204 len: 173 time: 0.4148514 Sep 26 13:45:31.272982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd11d9e-66a6-4f12-991e-7a4de8b69545', 'name': 'network-vif-deleted', 'tag': '2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:45:31.276091 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938ea3bf-7a2a-4acf-b9a5-7e2a04a0f9ae" -d '{"events": [{"server_uuid": "dfd11d9e-66a6-4f12-991e-7a4de8b69545", "name": "network-vif-deleted", "tag": "2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:45:31.318615 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4137ff8d-89a3-41ff-8111-3968028cca58 x-openstack-request-id: req-4137ff8d-89a3-41ff-8111-3968028cca58 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:45:31.318908 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd11d9e-66a6-4f12-991e-7a4de8b69545", "name": "network-vif-deleted", "tag": "2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:45:31.319157 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4137ff8d-89a3-41ff-8111-3968028cca58 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:45:31.319551 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd11d9e-66a6-4f12-991e-7a4de8b69545', 'name': 'network-vif-deleted', 'tag': '2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc', 'status': 'completed', 'code': 200} Sep 26 13:45:32.177177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57748) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:32.317208 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d41ae6b9-fea9-4081-a6ce-37211fc9db37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=652f0d6ba5414b1e907750e884ab78a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384969 Sep 26 13:45:32.319700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57752) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:32.367524 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-937eca6a-18fa-474e-b81d-d6785cd06c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.388150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-937eca6a-18fa-474e-b81d-d6785cd06c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.434532 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-937eca6a-18fa-474e-b81d-d6785cd06c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.450623 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-937eca6a-18fa-474e-b81d-d6785cd06c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.452147 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-937eca6a-18fa-474e-b81d-d6785cd06c56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eac0f02-5845-475a-b8d6-1374d45cf286 HTTP/1.1" status: 204 len: 168 time: 0.1312914 Sep 26 13:45:32.461696 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eca6a-18fa-474e-b81d-d6785cd06c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eac0f02-5845-475a-b8d6-1374d45cf286,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:32.710190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57758) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:32.724101 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-785443ed-c876-46a0-90b2-1549087033fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.820306 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-785443ed-c876-46a0-90b2-1549087033fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.824137 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-785443ed-c876-46a0-90b2-1549087033fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.863078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785443ed-c876-46a0-90b2-1549087033fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983a766-dd7a-4ba5-b676-45b5060dfb66,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:32.868587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-785443ed-c876-46a0-90b2-1549087033fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=995d4ffd5cb24a309769ea969a20abcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573238 Sep 26 13:45:32.871223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57760) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:32.921845 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7f54c48-5477-40a1-b18c-fc7fea1a98a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.943327 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7f54c48-5477-40a1-b18c-fc7fea1a98a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.991783 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7f54c48-5477-40a1-b18c-fc7fea1a98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.994348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a7f54c48-5477-40a1-b18c-fc7fea1a98a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:32.995523 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a7f54c48-5477-40a1-b18c-fc7fea1a98a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7983a766-dd7a-4ba5-b676-45b5060dfb66 HTTP/1.1" status: 204 len: 168 time: 0.1231904 Sep 26 13:45:33.004039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f54c48-5477-40a1-b18c-fc7fea1a98a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983a766-dd7a-4ba5-b676-45b5060dfb66,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:33.715953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57782) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:33.809915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1236877988-network', 'tenant_id': 'f146961578c64c84b84f8bab2b676837'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:45:33.832720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Made reservation on behalf of f146961578c64c84b84f8bab2b676837 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:45:33.835180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:33.844072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:33.930749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:33.934840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:33.958989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:45:33.974447 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:33.977530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:33.977873 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Added segment 814897b7-9238-4aca-af39-7e86eb4ffbdf of type vlan for network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 Sep 26 13:45:34.018400 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:34.043940 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:34.044817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:34.045401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:34.079649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3626006 Sep 26 13:45:34.082857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57786) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:34.087872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Request body: {'subnet': {'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1236877988-subnet', 'tenant_id': 'f146961578c64c84b84f8bab2b676837', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:45:34.105262 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded6930-8f0a-404e-a4a5-7954b1e43766 admin admin] Pushing event updated for resources: {'Network': ['ID=6d674bb0-7814-44a8-9225-4e49a15d3fb0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:34.113555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Made reservation on behalf of f146961578c64c84b84f8bab2b676837 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:45:34.117065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:34.117353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:45:34.292944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:34.352887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:34.362798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Checking segment: {'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:45:34.363156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Network hostable DHCP agents. Network: 6d674bb0-7814-44a8-9225-4e49a15d3fb0, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:45:34.380079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:45:34.388591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 6d674bb0-7814-44a8-9225-4e49a15d3fb0) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:45:34.392746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:34.393423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:34.397320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5313183-3260-4929-9128-47855e39e906 None None] Network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:45:34.409923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1a145e95-8bc0-4294-888a-9347a3af75be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3258848 Sep 26 13:45:34.528962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b72778-e2e9-4acf-b44c-a4dad0d7725d None None] Network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:45:34.955232 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-d17b4053-b0fa-436a-b974-75ab11cb19ab tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:34.956633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-d17b4053-b0fa-436a-b974-75ab11cb19ab tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 812 time: 0.1014659 Sep 26 13:45:34.972870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-a4e73a79-809d-4fda-8680-9f02f5d40e2c tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/quotas/f146961578c64c84b84f8bab2b676837 HTTP/1.1" status: 200 len: 375 time: 0.0097780 Sep 26 13:45:35.007933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-281fe409-03f3-4001-bfbb-70a9f21903dd tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295463 Sep 26 13:45:35.019078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-ee8deec2-a78d-46f2-afeb-1b13847fb45f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:45:35.020026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-ee8deec2-a78d-46f2-afeb-1b13847fb45f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049663 Sep 26 13:45:35.108068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-ea57daf3-ee24-467b-b004-bcb31a088a8f service neutron] 10.222.0.13 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825663 Sep 26 13:45:35.202432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-20fe108f-62f9-4f0b-891b-fc8609923a02 service neutron] 10.222.0.13 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878170 Sep 26 13:45:35.419299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1401e98b-a016-44c1-bd37-616c04a7918b req-94fb8c91-ec8e-4089-ae6f-164f45fd2ba2 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 210 time: 0.0836506 Sep 26 13:45:36.040191 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:45:36.065751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:45:36.066101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 2eca8d9c-3e5f-413b-b1d3-a64bb0196ddc not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:45:36.438353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-a52a88fb-09cf-49d2-9a0b-1125739dc394 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:36.439816 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-a52a88fb-09cf-49d2-9a0b-1125739dc394 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.24 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 812 time: 0.1080222 Sep 26 13:45:36.452528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Request body: {'port': {'device_id': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0', 'admin_state_up': True, 'tenant_id': 'f146961578c64c84b84f8bab2b676837'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:45:36.549511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc477c95-c675-487e-b7b6-aba6c1adf83d req-4d7fdf21-e203-4b78-a37b-9e1aceed8362 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 210 time: 0.0329795 Sep 26 13:45:36.588897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Made reservation on behalf of f146961578c64c84b84f8bab2b676837 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:45:36.592577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:36.720004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Allocated IP 172.20.0.4 (6d674bb0-7814-44a8-9225-4e49a15d3fb0/a8e90f4a-93b2-4a80-9762-2a2b1b5477ee/fa2ff466-b8d4-4029-9e0f-3774e6187de8) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:45:36.865271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:36.898424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:36.939572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:45:36.944354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:45:36.948168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:45:36.956858 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:37.002248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:37.002769 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:37.016723 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-7367769d-1402-4222-956e-4d1f962ea380 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684834 Sep 26 13:45:37.030293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Request body: {'port': {'device_id': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:45:37.087538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:37.350057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ff466-b8d4-4029-9e0f-3774e6187de8 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:45:37.357428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:37.369178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Transition to ACTIVE for port object fa2ff466-b8d4-4029-9e0f-3774e6187de8 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:45:37.372891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:37.423944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:37.489824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Attempting to bind port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:45:37.490540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Attempting to bind port fa2ff466-b8d4-4029-9e0f-3774e6187de8 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:45:37.490540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Attempting to bind port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:45:37.494603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:45:37.494924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Attempting to bind port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:45:37.500050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:45:37.500385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Checking segment: {'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:45:37.500763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Bound using segment: {'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:45:37.501185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Bound port: fa2ff466-b8d4-4029-9e0f-3774e6187de8, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:45:37.501566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:37.563330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:45:37.566349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:45:37.570797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:37.602823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:37.604203 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:37.605627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] 10.222.0.24 "PUT /v2.0/ports/fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 1092 time: 0.5806458 Sep 26 13:45:37.608161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:45:37.611581 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:45:37.648429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa9d3-31e3-4f3e-8c86-4af1797bbbed service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:37.653238 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75828b94-38f7-44d5-9d47-2f94fafe9758 x-openstack-request-id: req-75828b94-38f7-44d5-9d47-2f94fafe9758 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:45:37.653537 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:45:37.653789 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75828b94-38f7-44d5-9d47-2f94fafe9758 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:45:37.654180 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'status': 'completed', 'code': 200} Sep 26 13:45:37.684375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5816b5e-a41c-411d-bb88-4b0fe502c303 req-b0947bc0-3536-4b95-8118-70311cfc8730 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:37.685905 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a5816b5e-a41c-411d-bb88-4b0fe502c303 req-b0947bc0-3536-4b95-8118-70311cfc8730 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 943 time: 0.0675507 Sep 26 13:45:37.704015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-b5da4688-9d0d-4a67-83bc-26f5a448ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:37.705533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-b5da4688-9d0d-4a67-83bc-26f5a448ea1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1095 time: 0.0472019 Sep 26 13:45:37.724579 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a5816b5e-a41c-411d-bb88-4b0fe502c303 req-1983b438-cea0-4693-86c6-4b1798b8409b tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Sep 26 13:45:37.747858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-28c1f14d-6f6d-4dac-b16e-dfb784cdc4ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 217 time: 0.0350597 Sep 26 13:45:37.795872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-c57edaef-318f-46a1-8d73-3a51b03fa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:37.797351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-c57edaef-318f-46a1-8d73-3a51b03fa06b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 200 len: 852 time: 0.0430715 Sep 26 13:45:37.830440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-e6930741-cc07-466c-94c9-28b11d5d9628 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d674bb0-7814-44a8-9225-4e49a15d3fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260310 Sep 26 13:45:37.923052 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-aff16c4e-be1c-4360-98fc-8273cde069e2 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Sep 26 13:45:38.013601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a4c12a9-be82-4f06-88a8-8dd502089daa req-c31f4391-ac21-4a63-bbe3-9cd300580c94 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831602 Sep 26 13:45:38.101622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-001ea752-6aef-42db-91d7-d4d454f20a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:38.103126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-001ea752-6aef-42db-91d7-d4d454f20a77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1095 time: 0.0461235 Sep 26 13:45:38.191146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-b31a0085-9dbe-4c49-a26b-06f60f69db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:38.192524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-b31a0085-9dbe-4c49-a26b-06f60f69db45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 912 time: 0.0827100 Sep 26 13:45:38.238354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-53139a5b-4fd7-4d2d-be57-47464c391c13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 217 time: 0.0377860 Sep 26 13:45:38.287224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-d3449eb5-a89a-4238-9db6-1c37624a3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:38.288693 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-d3449eb5-a89a-4238-9db6-1c37624a3a37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 200 len: 852 time: 0.0434191 Sep 26 13:45:38.321085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-80112485-bda2-4718-b6cb-bf6f4f1733a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d674bb0-7814-44a8-9225-4e49a15d3fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248966 Sep 26 13:45:38.375031 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cb8ec381-0e38-44da-b96d-a3235782c307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:38.414992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-2b2c0166-ae5a-4cb2-a784-ac190a4c9c1c service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 Sep 26 13:45:38.507201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0a4688e1-5f1f-428f-9331-f2ee6c1912fd req-aefdf131-043b-4c70-8e35-8cbf3e00b37e service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Sep 26 13:45:38.842691 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4e3f-1d33-4861-a301-1afaa5f75f42 req-24a6a517-9dc5-4db5-98fb-144fdae198a2 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:38.844221 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a0a4e3f-1d33-4861-a301-1afaa5f75f42 req-24a6a517-9dc5-4db5-98fb-144fdae198a2 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 943 time: 0.0512729 Sep 26 13:45:38.881418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a0a4e3f-1d33-4861-a301-1afaa5f75f42 req-0f006af8-c664-461e-b4a5-c0a63c6785ad tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Sep 26 13:45:39.997105 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30527916-c9a1-448b-af8b-5341443bb5f7 req-61990acb-bb8d-40d8-907f-739a99bbfda5 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:39.998644 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30527916-c9a1-448b-af8b-5341443bb5f7 req-61990acb-bb8d-40d8-907f-739a99bbfda5 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 943 time: 0.0512097 Sep 26 13:45:40.036570 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30527916-c9a1-448b-af8b-5341443bb5f7 req-9a7cdf36-9bcb-4ada-b43f-d75864fdea9a tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Sep 26 13:45:41.101887 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3699007a-9a99-47ec-8858-3d37764c25af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:41.157969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd0fda-714f-4e7e-abcb-c9964fd157ca req-de4f8c21-c3f7-4845-b888-dde966aa0dd3 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:41.159521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ccd0fda-714f-4e7e-abcb-c9964fd157ca req-de4f8c21-c3f7-4845-b888-dde966aa0dd3 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 943 time: 0.0537558 Sep 26 13:45:41.198294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1ccd0fda-714f-4e7e-abcb-c9964fd157ca req-46045031-23e3-4027-8563-48989b8467c8 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Sep 26 13:45:41.671818 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:42.039557 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fa2ff466-b8d4-4029-9e0f-3774e6187de8 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:45:42.138424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:42.150600 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0', 'port_id': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'mac_address': 'fa:16:3e:d8:ed:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e90f4a-93b2-4a80-9762-2a2b1b5477ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:45:42.188590 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:42.211398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ff466-b8d4-4029-9e0f-3774e6187de8 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:45:42.227070 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:42.235752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:42.239837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:42.287031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:42.358318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb753-cdfe-4d3c-815a-7aee16e48efb req-98ade11b-9fee-4373-9fc3-295a8fc2560e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:42.359985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fddb753-cdfe-4d3c-815a-7aee16e48efb req-98ade11b-9fee-4373-9fc3-295a8fc2560e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 944 time: 0.0544348 Sep 26 13:45:42.402056 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5fddb753-cdfe-4d3c-815a-7aee16e48efb req-32a84f58-d275-4873-81d2-cb312ab45cff tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350463 Sep 26 13:45:42.429788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['fa2ff466-b8d4-4029-9e0f-3774e6187de8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:45:43.517365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7e97a-475a-4b1b-b210-cbdac673618d req-3bdf3070-85b3-4bce-8acf-8e8b4d1b659f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:43.518907 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a7e97a-475a-4b1b-b210-cbdac673618d req-3bdf3070-85b3-4bce-8acf-8e8b4d1b659f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 944 time: 0.0492427 Sep 26 13:45:43.558311 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9a7e97a-475a-4b1b-b210-cbdac673618d req-1a480408-fc43-49b9-b697-efc2bb931c06 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Sep 26 13:45:43.664744 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:44.054940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fa2ff466-b8d4-4029-9e0f-3774e6187de8 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:45:44.103453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port fa2ff466-b8d4-4029-9e0f-3774e6187de8 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:45:44.107803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port fa2ff466-b8d4-4029-9e0f-3774e6187de8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:45:44.108294 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:44.194778 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:44.216925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:45:44.219320 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbff10d-9e38-42b3-bb53-9c5bd92339ec" -d '{"events": [{"server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:45:44.232414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:45:44.237752 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:44.265036 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d68736-f8cd-4eb3-bfd8-846b36ff464c x-openstack-request-id: req-c8d68736-f8cd-4eb3-bfd8-846b36ff464c {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:45:44.265329 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:45:44.266423 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8d68736-f8cd-4eb3-bfd8-846b36ff464c {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:45:44.266818 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'code': 200} Sep 26 13:45:44.295199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:45:44.356176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723073b-c02e-4672-96a3-a096037bb8c3 req-01accb80-61b5-4d03-8c32-9b71c1a208be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:44.357731 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a723073b-c02e-4672-96a3-a096037bb8c3 req-01accb80-61b5-4d03-8c32-9b71c1a208be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1097 time: 0.0414712 Sep 26 13:45:44.393283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a723073b-c02e-4672-96a3-a096037bb8c3 req-720625fa-c963-4de3-a094-de46cec3ded2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280437 Sep 26 13:45:44.680589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6424-2b8a-464b-9340-ef9e0423d289 req-ed8f90ef-6d17-4f8b-a7ef-362bafe4e93f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:44.682026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78bd6424-2b8a-464b-9340-ef9e0423d289 req-ed8f90ef-6d17-4f8b-a7ef-362bafe4e93f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0535972 Sep 26 13:45:44.720604 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78bd6424-2b8a-464b-9340-ef9e0423d289 req-31d2a18f-6f51-4d61-b471-a3888e51689f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Sep 26 13:45:45.582985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:45.840255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15bea-713f-4d38-898c-9367a2b5f544 req-94ab40c6-da63-4ebb-9636-45ba222a1bee tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:45.841674 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac15bea-713f-4d38-898c-9367a2b5f544 req-94ab40c6-da63-4ebb-9636-45ba222a1bee tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0536742 Sep 26 13:45:45.879689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac15bea-713f-4d38-898c-9367a2b5f544 req-5bcbbc6b-49a4-4127-a8af-8440721e1917 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321174 Sep 26 13:45:46.063174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57856) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:45:46.121594 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359c3c-3fb8-4594-be05-4e56e595e3c0 req-04b8c383-ba7b-4ce0-b3e9-f9fd83c2a1ba tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:46.123112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd359c3c-3fb8-4594-be05-4e56e595e3c0 req-04b8c383-ba7b-4ce0-b3e9-f9fd83c2a1ba tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0514839 Sep 26 13:45:46.186189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd359c3c-3fb8-4594-be05-4e56e595e3c0 req-9972b34d-eaa0-4e6d-b25c-711629d9abc4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541251 Sep 26 13:45:46.192426 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-d28dd7c5-85dd-442a-808b-339dedf07f86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273258 Sep 26 13:45:46.204610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-a9bd7b0b-3d41-4be3-b8c1-5d3d27c074bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:45:46.205711 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-a9bd7b0b-3d41-4be3-b8c1-5d3d27c074bb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065236 Sep 26 13:45:47.250360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-db644296-1415-41e6-8a23-4f486c551a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:47.252445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-db644296-1415-41e6-8a23-4f486c551a4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1097 time: 0.0427344 Sep 26 13:45:47.362861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4faaf2-7ce6-46d1-8268-53ae3561b0d9 req-b98819ef-8db0-4abb-87d0-87641b4dcaf8 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:47.364352 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f4faaf2-7ce6-46d1-8268-53ae3561b0d9 req-b98819ef-8db0-4abb-87d0-87641b4dcaf8 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.1066906 Sep 26 13:45:47.401843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-9cb909d5-9c3c-4b94-b5be-3ee0d3e9f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:47.403889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-9cb909d5-9c3c-4b94-b5be-3ee0d3e9f211 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 912 time: 0.1447377 Sep 26 13:45:47.449766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f4faaf2-7ce6-46d1-8268-53ae3561b0d9 req-67a9efd0-df92-4296-8a5d-ac0d89aebbe8 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789690 Sep 26 13:45:47.451177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-d6f1ad24-693f-40b7-ba72-ad05e51fa924 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 217 time: 0.0402544 Sep 26 13:45:47.504904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-0c63f1f0-d7be-41a7-8414-4e9e1c43d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:47.506434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-0c63f1f0-d7be-41a7-8414-4e9e1c43d828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 200 len: 852 time: 0.0488150 Sep 26 13:45:47.539191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-70b430c4-6f45-4850-8cb6-a9560fda57cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d674bb0-7814-44a8-9225-4e49a15d3fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255437 Sep 26 13:45:47.645728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-b0202dec-3f97-450b-a2d4-0e1c91a04f60 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994048 Sep 26 13:45:47.738011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-9d9a9aea-552c-4c56-904b-e31ab1ab4467 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857835 Sep 26 13:45:48.572812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622ac2f-bbb7-4611-85ac-895c6a54c556 req-fb926083-2cdc-4dd9-8265-f5f290888ea4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:48.574353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9622ac2f-bbb7-4611-85ac-895c6a54c556 req-fb926083-2cdc-4dd9-8265-f5f290888ea4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0566137 Sep 26 13:45:48.612565 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9622ac2f-bbb7-4611-85ac-895c6a54c556 req-48ae3829-e7e3-4224-9e69-4052d070b64b tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Sep 26 13:45:48.799321 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:45:49.726683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c0306-e9f5-44d5-91d1-c514baa28ba0 req-7e55aa38-000b-4142-b9a5-e65dba2b90bb tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:49.728179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-841c0306-e9f5-44d5-91d1-c514baa28ba0 req-7e55aa38-000b-4142-b9a5-e65dba2b90bb tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0491014 Sep 26 13:45:49.766381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-841c0306-e9f5-44d5-91d1-c514baa28ba0 req-6449ad3a-e1df-49d3-a311-120c960a231a tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319786 Sep 26 13:45:50.508392 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:45:50.885758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ce498-8645-496e-98b9-389cce6721a4 req-1f9f296c-f2ee-4884-8b82-25885bef1d3e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:50.888550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c4ce498-8645-496e-98b9-389cce6721a4 req-1f9f296c-f2ee-4884-8b82-25885bef1d3e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0571012 Sep 26 13:45:50.927243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3c4ce498-8645-496e-98b9-389cce6721a4 req-dd587367-acd1-4f98-8d9f-e0aa69b3eb30 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Sep 26 13:45:52.046749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22acdbc-bc93-49f2-9897-0f91b64873c0 req-d5218887-fa3c-478f-9a0f-2d127d7ec8c4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:52.048224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b22acdbc-bc93-49f2-9897-0f91b64873c0 req-d5218887-fa3c-478f-9a0f-2d127d7ec8c4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0524058 Sep 26 13:45:52.087035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b22acdbc-bc93-49f2-9897-0f91b64873c0 req-c5d4e2d0-a391-4ff7-a4b3-3b959d528360 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Sep 26 13:45:53.202490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791be3-02a1-458c-84dd-f3fdf79fffd7 req-0dda5246-5664-4a4b-acd4-5b74af8af860 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:53.203980 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa791be3-02a1-458c-84dd-f3fdf79fffd7 req-0dda5246-5664-4a4b-acd4-5b74af8af860 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0505021 Sep 26 13:45:53.241571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aa791be3-02a1-458c-84dd-f3fdf79fffd7 req-8fca7564-7c23-44ac-a728-6b0a81362f62 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317223 Sep 26 13:45:54.357088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a811d-5838-4538-90fd-5b00f65cb767 req-00282fa3-f3d4-482a-ac8d-2319dacc61d5 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:54.358645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb0a811d-5838-4538-90fd-5b00f65cb767 req-00282fa3-f3d4-482a-ac8d-2319dacc61d5 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0495472 Sep 26 13:45:54.396303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb0a811d-5838-4538-90fd-5b00f65cb767 req-d0a39835-7316-4888-acbf-5cf1fa4436f0 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Sep 26 13:45:55.515991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43226791-5213-4e16-9a94-97fb9e77652b req-62443ee8-0c34-42ff-9f88-c9710eb8b6d4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:55.518164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43226791-5213-4e16-9a94-97fb9e77652b req-62443ee8-0c34-42ff-9f88-c9710eb8b6d4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0547662 Sep 26 13:45:55.556787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-43226791-5213-4e16-9a94-97fb9e77652b req-3baca180-7094-45ba-b8df-f5749a9a9ad2 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329485 Sep 26 13:45:56.670995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806a218-707f-4c91-849b-762834b9aa20 req-ff6cc521-dd03-4539-aad3-143e5aa426fa tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:56.672463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e806a218-707f-4c91-849b-762834b9aa20 req-ff6cc521-dd03-4539-aad3-143e5aa426fa tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0491307 Sep 26 13:45:56.710681 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e806a218-707f-4c91-849b-762834b9aa20 req-62aa1b8d-c2b3-4b91-9f65-3cc67757fc3c tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Sep 26 13:45:57.825732 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531e64a-6add-46ec-a5d5-4931c6e3b800 req-347d040e-132d-488d-bb6d-15d553ffb850 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:57.827557 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8531e64a-6add-46ec-a5d5-4931c6e3b800 req-347d040e-132d-488d-bb6d-15d553ffb850 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0513852 Sep 26 13:45:57.869020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8531e64a-6add-46ec-a5d5-4931c6e3b800 req-c0a89b4e-4978-4f9e-aee8-7dce64d492b1 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354869 Sep 26 13:45:58.989102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6613483-975e-4514-8741-48c6c1f2ea03 req-6e14052e-90d3-457a-a383-07314c76b65e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:45:58.990594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6613483-975e-4514-8741-48c6c1f2ea03 req-6e14052e-90d3-457a-a383-07314c76b65e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0528722 Sep 26 13:45:59.027677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a6613483-975e-4514-8741-48c6c1f2ea03 req-ff7ae365-c159-4d4e-b075-68c21c78e9f0 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Sep 26 13:46:00.143001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a123bc-8ed9-472e-9ea5-603612cc8fb2 req-9da6d623-2e96-4e65-89ef-1b6cc9841479 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:00.144505 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e2a123bc-8ed9-472e-9ea5-603612cc8fb2 req-9da6d623-2e96-4e65-89ef-1b6cc9841479 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0492702 Sep 26 13:46:00.184495 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e2a123bc-8ed9-472e-9ea5-603612cc8fb2 req-049faa79-d95c-4de5-b80b-4a3b8e38fb47 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339251 Sep 26 13:46:01.316435 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fd395-c4fe-46d0-9a2b-c0b32a935f39 req-b3578c7a-d5b6-4165-a1fc-f761e1735b8a tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:01.318025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-918fd395-c4fe-46d0-9a2b-c0b32a935f39 req-b3578c7a-d5b6-4165-a1fc-f761e1735b8a tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0665686 Sep 26 13:46:01.356176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-918fd395-c4fe-46d0-9a2b-c0b32a935f39 req-410cf62f-c13d-45e1-9daa-b760bc3a4d6e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Sep 26 13:46:02.476377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ebe58-d9eb-4f53-9390-19a4cdbf3e7e req-7bf2d69b-0ff9-41e9-8217-8da267a9f123 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:02.477887 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea7ebe58-d9eb-4f53-9390-19a4cdbf3e7e req-7bf2d69b-0ff9-41e9-8217-8da267a9f123 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0548005 Sep 26 13:46:02.514903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea7ebe58-d9eb-4f53-9390-19a4cdbf3e7e req-9a34f5a0-3b5f-468f-bc5a-84f7549df849 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Sep 26 13:46:03.629180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d8ed-8ba5-45e3-b3dd-079e8522b259 req-a1e07669-b03c-4a1d-8e5e-dba96344c273 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:03.630735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1d8d8ed-8ba5-45e3-b3dd-079e8522b259 req-a1e07669-b03c-4a1d-8e5e-dba96344c273 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0492089 Sep 26 13:46:03.670103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1d8d8ed-8ba5-45e3-b3dd-079e8522b259 req-b36c37dd-21ce-481d-9dbe-aa5afc3b999a tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Sep 26 13:46:04.785500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e25ed-2ee1-49d0-a716-2d88fef00c6c req-0ac7b062-ab9a-4c7e-943d-fc780b77047d tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:04.787068 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df5e25ed-2ee1-49d0-a716-2d88fef00c6c req-0ac7b062-ab9a-4c7e-943d-fc780b77047d tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0489314 Sep 26 13:46:04.826388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df5e25ed-2ee1-49d0-a716-2d88fef00c6c req-46dd513d-52b3-408b-adba-95a83621e41c tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Sep 26 13:46:05.948746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e34c78-3f53-4463-8653-5e660983e7c5 req-7b6fed77-3a35-484c-9ccf-9998cfd666a1 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:05.950758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47e34c78-3f53-4463-8653-5e660983e7c5 req-7b6fed77-3a35-484c-9ccf-9998cfd666a1 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0535777 Sep 26 13:46:05.990296 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47e34c78-3f53-4463-8653-5e660983e7c5 req-2361becb-fc3f-4426-bc8f-7e2c353865b9 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Sep 26 13:46:07.106772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cf4d6-fe50-4dbe-8a1a-1b0bd1ea971f req-3c82369a-3948-4c74-a6d9-b17cf3785c71 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:07.108304 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f78cf4d6-fe50-4dbe-8a1a-1b0bd1ea971f req-3c82369a-3948-4c74-a6d9-b17cf3785c71 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0506217 Sep 26 13:46:07.146938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f78cf4d6-fe50-4dbe-8a1a-1b0bd1ea971f req-e772e7a1-a906-4740-9da5-ebc2238b4c60 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Sep 26 13:46:08.263726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f6a80-9751-4ba0-b416-1ded97e12ceb req-ce4a9d51-9f4e-460e-ae52-85f8c10cdb97 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:08.265230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-902f6a80-9751-4ba0-b416-1ded97e12ceb req-ce4a9d51-9f4e-460e-ae52-85f8c10cdb97 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0487483 Sep 26 13:46:08.304253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-902f6a80-9751-4ba0-b416-1ded97e12ceb req-b0e6d94a-c59a-4c6c-8e50-bcc86d8782b3 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328979 Sep 26 13:46:08.367332 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10e3d449-f0df-4969-8559-ca9826324c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:09.425407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755aa79-ceba-44e1-b1d0-d5f5eeaaeba7 req-7dbd54c2-a3f5-4892-9972-d15eb480f614 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:09.426990 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6755aa79-ceba-44e1-b1d0-d5f5eeaaeba7 req-7dbd54c2-a3f5-4892-9972-d15eb480f614 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0564141 Sep 26 13:46:09.465872 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6755aa79-ceba-44e1-b1d0-d5f5eeaaeba7 req-786519be-489b-489c-bcb0-ab1a507af30d tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Sep 26 13:46:10.583356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934602f-1a25-4b96-a41f-2b40add07430 req-7ac6dbfa-2e7e-42ea-b77a-029264b4f4ac tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:10.584849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3934602f-1a25-4b96-a41f-2b40add07430 req-7ac6dbfa-2e7e-42ea-b77a-029264b4f4ac tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0489552 Sep 26 13:46:10.622362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3934602f-1a25-4b96-a41f-2b40add07430 req-36224578-83b0-41d6-84a5-e2d3135a51f9 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Sep 26 13:46:11.032997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-207712df-a774-44d4-baf8-abc05d258a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:11.034556 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-207712df-a774-44d4-baf8-abc05d258a60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1097 time: 0.1631849 Sep 26 13:46:11.107591 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c2183f28-0327-4dd9-9c0b-6acdb3ce2f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:11.145868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-bfa84841-c105-4ae4-a20e-03fd5461612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:11.147725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-bfa84841-c105-4ae4-a20e-03fd5461612c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 912 time: 0.0943232 Sep 26 13:46:11.197060 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-5fb06b80-4daf-40c1-b7e4-a12e9c6930f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 217 time: 0.0390532 Sep 26 13:46:11.245084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-35a53f66-1b26-4397-9ba6-d031574fae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:11.246559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-35a53f66-1b26-4397-9ba6-d031574fae44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 200 len: 852 time: 0.0427368 Sep 26 13:46:11.279542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-9cc966f9-6b35-4d8f-8741-fd7b0ea92f41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d674bb0-7814-44a8-9225-4e49a15d3fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240667 Sep 26 13:46:11.370375 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-106f9e01-96d7-4887-acb2-e59fcd8927b1 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Sep 26 13:46:11.458270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99a5bfc9-fead-42c5-bb11-f932dcf07958 req-8d358e35-6605-4059-b674-2b1872675900 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809062 Sep 26 13:46:11.674694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:11.743928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e44fb-b3a4-4c7e-82a4-f9c53b78e529 req-a2daea3c-67c7-40d2-ab76-27290d5aefbe tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:11.745456 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1a8e44fb-b3a4-4c7e-82a4-f9c53b78e529 req-a2daea3c-67c7-40d2-ab76-27290d5aefbe tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0515537 Sep 26 13:46:11.787364 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1a8e44fb-b3a4-4c7e-82a4-f9c53b78e529 req-448e952a-ed09-4f52-b3d0-aed49d175e80 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Sep 26 13:46:12.208639 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:12.903105 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a3e9-9f2c-4033-8944-0f7e35b9d262 req-e305609c-9f74-42f0-87c4-e8cfabc1f90c tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:12.904639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ee6a3e9-9f2c-4033-8944-0f7e35b9d262 req-e305609c-9f74-42f0-87c4-e8cfabc1f90c tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0499129 Sep 26 13:46:12.942914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7ee6a3e9-9f2c-4033-8944-0f7e35b9d262 req-ef7980da-45e4-4587-ab59-568b6b7a817b tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Sep 26 13:46:13.668719 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:14.059208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24939dde-1825-4877-8b76-4f3355c764d6 req-7b8eea68-71b0-4388-8b08-95380fe64f04 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:14.061242 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24939dde-1825-4877-8b76-4f3355c764d6 req-7b8eea68-71b0-4388-8b08-95380fe64f04 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0511088 Sep 26 13:46:14.102707 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-24939dde-1825-4877-8b76-4f3355c764d6 req-ff35403c-18e0-4892-bbf8-ae96cdd112c2 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Sep 26 13:46:14.645391 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-2d3a1eff-79bd-474c-a4ec-05744082471b service neutron] show failed (client error): The resource could not be found. Sep 26 13:46:14.646432 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-2d3a1eff-79bd-474c-a4ec-05744082471b service neutron] 10.222.0.24 "GET /v2.0/ports/fa2ff466-b8d4-4029-9e0f-3774e6187de8/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0580721 Sep 26 13:46:14.866367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-883d8e68-6ab1-41f8-a2fb-e5bf17251dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:14.867890 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-883d8e68-6ab1-41f8-a2fb-e5bf17251dfa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b&tenant_id=f146961578c64c84b84f8bab2b676837 HTTP/1.1" status: 200 len: 1097 time: 0.0700119 Sep 26 13:46:14.879229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:46:14.935396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:15.140506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:46:15.182293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:46:15.244627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:46:15.246825 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5880c84c-2e52-4ef8-a682-6d5b7b6775cf" -d '{"events": [{"server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:46:15.250722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:15.261866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7bbff-c0cf-46ba-9c88-af5f4d7bb4c5 req-883307f8-9c24-48f4-93f7-f99ec64ea9af tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:15.263390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50d7bbff-c0cf-46ba-9c88-af5f4d7bb4c5 req-883307f8-9c24-48f4-93f7-f99ec64ea9af tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0920596 Sep 26 13:46:15.280311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Transition to ACTIVE for port object fa2ff466-b8d4-4029-9e0f-3774e6187de8 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:46:15.582482 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12e4ef7-4b05-451e-8c14-20e811a7b270 x-openstack-request-id: req-c12e4ef7-4b05-451e-8c14-20e811a7b270 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:46:15.582820 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:46:15.583031 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c12e4ef7-4b05-451e-8c14-20e811a7b270 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:46:15.583409 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'code': 200} Sep 26 13:46:15.585610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:15.598856 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:15.637362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50d7bbff-c0cf-46ba-9c88-af5f4d7bb4c5 req-96af2fa6-927c-44a9-8449-7f96e49400e1 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675218 Sep 26 13:46:15.663440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] No DVR routers for this DVR port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:46:15.666851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:15.692474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.692822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.693170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.693569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.693926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.694295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.694629 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.694959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.695289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.695614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.695941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.696269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:15.714418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Attempting to bind port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:46:15.714758 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Attempting to bind port fa2ff466-b8d4-4029-9e0f-3774e6187de8 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:46:15.715097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Attempting to bind port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:46:15.720178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:46:15.720527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Attempting to bind port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on network 6d674bb0-7814-44a8-9225-4e49a15d3fb0 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:46:15.725986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:46:15.726330 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Checking segment: {'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:46:15.726720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Bound using segment: {'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:46:15.727158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Bound port: fa2ff466-b8d4-4029-9e0f-3774e6187de8, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814897b7-9238-4aca-af39-7e86eb4ffbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:46:15.727546 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:15.800446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:46:15.804315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:46:15.808166 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:15.845281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:15.845955 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:15.847378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] 10.222.0.23 "PUT /v2.0/ports/fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 1092 time: 0.9721649 Sep 26 13:46:15.867878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c093a1-5f86-4475-9a09-e42253485d03 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:15.915355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-7a8d0544-5080-421f-859e-82c93e44c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:15.916899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-7a8d0544-5080-421f-859e-82c93e44c4cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1095 time: 0.0457227 Sep 26 13:46:16.017112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-7d0d36a9-770e-48f7-be94-92280354a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:16.018656 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-7d0d36a9-770e-48f7-be94-92280354a4fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 912 time: 0.0951567 Sep 26 13:46:16.061520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-6bd0111f-571b-40a7-96e3-b7344bec2fae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 217 time: 0.0357308 Sep 26 13:46:16.111229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-14180b00-5786-4671-80cf-d5f2a970accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:16.112608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-14180b00-5786-4671-80cf-d5f2a970accb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 200 len: 852 time: 0.0448883 Sep 26 13:46:16.149799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-b51d0ba9-2d39-49bc-a35c-5a2b36db81e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d674bb0-7814-44a8-9225-4e49a15d3fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296085 Sep 26 13:46:16.240156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-a88f5be7-89a8-4d3f-a921-8ee775a5c2b8 service neutron] 10.222.0.23 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836759 Sep 26 13:46:16.334227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ca920f3e-7483-4680-8fef-1d2f714193c0 req-0a073437-53ab-4451-9a4f-29c4bf056a8a service neutron] 10.222.0.23 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868251 Sep 26 13:46:16.760829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245aaef-f1a8-4647-a639-87e683a39a42 req-8cbf3653-4748-42fa-9008-66a2f27b2086 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:16.762276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e245aaef-f1a8-4647-a639-87e683a39a42 req-8cbf3653-4748-42fa-9008-66a2f27b2086 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 943 time: 0.0545084 Sep 26 13:46:16.806138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e245aaef-f1a8-4647-a639-87e683a39a42 req-82af1ee6-1830-4265-81a7-fe47f538e65d tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Sep 26 13:46:17.584127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:46:17.586642 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348" -d '{"events": [{"name": "network-changed", "server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:46:17.637939 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545c50f2-514b-43ac-a12f-2e3beb1da191 x-openstack-request-id: req-545c50f2-514b-43ac-a12f-2e3beb1da191 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:46:17.638232 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:46:17.638481 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-545c50f2-514b-43ac-a12f-2e3beb1da191 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:46:17.638878 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'status': 'completed', 'code': 200} Sep 26 13:46:17.721811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-27db5908-dc8b-47a3-9979-4ce7c7b4a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:17.723305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-27db5908-dc8b-47a3-9979-4ce7c7b4a1ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1095 time: 0.0671322 Sep 26 13:46:17.725723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-7b069a7f-14b5-480b-925a-b3fa91374dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:17.727047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-7b069a7f-14b5-480b-925a-b3fa91374dea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1095 time: 0.0629117 Sep 26 13:46:17.882947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-a59b3509-cc78-4b9c-a315-f9d61435d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:17.884397 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-a59b3509-cc78-4b9c-a315-f9d61435d588 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 912 time: 0.1533043 Sep 26 13:46:17.888800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-d022da56-4c30-430c-855a-c7f1fa85a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:17.890196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-d022da56-4c30-430c-855a-c7f1fa85a06a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 912 time: 0.1507235 Sep 26 13:46:17.925163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0987e2e-a8d2-467a-9c66-71688675b1cc req-aaf3e8be-2311-4c5f-9e55-0948e8e0c32e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:17.926750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0987e2e-a8d2-467a-9c66-71688675b1cc req-aaf3e8be-2311-4c5f-9e55-0948e8e0c32e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 943 time: 0.0518358 Sep 26 13:46:17.959458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-3b236039-a0b9-4abf-91cd-d645208e2794 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 217 time: 0.0668705 Sep 26 13:46:17.960911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-2bc3d9c4-f737-4899-acc3-4106b2e48303 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 217 time: 0.0622277 Sep 26 13:46:17.966688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0987e2e-a8d2-467a-9c66-71688675b1cc req-445c28b3-99ad-4c87-801f-c2b78cf68d95 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Sep 26 13:46:18.048406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-9438c52c-2871-496f-a13e-66af4f287806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:18.049926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-9438c52c-2871-496f-a13e-66af4f287806 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 200 len: 852 time: 0.0811098 Sep 26 13:46:18.051327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-df018bad-4656-4b80-ae6c-3cc32db74ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:18.052650 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-df018bad-4656-4b80-ae6c-3cc32db74ffb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 200 len: 852 time: 0.0854707 Sep 26 13:46:18.101194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-f4ecde2e-72fe-4cf9-887a-18c22625f288 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d674bb0-7814-44a8-9225-4e49a15d3fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446219 Sep 26 13:46:18.103006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-dd69c495-1d38-4c7a-8793-f1f5f4600cfd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d674bb0-7814-44a8-9225-4e49a15d3fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390728 Sep 26 13:46:18.257981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fa2ff466-b8d4-4029-9e0f-3774e6187de8 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:46:18.265303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-75281d0a-b19d-4a83-9447-01f3783a8779 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574664 Sep 26 13:46:18.267217 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-127bb79e-17d3-4e11-b00f-a9463a1def68 service neutron] 10.222.0.23 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521604 Sep 26 13:46:18.297511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device fa2ff466-b8d4-4029-9e0f-3774e6187de8 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:46:18.426614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-59c8dd8a-aebc-4336-961a-f378d27352d7 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542437 Sep 26 13:46:18.428698 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4de365d1-f0bf-40b6-abf5-2fa1eb4a6348 req-83f0d886-76b3-4039-9740-025e0361f32b service neutron] 10.222.0.23 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479657 Sep 26 13:46:19.085796 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c4212-6b96-4cbf-b1ba-2b925ec228ef req-f9944a52-5c24-4d64-a8c9-1ef21434111e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:19.087322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-068c4212-6b96-4cbf-b1ba-2b925ec228ef req-f9944a52-5c24-4d64-a8c9-1ef21434111e tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 943 time: 0.0504169 Sep 26 13:46:19.133772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-068c4212-6b96-4cbf-b1ba-2b925ec228ef req-06e1d14d-eaee-4f32-9573-9df974e085eb tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387084 Sep 26 13:46:19.472051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device fa2ff466-b8d4-4029-9e0f-3774e6187de8 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:46:19.567120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:46:19.578917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'network_id': '6d674bb0-7814-44a8-9225-4e49a15d3fb0', 'port_id': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'mac_address': 'fa:16:3e:d8:ed:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e90f4a-93b2-4a80-9762-2a2b1b5477ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:46:19.615942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:19.628546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ff466-b8d4-4029-9e0f-3774e6187de8 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:46:19.648019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:46:19.652231 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:19.699384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:19.707478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.707821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.708162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.708491 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.708818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.709146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.709471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.709810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.710208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.710529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.710848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.711165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:19.989631 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['fa2ff466-b8d4-4029-9e0f-3774e6187de8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:46:20.250355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a86db-7af5-4cf4-8f8b-a8772132660a req-06e4254d-38f6-488d-a39a-75ca2b609d9a tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:20.251779 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b56a86db-7af5-4cf4-8f8b-a8772132660a req-06e4254d-38f6-488d-a39a-75ca2b609d9a tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 944 time: 0.0509830 Sep 26 13:46:20.288798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b56a86db-7af5-4cf4-8f8b-a8772132660a req-02f1ec8b-4768-44bc-b457-3b2646760118 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Sep 26 13:46:20.510705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:20.566120 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-5b58519e-4286-4bca-8662-265963f08907 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:20.567624 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-5b58519e-4286-4bca-8662-265963f08907 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b&tenant_id=f146961578c64c84b84f8bab2b676837&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 944 time: 0.0947199 Sep 26 13:46:20.627764 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-63f7831e-5f48-4238-b532-186655aff0f6 service neutron] delete failed (client error): The resource could not be found. Sep 26 13:46:20.628804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-63f7831e-5f48-4238-b532-186655aff0f6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/fa2ff466-b8d4-4029-9e0f-3774e6187de8/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0535700 Sep 26 13:46:20.711382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-509d82ab-efb1-4a72-9a6c-4b71ffc6f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:20.712878 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-509d82ab-efb1-4a72-9a6c-4b71ffc6f9fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f146961578c64c84b84f8bab2b676837&device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 1096 time: 0.0407984 Sep 26 13:46:20.808765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-777b0bb3-6b8d-4bdb-81b5-3e0e3f8a910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:20.810186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-777b0bb3-6b8d-4bdb-81b5-3e0e3f8a910c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 200 len: 912 time: 0.0903337 Sep 26 13:46:20.852815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-8194b05e-6005-489e-bac0-14ad5dc02392 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 200 len: 217 time: 0.0351574 Sep 26 13:46:20.899757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-9baed078-cef4-4595-8c2b-57a08018e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:20.901243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-9baed078-cef4-4595-8c2b-57a08018e213 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 200 len: 852 time: 0.0420957 Sep 26 13:46:20.937130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-6f321f8d-2924-4dda-94af-8fbb45dd9a20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6d674bb0-7814-44a8-9225-4e49a15d3fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288517 Sep 26 13:46:21.027230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-786ecb55-5625-4bf7-b55c-3e8c641972a8 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827188 Sep 26 13:46:21.120449 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-c7347f14-4489-42ef-a394-a78c106fdf65 service neutron] 10.222.0.24 "GET /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866017 Sep 26 13:46:21.485261 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device fa2ff466-b8d4-4029-9e0f-3774e6187de8 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:46:21.534714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port fa2ff466-b8d4-4029-9e0f-3774e6187de8 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:46:21.538437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port fa2ff466-b8d4-4029-9e0f-3774e6187de8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:46:21.538803 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:21.619948 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:21.645028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:46:21.647501 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f9f465-b411-4dc9-abc5-f66658768644" -d '{"events": [{"server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:46:21.660773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:46:21.665633 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:21.691085 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b147669c-4cd9-4f27-ac6c-23e331fd9abb x-openstack-request-id: req-b147669c-4cd9-4f27-ac6c-23e331fd9abb {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:46:21.691398 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:46:21.691649 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b147669c-4cd9-4f27-ac6c-23e331fd9abb {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:46:21.692071 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'code': 200} Sep 26 13:46:21.719413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:21.798602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f471-06e2-4490-a070-8e5010246df6 req-7f60840d-e9f1-4731-9476-470863bbef1b tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:21.800017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f84f471-06e2-4490-a070-8e5010246df6 req-7f60840d-e9f1-4731-9476-470863bbef1b tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0552149 Sep 26 13:46:21.839689 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1f84f471-06e2-4490-a070-8e5010246df6 req-4869a703-6908-4bdb-9337-ad9b1985441d tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336783 Sep 26 13:46:22.959124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0331319-69fd-4db0-88d9-23e0964ed393 req-12f01418-a6ae-46b8-ba73-eb5e3d8b0c27 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:22.960782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b0331319-69fd-4db0-88d9-23e0964ed393 req-12f01418-a6ae-46b8-ba73-eb5e3d8b0c27 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0514612 Sep 26 13:46:23.000960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b0331319-69fd-4db0-88d9-23e0964ed393 req-0311b632-b993-400d-aa64-dc71310ee0c0 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.13 "GET /v2.0/security-groups?id=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Sep 26 13:46:23.240442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-926e1c60-c0c8-4844-b624-6ac27525aaa4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:23.241833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-926e1c60-c0c8-4844-b624-6ac27525aaa4 tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a51d0da-b1e2-44f2-adee-cbaf77cdee5b HTTP/1.1" status: 200 len: 945 time: 0.0482290 Sep 26 13:46:23.333059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Deleting port fa2ff466-b8d4-4029-9e0f-3774e6187de8 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:46:23.333401 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:23.419291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] For port fa2ff466-b8d4-4029-9e0f-3774e6187de8, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=fa2ff466-b8d4-4029-9e0f-3774e6187de8,segment=NetworkSegment(814897b7-9238-4aca-af39-7e86eb4ffbdf),segment_id=814897b7-9238-4aca-af39-7e86eb4ffbdf)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:46:23.419651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:23.432455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Calling delete_port for fa2ff466-b8d4-4029-9e0f-3774e6187de8 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:46:23.559302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:23.570584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['fa2ff466-b8d4-4029-9e0f-3774e6187de8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:46:23.587856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Pushing event deleted for resources: {'Port': ['ID=fa2ff466-b8d4-4029-9e0f-3774e6187de8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:23.636854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] No DVR routers for this DVR port fa2ff466-b8d4-4029-9e0f-3774e6187de8 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:46:23.639510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:23.641609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-633337b0-2225-4717-a0b9-966d6ed9c611 req-3c5c1d0d-f711-4e82-9887-844c48c4f40f tempest-DeleteServersTestJSON-905211264 tempest-DeleteServersTestJSON-905211264-project] 10.222.0.23 "DELETE /v2.0/ports/fa2ff466-b8d4-4029-9e0f-3774e6187de8 HTTP/1.1" status: 204 len: 173 time: 0.3940172 Sep 26 13:46:23.642082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'name': 'network-vif-deleted', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:46:23.644352 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cfde65-205f-4cab-b480-be1070291e25" -d '{"events": [{"server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "name": "network-vif-deleted", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:46:23.684009 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70873c6-92ba-4f3d-9468-9529e67c6da9 x-openstack-request-id: req-b70873c6-92ba-4f3d-9468-9529e67c6da9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:46:23.684305 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a51d0da-b1e2-44f2-adee-cbaf77cdee5b", "name": "network-vif-deleted", "tag": "fa2ff466-b8d4-4029-9e0f-3774e6187de8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:46:23.684561 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b70873c6-92ba-4f3d-9468-9529e67c6da9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:46:23.684960 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a51d0da-b1e2-44f2-adee-cbaf77cdee5b', 'name': 'network-vif-deleted', 'tag': 'fa2ff466-b8d4-4029-9e0f-3774e6187de8', 'status': 'completed', 'code': 200} Sep 26 13:46:24.141755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57970) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:46:24.187252 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Deleting subnet a8e90f4a-93b2-4a80-9762-2a2b1b5477ee {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:46:24.190481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.226700 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.265672 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.323530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.352353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e90f4a-93b2-4a80-9762-2a2b1b5477ee,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:24.354851 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.356685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a8e90f4a-93b2-4a80-9762-2a2b1b5477ee HTTP/1.1" status: 204 len: 168 time: 0.2139139 Sep 26 13:46:24.359378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 57972) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:46:24.363528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.363879 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.364223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.364563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.364901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.365232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.365588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.365918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.366243 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.366577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.366900 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.367224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b4e17-4c9e-403c-bc00-022cdda5f211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:46:24.427839 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.508894 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.529193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d674bb0-7814-44a8-9225-4e49a15d3fb0']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:46:24.538503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814897b7-9238-4aca-af39-7e86eb4ffbdf') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:46:24.538798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814897b7-9238-4aca-af39-7e86eb4ffbdf') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:46:24.548188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.561114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.567935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:46:24.568315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:46:24.570107 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:46:24.628050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.635768 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.636885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d674bb0-7814-44a8-9225-4e49a15d3fb0 HTTP/1.1" status: 204 len: 168 time: 0.2764938 Sep 26 13:46:24.647118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d4449-9ffb-4f0e-b682-70015d18a1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d674bb0-7814-44a8-9225-4e49a15d3fb0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:24.748897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57976) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:46:24.788985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d47e9b2d-3a2c-404b-9961-a4100e0c247a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f146961578c64c84b84f8bab2b676837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382943 Sep 26 13:46:24.791490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 57978) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:46:24.841022 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44969e93-be65-40a9-9fe8-fbec5f6e55d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.862573 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44969e93-be65-40a9-9fe8-fbec5f6e55d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.909441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44969e93-be65-40a9-9fe8-fbec5f6e55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.912016 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44969e93-be65-40a9-9fe8-fbec5f6e55d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:24.913233 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-44969e93-be65-40a9-9fe8-fbec5f6e55d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc HTTP/1.1" status: 204 len: 168 time: 0.1205235 Sep 26 13:46:24.921664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44969e93-be65-40a9-9fe8-fbec5f6e55d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76a0dae-ea5a-45a2-94c7-04f2b0bd90dc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:25.589480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58000) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:46:25.685298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1020162960-network', 'tenant_id': 'ba824479124b4a1daff5b64104164214'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:46:25.707469 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Made reservation on behalf of ba824479124b4a1daff5b64104164214 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:46:25.709651 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:25.722421 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:25.798345 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:46:25.818654 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:25.822945 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:25.849173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:46:25.859123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b84175-eb14-4223-ab5b-d29ad3066529,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:25.864308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:25.864646 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Added segment 5b369cdc-6e68-4e0e-87ae-0e28406b1cfa of type vlan for network acf69761-88b3-4d07-8345-b4a891974b5d Sep 26 13:46:25.906944 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:25.931897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:25.932848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:25.933557 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:25.959221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3684733 Sep 26 13:46:25.962849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58004) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:46:25.968341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Request body: {'subnet': {'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1020162960-subnet', 'tenant_id': 'ba824479124b4a1daff5b64104164214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:46:25.989365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Made reservation on behalf of ba824479124b4a1daff5b64104164214 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:46:25.992399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:26.002813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44c76a-75a9-4b3e-820e-e6e3f56de824 admin admin] Pushing event updated for resources: {'Network': ['ID=acf69761-88b3-4d07-8345-b4a891974b5d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:26.012805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network acf69761-88b3-4d07-8345-b4a891974b5d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:46:26.174094 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:26.242160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c157f3a-b1a3-4672-9cbe-250ff75f39f9,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:26.252375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Checking segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:46:26.252728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Network hostable DHCP agents. Network: acf69761-88b3-4d07-8345-b4a891974b5d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:46:26.269162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Network acf69761-88b3-4d07-8345-b4a891974b5d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:46:26.277666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, acf69761-88b3-4d07-8345-b4a891974b5d) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:46:26.281877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:26.282473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:26.287276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879a6cd5-6a24-4801-8afb-03b59fab18a2 None None] Network acf69761-88b3-4d07-8345-b4a891974b5d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:46:26.297126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dd9932de-2e0f-4881-ab66-5346821a3fbe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3329356 Sep 26 13:46:26.410701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a1aa9-00a5-41dc-a956-3b90baf93bbb None None] Network acf69761-88b3-4d07-8345-b4a891974b5d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:46:26.728330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-f665841a-f4cf-4424-9357-753e8e93b092 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:26.729845 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-f665841a-f4cf-4424-9357-753e8e93b092 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 815 time: 0.1030297 Sep 26 13:46:26.745365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-5642d8c4-24af-4909-aeee-af5effa2300f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/quotas/ba824479124b4a1daff5b64104164214 HTTP/1.1" status: 200 len: 375 time: 0.0090923 Sep 26 13:46:26.777114 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-97e2253f-e682-4f48-804b-7366b66243c5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259619 Sep 26 13:46:26.873042 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-c7423d0b-3a9d-480b-ac6d-e4fb40487c3b service neutron] 10.222.0.13 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880470 Sep 26 13:46:26.967507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-4ecec8a7-7ee4-4fd4-8f4a-1c3b435232bc service neutron] 10.222.0.13 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883293 Sep 26 13:46:27.131864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3ce3b413-cbcc-4bda-8ee7-6d64ea19175e req-deb67ed8-2201-47d6-a51a-9240fbcf06b9 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 210 time: 0.0263188 Sep 26 13:46:27.494744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device fa2ff466-b8d4-4029-9e0f-3774e6187de8 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:46:27.514769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: fa2ff466-b8d4-4029-9e0f-3774e6187de8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:46:27.515173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device fa2ff466-b8d4-4029-9e0f-3774e6187de8 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:46:28.044332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-dde9bc51-a663-4ca6-81d9-460a0be80881 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:28.045824 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-dde9bc51-a663-4ca6-81d9-460a0be80881 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.23 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 815 time: 0.1055715 Sep 26 13:46:28.058610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Request body: {'port': {'device_id': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d', 'admin_state_up': True, 'tenant_id': 'ba824479124b4a1daff5b64104164214'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:46:28.166784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Made reservation on behalf of ba824479124b4a1daff5b64104164214 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:46:28.170162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:28.228259 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1467906-5bb3-4fdb-8ecb-07d3ccc80722 req-86df1d11-98b1-4df3-b79e-3ab6c6a98477 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 210 time: 0.0278862 Sep 26 13:46:28.304169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Allocated IP 172.20.0.9 (acf69761-88b3-4d07-8345-b4a891974b5d/6c157f3a-b1a3-4672-9cbe-250ff75f39f9/d7afc5b7-42ab-4184-b533-28eb03b28b8e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:46:28.450378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:28.484434 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:28.530566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Network acf69761-88b3-4d07-8345-b4a891974b5d is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:46:28.537195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:46:28.539266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:28.541326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:46:28.590490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:28.591224 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:28.606160 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-d05985eb-52ec-4a9c-b499-3f2064ebfd35 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513718 Sep 26 13:46:28.617945 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Request body: {'port': {'device_id': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:46:28.673449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:28.929885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7afc5b7-42ab-4184-b533-28eb03b28b8e {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:46:28.937033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:28.949171 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Transition to ACTIVE for port object d7afc5b7-42ab-4184-b533-28eb03b28b8e will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:46:28.953674 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:29.004006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:29.068647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Attempting to bind port d7afc5b7-42ab-4184-b533-28eb03b28b8e on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:46:29.068927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Attempting to bind port d7afc5b7-42ab-4184-b533-28eb03b28b8e by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:46:29.069251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Attempting to bind port d7afc5b7-42ab-4184-b533-28eb03b28b8e on network acf69761-88b3-4d07-8345-b4a891974b5d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:46:29.073679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Port d7afc5b7-42ab-4184-b533-28eb03b28b8e on network acf69761-88b3-4d07-8345-b4a891974b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:46:29.074000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Attempting to bind port d7afc5b7-42ab-4184-b533-28eb03b28b8e on network acf69761-88b3-4d07-8345-b4a891974b5d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:46:29.079513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:46:29.079844 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Checking segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:46:29.080221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Bound using segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:46:29.080642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Bound port: d7afc5b7-42ab-4184-b533-28eb03b28b8e, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:46:29.080989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:29.141686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:46:29.144589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:46:29.159978 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:29.193074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:29.193698 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:29.195251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] 10.222.0.23 "PUT /v2.0/ports/d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 1092 time: 0.5813043 Sep 26 13:46:29.195676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:46:29.198039 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b0933e-f247-4ed2-b809-7f8daeae00c8" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:46:29.224822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994cd34-e6e1-4b18-bca9-4b41b8399587 service neutron] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:29.243436 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f16e8b-7cb2-4fa1-ae8c-88241db3c61e x-openstack-request-id: req-71f16e8b-7cb2-4fa1-ae8c-88241db3c61e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:46:29.243727 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:46:29.243981 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71f16e8b-7cb2-4fa1-ae8c-88241db3c61e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:46:29.244374 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'status': 'completed', 'code': 200} Sep 26 13:46:29.276861 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-e0819e1d-2711-4337-9feb-57fb6cb277fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:29.278429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-e0819e1d-2711-4337-9feb-57fb6cb277fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 1095 time: 0.0447965 Sep 26 13:46:29.319697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-437ad315-fd63-4a3e-9c26-1c4eec230963 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 217 time: 0.0338888 Sep 26 13:46:29.347387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3839c-e118-4fd4-b69c-d195419ccfbf req-20a44a34-67e6-442f-b583-6023fee3e72d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:29.348916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fed3839c-e118-4fd4-b69c-d195419ccfbf req-20a44a34-67e6-442f-b583-6023fee3e72d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.0524728 Sep 26 13:46:29.370516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-b1349f4b-50ab-4c33-93de-399048309ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:29.372001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-b1349f4b-50ab-4c33-93de-399048309ae2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0453055 Sep 26 13:46:29.387688 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fed3839c-e118-4fd4-b69c-d195419ccfbf req-4e933120-4b4b-496e-8ea4-eb0637cb865d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Sep 26 13:46:29.408702 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-fdf968d8-ede6-4d79-bd34-ae1d9fac800f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294483 Sep 26 13:46:29.496712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-aa323bf5-e2b4-4ba9-891d-abbcd76db9e0 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Sep 26 13:46:29.588602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ec2f02d-60a1-4c75-9168-ab762d679e21 req-57867bf6-794a-42ca-94ba-4138794ad781 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848732 Sep 26 13:46:29.670982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-926d82a9-4691-4754-9378-97b0532afb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:29.673017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-926d82a9-4691-4754-9378-97b0532afb93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 1095 time: 0.0428581 Sep 26 13:46:29.763430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-e21b7c4b-6696-4baf-a950-77d4ab76d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:29.764812 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-e21b7c4b-6696-4baf-a950-77d4ab76d200 service neutron] 10.222.0.23 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.0850203 Sep 26 13:46:29.809925 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-1187ac55-bbaf-4011-a311-d3255a6b880c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 217 time: 0.0380096 Sep 26 13:46:29.860349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-0e015148-096a-4b63-9d96-6a04f07b2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:29.862126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-0e015148-096a-4b63-9d96-6a04f07b2a92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0460639 Sep 26 13:46:29.894273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-1415164e-78eb-41a1-b2f8-296a7b41d933 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241404 Sep 26 13:46:30.287560 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-75ac5ef0-5112-4abe-b9c5-85c5920ade4b service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860309 Sep 26 13:46:30.376409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e9b0933e-f247-4ed2-b809-7f8daeae00c8 req-f44b8db9-3cff-4375-a5bc-45a0e2bccf63 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809305 Sep 26 13:46:30.508434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55485371-5b83-4bee-8a0f-1b7bbdcb5ca9 req-dbecd788-7098-4168-b2a0-bcbda9d86b05 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:30.509934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55485371-5b83-4bee-8a0f-1b7bbdcb5ca9 req-dbecd788-7098-4168-b2a0-bcbda9d86b05 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.0517132 Sep 26 13:46:30.547654 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-55485371-5b83-4bee-8a0f-1b7bbdcb5ca9 req-582b3651-c880-49d8-a117-17195834e3ff tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Sep 26 13:46:31.526524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device d7afc5b7-42ab-4184-b533-28eb03b28b8e details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:46:31.621312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:46:31.632970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d', 'port_id': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'mac_address': 'fa:16:3e:9e:04:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c157f3a-b1a3-4672-9cbe-250ff75f39f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:46:31.666547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b011fa-38c1-4869-b51c-72192f0bf9ef req-073c59ae-b419-4e0f-8ccf-5d98f494e1b8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:31.668488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2b011fa-38c1-4869-b51c-72192f0bf9ef req-073c59ae-b419-4e0f-8ccf-5d98f494e1b8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.0517373 Sep 26 13:46:31.673854 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:31.686483 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7afc5b7-42ab-4184-b533-28eb03b28b8e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:46:31.705864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:46:31.707940 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2b011fa-38c1-4869-b51c-72192f0bf9ef req-2b55eda2-3b31-4405-8f6a-13b341f3b03c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333259 Sep 26 13:46:31.709998 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:31.757250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:32.028065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['d7afc5b7-42ab-4184-b533-28eb03b28b8e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:46:32.825326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b0896-901a-4733-9e72-2291fb1a1008 req-1f97dae2-8241-4c04-b585-e206466d7c3a tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:32.827195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f5b0896-901a-4733-9e72-2291fb1a1008 req-1f97dae2-8241-4c04-b585-e206466d7c3a tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 944 time: 0.0499570 Sep 26 13:46:32.866154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f5b0896-901a-4733-9e72-2291fb1a1008 req-c298ef39-36ed-4a71-b717-96ff44f9d08c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Sep 26 13:46:33.525941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device d7afc5b7-42ab-4184-b533-28eb03b28b8e up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:46:33.577583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port d7afc5b7-42ab-4184-b533-28eb03b28b8e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:46:33.581911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port d7afc5b7-42ab-4184-b533-28eb03b28b8e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:46:33.582281 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:33.657418 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:33.682156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:46:33.684422 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6da7d-6560-4123-b8fa-1d27450239d2" -d '{"events": [{"server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:46:33.824318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e325a4-95ce-4baa-a92b-2a728e579787 req-2a8e632d-f8de-402d-b1d8-206b4bfb60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:33.825790 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42e325a4-95ce-4baa-a92b-2a728e579787 req-2a8e632d-f8de-402d-b1d8-206b4bfb60e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 1096 time: 0.0437343 Sep 26 13:46:33.848146 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37822cb-006b-46d1-9fe6-47aaa586ca8d x-openstack-request-id: req-e37822cb-006b-46d1-9fe6-47aaa586ca8d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:46:33.848436 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:46:33.848766 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e37822cb-006b-46d1-9fe6-47aaa586ca8d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:46:33.849099 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'code': 200} Sep 26 13:46:33.852579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:46:33.857997 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:33.864120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42e325a4-95ce-4baa-a92b-2a728e579787 req-64e1fdde-b13e-47e9-8c29-228f36be6b6a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Sep 26 13:46:33.908190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:46:33.984432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d121c84-1add-4b92-8c18-64d5b565181a req-3cf87942-c1cf-4c6c-9841-6c60d97e42fa tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:33.986499 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d121c84-1add-4b92-8c18-64d5b565181a req-3cf87942-c1cf-4c6c-9841-6c60d97e42fa tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0530670 Sep 26 13:46:34.023911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8d121c84-1add-4b92-8c18-64d5b565181a req-b4acf676-4bfb-425b-99e2-d3ec4452d840 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Sep 26 13:46:35.146802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a1dc7-2ae2-4e5e-906a-d301d31239c1 req-664fd42e-a447-4bb8-babb-dc9bb6dbb844 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:35.148460 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3a1dc7-2ae2-4e5e-906a-d301d31239c1 req-664fd42e-a447-4bb8-babb-dc9bb6dbb844 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0534761 Sep 26 13:46:35.187942 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3a1dc7-2ae2-4e5e-906a-d301d31239c1 req-0a24e9cc-86cc-49c4-a6d2-bf6220760c0c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Sep 26 13:46:36.306083 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8dedc-ceb9-41cf-9b34-7b473f63c7fd req-8599cbb0-d9ee-4c52-94ab-39ce5a54ae4c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:36.307818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85a8dedc-ceb9-41cf-9b34-7b473f63c7fd req-8599cbb0-d9ee-4c52-94ab-39ce5a54ae4c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0501451 Sep 26 13:46:36.346867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-85a8dedc-ceb9-41cf-9b34-7b473f63c7fd req-632afc6c-c9f7-47bf-907c-8dd9782c34b5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Sep 26 13:46:36.458874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99c92c-2ca0-4120-be99-f9fc385a121a req-79237980-089e-4a87-a7af-9849cb310068 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:36.460355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff99c92c-2ca0-4120-be99-f9fc385a121a req-79237980-089e-4a87-a7af-9849cb310068 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0491617 Sep 26 13:46:36.497324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff99c92c-2ca0-4120-be99-f9fc385a121a req-84eb8cdf-62e2-40f3-a2bb-8437860fccb7 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Sep 26 13:46:36.698522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038426b-239c-4eef-925e-a638a5c3f53d req-6e5a3be6-90a0-45a1-85a4-4c0665c502a8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:36.700297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1038426b-239c-4eef-925e-a638a5c3f53d req-6e5a3be6-90a0-45a1-85a4-4c0665c502a8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0503638 Sep 26 13:46:36.739757 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1038426b-239c-4eef-925e-a638a5c3f53d req-1a3ebc67-f874-44bf-a046-457091d88658 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Sep 26 13:46:36.853981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1722d-7ad4-4e0a-b3c0-0d9024e6089a req-3136e0a4-683a-4e80-aee2-9ec4cd9b9df3 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:36.855476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36d1722d-7ad4-4e0a-b3c0-0d9024e6089a req-3136e0a4-683a-4e80-aee2-9ec4cd9b9df3 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0498497 Sep 26 13:46:36.893293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36d1722d-7ad4-4e0a-b3c0-0d9024e6089a req-3c925c5a-75b2-41e8-a5a6-96c6312c7259 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Sep 26 13:46:37.129660 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-594ce220-d561-470c-8488-a406b6b943b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516958 Sep 26 13:46:37.138345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83611d3-e800-4767-be97-10d00b7bf38a req-32c6d991-84aa-48fc-bf63-d4b722f51fbc tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:37.140166 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c83611d3-e800-4767-be97-10d00b7bf38a req-32c6d991-84aa-48fc-bf63-d4b722f51fbc tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0539649 Sep 26 13:46:37.181827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c83611d3-e800-4767-be97-10d00b7bf38a req-6b8abd62-7226-43c1-afcd-895c65cfce63 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354767 Sep 26 13:46:38.259783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-1b3beb51-d166-4209-a4e0-c0222e72bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:38.261320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-1b3beb51-d166-4209-a4e0-c0222e72bf6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 1097 time: 0.0429797 Sep 26 13:46:38.297681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08511f6b-e17e-4219-9669-0572d2eea36e req-cd9adb80-e2a2-40a6-90a0-f1eb805716ed tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:38.299714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08511f6b-e17e-4219-9669-0572d2eea36e req-cd9adb80-e2a2-40a6-90a0-f1eb805716ed tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0498872 Sep 26 13:46:38.339286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08511f6b-e17e-4219-9669-0572d2eea36e req-2af1e7f7-ccf7-4603-a3bb-0df1fc7cebae tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Sep 26 13:46:38.354827 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-3a364415-0d5b-4fd5-b61e-9ea44d528b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:38.356330 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-3a364415-0d5b-4fd5-b61e-9ea44d528b71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.0883467 Sep 26 13:46:38.370818 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8170dbc1-7f2e-451f-8cba-eb7cccc538fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:38.402846 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-a0e496f9-ea2b-414d-942d-f28db698fc3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 217 time: 0.0395601 Sep 26 13:46:38.452405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-b8c49cc7-1171-479c-a827-0371e010f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:38.453867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-b8c49cc7-1171-479c-a827-0371e010f94d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0447059 Sep 26 13:46:38.484188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-e0649e9e-7b72-4014-915d-dcf9c3e3d229 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239966 Sep 26 13:46:38.576386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-67f922e8-4e90-4755-9bb2-90ed0079adc8 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853798 Sep 26 13:46:38.671881 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-534eec22-a80d-45d6-bcb7-a7e9bc5ee9a0 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884690 Sep 26 13:46:39.462381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f11790-5aa4-47cf-bde8-24dec508a1b7 req-605fda62-8214-4cf0-939f-1322753b21a7 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:39.463866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41f11790-5aa4-47cf-bde8-24dec508a1b7 req-605fda62-8214-4cf0-939f-1322753b21a7 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0564988 Sep 26 13:46:39.503031 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-41f11790-5aa4-47cf-bde8-24dec508a1b7 req-a4b4bf76-f98f-4229-ae00-34bf746a62f8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330062 Sep 26 13:46:40.625416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcd430-28f5-492d-9f76-812d62e68ee9 req-0b8c8d26-6a02-4b03-93d3-e73e9a7b86c8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:40.626951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7bcd430-28f5-492d-9f76-812d62e68ee9 req-0b8c8d26-6a02-4b03-93d3-e73e9a7b86c8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0515399 Sep 26 13:46:40.665674 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7bcd430-28f5-492d-9f76-812d62e68ee9 req-b57ff218-653b-42de-bc9f-1f02dc19b411 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327833 Sep 26 13:46:41.108248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4fffd6a7-e5a0-4f91-9894-3f85db303349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:41.676127 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:41.782253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778282dd-32e8-4604-8594-8db7e383f55c req-f03f8975-67c2-48ca-8640-8ddc98d966e5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:41.784240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-778282dd-32e8-4604-8594-8db7e383f55c req-f03f8975-67c2-48ca-8640-8ddc98d966e5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0500796 Sep 26 13:46:41.822794 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-778282dd-32e8-4604-8594-8db7e383f55c req-521c9d7c-2ac0-4bf0-b767-7b1847800a15 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Sep 26 13:46:42.211182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:42.942338 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2a16-9ee5-49a0-a574-4be94c1da0d4 req-b661ccb5-b3a3-484f-a415-922771352c52 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:42.943824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6baa2a16-9ee5-49a0-a574-4be94c1da0d4 req-b661ccb5-b3a3-484f-a415-922771352c52 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0539472 Sep 26 13:46:42.983362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6baa2a16-9ee5-49a0-a574-4be94c1da0d4 req-efff5221-21fa-4cef-896e-ad2678404a92 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334706 Sep 26 13:46:43.671155 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:44.101464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d50592-51c8-4312-8edb-9ab8f90abad9 req-cd652a95-80e6-475c-a90e-598056b36603 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:44.103180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9d50592-51c8-4312-8edb-9ab8f90abad9 req-cd652a95-80e6-475c-a90e-598056b36603 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0503352 Sep 26 13:46:44.142133 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9d50592-51c8-4312-8edb-9ab8f90abad9 req-b41bbd16-4315-406f-84d3-82f5724c6913 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Sep 26 13:46:45.258680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62124aaa-e91a-4fe1-8935-21fdc5632287 req-300e0d59-a53f-43fa-9b2d-299f2a00c85c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:45.260185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-62124aaa-e91a-4fe1-8935-21fdc5632287 req-300e0d59-a53f-43fa-9b2d-299f2a00c85c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0505476 Sep 26 13:46:45.297874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-62124aaa-e91a-4fe1-8935-21fdc5632287 req-86f75313-2055-4aa6-bb57-673a126d66fd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Sep 26 13:46:45.598168 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:46.417983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d3150-17b0-4f98-a3a7-2ca71aae90f3 req-08f1f12c-3599-4275-a416-014783958125 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:46.419511 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d3d3150-17b0-4f98-a3a7-2ca71aae90f3 req-08f1f12c-3599-4275-a416-014783958125 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0529859 Sep 26 13:46:46.458694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d3d3150-17b0-4f98-a3a7-2ca71aae90f3 req-e13944b2-3566-4fb6-a5ef-174f07ba7341 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Sep 26 13:46:47.589238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a9c92-d345-43ac-8420-b7f8c88cc0b8 req-f0292eef-2b7d-43b0-92a6-62a7259ac3c6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:47.590799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b8a9c92-d345-43ac-8420-b7f8c88cc0b8 req-f0292eef-2b7d-43b0-92a6-62a7259ac3c6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0633988 Sep 26 13:46:47.629612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b8a9c92-d345-43ac-8420-b7f8c88cc0b8 req-8eb9f144-40db-4f78-b1bb-64d0ad716d05 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Sep 26 13:46:48.747272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205975a-e8b4-4138-8cd7-f1a91b7fdde8 req-3fe4591a-5db7-46e4-982d-daca65a668e5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:48.748922 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8205975a-e8b4-4138-8cd7-f1a91b7fdde8 req-3fe4591a-5db7-46e4-982d-daca65a668e5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0505383 Sep 26 13:46:48.790738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8205975a-e8b4-4138-8cd7-f1a91b7fdde8 req-f095730d-9dd5-4794-8258-6168ee5217cd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358136 Sep 26 13:46:49.911937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2023-7276-4bb8-828f-d59159d16228 req-a01300c7-5edf-4ca7-9733-68e9a5c39927 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:49.913366 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ddeb2023-7276-4bb8-828f-d59159d16228 req-a01300c7-5edf-4ca7-9733-68e9a5c39927 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0534534 Sep 26 13:46:49.950683 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ddeb2023-7276-4bb8-828f-d59159d16228 req-4e089e92-0972-469f-90c2-92a4c0468133 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Sep 26 13:46:50.510260 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:46:51.067976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780ded6-6d4c-434f-b065-4416df57d527 req-3fcc01bf-6061-4620-9b18-c203fea7f127 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:51.068614 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4780ded6-6d4c-434f-b065-4416df57d527 req-3fcc01bf-6061-4620-9b18-c203fea7f127 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0497158 Sep 26 13:46:51.109545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4780ded6-6d4c-434f-b065-4416df57d527 req-23f5ee02-0f91-4a10-a785-ad34e145da45 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Sep 26 13:46:52.223528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd8dbd-88af-4c2a-ab88-7286725cecff req-80ade4a3-aa50-4d85-8768-4db5628d0f0c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:52.225014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cbd8dbd-88af-4c2a-ab88-7286725cecff req-80ade4a3-aa50-4d85-8768-4db5628d0f0c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0489876 Sep 26 13:46:52.263714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cbd8dbd-88af-4c2a-ab88-7286725cecff req-df594368-4e43-40df-a252-a162a2b850b0 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Sep 26 13:46:53.383494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0ac3c-dc7d-4d7b-99f3-8e1ebfb02c03 req-8cded11c-962b-400a-9e6b-98520e142464 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:53.384982 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fde0ac3c-dc7d-4d7b-99f3-8e1ebfb02c03 req-8cded11c-962b-400a-9e6b-98520e142464 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0541518 Sep 26 13:46:53.422623 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fde0ac3c-dc7d-4d7b-99f3-8e1ebfb02c03 req-62618696-8281-4774-9a57-3749437f961f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Sep 26 13:46:54.536302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e8a3c-3774-427e-a174-30c23af1bdfd req-ba9a58fd-5eb5-4b92-bd4e-52ab6535aeb6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:54.537808 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd2e8a3c-3774-427e-a174-30c23af1bdfd req-ba9a58fd-5eb5-4b92-bd4e-52ab6535aeb6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0491664 Sep 26 13:46:54.576027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bd2e8a3c-3774-427e-a174-30c23af1bdfd req-928d4971-e47a-4956-b36d-0fbea7117add tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Sep 26 13:46:55.692941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78e5f3-c1dc-4835-8ece-fd776ff18539 req-399dde34-47ee-47be-9646-201207d444cd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:55.694461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf78e5f3-c1dc-4835-8ece-fd776ff18539 req-399dde34-47ee-47be-9646-201207d444cd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0480139 Sep 26 13:46:55.732989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf78e5f3-c1dc-4835-8ece-fd776ff18539 req-36422260-1569-48da-a4b8-1eb0f9aff913 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Sep 26 13:46:56.851704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394828ec-5371-49ff-bb99-a81d73efa073 req-ecbae02e-a8e1-4bc9-94ab-959ca8b1588e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:56.853202 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-394828ec-5371-49ff-bb99-a81d73efa073 req-ecbae02e-a8e1-4bc9-94ab-959ca8b1588e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0538280 Sep 26 13:46:56.902841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-394828ec-5371-49ff-bb99-a81d73efa073 req-6bd995b2-78ec-45da-93a3-bec3cf1e0782 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Sep 26 13:46:58.018242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e32f-3021-4f38-8975-3e392c635883 req-5c5fc050-81c5-4a5b-bad6-4018b1deede7 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:58.019740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66c8e32f-3021-4f38-8975-3e392c635883 req-5c5fc050-81c5-4a5b-bad6-4018b1deede7 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0493252 Sep 26 13:46:58.057988 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66c8e32f-3021-4f38-8975-3e392c635883 req-2711929a-cc4d-4477-b57b-3aa8cee4f12b tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Sep 26 13:46:59.173795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153444d4-f546-4697-8163-c05a370abef9 req-00285a86-6607-4ef0-9b90-d6ff0e81ce62 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:46:59.175384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-153444d4-f546-4697-8163-c05a370abef9 req-00285a86-6607-4ef0-9b90-d6ff0e81ce62 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0492091 Sep 26 13:46:59.215312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-153444d4-f546-4697-8163-c05a370abef9 req-4de0729c-443d-41b0-904c-fc2f9c05f7e1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Sep 26 13:47:00.336003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567da9a-5858-4cd2-a4e8-cb1b648475a2 req-50fc6036-6908-4597-9683-38fd66677e91 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:00.338117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0567da9a-5858-4cd2-a4e8-cb1b648475a2 req-50fc6036-6908-4597-9683-38fd66677e91 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0534410 Sep 26 13:47:00.375334 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0567da9a-5858-4cd2-a4e8-cb1b648475a2 req-f8460159-73cd-43c2-b044-f6cbde76d8b9 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Sep 26 13:47:01.492031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7a48-453b-402f-9d1d-9798fcac07bd req-1f438bd6-8f18-463a-9771-b0de552de7de tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:01.493567 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-713a7a48-453b-402f-9d1d-9798fcac07bd req-1f438bd6-8f18-463a-9771-b0de552de7de tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0508673 Sep 26 13:47:01.531781 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-713a7a48-453b-402f-9d1d-9798fcac07bd req-453f00ae-464a-4e9e-bf8d-8496758ae67f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Sep 26 13:47:02.648037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c5d08-3fbf-4353-8441-2263cd3e655f req-353072e8-e766-4b25-8879-b548323ae2c5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:02.649767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-487c5d08-3fbf-4353-8441-2263cd3e655f req-353072e8-e766-4b25-8879-b548323ae2c5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0504875 Sep 26 13:47:02.688425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-487c5d08-3fbf-4353-8441-2263cd3e655f req-2a4dd0d6-ea2b-4b03-899a-155bf706a42a tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Sep 26 13:47:02.797957 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:47:03.809559 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c461b2-777e-45ed-8a21-00b836b1a58d req-7413a78b-cb70-4cfa-aa4c-86200c8e3efb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:03.811038 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34c461b2-777e-45ed-8a21-00b836b1a58d req-7413a78b-cb70-4cfa-aa4c-86200c8e3efb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0534399 Sep 26 13:47:03.848584 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-34c461b2-777e-45ed-8a21-00b836b1a58d req-00b28139-72f4-477d-aafa-59c7b9402223 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Sep 26 13:47:04.966296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d00496-8f94-4ca7-9bac-0b9d7dd78053 req-63269102-73b5-426e-9dfa-7abd31beeb5e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:04.967804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-46d00496-8f94-4ca7-9bac-0b9d7dd78053 req-63269102-73b5-426e-9dfa-7abd31beeb5e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0502858 Sep 26 13:47:05.005844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-46d00496-8f94-4ca7-9bac-0b9d7dd78053 req-d5996b38-42d8-47b6-99e0-8bfea48c7edc tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Sep 26 13:47:05.489190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-ee43ffb6-2a38-49f6-921d-24e173bb7439 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:47:05.490127 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-ee43ffb6-2a38-49f6-921d-24e173bb7439 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054450 Sep 26 13:47:05.569246 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-94fe2748-aed0-4a09-bce4-48fe4a165ffa service neutron] show failed (client error): The resource could not be found. Sep 26 13:47:05.570333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-94fe2748-aed0-4a09-bce4-48fe4a165ffa service neutron] 10.222.0.23 "GET /v2.0/ports/d7afc5b7-42ab-4184-b533-28eb03b28b8e/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0726628 Sep 26 13:47:05.766293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-7d432114-0b64-429f-805c-a1289b639e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:05.767706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-7d432114-0b64-429f-805c-a1289b639e46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e&tenant_id=ba824479124b4a1daff5b64104164214 HTTP/1.1" status: 200 len: 1097 time: 0.0418286 Sep 26 13:47:05.779575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:47:05.835031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:06.043478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:06.076738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:47:06.122767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:06.123344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f349d8b-ba12-4ce4-b2e1-cb409d085cd2 req-27314efa-db6b-4a71-9388-fa321fbb5d3f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:06.124970 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec86909f-2f1d-4119-91a5-0821873c6823" -d '{"events": [{"server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:06.125470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f349d8b-ba12-4ce4-b2e1-cb409d085cd2 req-27314efa-db6b-4a71-9388-fa321fbb5d3f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 945 time: 0.0527544 Sep 26 13:47:06.129280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:06.143318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Transition to ACTIVE for port object d7afc5b7-42ab-4184-b533-28eb03b28b8e will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:47:06.162915 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:06.172557 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f349d8b-ba12-4ce4-b2e1-cb409d085cd2 req-50330f47-feba-4127-9ebd-89a806e73b06 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376525 Sep 26 13:47:06.192571 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5178638d-4396-444b-8185-739fca9f1483 x-openstack-request-id: req-5178638d-4396-444b-8185-739fca9f1483 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:06.192860 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:06.193111 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5178638d-4396-444b-8185-739fca9f1483 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:06.193514 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'code': 200} Sep 26 13:47:06.228654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] No DVR routers for this DVR port d7afc5b7-42ab-4184-b533-28eb03b28b8e on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:47:06.236465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:06.271493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Attempting to bind port d7afc5b7-42ab-4184-b533-28eb03b28b8e on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:47:06.271832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Attempting to bind port d7afc5b7-42ab-4184-b533-28eb03b28b8e by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:47:06.272163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Attempting to bind port d7afc5b7-42ab-4184-b533-28eb03b28b8e on network acf69761-88b3-4d07-8345-b4a891974b5d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:47:06.277160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Port d7afc5b7-42ab-4184-b533-28eb03b28b8e on network acf69761-88b3-4d07-8345-b4a891974b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:47:06.277481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Attempting to bind port d7afc5b7-42ab-4184-b533-28eb03b28b8e on network acf69761-88b3-4d07-8345-b4a891974b5d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:47:06.282310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:47:06.282647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Checking segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:47:06.283186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Bound using segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:47:06.283627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Bound port: d7afc5b7-42ab-4184-b533-28eb03b28b8e, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:47:06.283981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:06.350500 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:47:06.353651 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:47:06.357804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:06.391973 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:06.392587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:06.394162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] 10.222.0.24 "PUT /v2.0/ports/d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 1092 time: 0.6190412 Sep 26 13:47:06.414467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76801fa1-7b7a-4643-a99d-4072e58d0c29 service neutron] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:06.458269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-c6017c19-c78e-4e59-9ae3-d44cfd886cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:06.459783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-c6017c19-c78e-4e59-9ae3-d44cfd886cea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 1095 time: 0.0424330 Sep 26 13:47:06.552119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-6ed5ba1d-160b-4a83-a794-b2879708dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:06.553525 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-6ed5ba1d-160b-4a83-a794-b2879708dd96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.0865428 Sep 26 13:47:06.595025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-d8860506-f28a-4a19-8ba7-e0cf26e3de67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 217 time: 0.0346251 Sep 26 13:47:06.647008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-782d2022-32bd-45ef-ae61-cba8c0befe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:06.648447 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-782d2022-32bd-45ef-ae61-cba8c0befe85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0472274 Sep 26 13:47:06.679729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-bc80ce2b-901a-4131-8126-aa47e6b635b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239744 Sep 26 13:47:06.770840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-ddf65ba4-f17c-4033-b1f2-89affe31530d service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833540 Sep 26 13:47:06.869088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-887f7df8-232b-440c-9a55-7ccf4754d2e1 req-74f165f2-444c-41c1-92a8-8d28e5ea7372 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888979 Sep 26 13:47:07.294512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6fd97-c18d-434c-88a9-a006d0cec798 req-d6fc3a30-5be3-4a64-bb04-9065a3ff94ee tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:07.296005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-17e6fd97-c18d-434c-88a9-a006d0cec798 req-d6fc3a30-5be3-4a64-bb04-9065a3ff94ee tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.0504601 Sep 26 13:47:07.333870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-17e6fd97-c18d-434c-88a9-a006d0cec798 req-5f14391e-70fe-4df4-8974-96af0cc1a760 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Sep 26 13:47:08.195300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:08.197833 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e0d045-abde-43f9-9b93-afd07c365406" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:08.247962 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900f1329-925c-4e52-bd71-8366664a3287 x-openstack-request-id: req-900f1329-925c-4e52-bd71-8366664a3287 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:08.248257 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:08.248856 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-900f1329-925c-4e52-bd71-8366664a3287 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:08.250274 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'status': 'completed', 'code': 200} Sep 26 13:47:08.320524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-e1b231e1-c5aa-41fa-98cb-48ee99379a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:08.322111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-e1b231e1-c5aa-41fa-98cb-48ee99379a24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 1095 time: 0.0494015 Sep 26 13:47:08.384000 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-506f7211-762e-4c45-8140-61d2fdadb70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:08.459069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-59b821e0-068e-4111-b859-cb76436930b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:08.460580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-59b821e0-068e-4111-b859-cb76436930b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 1095 time: 0.1939511 Sep 26 13:47:08.496634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-36253d85-b28f-474c-b4c0-b7f6fc0c3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:08.498117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-36253d85-b28f-474c-b4c0-b7f6fc0c3267 service neutron] 10.222.0.24 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.1643019 Sep 26 13:47:08.529585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b8036-0262-4999-b11c-c7f8d63f7c58 req-daf7ce23-dbad-4841-8a50-dabf6f97af63 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:08.531642 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f6b8036-0262-4999-b11c-c7f8d63f7c58 req-daf7ce23-dbad-4841-8a50-dabf6f97af63 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.1169853 Sep 26 13:47:08.589195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-6575dce3-ad62-4aa0-8748-85777194fd08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 217 time: 0.0778701 Sep 26 13:47:08.677240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f6b8036-0262-4999-b11c-c7f8d63f7c58 req-81f1e331-62c1-4530-aa09-cbdfdda942bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177931 Sep 26 13:47:08.680385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-21d2afc4-1164-45a0-915e-9d999e7133ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:08.681771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-21d2afc4-1164-45a0-915e-9d999e7133ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.2084134 Sep 26 13:47:08.683545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-9a3b5695-9366-425a-a3a1-eb3892648647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:08.684932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-9a3b5695-9366-425a-a3a1-eb3892648647 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0878539 Sep 26 13:47:08.738856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-04b5635f-45ef-4fc6-b59a-c1a70aa83779 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 217 time: 0.0504053 Sep 26 13:47:08.754956 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-eb0315eb-171f-4af8-9492-f83aef2bc5a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603042 Sep 26 13:47:08.859904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.23', 64875) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:47:08.860857 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-a3cf2fdc-7c01-4ece-99d9-38364696393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:08.862339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-a3cf2fdc-7c01-4ece-99d9-38364696393d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.1097391 Sep 26 13:47:08.913205 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-8b9e376f-151a-4776-9925-af67ca06255b tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:08.914952 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-8b9e376f-151a-4776-9925-af67ca06255b tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e&tenant_id=ba824479124b4a1daff5b64104164214&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 943 time: 0.0540581 Sep 26 13:47:08.921097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-409572ec-9d4e-4e1a-ada9-5619a387d51e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451388 Sep 26 13:47:08.955843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-0abc0356-c39d-4bc1-8b5f-0269e337cfb9 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933408 Sep 26 13:47:08.987450 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-db10eeb1-801f-43ca-9524-52dedbe8e423 service neutron] delete failed (client error): The resource could not be found. Sep 26 13:47:08.988494 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-db10eeb1-801f-43ca-9524-52dedbe8e423 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d7afc5b7-42ab-4184-b533-28eb03b28b8e/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0616224 Sep 26 13:47:09.000226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f14a2-bbbf-4020-8066-bc5460c22878 req-b8593d0b-fdda-4609-b567-5de9b877fcae tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:09.001736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf2f14a2-bbbf-4020-8066-bc5460c22878 req-b8593d0b-fdda-4609-b567-5de9b877fcae tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.1438861 Sep 26 13:47:09.123864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-e0c11094-f238-4020-a0b2-fb0fa570716c service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932890 Sep 26 13:47:09.132269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf2f14a2-bbbf-4020-8066-bc5460c22878 req-8d705abd-bcf2-4667-ab52-4cc18bfb2169 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233988 Sep 26 13:47:09.167435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-053954b5-cb44-49a7-85f0-2e86bb371430 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042735 Sep 26 13:47:09.236538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2e0d045-abde-43f9-9b93-afd07c365406 req-eb95d144-f722-4e1a-8e89-449ace6febbd service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033154 Sep 26 13:47:09.337059 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-5e018364-b066-4339-b867-887283ee5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:09.338605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-5e018364-b066-4339-b867-887283ee5b86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 1095 time: 0.0421903 Sep 26 13:47:09.434518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-deab4b2d-e3bf-4b56-8d78-4098e04a9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:09.435947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-deab4b2d-e3bf-4b56-8d78-4098e04a9e29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.0907831 Sep 26 13:47:09.476070 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-c7a38f06-a3f5-4354-97ce-8c36d4f50f21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 200 len: 217 time: 0.0335889 Sep 26 13:47:09.531394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-b8a69b10-a40a-4e7e-ba37-2a5af810be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:09.532846 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-b8a69b10-a40a-4e7e-ba37-2a5af810be56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0497367 Sep 26 13:47:09.565355 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-b42fb231-2eb9-4962-84c7-2155f7ad083e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253861 Sep 26 13:47:09.655196 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-ede07cf5-3e6a-4d18-b68c-6f9811f7761d service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826795 Sep 26 13:47:09.697080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device d7afc5b7-42ab-4184-b533-28eb03b28b8e no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:47:09.737766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device d7afc5b7-42ab-4184-b533-28eb03b28b8e not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:47:09.747964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-8bb464bf-adb6-4cb4-9d3e-e3ddb20f393a service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857487 Sep 26 13:47:10.256093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0d022-edb5-45ff-a1c4-844c1c50edba req-fc637b7a-0059-4b41-93c6-86ca886a6abd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:10.257825 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08c0d022-edb5-45ff-a1c4-844c1c50edba req-fc637b7a-0059-4b41-93c6-86ca886a6abd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.0506086 Sep 26 13:47:10.298227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08c0d022-edb5-45ff-a1c4-844c1c50edba req-2260a9d5-ee84-406e-a304-445dcdef84b9 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Sep 26 13:47:10.411815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aa26e-9ee3-40d4-a580-954407e4d69d req-6b7649ef-30d3-4f3b-badf-68d1d9f871bc tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:10.413309 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-436aa26e-9ee3-40d4-a580-954407e4d69d req-6b7649ef-30d3-4f3b-badf-68d1d9f871bc tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.0492024 Sep 26 13:47:10.451554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-436aa26e-9ee3-40d4-a580-954407e4d69d req-a0b0c670-00e6-4c37-9b5a-7f5dd3842245 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Sep 26 13:47:10.538393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device d7afc5b7-42ab-4184-b533-28eb03b28b8e details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:47:10.574002 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ad05e-52fa-4f33-9073-23bb71804987 req-a68f2798-89f5-46d0-8e96-e1d261ae96b6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:10.575897 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d21ad05e-52fa-4f33-9073-23bb71804987 req-a68f2798-89f5-46d0-8e96-e1d261ae96b6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 943 time: 0.0544896 Sep 26 13:47:10.616044 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d21ad05e-52fa-4f33-9073-23bb71804987 req-6fb67e09-07cb-4977-be34-73ad62c2e5c9 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335310 Sep 26 13:47:10.634469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:10.645764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d', 'port_id': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'mac_address': 'fa:16:3e:9e:04:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c157f3a-b1a3-4672-9cbe-250ff75f39f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:47:10.682741 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:10.698832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7afc5b7-42ab-4184-b533-28eb03b28b8e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:47:10.722036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:10.726977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:10.783567 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:10.946010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['d7afc5b7-42ab-4184-b533-28eb03b28b8e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:47:10.980856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-0625c2f9-ef3b-46c1-afaf-10dffc6bab59 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:10.982415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-0625c2f9-ef3b-46c1-afaf-10dffc6bab59 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 815 time: 0.1108069 Sep 26 13:47:10.997637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-b7909f6d-86dc-4376-af8d-91d6c9632afb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/quotas/ba824479124b4a1daff5b64104164214 HTTP/1.1" status: 200 len: 375 time: 0.0092089 Sep 26 13:47:11.048526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-62648629-e372-4bfc-9cd5-08b7cef52d9c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452533 Sep 26 13:47:11.109863 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bf4487e0-faa2-4c02-aa5e-6610d77b7fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:11.147701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-e703ac28-f269-459b-9125-d34411567f70 service neutron] 10.222.0.13 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919757 Sep 26 13:47:11.244501 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-f0425680-44cd-4672-95b5-1f2dcd670989 service neutron] 10.222.0.13 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889962 Sep 26 13:47:11.405855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5e3f1646-db4d-42d3-9a1e-7a5f9a362ab3 req-f09e56fe-5cdc-4377-86c1-9665bf4284b3 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 210 time: 0.0275698 Sep 26 13:47:11.677850 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.103794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-31e6dcf8-41a4-4725-9c53-e0544b8b78ad tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:12.105508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-31e6dcf8-41a4-4725-9c53-e0544b8b78ad tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e HTTP/1.1" status: 200 len: 944 time: 0.0573776 Sep 26 13:47:12.201213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Deleting port d7afc5b7-42ab-4184-b533-28eb03b28b8e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:47:12.201581 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.220178 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.387739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:12.388111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.411725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-315d5ae3-01ab-476f-9fa8-e9d4c285fcb9 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:12.413173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-315d5ae3-01ab-476f-9fa8-e9d4c285fcb9 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.24 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 815 time: 0.1933503 Sep 26 13:47:12.417470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Calling delete_port for d7afc5b7-42ab-4184-b533-28eb03b28b8e owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:47:12.429815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Request body: {'port': {'device_id': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d', 'admin_state_up': True, 'tenant_id': 'ba824479124b4a1daff5b64104164214'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:47:12.501782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-257f45ae-e1c5-4a28-9335-8f832e953e3b req-7c7f8de4-43ca-43e9-9ade-ff20d4d5a158 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 210 time: 0.0276794 Sep 26 13:47:12.554032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device d7afc5b7-42ab-4184-b533-28eb03b28b8e up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:47:12.607653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port d7afc5b7-42ab-4184-b533-28eb03b28b8e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:47:12.611970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port d7afc5b7-42ab-4184-b533-28eb03b28b8e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:47:12.612363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.692010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.715638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:12.718053 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bccc43-8843-4aec-af61-51a623ac924b" -d '{"events": [{"server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:12.736703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port d7afc5b7-42ab-4184-b533-28eb03b28b8e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=d7afc5b7-42ab-4184-b533-28eb03b28b8e,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:12.740716 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.768874 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771f24b6-1cd2-4d84-8190-e8d387556943 x-openstack-request-id: req-771f24b6-1cd2-4d84-8190-e8d387556943 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:12.769167 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:12.769420 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-771f24b6-1cd2-4d84-8190-e8d387556943 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:12.769834 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'code': 200} Sep 26 13:47:12.794714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:12.935139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Made reservation on behalf of ba824479124b4a1daff5b64104164214 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:47:12.939535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.973900 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:12.985957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['d7afc5b7-42ab-4184-b533-28eb03b28b8e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:47:13.042764 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Pushing event deleted for resources: {'Port': ['ID=d7afc5b7-42ab-4184-b533-28eb03b28b8e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:13.101380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] No DVR routers for this DVR port d7afc5b7-42ab-4184-b533-28eb03b28b8e on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:47:13.105254 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:13.107260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.24 "DELETE /v2.0/ports/d7afc5b7-42ab-4184-b533-28eb03b28b8e HTTP/1.1" status: 204 len: 173 time: 0.9950325 Sep 26 13:47:13.107693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'name': 'network-vif-deleted', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:13.109967 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f338d0c6-fffc-4c3a-943e-8d84e880b6b1" -d '{"events": [{"server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "name": "network-vif-deleted", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:13.154134 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107f8cee-fc5f-49ca-ae4e-378d4f905d01 x-openstack-request-id: req-107f8cee-fc5f-49ca-ae4e-378d4f905d01 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:13.154614 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e", "name": "network-vif-deleted", "tag": "d7afc5b7-42ab-4184-b533-28eb03b28b8e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:13.155149 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-107f8cee-fc5f-49ca-ae4e-378d4f905d01 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:13.156347 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd9ccdb-d0ab-4384-ac6f-b4077822cf1e', 'name': 'network-vif-deleted', 'tag': 'd7afc5b7-42ab-4184-b533-28eb03b28b8e', 'status': 'completed', 'code': 200} Sep 26 13:47:13.176473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Allocated IP 172.20.0.13 (acf69761-88b3-4d07-8345-b4a891974b5d/6c157f3a-b1a3-4672-9cbe-250ff75f39f9/59e4d42b-f4c7-4aca-9c44-0076296d7964) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:47:13.326850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:13.362064 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:13.375437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['d7afc5b7-42ab-4184-b533-28eb03b28b8e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:47:13.406617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Network acf69761-88b3-4d07-8345-b4a891974b5d is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:47:13.409673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:47:13.413378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:47:13.422263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:13.471985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:13.472601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:13.486212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-496f14d7-a27e-4506-9df8-8701a71da1bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0630765 Sep 26 13:47:13.498530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Request body: {'port': {'device_id': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:47:13.551927 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:13.675614 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:13.722745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bba56d-cad3-44ad-8e0a-2ba2ac3eb090 req-eb33b4dd-274c-4a96-b1a8-8a4807dc954d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:13.724229 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81bba56d-cad3-44ad-8e0a-2ba2ac3eb090 req-eb33b4dd-274c-4a96-b1a8-8a4807dc954d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 932 time: 0.1363435 Sep 26 13:47:13.814100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81bba56d-cad3-44ad-8e0a-2ba2ac3eb090 req-241bf662-d029-42aa-9877-1bf24aa3962f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Sep 26 13:47:13.898270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e4d42b-f4c7-4aca-9c44-0076296d7964 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:47:13.905676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:13.917362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Transition to ACTIVE for port object 59e4d42b-f4c7-4aca-9c44-0076296d7964 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:47:13.920701 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:13.971423 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835f065-309e-480b-b732-d075a139a661 service neutron] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:14.042924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Attempting to bind port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:47:14.043252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Attempting to bind port 59e4d42b-f4c7-4aca-9c44-0076296d7964 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:47:14.043577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Attempting to bind port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on network acf69761-88b3-4d07-8345-b4a891974b5d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:47:14.048535 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on network acf69761-88b3-4d07-8345-b4a891974b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:47:14.048855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Attempting to bind port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on network acf69761-88b3-4d07-8345-b4a891974b5d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:47:14.053678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:47:14.054011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Checking segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:47:14.054400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Bound using segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:47:14.054819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Bound port: 59e4d42b-f4c7-4aca-9c44-0076296d7964, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:47:14.055165 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:14.118125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:47:14.121228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:47:14.126708 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:14.162856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:14.163485 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:14.164856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1835f065-309e-480b-b732-d075a139a661 service neutron] 10.222.0.24 "PUT /v2.0/ports/59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 1093 time: 0.6705616 Sep 26 13:47:14.184538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835f065-309e-480b-b732-d075a139a661 service neutron] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:14.243752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-b866d2d2-8cd6-4f6e-9e89-0652fe445f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:14.245262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-b866d2d2-8cd6-4f6e-9e89-0652fe445f0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 1096 time: 0.0421412 Sep 26 13:47:14.289630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-a1b2b02d-afac-4cf6-ab67-b1842de5792f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 217 time: 0.0370297 Sep 26 13:47:14.338464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-43d512f9-2885-4bda-b541-0cab45d4508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:14.339933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-43d512f9-2885-4bda-b541-0cab45d4508f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0437889 Sep 26 13:47:14.372837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-ea6cca4e-66b4-4c5d-843a-16aa2453e53d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249097 Sep 26 13:47:14.465205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-e882373c-d148-4ce2-9929-5a404815a61e service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849507 Sep 26 13:47:14.554726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a62e6155-9992-45e2-a63f-9ecb7ed1721c req-1f897c2a-ab7f-41fa-a0e7-da9e5b7627fb service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831270 Sep 26 13:47:14.938785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99188053-2ab1-4bbe-bfa5-7a99e47bc31f req-9aef9270-043b-40cb-ac71-8fa6a84a52ec tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:14.940408 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-99188053-2ab1-4bbe-bfa5-7a99e47bc31f req-9aef9270-043b-40cb-ac71-8fa6a84a52ec tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 944 time: 0.0556848 Sep 26 13:47:14.982003 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-99188053-2ab1-4bbe-bfa5-7a99e47bc31f req-bdd31423-7834-4d14-b14e-dce702fbb297 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Sep 26 13:47:15.157812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:15.160566 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dea91c4-d0b3-4268-8562-95caa37a6c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:15.197182 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3c7b96-ced6-46c5-a8ec-b307e73eddee x-openstack-request-id: req-4e3c7b96-ced6-46c5-a8ec-b307e73eddee {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:15.197476 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:15.197748 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e3c7b96-ced6-46c5-a8ec-b307e73eddee {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:15.198153 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'status': 'completed', 'code': 200} Sep 26 13:47:15.266125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-33371c42-b3e1-49b5-a6c7-9450555fa8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:15.267615 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-33371c42-b3e1-49b5-a6c7-9450555fa8ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 1096 time: 0.0464935 Sep 26 13:47:15.358022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-f9b9a60f-153e-4480-847b-44bd3a9b67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:15.360029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-f9b9a60f-153e-4480-847b-44bd3a9b67e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.0850396 Sep 26 13:47:15.405342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-3902f8e2-d083-4eb8-ab67-d9db4bf814a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 217 time: 0.0379479 Sep 26 13:47:15.455265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-27103f03-281e-41a3-a3d7-675b28a57a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:15.456649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-27103f03-281e-41a3-a3d7-675b28a57a59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0445256 Sep 26 13:47:15.487542 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-d4d96066-73b8-4468-82f5-b50e415ed222 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243635 Sep 26 13:47:15.582786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-a66d4fe9-b415-4e24-a2c7-9f2896766a77 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879886 Sep 26 13:47:15.612956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:15.675244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dea91c4-d0b3-4268-8562-95caa37a6c0c req-61195d33-e8cc-47dd-81d6-0cf7abcb0208 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854406 Sep 26 13:47:16.099460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515d840-19db-462f-8033-e57fc78ff39a req-7f9543f7-f25e-4ae1-b39e-3a7dc3c9405f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:16.100982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4515d840-19db-462f-8033-e57fc78ff39a req-7f9543f7-f25e-4ae1-b39e-3a7dc3c9405f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 944 time: 0.0514612 Sep 26 13:47:16.139553 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4515d840-19db-462f-8033-e57fc78ff39a req-ebddb367-b65b-450b-b8fc-c9941b860592 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Sep 26 13:47:16.585045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device d7afc5b7-42ab-4184-b533-28eb03b28b8e no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:47:16.605959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: d7afc5b7-42ab-4184-b533-28eb03b28b8e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:47:16.606331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device d7afc5b7-42ab-4184-b533-28eb03b28b8e not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:47:17.260362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33c170-bd57-4b40-bef6-5875d575778e req-707a099e-01d1-41bf-94eb-e07309f8a861 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:17.261915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f33c170-bd57-4b40-bef6-5875d575778e req-707a099e-01d1-41bf-94eb-e07309f8a861 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 944 time: 0.0513923 Sep 26 13:47:17.302782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f33c170-bd57-4b40-bef6-5875d575778e req-b64a88f6-9897-490a-b33f-1279da11871d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Sep 26 13:47:18.418748 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d54e8c-afa1-40cc-928f-20657d9d225a req-0e97c66e-7cf8-4e1d-b592-dbd33a3a77f6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:18.420275 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45d54e8c-afa1-40cc-928f-20657d9d225a req-0e97c66e-7cf8-4e1d-b592-dbd33a3a77f6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 944 time: 0.0502286 Sep 26 13:47:18.458453 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45d54e8c-afa1-40cc-928f-20657d9d225a req-974f83bf-2cab-4437-84c0-4336103a16ee tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Sep 26 13:47:18.600883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 59e4d42b-f4c7-4aca-9c44-0076296d7964 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:47:18.705770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:18.717061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d', 'port_id': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'mac_address': 'fa:16:3e:1f:3f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c157f3a-b1a3-4672-9cbe-250ff75f39f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:47:18.754370 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:18.768331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e4d42b-f4c7-4aca-9c44-0076296d7964 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:47:18.787914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:18.791804 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:18.843329 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:18.979695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['59e4d42b-f4c7-4aca-9c44-0076296d7964'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:47:19.578097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98986399-9145-486a-8aee-7cc3deebc8fb req-c3c77e98-fbc9-49dd-a057-ca88e7985964 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:19.580184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98986399-9145-486a-8aee-7cc3deebc8fb req-c3c77e98-fbc9-49dd-a057-ca88e7985964 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 945 time: 0.0548728 Sep 26 13:47:19.618228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98986399-9145-486a-8aee-7cc3deebc8fb req-722f83d9-5b5f-4d97-98e0-db6e97d18e7b tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Sep 26 13:47:20.511066 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:20.616180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 59e4d42b-f4c7-4aca-9c44-0076296d7964 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:47:20.668332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 59e4d42b-f4c7-4aca-9c44-0076296d7964 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:47:20.672411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 59e4d42b-f4c7-4aca-9c44-0076296d7964 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:47:20.672811 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:20.742182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b18804-7caa-42e3-a449-18784a7827e8 req-af5b56aa-8e67-45d5-ac83-f15adf955ceb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:20.743805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16b18804-7caa-42e3-a449-18784a7827e8 req-af5b56aa-8e67-45d5-ac83-f15adf955ceb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 945 time: 0.0551987 Sep 26 13:47:20.749667 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:20.772977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:20.775387 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e54b0-c8ff-4ffe-a3f9-71f8d607eb81" -d '{"events": [{"server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "name": "network-vif-plugged", "status": "completed", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:20.787692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-16b18804-7caa-42e3-a449-18784a7827e8 req-0321492b-ad6f-4597-96b6-3559db74a92f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368600 Sep 26 13:47:20.790888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:20.796212 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:20.829746 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b81d47-4776-4376-b1ce-62ebae5af0a7 x-openstack-request-id: req-e5b81d47-4776-4376-b1ce-62ebae5af0a7 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:20.830038 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "name": "network-vif-plugged", "status": "completed", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:20.830291 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5b81d47-4776-4376-b1ce-62ebae5af0a7 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:20.830676 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'code': 200} Sep 26 13:47:20.856569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:20.863904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.864245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.864580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.864911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.865236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.865587 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.865912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.866231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.866558 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.866865 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.867183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.867500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:20.917017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182c0e1-28a4-4686-9854-ea7e7d6d2621 req-4d60989c-0a4d-4776-b276-be528dfc6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:20.918562 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9182c0e1-28a4-4686-9854-ea7e7d6d2621 req-4d60989c-0a4d-4776-b276-be528dfc6211 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 1098 time: 0.0423932 Sep 26 13:47:20.955915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9182c0e1-28a4-4686-9854-ea7e7d6d2621 req-0ae766e0-ca0d-417e-8b81-a5daa120634c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Sep 26 13:47:21.912511 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34a14e-67dc-4d12-8e6d-0a3716a98cbe req-7da2e3b7-2ada-409d-b016-873faffa29a3 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:21.913933 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b34a14e-67dc-4d12-8e6d-0a3716a98cbe req-7da2e3b7-2ada-409d-b016-873faffa29a3 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0589128 Sep 26 13:47:21.953112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b34a14e-67dc-4d12-8e6d-0a3716a98cbe req-3a64890f-cbf2-4803-a8b3-4686bba6282c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Sep 26 13:47:23.075497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507d38-f2ba-420c-91b0-b0d3fdf1e658 req-c62560ac-3d77-4448-bb24-de9a85e1261b tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:23.077267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c0507d38-f2ba-420c-91b0-b0d3fdf1e658 req-c62560ac-3d77-4448-bb24-de9a85e1261b tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0541837 Sep 26 13:47:23.115796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c0507d38-f2ba-420c-91b0-b0d3fdf1e658 req-49f2947a-4dad-4eeb-a3a3-8f8995353214 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Sep 26 13:47:23.229731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3efa-2202-4001-8530-aae4df7c2896 req-0c108d3f-2476-495a-b44e-e2f4271d02bc tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:23.231230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a5d3efa-2202-4001-8530-aae4df7c2896 req-0c108d3f-2476-495a-b44e-e2f4271d02bc tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0492711 Sep 26 13:47:23.269363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0a5d3efa-2202-4001-8530-aae4df7c2896 req-b72eb5d2-647b-4d3c-9139-88742d3f7568 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314553 Sep 26 13:47:23.529475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-90e64c4e-98ff-4694-aa41-db80448ce1f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710764 Sep 26 13:47:23.542171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04329a49-2bf4-4158-8572-3ab19f79c3e5 req-74d41ce0-67ad-4942-9aaa-7099af9a2d61 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:23.543641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04329a49-2bf4-4158-8572-3ab19f79c3e5 req-74d41ce0-67ad-4942-9aaa-7099af9a2d61 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0765111 Sep 26 13:47:23.586760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04329a49-2bf4-4158-8572-3ab19f79c3e5 req-ca987d08-06ca-46bd-94da-fefebb0f9281 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364516 Sep 26 13:47:24.625280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-ff92f485-c1b0-4188-b4f1-03c5be2d19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:24.627410 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-ff92f485-c1b0-4188-b4f1-03c5be2d19cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 1098 time: 0.0463874 Sep 26 13:47:24.751550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-4e469d25-fdd8-40c0-8fbd-91f2062b36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:24.753028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-4e469d25-fdd8-40c0-8fbd-91f2062b36fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.1188242 Sep 26 13:47:24.760646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934199e-1ec5-4724-bf58-b65c46b8a07f req-23ade389-3c53-46c9-a7af-4871a5d3fe49 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:24.762116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9934199e-1ec5-4724-bf58-b65c46b8a07f req-23ade389-3c53-46c9-a7af-4871a5d3fe49 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0998838 Sep 26 13:47:24.803868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-338de995-915a-4828-abac-0ee377938f59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 217 time: 0.0407736 Sep 26 13:47:24.859176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9934199e-1ec5-4724-bf58-b65c46b8a07f req-2b0c62da-e7ac-4167-bb01-a67d072dcaf7 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899789 Sep 26 13:47:24.872245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-88722238-b4fb-46c0-8b96-b6f8be9675c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:24.873763 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-88722238-b4fb-46c0-8b96-b6f8be9675c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0619743 Sep 26 13:47:24.908613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-f0f50654-d533-4d33-91a3-45859e074271 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281873 Sep 26 13:47:24.998008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-109a7e5d-8d93-4736-b08d-38f471e62b75 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822225 Sep 26 13:47:25.091712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-f0a031e3-39f3-4de7-b78d-56c7dc294897 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Sep 26 13:47:25.977206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04391349-efd4-4088-a913-1075d2f9fb34 req-e9093ee2-d749-4c2d-b1e1-dd1b2116f8b5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:25.978745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04391349-efd4-4088-a913-1075d2f9fb34 req-e9093ee2-d749-4c2d-b1e1-dd1b2116f8b5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0509274 Sep 26 13:47:26.017599 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-04391349-efd4-4088-a913-1075d2f9fb34 req-4737d243-9ada-458b-866e-5f7e14c24c42 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Sep 26 13:47:27.145265 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234baa3a-c13e-45ba-a2cc-c1eaa65fee7c req-218a9fa8-7780-481b-a5c2-5b366f875032 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:27.146817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-234baa3a-c13e-45ba-a2cc-c1eaa65fee7c req-218a9fa8-7780-481b-a5c2-5b366f875032 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0512354 Sep 26 13:47:27.184170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-234baa3a-c13e-45ba-a2cc-c1eaa65fee7c req-24bd18a7-c7fb-48ea-b8b2-46f5b8916d07 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Sep 26 13:47:28.303416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae43f9-4fa5-4e4f-bbba-926d809bb5ea req-548a70cd-b9ef-488d-9160-6625ccdf3547 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:28.304918 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5ae43f9-4fa5-4e4f-bbba-926d809bb5ea req-548a70cd-b9ef-488d-9160-6625ccdf3547 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0524786 Sep 26 13:47:28.343317 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5ae43f9-4fa5-4e4f-bbba-926d809bb5ea req-ecec5140-3b2d-43f1-91a8-39308b2bfae3 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Sep 26 13:47:29.459237 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba1c72-344d-4d12-99d6-5b6ee5e9fac3 req-7a609773-d483-4b6e-9e96-946a1a1c07f8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:29.460732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2eba1c72-344d-4d12-99d6-5b6ee5e9fac3 req-7a609773-d483-4b6e-9e96-946a1a1c07f8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0492747 Sep 26 13:47:29.497316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2eba1c72-344d-4d12-99d6-5b6ee5e9fac3 req-f8cce970-06b7-4eec-adbd-e6313a7faac5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305636 Sep 26 13:47:30.614718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21d3a2-5786-40bc-b4a7-c9b2e854c0cd req-40ce7bf6-a703-4e32-af6d-62641fababac tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:30.616244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da21d3a2-5786-40bc-b4a7-c9b2e854c0cd req-40ce7bf6-a703-4e32-af6d-62641fababac tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0494428 Sep 26 13:47:30.654161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-da21d3a2-5786-40bc-b4a7-c9b2e854c0cd req-9caac0f9-e138-48d6-9713-b77cb8fc7a85 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Sep 26 13:47:31.777259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28e936-382f-4387-a512-d8f37dc209a0 req-80e6e399-037b-444a-b8f6-266ed6f067bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:31.778784 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c28e936-382f-4387-a512-d8f37dc209a0 req-80e6e399-037b-444a-b8f6-266ed6f067bb tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0533936 Sep 26 13:47:31.820799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c28e936-382f-4387-a512-d8f37dc209a0 req-eadf0557-c89d-4195-adb9-42590bdd5281 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Sep 26 13:47:32.937126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8953b-da59-4b99-b594-1d53a0669931 req-20397983-1b5f-4896-9d95-00e3eed03ef8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:32.939169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1cc8953b-da59-4b99-b594-1d53a0669931 req-20397983-1b5f-4896-9d95-00e3eed03ef8 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0499787 Sep 26 13:47:32.977699 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1cc8953b-da59-4b99-b594-1d53a0669931 req-d8292ce4-4a70-4a12-b039-f036334159d4 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Sep 26 13:47:34.111703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b6843-6943-4b56-b3ab-29e9cec523fc req-18632ac9-1a61-4214-9491-8f1452974a4e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:34.113228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b02b6843-6943-4b56-b3ab-29e9cec523fc req-18632ac9-1a61-4214-9491-8f1452974a4e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0519550 Sep 26 13:47:34.152404 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b02b6843-6943-4b56-b3ab-29e9cec523fc req-addbc947-8a9d-4df8-a43e-64d9d043bbb2 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Sep 26 13:47:35.272274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdb1a3-1844-4491-a30d-92d706b0cb3f req-1a9229b0-9425-4849-89fd-eb0f75f3eb8c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:35.273761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1bdb1a3-1844-4491-a30d-92d706b0cb3f req-1a9229b0-9425-4849-89fd-eb0f75f3eb8c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0528030 Sep 26 13:47:35.310782 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1bdb1a3-1844-4491-a30d-92d706b0cb3f req-c58f25c2-7b02-494e-be6c-1a5c8ae2f23b tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Sep 26 13:47:36.427663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f14b8-e9ba-43b5-a329-b00fe1343fbe req-c5f14690-73aa-4db8-8da4-2ac3a7c7b3a5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:36.429152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f4f14b8-e9ba-43b5-a329-b00fe1343fbe req-c5f14690-73aa-4db8-8da4-2ac3a7c7b3a5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0492353 Sep 26 13:47:36.468110 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f4f14b8-e9ba-43b5-a329-b00fe1343fbe req-a7422a99-9600-499b-889e-595b3095efd3 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Sep 26 13:47:37.583301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d336-3111-4939-b396-3f00bf203652 req-21258a69-a8a2-42c6-b350-25d0d28b9129 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:37.584813 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1f7d336-3111-4939-b396-3f00bf203652 req-21258a69-a8a2-42c6-b350-25d0d28b9129 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0496917 Sep 26 13:47:37.623812 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1f7d336-3111-4939-b396-3f00bf203652 req-a7c8d098-4c6d-4102-8510-fda88d7fa300 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330484 Sep 26 13:47:38.380020 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9f74b958-cadf-4df5-9938-c68bc454fd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:38.751107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e4b0c-d4eb-4167-809c-5eff31da6fd2 req-39ab1dc4-b238-4a56-ba38-6cb5930bb593 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:38.752634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e82e4b0c-d4eb-4167-809c-5eff31da6fd2 req-39ab1dc4-b238-4a56-ba38-6cb5930bb593 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0582776 Sep 26 13:47:38.791887 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e82e4b0c-d4eb-4167-809c-5eff31da6fd2 req-6fe59b0a-db75-46ca-a0b3-e0ad9b995150 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Sep 26 13:47:39.797711 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:47:39.910094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757d251-3117-4b98-a43d-c8103d5b98f0 req-e576d4ea-b582-4730-badf-b7fbb5c2bb15 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:39.911558 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2757d251-3117-4b98-a43d-c8103d5b98f0 req-e576d4ea-b582-4730-badf-b7fbb5c2bb15 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0504904 Sep 26 13:47:39.952950 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2757d251-3117-4b98-a43d-c8103d5b98f0 req-b6afd0c2-2b68-4378-8f6b-360cba8c26b4 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351577 Sep 26 13:47:41.091296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f00a84-c99b-4558-b554-10d56a5d0038 req-399eb605-b6d0-4e27-851e-a7162ff48178 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:41.092884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5f00a84-c99b-4558-b554-10d56a5d0038 req-399eb605-b6d0-4e27-851e-a7162ff48178 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0515249 Sep 26 13:47:41.112182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-16d03bae-e9b4-4e46-aed0-a7b9672e7d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:41.133862 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f5f00a84-c99b-4558-b554-10d56a5d0038 req-b8e07866-1fcf-4f31-9abc-2f55573c4b26 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Sep 26 13:47:41.682128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:42.218304 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:42.278055 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5583db3-2b2e-492e-bc3d-34643d451490 req-8e290503-45b2-492a-ad8f-852d6ecca6ff tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:42.279597 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5583db3-2b2e-492e-bc3d-34643d451490 req-8e290503-45b2-492a-ad8f-852d6ecca6ff tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0544703 Sep 26 13:47:42.324916 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5583db3-2b2e-492e-bc3d-34643d451490 req-864474e6-0093-4105-a26d-18ed95077cd4 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Sep 26 13:47:43.456632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed67859-e5ff-4f0c-bbe7-6be90d0d1255 req-1662fd3c-e28a-45c3-8178-fa3363ba1b48 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:43.458938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ed67859-e5ff-4f0c-bbe7-6be90d0d1255 req-1662fd3c-e28a-45c3-8178-fa3363ba1b48 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0507970 Sep 26 13:47:43.502939 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ed67859-e5ff-4f0c-bbe7-6be90d0d1255 req-ccceadbc-aca8-42bf-83ca-aaf91be5fef3 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 Sep 26 13:47:43.677630 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:44.649758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bc64a-4da3-4395-9906-cb702ac3cf44 req-d147415e-f2c2-4117-a0de-84167e899083 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:44.651277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c4bc64a-4da3-4395-9906-cb702ac3cf44 req-d147415e-f2c2-4117-a0de-84167e899083 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0498533 Sep 26 13:47:44.689146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c4bc64a-4da3-4395-9906-cb702ac3cf44 req-2ca4de6c-84a5-47e0-aedd-995ae2d21492 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320804 Sep 26 13:47:45.626369 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:45.808494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cb9a7-c2a4-46f1-8079-490d9f0d1cdc req-d5fc5116-f9aa-4d3c-9f20-043b7cefd80f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:45.809997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e79cb9a7-c2a4-46f1-8079-490d9f0d1cdc req-d5fc5116-f9aa-4d3c-9f20-043b7cefd80f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0530550 Sep 26 13:47:45.848609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e79cb9a7-c2a4-46f1-8079-490d9f0d1cdc req-8696cc0c-34ac-4660-8ea7-ae82a6a789d9 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Sep 26 13:47:46.965670 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbc484-8073-4d85-b3ec-4e1d04b6ad39 req-817e4802-3ed9-4006-aac0-9f2d1aa9b14e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:46.967210 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1afbc484-8073-4d85-b3ec-4e1d04b6ad39 req-817e4802-3ed9-4006-aac0-9f2d1aa9b14e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0521886 Sep 26 13:47:47.006768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1afbc484-8073-4d85-b3ec-4e1d04b6ad39 req-bd77e493-4820-471e-bec9-af1be674288c tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Sep 26 13:47:48.121366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba2585-496a-4465-b593-556e5d6c6108 req-240c80a4-0155-41b9-a38f-f066bc42bfbd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:48.122898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9dba2585-496a-4465-b593-556e5d6c6108 req-240c80a4-0155-41b9-a38f-f066bc42bfbd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0491285 Sep 26 13:47:48.160850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9dba2585-496a-4465-b593-556e5d6c6108 req-f6e532b9-5ca5-4e13-a439-494624b4ae40 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Sep 26 13:47:49.286220 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0173371-03e8-4a9c-8e7b-409b13b722c8 req-b393aa96-89b9-4b77-a184-ffb17f377a7d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:49.287743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f0173371-03e8-4a9c-8e7b-409b13b722c8 req-b393aa96-89b9-4b77-a184-ffb17f377a7d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0583560 Sep 26 13:47:49.328084 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f0173371-03e8-4a9c-8e7b-409b13b722c8 req-ed2700f6-f758-428f-acc1-2811efddbf68 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Sep 26 13:47:50.446275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94619b98-e15c-4803-8a49-2eb10d5373aa req-fafd5b51-c068-431a-bfad-631898e9c45e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:50.447796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94619b98-e15c-4803-8a49-2eb10d5373aa req-fafd5b51-c068-431a-bfad-631898e9c45e tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0490077 Sep 26 13:47:50.491692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94619b98-e15c-4803-8a49-2eb10d5373aa req-201e25d5-e97b-4fa0-9211-547cfab1b6d9 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374894 Sep 26 13:47:50.524864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:51.613773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef619e-841a-4f4d-80a4-3400291af852 req-c590f436-6f99-4e4a-8920-288c7e0a50dd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:51.615431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2ef619e-841a-4f4d-80a4-3400291af852 req-c590f436-6f99-4e4a-8920-288c7e0a50dd tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0545406 Sep 26 13:47:51.654837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2ef619e-841a-4f4d-80a4-3400291af852 req-27b08412-3316-42f7-950d-43a07df96ff1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Sep 26 13:47:51.831318 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-753a897d-5a26-44ed-9f97-5c18d6fdaeab service neutron] show failed (client error): The resource could not be found. Sep 26 13:47:51.833008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-753a897d-5a26-44ed-9f97-5c18d6fdaeab service neutron] 10.222.0.24 "GET /v2.0/ports/59e4d42b-f4c7-4aca-9c44-0076296d7964/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0576458 Sep 26 13:47:52.033896 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-017989ca-aa54-4b24-85f9-88e617d2168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:52.035464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-017989ca-aa54-4b24-85f9-88e617d2168e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e&tenant_id=ba824479124b4a1daff5b64104164214 HTTP/1.1" status: 200 len: 1098 time: 0.0422943 Sep 26 13:47:52.047561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:47:52.103369 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:52.310647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:52.346075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:47:52.385670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:52.387817 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185e0c26-03e8-49dd-9c44-e7e47f390464" -d '{"events": [{"server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "name": "network-vif-unplugged", "status": "completed", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:52.392039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:52.406071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Transition to ACTIVE for port object 59e4d42b-f4c7-4aca-9c44-0076296d7964 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:47:52.411251 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:52.443692 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b15b43e-f46b-4096-aca5-089149a8d37e x-openstack-request-id: req-7b15b43e-f46b-4096-aca5-089149a8d37e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:52.443989 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "name": "network-vif-unplugged", "status": "completed", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:52.444221 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b15b43e-f46b-4096-aca5-089149a8d37e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:52.445523 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'code': 200} Sep 26 13:47:52.463577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:52.481091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] No DVR routers for this DVR port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:47:52.491298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.491643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.491982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.492316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.492643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.492969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.493292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.493656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.493982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.494301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.494624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.494941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:47:52.532127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Attempting to bind port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:47:52.532462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Attempting to bind port 59e4d42b-f4c7-4aca-9c44-0076296d7964 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:47:52.532793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Attempting to bind port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on network acf69761-88b3-4d07-8345-b4a891974b5d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:47:52.538203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on network acf69761-88b3-4d07-8345-b4a891974b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:47:52.538537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Attempting to bind port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on network acf69761-88b3-4d07-8345-b4a891974b5d {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:47:52.543921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:47:52.544261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Checking segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:47:52.544645 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Bound using segment: {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:47:52.545075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Bound port: 59e4d42b-f4c7-4aca-9c44-0076296d7964, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:47:52.545440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:52.611530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:47:52.615575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:47:52.619492 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:52.654019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:52.654723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:52.656143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] 10.222.0.23 "PUT /v2.0/ports/59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 1093 time: 0.6125216 Sep 26 13:47:52.677307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555b3d1-ce62-4fea-9493-9e30dcc5c72f service neutron] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:52.721594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-f032a34c-6885-400c-b82f-f24c2ec648ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:52.724238 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-f032a34c-6885-400c-b82f-f24c2ec648ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 1096 time: 0.0438981 Sep 26 13:47:52.774153 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd8743-b70c-4ac6-8637-569d4b6acb89 req-575b09cf-f650-46a6-95e3-99f7201c5927 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:52.775760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29fd8743-b70c-4ac6-8637-569d4b6acb89 req-575b09cf-f650-46a6-95e3-99f7201c5927 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 944 time: 0.0493488 Sep 26 13:47:52.816610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-29fd8743-b70c-4ac6-8637-569d4b6acb89 req-e88e9526-6769-4683-98bd-9274ff6d8069 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Sep 26 13:47:52.820124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-528a1344-3bcb-425e-b935-bb07168eaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:52.821639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-528a1344-3bcb-425e-b935-bb07168eaffc service neutron] 10.222.0.23 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.0896516 Sep 26 13:47:52.863323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-7f7facb9-14a0-403b-9f68-f9854699dece service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 217 time: 0.0351937 Sep 26 13:47:52.916262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-c91940e7-e206-4550-ac0c-629b762130f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:52.917677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-c91940e7-e206-4550-ac0c-629b762130f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0480244 Sep 26 13:47:52.950491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-8d9220c7-46dc-4662-a338-564d730f6884 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254931 Sep 26 13:47:53.076315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-6f391635-42cc-4a94-8c5c-17894e9bafa0 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181405 Sep 26 13:47:53.176409 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfa9d0bd-a1c3-449b-ab62-6596da6394d1 req-2220a6da-696e-48d8-bfbc-e384a007b388 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925643 Sep 26 13:47:53.939975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb92db-a057-4a3e-9b53-791c19007898 req-e96a3179-fe49-49cb-8c91-55f92ba3b6c5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:53.941365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9eeb92db-a057-4a3e-9b53-791c19007898 req-e96a3179-fe49-49cb-8c91-55f92ba3b6c5 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 944 time: 0.0483789 Sep 26 13:47:53.985701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9eeb92db-a057-4a3e-9b53-791c19007898 req-21160892-1127-4eac-b1b1-30849dba3095 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Sep 26 13:47:54.445329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:54.447746 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368963b1-9637-413f-8613-43a56d4c2266" -d '{"events": [{"name": "network-changed", "server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:54.501372 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d79d8f-82df-44d6-a675-224b29643132 x-openstack-request-id: req-54d79d8f-82df-44d6-a675-224b29643132 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:54.501688 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:54.501937 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54d79d8f-82df-44d6-a675-224b29643132 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:54.502326 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'status': 'completed', 'code': 200} Sep 26 13:47:54.593320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368963b1-9637-413f-8613-43a56d4c2266 req-75f19f43-05ac-4723-a3c5-2aeb45412de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:54.594894 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-75f19f43-05ac-4723-a3c5-2aeb45412de1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 1096 time: 0.0642917 Sep 26 13:47:54.596580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368963b1-9637-413f-8613-43a56d4c2266 req-56b4f74b-e434-4247-99f4-3841ea6dace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:54.597933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-56b4f74b-e434-4247-99f4-3841ea6dace6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 1096 time: 0.0754032 Sep 26 13:47:54.751262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368963b1-9637-413f-8613-43a56d4c2266 req-dad63cf3-7778-4854-a109-b8c5961e1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:54.752672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-dad63cf3-7778-4854-a109-b8c5961e1e36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.1510098 Sep 26 13:47:54.753740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368963b1-9637-413f-8613-43a56d4c2266 req-261b8990-3904-4a9a-8b5b-738e20611cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:54.755085 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-261b8990-3904-4a9a-8b5b-738e20611cbb service neutron] 10.222.0.23 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.1464374 Sep 26 13:47:54.825930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-66cc59b8-b0df-4238-875c-594af23e6912 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 217 time: 0.0659459 Sep 26 13:47:54.827488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-b18f14d4-9502-4c50-9ff0-af3a6fd1e2fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 217 time: 0.0620267 Sep 26 13:47:54.919702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368963b1-9637-413f-8613-43a56d4c2266 req-55361b1d-7da8-4348-aeeb-6f0e36d846af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:54.921170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-55361b1d-7da8-4348-aeeb-6f0e36d846af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0885196 Sep 26 13:47:54.922552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368963b1-9637-413f-8613-43a56d4c2266 req-cf113f4f-25de-4dab-bca3-aa0e8580fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:54.923858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-cf113f4f-25de-4dab-bca3-aa0e8580fd10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0835512 Sep 26 13:47:55.283933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-7b6a1c4c-cf47-4b1d-babb-24de4fece788 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3555677 Sep 26 13:47:55.285479 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-b44f0375-43d1-4af2-abd6-22709e144d0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3499808 Sep 26 13:47:55.450397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a6820-567d-42e6-bc09-086a45904379 req-98a0785d-0a02-4c06-916a-07a3c25d88c6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:55.452123 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be6a6820-567d-42e6-bc09-086a45904379 req-98a0785d-0a02-4c06-916a-07a3c25d88c6 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 944 time: 0.2014837 Sep 26 13:47:55.479842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-9746b77b-67d3-498d-8045-48f5d793f291 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772354 Sep 26 13:47:55.521173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-359f8722-7d56-4f35-a7ee-19b242a7e7ef service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167926 Sep 26 13:47:55.546629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be6a6820-567d-42e6-bc09-086a45904379 req-fa17aa72-1cbc-4f5c-a877-3986c2402723 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868816 Sep 26 13:47:55.652478 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-3f85664c-a6a4-475b-8a12-6976e105a968 service neutron] 10.222.0.23 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618066 Sep 26 13:47:55.669709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-368963b1-9637-413f-8613-43a56d4c2266 req-c025ea14-948c-4942-93c0-70a2fdc37863 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360822 Sep 26 13:47:55.889742 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 59e4d42b-f4c7-4aca-9c44-0076296d7964 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:47:55.990875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:56.006322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'network_id': 'acf69761-88b3-4d07-8345-b4a891974b5d', 'port_id': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'mac_address': 'fa:16:3e:1f:3f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c157f3a-b1a3-4672-9cbe-250ff75f39f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:47:56.050299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:56.065779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e4d42b-f4c7-4aca-9c44-0076296d7964 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:47:56.089624 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:56.093784 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:56.141581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:56.412844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['59e4d42b-f4c7-4aca-9c44-0076296d7964'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:47:56.672452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f615f9-1be7-492a-85d0-9a16866069fa req-2f44b44b-1f99-4dd6-9272-ba4108969f90 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:56.674004 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5f615f9-1be7-492a-85d0-9a16866069fa req-2f44b44b-1f99-4dd6-9272-ba4108969f90 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 945 time: 0.0551937 Sep 26 13:47:56.715078 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5f615f9-1be7-492a-85d0-9a16866069fa req-80f09af8-d748-492a-ad25-cad324649036 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Sep 26 13:47:56.772372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 59e4d42b-f4c7-4aca-9c44-0076296d7964 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:47:56.815346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 59e4d42b-f4c7-4aca-9c44-0076296d7964 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:47:56.907270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6411f-27c0-4a25-a926-cb5995cd344f req-0094f738-1721-42a9-bd50-d1ebdd29d840 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:56.908823 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-06b6411f-27c0-4a25-a926-cb5995cd344f req-0094f738-1721-42a9-bd50-d1ebdd29d840 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 945 time: 0.0493257 Sep 26 13:47:56.929252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-0b73e204-6404-4ab1-823c-b9cac01af531 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:56.931005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-0b73e204-6404-4ab1-823c-b9cac01af531 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.24 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e&tenant_id=ba824479124b4a1daff5b64104164214&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 945 time: 0.0565250 Sep 26 13:47:56.947843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-06b6411f-27c0-4a25-a926-cb5995cd344f req-cf68a791-a21a-46ec-b5a2-d6f5eeea7996 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Sep 26 13:47:56.999410 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-9b711d8e-2f54-4a91-80f4-7a91a0c39e44 service neutron] delete failed (client error): The resource could not be found. Sep 26 13:47:57.000475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-9b711d8e-2f54-4a91-80f4-7a91a0c39e44 service neutron] 10.222.0.24 "DELETE /v2.0/ports/59e4d42b-f4c7-4aca-9c44-0076296d7964/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0621455 Sep 26 13:47:57.087690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-4a9af65f-6fb0-47e3-8227-d7e7f0cf1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:57.089552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-4a9af65f-6fb0-47e3-8227-d7e7f0cf1ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba824479124b4a1daff5b64104164214&device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 1097 time: 0.0435297 Sep 26 13:47:57.184117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-c05e830f-684b-48e9-baac-74a87056a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:57.185657 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-c05e830f-684b-48e9-baac-74a87056a44a service neutron] 10.222.0.24 "GET /v2.0/networks?id=acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 200 len: 915 time: 0.0898521 Sep 26 13:47:57.235022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-f1ddfbbb-4700-4851-9111-387a5fd6fdca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 200 len: 217 time: 0.0416765 Sep 26 13:47:57.283878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-d731c373-894a-44c0-b975-e9a9e313ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:57.285329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-d731c373-894a-44c0-b975-e9a9e313ae1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 200 len: 855 time: 0.0435083 Sep 26 13:47:57.316016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-da01027b-f5b6-422e-a6f0-070a64dc6828 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=acf69761-88b3-4d07-8345-b4a891974b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238550 Sep 26 13:47:57.408030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-1312d3ab-7f91-4d60-b733-fd55bbae4b2b service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854239 Sep 26 13:47:57.498635 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c760007-ffe8-4b93-8bb4-86cd5af66e16 req-761f9f7e-994e-4c5b-8a16-f5d26e298f64 service neutron] 10.222.0.24 "GET /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836868 Sep 26 13:47:57.898700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 59e4d42b-f4c7-4aca-9c44-0076296d7964 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:47:57.947510 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 59e4d42b-f4c7-4aca-9c44-0076296d7964 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:47:57.952517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 59e4d42b-f4c7-4aca-9c44-0076296d7964 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:47:57.952941 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:58.047576 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:58.073907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:47:58.076320 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e08b22d-ca29-4670-944d-3b4596d1ff67" -d '{"events": [{"server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "name": "network-vif-plugged", "status": "completed", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:47:58.078496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b74dae-c752-4b17-8c4c-1393b8026ee6 req-4d2d9052-d265-4a23-8ad5-85f257de86ba tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:58.082011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8b74dae-c752-4b17-8c4c-1393b8026ee6 req-4d2d9052-d265-4a23-8ad5-85f257de86ba tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 945 time: 0.0520034 Sep 26 13:47:58.091801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:47:58.096192 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:47:58.127635 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8b74dae-c752-4b17-8c4c-1393b8026ee6 req-f73007dc-fdee-4fc8-9331-456fa05fa9a4 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Sep 26 13:47:58.127872 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7182af3-2a07-4112-a966-d36150703d01 x-openstack-request-id: req-b7182af3-2a07-4112-a966-d36150703d01 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:47:58.128023 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "name": "network-vif-plugged", "status": "completed", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:47:58.128239 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7182af3-2a07-4112-a966-d36150703d01 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:47:58.128616 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'code': 200} Sep 26 13:47:58.148416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:47:58.255123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a60ca-adb3-49d5-8c48-409562027427 req-c11a43b6-b49b-418a-a5b3-f1f406c30456 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:58.256791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea1a60ca-adb3-49d5-8c48-409562027427 req-c11a43b6-b49b-418a-a5b3-f1f406c30456 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0562720 Sep 26 13:47:58.298132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea1a60ca-adb3-49d5-8c48-409562027427 req-5233384d-a2a7-4535-b1bc-838b7cc8211f tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Sep 26 13:47:58.423668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fef87-1d73-4f47-bcfe-9c8b4dadb983 req-cb9be6cd-c5bc-41ec-b97a-22c95c212923 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:58.426344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-998fef87-1d73-4f47-bcfe-9c8b4dadb983 req-cb9be6cd-c5bc-41ec-b97a-22c95c212923 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0604358 Sep 26 13:47:58.466937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-998fef87-1d73-4f47-bcfe-9c8b4dadb983 req-9a46c189-da40-4cfa-9c5a-848e7b6c0af1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Sep 26 13:47:58.828290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239b08-84e6-4eb7-90b5-826b1c4b1326 req-48f69fcf-577c-4823-9ce7-b0a26dabbb76 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:58.829831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b239b08-84e6-4eb7-90b5-826b1c4b1326 req-48f69fcf-577c-4823-9ce7-b0a26dabbb76 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0542214 Sep 26 13:47:58.868125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b239b08-84e6-4eb7-90b5-826b1c4b1326 req-0d2ca17a-f43c-47c1-a85e-7f3400e21eb2 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Sep 26 13:47:59.997591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783b779-6caf-473f-a361-111498bed2c4 req-f225a002-e9e9-455d-a94e-0e39923d471d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:47:59.999001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0783b779-6caf-473f-a361-111498bed2c4 req-f225a002-e9e9-455d-a94e-0e39923d471d tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0490961 Sep 26 13:48:00.036183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0783b779-6caf-473f-a361-111498bed2c4 req-876672ac-c126-41f1-bb1c-d907a5853602 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b84175-eb14-4223-ab5b-d29ad3066529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Sep 26 13:48:00.086125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-d786a4de-b127-4b9a-a757-bce90de4cdc4 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:00.087683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-d786a4de-b127-4b9a-a757-bce90de4cdc4 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.23 "GET /v2.0/ports?device_id=59a9af43-01c8-43e5-a3ed-01183ac3f35e HTTP/1.1" status: 200 len: 946 time: 0.0506425 Sep 26 13:48:00.180375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Deleting port 59e4d42b-f4c7-4aca-9c44-0076296d7964 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:48:00.180722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:00.269511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] For port 59e4d42b-f4c7-4aca-9c44-0076296d7964, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=59e4d42b-f4c7-4aca-9c44-0076296d7964,segment=NetworkSegment(5b369cdc-6e68-4e0e-87ae-0e28406b1cfa),segment_id=5b369cdc-6e68-4e0e-87ae-0e28406b1cfa)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:48:00.269781 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:00.286463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Calling delete_port for 59e4d42b-f4c7-4aca-9c44-0076296d7964 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:48:00.410149 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:00.421821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['59e4d42b-f4c7-4aca-9c44-0076296d7964'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:48:00.439987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Pushing event deleted for resources: {'Port': ['ID=59e4d42b-f4c7-4aca-9c44-0076296d7964,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:00.484907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] No DVR routers for this DVR port 59e4d42b-f4c7-4aca-9c44-0076296d7964 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:48:00.487878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:00.490011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60e80cfc-f83c-4a03-8672-395a1dd498ea req-ec466d63-2657-4d0f-a969-9414fe995a58 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] 10.222.0.23 "DELETE /v2.0/ports/59e4d42b-f4c7-4aca-9c44-0076296d7964 HTTP/1.1" status: 204 len: 173 time: 0.3964934 Sep 26 13:48:00.490450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'name': 'network-vif-deleted', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:48:00.492692 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a881db-2620-4a76-82c0-30da1f4b5d34" -d '{"events": [{"server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "name": "network-vif-deleted", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:48:00.528835 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a68346-f009-4eb0-bce6-e68845908aec x-openstack-request-id: req-a8a68346-f009-4eb0-bce6-e68845908aec {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:48:00.529136 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a9af43-01c8-43e5-a3ed-01183ac3f35e", "name": "network-vif-deleted", "tag": "59e4d42b-f4c7-4aca-9c44-0076296d7964", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:48:00.529397 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8a68346-f009-4eb0-bce6-e68845908aec {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:48:00.529836 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a9af43-01c8-43e5-a3ed-01183ac3f35e', 'name': 'network-vif-deleted', 'tag': '59e4d42b-f4c7-4aca-9c44-0076296d7964', 'status': 'completed', 'code': 200} Sep 26 13:48:01.164982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:01.211489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Deleting subnet 6c157f3a-b1a3-4672-9cbe-250ff75f39f9 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:48:01.215020 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.251385 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.290505 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.348272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.375553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c157f3a-b1a3-4672-9cbe-250ff75f39f9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:01.378207 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.380049 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c157f3a-b1a3-4672-9cbe-250ff75f39f9 HTTP/1.1" status: 204 len: 168 time: 0.2140114 Sep 26 13:48:01.382713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58346) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:01.387268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.387623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.387966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.388303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.388640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.388972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.389302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.389676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.390006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.390328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.390653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.390975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0319a-3dbf-4012-8339-13841f37071d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:01.454113 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.534239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.554572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf69761-88b3-4d07-8345-b4a891974b5d']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:01.564268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:01.564564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b369cdc-6e68-4e0e-87ae-0e28406b1cfa') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:01.574357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.587520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.593536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:48:01.593925 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:48:01.595542 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:48:01.652028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.657359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.659202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/acf69761-88b3-4d07-8345-b4a891974b5d HTTP/1.1" status: 204 len: 168 time: 0.2753968 Sep 26 13:48:01.670880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeec613-17c1-4fe3-a9fe-6c237d1f2be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf69761-88b3-4d07-8345-b4a891974b5d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:01.770742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58350) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:01.811273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e97ffee3-1882-4cfc-898e-59a237a45e51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba824479124b4a1daff5b64104164214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390456 Sep 26 13:48:01.813822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58352) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:01.863075 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d0b889a-5d40-438f-ae41-da7454f0e602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.884616 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d0b889a-5d40-438f-ae41-da7454f0e602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.933472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d0b889a-5d40-438f-ae41-da7454f0e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.936049 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8d0b889a-5d40-438f-ae41-da7454f0e602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:01.937267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8d0b889a-5d40-438f-ae41-da7454f0e602 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9b84175-eb14-4223-ab5b-d29ad3066529 HTTP/1.1" status: 204 len: 168 time: 0.1224649 Sep 26 13:48:01.945415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b889a-5d40-438f-ae41-da7454f0e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b84175-eb14-4223-ab5b-d29ad3066529,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:02.614578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58374) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:02.712558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1377139828-network', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:02.734149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Made reservation on behalf of 4268bee06fe1494b99bfe05e9e753c26 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:48:02.736467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:02.745714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:02.840411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:02.844305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:02.868063 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:48:02.877306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d498445-359d-44aa-bc3b-8f7e61c22fc5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:02.883420 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:02.883823 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Added segment 48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9 of type vlan for network d9172beb-1094-46e4-8530-511b722bb928 Sep 26 13:48:02.926396 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:02.952990 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:02.953872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:02.954446 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:02.986860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3711669 Sep 26 13:48:02.990103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58378) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:02.995849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Request body: {'subnet': {'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1377139828-subnet', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:03.014936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28ef22-8738-4123-a32f-0806089a219c admin admin] Pushing event updated for resources: {'Network': ['ID=d9172beb-1094-46e4-8530-511b722bb928,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:03.018484 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Made reservation on behalf of 4268bee06fe1494b99bfe05e9e753c26 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:48:03.021048 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.027429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d9172beb-1094-46e4-8530-511b722bb928 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:48:03.201729 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.259451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8e4eb9-5119-456d-93bb-1c057d397cc9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:03.267120 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:48:03.267483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Network hostable DHCP agents. Network: d9172beb-1094-46e4-8530-511b722bb928, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:48:03.283648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Network d9172beb-1094-46e4-8530-511b722bb928 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:48:03.292391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d9172beb-1094-46e4-8530-511b722bb928) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:48:03.296487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:03.297081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.301426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd849a-8d16-431e-a933-bdee96f93f9e None None] Network d9172beb-1094-46e4-8530-511b722bb928 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:48:03.315471 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fb37fe9e-66c8-454e-9560-b92d4d9f965c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3211546 Sep 26 13:48:03.315705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58380) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:03.319921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:03.340991 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.342029 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.461733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d9172beb-1094-46e4-8530-511b722bb928', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 13:48:03.462622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.617111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Allocated IP 172.20.0.2 (d9172beb-1094-46e4-8530-511b722bb928/7d8e4eb9-5119-456d-93bb-1c057d397cc9/bbe67d30-5293-4f8b-89ed-bed49887ea51) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:48:03.744947 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.788748 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.793110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.833845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Network d9172beb-1094-46e4-8530-511b722bb928 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:48:03.836728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:48:03.839851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:48:03.854655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Pushing event updated for resources: {'Port': ['ID=bbe67d30-5293-4f8b-89ed-bed49887ea51,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:03.910059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.917786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Attempting to bind port bbe67d30-5293-4f8b-89ed-bed49887ea51 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:48:03.918193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Attempting to bind port bbe67d30-5293-4f8b-89ed-bed49887ea51 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:48:03.918545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Attempting to bind port bbe67d30-5293-4f8b-89ed-bed49887ea51 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:48:03.923752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:48:03.924103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:48:03.924514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.924901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:48:03.925369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Bound port: bbe67d30-5293-4f8b-89ed-bed49887ea51, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:48:03.925785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:03.930008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 59e4d42b-f4c7-4aca-9c44-0076296d7964 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:48:03.959225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 59e4d42b-f4c7-4aca-9c44-0076296d7964 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:48:03.959559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 59e4d42b-f4c7-4aca-9c44-0076296d7964 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:48:04.013238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] For port bbe67d30-5293-4f8b-89ed-bed49887ea51, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:48:04.016658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] For port bbe67d30-5293-4f8b-89ed-bed49887ea51, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=bbe67d30-5293-4f8b-89ed-bed49887ea51,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:48:04.021245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:04.094564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9d1f5-bf8c-4e00-9973-7f8ad080d5d3 None None] Pushing event updated for resources: {'Port': ['ID=bbe67d30-5293-4f8b-89ed-bed49887ea51,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:04.131616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:04.152679 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:04.289090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Allocated IP 172.25.4.66 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/fecc6c9d-bb17-4693-83ec-afa0c8040695) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:48:04.409622 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:04.445229 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:04.484566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:48:04.487442 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:48:04.491020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:48:04.519671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Pushing event updated for resources: {'Port': ['ID=fecc6c9d-bb17-4693-83ec-afa0c8040695,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:04.756048 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.001424 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.163597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b532c28-bd82-4231-b211-946adf2dfc0f None None] Network d9172beb-1094-46e4-8530-511b722bb928 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:48:05.188892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 13:48:05.256443 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-963d62b9-6cb1-46a5-b739-d6305d7fcce4 None None] Provisioning complete for port bbe67d30-5293-4f8b-89ed-bed49887ea51 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:05.256841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-963d62b9-6cb1-46a5-b739-d6305d7fcce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.383092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:48:05.396446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:48:05.410875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.414274 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-963d62b9-6cb1-46a5-b739-d6305d7fcce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.415382 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:48:05.415998 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:47:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:05.418200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58382) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:05.430046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c5495e1f-589b-4db6-bb47-517a12d0ce60 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1130388 Sep 26 13:48:05.459762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-963d62b9-6cb1-46a5-b739-d6305d7fcce4 None None] For port bbe67d30-5293-4f8b-89ed-bed49887ea51, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=bbe67d30-5293-4f8b-89ed-bed49887ea51,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:48:05.467233 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-963d62b9-6cb1-46a5-b739-d6305d7fcce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.562790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d62b9-6cb1-46a5-b739-d6305d7fcce4 None None] Pushing event updated for resources: {'Port': ['ID=bbe67d30-5293-4f8b-89ed-bed49887ea51,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:05.640391 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:48:05.789351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device bbe67d30-5293-4f8b-89ed-bed49887ea51 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:48:05.866841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0ea0fd4f-5987-48fc-9c92-d59065982342 None None] Provisioning complete for port bbe67d30-5293-4f8b-89ed-bed49887ea51 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:05.867373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0ea0fd4f-5987-48fc-9c92-d59065982342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.903218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port bbe67d30-5293-4f8b-89ed-bed49887ea51 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:05.903750 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.904319 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:04Z', 'revision_number': 3, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:05.938754 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:48:05.939106 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Updating router 600a201e-f88d-4a94-a625-7b4eb8933d78 port fecc6c9d-bb17-4693-83ec-afa0c8040695 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:48:05.953858 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:05.972954 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.224241 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Allocated IP 172.20.0.1 (d9172beb-1094-46e4-8530-511b722bb928/7d8e4eb9-5119-456d-93bb-1c057d397cc9/1ef7df01-6708-44eb-99ba-376dff3106c2) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:48:06.296024 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.302848 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.358049 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Attempting to bind port fecc6c9d-bb17-4693-83ec-afa0c8040695 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:48:06.358512 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Attempting to bind port fecc6c9d-bb17-4693-83ec-afa0c8040695 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:48:06.358950 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Attempting to bind port fecc6c9d-bb17-4693-83ec-afa0c8040695 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:48:06.361927 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Pushing event updated for resources: {'Port': ['ID=fecc6c9d-bb17-4693-83ec-afa0c8040695,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:06.370564 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:48:06.370943 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:48:06.371345 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.371739 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:48:06.372221 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Bound port: fecc6c9d-bb17-4693-83ec-afa0c8040695, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:48:06.372618 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.376124 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.376475 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.376818 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.377145 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.377475 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.377841 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.378167 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.378488 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.378845 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.379169 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.379487 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.379807 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:48:06.399496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.436845 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.438535 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] For port fecc6c9d-bb17-4693-83ec-afa0c8040695, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:48:06.444260 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] For port fecc6c9d-bb17-4693-83ec-afa0c8040695, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fecc6c9d-bb17-4693-83ec-afa0c8040695,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:48:06.450358 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.476180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Network d9172beb-1094-46e4-8530-511b722bb928 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:48:06.478997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:48:06.484364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:48:06.513467 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:48:06.514150 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:47:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:06.517792 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef7df01-6708-44eb-99ba-376dff3106c2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:06.541339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.655807 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8275a2-a7c4-4c1c-a211-5c346fa8962b None None] Pushing event updated for resources: {'Port': ['ID=fecc6c9d-bb17-4693-83ec-afa0c8040695,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:06.684481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.747929 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:48:06.825021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b2dfc766-e04c-4324-afdb-aeec0628a484 None None] Provisioning complete for port 1ef7df01-6708-44eb-99ba-376dff3106c2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:06.826043 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b2dfc766-e04c-4324-afdb-aeec0628a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.860593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfc766-e04c-4324-afdb-aeec0628a484 None None] Port 1ef7df01-6708-44eb-99ba-376dff3106c2 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:48:06.865179 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.870743 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.942980 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef7df01-6708-44eb-99ba-376dff3106c2,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:06.950568 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:06.988212 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:04Z', 'revision_number': 3, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:07.019873 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823dc6b-f1d4-421c-bed7-13611c1e5fe8 None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:04Z', 'revision_number': 3, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:48:07.064478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Network d9172beb-1094-46e4-8530-511b722bb928 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:48:07.066243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:48:07.221312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:48:07.375662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:48:07.388955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-95780bc4-0684-4cfd-9533-c659d6ae8336 admin admin] 10.222.0.13 "PUT /v2.0/routers/600a201e-f88d-4a94-a625-7b4eb8933d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686909 Sep 26 13:48:07.405136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7d9ab568-4ce8-4016-8ce3-d3c692c1d66d None None] Provisioning complete for port 1ef7df01-6708-44eb-99ba-376dff3106c2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:07.405929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab568-4ce8-4016-8ce3-d3c692c1d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:07.450710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ab568-4ce8-4016-8ce3-d3c692c1d66d None None] Port 1ef7df01-6708-44eb-99ba-376dff3106c2 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:48:07.774606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fecc6c9d-bb17-4693-83ec-afa0c8040695 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:48:07.836713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fecc6c9d-bb17-4693-83ec-afa0c8040695 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:07.838039 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:07.937900 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:07.965609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port fecc6c9d-bb17-4693-83ec-afa0c8040695, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fecc6c9d-bb17-4693-83ec-afa0c8040695,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:48:07.971444 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.044847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=fecc6c9d-bb17-4693-83ec-afa0c8040695,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:08.130742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58390) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:08.135858 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-87e2bd70-7956-434d-a844-d613f4735b7c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632004620', 'description': 'tempest-description--934053057'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:08.163637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e2bd70-7956-434d-a844-d613f4735b7c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.256515 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e2bd70-7956-434d-a844-d613f4735b7c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.260735 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e2bd70-7956-434d-a844-d613f4735b7c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.287881 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-87e2bd70-7956-434d-a844-d613f4735b7c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.289167 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-87e2bd70-7956-434d-a844-d613f4735b7c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1571555 Sep 26 13:48:08.292687 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58392) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:08.297758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-db51cbe9-161d-4625-a415-f28339834a61 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'security_group_rule': {'security_group_id': '2c8860b2-6ce2-450a-846c-ed9b01cd54e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:08.303010 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2bd70-7956-434d-a844-d613f4735b7c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8860b2-6ce2-450a-846c-ed9b01cd54e1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:08.327610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db51cbe9-161d-4625-a415-f28339834a61 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.380631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d71d6163-3ccc-4bdf-adaf-4dfba9aa9ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.398308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db51cbe9-161d-4625-a415-f28339834a61 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.403345 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db51cbe9-161d-4625-a415-f28339834a61 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.423155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51cbe9-161d-4625-a415-f28339834a61 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4811a2e2-3398-40f2-bb18-801d81b7dea3,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:08.428350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-db51cbe9-161d-4625-a415-f28339834a61 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.430233 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-db51cbe9-161d-4625-a415-f28339834a61 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360762 Sep 26 13:48:08.432355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58394) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:08.437253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-da456205-6954-4241-baa8-c992cd85f4cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'security_group_rule': {'security_group_id': '2c8860b2-6ce2-450a-846c-ed9b01cd54e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:08.466538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da456205-6954-4241-baa8-c992cd85f4cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.526787 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da456205-6954-4241-baa8-c992cd85f4cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.530706 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da456205-6954-4241-baa8-c992cd85f4cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.549107 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da456205-6954-4241-baa8-c992cd85f4cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892dbdca-eda8-4d43-886e-b258d1799d25,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:08.555924 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-da456205-6954-4241-baa8-c992cd85f4cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.557852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-da456205-6954-4241-baa8-c992cd85f4cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238017 Sep 26 13:48:08.562069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 58396) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:08.566669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:08.590331 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.712489 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:08.748265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:48:08.757736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:48:08.758364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:47:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:08.826360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Allocated IP 172.25.4.16 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/ef72c8f3-e29c-4c2b-81d1-005ea9bb35a2) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:48:08.907416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:48:08.958324 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.004148 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.054635 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:48:09.059688 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:48:09.065456 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:48:09.093972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'Port': ['ID=ef72c8f3-e29c-4c2b-81d1-005ea9bb35a2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:09.142677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 2, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:09.167439 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.169593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:48:09.169946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Updating router 600a201e-f88d-4a94-a625-7b4eb8933d78 port 1ef7df01-6708-44eb-99ba-376dff3106c2 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 13:48:09.202572 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.227768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.401812 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.406668 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.501258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'Port': ['ID=ef72c8f3-e29c-4c2b-81d1-005ea9bb35a2,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:09.514182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.515073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.522089 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.532351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.534366 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bc532f2a-6c31-4979-9869-2dfbfdff6537 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9712317 Sep 26 13:48:09.584383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecad97b-777c-490f-927c-1e9cb5c09eee None None] Pushing event updated for resources: {'Port': ['ID=1ef7df01-6708-44eb-99ba-376dff3106c2,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:09.636876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Attempting to bind port 1ef7df01-6708-44eb-99ba-376dff3106c2 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:48:09.637248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Attempting to bind port 1ef7df01-6708-44eb-99ba-376dff3106c2 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:48:09.637629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Attempting to bind port 1ef7df01-6708-44eb-99ba-376dff3106c2 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:48:09.643964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:48:09.644334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:48:09.644751 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.645135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:48:09.645651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Bound port: 1ef7df01-6708-44eb-99ba-376dff3106c2, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:48:09.646030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.742113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] For port 1ef7df01-6708-44eb-99ba-376dff3106c2, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:48:09.743203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] For port 1ef7df01-6708-44eb-99ba-376dff3106c2, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1ef7df01-6708-44eb-99ba-376dff3106c2,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:48:09.748775 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.753611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-1a07a415-1d0c-47e6-a90c-4c834b06896a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--632004620&fields=id&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 267 time: 0.0923350 Sep 26 13:48:09.763530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fecc6c9d-bb17-4693-83ec-afa0c8040695 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:48:09.864254 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:48:09.865256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:47:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:09.868979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecad97b-777c-490f-927c-1e9cb5c09eee None None] Pushing event updated for resources: {'Port': ['ID=1ef7df01-6708-44eb-99ba-376dff3106c2,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:09.879202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058548-27be-4241-b808-ad7bdce50710 req-c44e2d3d-ea43-497b-b9d1-6bdaafe8783d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:09.881100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-c44e2d3d-ea43-497b-b9d1-6bdaafe8783d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 812 time: 0.1179280 Sep 26 13:48:09.911139 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-8d7ca4e2-9a6b-4bdc-a9ec-b9084fb7e387 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/quotas/4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 375 time: 0.0188901 Sep 26 13:48:09.966139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b64445e2-d6d3-40bc-b99f-ba4a184212e5 None None] Provisioning complete for port 1ef7df01-6708-44eb-99ba-376dff3106c2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:09.966967 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b64445e2-d6d3-40bc-b99f-ba4a184212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:09.978516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-bf2835ec-0b32-4398-b844-c1def2ba12f5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604734 Sep 26 13:48:09.994460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fecc6c9d-bb17-4693-83ec-afa0c8040695 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:09.995391 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:10.078568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:48:10.171627 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-1b3cfd8f-ebac-4a27-9716-99df34f7f5ea service neutron] 10.222.0.13 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773500 Sep 26 13:48:10.248628 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b64445e2-d6d3-40bc-b99f-ba4a184212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:10.279174 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-654ff044-7a0b-4e6f-a6a1-ac40affed720 service neutron] 10.222.0.13 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960174 Sep 26 13:48:10.325647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b64445e2-d6d3-40bc-b99f-ba4a184212e5 None None] For port 1ef7df01-6708-44eb-99ba-376dff3106c2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1ef7df01-6708-44eb-99ba-376dff3106c2,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:48:10.331613 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b64445e2-d6d3-40bc-b99f-ba4a184212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:10.416301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64445e2-d6d3-40bc-b99f-ba4a184212e5 None None] Pushing event updated for resources: {'Port': ['ID=1ef7df01-6708-44eb-99ba-376dff3106c2,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:10.441102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:09Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:10.462659 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b21e2487-2ea9-4995-acfc-111564adb893 req-f5288826-d124-424d-a8c7-1b08ba8687a5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 210 time: 0.0379860 Sep 26 13:48:10.474424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b2023-a383-49f7-9232-eacc2076046f None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:09Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:48:10.482671 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7982c56b-5a7d-4868-b89f-512513d019a2 None None] Provisioning complete for port 1ef7df01-6708-44eb-99ba-376dff3106c2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:10.483053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7982c56b-5a7d-4868-b89f-512513d019a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:11.137407 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42fc5c66-ec6a-4ae5-96bd-796d4d4dcd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:11.572618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058548-27be-4241-b808-ad7bdce50710 req-994f02c1-65b2-4cb2-a879-6ca0b8194b3e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:11.574422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-994f02c1-65b2-4cb2-a879-6ca0b8194b3e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 812 time: 0.1247027 Sep 26 13:48:11.655059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-96de8629-4681-4fa0-a545-9f4a61d2eb80 req-7c53012a-3e0d-45d0-8917-8cc857a0000b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 210 time: 0.0404370 Sep 26 13:48:11.662794 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-ad778beb-98a8-4839-9279-03a1ccdebf95 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 379 time: 0.0790191 Sep 26 13:48:11.680430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'port': {'device_id': '30a74145-86d2-492f-8203-34a3ba20664c', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'admin_state_up': True, 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'security_groups': ['2c8860b2-6ce2-450a-846c-ed9b01cd54e1']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:11.700521 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:11.767059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1ef7df01-6708-44eb-99ba-376dff3106c2 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:48:11.816648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Made reservation on behalf of 4268bee06fe1494b99bfe05e9e753c26 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:48:11.820413 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:11.826201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1ef7df01-6708-44eb-99ba-376dff3106c2 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:11.827514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:11.949819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Allocated IP 172.20.0.6 (d9172beb-1094-46e4-8530-511b722bb928/7d8e4eb9-5119-456d-93bb-1c057d397cc9/1edf14c3-8e46-4ab3-9d00-88fc616e9a52) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:48:12.103590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.139758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.209344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Network d9172beb-1094-46e4-8530-511b722bb928 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:48:12.214548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:48:12.218077 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:48:12.222664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.261037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:12.294476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:12.295065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.311235 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-67da98b1-945a-4fea-9e0f-84d2ae7ba96d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406767 Sep 26 13:48:12.326752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Request body: {'port': {'device_id': '30a74145-86d2-492f-8203-34a3ba20664c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:12.386095 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.450817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-53a220b2-87f0-4968-b1ab-602d718826f4 None None] Provisioning complete for port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:12.451183 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53a220b2-87f0-4968-b1ab-602d718826f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.512348 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-53a220b2-87f0-4968-b1ab-602d718826f4 None None] Port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:48:12.672424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:48:12.679909 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.694396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Transition to ACTIVE for port object 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:48:12.698731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.766577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Pushing event updated for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:12.806768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37faa-ab93-404a-b162-567550f0cba4 req-aede7bb1-51d4-464c-bd04-9a491e6d8b6f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:12.809988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77f37faa-ab93-404a-b162-567550f0cba4 req-aede7bb1-51d4-464c-bd04-9a491e6d8b6f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0670605 Sep 26 13:48:12.825271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Attempting to bind port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:48:12.825649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Attempting to bind port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:48:12.825990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Attempting to bind port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:48:12.831367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:48:12.831694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Attempting to bind port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:48:12.836808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:48:12.837153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:48:12.837591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:48:12.838030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Bound port: 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:48:12.838929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.874533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-77f37faa-ab93-404a-b162-567550f0cba4 req-5f2e040f-a1e4-42e5-b248-9c5df033afd7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549994 Sep 26 13:48:12.920296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:48:12.924000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:48:12.928035 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.963108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:12.964299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:12.965707 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-51b97a62-299f-468b-9da3-684471e50943 service neutron] 10.222.0.23 "PUT /v2.0/ports/1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 1092 time: 0.6438739 Sep 26 13:48:12.966146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:48:12.968381 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ce3ab-bb35-4e4e-85d6-506007155243" -d '{"events": [{"name": "network-changed", "server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:48:13.019944 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15549ebc-3c5b-4a92-80b1-3a8408aad480 x-openstack-request-id: req-15549ebc-3c5b-4a92-80b1-3a8408aad480 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:48:13.020353 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:48:13.020606 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15549ebc-3c5b-4a92-80b1-3a8408aad480 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:48:13.021233 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'status': 'completed', 'code': 200} Sep 26 13:48:13.022277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b97a62-299f-468b-9da3-684471e50943 service neutron] Pushing event updated for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:13.075776 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058548-27be-4241-b808-ad7bdce50710 req-8f98af6a-a10b-4626-96a1-3ed1727be1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:13.077620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-8f98af6a-a10b-4626-96a1-3ed1727be1cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1095 time: 0.0506973 Sep 26 13:48:13.143985 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-72a6c69a-f3b5-47c8-8b7b-1378d354ff71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 217 time: 0.0591207 Sep 26 13:48:13.231784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058548-27be-4241-b808-ad7bdce50710 req-d491b25f-d26a-482f-9cc0-0433b0beb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:13.234357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-d491b25f-d26a-482f-9cc0-0433b0beb4a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0823712 Sep 26 13:48:13.286579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058548-27be-4241-b808-ad7bdce50710 req-e95fed35-03d7-4925-a4cf-0ca4651aa3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:13.288115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-e95fed35-03d7-4925-a4cf-0ca4651aa3c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471258 Sep 26 13:48:13.382437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-a3e74582-6651-450d-9a1c-e6d77560045e service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868366 Sep 26 13:48:13.684314 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:13.824177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e058548-27be-4241-b808-ad7bdce50710 req-acb13b48-0ed8-4984-a493-9195958160e9 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343581 Sep 26 13:48:13.929240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-0755080f-485b-4dd4-b441-31f9ef571d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:13.930853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-0755080f-485b-4dd4-b441-31f9ef571d0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1095 time: 0.0444131 Sep 26 13:48:14.044603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b906-ff7a-485f-bbc7-c2b2cad92d54 req-ca2b4b28-19d3-4400-9fab-644a314d0115 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:14.048218 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5165b906-ff7a-485f-bbc7-c2b2cad92d54 req-ca2b4b28-19d3-4400-9fab-644a314d0115 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0706689 Sep 26 13:48:14.058137 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-1c33b77c-a574-4006-91e4-02613139739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:14.061251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-1c33b77c-a574-4006-91e4-02613139739c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1223214 Sep 26 13:48:14.110955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5165b906-ff7a-485f-bbc7-c2b2cad92d54 req-98aae8cd-aa7b-47c4-a01d-743fe5fd0216 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491743 Sep 26 13:48:14.130645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-668ed3f9-e70f-46c5-b87e-436449bfd8e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 217 time: 0.0616705 Sep 26 13:48:14.218279 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-759d8adc-e980-48bc-a382-dd3f2b5823bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:14.220573 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-759d8adc-e980-48bc-a382-dd3f2b5823bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0821910 Sep 26 13:48:14.277109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-d3bc3aca-3c68-4148-b282-84a7ec466667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:14.278749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-d3bc3aca-3c68-4148-b282-84a7ec466667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495744 Sep 26 13:48:14.382441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-691f8329-e2c5-44ef-9397-b401fa5216bd service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966790 Sep 26 13:48:14.475001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c96ce3ab-bb35-4e4e-85d6-506007155243 req-237ad306-1900-4e3b-99dc-24a204d8f447 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853734 Sep 26 13:48:15.248714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98557f-ba0a-475b-8e5c-33ebf1ae4dcc req-ed3e0a6d-ec37-456d-9b1f-5debf427c505 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:15.250267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c98557f-ba0a-475b-8e5c-33ebf1ae4dcc req-ed3e0a6d-ec37-456d-9b1f-5debf427c505 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0544431 Sep 26 13:48:15.291546 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c98557f-ba0a-475b-8e5c-33ebf1ae4dcc req-ad38dbb5-3e25-4d87-a44c-68f542278ba5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350626 Sep 26 13:48:15.629026 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:15.976579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:48:16.074862 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:48:16.086684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'mac_address': 'fa:16:3e:c1:43:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:48:16.127636 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:16.142196 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:48:16.168916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:48:16.173155 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:16.221834 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:16.409570 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e915f7-66e3-46fb-bba4-06bb0400ccf7 req-b14300c6-a18c-4959-b105-63c46b5f0f12 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:16.411169 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f6e915f7-66e3-46fb-bba4-06bb0400ccf7 req-b14300c6-a18c-4959-b105-63c46b5f0f12 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 944 time: 0.0521407 Sep 26 13:48:16.453188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f6e915f7-66e3-46fb-bba4-06bb0400ccf7 req-3cc3fbbe-3e9e-42b8-b89f-384a2ab5ebcd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358503 Sep 26 13:48:16.478391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1edf14c3-8e46-4ab3-9d00-88fc616e9a52'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:48:16.797211 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:48:17.570494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605c96f-3129-4064-9343-c518989bebcc req-e1dc4a46-8b28-4c2c-adaf-d8825769dcaf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:17.572012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7605c96f-3129-4064-9343-c518989bebcc req-e1dc4a46-8b28-4c2c-adaf-d8825769dcaf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 944 time: 0.0526450 Sep 26 13:48:17.612870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7605c96f-3129-4064-9343-c518989bebcc req-7bdcb011-b308-4f28-a5dd-15030b9ebfd5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341482 Sep 26 13:48:17.977133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:48:18.181334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:48:18.186090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:48:18.186457 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:18.266826 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:18.288608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:48:18.290885 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478ce630-c39b-4c6d-ac61-14d8724e5325" -d '{"events": [{"server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "name": "network-vif-plugged", "status": "completed", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:48:18.306761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:48:18.311847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:18.335047 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3910c21-e64c-4355-86a8-1aa140003092 x-openstack-request-id: req-b3910c21-e64c-4355-86a8-1aa140003092 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:48:18.335306 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "name": "network-vif-plugged", "status": "completed", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:48:18.335598 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3910c21-e64c-4355-86a8-1aa140003092 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:48:18.335974 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'code': 200} Sep 26 13:48:18.361463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:48:18.429852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e6e4-f019-4f95-8030-92a75c170ad7 req-4fafb89d-ebe7-4bec-bf95-ecf79c69a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:18.431535 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bf1e6e4-f019-4f95-8030-92a75c170ad7 req-4fafb89d-ebe7-4bec-bf95-ecf79c69a1c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1097 time: 0.0402384 Sep 26 13:48:18.468040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bf1e6e4-f019-4f95-8030-92a75c170ad7 req-c70997dc-b5b8-4198-bc60-fe11a7cf7a4f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294650 Sep 26 13:48:18.729230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922f394-b4b9-46de-a633-45917c943e2d req-555f7f7d-0a00-4ea8-a143-690c3a15a8c2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:18.731473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9922f394-b4b9-46de-a633-45917c943e2d req-555f7f7d-0a00-4ea8-a143-690c3a15a8c2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0512686 Sep 26 13:48:18.777571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9922f394-b4b9-46de-a633-45917c943e2d req-99c93ffd-3b47-47a6-a4b8-85da0a510762 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331781 Sep 26 13:48:19.930547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a79e70-2be3-44a9-b4fe-84f973938c0f req-9f4d8be3-7bc2-4481-9526-4a3918ac9cc7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:19.932087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51a79e70-2be3-44a9-b4fe-84f973938c0f req-9f4d8be3-7bc2-4481-9526-4a3918ac9cc7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0565355 Sep 26 13:48:19.976967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51a79e70-2be3-44a9-b4fe-84f973938c0f req-3ed460f5-355f-4296-a175-5cca81a12237 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378990 Sep 26 13:48:20.093649 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79313-d0ca-401f-a882-cad30b2f4538 req-ce172d04-3b35-4c99-ae46-f54250842dc0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:20.095183 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ef79313-d0ca-401f-a882-cad30b2f4538 req-ce172d04-3b35-4c99-ae46-f54250842dc0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0544376 Sep 26 13:48:20.103828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58444) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:48:20.108281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'floatingip': {'port_id': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:48:20.147481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:20.542705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:20.575625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:20.580217 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:20.684483 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c associated. External IP: 172.25.4.16, port: 1edf14c3-8e46-4ab3-9d00-88fc616e9a52. Sep 26 13:48:20.908724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:48:21.017781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:48:21.022440 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:21.027756 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:48:21.038078 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:48:21.038703 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:48:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:21.051001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-72eef0d4-44f8-4f5e-8a40-9bddf13e3c88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "PUT /v2.0/floatingips/0aafaefc-bafa-4b57-810b-96e5859dad9c HTTP/1.1" status: 200 len: 990 time: 0.9460866 Sep 26 13:48:21.051588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:48:21.053893 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5" -d '{"events": [{"name": "network-changed", "server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:48:21.098838 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4001a1c7-2c09-43aa-a026-135eeafd0e6f x-openstack-request-id: req-4001a1c7-2c09-43aa-a026-135eeafd0e6f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:48:21.099454 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:48:21.099454 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4001a1c7-2c09-43aa-a026-135eeafd0e6f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:48:21.099777 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'status': 'completed', 'code': 200} Sep 26 13:48:21.153702 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:48:21.166125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-2162ada9-5479-43ff-817f-3470f058c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:21.167626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-2162ada9-5479-43ff-817f-3470f058c2c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1097 time: 0.0423534 Sep 26 13:48:21.266031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-c7cf8a71-1c9a-4490-b308-57bda4c953ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:21.267537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-c7cf8a71-1c9a-4490-b308-57bda4c953ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0934973 Sep 26 13:48:21.335034 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-24b6645f-a92f-42cf-83a9-bf1c1a58ad48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 998 time: 0.0607991 Sep 26 13:48:21.385226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-66b746ad-5461-4ea7-a1aa-ca1e840f50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:21.387364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-66b746ad-5461-4ea7-a1aa-ca1e840f50ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0451660 Sep 26 13:48:21.391574 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:c1:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a74145-86d2-492f-8203-34a3ba20664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:48:20Z', 'revision_number': 1, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:21.418857 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:48:21.427169 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:48:21.427793 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:48:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:21.439219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-724d1385-52a6-4d7a-9bc6-655524dc3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:48:21.440748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-724d1385-52a6-4d7a-9bc6-655524dc3be1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465071 Sep 26 13:48:21.533139 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-bde02443-7eec-4992-8f4f-5c9fca09d27b service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850008 Sep 26 13:48:21.533589 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:48:21.636637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-508aeaf6-1d2d-4901-b3f4-dad10c4333b5 req-82e75171-4c19-4a4f-bb76-bfa05c5136b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960853 Sep 26 13:48:21.765421 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:c1:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a74145-86d2-492f-8203-34a3ba20664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:48:20Z', 'revision_number': 1, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:48:21.795592 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3ba12-9999-44c0-93ca-d07380a6f0d5 None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:c1:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a74145-86d2-492f-8203-34a3ba20664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:48:20Z', 'revision_number': 1, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:48:21.987693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25936440-6b6c-4504-a165-8d2b26ff23cf None None] New status for floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:48:38.385696 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a3b46a6b-ccac-4d92-b2e2-eda458d2e177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:41.120672 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f08d2e2f-4699-42fa-99ad-dc869b6da1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:41.684579 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:42.224008 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:43.687585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:45.628472 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:50.547129 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:48:53.797634 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:49:08.388312 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42f98527-760e-4052-84b1-b1e46e48c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:10.910839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7620150c-5795-4141-bf9c-88963c823602 req-49775cf3-3408-4be9-89b2-7039687ac733 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396011 Sep 26 13:49:10.991703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620150c-5795-4141-bf9c-88963c823602 req-18c83c14-39f5-4117-af70-30aa54051b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:49:10.993226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7620150c-5795-4141-bf9c-88963c823602 req-18c83c14-39f5-4117-af70-30aa54051b93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1097 time: 0.0403392 Sep 26 13:49:11.100225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620150c-5795-4141-bf9c-88963c823602 req-15032030-8791-4ca0-84c4-25b170cfd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:49:11.101757 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7620150c-5795-4141-bf9c-88963c823602 req-15032030-8791-4ca0-84c4-25b170cfd533 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0890105 Sep 26 13:49:11.126069 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0acfe575-cb7c-472a-93ba-75174a6f3527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:11.170055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7620150c-5795-4141-bf9c-88963c823602 req-865bd833-592e-4337-ab00-22709693e457 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 1000 time: 0.0612276 Sep 26 13:49:11.224915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620150c-5795-4141-bf9c-88963c823602 req-de783d25-c283-4975-b650-4b14da091d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:49:11.226444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7620150c-5795-4141-bf9c-88963c823602 req-de783d25-c283-4975-b650-4b14da091d10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0493665 Sep 26 13:49:11.272647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620150c-5795-4141-bf9c-88963c823602 req-82147338-eb0b-4674-91d4-858613bdab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:49:11.274198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7620150c-5795-4141-bf9c-88963c823602 req-82147338-eb0b-4674-91d4-858613bdab3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411801 Sep 26 13:49:11.364726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7620150c-5795-4141-bf9c-88963c823602 req-fd984736-ac36-40e9-a06a-f0cf7f991c3c service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831170 Sep 26 13:49:11.460654 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7620150c-5795-4141-bf9c-88963c823602 req-7fd42297-d423-4f94-af7f-65aba3a6e3a3 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869107 Sep 26 13:49:11.692833 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:12.225153 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:13.688325 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:15.643758 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:20.549651 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:30.796696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:49:38.391068 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb2a-3af5-43a1-b06a-529c3220fa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:41.118598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-80a135f1-16ab-47e5-9d4b-de20522a84c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:41.683637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:42.228631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:43.690781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:45.659036 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:49:50.567734 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:07.795858 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:50:08.391621 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cf3b84d9-f059-4c3e-b76d-5a0f9e5f302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:11.119890 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-85a06bfd-2887-4c56-a92c-a73e5fca5bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:11.685127 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:11.914424 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-255573d4-b026-44a3-bf4e-0ad279531cde req-fd2bf550-4e7b-41b4-90f1-2c877a371976 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414448 Sep 26 13:50:11.995583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255573d4-b026-44a3-bf4e-0ad279531cde req-c3da5038-3406-4ca9-aa33-0636b170cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:11.997068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-255573d4-b026-44a3-bf4e-0ad279531cde req-c3da5038-3406-4ca9-aa33-0636b170cd02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1097 time: 0.0423436 Sep 26 13:50:12.117628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255573d4-b026-44a3-bf4e-0ad279531cde req-8e9db99e-ed07-4a3a-8347-82ec37228c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:12.120368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-255573d4-b026-44a3-bf4e-0ad279531cde req-8e9db99e-ed07-4a3a-8347-82ec37228c71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1018980 Sep 26 13:50:12.188145 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-255573d4-b026-44a3-bf4e-0ad279531cde req-e7d43328-31b8-46ca-8957-8a2e5b3650e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 1000 time: 0.0605209 Sep 26 13:50:12.232642 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:12.244046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255573d4-b026-44a3-bf4e-0ad279531cde req-45c03dc0-c58d-43f3-a65d-eea372dbe829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:12.245543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-255573d4-b026-44a3-bf4e-0ad279531cde req-45c03dc0-c58d-43f3-a65d-eea372dbe829 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0503283 Sep 26 13:50:12.294190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255573d4-b026-44a3-bf4e-0ad279531cde req-9570c03e-1059-49a5-a507-e28020cddce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:12.295595 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-255573d4-b026-44a3-bf4e-0ad279531cde req-9570c03e-1059-49a5-a507-e28020cddce5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402708 Sep 26 13:50:12.396845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-255573d4-b026-44a3-bf4e-0ad279531cde req-0141e00c-f653-4cb2-beca-58c08ffda72d service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935848 Sep 26 13:50:12.490092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-255573d4-b026-44a3-bf4e-0ad279531cde req-cb28880c-df15-400d-8d0d-01db857b0ec0 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866849 Sep 26 13:50:13.694313 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:15.660045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:20.569682 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:38.393707 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fc7878eb-e666-4f1f-9526-9e6a981e20cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:41.120652 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-00f43550-27b7-4c6c-bc4f-0187fa67b185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:41.687134 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:42.234778 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:43.696417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:44.796055 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:50:45.659758 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:48.164832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a12cb-5bd9-4606-bc71-d5cfcc096aff req-4e6035ee-201d-49d6-bc16-9418cecea15c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:48.166919 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac0a12cb-5bd9-4606-bc71-d5cfcc096aff req-4e6035ee-201d-49d6-bc16-9418cecea15c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.1168060 Sep 26 13:50:48.206177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac0a12cb-5bd9-4606-bc71-d5cfcc096aff req-e9127d34-d1cc-4fa1-8712-ecf0e3bcb0f8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330107 Sep 26 13:50:48.459641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0971b-b5a7-4ece-a763-dad5b759eac0 req-c7fdafe6-3741-4760-a9cb-ecc102193071 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:48.461555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e0b0971b-b5a7-4ece-a763-dad5b759eac0 req-c7fdafe6-3741-4760-a9cb-ecc102193071 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0541580 Sep 26 13:50:48.496967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d16ae310-2e72-422f-9778-73a10dbb84f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013329 Sep 26 13:50:48.508861 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e0b0971b-b5a7-4ece-a763-dad5b759eac0 req-f12d0860-eb43-477f-8d59-57dd88675f71 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403521 Sep 26 13:50:49.617169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-782ccfdd-c1d8-4bcc-978e-87dcaeacf0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:49.618711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-782ccfdd-c1d8-4bcc-978e-87dcaeacf0a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1097 time: 0.0433731 Sep 26 13:50:49.697327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aef72-f3fd-4e6f-afcf-3c47187b50f0 req-28295243-0541-4085-bc86-f35948b94ece tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:49.698930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-695aef72-f3fd-4e6f-afcf-3c47187b50f0 req-28295243-0541-4085-bc86-f35948b94ece tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.1143563 Sep 26 13:50:49.718431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-904f18cc-7693-4956-9694-b0a9258deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:49.719941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-904f18cc-7693-4956-9694-b0a9258deba6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0936029 Sep 26 13:50:49.742898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-695aef72-f3fd-4e6f-afcf-3c47187b50f0 req-455b785c-0454-4ff6-bd0f-dbdef37f1b67 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361192 Sep 26 13:50:49.786473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-f9c0d68d-9109-4883-9108-6e267eee94b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 1000 time: 0.0590894 Sep 26 13:50:49.836230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-4835f59f-0688-452f-8454-00af13ed2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:49.837752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-4835f59f-0688-452f-8454-00af13ed2a52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0440311 Sep 26 13:50:49.887909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-8829708e-0aa4-4049-8933-f043214f7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:49.889463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-8829708e-0aa4-4049-8933-f043214f7b6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445237 Sep 26 13:50:49.982103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-cab36385-ec3d-4a42-ac70-b6e2cc6ab177 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Sep 26 13:50:50.379967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-89d96538-bfba-4254-81d4-a11b72808086 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904448 Sep 26 13:50:50.563767 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:50:50.859835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756d29e-f2dd-4681-ac11-5e33326ba12e req-6ba0ca85-52e9-484c-8f73-214a036b9b8c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:50.861335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7756d29e-f2dd-4681-ac11-5e33326ba12e req-6ba0ca85-52e9-484c-8f73-214a036b9b8c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0489182 Sep 26 13:50:50.899343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7756d29e-f2dd-4681-ac11-5e33326ba12e req-69cac8c0-4c29-47d8-9880-62d4b1b23bf7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318892 Sep 26 13:50:52.017282 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ce425-eb99-46b4-86a7-68ddf3977f99 req-4cf81837-beca-451a-905f-258c828a26c7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:52.018768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-977ce425-eb99-46b4-86a7-68ddf3977f99 req-4cf81837-beca-451a-905f-258c828a26c7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0505810 Sep 26 13:50:52.061819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-977ce425-eb99-46b4-86a7-68ddf3977f99 req-9422155b-4fce-4e5f-9b19-91fba8dafeee tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Sep 26 13:50:53.180566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ac5e7-c8da-48f6-b030-9ae1ee8c9393 req-01f82943-c8ec-42cb-958a-522200b775ea tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:53.182724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed0ac5e7-c8da-48f6-b030-9ae1ee8c9393 req-01f82943-c8ec-42cb-958a-522200b775ea tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0496407 Sep 26 13:50:53.222545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ed0ac5e7-c8da-48f6-b030-9ae1ee8c9393 req-28ab2a6a-4662-4d78-a964-9a0a8364353a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335763 Sep 26 13:50:54.337233 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894c6d5-d3f5-4877-8374-1d0abb7c9c16 req-d2cb34bf-533d-4982-afb9-c01f29146a0b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:54.338989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3894c6d5-d3f5-4877-8374-1d0abb7c9c16 req-d2cb34bf-533d-4982-afb9-c01f29146a0b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0503736 Sep 26 13:50:54.377807 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3894c6d5-d3f5-4877-8374-1d0abb7c9c16 req-3b775616-ddfd-4e61-b41b-1ea4ca5a714a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Sep 26 13:50:55.498291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adaa68-36e7-4d83-98ce-291ddad1cb37 req-716e208d-2eb4-47f4-84ca-c8255d4475a0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:55.499793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8adaa68-36e7-4d83-98ce-291ddad1cb37 req-716e208d-2eb4-47f4-84ca-c8255d4475a0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0542789 Sep 26 13:50:55.536617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c8adaa68-36e7-4d83-98ce-291ddad1cb37 req-37bf73c2-c5a5-4b5a-97d8-43d018d1c054 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307419 Sep 26 13:50:56.661745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a5829-e228-4af8-829e-765430fbcc30 req-ebb41531-613c-49de-95e4-9fb577018586 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:56.663263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-724a5829-e228-4af8-829e-765430fbcc30 req-ebb41531-613c-49de-95e4-9fb577018586 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0566046 Sep 26 13:50:56.704339 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-724a5829-e228-4af8-829e-765430fbcc30 req-363a7b89-d8cb-46c6-9384-48687c784392 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345244 Sep 26 13:50:57.820520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59093d0-3df7-465f-9f52-081cdf508b46 req-1fa49075-f863-4b31-84b2-e645cf1f9f85 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:57.822022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a59093d0-3df7-465f-9f52-081cdf508b46 req-1fa49075-f863-4b31-84b2-e645cf1f9f85 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0491881 Sep 26 13:50:57.859942 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a59093d0-3df7-465f-9f52-081cdf508b46 req-16af7eff-2550-4714-bef5-8f14303e2896 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310802 Sep 26 13:50:58.975490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7e26e-f6e0-4f37-ab1a-25982321d818 req-168bf5a2-891b-4b99-89e5-d8640d670cd9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:50:58.976997 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2be7e26e-f6e0-4f37-ab1a-25982321d818 req-168bf5a2-891b-4b99-89e5-d8640d670cd9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0491855 Sep 26 13:50:59.019972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2be7e26e-f6e0-4f37-ab1a-25982321d818 req-8561170f-950a-4b37-bcbc-f5016d41b78a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371356 Sep 26 13:51:00.140678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f0fb-1c89-48f2-987e-e0a9407ee4aa req-01bd44a4-fda9-439f-b532-80c9d5e1dd4e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:00.142187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5857f0fb-1c89-48f2-987e-e0a9407ee4aa req-01bd44a4-fda9-439f-b532-80c9d5e1dd4e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0522609 Sep 26 13:51:00.181006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5857f0fb-1c89-48f2-987e-e0a9407ee4aa req-320a9f22-5c5b-4107-9b0b-551894cf483c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Sep 26 13:51:01.298190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c58ea5-2a05-4af8-b45e-44c6f2ec3a70 req-334e6744-881f-4b54-906a-8b1d597e2705 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:01.299839 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e0c58ea5-2a05-4af8-b45e-44c6f2ec3a70 req-334e6744-881f-4b54-906a-8b1d597e2705 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0502403 Sep 26 13:51:01.338995 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e0c58ea5-2a05-4af8-b45e-44c6f2ec3a70 req-9427508d-5bb0-4a23-bd75-01116a8fd147 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329416 Sep 26 13:51:02.377772 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-842dd179-ceda-4a42-893b-1dca16d89b8d service neutron] show failed (client error): The resource could not be found. Sep 26 13:51:02.378811 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-842dd179-ceda-4a42-893b-1dca16d89b8d service neutron] 10.222.0.23 "GET /v2.0/ports/1edf14c3-8e46-4ab3-9d00-88fc616e9a52/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0595725 Sep 26 13:51:02.459363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c921074-1822-4907-8cc5-8ba1db9e99ab req-2a1c0726-b6f4-4751-9f58-1c4ca78f9dca tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:02.461187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c921074-1822-4907-8cc5-8ba1db9e99ab req-2a1c0726-b6f4-4751-9f58-1c4ca78f9dca tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 945 time: 0.0525453 Sep 26 13:51:02.503004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5c921074-1822-4907-8cc5-8ba1db9e99ab req-7f3958c2-1935-4295-b3cf-9c4039efe697 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349188 Sep 26 13:51:02.580841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-5962e43a-9bd2-4429-8120-72ccd8649aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:02.582444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-5962e43a-9bd2-4429-8120-72ccd8649aeb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 1097 time: 0.0425730 Sep 26 13:51:02.594123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:51:02.650348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:02.862025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:51:02.894768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:51:02.933783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:51:02.935952 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13099b-8e6e-4ba8-b0ff-6862d40b7e52" -d '{"events": [{"server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "name": "network-vif-unplugged", "status": "completed", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:51:02.939881 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:02.953000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Transition to ACTIVE for port object 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:51:02.957454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:03.013342 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e04722-483f-480e-9c56-951942ac4e8d x-openstack-request-id: req-83e04722-483f-480e-9c56-951942ac4e8d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:51:03.013653 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "name": "network-vif-unplugged", "status": "completed", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:51:03.013914 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83e04722-483f-480e-9c56-951942ac4e8d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:51:03.014317 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'code': 200} Sep 26 13:51:03.083481 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Pushing event updated for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:03.105848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.106199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.106546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.106892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.107223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.107560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.107884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.108212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.108542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.108888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.109204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.109548 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:03.149821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] No DVR routers for this DVR port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:51:03.288837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Attempting to bind port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:51:03.289169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Attempting to bind port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:51:03.289515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Attempting to bind port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:51:03.293880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:51:03.294235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Attempting to bind port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:51:03.299043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:51:03.299383 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:51:03.299766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:51:03.300190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Bound port: 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:51:03.300545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:03.365413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:51:03.368678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:51:03.373868 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:03.408575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:03.409205 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:03.410676 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] 10.222.0.24 "PUT /v2.0/ports/1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 1092 time: 0.8205876 Sep 26 13:51:03.444949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715cc5e-2195-4951-b3b6-7767499da85c service neutron] Pushing event updated for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:03.487714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-8447041b-b3f5-4855-bc94-322f3b9f6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:03.489303 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-8447041b-b3f5-4855-bc94-322f3b9f6825 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1095 time: 0.0544477 Sep 26 13:51:03.587504 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-75d9dc83-cf7c-4b1e-a252-6198cf507fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:03.589088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-75d9dc83-cf7c-4b1e-a252-6198cf507fb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0933278 Sep 26 13:51:03.681086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-4cbbcd40-4640-4a71-944b-a19f5f7f12cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 998 time: 0.0843251 Sep 26 13:51:03.690155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb41b7-827b-409b-924f-e23b34ae689c req-315c87cc-5df5-4004-a266-9b74910ed1f4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:03.691615 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bbbb41b7-827b-409b-924f-e23b34ae689c req-315c87cc-5df5-4004-a266-9b74910ed1f4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.1066036 Sep 26 13:51:03.769756 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bbbb41b7-827b-409b-924f-e23b34ae689c req-833982f3-9b93-4c3b-90b6-8b91a787bd48 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699069 Sep 26 13:51:03.771373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-b8ead376-52dd-4148-9bf0-f811e0cafd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:03.772884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-b8ead376-52dd-4148-9bf0-f811e0cafd10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0803494 Sep 26 13:51:03.825311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-810fab6f-50e7-4c61-af14-5cd2afc1ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:03.827113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-810fab6f-50e7-4c61-af14-5cd2afc1ebfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472465 Sep 26 13:51:03.921289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-7154cb83-0d8b-4d0a-9c67-c4f309006073 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869007 Sep 26 13:51:04.014639 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-bdd7a1ca-151f-45ec-b6d2-e183b8bbfba8 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 Sep 26 13:51:04.888467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848673c-b5ce-41a2-94fe-9c561a46cb83 req-9c9c01eb-4431-44ff-acfa-8cbc035cad96 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:04.890025 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3848673c-b5ce-41a2-94fe-9c561a46cb83 req-9c9c01eb-4431-44ff-acfa-8cbc035cad96 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0493896 Sep 26 13:51:04.929810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3848673c-b5ce-41a2-94fe-9c561a46cb83 req-4e652bcf-b631-42c6-b1b1-7e7b68166755 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338817 Sep 26 13:51:05.015337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:51:05.017760 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0" -d '{"events": [{"name": "network-changed", "server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:51:05.066567 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a663ea-11e8-4209-9ac8-6fd9e417ffaf x-openstack-request-id: req-b7a663ea-11e8-4209-9ac8-6fd9e417ffaf {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:51:05.066857 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:51:05.067111 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7a663ea-11e8-4209-9ac8-6fd9e417ffaf {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:51:05.067509 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'status': 'completed', 'code': 200} Sep 26 13:51:05.155567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-59d1b4ff-bda3-4bb2-9d41-3b486034f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:05.157095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-59d1b4ff-bda3-4bb2-9d41-3b486034f0ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1095 time: 0.0702398 Sep 26 13:51:05.161685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-b6ba6fed-d837-42ac-a5a0-89669c376448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:05.163162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-b6ba6fed-d837-42ac-a5a0-89669c376448 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1095 time: 0.0739224 Sep 26 13:51:05.326452 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-291ac668-4aab-48fb-93c0-2448314ba957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:05.327868 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-291ac668-4aab-48fb-93c0-2448314ba957 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1638551 Sep 26 13:51:05.329263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-5b9d0fc2-44a5-4f2f-9099-ca665467d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:05.330609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-5b9d0fc2-44a5-4f2f-9099-ca665467d9a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1593945 Sep 26 13:51:05.446300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-ecbdc7ad-a845-45c9-94f5-6b90463e5974 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 998 time: 0.1116011 Sep 26 13:51:05.448842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-a15c2b61-75b0-42ce-9188-98d7cd376b80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 998 time: 0.1076956 Sep 26 13:51:05.537862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-3b448cbe-e3fa-42d9-be44-9351570f7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:05.540618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-3b448cbe-e3fa-42d9-be44-9351570f7168 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0858924 Sep 26 13:51:05.544536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-3ff29e6d-b234-4965-a942-a2a4188d4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:05.546055 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-3ff29e6d-b234-4965-a942-a2a4188d4403 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0844140 Sep 26 13:51:05.621561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-92528bc8-b6f5-4dff-b6b2-56fb57841948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:05.623108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-92528bc8-b6f5-4dff-b6b2-56fb57841948 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680113 Sep 26 13:51:05.625001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-f35b5d22-a5f8-4ab6-8741-bd59adc05d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:05.626394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-f35b5d22-a5f8-4ab6-8741-bd59adc05d2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791817 Sep 26 13:51:05.789935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-6d6576b3-649d-4ccb-a8ee-6bd6cdcbc28b service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587591 Sep 26 13:51:05.792090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-541c3023-d1e6-467d-af74-af912dcbbb01 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538522 Sep 26 13:51:05.955427 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-8c0437a8-3aa2-4cce-9bc6-67b55d8bf0d2 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576273 Sep 26 13:51:05.957179 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ad2f0f5-991b-4e5c-a86c-d10a6de328a0 req-9bfa2225-b243-497d-ab5f-e7f10dcc25f7 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521204 Sep 26 13:51:06.069021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8a52-615b-4f72-9db8-9f21ef75ecc7 req-7413ba1d-a7a4-4390-b247-e7dd3e119ddc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:06.070613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-abbd8a52-615b-4f72-9db8-9f21ef75ecc7 req-7413ba1d-a7a4-4390-b247-e7dd3e119ddc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0513444 Sep 26 13:51:06.116867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-abbd8a52-615b-4f72-9db8-9f21ef75ecc7 req-77907cad-579b-4823-8b8a-7168b3f1beb2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 Sep 26 13:51:06.331717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f304e-fa23-4a97-a9cc-12680a8cc7ad req-64544966-bce9-467e-832e-1fe843bcd2ad tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:06.333365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c09f304e-fa23-4a97-a9cc-12680a8cc7ad req-64544966-bce9-467e-832e-1fe843bcd2ad tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0557277 Sep 26 13:51:06.342217 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377307-de73-4253-aed7-c48415947646 req-bfad7791-ca04-43d6-8c04-1983946942ed tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:06.343712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-bfad7791-ca04-43d6-8c04-1983946942ed tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c&tenant_id=4268bee06fe1494b99bfe05e9e753c26&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 943 time: 0.0527420 Sep 26 13:51:06.373150 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c09f304e-fa23-4a97-a9cc-12680a8cc7ad req-63fb7025-4f00-4c17-b6b0-f028e512b3d3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Sep 26 13:51:06.408304 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-23377307-de73-4253-aed7-c48415947646 req-c4cdd542-f4e4-4ddc-a570-36c882f4000a service neutron] delete failed (client error): The resource could not be found. Sep 26 13:51:06.409333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-c4cdd542-f4e4-4ddc-a570-36c882f4000a service neutron] 10.222.0.23 "DELETE /v2.0/ports/1edf14c3-8e46-4ab3-9d00-88fc616e9a52/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0587778 Sep 26 13:51:06.494728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377307-de73-4253-aed7-c48415947646 req-c31a3ed4-c6de-4a29-b135-b4db088bccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:06.496683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-c31a3ed4-c6de-4a29-b135-b4db088bccc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 1095 time: 0.0433362 Sep 26 13:51:06.585685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377307-de73-4253-aed7-c48415947646 req-97f415c2-a2f5-4bf7-9768-0fb4e15ab165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:06.587175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-97f415c2-a2f5-4bf7-9768-0fb4e15ab165 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0830522 Sep 26 13:51:06.657230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-73c2424e-eb3b-43e0-9df6-99af2c2fcfc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 200 len: 998 time: 0.0624313 Sep 26 13:51:06.706079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377307-de73-4253-aed7-c48415947646 req-c105306f-3ba7-4194-ba89-27c5da2b9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:06.707516 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-c105306f-3ba7-4194-ba89-27c5da2b9818 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0437520 Sep 26 13:51:06.753225 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:51:06.753843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377307-de73-4253-aed7-c48415947646 req-f20e2add-2f5f-460b-9a97-c423c4518d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:06.754789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-f20e2add-2f5f-460b-9a97-c423c4518d70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402741 Sep 26 13:51:06.791570 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:51:06.846333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-1466df90-a40b-4e79-af96-08effe755f1b service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Sep 26 13:51:06.936880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-23377307-de73-4253-aed7-c48415947646 req-c3a0c1b7-2195-4985-8e03-d94845f66f53 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835779 Sep 26 13:51:07.497264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c8a98-c48a-4bae-ac9a-52d3ea018100 req-eabe90e4-e064-46d8-b22a-39c9ac16b142 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:07.498730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b30c8a98-c48a-4bae-ac9a-52d3ea018100 req-eabe90e4-e064-46d8-b22a-39c9ac16b142 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0530815 Sep 26 13:51:07.539613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b30c8a98-c48a-4bae-ac9a-52d3ea018100 req-bcc0615f-ab97-4c2d-a705-4d2ae5085079 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345454 Sep 26 13:51:07.644940 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:51:07.659272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70612901-2a89-4447-9cf9-1a60677da000 req-28282192-b8e5-4937-ad73-8fbe6ea4c989 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:07.660778 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70612901-2a89-4447-9cf9-1a60677da000 req-28282192-b8e5-4937-ad73-8fbe6ea4c989 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0513754 Sep 26 13:51:07.700696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-70612901-2a89-4447-9cf9-1a60677da000 req-8baa1e07-71e2-4dbb-8780-bfb670d3b7b6 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337508 Sep 26 13:51:07.743925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:51:07.756337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'mac_address': 'fa:16:3e:c1:43:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:51:07.796814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:07.811161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:51:07.819125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade2ba5-9b83-4aa6-baa0-62f21aaaeeee req-e5f04981-03ef-4540-b626-ca61cdbe0ecf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:07.820645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ade2ba5-9b83-4aa6-baa0-62f21aaaeeee req-e5f04981-03ef-4540-b626-ca61cdbe0ecf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 943 time: 0.0490224 Sep 26 13:51:07.831717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:51:07.835899 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:07.864077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ade2ba5-9b83-4aa6-baa0-62f21aaaeeee req-6ad66f7c-dcfb-4426-b73e-b5d2efd228cf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361695 Sep 26 13:51:07.887891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:07.896429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.896778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.897117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.897452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.897824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.898157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.898484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.898799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.899125 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.899447 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.899775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:07.900120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:51:08.086147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['1edf14c3-8e46-4ab3-9d00-88fc616e9a52'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:51:08.119572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65590e3-5477-4c79-876e-dfb1f16b791d req-918b7559-bdb5-4161-80da-f516bcb870e5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:08.121156 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c65590e3-5477-4c79-876e-dfb1f16b791d req-918b7559-bdb5-4161-80da-f516bcb870e5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 944 time: 0.0581937 Sep 26 13:51:08.168564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c65590e3-5477-4c79-876e-dfb1f16b791d req-4890232e-fa80-479e-8c18-4c066e8ed9a4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411067 Sep 26 13:51:08.395485 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9d3e-c373-4138-b3c0-fda1a0f5794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:09.282938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142974d0-a643-4b9b-8f55-38ad5e41294c req-f0a00177-ed66-4199-9f8f-fc534cbb90c0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:09.284415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-142974d0-a643-4b9b-8f55-38ad5e41294c req-f0a00177-ed66-4199-9f8f-fc534cbb90c0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 944 time: 0.0479114 Sep 26 13:51:09.327491 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-142974d0-a643-4b9b-8f55-38ad5e41294c req-f604ea14-5417-4211-bad8-9ee4f8918f33 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371397 Sep 26 13:51:09.341510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-2965d6f1-8ba2-44a1-b20b-c023a330c51f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:09.342990 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-2965d6f1-8ba2-44a1-b20b-c023a330c51f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 944 time: 0.0484509 Sep 26 13:51:09.432687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Deleting port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:51:09.433024 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:09.524769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] For port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:51:09.525136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:09.660080 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:51:09.697444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:09.697945 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:09.698797 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c disassociated. External IP: 172.25.4.16, port: 1edf14c3-8e46-4ab3-9d00-88fc616e9a52. Sep 26 13:51:09.699139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Calling delete_port for 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:51:09.709423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:51:09.713311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:51:09.714351 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:09.796186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:10.135308 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:10.164466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event deleted for resources: {'Port': ['ID=1edf14c3-8e46-4ab3-9d00-88fc616e9a52,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:10.285887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:51:10.410712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:51:10.421261 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:51:10.430571 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:51:10.431179 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:50:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:51:10.439412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6535217d-80d9-4d00-8f1d-fca953f87071 req-28300f03-c83c-44b9-9f21-2af490b2586c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=30a74145-86d2-492f-8203-34a3ba20664c HTTP/1.1" status: 200 len: 210 time: 0.0401003 Sep 26 13:51:10.481603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] No DVR routers for this DVR port 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:51:10.484690 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:10.487172 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-627edd8c-9b40-4587-8821-aa5391e81dd3 req-792d35cf-b3ee-466a-9e5b-63bc7bbd3f98 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "DELETE /v2.0/ports/1edf14c3-8e46-4ab3-9d00-88fc616e9a52 HTTP/1.1" status: 204 len: 173 time: 1.1376772 Sep 26 13:51:10.487697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'name': 'network-vif-deleted', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:51:10.490284 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a4a9a3-b201-4123-87b1-6312b8b65cbf" -d '{"events": [{"server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "name": "network-vif-deleted", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:51:10.528561 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd41904-c9d9-457d-a82b-7c7cf878b7ed x-openstack-request-id: req-9bd41904-c9d9-457d-a82b-7c7cf878b7ed {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:51:10.528852 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a74145-86d2-492f-8203-34a3ba20664c", "name": "network-vif-deleted", "tag": "1edf14c3-8e46-4ab3-9d00-88fc616e9a52", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:51:10.529099 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bd41904-c9d9-457d-a82b-7c7cf878b7ed {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:51:10.529517 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a74145-86d2-492f-8203-34a3ba20664c', 'name': 'network-vif-deleted', 'tag': '1edf14c3-8e46-4ab3-9d00-88fc616e9a52', 'status': 'completed', 'code': 200} Sep 26 13:51:10.559239 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:51:10.849394 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:51:10.877884 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:51:10.887316 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:51:10.887929 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:50:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:51:10.993215 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:51:11.121427 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cdb2c03-1b55-42f4-8552-c465b7b8862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:11.195875 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:51:11.223321 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a710c2-bfcf-4b8d-b8fc-70cc27e5c6bf None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:51:11.441816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be8f6c-18d4-4272-9f3e-4a8385b0cf54 None None] New status for floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:51:11.688699 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:11.699372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-86786c18-192f-49fd-ac0e-6923054ed31c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--632004620&fields=id&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 267 time: 0.0405934 Sep 26 13:51:11.808650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-035ee03b-0a37-479b-8b49-474f339003ae tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:11.810223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-035ee03b-0a37-479b-8b49-474f339003ae tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 812 time: 0.1034193 Sep 26 13:51:11.825540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-a660177c-fe27-45c6-b9d8-45ef7323af53 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/quotas/4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Sep 26 13:51:11.879078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-32c34b1d-2f39-4aff-bb6b-26d845edea69 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478387 Sep 26 13:51:11.977130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-debcca15-59b5-477d-bbd2-d05927b32540 service neutron] 10.222.0.13 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Sep 26 13:51:12.068800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-b2baec9e-e11d-4947-a84d-f46f08274bfd service neutron] 10.222.0.13 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850518 Sep 26 13:51:12.238024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:13.251801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b5a270e9-7b71-43ad-a20b-b7f24714598e req-1f5d7027-2075-492f-b20b-8aed6957593f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 210 time: 0.0270226 Sep 26 13:51:13.702091 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:13.707060 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:51:13.729332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:51:13.729720 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 1edf14c3-8e46-4ab3-9d00-88fc616e9a52 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:51:14.346782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06b4dba1-f12a-4dab-b0a9-b3f0c17b61cc req-a1b61773-c9fa-4bb4-91cc-2b033aa358f2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 210 time: 0.0316319 Sep 26 13:51:15.425033 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5dbd3e00-c6bf-4bb3-85e0-f60dc56c7e5f req-241c14fd-4c03-473a-a0e6-e4601e73b135 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 210 time: 0.0280075 Sep 26 13:51:15.656284 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:16.504287 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f85ec56-d1a3-4e13-a6f9-f534235bab2e req-302fd84e-7875-49c6-9b75-5cc2aef6226e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 210 time: 0.0268140 Sep 26 13:51:17.600625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a8c82cd7-9f1e-4d08-82f0-723ccd71bed4 req-b9837f82-a5d2-4408-9f76-8c1e3bdc46d4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 210 time: 0.0266070 Sep 26 13:51:18.266249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-41f3422c-73ee-49a5-84e1-1123068dc6d4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:18.267734 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-41f3422c-73ee-49a5-84e1-1123068dc6d4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 812 time: 0.1048846 Sep 26 13:51:18.313691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-3fae3f96-8d6a-4152-8ce5-9d926125580c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 379 time: 0.0370929 Sep 26 13:51:18.322873 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'port': {'device_id': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'admin_state_up': True, 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'security_groups': ['2c8860b2-6ce2-450a-846c-ed9b01cd54e1']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:51:18.435478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Made reservation on behalf of 4268bee06fe1494b99bfe05e9e753c26 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:51:18.439038 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:18.567632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Allocated IP 172.20.0.11 (d9172beb-1094-46e4-8530-511b722bb928/7d8e4eb9-5119-456d-93bb-1c057d397cc9/380f2616-d70f-43e9-b7bf-c57e917d7981) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:51:18.705320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4374c52-c9d2-42e0-a053-86ff7a07d49f req-bbe23c8a-a74a-425e-a3b9-d29e5ae6b4a8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 210 time: 0.0347741 Sep 26 13:51:18.730431 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:18.763370 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:18.804352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Network d9172beb-1094-46e4-8530-511b722bb928 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:51:18.807584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:51:18.811305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:51:18.842084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:18.869434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:18.870153 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:18.884322 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-2d8bdc06-c5ba-4392-8064-896cd8987760 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650587 Sep 26 13:51:18.898356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Request body: {'port': {'device_id': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:51:18.959352 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:19.087314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b8ebf02b-7f96-4fa1-b016-a789c98587f2 None None] Provisioning complete for port 380f2616-d70f-43e9-b7bf-c57e917d7981 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:51:19.087868 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf02b-7f96-4fa1-b016-a789c98587f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:19.122798 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebf02b-7f96-4fa1-b016-a789c98587f2 None None] Port 380f2616-d70f-43e9-b7bf-c57e917d7981 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:51:19.230141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380f2616-d70f-43e9-b7bf-c57e917d7981 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:51:19.237717 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:19.249353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Transition to ACTIVE for port object 380f2616-d70f-43e9-b7bf-c57e917d7981 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:51:19.252922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:19.306220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:19.376505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Attempting to bind port 380f2616-d70f-43e9-b7bf-c57e917d7981 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:51:19.376842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Attempting to bind port 380f2616-d70f-43e9-b7bf-c57e917d7981 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:51:19.377169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Attempting to bind port 380f2616-d70f-43e9-b7bf-c57e917d7981 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:51:19.381859 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Port 380f2616-d70f-43e9-b7bf-c57e917d7981 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:51:19.382185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Attempting to bind port 380f2616-d70f-43e9-b7bf-c57e917d7981 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:51:19.388011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:51:19.388349 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:51:19.388726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:51:19.389152 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Bound port: 380f2616-d70f-43e9-b7bf-c57e917d7981, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:51:19.389527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:19.457725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:51:19.461221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:51:19.466688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:19.503062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:19.503689 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:19.511093 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] 10.222.0.23 "PUT /v2.0/ports/380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 1093 time: 0.6113825 Sep 26 13:51:19.511093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:51:19.511093 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7" -d '{"events": [{"name": "network-changed", "server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:51:19.535891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fa801-210a-49f2-b2b1-83af3d5eeb5b service neutron] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:19.604227 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-4de7f85c-59ff-43be-861b-e6d10197ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:19.605792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-4de7f85c-59ff-43be-861b-e6d10197ad14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1096 time: 0.0556228 Sep 26 13:51:19.654624 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107066e5-9601-4de1-a936-965b47baa079 x-openstack-request-id: req-107066e5-9601-4de1-a936-965b47baa079 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:51:19.654915 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:51:19.655165 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-107066e5-9601-4de1-a936-965b47baa079 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:51:19.655574 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'status': 'completed', 'code': 200} Sep 26 13:51:19.657586 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-a56a2296-fbc3-42df-9b95-b0dee8b936df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 217 time: 0.0435009 Sep 26 13:51:19.710690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-c87f5bd3-484b-48ee-8515-620b3dd275de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:19.712201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-c87f5bd3-484b-48ee-8515-620b3dd275de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0482659 Sep 26 13:51:19.766506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-afe51ded-31c9-40a9-96a2-5115d920d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:19.768249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-afe51ded-31c9-40a9-96a2-5115d920d092 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485933 Sep 26 13:51:19.886848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc086510-d0ef-4b3a-b88d-f2e6576e78f8 req-72259a03-7e85-45fc-ada1-d68ec7bd51e5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:19.888285 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc086510-d0ef-4b3a-b88d-f2e6576e78f8 req-72259a03-7e85-45fc-ada1-d68ec7bd51e5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.1120429 Sep 26 13:51:19.924613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-bd80e6a7-b109-4ee2-b1bf-64891ce1c881 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494734 Sep 26 13:51:19.950711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bc086510-d0ef-4b3a-b88d-f2e6576e78f8 req-f5e2a554-d266-44d8-baae-dcb377ef0d88 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562329 Sep 26 13:51:20.025970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e11d66f2-b4ef-4cc9-b307-9f5dfcce200f req-a417f72a-4a88-489c-827d-5bb3a23f568e service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898559 Sep 26 13:51:20.116218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-b9046cf7-cb9f-4f01-9689-ba6e324ee66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:20.117771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-b9046cf7-cb9f-4f01-9689-ba6e324ee66b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1096 time: 0.0452805 Sep 26 13:51:20.214667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-93b55099-cfd6-45d8-a738-83c9575a9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:20.216026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-93b55099-cfd6-45d8-a738-83c9575a9b41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0907304 Sep 26 13:51:20.257972 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-5502a135-e802-44bf-8e2d-b8427fa92a94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 217 time: 0.0351105 Sep 26 13:51:20.310512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-a90a81c3-30e3-4524-a3cd-d09b4051199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:20.311986 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-a90a81c3-30e3-4524-a3cd-d09b4051199a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0478618 Sep 26 13:51:20.359006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-bab3ecfe-2d0f-4260-8736-6bc8ff985d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:20.360525 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-bab3ecfe-2d0f-4260-8736-6bc8ff985d5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419326 Sep 26 13:51:20.450694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-a9f22287-bf49-4b5a-b39c-98865326565e service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833578 Sep 26 13:51:20.545646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b42c17a5-4ef9-4d39-b777-b33bc8d9cae7 req-e022836c-0b51-479b-99d3-742faa12c63a service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878808 Sep 26 13:51:20.563006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:21.069436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7954dd-95ae-4180-b3a9-a8185bdc2915 req-4ce81f60-5b0c-463a-b904-033940d8baa1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:21.070989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe7954dd-95ae-4180-b3a9-a8185bdc2915 req-4ce81f60-5b0c-463a-b904-033940d8baa1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.0509157 Sep 26 13:51:21.110612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe7954dd-95ae-4180-b3a9-a8185bdc2915 req-7388f827-a875-4076-b45a-337f1db09152 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329044 Sep 26 13:51:21.796701 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:51:22.230306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dca87-9cfb-4387-a000-9e30e6a4e94d req-a7d0e46c-edaf-4ead-98fd-124693287b43 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:22.231815 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f2dca87-9cfb-4387-a000-9e30e6a4e94d req-a7d0e46c-edaf-4ead-98fd-124693287b43 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.0502489 Sep 26 13:51:22.270442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7f2dca87-9cfb-4387-a000-9e30e6a4e94d req-805a55b6-45bc-4e72-9476-e40eda3630b2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Sep 26 13:51:23.388530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97095ace-02d0-4656-a35a-5fa66542e74b req-b90b132d-3a0d-4754-ab60-ccf0d60b2049 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:23.390105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97095ace-02d0-4656-a35a-5fa66542e74b req-b90b132d-3a0d-4754-ab60-ccf0d60b2049 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.0533738 Sep 26 13:51:23.428788 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-97095ace-02d0-4656-a35a-5fa66542e74b req-a098bca3-7255-4ea6-98ec-438e9f947f91 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326183 Sep 26 13:51:24.549392 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1937cd-e100-4883-b041-43f2a50b8be2 req-4b568eb8-1819-479a-9489-02670fec238e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:24.551969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d1937cd-e100-4883-b041-43f2a50b8be2 req-4b568eb8-1819-479a-9489-02670fec238e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.0559213 Sep 26 13:51:24.592652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d1937cd-e100-4883-b041-43f2a50b8be2 req-feca2fd8-d70b-44e4-8abc-1a0fb36d8e26 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347810 Sep 26 13:51:24.851527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 380f2616-d70f-43e9-b7bf-c57e917d7981 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:51:24.971359 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:51:24.982271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'mac_address': 'fa:16:3e:9f:74:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:51:25.021326 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:25.033986 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380f2616-d70f-43e9-b7bf-c57e917d7981 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:51:25.053334 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:51:25.057673 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:25.106934 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:25.404212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['380f2616-d70f-43e9-b7bf-c57e917d7981'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:51:25.705968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6540c-6723-4984-98ab-4a5d0b1f3089 req-d4d41ad1-7864-4d3a-afa5-e81d16f35fc3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:25.707384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ec6540c-6723-4984-98ab-4a5d0b1f3089 req-d4d41ad1-7864-4d3a-afa5-e81d16f35fc3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Sep 26 13:51:25.746359 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ec6540c-6723-4984-98ab-4a5d0b1f3089 req-83803c62-83e5-4bbf-a793-9d7206111ea6 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329926 Sep 26 13:51:26.847345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 380f2616-d70f-43e9-b7bf-c57e917d7981 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:51:26.863415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b232619-1411-4859-855b-4330cd8aee21 req-e7c9f4a0-4967-47e9-9d37-03015373431a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:26.864947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b232619-1411-4859-855b-4330cd8aee21 req-e7c9f4a0-4967-47e9-9d37-03015373431a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 945 time: 0.0503545 Sep 26 13:51:26.895782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 380f2616-d70f-43e9-b7bf-c57e917d7981 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:51:26.899607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 380f2616-d70f-43e9-b7bf-c57e917d7981 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:51:26.900007 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:26.904660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6b232619-1411-4859-855b-4330cd8aee21 req-f0d1e984-8c31-4f7b-8005-482e4bcb5fac tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331256 Sep 26 13:51:26.989908 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:27.016711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:51:27.019153 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345f9d545fe9aed5983ec0ed3a218cc3958b0a68f56c5f1f5618b78250c6efd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd02049c-ef90-4124-9929-d794958c4c2d" -d '{"events": [{"server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "name": "network-vif-plugged", "status": "completed", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:51:27.033857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:51:27.038517 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:27.094654 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:51:27.128594 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd1f563-6dd8-4374-8eac-0f4a75ea097a x-openstack-request-id: req-5bd1f563-6dd8-4374-8eac-0f4a75ea097a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:51:27.128886 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "name": "network-vif-plugged", "status": "completed", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:51:27.129140 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bd1f563-6dd8-4374-8eac-0f4a75ea097a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:51:27.129632 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'code': 200} Sep 26 13:51:27.229189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65256b-55fe-4bc4-b4b2-e809fa8c53ff req-f4c3cd88-01ee-4b36-8d1a-c36e2161af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:27.231199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a65256b-55fe-4bc4-b4b2-e809fa8c53ff req-f4c3cd88-01ee-4b36-8d1a-c36e2161af4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1098 time: 0.0400577 Sep 26 13:51:27.265726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a65256b-55fe-4bc4-b4b2-e809fa8c53ff req-f16eeca9-d510-4428-8124-08972d72017e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272217 Sep 26 13:51:28.022532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204f026-9ed2-428e-bf5c-79a44a9c2abb req-85c94fdd-29a1-4961-bb2b-e114a68b6cde tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:28.023999 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e204f026-9ed2-428e-bf5c-79a44a9c2abb req-85c94fdd-29a1-4961-bb2b-e114a68b6cde tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0528648 Sep 26 13:51:28.063283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e204f026-9ed2-428e-bf5c-79a44a9c2abb req-942f1120-8ed0-47cb-a183-85fcf18f39cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Sep 26 13:51:29.182085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473942c-bd01-41bd-8371-92d142dba543 req-ea9e13e7-3d7e-4124-bde4-a800eec582d2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:29.184119 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1473942c-bd01-41bd-8371-92d142dba543 req-ea9e13e7-3d7e-4124-bde4-a800eec582d2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0522802 Sep 26 13:51:29.244820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1473942c-bd01-41bd-8371-92d142dba543 req-05d38117-b3e1-4454-a692-24722ca1baae tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492089 Sep 26 13:51:29.358414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8907af-df2d-4e20-8679-abdc0a2aa6a5 req-ef198254-6c45-4c54-82fc-87ec4a7d96c0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:29.359908 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2a8907af-df2d-4e20-8679-abdc0a2aa6a5 req-ef198254-6c45-4c54-82fc-87ec4a7d96c0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0488529 Sep 26 13:51:29.368409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 58948) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:51:29.373397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'floatingip': {'port_id': '380f2616-d70f-43e9-b7bf-c57e917d7981'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:51:29.411796 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:29.834804 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:29.838534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:29.937971 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c associated. External IP: 172.25.4.16, port: 380f2616-d70f-43e9-b7bf-c57e917d7981. Sep 26 13:51:30.146993 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:51:30.255654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:51:30.260530 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:30.266057 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f43953-4435-459e-a752-dc1b52962298 None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:51:30.275541 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f43953-4435-459e-a752-dc1b52962298 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:51:30.276167 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-44f43953-4435-459e-a752-dc1b52962298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:51:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:51:30.289049 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0f78c7b9-e99e-456c-8123-b624ae0a53f1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "PUT /v2.0/floatingips/0aafaefc-bafa-4b57-810b-96e5859dad9c HTTP/1.1" status: 200 len: 991 time: 0.9195788 Sep 26 13:51:30.289684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:51:30.292089 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d19d0bf43a970f43c83bb437de0719136d26f897658dd86066f8f2eec4658a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8249875a-6a1d-4137-8343-8cd94378f413" -d '{"events": [{"name": "network-changed", "server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:51:30.333703 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc3dde-77ff-4b2a-a577-7a68863615f4 x-openstack-request-id: req-fdbc3dde-77ff-4b2a-a577-7a68863615f4 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:51:30.334001 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:51:30.334260 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdbc3dde-77ff-4b2a-a577-7a68863615f4 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:51:30.334673 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'status': 'completed', 'code': 200} Sep 26 13:51:30.387187 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-44f43953-4435-459e-a752-dc1b52962298 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:51:30.395775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249875a-6a1d-4137-8343-8cd94378f413 req-d9e40f2e-66d7-4f6c-a48b-2baf006f929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:30.397314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8249875a-6a1d-4137-8343-8cd94378f413 req-d9e40f2e-66d7-4f6c-a48b-2baf006f929f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1098 time: 0.0415876 Sep 26 13:51:30.495705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249875a-6a1d-4137-8343-8cd94378f413 req-568e47b2-81a8-45fb-a6e7-717de5ca761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:30.497188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8249875a-6a1d-4137-8343-8cd94378f413 req-568e47b2-81a8-45fb-a6e7-717de5ca761b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0933790 Sep 26 13:51:30.565146 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8249875a-6a1d-4137-8343-8cd94378f413 req-25be4b44-6fb6-4b6c-9b1f-113d020e97ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 999 time: 0.0598655 Sep 26 13:51:30.621750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249875a-6a1d-4137-8343-8cd94378f413 req-d910339d-0b8f-414b-8631-10a79f6eb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:30.622490 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-44f43953-4435-459e-a752-dc1b52962298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:9f:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:51:29Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:51:30.623269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8249875a-6a1d-4137-8343-8cd94378f413 req-d910339d-0b8f-414b-8631-10a79f6eb8ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0518680 Sep 26 13:51:30.648981 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f43953-4435-459e-a752-dc1b52962298 None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:51:30.657686 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f43953-4435-459e-a752-dc1b52962298 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:51:30.658492 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-44f43953-4435-459e-a752-dc1b52962298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:51:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:51:30.674100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249875a-6a1d-4137-8343-8cd94378f413 req-778318e8-c929-4b2e-a80c-f32c34b6156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:51:30.675622 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8249875a-6a1d-4137-8343-8cd94378f413 req-778318e8-c929-4b2e-a80c-f32c34b6156b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456169 Sep 26 13:51:30.763313 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-44f43953-4435-459e-a752-dc1b52962298 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:51:30.764998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8249875a-6a1d-4137-8343-8cd94378f413 req-6495c62c-56be-4385-a1bd-56fd3ef1a4e8 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823495 Sep 26 13:51:30.860883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8249875a-6a1d-4137-8343-8cd94378f413 req-10e90eae-c2f0-4923-8885-997b82b7bc67 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893860 Sep 26 13:51:31.005788 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-44f43953-4435-459e-a752-dc1b52962298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:9f:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:51:29Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:51:31.031034 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f43953-4435-459e-a752-dc1b52962298 None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:9f:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:51:29Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:51:31.227533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2167c72-ee93-4563-9807-c4de510a16d9 None None] New status for floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:51:38.397512 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7b029847-20e0-4c13-bd43-1515a575799a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:41.123093 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b6641e70-5788-45c0-9579-be2e68b4c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:41.690208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:42.240755 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:43.704039 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:45.657242 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:50.566141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:51:58.796782 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:52:08.399522 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6cae85c3-ab4c-48e9-b63e-878249369911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:11.123242 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5f6cbb46-bad5-4014-8106-88ebc54b1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:11.690825 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:12.244187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:12.971304 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-a8152e75-2702-402b-8e6b-5cc3dcbaca27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895140 Sep 26 13:52:13.056601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-1db1eba4-6410-499c-90b4-8e022df5ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:52:13.058683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-1db1eba4-6410-499c-90b4-8e022df5ce55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1098 time: 0.0431104 Sep 26 13:52:13.477228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-274f03b4-a4c7-4887-a6cb-1286847cf104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:52:13.478751 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-274f03b4-a4c7-4887-a6cb-1286847cf104 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.3986661 Sep 26 13:52:13.544592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-d7339150-297b-46d3-8ebe-8fd17d860de8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 1001 time: 0.0585692 Sep 26 13:52:13.598094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-7ae193c4-718b-4e58-8e91-7aae84936d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:52:13.599553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-7ae193c4-718b-4e58-8e91-7aae84936d4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0483224 Sep 26 13:52:13.644909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-d392724e-3e8e-43ef-98fb-8c6e0abc0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:52:13.646452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-d392724e-3e8e-43ef-98fb-8c6e0abc0427 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399380 Sep 26 13:52:13.706690 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:13.740393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-4494dc57-3804-4d50-bdc3-8f56a7a1e39c service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855649 Sep 26 13:52:13.836177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d53758b6-fe6f-4021-9cfb-6edc7d5df9db req-537c30e3-1a38-4071-9861-d33864243e94 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883217 Sep 26 13:52:15.656036 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:20.576080 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:23.717082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-45bb1911-37b0-47a1-b1e2-16232b93c68e req-c2dd1892-4358-48f4-8b09-0b731f5cbe28 service neutron] (94811) timed out ('10.222.0.13', 56672) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 13:52:35.797186 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:52:38.401923 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9de47c2a-5f12-4f4c-922c-1dda412d577b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:41.123664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d3d186a4-09f2-45ac-a0e5-f99214690edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:41.692447 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:42.247218 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:43.708230 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:45.655777 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:52:50.581096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:08.404138 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbab4-6cb5-4290-92e8-a02761f8e59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:11.123763 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-718ac22e-4626-4b03-b98f-f15bbdfb82ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:11.693662 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:12.250808 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:12.796019 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:53:13.710799 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:13.994107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-75231f39-ca03-4077-9083-786765213f18 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891399 Sep 26 13:53:14.079252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-b6cc59ed-c661-4927-8f52-f069cf7c6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:53:14.080950 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-b6cc59ed-c661-4927-8f52-f069cf7c6110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1098 time: 0.0428207 Sep 26 13:53:14.208031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-b6a20ab6-02b3-4083-b632-8b014581b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:53:14.209463 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-b6a20ab6-02b3-4083-b632-8b014581b3a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1087520 Sep 26 13:53:14.280455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-2e72baa3-8391-447d-8a67-cc02b30e7bfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 1001 time: 0.0639553 Sep 26 13:53:14.334868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-ff15aac4-7e0d-428b-bf06-93dce9113826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:53:14.336344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-ff15aac4-7e0d-428b-bf06-93dce9113826 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0487571 Sep 26 13:53:14.381633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-9ee55252-df04-4539-8f94-a13eb525247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:53:14.383129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-9ee55252-df04-4539-8f94-a13eb525247a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400136 Sep 26 13:53:14.477780 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-2143ee4e-cd9f-4083-abe4-922727d991b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865076 Sep 26 13:53:14.568130 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc1c5731-e60b-4f41-9a2e-c5d3f7566dcb req-8904ff3d-b805-459a-b788-0950439726f5 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835869 Sep 26 13:53:15.671272 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:20.590089 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:38.406046 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-996ecafe-b813-4f9c-bb01-85ae6c54efd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:41.124027 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6d14-fbe1-4f10-9f80-127ac0733059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:41.695723 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:42.252599 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:43.712810 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:45.688999 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:49.794845 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:53:50.586653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:53:58.452494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767d099-a8d3-488a-8a29-242eede8c2b6 req-f77be005-815e-4a13-87e4-a2d377920dc3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:53:58.454072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3767d099-a8d3-488a-8a29-242eede8c2b6 req-f77be005-815e-4a13-87e4-a2d377920dc3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0939190 Sep 26 13:53:58.493157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3767d099-a8d3-488a-8a29-242eede8c2b6 req-3ec0dca2-16af-43b3-a47d-a6752458aa9f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Sep 26 13:53:59.701430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c0809-ef32-47b6-8019-00af81819a77 req-34973f72-875f-4b91-9446-f0ec82f005b6 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:53:59.702977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a3c0809-ef32-47b6-8019-00af81819a77 req-34973f72-875f-4b91-9446-f0ec82f005b6 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.1056361 Sep 26 13:53:59.742443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3a3c0809-ef32-47b6-8019-00af81819a77 req-767274d8-d996-47b2-90cb-eb42e69a84b4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335259 Sep 26 13:54:00.862201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007e369-34e9-4900-9048-a8b31cbbeace req-ec1c0368-b628-4e21-a8b2-6cbc6b601fad tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:00.863683 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d007e369-34e9-4900-9048-a8b31cbbeace req-ec1c0368-b628-4e21-a8b2-6cbc6b601fad tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0530868 Sep 26 13:54:00.902485 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d007e369-34e9-4900-9048-a8b31cbbeace req-235e4bbc-0f06-41c0-8ab5-77e3ad57b6d7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328979 Sep 26 13:54:02.016117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb90ae-1f9f-4556-8c47-cbb75d4d41d5 req-f48a2c0a-e5d9-464b-b8f0-2c282b3b4d5b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:02.017636 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ddb90ae-1f9f-4556-8c47-cbb75d4d41d5 req-f48a2c0a-e5d9-464b-b8f0-2c282b3b4d5b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0490654 Sep 26 13:54:02.054787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ddb90ae-1f9f-4556-8c47-cbb75d4d41d5 req-bf01f2fd-928a-46c3-b782-e4b20b46f04b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Sep 26 13:54:03.168832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbb9e3-8c59-4a85-a452-c00bdce59a3b req-9e69d965-4b5d-4195-8641-1fad3e6416e0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:03.170360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fecbb9e3-8c59-4a85-a452-c00bdce59a3b req-9e69d965-4b5d-4195-8641-1fad3e6416e0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0487263 Sep 26 13:54:03.209313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fecbb9e3-8c59-4a85-a452-c00bdce59a3b req-d8854c1d-106f-4846-9b07-eb21a6115d89 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329483 Sep 26 13:54:04.321690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b27eec-3be4-4aee-8e2a-ed0343e5d4eb req-ada7b4e4-1a77-4ce6-ac79-c08ec6c514f8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:04.323662 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-52b27eec-3be4-4aee-8e2a-ed0343e5d4eb req-ada7b4e4-1a77-4ce6-ac79-c08ec6c514f8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0484130 Sep 26 13:54:04.361592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-52b27eec-3be4-4aee-8e2a-ed0343e5d4eb req-81831106-7449-43bc-b8e5-ca0cc8c60ad4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Sep 26 13:54:05.474837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7569ae-dfa9-4daf-91e8-e404940b41a1 req-26ccf81e-2ea9-441e-baa9-ee1cb1cc8c41 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:05.476326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e7569ae-dfa9-4daf-91e8-e404940b41a1 req-26ccf81e-2ea9-441e-baa9-ee1cb1cc8c41 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0501883 Sep 26 13:54:05.514481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0e7569ae-dfa9-4daf-91e8-e404940b41a1 req-f25c5c63-e122-4ee3-8c91-8d30b217d9bd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Sep 26 13:54:06.631044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba5e0e-e617-4185-a68e-e7d9ce4d1b25 req-50510511-fc40-4d4b-9f0c-b977f241bdc1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:06.632551 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a6ba5e0e-e617-4185-a68e-e7d9ce4d1b25 req-50510511-fc40-4d4b-9f0c-b977f241bdc1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0523562 Sep 26 13:54:06.670584 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a6ba5e0e-e617-4185-a68e-e7d9ce4d1b25 req-cbd014ef-efb1-4a48-9f38-e13e34c4d6a0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Sep 26 13:54:07.789008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa35b-d88c-4b68-a0b5-988a73003e6d req-2ee1d219-ef8d-4e42-a9b5-4f0a886e900c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:07.790506 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff5aa35b-d88c-4b68-a0b5-988a73003e6d req-2ee1d219-ef8d-4e42-a9b5-4f0a886e900c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0527370 Sep 26 13:54:07.829429 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff5aa35b-d88c-4b68-a0b5-988a73003e6d req-f073f0e3-3686-4bd2-af7d-b1040f29a375 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Sep 26 13:54:08.406897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-feaa8eaf-80b2-4697-968a-e231a3d5fa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:08.945821 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654474e-3ffc-49e2-b4c0-7c02a403bfe4 req-1e205e51-ee7a-4080-93de-e661303387a8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:08.947354 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c654474e-3ffc-49e2-b4c0-7c02a403bfe4 req-1e205e51-ee7a-4080-93de-e661303387a8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0497098 Sep 26 13:54:08.985878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c654474e-3ffc-49e2-b4c0-7c02a403bfe4 req-7d98a9b9-71b4-44c5-810c-dab7486106d0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Sep 26 13:54:09.168720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 59324) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:54:09.226605 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d6af2-7aa1-4209-9768-912b78d55b01 req-7f6fe239-cb70-4f5b-8ab5-3e6c93fdda34 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:09.228161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-658d6af2-7aa1-4209-9768-912b78d55b01 req-7f6fe239-cb70-4f5b-8ab5-3e6c93fdda34 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0499904 Sep 26 13:54:09.258358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-0a13e47d-d8c1-455c-b292-f7eb4b91f685 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884056 Sep 26 13:54:09.267072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-658d6af2-7aa1-4209-9768-912b78d55b01 req-903eb971-e6bd-41a5-a9cf-ce0630d1bb78 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Sep 26 13:54:09.267282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-2f150208-3332-4e04-b085-201494d37328 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:54:09.268253 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-2f150208-3332-4e04-b085-201494d37328 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050595 Sep 26 13:54:10.352280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-2e50d588-4ccf-4f2d-88a6-5c7e515932ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:10.353786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-2e50d588-4ccf-4f2d-88a6-5c7e515932ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1098 time: 0.0503378 Sep 26 13:54:10.445636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6cf7f-9754-4de5-9573-18ab7d88c372 req-405f24c8-2d6b-4003-b8c4-471b07258e27 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:10.447121 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78b6cf7f-9754-4de5-9573-18ab7d88c372 req-405f24c8-2d6b-4003-b8c4-471b07258e27 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.1092484 Sep 26 13:54:10.503599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-78b6cf7f-9754-4de5-9573-18ab7d88c372 req-e2b627ef-df2b-4c9e-859d-a7019255ffb1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496197 Sep 26 13:54:10.504751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-94bc3361-a7f9-43d8-819c-acabf292ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:10.506161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-94bc3361-a7f9-43d8-819c-acabf292ad23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1346540 Sep 26 13:54:10.577405 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-b6daab4b-14c2-43f8-97a5-0e3e750930dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 1001 time: 0.0625646 Sep 26 13:54:10.626414 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-03746250-3683-42a8-945f-ffae77168753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:10.627854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-03746250-3683-42a8-945f-ffae77168753 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0442145 Sep 26 13:54:10.672620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-290ccf32-c91d-459e-9f62-538d8c846af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:10.674114 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-290ccf32-c91d-459e-9f62-538d8c846af7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395248 Sep 26 13:54:10.765425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-c54d7b15-7cab-4f20-ae1d-875093ce5b8c service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Sep 26 13:54:10.855663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-e76b4d97-224d-4989-a217-d792dfed9f15 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827200 Sep 26 13:54:11.123898 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42b5fda8-b1ad-4df9-9707-21175f434ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:11.622355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7f1f8-dfd6-43c3-9803-b7d42486bc7e req-640a9dde-b960-479a-95e8-790452188e4f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:11.623908 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2bf7f1f8-dfd6-43c3-9803-b7d42486bc7e req-640a9dde-b960-479a-95e8-790452188e4f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0546861 Sep 26 13:54:11.661944 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2bf7f1f8-dfd6-43c3-9803-b7d42486bc7e req-a4f1c742-ad1e-4b7e-9707-d04075e1cccf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Sep 26 13:54:11.698896 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:12.255259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:12.811486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb2750-30b3-488b-a749-571b65a6b1e4 req-463f7b57-ee2f-4929-98d6-692aac9415f7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:12.812983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a0cb2750-30b3-488b-a749-571b65a6b1e4 req-463f7b57-ee2f-4929-98d6-692aac9415f7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0836349 Sep 26 13:54:12.850805 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-5c854e8e-9ca0-4030-a9e4-825c4232e394 service neutron] show failed (client error): The resource could not be found. Sep 26 13:54:12.851786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-5c854e8e-9ca0-4030-a9e4-825c4232e394 service neutron] 10.222.0.23 "GET /v2.0/ports/380f2616-d70f-43e9-b7bf-c57e917d7981/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0964861 Sep 26 13:54:12.864729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a0cb2750-30b3-488b-a749-571b65a6b1e4 req-c8f3b90d-9a03-4bb6-912a-5a5adcb43106 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439935 Sep 26 13:54:13.115731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-97d820b9-0b47-4988-be30-48537c61c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:13.117243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-97d820b9-0b47-4988-be30-48537c61c7bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 1098 time: 0.0810399 Sep 26 13:54:13.128690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:54:13.186383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:13.389593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:54:13.422274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:54:13.467870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:54:13.473596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:13.486732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Transition to ACTIVE for port object 380f2616-d70f-43e9-b7bf-c57e917d7981 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:54:13.490893 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:13.520280 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44639eca-80c8-4141-befc-97f17d253d5b" -d '{"events": [{"server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "name": "network-vif-unplugged", "status": "completed", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:54:13.578259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:13.590911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.591262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.591603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.591940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.592273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.592646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.592928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.593255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.593606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.593939 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.594262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.594800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:13.640548 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d607bc06-871d-4975-908f-467c48128571 x-openstack-request-id: req-d607bc06-871d-4975-908f-467c48128571 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:54:13.640788 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "name": "network-vif-unplugged", "status": "completed", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:54:13.641146 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d607bc06-871d-4975-908f-467c48128571 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:54:13.641463 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'code': 200} Sep 26 13:54:13.642202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] No DVR routers for this DVR port 380f2616-d70f-43e9-b7bf-c57e917d7981 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:54:13.717116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:13.780826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Attempting to bind port 380f2616-d70f-43e9-b7bf-c57e917d7981 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:54:13.781169 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Attempting to bind port 380f2616-d70f-43e9-b7bf-c57e917d7981 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:54:13.781522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Attempting to bind port 380f2616-d70f-43e9-b7bf-c57e917d7981 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:54:13.785999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Port 380f2616-d70f-43e9-b7bf-c57e917d7981 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:54:13.786326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Attempting to bind port 380f2616-d70f-43e9-b7bf-c57e917d7981 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:54:13.791328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:54:13.792242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:54:13.792623 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:54:13.793046 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Bound port: 380f2616-d70f-43e9-b7bf-c57e917d7981, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:54:13.793480 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:13.855772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:54:13.858766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:54:13.863276 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:13.900876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:13.902033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:13.903459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] 10.222.0.24 "PUT /v2.0/ports/380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 1093 time: 0.7786462 Sep 26 13:54:13.925890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c6138-4e84-4c1d-bd69-739eb528878b service neutron] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:14.012692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7de82-fa89-4d56-91f0-2d7fd370d36f req-495ac65d-a980-4623-a221-2b74a462fb0f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:14.014301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dc7de82-fa89-4d56-91f0-2d7fd370d36f req-495ac65d-a980-4623-a221-2b74a462fb0f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.0705976 Sep 26 13:54:14.017371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-d26b9286-4801-423c-9d79-4cd292539e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:14.018866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-d26b9286-4801-423c-9d79-4cd292539e31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1096 time: 0.0832093 Sep 26 13:54:14.087444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4dc7de82-fa89-4d56-91f0-2d7fd370d36f req-9f3e24e3-fa84-44ab-9b53-3938839d7891 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669029 Sep 26 13:54:14.143506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-33288438-1ebe-4506-9442-d51c81dc01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:14.145047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-33288438-1ebe-4506-9442-d51c81dc01da service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1179204 Sep 26 13:54:14.211975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-3642adc8-e879-4149-ab2b-c585242a8218 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 999 time: 0.0594749 Sep 26 13:54:14.265895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-991ee79c-eec2-4976-9005-c6d4153921db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:14.267360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-991ee79c-eec2-4976-9005-c6d4153921db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0482423 Sep 26 13:54:14.312326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-b3314810-a3ab-4627-9044-3fd2d2a96577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:14.313837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-b3314810-a3ab-4627-9044-3fd2d2a96577 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390370 Sep 26 13:54:14.401643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-38cd5ee6-8cc2-4ee0-89f6-81ca484d64ab service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808976 Sep 26 13:54:14.493943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ca82c0b-990a-41d2-8513-c7aff303bcfe req-8a2b2540-6e14-43e5-b2d3-731b453c90c1 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848339 Sep 26 13:54:15.208228 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1e030-96b6-4bfb-bf8b-14f45de38656 req-44dbbd45-2c30-4b92-98ca-9089b19ea547 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:15.209767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31e1e030-96b6-4bfb-bf8b-14f45de38656 req-44dbbd45-2c30-4b92-98ca-9089b19ea547 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.0510786 Sep 26 13:54:15.247529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31e1e030-96b6-4bfb-bf8b-14f45de38656 req-2fc70996-2541-4a6e-ad4a-bd4c2e9996ba tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318816 Sep 26 13:54:15.460753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 380f2616-d70f-43e9-b7bf-c57e917d7981 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:54:15.500955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 380f2616-d70f-43e9-b7bf-c57e917d7981 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:54:15.642365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:54:15.644877 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:54:15.693655 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb2a051-9334-4cfe-b332-d230105f955f x-openstack-request-id: req-0bb2a051-9334-4cfe-b332-d230105f955f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:54:15.693946 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:54:15.694271 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bb2a051-9334-4cfe-b332-d230105f955f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:54:15.694643 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'status': 'completed', 'code': 200} Sep 26 13:54:15.715244 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:15.790492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-a9bbd4b0-4d70-49aa-8f4f-a521d63d52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:15.792587 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-a9bbd4b0-4d70-49aa-8f4f-a521d63d52ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1096 time: 0.0762446 Sep 26 13:54:15.798655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-efb0ee29-961f-4909-94cc-e0cb365367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:15.800315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-efb0ee29-961f-4909-94cc-e0cb365367b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1096 time: 0.0592198 Sep 26 13:54:15.949198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-8b50587f-aac0-49bc-b002-1d8c7a8befba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:15.950944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-8b50587f-aac0-49bc-b002-1d8c7a8befba service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1497512 Sep 26 13:54:15.953403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-3f422852-afdc-4dcf-ba7f-5df679072316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:15.954735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-3f422852-afdc-4dcf-ba7f-5df679072316 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1464992 Sep 26 13:54:16.058475 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-7186c591-90fb-47cb-b4ae-0569fd38bd1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 999 time: 0.1002009 Sep 26 13:54:16.064053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-1fde8db4-4beb-4bb7-ac0b-b5bc262e5200 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 999 time: 0.0997460 Sep 26 13:54:16.138326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-503edfdb-169b-4509-9738-00353bb15607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.139771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-503edfdb-169b-4509-9738-00353bb15607 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0748861 Sep 26 13:54:16.142944 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-87b5e848-3504-487c-b07c-777b5ce5bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.144310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-87b5e848-3504-487c-b07c-777b5ce5bab2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0724027 Sep 26 13:54:16.216095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-8487ed15-364b-4104-b667-f45c688c6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.217680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-8487ed15-364b-4104-b667-f45c688c6ad9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706847 Sep 26 13:54:16.220058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-da516773-3b71-4f58-b81d-ba8a741b714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.221390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-da516773-3b71-4f58-b81d-ba8a741b714e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666280 Sep 26 13:54:16.368012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf4fc3-a5a2-41fc-8ccb-913d8dcbdf8d req-3c8f86de-04c7-4cfd-af3b-783e81260a34 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.369656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f2bf4fc3-a5a2-41fc-8ccb-913d8dcbdf8d req-3c8f86de-04c7-4cfd-af3b-783e81260a34 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.0506861 Sep 26 13:54:16.374867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-ead2055a-f43c-4536-ae12-d85dddcc4b61 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493726 Sep 26 13:54:16.377039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-db2fca47-8f08-4b2f-b36e-3f7e12c65a4e service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441116 Sep 26 13:54:16.408790 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f2bf4fc3-a5a2-41fc-8ccb-913d8dcbdf8d req-47e20dd7-ae43-4972-b2f8-1cf0d9cbfc3a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330794 Sep 26 13:54:16.517708 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 380f2616-d70f-43e9-b7bf-c57e917d7981 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:54:16.536173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-9ee4facb-9d84-420f-b80e-32580306f2f4 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539900 Sep 26 13:54:16.539991 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-80801d10-1bab-46c3-b6b9-9ed584a6d9b4 req-cb6440f3-a3b9-4eba-8726-52d8fec9af81 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494095 Sep 26 13:54:16.620158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b852f0-b92d-4e83-9787-e01d7bd28ed5 req-b5e0ff6b-c978-4d37-b134-73196f6132ad tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.621653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08b852f0-b92d-4e83-9787-e01d7bd28ed5 req-b5e0ff6b-c978-4d37-b134-73196f6132ad tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 944 time: 0.0558491 Sep 26 13:54:16.625970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:54:16.639042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'mac_address': 'fa:16:3e:9f:74:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:54:16.639305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da533745-a043-4582-9616-925a6161d084 req-340b3f1e-6269-4d04-b297-cec2892b6e68 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.640582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-340b3f1e-6269-4d04-b297-cec2892b6e68 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054&tenant_id=4268bee06fe1494b99bfe05e9e753c26&binding%3Ahost_id=n-h2-806683-13 HTTP/1.1" status: 200 len: 944 time: 0.0619228 Sep 26 13:54:16.662871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08b852f0-b92d-4e83-9787-e01d7bd28ed5 req-c549c510-6a6f-4392-9e43-b6c886bf115f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345364 Sep 26 13:54:16.676187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:16.689866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380f2616-d70f-43e9-b7bf-c57e917d7981 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:54:16.704190 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-da533745-a043-4582-9616-925a6161d084 req-97277949-6056-4871-a9c6-2a41f46647a0 service neutron] delete failed (client error): The resource could not be found. Sep 26 13:54:16.705346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-97277949-6056-4871-a9c6-2a41f46647a0 service neutron] 10.222.0.23 "DELETE /v2.0/ports/380f2616-d70f-43e9-b7bf-c57e917d7981/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0571434 Sep 26 13:54:16.711260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:54:16.715229 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:16.766747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:16.774258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.774595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.774929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.775259 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.775583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.776951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.777285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.777641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.777961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.778280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.778616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.778914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:54:16.790722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da533745-a043-4582-9616-925a6161d084 req-bd1ea079-0390-486e-aac9-34298c8913bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.792484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-bd1ea079-0390-486e-aac9-34298c8913bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1097 time: 0.0432749 Sep 26 13:54:16.906711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-447581d3-2c28-474a-ab50-02cc9224f587 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0871894 Sep 26 13:54:16.921785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da533745-a043-4582-9616-925a6161d084 req-06d8cd87-ad7b-4348-bacc-92a4dd67466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:16.923297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-06d8cd87-ad7b-4348-bacc-92a4dd67466e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1239796 Sep 26 13:54:16.956896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['380f2616-d70f-43e9-b7bf-c57e917d7981'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:54:17.019230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-18af7bbd-4dc0-49c7-99df-94e92155c4ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 1000 time: 0.0891418 Sep 26 13:54:17.024436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-63c6b720-3ad8-45a0-a37e-634be4f99e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:17.025880 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-63c6b720-3ad8-45a0-a37e-634be4f99e19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1097 time: 0.0607867 Sep 26 13:54:17.105310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da533745-a043-4582-9616-925a6161d084 req-51f84d9b-52c0-4130-a624-80fc41f0c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:17.107589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-51f84d9b-52c0-4130-a624-80fc41f0c418 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0800574 Sep 26 13:54:17.509230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-371bd577-b244-400d-bc9f-f203f19403bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:17.510817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-371bd577-b244-400d-bc9f-f203f19403bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.4559081 Sep 26 13:54:17.515612 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da533745-a043-4582-9616-925a6161d084 req-37887318-3873-4d20-9aee-efa621ea2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:17.517004 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-37887318-3873-4d20-9aee-efa621ea2833 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3792477 Sep 26 13:54:17.631044 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-d5faf70b-f30a-41fd-aa9e-8b65cd56df2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 1000 time: 0.1126101 Sep 26 13:54:17.689159 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-ea97dfe6-b079-41c0-bd6b-a474eda69db6 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638112 Sep 26 13:54:17.706540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-e5397bb1-4d42-4970-9680-94b716c7dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:17.707954 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-e5397bb1-4d42-4970-9680-94b716c7dc94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0686841 Sep 26 13:54:17.846552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-3f357347-3f5d-4497-8b4e-d9d5e56212ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:17.848047 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-3f357347-3f5d-4497-8b4e-d9d5e56212ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283445 Sep 26 13:54:17.859141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef787c3-8191-4fe7-8005-7df5abadd5a9 req-1adb33bb-5746-4b3c-ab3d-84f3397bbb25 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:17.860637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ef787c3-8191-4fe7-8005-7df5abadd5a9 req-1adb33bb-5746-4b3c-ab3d-84f3397bbb25 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 945 time: 0.1068940 Sep 26 13:54:17.871467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da533745-a043-4582-9616-925a6161d084 req-43f25fe1-b661-4f40-b28a-6ac2a83f6d61 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724977 Sep 26 13:54:17.972599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4ef787c3-8191-4fe7-8005-7df5abadd5a9 req-96113aff-df9d-4624-9a31-50f6f10cb33f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015463 Sep 26 13:54:17.996697 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-0a8cdb80-46d3-4211-a5e1-b9a8d0833d42 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348333 Sep 26 13:54:18.104670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9b8e5b2-2cbd-43e7-9d5d-1b0871346b8f req-2a4de005-341f-4d68-a60b-9e6d0747336a service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007266 Sep 26 13:54:18.532365 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 380f2616-d70f-43e9-b7bf-c57e917d7981 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:54:18.590143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 380f2616-d70f-43e9-b7bf-c57e917d7981 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:54:18.594704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 380f2616-d70f-43e9-b7bf-c57e917d7981 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:54:18.595085 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:18.683496 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:18.708235 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:54:18.722221 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:54:18.726412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:18.751529 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9588c193-47a5-43f8-a5e2-8bb5f884a1ed" -d '{"events": [{"server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "name": "network-vif-plugged", "status": "completed", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:54:18.781876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:18.848791 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114af91c-72a9-42bd-b169-92a0c60a2159 x-openstack-request-id: req-114af91c-72a9-42bd-b169-92a0c60a2159 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:54:18.849455 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "name": "network-vif-plugged", "status": "completed", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:54:18.849739 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-114af91c-72a9-42bd-b169-92a0c60a2159 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:54:18.850140 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'code': 200} Sep 26 13:54:19.100168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a291c38-23d3-430a-a904-7e76b634dbe9 req-9cd3943b-7a8c-4554-9512-c1ab102d8328 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:19.101691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a291c38-23d3-430a-a904-7e76b634dbe9 req-9cd3943b-7a8c-4554-9512-c1ab102d8328 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0537872 Sep 26 13:54:19.145363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3a291c38-23d3-430a-a904-7e76b634dbe9 req-af9505d7-98d6-478e-bbe2-eebcf3c7d09a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370994 Sep 26 13:54:19.274614 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224b7c2-ae69-47f5-8bcb-427b68e70b3f req-6b50fc49-5f29-409c-8396-1dda553bc661 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:19.276658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3224b7c2-ae69-47f5-8bcb-427b68e70b3f req-6b50fc49-5f29-409c-8396-1dda553bc661 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0561194 Sep 26 13:54:19.318922 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3224b7c2-ae69-47f5-8bcb-427b68e70b3f req-b8724bed-e142-41dd-8cda-33c74da4e4b6 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362229 Sep 26 13:54:19.516875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153687e-d577-49d7-b3a6-932c1ba81bd4 req-b1472a3d-de6c-44ce-84e2-b8ada1d25616 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:19.518493 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d153687e-d577-49d7-b3a6-932c1ba81bd4 req-b1472a3d-de6c-44ce-84e2-b8ada1d25616 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0509133 Sep 26 13:54:19.548576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-262e8266-4d5c-402f-8e35-aea1ba968ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:19.550508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-262e8266-4d5c-402f-8e35-aea1ba968ad4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 1098 time: 0.0524576 Sep 26 13:54:19.562998 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d153687e-d577-49d7-b3a6-932c1ba81bd4 req-356ff677-22a9-46ef-8ffd-995e778adfd4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380740 Sep 26 13:54:19.659517 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-d1c2a6a9-f1c8-4404-affd-61e8576bfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:19.660998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-d1c2a6a9-f1c8-4404-affd-61e8576bfb77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1040215 Sep 26 13:54:19.727137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-f24b8a47-bbe0-48cb-9597-51eebe0045f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 200 len: 1001 time: 0.0583348 Sep 26 13:54:19.779821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-c2f67eb1-8468-4752-8674-ebd143ac6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:19.781283 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-c2f67eb1-8468-4752-8674-ebd143ac6f8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0470684 Sep 26 13:54:19.833113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-fca74ae2-92e3-41e0-a518-747ce0d66a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:19.834678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-fca74ae2-92e3-41e0-a518-747ce0d66a85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463705 Sep 26 13:54:19.928798 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-ec820436-8224-4198-9c71-ccbaa07052cd service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860968 Sep 26 13:54:20.022343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b4076b61-e38a-492e-b6b0-1ebd98d76794 req-aea264b8-581f-46d4-883d-c9f849b2a881 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859113 Sep 26 13:54:20.588095 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:20.681239 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dcefa-6149-4327-ac71-537b34158621 req-de8eb2f9-b46d-4407-954a-05d6856493a2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:20.682745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad9dcefa-6149-4327-ac71-537b34158621 req-de8eb2f9-b46d-4407-954a-05d6856493a2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0491574 Sep 26 13:54:20.722020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ad9dcefa-6149-4327-ac71-537b34158621 req-d5e9fcf9-1fd1-4ac2-8399-47aab039b48c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333209 Sep 26 13:54:20.966204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362c82b-b0a3-43a3-a0de-bcdd627a1d5d req-540f989c-831d-4040-a28d-722716a9c0c3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:20.967799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e362c82b-b0a3-43a3-a0de-bcdd627a1d5d req-540f989c-831d-4040-a28d-722716a9c0c3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0552669 Sep 26 13:54:21.019237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e362c82b-b0a3-43a3-a0de-bcdd627a1d5d req-a99a3a9d-ccca-4a24-9c05-07b7e905bf89 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430772 Sep 26 13:54:22.153033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef7f3-74e8-4b2f-bc03-c3bf09b7d9de req-e2a27211-1386-47b8-a8e4-c6e78baa3a1a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:22.154574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1a2ef7f3-74e8-4b2f-bc03-c3bf09b7d9de req-e2a27211-1386-47b8-a8e4-c6e78baa3a1a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0619149 Sep 26 13:54:22.187606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def26e-a728-45af-9ce7-e162387d2487 req-235b6271-a73a-4e43-af25-1cb8207f2ab1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:22.189495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20def26e-a728-45af-9ce7-e162387d2487 req-235b6271-a73a-4e43-af25-1cb8207f2ab1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 946 time: 0.0549698 Sep 26 13:54:22.195379 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1a2ef7f3-74e8-4b2f-bc03-c3bf09b7d9de req-2719f7b6-e208-41ae-878b-d157461db7ee tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331311 Sep 26 13:54:22.290799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Deleting port 380f2616-d70f-43e9-b7bf-c57e917d7981 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:54:22.291142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:22.392847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] For port 380f2616-d70f-43e9-b7bf-c57e917d7981, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=380f2616-d70f-43e9-b7bf-c57e917d7981,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:54:22.393206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:22.591437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:22.591798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:22.592115 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c disassociated. External IP: 172.25.4.16, port: 380f2616-d70f-43e9-b7bf-c57e917d7981. Sep 26 13:54:22.592456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Calling delete_port for 380f2616-d70f-43e9-b7bf-c57e917d7981 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:54:22.733057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:22.764860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event deleted for resources: {'Port': ['ID=380f2616-d70f-43e9-b7bf-c57e917d7981,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:22.882356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:54:23.004591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:54:23.016246 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:54:23.025747 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:54:23.026433 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:54:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:54:23.051839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] No DVR routers for this DVR port 380f2616-d70f-43e9-b7bf-c57e917d7981 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:54:23.054753 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:23.057012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20def26e-a728-45af-9ce7-e162387d2487 req-749fe371-4f3d-42bb-9858-f3c1f753587e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "DELETE /v2.0/ports/380f2616-d70f-43e9-b7bf-c57e917d7981 HTTP/1.1" status: 204 len: 173 time: 0.8618710 Sep 26 13:54:23.058285 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'name': 'network-vif-deleted', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:54:23.060917 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b01b906-e0fb-4c2d-ac06-87abcbb82675" -d '{"events": [{"server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "name": "network-vif-deleted", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:54:23.112693 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7418178b-3069-427a-a221-9f9ec4156d3f x-openstack-request-id: req-7418178b-3069-427a-a221-9f9ec4156d3f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:54:23.113025 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bee3f8c-54ca-42b5-89f5-01b0c479f054", "name": "network-vif-deleted", "tag": "380f2616-d70f-43e9-b7bf-c57e917d7981", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:54:23.113262 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7418178b-3069-427a-a221-9f9ec4156d3f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:54:23.113704 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bee3f8c-54ca-42b5-89f5-01b0c479f054', 'name': 'network-vif-deleted', 'tag': '380f2616-d70f-43e9-b7bf-c57e917d7981', 'status': 'completed', 'code': 200} Sep 26 13:54:23.240911 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:54:23.327610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e96a928-238d-47bd-998c-52d0079d1786 req-8b697e51-be8d-4145-8148-1654148f78e1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bee3f8c-54ca-42b5-89f5-01b0c479f054 HTTP/1.1" status: 200 len: 210 time: 0.0302463 Sep 26 13:54:23.453024 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:54:23.478577 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:54:23.487546 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:54:23.488143 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:54:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:54:23.593444 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:54:23.788181 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:54:23.813676 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc58a61-1ec5-45f1-89d5-bb4056c03276 None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:54:24.030779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179b2cb-83ae-497c-b717-aadc6bad4e4c None None] New status for floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:54:24.626257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-a4ec9a5a-08f1-46bd-a8bb-938003cea0d3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--632004620&fields=id&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 267 time: 0.0339592 Sep 26 13:54:24.743141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-5ef4405d-45b6-4252-a6ab-59fda2f51917 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:24.745195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-5ef4405d-45b6-4252-a6ab-59fda2f51917 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 812 time: 0.1117179 Sep 26 13:54:24.760368 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-51e6fc2d-5f71-4c44-a17f-f1c153b95837 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/quotas/4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 375 time: 0.0093126 Sep 26 13:54:24.816019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-eff57bda-1f3f-4ae7-aaa6-779a0c323cb4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499628 Sep 26 13:54:24.987048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-803593dd-ce5f-4451-b0a3-aa88b021778c service neutron] 10.222.0.13 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235042 Sep 26 13:54:25.077704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-d5060eb7-b031-4391-959f-8e23c7a207c4 service neutron] 10.222.0.13 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842321 Sep 26 13:54:25.244430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-758de1c8-ad7e-48fe-95ee-86b815f08b91 req-23815f94-2b03-4c2b-ad2d-c4db1e76b4a1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 210 time: 0.0260510 Sep 26 13:54:26.153329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-01b6a4df-cb99-4fb4-9e68-629117cdfde0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:26.154900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-01b6a4df-cb99-4fb4-9e68-629117cdfde0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 812 time: 0.1134713 Sep 26 13:54:26.200347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-44f69ca4-5de7-47cf-a112-dc07ce3941de tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 379 time: 0.0358295 Sep 26 13:54:26.215109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'port': {'device_id': '7314872c-50f2-4780-b726-f2c6fb90439f', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'admin_state_up': True, 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'security_groups': ['2c8860b2-6ce2-450a-846c-ed9b01cd54e1']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:54:26.349095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2c1b5b8f-f52d-4c0f-95db-bdae87befa63 req-80eb8d0c-e41c-4644-8833-71145e4d3780 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 210 time: 0.0316262 Sep 26 13:54:26.355469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Made reservation on behalf of 4268bee06fe1494b99bfe05e9e753c26 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:54:26.356263 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:26.484584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Allocated IP 172.20.0.6 (d9172beb-1094-46e4-8530-511b722bb928/7d8e4eb9-5119-456d-93bb-1c057d397cc9/5a2c1d9b-17ec-400d-9649-4eb7e48753f4) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:54:26.564855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 380f2616-d70f-43e9-b7bf-c57e917d7981 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:54:26.586230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 380f2616-d70f-43e9-b7bf-c57e917d7981 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:54:26.586585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 380f2616-d70f-43e9-b7bf-c57e917d7981 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:54:26.636516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:26.679988 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:26.726312 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Network d9172beb-1094-46e4-8530-511b722bb928 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:54:26.729457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:54:26.733252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:54:26.741773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:26.793154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:26.793545 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:54:26.794114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:26.808971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-26148a82-cc4e-4df8-90ca-4194d07aa37e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975828 Sep 26 13:54:26.821252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Request body: {'port': {'device_id': '7314872c-50f2-4780-b726-f2c6fb90439f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:54:26.877895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:27.019889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e0dc8948-a556-40e0-ad74-b38f47d94ebe None None] Provisioning complete for port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:54:27.020092 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e0dc8948-a556-40e0-ad74-b38f47d94ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:27.053094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc8948-a556-40e0-ad74-b38f47d94ebe None None] Port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:54:27.143951 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:54:27.151478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:27.164309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Transition to ACTIVE for port object 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:54:27.167979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:27.218812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:27.290816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:54:27.291243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:54:27.291579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:54:27.296826 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:54:27.297154 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:54:27.302270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:54:27.302610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:54:27.303007 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:54:27.303430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Bound port: 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:54:27.303801 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:27.376624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:54:27.381209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:54:27.384070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:27.414968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:27.415597 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:27.417534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 1092 time: 0.6006994 Sep 26 13:54:27.417976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:54:27.420218 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:54:27.455109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3ed58-0010-4dc7-966e-110786e46a84 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:27.472822 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42705904-7f83-446f-882d-2cf3e061e230 x-openstack-request-id: req-42705904-7f83-446f-882d-2cf3e061e230 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:54:27.473190 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:54:27.473751 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42705904-7f83-446f-882d-2cf3e061e230 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:54:27.473966 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'status': 'completed', 'code': 200} Sep 26 13:54:27.496769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205592a-6ad7-42cd-a54b-03593c880ec5 req-ce28ae83-e90e-4989-b777-1cccdd77f2df tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:27.498443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1205592a-6ad7-42cd-a54b-03593c880ec5 req-ce28ae83-e90e-4989-b777-1cccdd77f2df tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 943 time: 0.0719132 Sep 26 13:54:27.520599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-bbc2b2ad-0f2a-4817-b543-3ce9dcf0e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:27.522453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-bbc2b2ad-0f2a-4817-b543-3ce9dcf0e351 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1095 time: 0.0517511 Sep 26 13:54:27.548962 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1205592a-6ad7-42cd-a54b-03593c880ec5 req-782b494b-fb93-48e9-a24a-5260b20c7de6 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396769 Sep 26 13:54:27.571648 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-7005cb0e-0bd9-4933-954c-0de27659e339 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 217 time: 0.0405021 Sep 26 13:54:27.623384 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-b95c9a05-b1db-4d7a-af6a-bd74a45df72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:27.624823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-b95c9a05-b1db-4d7a-af6a-bd74a45df72e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0460196 Sep 26 13:54:27.670457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-4ba4b1d1-4dcd-44d0-bd52-22f95f3a7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:27.671874 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-4ba4b1d1-4dcd-44d0-bd52-22f95f3a7c08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404844 Sep 26 13:54:27.764809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-cb7ec0cd-5751-4b03-a48c-ef0265ec107a service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858192 Sep 26 13:54:27.852128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e8d6e93a-cfe5-4ce7-9d5e-8ba1d9868596 req-c0c493bd-566c-4318-b14e-8f32842081c4 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808089 Sep 26 13:54:27.936595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-35bb227c-b932-4c92-9dfc-43e8e1d7a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:27.938075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-35bb227c-b932-4c92-9dfc-43e8e1d7a81e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1095 time: 0.0410731 Sep 26 13:54:28.030800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-a8f21fc5-f129-4a29-bf71-0e26b54384da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:28.032270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-a8f21fc5-f129-4a29-bf71-0e26b54384da service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0876961 Sep 26 13:54:28.072590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-b3237b2e-5afc-4b88-8a11-872658e21ec8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 217 time: 0.0337076 Sep 26 13:54:28.125130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-6dbc11b4-b181-4f21-9ef0-da98783caf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:28.126616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-6dbc11b4-b181-4f21-9ef0-da98783caf23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0472307 Sep 26 13:54:28.172663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-3fbfac6d-1fe3-4dfa-af26-dec270606363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:28.174227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-3fbfac6d-1fe3-4dfa-af26-dec270606363 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405090 Sep 26 13:54:28.271346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-8a9e7972-db61-422a-b5f7-7c5c429af6f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893576 Sep 26 13:54:28.360132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6edeaa67-3686-4dca-9e13-adc9dcd64fa6 req-dd6bb211-bf82-4da5-a50c-3ad86cfdec55 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815442 Sep 26 13:54:28.666556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0dcf-c96b-4f66-9314-4048140babb9 req-ed379bb6-e90a-4eff-8130-69d73cad28d1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:28.668023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d7f0dcf-c96b-4f66-9314-4048140babb9 req-ed379bb6-e90a-4eff-8130-69d73cad28d1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 943 time: 0.0487485 Sep 26 13:54:28.706302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4d7f0dcf-c96b-4f66-9314-4048140babb9 req-8b6c0162-65c5-4de8-a992-828043912c44 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322406 Sep 26 13:54:29.819156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609defd-4270-454f-b03b-591f447126a3 req-ba0c18a2-8cc7-4bc0-b3aa-44d572b7cb70 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:29.820649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f609defd-4270-454f-b03b-591f447126a3 req-ba0c18a2-8cc7-4bc0-b3aa-44d572b7cb70 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 943 time: 0.0487392 Sep 26 13:54:29.861841 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f609defd-4270-454f-b03b-591f447126a3 req-2153f6a1-72c9-4623-970f-bd96a4773943 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345342 Sep 26 13:54:30.594852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:54:30.691156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:54:30.702541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'mac_address': 'fa:16:3e:31:31:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:54:30.739554 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:30.752370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:54:30.771096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:54:30.775016 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:30.834605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:30.959679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['5a2c1d9b-17ec-400d-9649-4eb7e48753f4'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:54:30.980204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96f321-5da3-493f-9f7b-f4a1b09d69a7 req-4ba8cd9c-85b5-4cab-bf07-83e63cd43707 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:30.981732 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c96f321-5da3-493f-9f7b-f4a1b09d69a7 req-4ba8cd9c-85b5-4cab-bf07-83e63cd43707 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 944 time: 0.0531964 Sep 26 13:54:31.018724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c96f321-5da3-493f-9f7b-f4a1b09d69a7 req-778971bb-873b-4f53-9c2b-161e3b71d19f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Sep 26 13:54:32.134673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082974-86fc-458e-a138-48d8634dfe51 req-29aece62-9ab9-4aba-8e59-b68f1a77ff89 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:32.136125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f082974-86fc-458e-a138-48d8634dfe51 req-29aece62-9ab9-4aba-8e59-b68f1a77ff89 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 944 time: 0.0496147 Sep 26 13:54:32.174772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f082974-86fc-458e-a138-48d8634dfe51 req-e756df1f-c5b0-4196-818a-24d5247660b3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Sep 26 13:54:32.595058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:54:32.641855 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:54:32.645327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:54:32.645724 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:32.723462 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:32.744857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:54:32.747103 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4f31b6-c53e-456f-b9e3-e622f79600b7" -d '{"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-plugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:54:32.759300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:54:32.763919 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:32.788039 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc34e4bb-9525-470a-9497-9eff57948fc5 x-openstack-request-id: req-fc34e4bb-9525-470a-9497-9eff57948fc5 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:54:32.788335 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-plugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:54:32.788586 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc34e4bb-9525-470a-9497-9eff57948fc5 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:54:32.788970 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'code': 200} Sep 26 13:54:32.818482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:54:32.879004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02fe11-dc3d-4189-bc19-5b5e173bef8e req-c7729c54-2645-4cc5-947a-fe276c6642d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:32.880375 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f02fe11-dc3d-4189-bc19-5b5e173bef8e req-c7729c54-2645-4cc5-947a-fe276c6642d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1097 time: 0.0388563 Sep 26 13:54:32.915237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f02fe11-dc3d-4189-bc19-5b5e173bef8e req-5a1b96d2-c7b3-4db5-83f7-1e2041e557c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274718 Sep 26 13:54:33.289090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d440-2516-4e7f-8537-239298bc0b64 req-02fb3c81-3445-46b3-ba9d-7162049f420d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:33.290626 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-89b2d440-2516-4e7f-8537-239298bc0b64 req-02fb3c81-3445-46b3-ba9d-7162049f420d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0485923 Sep 26 13:54:33.333843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-89b2d440-2516-4e7f-8537-239298bc0b64 req-5c9cd45f-9d3c-4c0b-b531-547b517a610f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374343 Sep 26 13:54:34.446771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e208b2-7a42-421c-8057-5b47a73d46a1 req-645db7d3-c22d-4d68-b538-d330f51f98a0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:34.448761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e208b2-7a42-421c-8057-5b47a73d46a1 req-645db7d3-c22d-4d68-b538-d330f51f98a0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0486121 Sep 26 13:54:34.486764 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94e208b2-7a42-421c-8057-5b47a73d46a1 req-884a1d26-1062-4474-b04b-760bac436bf0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317504 Sep 26 13:54:34.598402 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf1219-748f-4c0b-be25-89fd5201e677 req-81164f99-c66b-47c9-ac5e-3845829d5596 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:34.599889 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4bf1219-748f-4c0b-be25-89fd5201e677 req-81164f99-c66b-47c9-ac5e-3845829d5596 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0491946 Sep 26 13:54:34.608745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59472) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:54:34.613199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'floatingip': {'port_id': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:54:34.652580 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:35.076244 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:35.080282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:35.181674 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c associated. External IP: 172.25.4.16, port: 5a2c1d9b-17ec-400d-9649-4eb7e48753f4. Sep 26 13:54:35.389086 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:54:35.828781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:54:35.833564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:35.839050 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:54:35.848319 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:54:35.848918 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:54:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:54:35.860706 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b4699ce0-526e-46be-a05e-df18ab63c744 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "PUT /v2.0/floatingips/0aafaefc-bafa-4b57-810b-96e5859dad9c HTTP/1.1" status: 200 len: 990 time: 1.2509255 Sep 26 13:54:35.861302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:54:35.904919 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf98d30-8e43-4684-8e76-dc99d2b835a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:54:35.968668 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:54:35.991824 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195f9e5-9e7e-4b5e-a768-7b340cde75ea x-openstack-request-id: req-3195f9e5-9e7e-4b5e-a768-7b340cde75ea {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:54:35.992121 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:54:35.992376 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3195f9e5-9e7e-4b5e-a768-7b340cde75ea {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:54:35.992800 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'status': 'completed', 'code': 200} Sep 26 13:54:36.056323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-31ffd844-f1ad-4a4c-b0ab-a55aaeab40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:36.058491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-31ffd844-f1ad-4a4c-b0ab-a55aaeab40b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1097 time: 0.0432577 Sep 26 13:54:36.148378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-e27adc03-ac49-4fdd-9bad-0c583c4c8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:36.149937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-e27adc03-ac49-4fdd-9bad-0c583c4c8450 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0849237 Sep 26 13:54:36.195831 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:31:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314872c-50f2-4780-b726-f2c6fb90439f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:54:34Z', 'revision_number': 9, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:54:36.219771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-5978fbfa-6822-42a5-b7d7-fe15a5113cbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 998 time: 0.0618029 Sep 26 13:54:36.225744 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:54:36.233920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:54:36.234516 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:54:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:54:36.269097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-601ec0e1-cf02-44f6-ba2f-34fe1c0f9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:36.270646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-601ec0e1-cf02-44f6-ba2f-34fe1c0f9b8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0442810 Sep 26 13:54:36.315853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-4e48d32c-c249-46af-8e2c-a010d3230cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:54:36.317372 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-4e48d32c-c249-46af-8e2c-a010d3230cfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400670 Sep 26 13:54:36.339989 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:54:36.411024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-4340273a-d314-420b-bacc-a8040c73f9e0 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865135 Sep 26 13:54:36.499157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fdf98d30-8e43-4684-8e76-dc99d2b835a3 req-b17f0e0f-8a31-45ae-bc67-e6ad2252ca28 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816038 Sep 26 13:54:36.562611 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:31:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314872c-50f2-4780-b726-f2c6fb90439f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:54:34Z', 'revision_number': 9, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:54:36.587660 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52251321-c5af-41e8-aaf1-bc6e872e199e None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:31:31:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314872c-50f2-4780-b726-f2c6fb90439f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:54:34Z', 'revision_number': 9, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:54:36.871828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb8c0b-5d82-4b79-b777-03f48850afca None None] New status for floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:54:38.406715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ca6c9bac-48f9-414a-8449-e3608df3e598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:41.124746 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5221d2eb-d1ab-441e-893c-3dcc9b27157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:41.701880 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:42.258058 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:43.720617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:45.718667 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:54:50.582859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:03.793777 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:55:08.408520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fef1b95b-39d6-40eb-a147-6a4f3942209b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:11.124721 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cba4e4fa-f81f-47d7-b5fb-a58e849c2f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:11.702926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:12.262718 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:13.722920 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:15.716834 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:19.171940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-09981f7f-8437-4f61-9544-cc7b7c58d836 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3539443 Sep 26 13:55:19.256493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-76519c7d-68bf-47c0-a6eb-fe9df216a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:55:19.257983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-76519c7d-68bf-47c0-a6eb-fe9df216a599 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1097 time: 0.0431256 Sep 26 13:55:19.358633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-ecadcbe8-9e55-4b2a-a177-c3c2a943bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:55:19.360090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-ecadcbe8-9e55-4b2a-a177-c3c2a943bad4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0818927 Sep 26 13:55:19.426157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-35083e85-16b3-4e8f-a912-8b678147a42f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 1001 time: 0.0589967 Sep 26 13:55:19.474700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-a5ace994-7d3f-44e1-8343-a3ca3e1e653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:55:19.476249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-a5ace994-7d3f-44e1-8343-a3ca3e1e653e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0438964 Sep 26 13:55:19.530439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-6b115f4e-42b3-4aa4-bd46-ecbeed98eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:55:19.531929 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-6b115f4e-42b3-4aa4-bd46-ecbeed98eb04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411727 Sep 26 13:55:19.624116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-8e1bfcd4-fc4d-470c-9d89-e66a3e24da7e service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848343 Sep 26 13:55:19.715694 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-336362e0-ca84-44d1-8df5-d1d372495ad0 req-c7a56b0f-9610-4a01-a299-d10c82fb2b02 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 Sep 26 13:55:20.601881 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:38.410506 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-13092b81-f823-4a7b-a548-3ed5bfe43e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:40.792564 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:55:41.125047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-12bf8125-1aaa-4745-a94b-7e1148491326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:41.704378 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:42.264701 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:43.725480 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:45.731473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:55:50.611795 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:08.412926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-10225a51-ef4c-4412-82e3-a106e7e62174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:11.130354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7df027ce-2c01-48fe-bad4-0167dcc9c678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:11.704796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:11.829699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-caea077f-01a6-4b45-9663-ea21ca974913 req-481f7512-7405-4ad2-8d39-2a069bc1189d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:56:11.830692 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caea077f-01a6-4b45-9663-ea21ca974913 req-481f7512-7405-4ad2-8d39-2a069bc1189d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054352 Sep 26 13:56:12.020969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39741c06-05c2-4e50-83ed-118d8bd89719 req-7b0b06fc-ab53-426d-98ec-c07d8bbf1168 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:12.022773 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39741c06-05c2-4e50-83ed-118d8bd89719 req-7b0b06fc-ab53-426d-98ec-c07d8bbf1168 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0611920 Sep 26 13:56:12.065743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-39741c06-05c2-4e50-83ed-118d8bd89719 req-2f0bb8f9-6e6c-4f94-af67-52b7acd204fb tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361137 Sep 26 13:56:12.180124 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-6313cd64-2466-4f20-bb9d-d89c251cb5d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911601 Sep 26 13:56:12.267765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:13.185067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee340e69-7fca-4587-8b09-ef462907b177 req-c83f8d18-3e6c-486d-8096-2fecf6af0d75 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:13.186588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee340e69-7fca-4587-8b09-ef462907b177 req-c83f8d18-3e6c-486d-8096-2fecf6af0d75 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0500705 Sep 26 13:56:13.224018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ee340e69-7fca-4587-8b09-ef462907b177 req-de27160e-98d9-4196-ae31-d11c0567f501 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Sep 26 13:56:13.353610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-f55164a9-2970-4f2a-bf5d-bf1319374f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:13.355029 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-f55164a9-2970-4f2a-bf5d-bf1319374f8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1097 time: 0.0407033 Sep 26 13:56:13.446851 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-5f6fc0bb-3f97-4991-8c3e-7a475a5ed203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:13.448329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-5f6fc0bb-3f97-4991-8c3e-7a475a5ed203 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0867174 Sep 26 13:56:13.512534 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-f896f270-4073-4f46-b47d-dd012c8d7da3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 1001 time: 0.0575092 Sep 26 13:56:13.566123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-3fa3d502-0fa3-4e25-9da3-db0f76f95899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:13.567608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-3fa3d502-0fa3-4e25-9da3-db0f76f95899 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0488250 Sep 26 13:56:13.614298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-4e5bbf82-802d-470b-a6a6-24c5c6ce45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:13.615718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-4e5bbf82-802d-470b-a6a6-24c5c6ce45f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403557 Sep 26 13:56:13.627206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-25a0a82e-cf4e-416a-a805-856bf6461042 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:56:13.628165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-25a0a82e-cf4e-416a-a805-856bf6461042 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050504 Sep 26 13:56:13.723358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-e8000772-55c3-4370-981b-0e6bbe3f8a6a service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881793 Sep 26 13:56:13.736709 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:13.815981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-0b7ae3af-6fff-4573-a632-16c6d7b3f6b5 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850239 Sep 26 13:56:14.349026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad0469-e21b-4a4e-a08b-ef05d03d25dd req-506f23b8-428f-4175-a49b-cccf279f4a4e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:14.350521 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9bad0469-e21b-4a4e-a08b-ef05d03d25dd req-506f23b8-428f-4175-a49b-cccf279f4a4e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0495956 Sep 26 13:56:14.388316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9bad0469-e21b-4a4e-a08b-ef05d03d25dd req-9c1ffd7f-491b-4323-9a82-782302f5f383 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Sep 26 13:56:15.506317 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b065ea-b4c5-4774-a284-26e1ed781d00 req-36ea4614-ea53-4d0b-9cb5-5faa468ad11e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:15.507837 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70b065ea-b4c5-4774-a284-26e1ed781d00 req-36ea4614-ea53-4d0b-9cb5-5faa468ad11e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0508144 Sep 26 13:56:15.548689 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70b065ea-b4c5-4774-a284-26e1ed781d00 req-34462157-273d-45bc-a6ac-76247e86b524 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347688 Sep 26 13:56:15.730890 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:16.666625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33ffce-aa8e-4f29-9871-fabfaa43c15d req-c479b35c-21f7-4172-8089-3dc91d078f1b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:16.668015 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a33ffce-aa8e-4f29-9871-fabfaa43c15d req-c479b35c-21f7-4172-8089-3dc91d078f1b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0518930 Sep 26 13:56:16.706223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a33ffce-aa8e-4f29-9871-fabfaa43c15d req-1514b04c-a55d-4516-93c2-3b892735f617 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Sep 26 13:56:17.829038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795d4e8-a8e3-4d57-a4eb-481ce7e573d7 req-d26e3dd7-4f7b-4bf2-afda-596412f6c8b8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:17.830750 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9795d4e8-a8e3-4d57-a4eb-481ce7e573d7 req-d26e3dd7-4f7b-4bf2-afda-596412f6c8b8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0571113 Sep 26 13:56:17.871611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9795d4e8-a8e3-4d57-a4eb-481ce7e573d7 req-b5d6647e-28c3-4158-a6d3-35c5fb58da5a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344582 Sep 26 13:56:17.882740 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:56:18.993352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec9977-93df-4511-bf5e-25e434e524b6 req-3e1bd18a-6884-49c9-a6a3-8d9b8db1df9c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:18.994877 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4ec9977-93df-4511-bf5e-25e434e524b6 req-3e1bd18a-6884-49c9-a6a3-8d9b8db1df9c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0504670 Sep 26 13:56:19.034351 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4ec9977-93df-4511-bf5e-25e434e524b6 req-3407f390-3588-4b7a-9437-53fa7183da2b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335231 Sep 26 13:56:19.887102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-326ece15-45cf-4d5e-8294-77841aaa270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:19.888580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-326ece15-45cf-4d5e-8294-77841aaa270d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1097 time: 0.0400345 Sep 26 13:56:20.007918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-c4f52b08-30bc-4843-a13c-64971ccda253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:20.009398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-c4f52b08-30bc-4843-a13c-64971ccda253 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0990071 Sep 26 13:56:20.081442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-9d0c5a30-6660-42f4-b128-b721a1f8ff10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 1001 time: 0.0614376 Sep 26 13:56:20.162804 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-a7876b7b-0051-411b-b290-5fde6ae612cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:20.164268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-a7876b7b-0051-411b-b290-5fde6ae612cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0758522 Sep 26 13:56:20.179225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad098c7-7321-4a65-b476-cde16acd4894 req-83e3d0cc-aadf-48e2-8588-d722dc0fe16c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:20.180661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ad098c7-7321-4a65-b476-cde16acd4894 req-83e3d0cc-aadf-48e2-8588-d722dc0fe16c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0661578 Sep 26 13:56:20.240515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ad098c7-7321-4a65-b476-cde16acd4894 req-9385d156-6896-436e-9747-bfee2d50e0ae tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514100 Sep 26 13:56:20.247390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-a4b934c7-716e-4f30-af05-ccb37cf8074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:20.249952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-a4b934c7-716e-4f30-af05-ccb37cf8074b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682166 Sep 26 13:56:20.346482 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-9aab2979-17c9-4e2a-9f2c-0d264ededee0 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878072 Sep 26 13:56:20.434866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-98949d83-beef-4e45-a3c6-d9e16405ebca req-26051aea-8c1f-4988-abaa-95cf3ac8f6cf service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816419 Sep 26 13:56:20.614030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:21.356093 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481d117-a1cd-4bae-8d94-4c46ef2237eb req-16002d3f-382a-4930-94b6-006040ca14dc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:21.358276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1481d117-a1cd-4bae-8d94-4c46ef2237eb req-16002d3f-382a-4930-94b6-006040ca14dc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0499372 Sep 26 13:56:21.397653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1481d117-a1cd-4bae-8d94-4c46ef2237eb req-c07293f5-e979-4d6b-9ba2-3cc6f2bcfc7f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334125 Sep 26 13:56:22.513835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb159cd-6685-447a-813b-f654f342e6ac req-898aac33-88fb-4ad0-b6bd-2eabfa830e3f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:22.515312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cb159cd-6685-447a-813b-f654f342e6ac req-898aac33-88fb-4ad0-b6bd-2eabfa830e3f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0491052 Sep 26 13:56:22.556514 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cb159cd-6685-447a-813b-f654f342e6ac req-b0e0ef27-f4e3-4291-a18f-c764decde50b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353262 Sep 26 13:56:23.683690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37fea-27da-4841-9d40-e39e5a69d4d8 req-aaf19bbd-3684-4f67-b2b0-7f96189d5374 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:23.685215 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8f37fea-27da-4841-9d40-e39e5a69d4d8 req-aaf19bbd-3684-4f67-b2b0-7f96189d5374 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0595186 Sep 26 13:56:23.723613 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f8f37fea-27da-4841-9d40-e39e5a69d4d8 req-0ca65b5a-f9a5-48b1-8c73-438c93b44900 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324948 Sep 26 13:56:24.837874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6abc-aa13-481f-8996-102ef804822b req-4b66b3f0-dbe6-4c2f-bd6a-fa390b7a1b47 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:24.839353 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43ac6abc-aa13-481f-8996-102ef804822b req-4b66b3f0-dbe6-4c2f-bd6a-fa390b7a1b47 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0490456 Sep 26 13:56:24.876926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43ac6abc-aa13-481f-8996-102ef804822b req-911f67a5-33da-4821-a5b3-d9a4a60d3ad5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Sep 26 13:56:25.756178 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-a1facf33-0bce-42cd-a555-538e8e487dc8 service neutron] show failed (client error): The resource could not be found. Sep 26 13:56:25.757186 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-a1facf33-0bce-42cd-a555-538e8e487dc8 service neutron] 10.222.0.24 "GET /v2.0/ports/5a2c1d9b-17ec-400d-9649-4eb7e48753f4/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0538914 Sep 26 13:56:25.947140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-62c2b24b-49bb-4405-9318-3944c6f848df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:25.948937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-62c2b24b-49bb-4405-9318-3944c6f848df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 1097 time: 0.0423400 Sep 26 13:56:25.960904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:56:25.992304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501734b-00fb-4b75-a940-a63a2f42406f req-3361ae57-98e1-4b29-b40f-aa739c2236bf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:25.993902 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b501734b-00fb-4b75-a940-a63a2f42406f req-3361ae57-98e1-4b29-b40f-aa739c2236bf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0505826 Sep 26 13:56:26.017430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:26.032824 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b501734b-00fb-4b75-a940-a63a2f42406f req-eaca37da-5a20-44ad-a3cb-875b1796423e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324712 Sep 26 13:56:26.228337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:26.260663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:56:26.299675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:26.302037 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ed833e-3bd9-46c2-a2a6-b48b869fad4c" -d '{"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:26.306145 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:26.319954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Transition to ACTIVE for port object 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:56:26.323454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:26.353423 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46090605-01e3-4fb8-a43b-e552e36b43af x-openstack-request-id: req-46090605-01e3-4fb8-a43b-e552e36b43af {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:26.354351 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:26.354351 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46090605-01e3-4fb8-a43b-e552e36b43af {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:26.354351 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'code': 200} Sep 26 13:56:26.408845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:26.420354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.421412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.421694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.422019 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.422350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.422678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.423001 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.423323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.423673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.423998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.424318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.424637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:26.457578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] No DVR routers for this DVR port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:56:26.595987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:56:26.596123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:56:26.596424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:56:26.600819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:56:26.601145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:56:26.606270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:56:26.606621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:56:26.607003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:56:26.607430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Bound port: 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:56:26.607787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:26.674013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:56:26.677266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:56:26.681508 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:26.714800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:26.715415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:26.716787 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] 10.222.0.23 "PUT /v2.0/ports/5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 1092 time: 0.7600470 Sep 26 13:56:26.747143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f537a-45e6-4412-8f52-2fcc7b7f495e service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:26.782754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-14d0637d-f15e-4a93-90fd-5e45bf48eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:26.784320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-14d0637d-f15e-4a93-90fd-5e45bf48eeb7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1095 time: 0.0453382 Sep 26 13:56:26.882451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-5a7c4629-3a4c-4e5c-9dd7-f993eca5ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:26.883971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-5a7c4629-3a4c-4e5c-9dd7-f993eca5ae51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0923579 Sep 26 13:56:26.951610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-fe450cd0-0f55-4cb9-a479-59b947a3b013 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 999 time: 0.0607281 Sep 26 13:56:27.000051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-c0fc278d-06d6-4b75-8a73-b03c3b329ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:27.001422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-c0fc278d-06d6-4b75-8a73-b03c3b329ce4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0431497 Sep 26 13:56:27.051816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-1162ef3c-a1c8-47ab-8e05-6a1c6e5abf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:27.053267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-1162ef3c-a1c8-47ab-8e05-6a1c6e5abf10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448353 Sep 26 13:56:27.145048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-9ac601d1-a66a-4f68-b95c-cf5ababe49ea service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847621 Sep 26 13:56:27.151132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7dab-030a-489d-847c-4e0fbdb10b17 req-c5a01476-666f-4758-b0a6-286c36b22868 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:27.152681 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-944e7dab-030a-489d-847c-4e0fbdb10b17 req-c5a01476-666f-4758-b0a6-286c36b22868 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 943 time: 0.0493355 Sep 26 13:56:27.205811 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-944e7dab-030a-489d-847c-4e0fbdb10b17 req-5e8c81f3-e4f6-49dd-a4fd-17f0a972b84f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 Sep 26 13:56:27.252575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1c577856-44b3-44cf-9dad-51b031d2bb29 req-fef0067e-c39c-47ec-ac89-d4eeead9e2f4 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010623 Sep 26 13:56:28.326739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbab63-dc86-4bec-aa7c-d8447362801a req-0045a39b-5192-48c1-bb5a-bb62f48a1ef8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.328398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-addbab63-dc86-4bec-aa7c-d8447362801a req-0045a39b-5192-48c1-bb5a-bb62f48a1ef8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 943 time: 0.0524955 Sep 26 13:56:28.356129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:28.359643 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61" -d '{"events": [{"name": "network-changed", "server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:28.377209 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-addbab63-dc86-4bec-aa7c-d8447362801a req-b97df359-f8ac-4238-95be-44a896f44d1e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Sep 26 13:56:28.408457 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57374077-1614-4548-9aad-25a19b610c6d x-openstack-request-id: req-57374077-1614-4548-9aad-25a19b610c6d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:28.408791 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:28.409051 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57374077-1614-4548-9aad-25a19b610c6d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:28.409519 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'status': 'completed', 'code': 200} Sep 26 13:56:28.497161 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-4f213ba2-ef2b-4af4-ade0-a129a03fb076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.498590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-4f213ba2-ef2b-4af4-ade0-a129a03fb076 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1095 time: 0.0639858 Sep 26 13:56:28.500347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-ad39c30f-dc5e-44f2-ad99-4753effcbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.501717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-ad39c30f-dc5e-44f2-ad99-4753effcbd3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1095 time: 0.0750523 Sep 26 13:56:28.660589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-17d91c23-9010-4453-8a5c-59a9ae049ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.662108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-17d91c23-9010-4453-8a5c-59a9ae049ca3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1567690 Sep 26 13:56:28.663209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-bd6c11ab-5209-4ed9-9b3a-7a4dc230467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.664503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-bd6c11ab-5209-4ed9-9b3a-7a4dc230467c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1521816 Sep 26 13:56:28.770495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-40ffe787-b6e1-40ad-8c3c-f580193e4de5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 999 time: 0.1009154 Sep 26 13:56:28.775903 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-62381df7-d8f1-432c-b0e4-31831cfb8935 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 999 time: 0.1007416 Sep 26 13:56:28.852523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-8934a9d6-74d9-4813-8a20-e23fc869b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.854012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-8934a9d6-74d9-4813-8a20-e23fc869b732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0770054 Sep 26 13:56:28.857298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-0d334fe9-3472-4edf-9717-36008cc126ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.858682 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-0d334fe9-3472-4edf-9717-36008cc126ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0746403 Sep 26 13:56:28.925901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-aedcd525-a9ef-4da2-b4df-27b61f1979ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.927392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-aedcd525-a9ef-4da2-b4df-27b61f1979ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660229 Sep 26 13:56:28.929848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-2f2c46d8-5524-425c-b0c9-964cbdf93d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:28.931184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-2f2c46d8-5524-425c-b0c9-964cbdf93d41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612955 Sep 26 13:56:29.085126 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-504938d3-9363-4909-b2f2-ba33de89213e service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495411 Sep 26 13:56:29.087247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-06eae2db-5974-4fb0-ade3-e87d43ee9d6d service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444786 Sep 26 13:56:29.107216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:56:29.144866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:56:29.247093 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-dfbaecc3-5bf9-42d4-aa8c-0c940ca25917 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475837 Sep 26 13:56:29.249571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bfe8a14e-618a-4c2f-bbe5-ac197cb0ef61 req-d1665361-ca92-4622-b42b-6b8807988418 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565208 Sep 26 13:56:29.491483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf4a5-fa4d-4ea2-86be-71da5b77a543 req-a0b92fb5-b8c1-4b5a-8863-166b23f2bf64 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:29.492950 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-071bf4a5-fa4d-4ea2-86be-71da5b77a543 req-a0b92fb5-b8c1-4b5a-8863-166b23f2bf64 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 943 time: 0.0483396 Sep 26 13:56:29.530605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-071bf4a5-fa4d-4ea2-86be-71da5b77a543 req-b1a83397-2581-4a9c-b71b-e7e4e939c131 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Sep 26 13:56:30.650843 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e548e-1585-494c-8b5e-59682b00d0b9 req-26245ec5-f1de-4e8e-874d-ba9aa05e997d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:30.652320 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-471e548e-1585-494c-8b5e-59682b00d0b9 req-26245ec5-f1de-4e8e-874d-ba9aa05e997d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 943 time: 0.0536668 Sep 26 13:56:30.690310 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-471e548e-1585-494c-8b5e-59682b00d0b9 req-993a764f-a52c-4cf4-a8e2-ec5028621684 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Sep 26 13:56:30.971782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-c052b068-8f39-4034-85af-d7eca4ed0a92 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:30.973292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-c052b068-8f39-4034-85af-d7eca4ed0a92 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f&tenant_id=4268bee06fe1494b99bfe05e9e753c26&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 943 time: 0.0512269 Sep 26 13:56:30.989190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282c84f-e310-43dc-a1a4-213bed732e55 req-f7489285-d196-4b51-97dd-55fd104d6177 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:30.990789 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7282c84f-e310-43dc-a1a4-213bed732e55 req-f7489285-d196-4b51-97dd-55fd104d6177 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 943 time: 0.0497124 Sep 26 13:56:31.032733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7282c84f-e310-43dc-a1a4-213bed732e55 req-f85cda68-22d8-4ea2-9b83-75f1622d9a47 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358534 Sep 26 13:56:31.043117 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-be2c9c89-bd4f-4b3b-b6df-f1ffa67de7a0 service neutron] 10.222.0.23 "GET /v2.0/ports/5a2c1d9b-17ec-400d-9649-4eb7e48753f4/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 383 time: 0.0628777 Sep 26 13:56:31.112891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-9938202f-395f-412e-a060-84d3b26e7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:31.114466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-9938202f-395f-412e-a060-84d3b26e7154 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1095 time: 0.0460489 Sep 26 13:56:31.210536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-8733b485-ae9b-4b79-818f-a455d73f9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:31.212220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-8733b485-ae9b-4b79-818f-a455d73f9fa8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0914440 Sep 26 13:56:31.278626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d07cc6bb-4c20-46d7-bfd4-970b6dc0d749 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 999 time: 0.0596855 Sep 26 13:56:31.328371 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-ccf38ca7-0509-4036-b79e-0ceb70de6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:31.329778 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-ccf38ca7-0509-4036-b79e-0ceb70de6fa2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0439696 Sep 26 13:56:31.376578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-1886f88f-9f9c-4fe3-b4ac-6ea3a43385fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:31.378216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-1886f88f-9f9c-4fe3-b4ac-6ea3a43385fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409667 Sep 26 13:56:31.774257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-53090f0d-0bcf-42d0-8ad2-b0b667b8cbb1 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892705 Sep 26 13:56:31.863195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-9454fbe8-20fa-40e0-a16e-e4c004e3a65c service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821109 Sep 26 13:56:31.910965 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:56:32.004406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:32.015710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'mac_address': 'fa:16:3e:31:31:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:56:32.050811 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:32.066611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:56:32.084169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:32.089597 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:32.137628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:32.145610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.145959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.146293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.146623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.146950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.147274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.147593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.147915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.148229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.148548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.148867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.149182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:56:32.158969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a14d2-0df2-4945-a8f0-5731ac98b6f0 req-de741ed3-713b-48ea-b092-ea89aedb1250 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:32.160505 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-475a14d2-0df2-4945-a8f0-5731ac98b6f0 req-de741ed3-713b-48ea-b092-ea89aedb1250 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 944 time: 0.0539451 Sep 26 13:56:32.200007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-475a14d2-0df2-4945-a8f0-5731ac98b6f0 req-4a8f9197-0a00-4264-bd30-a196f650c563 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329444 Sep 26 13:56:32.506843 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['5a2c1d9b-17ec-400d-9649-4eb7e48753f4'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:56:33.314985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44a16-f4ae-45bc-96a1-f8dd3a6c61be req-597663c3-0e06-41a6-9540-06ad540c402d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:33.316544 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8df44a16-f4ae-45bc-96a1-f8dd3a6c61be req-597663c3-0e06-41a6-9540-06ad540c402d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 944 time: 0.0497396 Sep 26 13:56:33.354271 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8df44a16-f4ae-45bc-96a1-f8dd3a6c61be req-eec7a8fe-c0fd-4ab8-b30c-4e25eb29bd06 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318587 Sep 26 13:56:33.930490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:56:33.982682 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:56:33.987664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:56:33.988168 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.080047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.103710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:34.106265 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34233ec7-21eb-4297-a817-de6ecb40b325" -d '{"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-plugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:34.112220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-0f614fbb-e057-4e00-bdd2-ebdbdc6519f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:34.113789 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-0f614fbb-e057-4e00-bdd2-ebdbdc6519f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 1096 time: 0.0441158 Sep 26 13:56:34.120661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:34.127832 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:56:34.129897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.179221 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21899947-ec96-4e25-bd2b-9d87e9d7f06c x-openstack-request-id: req-21899947-ec96-4e25-bd2b-9d87e9d7f06c {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:34.179514 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-plugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:34.179764 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21899947-ec96-4e25-bd2b-9d87e9d7f06c {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:34.180148 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'code': 200} Sep 26 13:56:34.184689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:34.186362 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.391721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:34.424756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:56:34.464455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:34.466794 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1940d1-c618-440d-9fd0-8a6c2d6d5547" -d '{"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:34.471248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.478989 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197558-c747-4ad1-acad-0fd76aa552a8 req-027116cd-e737-46ed-a7b8-52ff101908f7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:34.480546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1197558-c747-4ad1-acad-0fd76aa552a8 req-027116cd-e737-46ed-a7b8-52ff101908f7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0545812 Sep 26 13:56:34.484729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Transition to ACTIVE for port object 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:56:34.489438 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.523023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1197558-c747-4ad1-acad-0fd76aa552a8 req-e42efaa2-cd69-46e6-98ad-7a6e1b976929 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343933 Sep 26 13:56:34.528212 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e605fb0-962a-4a68-9b42-182d81841f6d x-openstack-request-id: req-2e605fb0-962a-4a68-9b42-182d81841f6d {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:34.528507 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:34.528812 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e605fb0-962a-4a68-9b42-182d81841f6d {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:34.529215 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'code': 200} Sep 26 13:56:34.538482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:34.625156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] No DVR routers for this DVR port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:56:34.760942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:56:34.761284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:56:34.761650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:56:34.765800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:56:34.766122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Attempting to bind port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:56:34.770849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:56:34.771185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:56:34.771572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:56:34.772003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Bound port: 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:56:34.772354 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.835737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:56:34.838948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:56:34.843542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.879215 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:34.879840 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:34.881257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 1093 time: 0.7592204 Sep 26 13:56:34.903787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588d982-edc8-44f5-849a-c425a674c741 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=11']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:34.949725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-cade241a-7de2-47bc-9011-b5c8aa572681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:34.951297 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-cade241a-7de2-47bc-9011-b5c8aa572681 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1096 time: 0.0439172 Sep 26 13:56:35.045368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-6406237a-d486-4217-b89a-46262a5b81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:35.047519 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-6406237a-d486-4217-b89a-46262a5b81b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0894697 Sep 26 13:56:35.120059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-629d5c90-3ceb-48a2-afd3-d877f4d46936 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 999 time: 0.0657411 Sep 26 13:56:35.169417 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-ac8d6e84-7403-41ce-b0d3-e198dcb15925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:35.170921 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-ac8d6e84-7403-41ce-b0d3-e198dcb15925 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0443199 Sep 26 13:56:35.217166 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-46e72020-17a5-4c4f-b814-15ae6b780910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:35.219205 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-46e72020-17a5-4c4f-b814-15ae6b780910 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417705 Sep 26 13:56:35.310975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-dd0f9519-982e-4313-ac38-5bfd9fdfb1f1 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846269 Sep 26 13:56:35.403086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dd771a40-45f7-43a3-bba1-44a08d1c98ff req-ca0eef29-86eb-4fba-86c5-44d25d6adfdc service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Sep 26 13:56:35.652759 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c2ecb-1aa2-40d7-9660-efe574d8f21c req-1f4ebf8d-b1cf-4c61-a3d9-8d5509afb95e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:35.654294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb8c2ecb-1aa2-40d7-9660-efe574d8f21c req-1f4ebf8d-b1cf-4c61-a3d9-8d5509afb95e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 944 time: 0.0569785 Sep 26 13:56:35.693826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cb8c2ecb-1aa2-40d7-9660-efe574d8f21c req-0eabc0e7-4271-46fb-bb72-0a0aeec4c884 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327423 Sep 26 13:56:35.930614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:56:35.970689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:56:36.530901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:36.533264 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2250bde2-df89-4691-9636-c71323f4c191" -d '{"events": [{"name": "network-changed", "server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:36.580124 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bc7bfa-4c5c-4be4-a22f-017ef0dd1853 x-openstack-request-id: req-b1bc7bfa-4c5c-4be4-a22f-017ef0dd1853 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:36.580419 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:36.580676 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1bc7bfa-4c5c-4be4-a22f-017ef0dd1853 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:36.581083 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'status': 'completed', 'code': 200} Sep 26 13:56:36.666461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bde2-df89-4691-9636-c71323f4c191 req-a616447c-9b5a-439d-a7f8-039bcd69d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:36.667945 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-a616447c-9b5a-439d-a7f8-039bcd69d768 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1096 time: 0.0687420 Sep 26 13:56:36.673660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bde2-df89-4691-9636-c71323f4c191 req-4f684ec4-c3e1-42c0-b53b-2befc1e0f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:36.675113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-4f684ec4-c3e1-42c0-b53b-2befc1e0f291 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 1096 time: 0.0504723 Sep 26 13:56:36.867542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bde2-df89-4691-9636-c71323f4c191 req-4ea0f9f6-ca57-4fa7-8906-3f1d01c0a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:36.869028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-4ea0f9f6-ca57-4fa7-8906-3f1d01c0a17e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1861370 Sep 26 13:56:36.870230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bde2-df89-4691-9636-c71323f4c191 req-d9420600-31d7-4690-b154-4e10f2283d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:36.871561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-d9420600-31d7-4690-b154-4e10f2283d91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1956377 Sep 26 13:56:36.894228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33cd8a-2c45-421c-9474-7a329c2aa68d req-f2cfdbb2-5cf0-4208-9b86-f2625d4f332d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:36.895706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab33cd8a-2c45-421c-9474-7a329c2aa68d req-f2cfdbb2-5cf0-4208-9b86-f2625d4f332d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 944 time: 0.0986118 Sep 26 13:56:37.023765 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-eeedff63-0897-448f-a20e-e4ee82201792 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 999 time: 0.1450443 Sep 26 13:56:37.027967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-b9d5c463-a573-431b-a0d5-97238326dfe3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 200 len: 999 time: 0.1426568 Sep 26 13:56:37.031484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ab33cd8a-2c45-421c-9474-7a329c2aa68d req-e746d1e3-ea5a-4958-a180-a04868af0953 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007326 Sep 26 13:56:37.109189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bde2-df89-4691-9636-c71323f4c191 req-60be426c-646b-4fe8-acac-b063861a5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:37.110701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-60be426c-646b-4fe8-acac-b063861a5a98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0784609 Sep 26 13:56:37.115648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bde2-df89-4691-9636-c71323f4c191 req-e95ba0bc-7922-47bb-affe-003d44cb7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:37.116972 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-e95ba0bc-7922-47bb-affe-003d44cb7581 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0767088 Sep 26 13:56:37.144292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:56:37.185530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bde2-df89-4691-9636-c71323f4c191 req-121aa3a6-469f-4a88-9028-ee8275745dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:37.187572 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-121aa3a6-469f-4a88-9028-ee8275745dc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694890 Sep 26 13:56:37.189567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bde2-df89-4691-9636-c71323f4c191 req-70ca0f11-50d1-4beb-b419-3c8d487c33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:37.190973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-70ca0f11-50d1-4beb-b419-3c8d487c33a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640812 Sep 26 13:56:37.246214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:37.258919 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'mac_address': 'fa:16:3e:31:31:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:56:37.295728 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:37.308382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:56:37.329294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:37.333289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:37.348814 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-3c25babc-61e5-42bb-b592-0331a6c7840e service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532798 Sep 26 13:56:37.352132 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-869e7d80-3abd-4ff6-aef8-8b8e5415aa01 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479821 Sep 26 13:56:37.383096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:37.506357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-00ed90e1-f931-42b8-af2f-52a8d82257fe service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510713 Sep 26 13:56:37.509667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2250bde2-df89-4691-9636-c71323f4c191 req-02287969-f8d0-4ad9-8719-63219fe2d6ff service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475301 Sep 26 13:56:37.553298 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['5a2c1d9b-17ec-400d-9649-4eb7e48753f4'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:56:38.148778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8f58-1682-4e7f-be32-1b16c01384c4 req-8db79230-a2e4-4836-9bc8-9bba686d5e5d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:38.150596 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ada8f58-1682-4e7f-be32-1b16c01384c4 req-8db79230-a2e4-4836-9bc8-9bba686d5e5d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0501297 Sep 26 13:56:38.189695 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ada8f58-1682-4e7f-be32-1b16c01384c4 req-9747e34d-6304-4d2d-a417-7e811f29784f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319843 Sep 26 13:56:38.308198 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57a72-c486-42f8-acc8-4dac22f40a0c req-3df95b4b-d532-471d-af13-bc7fff518343 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:38.309725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c2e57a72-c486-42f8-acc8-4dac22f40a0c req-3df95b4b-d532-471d-af13-bc7fff518343 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0548663 Sep 26 13:56:38.349659 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c2e57a72-c486-42f8-acc8-4dac22f40a0c req-2771345f-4c96-43df-ade8-d95ab0869c58 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339367 Sep 26 13:56:38.414846 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1d862d48-77dc-42d6-9fdb-8f06b5a05fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:38.463862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38110bcc-cbb2-4044-aabb-284487fe52e7 req-c60b026d-deb4-40fb-bccc-db511711b9d3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:38.465281 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-38110bcc-cbb2-4044-aabb-284487fe52e7 req-c60b026d-deb4-40fb-bccc-db511711b9d3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0499685 Sep 26 13:56:38.503696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-38110bcc-cbb2-4044-aabb-284487fe52e7 req-6b148abc-3cbf-49da-ac6c-3d0c0f68224c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317144 Sep 26 13:56:38.739864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71d948-8cec-4ff3-b768-8f2a8db2294c req-065d1095-c3d3-428c-925e-099ccea311bf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:38.741828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4f71d948-8cec-4ff3-b768-8f2a8db2294c req-065d1095-c3d3-428c-925e-099ccea311bf tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 945 time: 0.0574648 Sep 26 13:56:38.785007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4f71d948-8cec-4ff3-b768-8f2a8db2294c req-cce6a422-959b-4e1b-aaf8-1860e6a71e90 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373843 Sep 26 13:56:39.166139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:56:39.216892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:56:39.220464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:56:39.220828 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:39.293616 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:39.315722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:39.317964 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6419fa83-3a43-4312-b2f4-c7ffc404875e" -d '{"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-plugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:39.330951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:39.334853 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:39.358690 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b44b52-ad7f-4ef9-a40e-ca922447b3b4 x-openstack-request-id: req-20b44b52-ad7f-4ef9-a40e-ca922447b3b4 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:39.358977 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-plugged", "status": "completed", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:39.359222 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20b44b52-ad7f-4ef9-a40e-ca922447b3b4 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:39.359597 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'code': 200} Sep 26 13:56:39.385931 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=13']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:39.898873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a835cbd-bfa6-42b1-9b98-822835d1cd8f req-67da786d-75c1-46eb-97b0-db517842f8e7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:39.900422 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a835cbd-bfa6-42b1-9b98-822835d1cd8f req-67da786d-75c1-46eb-97b0-db517842f8e7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 946 time: 0.0493765 Sep 26 13:56:39.931022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-6445703f-a6ea-4b72-9911-7237c69bbd8e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:39.932512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-6445703f-a6ea-4b72-9911-7237c69bbd8e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 946 time: 0.0485265 Sep 26 13:56:39.940193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a835cbd-bfa6-42b1-9b98-822835d1cd8f req-71f124e5-b2e4-4136-8224-298a77cea409 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332563 Sep 26 13:56:40.024991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Deleting port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:56:40.025337 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:40.113680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] For port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:40.114188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:40.285970 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:40.286332 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:40.286655 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c disassociated. External IP: 172.25.4.16, port: 5a2c1d9b-17ec-400d-9649-4eb7e48753f4. Sep 26 13:56:40.286996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Calling delete_port for 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:56:40.424556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:40.452761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event deleted for resources: {'Port': ['ID=5a2c1d9b-17ec-400d-9649-4eb7e48753f4,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:40.571984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:56:40.682606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:56:40.692509 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:56:40.701751 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:56:40.702346 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:56:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:56:40.722475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] No DVR routers for this DVR port 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:56:40.725542 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:40.727602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-76beb888-6d21-4b57-8c91-8495feac6ecb req-8e041eab-4405-4150-bf5e-06dbec9de038 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "DELETE /v2.0/ports/5a2c1d9b-17ec-400d-9649-4eb7e48753f4 HTTP/1.1" status: 204 len: 173 time: 0.7893152 Sep 26 13:56:40.728051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-deleted', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:40.730308 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f3375c-cf61-4eca-bede-54c2bad8d7ba" -d '{"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-deleted", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:40.778738 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0fabaa-53ff-4379-8911-de932fd74a8f x-openstack-request-id: req-ba0fabaa-53ff-4379-8911-de932fd74a8f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:40.779111 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7314872c-50f2-4780-b726-f2c6fb90439f", "name": "network-vif-deleted", "tag": "5a2c1d9b-17ec-400d-9649-4eb7e48753f4", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:40.779479 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba0fabaa-53ff-4379-8911-de932fd74a8f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:40.780506 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7314872c-50f2-4780-b726-f2c6fb90439f', 'name': 'network-vif-deleted', 'tag': '5a2c1d9b-17ec-400d-9649-4eb7e48753f4', 'status': 'completed', 'code': 200} Sep 26 13:56:40.809764 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:56:41.002849 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:56:41.034700 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:56:41.043963 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:56:41.044618 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:56:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:56:41.048399 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2c737de-76dc-48c5-b6a3-e5624ba6f2b9 req-3c276014-cf85-451a-98e9-6de0cf0596ab tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=7314872c-50f2-4780-b726-f2c6fb90439f HTTP/1.1" status: 200 len: 210 time: 0.0283935 Sep 26 13:56:41.133136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-95e54589-6a52-4244-a7a2-579b4abec7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:41.166990 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:56:41.359492 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:56:41.384694 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d26880-8c7f-4c7b-ba21-7280b7b45b10 None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:56:41.599673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da337fd-1198-4053-aa87-c91e8adb275a None None] New status for floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:56:41.716965 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:42.275511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:42.332797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-59919586-949e-4dae-b68f-0171bc9f831c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--632004620&fields=id&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 267 time: 0.0337267 Sep 26 13:56:42.444089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-4a3a3770-4f81-4f6c-bd48-e51495d12d64 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:42.445596 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-4a3a3770-4f81-4f6c-bd48-e51495d12d64 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 812 time: 0.1041982 Sep 26 13:56:42.460391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-74f2b6d1-c58d-435a-8b54-8f90d905e095 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/quotas/4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 375 time: 0.0088499 Sep 26 13:56:42.512893 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-8d706435-b6de-40bf-88bd-ac3bf604b29a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471756 Sep 26 13:56:42.527887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-74bf8f6e-4ab2-4d22-9826-69f19e89a690 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:56:42.528855 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-74bf8f6e-4ab2-4d22-9826-69f19e89a690 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049963 Sep 26 13:56:42.622028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1b0ed49d-09a8-44c3-b027-69db049a0202 service neutron] 10.222.0.13 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868828 Sep 26 13:56:42.710680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-2e5718fd-9278-4f24-b9e8-5564ed4f0f74 service neutron] 10.222.0.13 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823896 Sep 26 13:56:42.873693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ea2f0333-c6cb-4fe8-af87-a6663750c767 req-b9b8a19d-c621-499d-bca0-6ee812d2351b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 210 time: 0.0310605 Sep 26 13:56:43.201092 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:56:43.221641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:56:43.221988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 5a2c1d9b-17ec-400d-9649-4eb7e48753f4 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:56:43.731873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:43.778693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-922633d9-9657-4ca9-8ee7-fbf3c6b6a666 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:43.780689 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-922633d9-9657-4ca9-8ee7-fbf3c6b6a666 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 812 time: 0.1204562 Sep 26 13:56:43.824551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-f398b782-a219-47af-a0ad-49dfc389f70a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 379 time: 0.0352018 Sep 26 13:56:43.834060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'port': {'device_id': '520a06de-7a72-4ded-a250-a2049d481908', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'admin_state_up': True, 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'security_groups': ['2c8860b2-6ce2-450a-846c-ed9b01cd54e1']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:56:43.953245 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Made reservation on behalf of 4268bee06fe1494b99bfe05e9e753c26 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:56:43.956722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:43.978910 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8400f904-2d98-4865-a8b9-eff726d54fc2 req-5ec1b3b2-c88b-43b4-bb05-c71cf18d8427 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 210 time: 0.0370369 Sep 26 13:56:44.108608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Allocated IP 172.20.0.11 (d9172beb-1094-46e4-8530-511b722bb928/7d8e4eb9-5119-456d-93bb-1c057d397cc9/689e7f6b-77f9-4af7-b41d-a151dc528d96) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:56:44.547297 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:44.579025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:44.623783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Network d9172beb-1094-46e4-8530-511b722bb928 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:56:44.626748 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:56:44.630488 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:56:44.656259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:44.685014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:44.685657 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:44.700131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-cb8319ac-e7b4-4251-afaa-2c4b7fcb8efd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8693948 Sep 26 13:56:44.712305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Request body: {'port': {'device_id': '520a06de-7a72-4ded-a250-a2049d481908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:56:44.769610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:44.891882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-bf69a2c7-58d3-45e9-ac3a-ea7fabd0fe13 None None] Provisioning complete for port 689e7f6b-77f9-4af7-b41d-a151dc528d96 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:56:44.892855 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bf69a2c7-58d3-45e9-ac3a-ea7fabd0fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:44.927019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-bf69a2c7-58d3-45e9-ac3a-ea7fabd0fe13 None None] Port 689e7f6b-77f9-4af7-b41d-a151dc528d96 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 13:56:45.045170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689e7f6b-77f9-4af7-b41d-a151dc528d96 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:56:45.052973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:45.070022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Transition to ACTIVE for port object 689e7f6b-77f9-4af7-b41d-a151dc528d96 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:56:45.073889 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:45.102222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068a598-ecb9-4670-95c0-45302d50277b req-7d9a2cf3-597c-46b5-9484-72e11c81594a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:45.103761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1068a598-ecb9-4670-95c0-45302d50277b req-7d9a2cf3-597c-46b5-9484-72e11c81594a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 932 time: 0.0561764 Sep 26 13:56:45.131286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:45.151125 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1068a598-ecb9-4670-95c0-45302d50277b req-48a24548-cdb1-42b4-b76e-a8153bb02107 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371780 Sep 26 13:56:45.196207 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:56:45.196541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:56:45.196869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:56:45.202345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:56:45.202675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:56:45.207659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:56:45.208004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:56:45.208396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:56:45.208831 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Bound port: 689e7f6b-77f9-4af7-b41d-a151dc528d96, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:56:45.209202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:45.279685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:56:45.283079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:56:45.287669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:45.321508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:45.322124 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:45.323831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1093 time: 0.6155610 Sep 26 13:56:45.324210 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:45.327098 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d2643-b4cd-472b-9022-79c7463f8c10" -d '{"events": [{"name": "network-changed", "server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:45.351761 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ace5e-48b0-4db0-9e1f-894597acc1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:45.392536 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d961d-35fd-45b1-b42a-4dbffb4f5ce2 x-openstack-request-id: req-2c9d961d-35fd-45b1-b42a-4dbffb4f5ce2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:45.392833 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:45.393088 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c9d961d-35fd-45b1-b42a-4dbffb4f5ce2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:45.393535 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'status': 'completed', 'code': 200} Sep 26 13:56:45.409474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-c9b775bc-a3a8-4732-b9e1-beb7cdd7e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:45.411135 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-c9b775bc-a3a8-4732-b9e1-beb7cdd7e33d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1096 time: 0.0477610 Sep 26 13:56:45.459673 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-965dcc69-568f-47b5-af94-f8a56bcaf2ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 217 time: 0.0401421 Sep 26 13:56:45.512044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-f7f2b043-cea7-4157-813d-0db48abfd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:45.513566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-f7f2b043-cea7-4157-813d-0db48abfd72d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0461841 Sep 26 13:56:45.558075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-ec0e79af-6154-408d-8146-37fce8029383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:45.559555 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-ec0e79af-6154-408d-8146-37fce8029383 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387170 Sep 26 13:56:45.654036 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-ebbbdce3-7960-426b-b478-6130454477ff service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870774 Sep 26 13:56:45.744671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:45.744940 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-424e358b-5c54-4219-a86f-e35d5e34e06f req-eb0c54fa-82df-488d-93a9-cee1bc7e9bf9 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838876 Sep 26 13:56:45.837997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-1c8949b2-23d8-4c56-a0d1-a22d240d797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:45.839403 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-1c8949b2-23d8-4c56-a0d1-a22d240d797a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1096 time: 0.0474043 Sep 26 13:56:45.928305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-7663359f-9876-4803-b8ac-21eae6d0b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:45.929817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-7663359f-9876-4803-b8ac-21eae6d0b344 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0827146 Sep 26 13:56:45.974452 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-f0c5c361-dc83-4cde-93b6-5936bb2f554e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 217 time: 0.0373037 Sep 26 13:56:46.022633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-b5855707-0692-4231-914e-07c8756b87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:46.024078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-b5855707-0692-4231-914e-07c8756b87d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0431216 Sep 26 13:56:46.070842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-c44cc56c-02c0-4d08-9406-3a9055a4b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:46.072383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-c44cc56c-02c0-4d08-9406-3a9055a4b9af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401087 Sep 26 13:56:46.183015 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-44f687b2-3402-4a62-8267-cdd9c89fc68a service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951359 Sep 26 13:56:46.270963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a7d93-b879-484a-b80d-ae77fa4fc88f req-2a10f2d3-c8ea-43d6-b7c0-39ab880c65a4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:46.272501 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ba7a7d93-b879-484a-b80d-ae77fa4fc88f req-2a10f2d3-c8ea-43d6-b7c0-39ab880c65a4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0521562 Sep 26 13:56:46.282775 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9a8d2643-b4cd-472b-9022-79c7463f8c10 req-52e162d7-5eb3-4248-a8ed-129f4a27ddf9 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910199 Sep 26 13:56:46.311958 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ba7a7d93-b879-484a-b80d-ae77fa4fc88f req-5bfabe75-f65d-4273-aecb-050e8292853c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335629 Sep 26 13:56:47.427840 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8056a-c531-4b2c-bd60-7eebfcd61971 req-b86a075b-ed30-4588-a53b-8ed0a964d68b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:47.429316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95b8056a-c531-4b2c-bd60-7eebfcd61971 req-b86a075b-ed30-4588-a53b-8ed0a964d68b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0494838 Sep 26 13:56:47.472467 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-95b8056a-c531-4b2c-bd60-7eebfcd61971 req-f63169db-c197-4cf1-ac60-7a168b1525c0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371156 Sep 26 13:56:48.586707 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b018ba3-2d34-43a1-a520-77aa32877155 req-df38060b-08c7-4ab3-bd66-2c85f0731ba2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:48.588244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b018ba3-2d34-43a1-a520-77aa32877155 req-df38060b-08c7-4ab3-bd66-2c85f0731ba2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0496624 Sep 26 13:56:48.632299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b018ba3-2d34-43a1-a520-77aa32877155 req-feca8a83-7ff3-4fd5-ae2e-48ee50d849c9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376115 Sep 26 13:56:49.232308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:56:49.325569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:49.336684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'mac_address': 'fa:16:3e:df:c1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:56:49.378692 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:49.393181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689e7f6b-77f9-4af7-b41d-a151dc528d96 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:56:49.419833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:49.424315 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:49.473126 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:49.620746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['689e7f6b-77f9-4af7-b41d-a151dc528d96'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:56:49.756324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78408dc-57e3-4d1b-9920-000a352fe5ab req-3bf1bef3-796e-48ca-94d9-e83f8e7306a5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:49.757843 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c78408dc-57e3-4d1b-9920-000a352fe5ab req-3bf1bef3-796e-48ca-94d9-e83f8e7306a5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0568328 Sep 26 13:56:49.796259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c78408dc-57e3-4d1b-9920-000a352fe5ab req-e82e011b-b6f1-4cd8-9250-e3992c65b51f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Sep 26 13:56:50.629347 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:50.912551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e15a39-ba36-4afa-8590-84277db29122 req-999f8021-0aca-4333-ac74-3a0ebeb5bfc3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:50.913987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26e15a39-ba36-4afa-8590-84277db29122 req-999f8021-0aca-4333-ac74-3a0ebeb5bfc3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0497627 Sep 26 13:56:50.952116 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26e15a39-ba36-4afa-8590-84277db29122 req-3900af94-d6e9-4448-8735-cb1a87c2d039 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318124 Sep 26 13:56:51.247444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:56:51.297157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 689e7f6b-77f9-4af7-b41d-a151dc528d96 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:56:51.300823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 689e7f6b-77f9-4af7-b41d-a151dc528d96 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:56:51.301188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:51.378248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:51.400922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:51.403161 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63971dbf-ac20-42c4-afef-594e9d567996" -d '{"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-plugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:51.416062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:56:51.420904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:51.563746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86e946-bb82-4dc6-9bee-ac37d8246e59 req-6cf0e8c4-06be-4d7c-91e2-5c4351d633f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:51.565204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e86e946-bb82-4dc6-9bee-ac37d8246e59 req-6cf0e8c4-06be-4d7c-91e2-5c4351d633f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1098 time: 0.0429170 Sep 26 13:56:51.603587 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e86e946-bb82-4dc6-9bee-ac37d8246e59 req-b49664c2-9272-411c-8508-7828d26c6bf6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Sep 26 13:56:51.617265 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd7ac5-fe18-4612-a231-7fb0aca7d9d3 x-openstack-request-id: req-4cfd7ac5-fe18-4612-a231-7fb0aca7d9d3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:51.617695 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-plugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:51.617805 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cfd7ac5-fe18-4612-a231-7fb0aca7d9d3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:51.618156 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'code': 200} Sep 26 13:56:51.627677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:56:52.087743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e36d74-9ef7-466a-b973-fb68607ff45d req-061490c2-890b-455a-9b34-a2b056c2fbba tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:52.089285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3e36d74-9ef7-466a-b973-fb68607ff45d req-061490c2-890b-455a-9b34-a2b056c2fbba tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0509944 Sep 26 13:56:52.128761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c3e36d74-9ef7-466a-b973-fb68607ff45d req-d69a07fd-863e-49a9-847a-a388345e07b1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Sep 26 13:56:53.246270 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c1bf3-0370-4ed5-97b1-6d37c01b7b2e req-9b05c72d-d747-4340-9596-64aa33b80340 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:53.247952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-150c1bf3-0370-4ed5-97b1-6d37c01b7b2e req-9b05c72d-d747-4340-9596-64aa33b80340 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0494819 Sep 26 13:56:53.294641 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-150c1bf3-0370-4ed5-97b1-6d37c01b7b2e req-753baca4-1cd5-4b5c-aa23-4149bb8a6ff1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365119 Sep 26 13:56:53.413425 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42c657-44ad-41de-bb17-349d85629a49 req-af63d5a4-dc65-49f4-b498-23f93a5d406e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:53.414988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b42c657-44ad-41de-bb17-349d85629a49 req-af63d5a4-dc65-49f4-b498-23f93a5d406e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0513372 Sep 26 13:56:53.425925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 59886) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:56:53.430502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Request body: {'floatingip': {'port_id': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:56:53.474719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:53.911686 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:53.915624 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:54.015378 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c associated. External IP: 172.25.4.16, port: 689e7f6b-77f9-4af7-b41d-a151dc528d96. Sep 26 13:56:54.251991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:56:54.365033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:56:54.370165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:56:54.375962 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:56:54.385736 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:56:54.386339 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:56:54.399520 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-060ae7ea-3032-4927-9083-5c9d7bc46750 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "PUT /v2.0/floatingips/0aafaefc-bafa-4b57-810b-96e5859dad9c HTTP/1.1" status: 200 len: 992 time: 0.9724376 Sep 26 13:56:54.400235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:56:54.402726 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99503d00-871f-4942-a2d5-807b556eaa78" -d '{"events": [{"name": "network-changed", "server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:56:54.441975 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e86facf-a1c8-45e6-a4fe-a20e8b186724 x-openstack-request-id: req-7e86facf-a1c8-45e6-a4fe-a20e8b186724 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:56:54.443100 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:56:54.443371 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e86facf-a1c8-45e6-a4fe-a20e8b186724 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:56:54.443791 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'status': 'completed', 'code': 200} Sep 26 13:56:54.515027 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:56:54.520357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99503d00-871f-4942-a2d5-807b556eaa78 req-3f527a3e-871d-42ce-9e79-d544165c8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:54.521981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99503d00-871f-4942-a2d5-807b556eaa78 req-3f527a3e-871d-42ce-9e79-d544165c8f6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1098 time: 0.0506611 Sep 26 13:56:54.613512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99503d00-871f-4942-a2d5-807b556eaa78 req-81d4afc2-2de3-4e1c-b010-3276acfc6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:54.614989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99503d00-871f-4942-a2d5-807b556eaa78 req-81d4afc2-2de3-4e1c-b010-3276acfc6658 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0860252 Sep 26 13:56:54.684657 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99503d00-871f-4942-a2d5-807b556eaa78 req-57c2c9c5-0438-4684-8ca9-bbf222a783a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1000 time: 0.0623956 Sep 26 13:56:54.734132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99503d00-871f-4942-a2d5-807b556eaa78 req-658c5fab-98af-48f9-a697-b113e0c176f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:54.735725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99503d00-871f-4942-a2d5-807b556eaa78 req-658c5fab-98af-48f9-a697-b113e0c176f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0447752 Sep 26 13:56:54.738021 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:df:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520a06de-7a72-4ded-a250-a2049d481908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:56:53Z', 'revision_number': 13, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:56:54.763603 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:56:54.772661 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:56:54.773191 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:56:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:56:54.781211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99503d00-871f-4942-a2d5-807b556eaa78 req-be6ac264-05a6-4ae1-91b7-253392412b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:56:54.782745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99503d00-871f-4942-a2d5-807b556eaa78 req-be6ac264-05a6-4ae1-91b7-253392412b1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406494 Sep 26 13:56:54.840435 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:56:54.877657 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99503d00-871f-4942-a2d5-807b556eaa78 req-6d9be8e5-417a-4351-b173-944cf6123d59 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861976 Sep 26 13:56:54.881560 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:56:54.971762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99503d00-871f-4942-a2d5-807b556eaa78 req-d656fe99-7f3f-4224-8b5e-f43114a574fa service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872614 Sep 26 13:56:55.183761 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:df:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520a06de-7a72-4ded-a250-a2049d481908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:56:53Z', 'revision_number': 13, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:56:55.213886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e034b-a672-44b9-a325-f5a82e4fae00 None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '0aafaefc-bafa-4b57-810b-96e5859dad9c', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'port_id': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'mac_address': 'fa:16:3e:df:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520a06de-7a72-4ded-a250-a2049d481908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T13:48:09Z', 'updated_at': '2021-09-26T13:56:53Z', 'revision_number': 13, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:56:55.387821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2aa0a-9f28-4a41-93a1-c87d5e5888a6 None None] New status for floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:57:08.416650 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0e06ff64-5735-44f1-ab23-9805e7764338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:11.133546 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f886ea4d-8964-44b0-b7ef-12025e52a2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:11.709857 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:12.274130 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:13.733972 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:15.744914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:20.628275 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:20.859630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-2b2a55eb-a3ac-480e-9157-70357d485ab9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399156 Sep 26 13:57:20.938117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-2f10335e-b3f4-4f23-8ced-58d09913d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:57:20.939545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-2f10335e-b3f4-4f23-8ced-58d09913d26a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1098 time: 0.0398486 Sep 26 13:57:21.047204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-9abf9ed1-2db0-4b46-9204-caa2f1716454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:57:21.048712 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-9abf9ed1-2db0-4b46-9204-caa2f1716454 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0889063 Sep 26 13:57:21.115331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-a0909510-3ee7-4288-9013-a67a4c142a2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1002 time: 0.0583837 Sep 26 13:57:21.164780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-3858bbbe-0ff9-43ff-b5be-2b8d302c6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:57:21.166262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-3858bbbe-0ff9-43ff-b5be-2b8d302c6d1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0426912 Sep 26 13:57:21.216246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-110b4d61-4333-4227-b313-706c20dacad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:57:21.218178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-110b4d61-4333-4227-b313-706c20dacad2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441747 Sep 26 13:57:21.306381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-7f6c5ecf-3bfc-4ded-ba42-e03ff3e6b46e service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810039 Sep 26 13:57:21.403613 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e878840-698f-4e58-bbb3-6496920b2e6c req-d4c2f514-a0fc-47b0-812f-d1945fbf649f service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874150 Sep 26 13:57:31.809134 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:57:38.417510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c34d6a3d-30ca-4c0b-b05f-d703f91f4c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:41.137977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d565cc8-eab0-479f-a792-e7a96674ec86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:41.713860 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:42.279335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:43.736857 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:45.749641 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:57:50.627841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:08.418348 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c3446cbe-d727-481a-97b5-c6a77ccb0819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:08.809528 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:58:11.140933 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c50c3028-0cf0-4308-b74e-691948cdc697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:11.715573 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:12.279964 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:13.739990 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:15.758434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:20.626982 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:21.870512 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-6e5f0ed0-3269-43b3-9664-0a45482e492a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400774 Sep 26 13:58:21.964559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-ab246a27-82da-49fd-bfcf-2409b8138a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:21.966125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-ab246a27-82da-49fd-bfcf-2409b8138a90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1098 time: 0.0435731 Sep 26 13:58:22.073119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-624955ac-7f23-48ea-a427-ea5d503368b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:22.074664 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-624955ac-7f23-48ea-a427-ea5d503368b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0894897 Sep 26 13:58:22.139295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-e1a66331-f988-4cf2-93aa-aac265349b13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1002 time: 0.0578704 Sep 26 13:58:22.193640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-004555dd-89df-4bca-ac0c-4e93529902ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:22.195111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-004555dd-89df-4bca-ac0c-4e93529902ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0488245 Sep 26 13:58:22.243010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-d4f8453a-e2df-4ad7-acaf-c8c9c3883682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:22.244541 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-d4f8453a-e2df-4ad7-acaf-c8c9c3883682 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422244 Sep 26 13:58:22.334498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-b5bbb89b-1914-46f6-8d72-d1a8a0f91104 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821791 Sep 26 13:58:22.426952 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c1ac6de1-8e6f-4302-a7c5-e41a36ea802e req-a4ec28d2-d5f7-41b6-9ca6-b2d42e271dac service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Sep 26 13:58:31.762578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee5336-19ef-47fa-a283-11e1493b3fb1 req-aad32033-6a46-46e5-a96c-13249ac36d11 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:31.764092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7ee5336-19ef-47fa-a283-11e1493b3fb1 req-aad32033-6a46-46e5-a96c-13249ac36d11 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0521960 Sep 26 13:58:31.806357 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c7ee5336-19ef-47fa-a283-11e1493b3fb1 req-715058f8-9cdc-45cb-966b-5d9f21fb7c64 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353637 Sep 26 13:58:38.419831 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45e059d4-cac9-464b-bf05-4f1349401c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:41.142000 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c69b56a9-fede-4dd2-a296-ce09a8fe3c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:41.716756 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:42.288661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:42.935916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-553fc228-9851-4186-9079-b26dc1f8233b req-9fcbbf75-ad94-4c31-9191-b6f5b51d8213 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:58:42.936959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-553fc228-9851-4186-9079-b26dc1f8233b req-9fcbbf75-ad94-4c31-9191-b6f5b51d8213 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439317 Sep 26 13:58:43.135728 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-f5d588e8-62fe-4dc0-b0a9-2e74013b2b17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704286 Sep 26 13:58:43.144573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47d703-f877-4db8-bb28-db6d4dafd5af req-93855b96-e754-4ada-9786-74bea257516a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:43.146064 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b47d703-f877-4db8-bb28-db6d4dafd5af req-93855b96-e754-4ada-9786-74bea257516a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0720448 Sep 26 13:58:43.201559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3b47d703-f877-4db8-bb28-db6d4dafd5af req-e9438a1a-75d8-4659-9535-bbebee99ad03 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493653 Sep 26 13:58:43.744029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:44.261910 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-badf9026-ae7b-45c8-a11d-642e7add43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:44.263445 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-badf9026-ae7b-45c8-a11d-642e7add43ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1098 time: 0.0417261 Sep 26 13:58:44.326331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13253ea-b6aa-4dc3-a3b3-1c4259472e50 req-bc5f8063-eda2-4eb2-b1c3-339789e18ee7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:44.327792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b13253ea-b6aa-4dc3-a3b3-1c4259472e50 req-bc5f8063-eda2-4eb2-b1c3-339789e18ee7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0546820 Sep 26 13:58:44.354843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-92a5f90e-2fd3-4555-9cb9-0a314012a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:44.356376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-92a5f90e-2fd3-4555-9cb9-0a314012a9d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0862813 Sep 26 13:58:44.368714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b13253ea-b6aa-4dc3-a3b3-1c4259472e50 req-fcca6b7e-c8fa-42a7-916c-f15390ff5957 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342588 Sep 26 13:58:44.428492 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-e75f54af-fde3-4063-a08e-41ce43bd79e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1002 time: 0.0629528 Sep 26 13:58:44.477755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-1b686906-1366-4803-a85d-7aaa9094dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:44.479216 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-1b686906-1366-4803-a85d-7aaa9094dd49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0443687 Sep 26 13:58:44.523922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-1ac3afab-0202-485a-b8bc-755c03c19278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:44.525455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-1ac3afab-0202-485a-b8bc-755c03c19278 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397282 Sep 26 13:58:44.620884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-5ff74140-c1b2-498d-b66d-10928a8185a8 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873752 Sep 26 13:58:44.714671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-880e3249-0842-4516-b77d-f7eadf43ea4c service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866888 Sep 26 13:58:45.488056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8a31-bc1b-4c93-8519-86dba22a8452 req-96d8ee1f-995e-46ad-ad20-f8b0979e2c6f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:45.489568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-906d8a31-bc1b-4c93-8519-86dba22a8452 req-96d8ee1f-995e-46ad-ad20-f8b0979e2c6f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0498230 Sep 26 13:58:45.527068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-906d8a31-bc1b-4c93-8519-86dba22a8452 req-0469003f-b012-4ec1-a85d-6ddaeacf7294 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Sep 26 13:58:45.774902 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:45.807676 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:58:46.647793 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2566079-4466-4faa-b988-8effbfe47aed req-814e118c-a49e-496b-8f6b-daf12fbff356 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:46.649312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2566079-4466-4faa-b988-8effbfe47aed req-814e118c-a49e-496b-8f6b-daf12fbff356 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0512135 Sep 26 13:58:46.687727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2566079-4466-4faa-b988-8effbfe47aed req-abcb090c-c5fe-4dfc-928b-1e2c83a8a5c0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Sep 26 13:58:47.812179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0aff56-8189-43f6-b903-e51f7e2be3dc req-2054b06b-58a6-4321-a1f1-23061f519a2d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:47.813680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c0aff56-8189-43f6-b903-e51f7e2be3dc req-2054b06b-58a6-4321-a1f1-23061f519a2d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0493445 Sep 26 13:58:47.851817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4c0aff56-8189-43f6-b903-e51f7e2be3dc req-3a7929e6-c15a-45a9-9aaf-8a09c36ee985 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Sep 26 13:58:48.967263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15d7bb-1fe7-413f-a23e-fc3ebcaf9d65 req-4c86e49f-7e5a-453c-84f0-701ea33bf462 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:48.969355 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f15d7bb-1fe7-413f-a23e-fc3ebcaf9d65 req-4c86e49f-7e5a-453c-84f0-701ea33bf462 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0511570 Sep 26 13:58:49.006430 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5f15d7bb-1fe7-413f-a23e-fc3ebcaf9d65 req-4129e19c-f34d-4076-9b3e-3be394f22dc2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Sep 26 13:58:50.132176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c2565-2f4f-45a8-864d-3c8bc69e5195 req-187bc3fd-7abd-44a7-b2ad-44b1329f4e6f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:50.134024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-885c2565-2f4f-45a8-864d-3c8bc69e5195 req-187bc3fd-7abd-44a7-b2ad-44b1329f4e6f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0550895 Sep 26 13:58:50.179536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-885c2565-2f4f-45a8-864d-3c8bc69e5195 req-9737f129-df5d-49e8-8f3d-e21863f69211 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390599 Sep 26 13:58:50.627556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:51.308337 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0028ab-f0ef-484c-b4c7-2a46d90ab764 req-51b4ff1e-0a39-420d-a1dc-571cc5e941b9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:51.310032 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d0028ab-f0ef-484c-b4c7-2a46d90ab764 req-51b4ff1e-0a39-420d-a1dc-571cc5e941b9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0567617 Sep 26 13:58:51.358099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d0028ab-f0ef-484c-b4c7-2a46d90ab764 req-07b4bc0a-3e34-4964-aa12-960141433c5a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370126 Sep 26 13:58:52.481525 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e727d-7c92-4a4f-96be-ebb8e21b2860 req-15a880f9-b9f8-45d3-b4be-8ff6a16ebf10 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:52.483191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020e727d-7c92-4a4f-96be-ebb8e21b2860 req-15a880f9-b9f8-45d3-b4be-8ff6a16ebf10 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0522754 Sep 26 13:58:52.524245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-020e727d-7c92-4a4f-96be-ebb8e21b2860 req-9a050c79-160e-403a-9b48-d86d5e1b9f56 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347025 Sep 26 13:58:53.647439 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeffb9-f17f-4b65-a356-28dbe4871b47 req-e705edb0-f253-4394-97ce-bf22f1611e3d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:53.649055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdbeffb9-f17f-4b65-a356-28dbe4871b47 req-e705edb0-f253-4394-97ce-bf22f1611e3d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0519664 Sep 26 13:58:53.694363 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cdbeffb9-f17f-4b65-a356-28dbe4871b47 req-5aaf992b-f081-4e6c-aea0-0632ec06bf5f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349791 Sep 26 13:58:54.814868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c747f6a-46dc-4cf1-972e-e98e9d29acf1 req-3f927492-84a9-4f42-8577-c842c77a238a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:54.816425 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c747f6a-46dc-4cf1-972e-e98e9d29acf1 req-3f927492-84a9-4f42-8577-c842c77a238a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0509710 Sep 26 13:58:54.856396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6c747f6a-46dc-4cf1-972e-e98e9d29acf1 req-250ce023-5145-4663-8bad-3bb6bd25b71d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338774 Sep 26 13:58:55.978903 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e9718-63c1-4bd1-886e-88fb67159f18 req-59db9c13-9280-4a33-9945-fe7cabeab2cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:55.980492 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a33e9718-63c1-4bd1-886e-88fb67159f18 req-59db9c13-9280-4a33-9945-fe7cabeab2cc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0508678 Sep 26 13:58:56.023129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a33e9718-63c1-4bd1-886e-88fb67159f18 req-2f135e9a-e633-4c8b-a55e-81f20b07a2e4 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Sep 26 13:58:57.151551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d4ccf-d163-4d31-b340-09c9fa0f8b0d req-d04a552a-c24c-4178-878f-50e8f6533061 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:57.153122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6d4ccf-d163-4d31-b340-09c9fa0f8b0d req-d04a552a-c24c-4178-878f-50e8f6533061 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0514951 Sep 26 13:58:57.202737 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6d4ccf-d163-4d31-b340-09c9fa0f8b0d req-05722000-0c97-4d0e-a6c3-578ca94e6814 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Sep 26 13:58:58.348534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f321f-bf67-4a17-82d8-1d373c23619c req-f86fc930-2593-4239-9356-4ac9dc7a7cfc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:58.350120 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-603f321f-bf67-4a17-82d8-1d373c23619c req-f86fc930-2593-4239-9356-4ac9dc7a7cfc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0569167 Sep 26 13:58:58.378534 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-3361a560-c961-4ba9-8251-81c981d09a02 req-2df498ed-6a70-415e-aaea-68c4480d0bf5 service neutron] show failed (client error): The resource could not be found. Sep 26 13:58:58.379604 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-2df498ed-6a70-415e-aaea-68c4480d0bf5 service neutron] 10.222.0.24 "GET /v2.0/ports/689e7f6b-77f9-4af7-b41d-a151dc528d96/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0733297 Sep 26 13:58:58.392350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-603f321f-bf67-4a17-82d8-1d373c23619c req-1d0b491a-864f-4247-9ffa-1dfc33df7b57 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357449 Sep 26 13:58:58.641836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-90437ac3-941e-472a-a2bc-663c4af7a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:58.643415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-90437ac3-941e-472a-a2bc-663c4af7a296 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 1098 time: 0.0884593 Sep 26 13:58:58.654065 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-fff5a1a1-de12-42cb-b28d-f7ac792e249b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:58:58.655094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-fff5a1a1-de12-42cb-b28d-f7ac792e249b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051644 Sep 26 13:58:58.674192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:58:58.729154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:58.957624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:58:58.993208 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:58:59.036367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:58:59.038711 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eddcdf9-966d-4359-b4d1-a0173dd90a43" -d '{"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-unplugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:58:59.043043 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:59.057127 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Transition to ACTIVE for port object 689e7f6b-77f9-4af7-b41d-a151dc528d96 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:58:59.062503 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:59.098538 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7926bd07-8e43-4cba-9795-662dadf753f7 x-openstack-request-id: req-7926bd07-8e43-4cba-9795-662dadf753f7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:58:59.098839 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-unplugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:58:59.099097 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7926bd07-8e43-4cba-9795-662dadf753f7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:58:59.099498 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'code': 200} Sep 26 13:58:59.149429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:58:59.161043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.161413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.161769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.162112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.162446 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.162788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.163123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.163449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.163775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.164107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.164431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.164754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:58:59.210894 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] No DVR routers for this DVR port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:58:59.359025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:58:59.359362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:58:59.359695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:58:59.364408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:58:59.364665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:58:59.369632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:58:59.369965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:58:59.370345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:58:59.370794 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Bound port: 689e7f6b-77f9-4af7-b41d-a151dc528d96, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:58:59.371149 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:59.449943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:58:59.454690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:58:59.461327 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:59.498031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:59.499182 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:58:59.500836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1093 time: 0.8307614 Sep 26 13:58:59.527738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e0af9-af14-4c72-b873-bfc693fb37a3 service neutron] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:58:59.582553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-6ea56679-cbc5-49bb-8549-e4a1beda9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:59.584529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-6ea56679-cbc5-49bb-8549-e4a1beda9907 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1096 time: 0.0525291 Sep 26 13:58:59.599065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75255dab-527f-42ba-92f8-116480ae0a64 req-294de726-e499-4b1f-b2c7-00e98e01d170 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:59.600672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-75255dab-527f-42ba-92f8-116480ae0a64 req-294de726-e499-4b1f-b2c7-00e98e01d170 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.1334639 Sep 26 13:58:59.653446 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-75255dab-527f-42ba-92f8-116480ae0a64 req-dd225d1c-4c5c-4a4e-aef3-cdbd4a547cfc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464761 Sep 26 13:58:59.689055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ccf371d2-8ec6-4375-b6ed-97b52dcc53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:59.690601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-ccf371d2-8ec6-4375-b6ed-97b52dcc53bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.0994353 Sep 26 13:58:59.767358 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-9bff649e-10c6-4edd-969e-772f1aaccb7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1000 time: 0.0694733 Sep 26 13:58:59.823836 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-0216db09-0056-4b59-8e17-c6fa1d682044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:59.825336 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-0216db09-0056-4b59-8e17-c6fa1d682044 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0511289 Sep 26 13:58:59.874386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361a560-c961-4ba9-8251-81c981d09a02 req-4f2e9c26-9a14-485c-83e7-8a70f43554fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:58:59.875923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-4f2e9c26-9a14-485c-83e7-8a70f43554fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425189 Sep 26 13:58:59.893293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:58:59.932288 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:58:59.985644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-62d3cda0-1a3b-4bf2-b182-206446feafc8 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026704 Sep 26 13:59:00.081104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-0704cc8a-87b3-4439-b9d4-78584c1909f9 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888350 Sep 26 13:59:00.848709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca6d0c-c62d-47e0-b733-3380766252cf req-f9998122-42d3-45bc-87a9-4566e134c693 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:00.851473 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9dca6d0c-c62d-47e0-b733-3380766252cf req-f9998122-42d3-45bc-87a9-4566e134c693 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.1176429 Sep 26 13:59:01.231661 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:59:01.234535 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f68d26-53ba-4e30-bac1-fd154f8e0c61" -d '{"events": [{"name": "network-changed", "server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:59:01.258351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9dca6d0c-c62d-47e0-b733-3380766252cf req-18341fe6-4313-4fc1-bd47-940b87f67754 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972349 Sep 26 13:59:01.319027 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd2b397-958b-4fc5-9c1f-5aad62d24278 x-openstack-request-id: req-9fd2b397-958b-4fc5-9c1f-5aad62d24278 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:59:01.319354 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:59:01.319544 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fd2b397-958b-4fc5-9c1f-5aad62d24278 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:59:01.319921 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'status': 'completed', 'code': 200} Sep 26 13:59:01.411613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-3d98f6d1-60e0-4a20-8668-19277ede1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:01.413150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-3d98f6d1-60e0-4a20-8668-19277ede1029 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1096 time: 0.0707858 Sep 26 13:59:01.419895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-238231c2-731b-444b-b89d-c325a3972194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:01.422037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-238231c2-731b-444b-b89d-c325a3972194 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1096 time: 0.0778244 Sep 26 13:59:01.586783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-b5f210a8-cb55-4678-8d74-650179d70a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:01.588299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-b5f210a8-cb55-4678-8d74-650179d70a44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1653717 Sep 26 13:59:01.589393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-a48eab0e-4861-4f88-94f3-ed82b9b1d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:01.590821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-a48eab0e-4861-4f88-94f3-ed82b9b1d90b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1604099 Sep 26 13:59:01.714143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-dd82b572-b0c8-4027-a3d4-7bf237583479 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1000 time: 0.1177425 Sep 26 13:59:01.715898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-934b4fec-8716-4df0-a2a0-ee50b5afb2e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1000 time: 0.1050851 Sep 26 13:59:01.798865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-81183e93-8c13-42cf-86f1-5ecf1c783a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:01.800379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-81183e93-8c13-42cf-86f1-5ecf1c783a8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0795000 Sep 26 13:59:01.801854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-d407cad1-1a4f-40a7-becb-03f4313fec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:01.803252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-d407cad1-1a4f-40a7-becb-03f4313fec13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0748250 Sep 26 13:59:01.883057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-896ebe5f-602a-4459-90b3-f4e438476bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:01.884528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-896ebe5f-602a-4459-90b3-f4e438476bcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776548 Sep 26 13:59:01.886266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-5bafeb7c-7d40-4720-a543-e578b42d732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:01.887653 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-5bafeb7c-7d40-4720-a543-e578b42d732e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728087 Sep 26 13:59:02.063010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-14cf0303-e5b6-4510-9230-bc3ba9f405ee service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699312 Sep 26 13:59:02.064999 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-c355f4e2-05b2-4f66-8297-6ea57606ccf9 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642480 Sep 26 13:59:02.235095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-2c9fdb33-c89b-4654-8eea-a3dcfbdad884 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653440 Sep 26 13:59:02.237364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-70f68d26-53ba-4e30-bac1-fd154f8e0c61 req-a2834530-e4ce-40e4-98a6-83beff717063 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598132 Sep 26 13:59:02.420375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7a26-9ecd-4e14-911f-6527561e2e17 req-883b1783-a43d-4e80-a04d-b7c549f47ee3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:02.422583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-886f7a26-9ecd-4e14-911f-6527561e2e17 req-883b1783-a43d-4e80-a04d-b7c549f47ee3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0579245 Sep 26 13:59:02.468822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-886f7a26-9ecd-4e14-911f-6527561e2e17 req-c56b1820-201c-4ad8-85cb-78bd6b1c97d1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389030 Sep 26 13:59:03.603631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c34f6-50b8-492e-9b5f-5c7d63bd2e76 req-bad0e59f-5ef6-4cc2-9353-19d5686e0fff tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:03.605271 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e9c34f6-50b8-492e-9b5f-5c7d63bd2e76 req-bad0e59f-5ef6-4cc2-9353-19d5686e0fff tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0516734 Sep 26 13:59:03.650672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e9c34f6-50b8-492e-9b5f-5c7d63bd2e76 req-9990b745-c2c4-46da-8068-90e04e1d546d tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388403 Sep 26 13:59:04.787309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915a596-3030-4a3e-aaba-736e14a88967 req-73bb97a0-a995-4d4e-859b-229c5bc81f0f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:04.789046 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6915a596-3030-4a3e-aaba-736e14a88967 req-73bb97a0-a995-4d4e-859b-229c5bc81f0f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0594049 Sep 26 13:59:04.840231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6915a596-3030-4a3e-aaba-736e14a88967 req-cb3e42fc-362d-4f38-a2ba-492f87053bd5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393507 Sep 26 13:59:06.003584 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716ae73-14f7-42bd-b958-6a42b4157988 req-2bb66e99-343b-4c0c-9523-3f31c0f7d2d8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:06.005540 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1716ae73-14f7-42bd-b958-6a42b4157988 req-2bb66e99-343b-4c0c-9523-3f31c0f7d2d8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0877607 Sep 26 13:59:06.053526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1716ae73-14f7-42bd-b958-6a42b4157988 req-83019d45-dfa4-4ad3-975b-42e4f1467b71 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Sep 26 13:59:07.190358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906b97-c333-4a85-afa8-a58448321adc req-7debfcdc-d9dd-4834-a663-6d0d642731ea tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:07.192314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1906b97-c333-4a85-afa8-a58448321adc req-7debfcdc-d9dd-4834-a663-6d0d642731ea tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0521934 Sep 26 13:59:07.241441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1906b97-c333-4a85-afa8-a58448321adc req-416b5c92-93d2-4fdf-bcb2-b7b577054d21 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397947 Sep 26 13:59:08.378679 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad79261-7d2f-4e3b-a646-27d378afc377 req-c1d6fa0c-dc1b-48a9-a378-83adebaefe3f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:08.380704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ad79261-7d2f-4e3b-a646-27d378afc377 req-c1d6fa0c-dc1b-48a9-a378-83adebaefe3f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0560822 Sep 26 13:59:08.424658 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-906f7fcc-3775-4507-a6ba-e395210ac0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:08.429631 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ad79261-7d2f-4e3b-a646-27d378afc377 req-43d0a02a-0f51-4ec3-b0d3-fb69d3622c3a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418224 Sep 26 13:59:09.559888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f043b-4c38-4193-a4aa-81428e6ac798 req-3e4b020c-03f0-4f81-b142-c4a595010b89 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:09.562383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b89f043b-4c38-4193-a4aa-81428e6ac798 req-3e4b020c-03f0-4f81-b142-c4a595010b89 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0547667 Sep 26 13:59:09.610278 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b89f043b-4c38-4193-a4aa-81428e6ac798 req-54b23a9b-f231-49f9-8a80-854eea8a847e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369511 Sep 26 13:59:10.742057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e83458-d31e-4ab5-866e-43fd9f59d203 req-0f042af0-44de-417f-9677-c390f53f7002 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:10.743921 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11e83458-d31e-4ab5-866e-43fd9f59d203 req-0f042af0-44de-417f-9677-c390f53f7002 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0570121 Sep 26 13:59:10.787421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11e83458-d31e-4ab5-866e-43fd9f59d203 req-ed75cc80-27f9-4ce3-8b70-112d1968fe96 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370481 Sep 26 13:59:11.148633 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9172-ebdf-404e-8012-c4a79ead6b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:11.720944 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:11.918356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be560b85-474b-4ff1-9aa3-af746b696ffb req-a9615d54-8eaa-40c2-99c7-41b984e546b7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:11.920578 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be560b85-474b-4ff1-9aa3-af746b696ffb req-a9615d54-8eaa-40c2-99c7-41b984e546b7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 944 time: 0.0588624 Sep 26 13:59:11.964689 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be560b85-474b-4ff1-9aa3-af746b696ffb req-e7f4f1d7-99cb-4597-848d-f5cd5d0e371b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Sep 26 13:59:12.283846 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:12.675850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:59:12.777726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:12.791565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'mac_address': 'fa:16:3e:df:c1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:59:12.832908 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:12.851831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689e7f6b-77f9-4af7-b41d-a151dc528d96 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:59:12.874430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:12.879245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:12.932143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:12.940684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.941073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.941446 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.941856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.942222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.942582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.942939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.943291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.943709 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.944075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.944431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:12.944793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:13.102918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee29b89-53ec-4ca6-a802-798be8a07d23 req-bebf6761-4b1c-4fc9-aa0a-676a612edc9a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:13.105112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ee29b89-53ec-4ca6-a802-798be8a07d23 req-bebf6761-4b1c-4fc9-aa0a-676a612edc9a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0671792 Sep 26 13:59:13.162043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7ee29b89-53ec-4ca6-a802-798be8a07d23 req-b4bc00d9-b80c-4806-9896-ea4c10c0608b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462101 Sep 26 13:59:13.312187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['689e7f6b-77f9-4af7-b41d-a151dc528d96'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:59:13.747512 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:14.294188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5a1fd-f5bc-4847-8bcc-adc3d0245f3a req-e632f765-388b-4f3c-842e-62e42fad3ade tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:14.295853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1b5a1fd-f5bc-4847-8bcc-adc3d0245f3a req-e632f765-388b-4f3c-842e-62e42fad3ade tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0556910 Sep 26 13:59:14.344234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f1b5a1fd-f5bc-4847-8bcc-adc3d0245f3a req-d7c107cb-076a-4319-86d2-65e6f5644fe9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370226 Sep 26 13:59:14.675851 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:59:14.753197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 689e7f6b-77f9-4af7-b41d-a151dc528d96 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:59:14.757775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 689e7f6b-77f9-4af7-b41d-a151dc528d96 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:59:14.758171 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:14.825885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-c99bba29-5db1-4085-94c2-7aa97d4e4e32 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:14.827517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-c99bba29-5db1-4085-94c2-7aa97d4e4e32 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.23 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908&tenant_id=4268bee06fe1494b99bfe05e9e753c26&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 945 time: 0.1013017 Sep 26 13:59:14.850370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958f6eb-f7e4-440d-adf5-214ebbaac40e req-c2d3d69a-f7f5-4fc1-ab32-242ae696769a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:14.851946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5958f6eb-f7e4-440d-adf5-214ebbaac40e req-c2d3d69a-f7f5-4fc1-ab32-242ae696769a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0886230 Sep 26 13:59:14.890242 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:14.925204 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:59:14.928336 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b4c2b-4aad-4187-a93a-c61e30b19daa" -d '{"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-plugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:59:14.938348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5958f6eb-f7e4-440d-adf5-214ebbaac40e req-93bac1fc-52b0-43e0-8d79-2991f415c442 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608935 Sep 26 13:59:14.942387 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-52fe32d0-2bb8-463e-bfe2-f684d633433a service neutron] 10.222.0.23 "GET /v2.0/ports/689e7f6b-77f9-4af7-b41d-a151dc528d96/bindings/n-h1-806683-13 HTTP/1.1" status: 200 len: 383 time: 0.1066082 Sep 26 13:59:14.962819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:14.971520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:15.023746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-c5e6a0aa-5045-457e-b7b1-94714d79bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:15.025329 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-c5e6a0aa-5045-457e-b7b1-94714d79bf1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1098 time: 0.0511174 Sep 26 13:59:15.025601 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90c34f3-923d-4766-90bb-9e07a1fb5498 x-openstack-request-id: req-f90c34f3-923d-4766-90bb-9e07a1fb5498 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:59:15.025951 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-plugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:59:15.026248 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f90c34f3-923d-4766-90bb-9e07a1fb5498 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:59:15.026708 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'code': 200} Sep 26 13:59:15.049845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:15.149763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-0cf85d0b-f506-4241-9421-7df692d206cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:15.151313 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-0cf85d0b-f506-4241-9421-7df692d206cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1191111 Sep 26 13:59:15.247532 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-6e12ed49-8988-4408-a10c-af0f37e1154c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1002 time: 0.0882008 Sep 26 13:59:15.307866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-74e9a9e8-deed-4ccc-b5e6-07f2dc4acd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:15.309460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-74e9a9e8-deed-4ccc-b5e6-07f2dc4acd3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0545137 Sep 26 13:59:15.361979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-7725870a-8268-4a49-9403-768f78634f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:15.364003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-7725870a-8268-4a49-9403-768f78634f56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464911 Sep 26 13:59:15.463928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-892cf96c-2aac-4ec5-8b71-4dd60688076c service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929849 Sep 26 13:59:15.594688 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-4cdd478c-7343-4da8-9a85-f1e18b1ee70e service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233377 Sep 26 13:59:15.791090 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:16.104669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f0df7-c278-4fb5-ae4b-0fe4d7198cef req-24e1f180-03f4-4580-97a3-64ac7d1fa01f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:16.106661 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd8f0df7-c278-4fb5-ae4b-0fe4d7198cef req-24e1f180-03f4-4580-97a3-64ac7d1fa01f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0612767 Sep 26 13:59:16.152689 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cd8f0df7-c278-4fb5-ae4b-0fe4d7198cef req-4175f6ee-170f-4635-b4b6-a6d9a5750c07 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389712 Sep 26 13:59:17.297034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff74538-84e2-4436-befd-a0770382a0a6 req-c8d3dafa-e625-4f9a-bba3-b83fd6346eb1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:17.299276 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bff74538-84e2-4436-befd-a0770382a0a6 req-c8d3dafa-e625-4f9a-bba3-b83fd6346eb1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0584056 Sep 26 13:59:17.345890 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bff74538-84e2-4436-befd-a0770382a0a6 req-1a9942c9-fe49-4a7a-9fb5-b39b8ec31977 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Sep 26 13:59:18.522316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea61460-fc10-4b97-b8b4-2a169170535a req-aaa9cb13-e20f-4c3d-8390-12193f4a82d1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:18.525162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ea61460-fc10-4b97-b8b4-2a169170535a req-aaa9cb13-e20f-4c3d-8390-12193f4a82d1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0893590 Sep 26 13:59:18.591459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ea61460-fc10-4b97-b8b4-2a169170535a req-7daa44df-613f-468a-85b0-a6070e20deff tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584068 Sep 26 13:59:18.975226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-c90fffab-5319-422e-89bd-883635f67e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:18.977226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-c90fffab-5319-422e-89bd-883635f67e95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1098 time: 0.0529361 Sep 26 13:59:19.125753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-1a293d4a-3871-49c4-b49e-84114734b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:19.128391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-1a293d4a-3871-49c4-b49e-84114734b477 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1287053 Sep 26 13:59:19.224069 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-38cc7fd0-72ec-442c-ac95-2ee3b7295f32 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1002 time: 0.0886850 Sep 26 13:59:19.289752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-f828ab9e-b957-4da7-a017-47c11c5de950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:19.291371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-f828ab9e-b957-4da7-a017-47c11c5de950 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0607696 Sep 26 13:59:19.360291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-099fe753-772c-4d55-b19a-5ee572e52cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:19.362061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-099fe753-772c-4d55-b19a-5ee572e52cb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634849 Sep 26 13:59:19.514680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-8245ba06-59d9-409f-88d8-3d8f3f2a0f50 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373332 Sep 26 13:59:19.672112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-630ce34c-22b0-4017-bf5b-334c8f72703c req-589fe322-e08e-4b74-b3d5-1c564e52ce12 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498818 Sep 26 13:59:19.779224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e1631-6ed7-4c0e-b7a1-a490eb7b6e45 req-08516612-b618-4836-bf03-9befa0a36a7e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:19.782316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-589e1631-6ed7-4c0e-b7a1-a490eb7b6e45 req-08516612-b618-4836-bf03-9befa0a36a7e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0674975 Sep 26 13:59:19.848797 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-589e1631-6ed7-4c0e-b7a1-a490eb7b6e45 req-06f907d0-855d-4ff8-a1d1-543ac651d153 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550659 Sep 26 13:59:20.150360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-ac72ad22-fbc9-4c7b-bcf0-e6f4a2b53082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:20.151944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-ac72ad22-fbc9-4c7b-bcf0-e6f4a2b53082 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908&tenant_id=4268bee06fe1494b99bfe05e9e753c26 HTTP/1.1" status: 200 len: 1098 time: 0.0964410 Sep 26 13:59:20.164324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:59:20.223885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:20.463473 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:20.503218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:59:20.554288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:59:20.556717 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b310032a-b978-4dd9-ac80-7a84e861040a" -d '{"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-unplugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:59:20.561478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:20.577532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Transition to ACTIVE for port object 689e7f6b-77f9-4af7-b41d-a151dc528d96 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:59:20.583548 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:20.664563 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:20.695584 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=10']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:20.706431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:59:20.736693 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02770ad-3c2e-4500-bb67-bf8f69b14df4 x-openstack-request-id: req-a02770ad-3c2e-4500-bb67-bf8f69b14df4 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:59:20.737134 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-unplugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:59:20.737564 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a02770ad-3c2e-4500-bb67-bf8f69b14df4 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:59:20.738164 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'code': 200} Sep 26 13:59:20.772506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] No DVR routers for this DVR port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:59:20.778629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:59:20.932281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:59:20.932546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:59:20.932856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:59:20.938560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:59:20.938892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Attempting to bind port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on network d9172beb-1094-46e4-8530-511b722bb928 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:59:20.944345 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:59:20.944689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Checking segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:59:20.945234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Bound using segment: {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:59:20.945769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Bound port: 689e7f6b-77f9-4af7-b41d-a151dc528d96, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:59:20.946135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:21.044521 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:59:21.051556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:59:21.057406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:21.080611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e367efe-a9b7-4126-94ab-2ac7b08c6844 req-9c76f4dc-0658-4d3e-bc6b-5a6a8a000a64 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:21.083561 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e367efe-a9b7-4126-94ab-2ac7b08c6844 req-9c76f4dc-0658-4d3e-bc6b-5a6a8a000a64 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.1049883 Sep 26 13:59:21.125388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:21.126467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:21.128821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1094 time: 0.9689159 Sep 26 13:59:21.151324 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6e367efe-a9b7-4126-94ab-2ac7b08c6844 req-2ef7db52-1a18-4a7f-85cf-f317715cfef1 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604751 Sep 26 13:59:21.195075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2a447-2d50-45f4-988e-f047c83e80e7 service neutron] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=11']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:21.236954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-fd42eceb-454f-43b1-95f7-48ee18ecaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:21.238601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-fd42eceb-454f-43b1-95f7-48ee18ecaa0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1097 time: 0.0686762 Sep 26 13:59:21.363583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-850714a6-f12d-49f0-a70d-bdd9e3352274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:21.365108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-850714a6-f12d-49f0-a70d-bdd9e3352274 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1192005 Sep 26 13:59:21.439647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-61aa2a50-a995-448a-91c1-2575b85bda39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1000 time: 0.0674963 Sep 26 13:59:21.493572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-97174822-4a09-40c2-ac50-aab120a77af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:21.495180 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-97174822-4a09-40c2-ac50-aab120a77af7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0486085 Sep 26 13:59:21.545304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe853713-14bb-402d-9833-457d204a7c2b req-cb43e4b4-bd69-43a7-8aef-2b65ce4ee061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:21.546829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-cb43e4b4-bd69-43a7-8aef-2b65ce4ee061 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442009 Sep 26 13:59:21.650466 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-1e635941-6d94-4ce4-a779-1420ebacd0cd service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962334 Sep 26 13:59:21.756817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fe853713-14bb-402d-9833-457d204a7c2b req-596d600d-c950-4846-98db-17e580109902 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993867 Sep 26 13:59:21.917666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-bde8ff42-bc6a-4916-9149-13fb4ebadebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:21.919462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-bde8ff42-bc6a-4916-9149-13fb4ebadebf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1097 time: 0.0503337 Sep 26 13:59:22.038035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-448dd7b3-ac5e-480a-96dc-6caeb61e97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:22.039928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-448dd7b3-ac5e-480a-96dc-6caeb61e97d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.1001511 Sep 26 13:59:22.120892 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-9a86a593-6206-4117-b1d7-53a88660d79a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1000 time: 0.0726552 Sep 26 13:59:22.187653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-223355b0-15c7-4f0b-818a-6f242859bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:22.190134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-223355b0-15c7-4f0b-818a-6f242859bc23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0622754 Sep 26 13:59:22.674445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-c7b5f7e1-205a-444d-97ee-919687e8f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:22.676768 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-c7b5f7e1-205a-444d-97ee-919687e8f621 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4789896 Sep 26 13:59:22.730064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a791a-06a6-44db-963f-d768defba4be req-49a228d3-9656-4cc2-82c6-ae03436dc812 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:22.731664 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-757a791a-06a6-44db-963f-d768defba4be req-49a228d3-9656-4cc2-82c6-ae03436dc812 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.4809322 Sep 26 13:59:22.739365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:59:22.741135 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f35eb7-3345-4c38-923e-b88702f7ff5e" -d '{"events": [{"name": "network-changed", "server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:59:22.807973 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:59:22.841967 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12798a3f-e9bb-4888-96c6-e62b9bc6d504 x-openstack-request-id: req-12798a3f-e9bb-4888-96c6-e62b9bc6d504 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:59:22.842854 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:59:22.842854 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12798a3f-e9bb-4888-96c6-e62b9bc6d504 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:59:22.843202 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'status': 'completed', 'code': 200} Sep 26 13:59:22.847838 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-757a791a-06a6-44db-963f-d768defba4be req-3c6cf16a-c2ba-4b14-9bcd-b147c3ca57bd tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778522 Sep 26 13:59:22.850749 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-a5266a48-fc92-4d68-881a-edb8c6a404c6 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663043 Sep 26 13:59:22.983706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-ac47f3c8-60a8-4273-bce4-7424ca6253fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:22.985192 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-ac47f3c8-60a8-4273-bce4-7424ca6253fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1097 time: 0.1242559 Sep 26 13:59:23.029163 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-983fca51-e4c1-4ac6-87bf-c5784a8edcd0 req-774b3651-ea17-4c50-a46a-40bcdfc49958 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700544 Sep 26 13:59:23.189570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-00d65e07-69f5-451d-8e90-1fe4855bd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:23.192189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-00d65e07-69f5-451d-8e90-1fe4855bd8d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.2001150 Sep 26 13:59:23.201876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-0da1e3f9-e35a-4dd9-b17c-a00707f59bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:23.204744 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-0da1e3f9-e35a-4dd9-b17c-a00707f59bca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4268bee06fe1494b99bfe05e9e753c26&device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 1097 time: 0.1081707 Sep 26 13:59:23.361459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-60c2a276-39e3-4d77-9305-e63c052e149d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1000 time: 0.1623583 Sep 26 13:59:23.469378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-ae34706b-fb5c-4328-9e2f-8c2e2de1e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:23.471675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-ae34706b-fb5c-4328-9e2f-8c2e2de1e4bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 200 len: 912 time: 0.2552171 Sep 26 13:59:23.491212 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-d15cd946-42e8-4dd0-8ce1-825d96d82143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:23.493600 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-d15cd946-42e8-4dd0-8ce1-825d96d82143 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.1246722 Sep 26 13:59:23.638531 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-c86b5851-1a3c-4cc2-9ae5-b9b1fccd0ec0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 200 len: 1000 time: 0.1588273 Sep 26 13:59:23.657539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-1ceb2b34-9d68-4141-9058-da2310c9673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:23.659173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-1ceb2b34-9d68-4141-9058-da2310c9673b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133614 Sep 26 13:59:23.738306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-11ed060f-1e0e-4619-b7d4-90933dd63e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:23.740094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-11ed060f-1e0e-4619-b7d4-90933dd63e6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 200 len: 851 time: 0.0945992 Sep 26 13:59:23.863501 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-3b8c5390-2e05-48a1-bb2f-6fc83e44fdf8 service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825156 Sep 26 13:59:23.866905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-877c5d8c-0b8d-49a6-981a-15ee49293f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:23.869411 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-877c5d8c-0b8d-49a6-981a-15ee49293f72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9172beb-1094-46e4-8530-511b722bb928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986404 Sep 26 13:59:23.995123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e70c7e-a59b-4e20-922c-83ffbd1a6027 req-a9a84713-7da6-49ad-bfe7-063815ccac95 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:23.997046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08e70c7e-a59b-4e20-922c-83ffbd1a6027 req-a9a84713-7da6-49ad-bfe7-063815ccac95 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0604105 Sep 26 13:59:24.046594 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-08e70c7e-a59b-4e20-922c-83ffbd1a6027 req-60f39032-670c-463c-a517-6e1dd955e5b3 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400369 Sep 26 13:59:24.150305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-8e1872e6-0796-4cb9-ab25-c1b54716bb2b service neutron] 10.222.0.23 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794666 Sep 26 13:59:24.156936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-2dad404d-4d68-48f9-84be-a99786e4b6b7 service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724488 Sep 26 13:59:24.310376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-42f35eb7-3345-4c38-923e-b88702f7ff5e req-90256dd7-0b4f-494f-9868-5470aab516ed service neutron] 10.222.0.24 "GET /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458287 Sep 26 13:59:25.180436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ca84e-da22-4e59-b8a6-abf639a875e3 req-dafe8476-8582-4440-b413-2981a4288c93 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:25.182320 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-854ca84e-da22-4e59-b8a6-abf639a875e3 req-dafe8476-8582-4440-b413-2981a4288c93 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0615761 Sep 26 13:59:25.225895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-854ca84e-da22-4e59-b8a6-abf639a875e3 req-4d21452f-4e77-49e1-a6ed-164d1a30c068 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371675 Sep 26 13:59:26.404426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26961857-8858-4ac8-9033-d1d225ee0e67 req-4e5f36a4-bcd4-4710-8de3-d0cccfa6904f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:26.407227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26961857-8858-4ac8-9033-d1d225ee0e67 req-4e5f36a4-bcd4-4710-8de3-d0cccfa6904f tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0732052 Sep 26 13:59:26.464529 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-26961857-8858-4ac8-9033-d1d225ee0e67 req-0a291939-3b0e-4a60-99db-648306fd2958 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458696 Sep 26 13:59:27.627256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b8e1-41fe-4f44-af54-0a7c58266206 req-be1ff9d0-b4b1-437e-bfc5-ed252f7d093a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:27.629994 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5db2b8e1-41fe-4f44-af54-0a7c58266206 req-be1ff9d0-b4b1-437e-bfc5-ed252f7d093a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0723004 Sep 26 13:59:27.671543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5db2b8e1-41fe-4f44-af54-0a7c58266206 req-294f4cd6-5c87-4ed6-b11c-2cefd7f6d34e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353665 Sep 26 13:59:28.806266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ee44-1745-46e8-a087-8e50ecf2d9d6 req-a97746d1-0def-453f-86e8-de276c885c9e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:28.808193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79e6ee44-1745-46e8-a087-8e50ecf2d9d6 req-a97746d1-0def-453f-86e8-de276c885c9e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0609939 Sep 26 13:59:28.855467 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-79e6ee44-1745-46e8-a087-8e50ecf2d9d6 req-a9014973-e89e-4443-944d-e26459c9a3bc tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405381 Sep 26 13:59:29.983347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21777627-ff60-40aa-8b41-6a009e269e42 req-016978d4-af49-4f73-b1cf-75b82701d6e8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:29.985095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21777627-ff60-40aa-8b41-6a009e269e42 req-016978d4-af49-4f73-b1cf-75b82701d6e8 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0541065 Sep 26 13:59:30.034097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-21777627-ff60-40aa-8b41-6a009e269e42 req-600424e0-bec0-45ed-85bf-39b1427d0ebb tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377920 Sep 26 13:59:31.185606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038a7af-1fbf-4793-bee9-2a9dbecdde2e req-5153feb7-d8f4-4e74-b3e4-16463a51578a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:31.187281 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9038a7af-1fbf-4793-bee9-2a9dbecdde2e req-5153feb7-d8f4-4e74-b3e4-16463a51578a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0563903 Sep 26 13:59:31.248482 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9038a7af-1fbf-4793-bee9-2a9dbecdde2e req-9b7445b1-f257-4a25-a45a-b15f683e5824 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493290 Sep 26 13:59:32.380931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a58480-a69a-4dfa-9ea9-39eea3a7f10d req-96db894f-63ec-4f5e-af0e-5e683e52e087 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:32.382643 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7a58480-a69a-4dfa-9ea9-39eea3a7f10d req-96db894f-63ec-4f5e-af0e-5e683e52e087 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0554979 Sep 26 13:59:32.425947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c7a58480-a69a-4dfa-9ea9-39eea3a7f10d req-5e401b7f-7dfd-41ff-9f85-9c2b14e09a02 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360255 Sep 26 13:59:33.568928 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b0192-6c9a-456a-9651-12e35a5026f9 req-3d652b6a-3b5c-42be-b224-01f75f540bf0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:33.572071 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d98b0192-6c9a-456a-9651-12e35a5026f9 req-3d652b6a-3b5c-42be-b224-01f75f540bf0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0688169 Sep 26 13:59:33.619832 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d98b0192-6c9a-456a-9651-12e35a5026f9 req-90f77e45-4b54-4ee3-8e60-856ded780ac0 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360274 Sep 26 13:59:33.749453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920b135-e1a2-4a2a-b73d-a7cf5836edf1 req-d8867054-fa44-4c23-a2c2-675a1623c595 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:33.751109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e920b135-e1a2-4a2a-b73d-a7cf5836edf1 req-d8867054-fa44-4c23-a2c2-675a1623c595 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0590189 Sep 26 13:59:33.791995 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e920b135-e1a2-4a2a-b73d-a7cf5836edf1 req-eb04a42b-768d-4091-bda7-f551cbd68fb2 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345109 Sep 26 13:59:33.921680 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b7d4-477c-44d8-a434-c3847caa4281 req-1a9d8c17-2cb4-45ef-8749-38cc0acf3ee5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:33.923303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1c6b7d4-477c-44d8-a434-c3847caa4281 req-1a9d8c17-2cb4-45ef-8749-38cc0acf3ee5 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0585406 Sep 26 13:59:33.972416 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a1c6b7d4-477c-44d8-a434-c3847caa4281 req-872c34b5-c749-4ca8-ac80-7a82e7c870f9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378964 Sep 26 13:59:34.059088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 13:59:34.227533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:34.242968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'port_id': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'mac_address': 'fa:16:3e:df:c1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 13:59:34.249548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb5374-43cd-44f0-8fed-a3f08a802704 req-84ca0cac-ed47-40ed-b627-8d8341ea8796 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:34.251187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c8cb5374-43cd-44f0-8fed-a3f08a802704 req-84ca0cac-ed47-40ed-b627-8d8341ea8796 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 945 time: 0.0614939 Sep 26 13:59:34.295283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c8cb5374-43cd-44f0-8fed-a3f08a802704 req-3307af0e-fe1c-453d-bc77-63fd247a8b82 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371966 Sep 26 13:59:34.306886 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:34.330381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689e7f6b-77f9-4af7-b41d-a151dc528d96 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:59:34.352572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:34.358245 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:34.411487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=12']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:34.609973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['689e7f6b-77f9-4af7-b41d-a151dc528d96'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 13:59:35.464288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a579-7255-4105-9f1a-f6f8cfd942a9 req-d93e9e78-90b3-40b6-9493-3ff85f55b84c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:35.465935 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be36a579-7255-4105-9f1a-f6f8cfd942a9 req-d93e9e78-90b3-40b6-9493-3ff85f55b84c tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0562720 Sep 26 13:59:35.507321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be36a579-7255-4105-9f1a-f6f8cfd942a9 req-60dc32bd-7915-4dcb-9e70-f859737c346e tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8860b2-6ce2-450a-846c-ed9b01cd54e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344300 Sep 26 13:59:35.748328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-0f1c7451-3a70-4c0b-9298-4554434de233 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:35.750105 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-0f1c7451-3a70-4c0b-9298-4554434de233 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 946 time: 0.0537183 Sep 26 13:59:35.854086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Deleting port 689e7f6b-77f9-4af7-b41d-a151dc528d96 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:59:35.854520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:35.954533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:35.954908 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:36.058229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 13:59:36.130507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 689e7f6b-77f9-4af7-b41d-a151dc528d96 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 13:59:36.137663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 689e7f6b-77f9-4af7-b41d-a151dc528d96 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 13:59:36.138337 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:36.193880 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:36.194432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:36.194816 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c disassociated. External IP: 172.25.4.16, port: 689e7f6b-77f9-4af7-b41d-a151dc528d96. Sep 26 13:59:36.195327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Calling delete_port for 689e7f6b-77f9-4af7-b41d-a151dc528d96 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:59:36.250543 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:36.278576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:59:36.281271 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3de26cd-6084-4da7-abf0-fed1df002f91" -d '{"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-plugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:59:36.303268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 689e7f6b-77f9-4af7-b41d-a151dc528d96, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=689e7f6b-77f9-4af7-b41d-a151dc528d96,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:36.309647 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:36.387504 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:36.405690 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=13']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:36.423305 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7d7f8a-d794-416c-a01e-ba832a58e481 x-openstack-request-id: req-bf7d7f8a-d794-416c-a01e-ba832a58e481 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:59:36.423764 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-plugged", "status": "completed", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:59:36.424157 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf7d7f8a-d794-416c-a01e-ba832a58e481 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:59:36.424789 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'code': 200} Sep 26 13:59:36.437324 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event deleted for resources: {'Port': ['ID=689e7f6b-77f9-4af7-b41d-a151dc528d96,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:36.602455 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:59:36.725104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-372b352a-a71c-4813-b495-a31f793cf1ae req-ac9a77e2-7548-43f5-b688-6ed5c941a171 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 210 time: 0.1081176 Sep 26 13:59:36.772413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:59:36.783126 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:59:36.794118 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:59:36.794886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:59:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:36.829598 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] No DVR routers for this DVR port 689e7f6b-77f9-4af7-b41d-a151dc528d96 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:59:36.833469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:36.836164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13e0fc6a-e239-4b1b-828b-c3a609cf0d8d req-ab2d5cd7-2b59-4324-a32a-82b4778da7be tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.24 "DELETE /v2.0/ports/689e7f6b-77f9-4af7-b41d-a151dc528d96 HTTP/1.1" status: 204 len: 173 time: 1.0798168 Sep 26 13:59:36.836688 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-deleted', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:59:36.839740 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37b8724-d330-4010-902b-5cf3e0a182d1" -d '{"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-deleted", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:59:36.894846 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4ad148-53ef-463b-bcca-4f887e230a07 x-openstack-request-id: req-fd4ad148-53ef-463b-bcca-4f887e230a07 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:59:36.895316 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520a06de-7a72-4ded-a250-a2049d481908", "name": "network-vif-deleted", "tag": "689e7f6b-77f9-4af7-b41d-a151dc528d96", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:59:36.895765 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd4ad148-53ef-463b-bcca-4f887e230a07 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:59:36.896435 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520a06de-7a72-4ded-a250-a2049d481908', 'name': 'network-vif-deleted', 'tag': '689e7f6b-77f9-4af7-b41d-a151dc528d96', 'status': 'completed', 'code': 200} Sep 26 13:59:36.960715 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:59:37.223150 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:37.263522 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:59:37.274688 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:59:37.275417 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:59:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:37.408016 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:59:37.665639 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:37.696946 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0f3d6-aca2-41e6-ad51-b467bd2ec8dc None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:48:06Z', 'revision_number': 4, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '1ef7df01-6708-44eb-99ba-376dff3106c2', 'name': '', 'network_id': 'd9172beb-1094-46e4-8530-511b722bb928', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'mac_address': 'fa:16:3e:34:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:05Z', 'updated_at': '2021-09-26T13:48:10Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'subnets': [{'id': '7d8e4eb9-5119-456d-93bb-1c057d397cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:59:37.840131 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fa5f9eeb-4861-422d-ae6c-abac637350ea req-5578efe6-835e-4a10-849f-fe272c0e9173 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 210 time: 0.0352926 Sep 26 13:59:38.007079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc32ac8-3b75-47f5-9e35-728923a41184 None None] New status for floating IP 0aafaefc-bafa-4b57-810b-96e5859dad9c: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 13:59:38.436249 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4db704ec-8cff-42a9-bb8f-b70cf909bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:38.954645 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ed4e5543-fd32-4b93-a7ae-440bde21064f req-310a5fa6-9b26-4f52-ba24-8347fc62ea65 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 210 time: 0.0298915 Sep 26 13:59:40.066338 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aeea828a-d2b0-44f0-a851-277f17fbaa22 req-3c42d56b-76ee-4147-a0ed-96012104bb1a tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 210 time: 0.0323992 Sep 26 13:59:40.072697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:59:40.103103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 689e7f6b-77f9-4af7-b41d-a151dc528d96 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:59:40.103458 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 689e7f6b-77f9-4af7-b41d-a151dc528d96 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:59:41.144347 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9bbab2f9-a3c2-4686-b800-15154e31377c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:41.203454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e27899ca-5dbe-4f82-9f3a-ee57e20708a8 req-525143e9-2ed3-4d96-84b3-54415cdb9a99 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/ports?device_id=520a06de-7a72-4ded-a250-a2049d481908 HTTP/1.1" status: 200 len: 210 time: 0.0359564 Sep 26 13:59:41.726361 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:42.289538 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:43.752853 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:45.800130 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.274170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60364) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:46.336800 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6368b678-48d4-49fe-8b66-4f6923d68dd7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.363665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6368b678-48d4-49fe-8b66-4f6923d68dd7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.427301 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6368b678-48d4-49fe-8b66-4f6923d68dd7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.430599 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6368b678-48d4-49fe-8b66-4f6923d68dd7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.432125 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6368b678-48d4-49fe-8b66-4f6923d68dd7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c8860b2-6ce2-450a-846c-ed9b01cd54e1 HTTP/1.1" status: 204 len: 168 time: 0.1566694 Sep 26 13:59:46.436371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60366) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:46.445000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368b678-48d4-49fe-8b66-4f6923d68dd7 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8860b2-6ce2-450a-846c-ed9b01cd54e1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:46.456699 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-27c5711b-fc08-49a8-a8f8-285f31d6d39b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] show failed (client error): The resource could not be found. Sep 26 13:59:46.463380 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-27c5711b-fc08-49a8-a8f8-285f31d6d39b tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "GET /v2.0/security-groups/2c8860b2-6ce2-450a-846c-ed9b01cd54e1 HTTP/1.1" status: 404 len: 347 time: 0.0242994 Sep 26 13:59:46.464211 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60368) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:46.636731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Deleting port ef72c8f3-e29c-4c2b-81d1-005ea9bb35a2 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:59:46.636998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.723702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.724076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.737514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Calling delete_port for ef72c8f3-e29c-4c2b-81d1-005ea9bb35a2 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:59:46.884425 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:46.922053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Pushing event deleted for resources: {'Port': ['ID=ef72c8f3-e29c-4c2b-81d1-005ea9bb35a2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:47.038198 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:47.043508 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:47.045619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-df8fc89f-1ece-4aa2-84fa-2818107602d9 tempest-ServerActionsTestJSON-87428569 tempest-ServerActionsTestJSON-87428569-project] 10.222.0.13 "DELETE /v2.0/floatingips/0aafaefc-bafa-4b57-810b-96e5859dad9c HTTP/1.1" status: 204 len: 168 time: 0.5799754 Sep 26 13:59:47.048490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60370) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:47.590003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:47.955195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Deleting port 1ef7df01-6708-44eb-99ba-376dff3106c2 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:59:47.955653 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:48.106028 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] For port 1ef7df01-6708-44eb-99ba-376dff3106c2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1ef7df01-6708-44eb-99ba-376dff3106c2,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:48.106642 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:48.131223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Calling delete_port for 1ef7df01-6708-44eb-99ba-376dff3106c2 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:59:48.369716 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:48.396626 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef7df01-6708-44eb-99ba-376dff3106c2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:48.647788 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:49.247058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Router 600a201e-f88d-4a94-a625-7b4eb8933d78 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 13:59:49.372838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 13:59:49.378818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b7f2e42c-89d8-49ef-840b-d128e83dd1f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/600a201e-f88d-4a94-a625-7b4eb8933d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3288932 Sep 26 13:59:49.380559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60374) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:49.382967 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] Sync routers for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 13:59:49.394290 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:59:49.395192 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:49.499513 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:49.580195 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:59:49.617867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:49.682167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Deleting port fecc6c9d-bb17-4693-83ec-afa0c8040695 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:59:49.682847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:49.810067 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:59:48Z', 'revision_number': 5, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port': {'id': 'fecc6c9d-bb17-4693-83ec-afa0c8040695', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T13:48:04Z', 'updated_at': '2021-09-26T13:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:49.836553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] For port fecc6c9d-bb17-4693-83ec-afa0c8040695, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fecc6c9d-bb17-4693-83ec-afa0c8040695,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:49.837170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:49.839735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] Checking router: 600a201e-f88d-4a94-a625-7b4eb8933d78 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 13:59:49.849940 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] Routers {'600a201e-f88d-4a94-a625-7b4eb8933d78'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 13:59:49.850819 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T13:59:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['600a201e-f88d-4a94-a625-7b4eb8933d78'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:49.861610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Calling delete_port for fecc6c9d-bb17-4693-83ec-afa0c8040695 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:59:50.042047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] Set router 600a201e-f88d-4a94-a625-7b4eb8933d78 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 13:59:50.105971 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:59:49Z', 'revision_number': 6, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:50.134914 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0de6f-e34a-4c40-97c0-0c7183e7b456 None None] The sync data for ids ['600a201e-f88d-4a94-a625-7b4eb8933d78'] in n-d-806683-13 is: [{'id': '600a201e-f88d-4a94-a625-7b4eb8933d78', 'name': 'tempest-ServerActionsTestJSON-1377139828-router', 'tenant_id': '4268bee06fe1494b99bfe05e9e753c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T13:48:03Z', 'updated_at': '2021-09-26T13:59:49Z', 'revision_number': 6, 'project_id': '4268bee06fe1494b99bfe05e9e753c26', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 13:59:50.172020 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.208630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fecc6c9d-bb17-4693-83ec-afa0c8040695,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:50.278329 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.378816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.381476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.437107 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.438069 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600a201e-f88d-4a94-a625-7b4eb8933d78 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 13:59:50.444236 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.445782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d77ce97b-1310-47c5-8a01-58b656fa1ca5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/600a201e-f88d-4a94-a625-7b4eb8933d78 HTTP/1.1" status: 204 len: 168 time: 1.0641677 Sep 26 13:59:50.449092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60376) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:50.500849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-05be71c1-7509-49e0-b633-9c808ff53a8d admin admin] Deleting subnet 7d8e4eb9-5119-456d-93bb-1c057d397cc9 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 13:59:50.505762 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05be71c1-7509-49e0-b633-9c808ff53a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.549039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05be71c1-7509-49e0-b633-9c808ff53a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.651494 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05be71c1-7509-49e0-b633-9c808ff53a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.664098 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.716843 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05be71c1-7509-49e0-b633-9c808ff53a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.743487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be71c1-7509-49e0-b633-9c808ff53a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8e4eb9-5119-456d-93bb-1c057d397cc9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:50.747499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-05be71c1-7509-49e0-b633-9c808ff53a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.750213 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-05be71c1-7509-49e0-b633-9c808ff53a8d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d8e4eb9-5119-456d-93bb-1c057d397cc9 HTTP/1.1" status: 204 len: 168 time: 0.2992005 Sep 26 13:59:50.753665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60378) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:50.756753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759f25e-3c93-4600-9ec2-7250b988a54d None None] Network d9172beb-1094-46e4-8530-511b722bb928 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:59:50.871138 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:50.942630 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] DHCP port deletion for d9172beb-1094-46e4-8530-511b722bb928 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 13:59:50.948705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Deleting port bbe67d30-5293-4f8b-89ed-bed49887ea51 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:59:50.951987 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.004515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] Deleting port bbe67d30-5293-4f8b-89ed-bed49887ea51 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 13:59:51.005080 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.032923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] For port bbe67d30-5293-4f8b-89ed-bed49887ea51, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=bbe67d30-5293-4f8b-89ed-bed49887ea51,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:51.033615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.050595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Calling delete_port for bbe67d30-5293-4f8b-89ed-bed49887ea51 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:59:51.102419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] For port bbe67d30-5293-4f8b-89ed-bed49887ea51, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=bbe67d30-5293-4f8b-89ed-bed49887ea51,segment=NetworkSegment(48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9),segment_id=48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 13:59:51.102879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.119045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] Calling delete_port for bbe67d30-5293-4f8b-89ed-bed49887ea51 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 13:59:51.188776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.237480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe67d30-5293-4f8b-89ed-bed49887ea51,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:51.245784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] No DVR routers for this DVR port bbe67d30-5293-4f8b-89ed-bed49887ea51 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:59:51.252852 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.300442 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] Pushing event deleted for resources: {'Port': ['ID=bbe67d30-5293-4f8b-89ed-bed49887ea51,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:51.304004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2395f1-596e-4fcd-9a94-20b2d162ea6d None None] No DVR routers for this DVR port bbe67d30-5293-4f8b-89ed-bed49887ea51 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 13:59:51.375787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.400280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9172beb-1094-46e4-8530-511b722bb928']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:51.412405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:51.412745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48627bb4-a0e3-4ec0-bfc9-408d1e6f64a9') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 13:59:51.424110 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.441520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.451974 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 13:59:51.452556 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: timer() Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 13:59:51.454678 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 13:59:51.522091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.529376 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.532115 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9172beb-1094-46e4-8530-511b722bb928 HTTP/1.1" status: 204 len: 168 time: 0.7771981 Sep 26 13:59:51.551767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89790e7e-55f7-4ff8-9c35-ecf8e8e1029a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9172beb-1094-46e4-8530-511b722bb928,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:51.678250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60382) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:51.730392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89c642b6-fbc9-4d29-917c-067244ec083d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4268bee06fe1494b99bfe05e9e753c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506706 Sep 26 13:59:51.733476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60384) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:51.789045 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-949fc89a-37ec-4e8b-b006-23e0ced3ac55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.813014 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-949fc89a-37ec-4e8b-b006-23e0ced3ac55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.872070 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-949fc89a-37ec-4e8b-b006-23e0ced3ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.875669 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-949fc89a-37ec-4e8b-b006-23e0ced3ac55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:51.877075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-949fc89a-37ec-4e8b-b006-23e0ced3ac55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d498445-359d-44aa-bc3b-8f7e61c22fc5 HTTP/1.1" status: 204 len: 168 time: 0.1424344 Sep 26 13:59:51.894257 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fc89a-37ec-4e8b-b006-23e0ced3ac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d498445-359d-44aa-bc3b-8f7e61c22fc5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:52.143314 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device bbe67d30-5293-4f8b-89ed-bed49887ea51 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:59:52.179327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: bbe67d30-5293-4f8b-89ed-bed49887ea51 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:59:52.180009 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device bbe67d30-5293-4f8b-89ed-bed49887ea51 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:59:52.180754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1ef7df01-6708-44eb-99ba-376dff3106c2 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:59:52.215014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 1ef7df01-6708-44eb-99ba-376dff3106c2 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:59:52.215580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1ef7df01-6708-44eb-99ba-376dff3106c2 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:59:52.216840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fecc6c9d-bb17-4693-83ec-afa0c8040695 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 13:59:52.254619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fecc6c9d-bb17-4693-83ec-afa0c8040695 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 13:59:52.255074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fecc6c9d-bb17-4693-83ec-afa0c8040695 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 13:59:52.807000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60406) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:52.919601 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1189134695-network', 'tenant_id': 'c0d5e287ca42469c97553eb8fce90dac'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:59:52.955028 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Made reservation on behalf of c0d5e287ca42469c97553eb8fce90dac for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:59:52.958961 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:52.974655 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.118458 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.123967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.152427 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 13:59:53.164004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:53.169721 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.170079 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Added segment a1a0bcbf-a350-48a5-915f-c2c083487902 of type vlan for network 43e280b2-54bb-4f50-b37b-e7af6da36a88 Sep 26 13:59:53.181806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.182154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.182501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.182844 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.183182 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.183516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.183848 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.184176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.184507 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.185371 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.185727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.186058 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 13:59:53.233027 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.261915 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.263109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:53.263749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.307977 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4998138 Sep 26 13:59:53.312033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60410) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 13:59:53.317715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Request body: {'subnet': {'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1189134695-subnet', 'tenant_id': 'c0d5e287ca42469c97553eb8fce90dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:59:53.339822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd6afc-03cf-44c7-94a2-cd35c1991d47 admin admin] Pushing event updated for resources: {'Network': ['ID=43e280b2-54bb-4f50-b37b-e7af6da36a88,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:53.346550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Made reservation on behalf of c0d5e287ca42469c97553eb8fce90dac for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:59:53.349369 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.357882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 43e280b2-54bb-4f50-b37b-e7af6da36a88 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 13:59:53.583478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.674668 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e39d6af-d023-455f-8461-f51bf03db5b2,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:53.700756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Checking segment: {'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:59:53.701342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Network hostable DHCP agents. Network: 43e280b2-54bb-4f50-b37b-e7af6da36a88, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 13:59:53.730197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Network 43e280b2-54bb-4f50-b37b-e7af6da36a88 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 13:59:53.743795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 43e280b2-54bb-4f50-b37b-e7af6da36a88) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:59:53.751865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:53.752655 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:53.753082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b853d3-ff85-48b5-a893-6678d2ead039 None None] Network 43e280b2-54bb-4f50-b37b-e7af6da36a88 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:59:53.777237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8007b369-7360-41fe-9c14-70532bc370f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4629512 Sep 26 13:59:53.930195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64744daf-bfe0-492b-8023-dedb20f84225 None None] Network 43e280b2-54bb-4f50-b37b-e7af6da36a88 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 13:59:54.426280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-d2170a8f-f659-410e-ae0a-b041e00b55c7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:54.428222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-d2170a8f-f659-410e-ae0a-b041e00b55c7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/networks?id=43e280b2-54bb-4f50-b37b-e7af6da36a88 HTTP/1.1" status: 200 len: 814 time: 0.1723499 Sep 26 13:59:54.446168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-77a5e85f-bdb5-4120-a4d5-7b5842a4de6f tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/quotas/c0d5e287ca42469c97553eb8fce90dac HTTP/1.1" status: 200 len: 375 time: 0.0108569 Sep 26 13:59:54.487128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-0eec43b3-8ee4-4c25-8b2c-201a32d6c0a0 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d5e287ca42469c97553eb8fce90dac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339041 Sep 26 13:59:54.498731 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-98db32b2-ad72-45c3-8743-5be7c76e2e59 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 13:59:54.499791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-98db32b2-ad72-45c3-8743-5be7c76e2e59 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056770 Sep 26 13:59:54.604904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-05e12cb6-2fa7-4978-b07f-3c1d6735dce5 service neutron] 10.222.0.13 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934997 Sep 26 13:59:54.707648 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-b8320576-0c8f-469a-b14b-8d39e6943a43 service neutron] 10.222.0.13 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958838 Sep 26 13:59:54.963395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1fdd44e5-08b4-41b1-83e0-0c3ed54e123d req-95fa4d28-8e4e-4425-a871-5f410998b71f tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 210 time: 0.0347564 Sep 26 13:59:56.085277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-e382689f-c2ab-48e0-a2b6-072e0b57cd59 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:56.087527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-e382689f-c2ab-48e0-a2b6-072e0b57cd59 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.24 "GET /v2.0/networks?id=43e280b2-54bb-4f50-b37b-e7af6da36a88 HTTP/1.1" status: 200 len: 814 time: 0.1644721 Sep 26 13:59:56.103187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Request body: {'port': {'device_id': '22531557-a18c-463b-b955-b4cfafcef8bc', 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88', 'admin_state_up': True, 'tenant_id': 'c0d5e287ca42469c97553eb8fce90dac'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:59:56.133294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-60bc4b28-f774-4501-ba0a-a4d6e46318e9 req-84bb68ae-655e-47c5-bdb7-3a5d85952f88 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 210 time: 0.0406196 Sep 26 13:59:56.238663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Made reservation on behalf of c0d5e287ca42469c97553eb8fce90dac for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 13:59:56.242554 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:56.409180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Allocated IP 172.20.0.3 (43e280b2-54bb-4f50-b37b-e7af6da36a88/3e39d6af-d023-455f-8461-f51bf03db5b2/21de036a-48a6-473a-bdee-d3f5dd880e0d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 13:59:56.585545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:56.623096 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:56.674705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Network 43e280b2-54bb-4f50-b37b-e7af6da36a88 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 13:59:56.678336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 13:59:56.682650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 13:59:56.692689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Pushing event updated for resources: {'Port': ['ID=21de036a-48a6-473a-bdee-d3f5dd880e0d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:56.741225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:56.741934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:56.758441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ab320050-64bc-48bb-96f1-7c03705aee69 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6610446 Sep 26 13:59:56.772110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Request body: {'port': {'device_id': '22531557-a18c-463b-b955-b4cfafcef8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 13:59:56.832540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:57.161336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21de036a-48a6-473a-bdee-d3f5dd880e0d {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 13:59:57.173996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:57.199527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Transition to ACTIVE for port object 21de036a-48a6-473a-bdee-d3f5dd880e0d will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 13:59:57.208611 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:57.297333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Pushing event updated for resources: {'Port': ['ID=21de036a-48a6-473a-bdee-d3f5dd880e0d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:57.426299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3387f-42fe-4bda-9526-468bff1f36e6 req-cd7a6c9e-6ab2-4666-8cc9-f763586d89d0 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:57.428012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25a3387f-42fe-4bda-9526-468bff1f36e6 req-cd7a6c9e-6ab2-4666-8cc9-f763586d89d0 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 943 time: 0.1535449 Sep 26 13:59:57.452306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Attempting to bind port 21de036a-48a6-473a-bdee-d3f5dd880e0d on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 13:59:57.452717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Attempting to bind port 21de036a-48a6-473a-bdee-d3f5dd880e0d by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 13:59:57.453084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Attempting to bind port 21de036a-48a6-473a-bdee-d3f5dd880e0d on network 43e280b2-54bb-4f50-b37b-e7af6da36a88 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:59:57.467097 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Port 21de036a-48a6-473a-bdee-d3f5dd880e0d on network 43e280b2-54bb-4f50-b37b-e7af6da36a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 13:59:57.467469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Attempting to bind port 21de036a-48a6-473a-bdee-d3f5dd880e0d on network 43e280b2-54bb-4f50-b37b-e7af6da36a88 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 13:59:57.481197 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 13:59:57.482170 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Checking segment: {'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 13:59:57.482616 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Bound using segment: {'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 13:59:57.483187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Bound port: 21de036a-48a6-473a-bdee-d3f5dd880e0d, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 13:59:57.483615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:57.502793 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-25a3387f-42fe-4bda-9526-468bff1f36e6 req-a94a5e59-fad3-4677-90d2-66beaff4f6d0 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601587 Sep 26 13:59:57.568508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] For port 21de036a-48a6-473a-bdee-d3f5dd880e0d, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 13:59:57.572981 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] For port 21de036a-48a6-473a-bdee-d3f5dd880e0d, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=21de036a-48a6-473a-bdee-d3f5dd880e0d,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 13:59:57.578612 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:57.618106 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:57.618904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 13:59:57.620558 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] 10.222.0.24 "PUT /v2.0/ports/21de036a-48a6-473a-bdee-d3f5dd880e0d HTTP/1.1" status: 200 len: 1092 time: 0.8531468 Sep 26 13:59:57.621101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22531557-a18c-463b-b955-b4cfafcef8bc', 'tag': '21de036a-48a6-473a-bdee-d3f5dd880e0d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 13:59:57.623717 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1391192f-b37f-4eac-aa26-afdf3ba22027" -d '{"events": [{"name": "network-changed", "server_uuid": "22531557-a18c-463b-b955-b4cfafcef8bc", "tag": "21de036a-48a6-473a-bdee-d3f5dd880e0d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 13:59:57.663418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf376f-7f47-480b-983b-49ff2e0703ed service neutron] Pushing event updated for resources: {'Port': ['ID=21de036a-48a6-473a-bdee-d3f5dd880e0d,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 13:59:57.684277 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda5fbab-0c52-4dbe-a15f-cc3c1f45d3c3 x-openstack-request-id: req-fda5fbab-0c52-4dbe-a15f-cc3c1f45d3c3 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 13:59:57.684783 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22531557-a18c-463b-b955-b4cfafcef8bc", "tag": "21de036a-48a6-473a-bdee-d3f5dd880e0d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 13:59:57.685191 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fda5fbab-0c52-4dbe-a15f-cc3c1f45d3c3 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 13:59:57.685845 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22531557-a18c-463b-b955-b4cfafcef8bc', 'tag': '21de036a-48a6-473a-bdee-d3f5dd880e0d', 'status': 'completed', 'code': 200} Sep 26 13:59:57.725168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-3dbcd821-7e40-4380-a603-1b4fd3965770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:57.726953 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-3dbcd821-7e40-4380-a603-1b4fd3965770 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0d5e287ca42469c97553eb8fce90dac&device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 1095 time: 0.0598562 Sep 26 13:59:57.773168 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-86066216-ff10-417c-a85e-6eebd788b0b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21de036a-48a6-473a-bdee-d3f5dd880e0d HTTP/1.1" status: 200 len: 217 time: 0.0382652 Sep 26 13:59:57.826642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-51e7eaf3-efb3-44ba-96f5-2159701c5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:57.828470 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-51e7eaf3-efb3-44ba-96f5-2159701c5251 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e39d6af-d023-455f-8461-f51bf03db5b2 HTTP/1.1" status: 200 len: 854 time: 0.0480859 Sep 26 13:59:57.861949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-88d22be1-73fd-4134-9f0d-cb4b44d18ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43e280b2-54bb-4f50-b37b-e7af6da36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265322 Sep 26 13:59:57.968247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-ce70effb-bfdc-4ec2-8689-14b11b387823 service neutron] 10.222.0.24 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993302 Sep 26 13:59:58.078090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec974e2a-f234-4f7a-bc3e-cc6d62bdc7df req-aa1a944f-75e3-4e65-8010-d5e48fc08ea9 service neutron] 10.222.0.24 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024797 Sep 26 13:59:58.176853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-8561a50f-1b38-4917-acd0-088c3cd5c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:58.178443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-8561a50f-1b38-4917-acd0-088c3cd5c2d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0d5e287ca42469c97553eb8fce90dac&device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 1095 time: 0.0443041 Sep 26 13:59:58.276229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-c11ae357-5ffd-4759-8bb2-cb85a6d4118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:58.277819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-c11ae357-5ffd-4759-8bb2-cb85a6d4118b service neutron] 10.222.0.24 "GET /v2.0/networks?id=43e280b2-54bb-4f50-b37b-e7af6da36a88 HTTP/1.1" status: 200 len: 914 time: 0.0915475 Sep 26 13:59:58.326526 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-a8d546da-d343-4486-80ab-204ae5640de5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21de036a-48a6-473a-bdee-d3f5dd880e0d HTTP/1.1" status: 200 len: 217 time: 0.0409410 Sep 26 13:59:58.380289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-ce081609-f545-4128-93cc-e417c62b8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:58.382043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-ce081609-f545-4128-93cc-e417c62b8f81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e39d6af-d023-455f-8461-f51bf03db5b2 HTTP/1.1" status: 200 len: 854 time: 0.0482163 Sep 26 13:59:58.416969 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-524ccf60-090b-4a97-966b-0946c5675d0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43e280b2-54bb-4f50-b37b-e7af6da36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268486 Sep 26 13:59:58.522020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-c35abe7a-1bd1-4198-92ce-343cf19a6ec7 service neutron] 10.222.0.24 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960076 Sep 26 13:59:58.668136 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1391192f-b37f-4eac-aa26-afdf3ba22027 req-4673485e-ec63-4420-9c46-c6f28c4a478f service neutron] 10.222.0.24 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349838 Sep 26 13:59:58.691513 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f382-91c9-4cb4-8b9c-8f3968517cd9 req-4a8587ae-b02b-4fa3-bd5a-062467e464b8 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:58.693210 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64a8f382-91c9-4cb4-8b9c-8f3968517cd9 req-4a8587ae-b02b-4fa3-bd5a-062467e464b8 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 943 time: 0.0862479 Sep 26 13:59:58.735974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-64a8f382-91c9-4cb4-8b9c-8f3968517cd9 req-19af7ef9-3a4c-43ae-8468-e7c6114c93fc tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359693 Sep 26 13:59:59.809122 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 13:59:59.864213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0597-f22d-4d27-b74e-f4e44beb7619 req-17863171-611b-47ce-8b75-610b0a004017 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 13:59:59.865904 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-515a0597-f22d-4d27-b74e-f4e44beb7619 req-17863171-611b-47ce-8b75-610b0a004017 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 943 time: 0.0546162 Sep 26 13:59:59.913528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-515a0597-f22d-4d27-b74e-f4e44beb7619 req-bcadfd41-aa7f-4dcf-864a-953f13467239 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365503 Sep 26 14:00:00.159512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 21de036a-48a6-473a-bdee-d3f5dd880e0d details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:00:00.267822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 21de036a-48a6-473a-bdee-d3f5dd880e0d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=21de036a-48a6-473a-bdee-d3f5dd880e0d,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:00.447697 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '21de036a-48a6-473a-bdee-d3f5dd880e0d', 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88', 'port_id': '21de036a-48a6-473a-bdee-d3f5dd880e0d', 'mac_address': 'fa:16:3e:57:92:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e39d6af-d023-455f-8461-f51bf03db5b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:00:00.492410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:00.514663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21de036a-48a6-473a-bdee-d3f5dd880e0d {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:00:00.548577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 21de036a-48a6-473a-bdee-d3f5dd880e0d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=21de036a-48a6-473a-bdee-d3f5dd880e0d,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:00.554818 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:00.609166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=21de036a-48a6-473a-bdee-d3f5dd880e0d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:00.744039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['21de036a-48a6-473a-bdee-d3f5dd880e0d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:00:01.041101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677db28-4510-4058-8dc6-587c958474f4 req-259ac4ce-e268-428e-9155-3ba5d3be0634 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:01.043510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4677db28-4510-4058-8dc6-587c958474f4 req-259ac4ce-e268-428e-9155-3ba5d3be0634 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 944 time: 0.0579059 Sep 26 14:00:01.089911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4677db28-4510-4058-8dc6-587c958474f4 req-5ecd72a7-3559-4115-a49c-1f0b8b8abb0d tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Sep 26 14:00:02.166280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 21de036a-48a6-473a-bdee-d3f5dd880e0d up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:00:02.238612 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b14e7-8c28-4265-aad2-3a23947f2715 req-e5339b5b-98c3-43a8-a949-a10f460e93f7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:02.240503 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ee3b14e7-8c28-4265-aad2-3a23947f2715 req-e5339b5b-98c3-43a8-a949-a10f460e93f7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 944 time: 0.0794673 Sep 26 14:00:02.244608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 21de036a-48a6-473a-bdee-d3f5dd880e0d completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:00:02.249887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 21de036a-48a6-473a-bdee-d3f5dd880e0d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:02.250460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:02.290598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ee3b14e7-8c28-4265-aad2-3a23947f2715 req-854f0092-9f4f-4f17-8b1d-c9bd34ec72ab tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Sep 26 14:00:02.350800 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:02.376832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22531557-a18c-463b-b955-b4cfafcef8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21de036a-48a6-473a-bdee-d3f5dd880e0d'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:00:02.379827 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e5079f-da96-4bcb-a765-cbe4e86dab34" -d '{"events": [{"server_uuid": "22531557-a18c-463b-b955-b4cfafcef8bc", "name": "network-vif-plugged", "status": "completed", "tag": "21de036a-48a6-473a-bdee-d3f5dd880e0d"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:00:02.399179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 21de036a-48a6-473a-bdee-d3f5dd880e0d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=21de036a-48a6-473a-bdee-d3f5dd880e0d,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:02.404551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:02.435242 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b44405-9fba-4c13-9b11-1c3bb89e9372 x-openstack-request-id: req-24b44405-9fba-4c13-9b11-1c3bb89e9372 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:00:02.435674 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22531557-a18c-463b-b955-b4cfafcef8bc", "name": "network-vif-plugged", "status": "completed", "tag": "21de036a-48a6-473a-bdee-d3f5dd880e0d", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:00:02.436061 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24b44405-9fba-4c13-9b11-1c3bb89e9372 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:00:02.436642 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22531557-a18c-463b-b955-b4cfafcef8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21de036a-48a6-473a-bdee-d3f5dd880e0d', 'code': 200} Sep 26 14:00:02.471580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=21de036a-48a6-473a-bdee-d3f5dd880e0d,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:02.536750 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ed37d-a198-4a3b-8864-40f8967245bc req-8ecfa2fd-a74d-4ced-9776-4930f02f6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:02.538323 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-118ed37d-a198-4a3b-8864-40f8967245bc req-8ecfa2fd-a74d-4ced-9776-4930f02f6a40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 1097 time: 0.0437093 Sep 26 14:00:02.582154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-118ed37d-a198-4a3b-8864-40f8967245bc req-bb487471-84d1-4629-980a-e9bad9852fe8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349612 Sep 26 14:00:03.427955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f3427-c64f-45dd-8727-d840b68ef272 req-7f24f605-0077-4b80-bdb5-a12a7ab5fdeb tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:03.429759 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-986f3427-c64f-45dd-8727-d840b68ef272 req-7f24f605-0077-4b80-bdb5-a12a7ab5fdeb tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0578802 Sep 26 14:00:03.485267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-986f3427-c64f-45dd-8727-d840b68ef272 req-85a97493-1ede-4680-8ec1-23be847c11bc tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Sep 26 14:00:04.642074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305c937-9cd3-4f8b-8e10-2a2a83b8b19f req-0c0231f0-3506-4626-99bb-e933ad7d3e4a tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:04.643933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1305c937-9cd3-4f8b-8e10-2a2a83b8b19f req-0c0231f0-3506-4626-99bb-e933ad7d3e4a tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0568933 Sep 26 14:00:04.685866 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1305c937-9cd3-4f8b-8e10-2a2a83b8b19f req-6ee39297-0482-4254-a00c-9d97681ab5f3 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355847 Sep 26 14:00:04.947414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-76590aee-6077-48c2-a261-fdbc343a2c66 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:04.949059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-76590aee-6077-48c2-a261-fdbc343a2c66 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/networks?id=43e280b2-54bb-4f50-b37b-e7af6da36a88 HTTP/1.1" status: 200 len: 814 time: 0.1174459 Sep 26 14:00:04.966400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d4640fda-0dfe-4b42-a4af-0daf90194dac tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/quotas/c0d5e287ca42469c97553eb8fce90dac HTTP/1.1" status: 200 len: 375 time: 0.0108211 Sep 26 14:00:05.025528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-9676f073-a4a7-4c3d-b465-c385a761440d tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0d5e287ca42469c97553eb8fce90dac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529394 Sep 26 14:00:05.128596 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-bf27b7c3-546b-4399-8cd8-cdfd00483779 service neutron] 10.222.0.13 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951324 Sep 26 14:00:05.235210 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-bd5c3801-3696-4afd-9e17-ad7922fd3757 service neutron] 10.222.0.13 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001194 Sep 26 14:00:05.501476 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7adb5a53-96b6-465a-b67c-9444afa7cdbd req-553dc1ac-ba8e-45be-be2f-8db1a9696d79 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 210 time: 0.0325468 Sep 26 14:00:06.633138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a760ac7-6810-450b-adfe-80e70d31c8d0 req-0f6d64c7-43c4-41a3-993f-240f13c8ffaf tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 210 time: 0.0410089 Sep 26 14:00:06.678936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-dae41c42-949b-45b7-9799-4b2d8b3c5b2f tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:06.680584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-dae41c42-949b-45b7-9799-4b2d8b3c5b2f tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.23 "GET /v2.0/networks?id=43e280b2-54bb-4f50-b37b-e7af6da36a88 HTTP/1.1" status: 200 len: 814 time: 0.1524606 Sep 26 14:00:06.693743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Request body: {'port': {'device_id': '812306ba-1534-4f26-9a32-fc1647cea7f3', 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88', 'admin_state_up': True, 'tenant_id': 'c0d5e287ca42469c97553eb8fce90dac'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:06.819560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Made reservation on behalf of c0d5e287ca42469c97553eb8fce90dac for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:06.824011 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:07.313874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Allocated IP 172.20.0.7 (43e280b2-54bb-4f50-b37b-e7af6da36a88/3e39d6af-d023-455f-8461-f51bf03db5b2/1769b519-d44b-4a83-8ce3-363f1171857a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:07.484373 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:07.521080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:07.534556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['21de036a-48a6-473a-bdee-d3f5dd880e0d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:00:07.598322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Network 43e280b2-54bb-4f50-b37b-e7af6da36a88 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:07.603747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:07.610684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:07.660014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Pushing event updated for resources: {'Port': ['ID=1769b519-d44b-4a83-8ce3-363f1171857a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:07.689437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.690442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.690624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.691670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.691670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.692073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.692571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.693091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.693631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.694164 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.694681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.695219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:07.729138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:07.730300 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:07.801561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-19fe4fd5-6066-451c-931c-e62f3b16ae3c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1115763 Sep 26 14:00:07.822755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Request body: {'port': {'device_id': '812306ba-1534-4f26-9a32-fc1647cea7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:07.881234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cd567-22ad-4c7e-8c38-84debe798398 req-96679e88-7b6e-4f23-a2a1-98aea70ff3fb tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:07.884006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f37cd567-22ad-4c7e-8c38-84debe798398 req-96679e88-7b6e-4f23-a2a1-98aea70ff3fb tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 931 time: 0.1478775 Sep 26 14:00:07.979835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:08.011234 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f37cd567-22ad-4c7e-8c38-84debe798398 req-6077c764-7825-4bd1-8314-72adeaa77ee6 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183336 Sep 26 14:00:08.326630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1769b519-d44b-4a83-8ce3-363f1171857a {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:00:08.334967 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:08.349050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Transition to ACTIVE for port object 1769b519-d44b-4a83-8ce3-363f1171857a will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:00:08.353960 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:08.434119 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9ce57b4a-3b4f-4a15-ab4e-4b4504c0f51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:08.437511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Pushing event updated for resources: {'Port': ['ID=1769b519-d44b-4a83-8ce3-363f1171857a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:08.558332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Attempting to bind port 1769b519-d44b-4a83-8ce3-363f1171857a on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:08.558669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Attempting to bind port 1769b519-d44b-4a83-8ce3-363f1171857a by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:08.559008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Attempting to bind port 1769b519-d44b-4a83-8ce3-363f1171857a on network 43e280b2-54bb-4f50-b37b-e7af6da36a88 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:08.564740 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Port 1769b519-d44b-4a83-8ce3-363f1171857a on network 43e280b2-54bb-4f50-b37b-e7af6da36a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:00:08.565071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Attempting to bind port 1769b519-d44b-4a83-8ce3-363f1171857a on network 43e280b2-54bb-4f50-b37b-e7af6da36a88 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:08.570749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 13, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:08.571108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Checking segment: {'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:08.571717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Bound using segment: {'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:08.572151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Bound port: 1769b519-d44b-4a83-8ce3-363f1171857a, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a0bcbf-a350-48a5-915f-c2c083487902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:08.572509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:08.647779 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] For port 1769b519-d44b-4a83-8ce3-363f1171857a, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:08.651396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] For port 1769b519-d44b-4a83-8ce3-363f1171857a, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1769b519-d44b-4a83-8ce3-363f1171857a,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:08.657092 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:08.695408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:08.696136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:08.697791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] 10.222.0.23 "PUT /v2.0/ports/1769b519-d44b-4a83-8ce3-363f1171857a HTTP/1.1" status: 200 len: 1092 time: 0.8867717 Sep 26 14:00:08.698258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812306ba-1534-4f26-9a32-fc1647cea7f3', 'tag': '1769b519-d44b-4a83-8ce3-363f1171857a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:00:08.703478 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47071317-947b-46bc-9cd7-1586c4fdf0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "812306ba-1534-4f26-9a32-fc1647cea7f3", "tag": "1769b519-d44b-4a83-8ce3-363f1171857a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:00:08.738633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81007d0-40d9-4f0b-833f-116cbf6ce13f service neutron] Pushing event updated for resources: {'Port': ['ID=1769b519-d44b-4a83-8ce3-363f1171857a,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:08.763270 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a8975f-e0d3-4204-833c-99fd5cc59129 x-openstack-request-id: req-76a8975f-e0d3-4204-833c-99fd5cc59129 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:00:08.763733 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812306ba-1534-4f26-9a32-fc1647cea7f3", "tag": "1769b519-d44b-4a83-8ce3-363f1171857a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:00:08.764149 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76a8975f-e0d3-4204-833c-99fd5cc59129 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:00:08.764751 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812306ba-1534-4f26-9a32-fc1647cea7f3', 'tag': '1769b519-d44b-4a83-8ce3-363f1171857a', 'status': 'completed', 'code': 200} Sep 26 14:00:08.828367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-04091ae2-d27a-4926-bf25-1bfc8b7a5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:08.830965 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-04091ae2-d27a-4926-bf25-1bfc8b7a5a9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d5e287ca42469c97553eb8fce90dac&device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 1095 time: 0.0619698 Sep 26 14:00:08.881273 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-f3718a1e-3a89-4151-a084-c92ea933c067 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1769b519-d44b-4a83-8ce3-363f1171857a HTTP/1.1" status: 200 len: 217 time: 0.0420864 Sep 26 14:00:08.934714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-7e4dd6e7-f919-4b57-975b-f0e882cd3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:08.936116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-7e4dd6e7-f919-4b57-975b-f0e882cd3d30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e39d6af-d023-455f-8461-f51bf03db5b2 HTTP/1.1" status: 200 len: 854 time: 0.0477681 Sep 26 14:00:08.970807 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-9c100a9a-ba76-4078-8a88-f5f80a1d6e5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43e280b2-54bb-4f50-b37b-e7af6da36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272303 Sep 26 14:00:09.087119 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-e6cb65c1-8482-4a36-bc2a-de0ed305f748 service neutron] 10.222.0.23 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094081 Sep 26 14:00:09.212879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb251-d321-4ebf-9bdd-0fefafd3b8bd req-ccac09be-c410-43f0-a257-959faaabf662 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:09.214449 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d0eb251-d321-4ebf-9bdd-0fefafd3b8bd req-ccac09be-c410-43f0-a257-959faaabf662 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 943 time: 0.1126773 Sep 26 14:00:09.237208 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3cd8ba9a-882b-4448-9496-cb3167f1ade5 req-c70d36c5-39cb-4821-8baa-2823da41d3d1 service neutron] 10.222.0.23 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430759 Sep 26 14:00:09.272137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d0eb251-d321-4ebf-9bdd-0fefafd3b8bd req-5e7c4829-83fa-46b0-90af-40be60730b92 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Sep 26 14:00:09.341754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-27c58a8f-eb44-4eb4-baf6-6f9375e24db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:09.343610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-27c58a8f-eb44-4eb4-baf6-6f9375e24db3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d5e287ca42469c97553eb8fce90dac&device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 1095 time: 0.0482826 Sep 26 14:00:09.444425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-7592df32-e4b0-4423-b2c0-72250d7ba47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:09.445989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-7592df32-e4b0-4423-b2c0-72250d7ba47d service neutron] 10.222.0.23 "GET /v2.0/networks?id=43e280b2-54bb-4f50-b37b-e7af6da36a88 HTTP/1.1" status: 200 len: 914 time: 0.0957580 Sep 26 14:00:09.494041 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-a905abd3-ae50-43c4-8dee-04393598ef95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1769b519-d44b-4a83-8ce3-363f1171857a HTTP/1.1" status: 200 len: 217 time: 0.0401788 Sep 26 14:00:09.547244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-bd5b4d13-3e46-4f69-b85c-99d6cf1fffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:09.548755 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-bd5b4d13-3e46-4f69-b85c-99d6cf1fffd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e39d6af-d023-455f-8461-f51bf03db5b2 HTTP/1.1" status: 200 len: 854 time: 0.0482922 Sep 26 14:00:09.583701 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-b8e22cca-60c9-481b-8c99-8928ee88edf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=43e280b2-54bb-4f50-b37b-e7af6da36a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278468 Sep 26 14:00:09.686497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-66851bd9-83b7-46a1-b822-b0278db70619 service neutron] 10.222.0.23 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953097 Sep 26 14:00:09.787165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47071317-947b-46bc-9cd7-1586c4fdf0f5 req-d66a012a-79dc-431b-932c-7433cc51ae90 service neutron] 10.222.0.23 "GET /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932939 Sep 26 14:00:10.411258 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb95f85-f054-43f1-a1d2-72b190940427 req-41056104-39c8-4062-9653-40740b00f51c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:10.413224 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cb95f85-f054-43f1-a1d2-72b190940427 req-41056104-39c8-4062-9653-40740b00f51c tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 943 time: 0.0639691 Sep 26 14:00:10.457588 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cb95f85-f054-43f1-a1d2-72b190940427 req-0afebbe6-ea91-4e39-ac10-076b23e79c27 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Sep 26 14:00:11.140275 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-99cbd9f3-4677-460f-bf35-47c2744231f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:11.604078 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cac6-cbb8-480c-b31c-229f74de5bf5 req-787ee0bf-c1f3-4a0e-b54f-bc0f6161c910 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:11.605781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3824cac6-cbb8-480c-b31c-229f74de5bf5 req-787ee0bf-c1f3-4a0e-b54f-bc0f6161c910 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 943 time: 0.0536735 Sep 26 14:00:11.658157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3824cac6-cbb8-480c-b31c-229f74de5bf5 req-23dda2f7-ef94-4b86-b07e-cdf9445ac5f7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Sep 26 14:00:11.730398 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:12.291015 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:12.803122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ecce7-0b4c-4171-bf53-d18dd7721cba req-8c23e2a8-a36a-4ea6-90f2-017b3d763a98 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:12.805721 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf2ecce7-0b4c-4171-bf53-d18dd7721cba req-8c23e2a8-a36a-4ea6-90f2-017b3d763a98 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 943 time: 0.0660076 Sep 26 14:00:12.855723 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf2ecce7-0b4c-4171-bf53-d18dd7721cba req-979cdc37-6cb5-483b-8c58-6360506d1bb0 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434706 Sep 26 14:00:12.939896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1769b519-d44b-4a83-8ce3-363f1171857a details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:00:13.050773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1769b519-d44b-4a83-8ce3-363f1171857a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1769b519-d44b-4a83-8ce3-363f1171857a,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:13.066752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '1769b519-d44b-4a83-8ce3-363f1171857a', 'network_id': '43e280b2-54bb-4f50-b37b-e7af6da36a88', 'port_id': '1769b519-d44b-4a83-8ce3-363f1171857a', 'mac_address': 'fa:16:3e:9e:ee:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e39d6af-d023-455f-8461-f51bf03db5b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:00:13.108820 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:13.122824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1769b519-d44b-4a83-8ce3-363f1171857a {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:00:13.145401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1769b519-d44b-4a83-8ce3-363f1171857a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1769b519-d44b-4a83-8ce3-363f1171857a,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:13.150242 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:13.201299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1769b519-d44b-4a83-8ce3-363f1171857a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:13.209614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.209962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.210308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.210646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.210981 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.211315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.211641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.211966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.212293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.212611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.212936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.213256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:13.458469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1769b519-d44b-4a83-8ce3-363f1171857a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:00:13.754691 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:13.983408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27fd7f-bdab-4efb-b36d-02e03b700a69 req-cb4cc271-e619-4ee2-bae4-682074a61994 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:13.984938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d27fd7f-bdab-4efb-b36d-02e03b700a69 req-cb4cc271-e619-4ee2-bae4-682074a61994 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 944 time: 0.0566711 Sep 26 14:00:14.031895 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9d27fd7f-bdab-4efb-b36d-02e03b700a69 req-1623fc7a-9cbd-4b61-8c08-5aab19ac08ba tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Sep 26 14:00:14.953955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1769b519-d44b-4a83-8ce3-363f1171857a up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:00:15.005321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 1769b519-d44b-4a83-8ce3-363f1171857a completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:00:15.011580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 1769b519-d44b-4a83-8ce3-363f1171857a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:15.011956 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:15.099219 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:15.125583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812306ba-1534-4f26-9a32-fc1647cea7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1769b519-d44b-4a83-8ce3-363f1171857a'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:00:15.128266 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b404710-a651-41d1-97c4-aa934466a09a" -d '{"events": [{"server_uuid": "812306ba-1534-4f26-9a32-fc1647cea7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1769b519-d44b-4a83-8ce3-363f1171857a"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:00:15.144359 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 1769b519-d44b-4a83-8ce3-363f1171857a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1769b519-d44b-4a83-8ce3-363f1171857a,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:15.149920 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:15.182983 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43659aa3-3281-40cf-a46d-6c4089442f65 x-openstack-request-id: req-43659aa3-3281-40cf-a46d-6c4089442f65 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:00:15.183549 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812306ba-1534-4f26-9a32-fc1647cea7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1769b519-d44b-4a83-8ce3-363f1171857a", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:00:15.184629 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43659aa3-3281-40cf-a46d-6c4089442f65 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:00:15.185195 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812306ba-1534-4f26-9a32-fc1647cea7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1769b519-d44b-4a83-8ce3-363f1171857a', 'code': 200} Sep 26 14:00:15.199270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c157f-44d8-40dc-a5f5-adcc3ebabf30 req-a3abb6a4-21f3-46a3-b723-141b13464da3 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:15.202872 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-050c157f-44d8-40dc-a5f5-adcc3ebabf30 req-a3abb6a4-21f3-46a3-b723-141b13464da3 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 944 time: 0.0926697 Sep 26 14:00:15.222847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=1769b519-d44b-4a83-8ce3-363f1171857a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:15.261754 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-050c157f-44d8-40dc-a5f5-adcc3ebabf30 req-ddfde62c-37fa-4a26-a991-24f29bc91c93 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516751 Sep 26 14:00:15.320476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9a998-91ea-4502-ac31-71d226511c6d req-0bc69e62-7abb-40e8-8cde-48552083ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:15.323381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e5c9a998-91ea-4502-ac31-71d226511c6d req-0bc69e62-7abb-40e8-8cde-48552083ed28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 1097 time: 0.0677586 Sep 26 14:00:15.362762 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e5c9a998-91ea-4502-ac31-71d226511c6d req-691e8af7-8ec7-47d3-8816-8d9aa6bed2f8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306897 Sep 26 14:00:15.788815 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:16.380988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e8e2-9a30-4701-a994-ff0e3e0a1cb7 req-868c8b0c-599d-4c2e-b65d-b0af8219a066 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:16.382646 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cdd0e8e2-9a30-4701-a994-ff0e3e0a1cb7 req-868c8b0c-599d-4c2e-b65d-b0af8219a066 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 945 time: 0.0507760 Sep 26 14:00:16.427024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cdd0e8e2-9a30-4701-a994-ff0e3e0a1cb7 req-0b0448e8-3d13-4157-b7b9-1362a9c75efa tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Sep 26 14:00:17.563792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b3b93-b0bc-42a3-aecd-e6dffefcf0b4 req-d43ce62e-8de0-4cea-ac65-e9bcfbb813bf tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:17.565448 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f4b3b93-b0bc-42a3-aecd-e6dffefcf0b4 req-d43ce62e-8de0-4cea-ac65-e9bcfbb813bf tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 945 time: 0.0567365 Sep 26 14:00:17.610475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f4b3b93-b0bc-42a3-aecd-e6dffefcf0b4 req-0607bb9d-1f12-4700-93d0-2c616d02c83b tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383086 Sep 26 14:00:17.900768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e13c41-1d77-4bd1-b67f-f684f3b2bb65 req-3105dc77-aefa-4c38-9d1e-34abf3ea073e tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:17.902443 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49e13c41-1d77-4bd1-b67f-f684f3b2bb65 req-3105dc77-aefa-4c38-9d1e-34abf3ea073e tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 945 time: 0.0576873 Sep 26 14:00:17.945454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-49e13c41-1d77-4bd1-b67f-f684f3b2bb65 req-7099e153-9e44-4cd2-aa81-93109674f7f6 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359142 Sep 26 14:00:19.080996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2bb16-043e-4b42-b78b-cdb991dbcb50 req-31dad3dc-4408-4e26-9898-0d5c492c964e tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:19.082680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fb2bb16-043e-4b42-b78b-cdb991dbcb50 req-31dad3dc-4408-4e26-9898-0d5c492c964e tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 945 time: 0.0618775 Sep 26 14:00:19.130906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0fb2bb16-043e-4b42-b78b-cdb991dbcb50 req-957c5735-4fb4-4b79-bfd5-9e0dc54aedd9 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Sep 26 14:00:19.237774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-3deb2dbf-ff3e-4155-b70a-da10bc3125e4 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:19.239261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-3deb2dbf-ff3e-4155-b70a-da10bc3125e4 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.23 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 945 time: 0.0729163 Sep 26 14:00:19.356874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Deleting port 1769b519-d44b-4a83-8ce3-363f1171857a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:19.357214 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:19.454968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] For port 1769b519-d44b-4a83-8ce3-363f1171857a, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=1769b519-d44b-4a83-8ce3-363f1171857a,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:19.455339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:19.471051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Calling delete_port for 1769b519-d44b-4a83-8ce3-363f1171857a owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:19.622781 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:19.638043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['1769b519-d44b-4a83-8ce3-363f1171857a'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:00:19.643450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['21de036a-48a6-473a-bdee-d3f5dd880e0d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:00:19.652100 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Pushing event deleted for resources: {'Port': ['ID=1769b519-d44b-4a83-8ce3-363f1171857a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:19.703512 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] No DVR routers for this DVR port 1769b519-d44b-4a83-8ce3-363f1171857a on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:19.706566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:19.708743 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-26f1db84-21c8-4aa6-adf0-a729090078ff req-d693b257-c4ca-4dba-a5c4-d1d428b0dde1 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.23 "DELETE /v2.0/ports/1769b519-d44b-4a83-8ce3-363f1171857a HTTP/1.1" status: 204 len: 173 time: 0.4632151 Sep 26 14:00:19.709280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812306ba-1534-4f26-9a32-fc1647cea7f3', 'name': 'network-vif-deleted', 'tag': '1769b519-d44b-4a83-8ce3-363f1171857a'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:00:19.711922 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64f272f-8292-4f86-9b5b-da67ca4e0b02" -d '{"events": [{"server_uuid": "812306ba-1534-4f26-9a32-fc1647cea7f3", "name": "network-vif-deleted", "tag": "1769b519-d44b-4a83-8ce3-363f1171857a"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:00:19.766205 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16414961-bc4e-4e4e-9e57-fdd3560cb1c5 x-openstack-request-id: req-16414961-bc4e-4e4e-9e57-fdd3560cb1c5 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:00:19.766747 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812306ba-1534-4f26-9a32-fc1647cea7f3", "name": "network-vif-deleted", "tag": "1769b519-d44b-4a83-8ce3-363f1171857a", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:00:19.767146 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16414961-bc4e-4e4e-9e57-fdd3560cb1c5 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:00:19.768550 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812306ba-1534-4f26-9a32-fc1647cea7f3', 'name': 'network-vif-deleted', 'tag': '1769b519-d44b-4a83-8ce3-363f1171857a', 'status': 'completed', 'code': 200} Sep 26 14:00:19.907335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c097b369-cd6f-4c9f-bd2d-6c59feb51f00 req-39ca2f04-89b5-4b53-bb71-3c0170dfd59c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0356975 Sep 26 14:00:19.978284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c097b369-cd6f-4c9f-bd2d-6c59feb51f00 req-7ebd13cf-0c99-417f-b01a-504ea0f3a3bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0d5e287ca42469c97553eb8fce90dac&device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 210 time: 0.0277505 Sep 26 14:00:20.188451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097b369-cd6f-4c9f-bd2d-6c59feb51f00 req-8d4f4de3-6775-4247-bc7d-852d68b6e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:20.189702 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c097b369-cd6f-4c9f-bd2d-6c59feb51f00 req-8d4f4de3-6775-4247-bc7d-852d68b6e466 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c0d5e287ca42469c97553eb8fce90dac&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1890130 Sep 26 14:00:20.339459 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-216a3f48-33b5-4bc2-b7bd-d8b61d644f66 req-c284b6e1-90e9-4c38-b334-519dd225eaf7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=812306ba-1534-4f26-9a32-fc1647cea7f3 HTTP/1.1" status: 200 len: 210 time: 0.0857873 Sep 26 14:00:20.399091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097b369-cd6f-4c9f-bd2d-6c59feb51f00 req-f3cd15b4-999c-4abc-8333-0452e63cdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:20.400671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c097b369-cd6f-4c9f-bd2d-6c59feb51f00 req-f3cd15b4-999c-4abc-8333-0452e63cdaf8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2049143 Sep 26 14:00:20.660467 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:21.517209 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0657b-f3cc-4bfd-ab99-a12097fe0944 req-4f0f7396-ec77-4481-a3df-bc22532ae926 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:21.519331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65f0657b-f3cc-4bfd-ab99-a12097fe0944 req-4f0f7396-ec77-4481-a3df-bc22532ae926 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0613155 Sep 26 14:00:21.564195 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-65f0657b-f3cc-4bfd-ab99-a12097fe0944 req-8bbd6cce-cb35-4ef3-ae2b-6d971135ec78 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 Sep 26 14:00:21.710307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf8021-ce0d-460a-89b0-90345d9fb600 req-5b0435dd-5007-4f38-a309-f0428e9b12c2 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:21.711930 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0bf8021-ce0d-460a-89b0-90345d9fb600 req-5b0435dd-5007-4f38-a309-f0428e9b12c2 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0532465 Sep 26 14:00:21.755833 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f0bf8021-ce0d-460a-89b0-90345d9fb600 req-d0507890-7f9b-4d8f-b5f2-d2fa8f3286d0 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Sep 26 14:00:21.911946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd15163-af30-4bf5-add6-62d0254aaef7 req-d4a58237-0a66-4a20-b2d9-e2c29f6b26f7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:21.914639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ddd15163-af30-4bf5-add6-62d0254aaef7 req-d4a58237-0a66-4a20-b2d9-e2c29f6b26f7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0836077 Sep 26 14:00:21.957829 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ddd15163-af30-4bf5-add6-62d0254aaef7 req-2a226ccb-0758-4847-8aaf-bec061046f2e tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Sep 26 14:00:22.162986 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2927f-83d0-4489-b641-2236551e1524 req-e6450914-e831-4877-87b8-919d5c6fb85d tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:22.164495 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ab2927f-83d0-4489-b641-2236551e1524 req-e6450914-e831-4877-87b8-919d5c6fb85d tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0533056 Sep 26 14:00:22.211861 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4ab2927f-83d0-4489-b641-2236551e1524 req-d29e5e7d-8459-48ed-b585-195f8eb2872e tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362425 Sep 26 14:00:22.348468 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c51e4-c078-46c3-8b96-03c83b12da33 req-2597bc20-8738-4f10-b1f1-4623d04b343b tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:22.351430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-904c51e4-c078-46c3-8b96-03c83b12da33 req-2597bc20-8738-4f10-b1f1-4623d04b343b tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0670097 Sep 26 14:00:22.393340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-904c51e4-c078-46c3-8b96-03c83b12da33 req-16f8cbc2-dc6d-4215-91bd-155449ea71fb tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355422 Sep 26 14:00:22.530388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fb85a-879b-49bc-b67e-6d2b797379b0 req-09ee0a3f-6f10-4d84-bc37-a8fd213a60d7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:22.532011 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a6fb85a-879b-49bc-b67e-6d2b797379b0 req-09ee0a3f-6f10-4d84-bc37-a8fd213a60d7 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0514798 Sep 26 14:00:22.574293 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4a6fb85a-879b-49bc-b67e-6d2b797379b0 req-553659c5-1475-42b3-9760-ca39e2ee1ce5 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355103 Sep 26 14:00:22.956119 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa491f-6a11-4423-a0ce-5aec37b93467 req-a6e83f12-06f6-4b7e-a192-f617d8533fba tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:22.957936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6aa491f-6a11-4423-a0ce-5aec37b93467 req-a6e83f12-06f6-4b7e-a192-f617d8533fba tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0559556 Sep 26 14:00:22.990380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1769b519-d44b-4a83-8ce3-363f1171857a no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:00:23.003740 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6aa491f-6a11-4423-a0ce-5aec37b93467 req-148fa7fb-5d0c-4aa8-8a5f-6ebb816bb23d tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 Sep 26 14:00:23.016576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 1769b519-d44b-4a83-8ce3-363f1171857a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:00:23.017201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 1769b519-d44b-4a83-8ce3-363f1171857a not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:00:24.143637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204cdde-56a5-4f8b-b579-3bed229e7079 req-53563ec4-ab15-46d5-bbfe-9c682372ca03 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:24.145299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9204cdde-56a5-4f8b-b579-3bed229e7079 req-53563ec4-ab15-46d5-bbfe-9c682372ca03 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0614128 Sep 26 14:00:24.188187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9204cdde-56a5-4f8b-b579-3bed229e7079 req-8f6e4910-44ff-4905-8d3e-a9aad7993ab5 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Sep 26 14:00:24.265890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-313e3dfc-ab20-43d4-9660-d760bea3a05f tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:24.267494 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-313e3dfc-ab20-43d4-9660-d760bea3a05f tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.24 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 945 time: 0.0622838 Sep 26 14:00:24.366631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Deleting port 21de036a-48a6-473a-bdee-d3f5dd880e0d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:24.366970 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:24.472464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] For port 21de036a-48a6-473a-bdee-d3f5dd880e0d, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=21de036a-48a6-473a-bdee-d3f5dd880e0d,segment=NetworkSegment(a1a0bcbf-a350-48a5-915f-c2c083487902),segment_id=a1a0bcbf-a350-48a5-915f-c2c083487902)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:24.472836 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:24.486882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Calling delete_port for 21de036a-48a6-473a-bdee-d3f5dd880e0d owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:24.626656 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:24.639350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['21de036a-48a6-473a-bdee-d3f5dd880e0d'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:00:24.663763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Pushing event deleted for resources: {'Port': ['ID=21de036a-48a6-473a-bdee-d3f5dd880e0d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:24.705012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] No DVR routers for this DVR port 21de036a-48a6-473a-bdee-d3f5dd880e0d on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:24.707922 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:24.710073 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-39ab6bdd-08f5-44a8-8fee-a4a399de0c4b req-d725de83-20ac-4f81-8a77-410eb50f2c32 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.24 "DELETE /v2.0/ports/21de036a-48a6-473a-bdee-d3f5dd880e0d HTTP/1.1" status: 204 len: 173 time: 0.4360347 Sep 26 14:00:24.710540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22531557-a18c-463b-b955-b4cfafcef8bc', 'name': 'network-vif-deleted', 'tag': '21de036a-48a6-473a-bdee-d3f5dd880e0d'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:00:24.712892 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb7f72-713c-4c1b-b61a-b9ae8a6c3eb5" -d '{"events": [{"server_uuid": "22531557-a18c-463b-b955-b4cfafcef8bc", "name": "network-vif-deleted", "tag": "21de036a-48a6-473a-bdee-d3f5dd880e0d"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:00:24.760070 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9811731-17d0-4c51-b12b-bd4e6dacbac2 x-openstack-request-id: req-c9811731-17d0-4c51-b12b-bd4e6dacbac2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:00:24.760482 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22531557-a18c-463b-b955-b4cfafcef8bc", "name": "network-vif-deleted", "tag": "21de036a-48a6-473a-bdee-d3f5dd880e0d", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:00:24.760829 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9811731-17d0-4c51-b12b-bd4e6dacbac2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:00:24.761330 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22531557-a18c-463b-b955-b4cfafcef8bc', 'name': 'network-vif-deleted', 'tag': '21de036a-48a6-473a-bdee-d3f5dd880e0d', 'status': 'completed', 'code': 200} Sep 26 14:00:25.345903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3efdad6b-33d1-49ae-8ef8-a99f5b0adcd8 req-4dbff3a0-e987-4a07-93e9-ef27c1065939 tempest-ServersNegativeTestJSON-1768149591 tempest-ServersNegativeTestJSON-1768149591-project] 10.222.0.13 "GET /v2.0/ports?device_id=22531557-a18c-463b-b955-b4cfafcef8bc HTTP/1.1" status: 200 len: 210 time: 0.0443518 Sep 26 14:00:26.422078 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60572) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:26.499970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-28302ba7-c388-4456-bdd6-63b2c5301788 admin admin] Deleting subnet 3e39d6af-d023-455f-8461-f51bf03db5b2 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:00:26.506003 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28302ba7-c388-4456-bdd6-63b2c5301788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:26.569770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28302ba7-c388-4456-bdd6-63b2c5301788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:26.645966 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28302ba7-c388-4456-bdd6-63b2c5301788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:26.744742 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28302ba7-c388-4456-bdd6-63b2c5301788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:26.794898 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28302ba7-c388-4456-bdd6-63b2c5301788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e39d6af-d023-455f-8461-f51bf03db5b2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:26.801610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-28302ba7-c388-4456-bdd6-63b2c5301788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:26.804814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-28302ba7-c388-4456-bdd6-63b2c5301788 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e39d6af-d023-455f-8461-f51bf03db5b2 HTTP/1.1" status: 204 len: 168 time: 0.3828070 Sep 26 14:00:26.807302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60574) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:26.883597 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:26.967356 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:26.989860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e280b2-54bb-4f50-b37b-e7af6da36a88']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:27.001293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a0bcbf-a350-48a5-915f-c2c083487902') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:27.001643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a0bcbf-a350-48a5-915f-c2c083487902') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:27.013210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.028615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.036829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:27.037338 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:27.039232 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:27.105780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.113341 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.116549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/43e280b2-54bb-4f50-b37b-e7af6da36a88 HTTP/1.1" status: 204 len: 168 time: 0.3077085 Sep 26 14:00:27.128510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43377f2-1bd2-4292-bbdb-f9cc402e68a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e280b2-54bb-4f50-b37b-e7af6da36a88,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:27.248489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60578) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:27.292735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-76c5151d-030e-4162-a95f-192fd73f4ef7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0d5e287ca42469c97553eb8fce90dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430176 Sep 26 14:00:27.296093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60580) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:27.351808 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-689e8921-f814-430b-a41d-29df22404ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.376951 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-689e8921-f814-430b-a41d-29df22404ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.434982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-689e8921-f814-430b-a41d-29df22404ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.437761 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-689e8921-f814-430b-a41d-29df22404ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:27.439017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-689e8921-f814-430b-a41d-29df22404ba5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7272b06-f6ae-4649-94ec-b22dcc4d5ea7 HTTP/1.1" status: 204 len: 168 time: 0.1417763 Sep 26 14:00:27.454201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e8921-f814-430b-a41d-29df22404ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7272b06-f6ae-4649-94ec-b22dcc4d5ea7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:28.300881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 21de036a-48a6-473a-bdee-d3f5dd880e0d no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:00:28.310884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60602) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:28.327426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 21de036a-48a6-473a-bdee-d3f5dd880e0d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:00:28.327771 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 21de036a-48a6-473a-bdee-d3f5dd880e0d not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:00:28.423995 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768169465'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:28.452928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:28.459035 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:28.474253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:28.610562 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:28.615696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:28.647879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:28.659483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea6c607-81c4-42e5-aaaf-5d2218e70b05,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:28.667672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:28.668658 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Added segment 8be99cba-7164-4af9-9bd0-8f4cd29c5a46 of type vlan for network b72016cf-c576-47fa-a79e-03136be846c7 Sep 26 14:00:28.715842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:28.743569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:28.750122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:28.750772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:28.796758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4844005 Sep 26 14:00:28.833550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b834f-8888-4816-884c-1cbcf3e64562 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Network': ['ID=b72016cf-c576-47fa-a79e-03136be846c7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:28.849433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b72016cf-c576-47fa-a79e-03136be846c7 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:32.178828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:32.185261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'subnet': {'network_id': 'b72016cf-c576-47fa-a79e-03136be846c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:32.282702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:32.286632 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.495853 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.565050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Subnet': ['ID=2db88b99-eb6a-4918-9ae7-0fbc31965b02,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:32.577746 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Checking segment: {'id': '8be99cba-7164-4af9-9bd0-8f4cd29c5a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b72016cf-c576-47fa-a79e-03136be846c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:32.578040 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network hostable DHCP agents. Network: b72016cf-c576-47fa-a79e-03136be846c7, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:32.598235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network b72016cf-c576-47fa-a79e-03136be846c7 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:32.609587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b72016cf-c576-47fa-a79e-03136be846c7) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:32.615681 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:32.616637 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.622435 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a75ad-a8c5-40b5-ba94-e1cf8488c51b None None] Network b72016cf-c576-47fa-a79e-03136be846c7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:32.636045 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d6167938-7abe-4fec-8d14-122d66f3dce3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4559066 Sep 26 14:00:32.641301 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60608) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:32.647432 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79875474'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:32.682507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:32.687122 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.719600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:32.730997 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.731369 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Added segment 5c74c03e-e618-4849-87f0-fb1291b398e8 of type vlan for network 5aefd1f2-bd36-4df5-ad11-a280798a8f7a Sep 26 14:00:32.787561 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.801645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b72016cf-c576-47fa-a79e-03136be846c7', 'network_id': 'b72016cf-c576-47fa-a79e-03136be846c7', 'tenant_id': '6a410df63cd5430e9fb8654e515b8d68', 'fixed_ips': [{'subnet_id': '2db88b99-eb6a-4918-9ae7-0fbc31965b02'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:32.802595 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.824218 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.830726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:32.831374 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:32.876242 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2332585 Sep 26 14:00:32.880336 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:32.911218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'subnet': {'network_id': '5aefd1f2-bd36-4df5-ad11-a280798a8f7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:32.931483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56779bd7-88f7-410f-9f50-265b5d11f730 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Network': ['ID=5aefd1f2-bd36-4df5-ad11-a280798a8f7a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:32.973576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 5aefd1f2-bd36-4df5-ad11-a280798a8f7a details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:33.023347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:33.027216 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.086663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Allocated IP 2001:db8:0:ffff::2 (b72016cf-c576-47fa-a79e-03136be846c7/2db88b99-eb6a-4918-9ae7-0fbc31965b02/7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:33.257639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.309230 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.317539 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.328242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Subnet': ['ID=85ede732-83e2-47ba-88d3-673bf7eb54d1,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:33.345365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Checking segment: {'id': '5c74c03e-e618-4849-87f0-fb1291b398e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5aefd1f2-bd36-4df5-ad11-a280798a8f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:33.345782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network hostable DHCP agents. Network: 5aefd1f2-bd36-4df5-ad11-a280798a8f7a, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:33.367425 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Network b72016cf-c576-47fa-a79e-03136be846c7 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:33.369821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network 5aefd1f2-bd36-4df5-ad11-a280798a8f7a is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:33.373219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:33.379386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:33.387943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 5aefd1f2-bd36-4df5-ad11-a280798a8f7a) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:33.394922 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:33.395996 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.400926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9c110-2641-45a6-a74f-760d14a4f48e None None] Network 5aefd1f2-bd36-4df5-ad11-a280798a8f7a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:33.407712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Pushing event updated for resources: {'Port': ['ID=7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:33.420543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3b92cf03-5e00-4e83-b299-7741d43d9f35 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5391192 Sep 26 14:00:33.424368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60612) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:33.509875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Attempting to bind port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:33.510251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Attempting to bind port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '8be99cba-7164-4af9-9bd0-8f4cd29c5a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b72016cf-c576-47fa-a79e-03136be846c7'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:33.510618 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Attempting to bind port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a on network b72016cf-c576-47fa-a79e-03136be846c7 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:33.521147 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:33.521550 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Checking segment: {'id': '8be99cba-7164-4af9-9bd0-8f4cd29c5a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b72016cf-c576-47fa-a79e-03136be846c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:33.521969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.522372 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Bound using segment: {'id': '8be99cba-7164-4af9-9bd0-8f4cd29c5a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b72016cf-c576-47fa-a79e-03136be846c7'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:33.522869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Bound port: 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be99cba-7164-4af9-9bd0-8f4cd29c5a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b72016cf-c576-47fa-a79e-03136be846c7'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:33.523259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.647789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] For port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:33.677895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] For port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a,segment=NetworkSegment(8be99cba-7164-4af9-9bd0-8f4cd29c5a46),segment_id=8be99cba-7164-4af9-9bd0-8f4cd29c5a46)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:33.681270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-5aefd1f2-bd36-4df5-ad11-a280798a8f7a', 'network_id': '5aefd1f2-bd36-4df5-ad11-a280798a8f7a', 'tenant_id': '6a410df63cd5430e9fb8654e515b8d68', 'fixed_ips': [{'subnet_id': '85ede732-83e2-47ba-88d3-673bf7eb54d1'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:33.682343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.687675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.870199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd767096-3f41-40cc-a60a-d6f57f177092 None None] Pushing event updated for resources: {'Port': ['ID=7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:33.889896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:33.969437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Allocated IP 2001:db8::2 (5aefd1f2-bd36-4df5-ad11-a280798a8f7a/85ede732-83e2-47ba-88d3-673bf7eb54d1/ec55d7b8-37c2-4954-b530-f8859a608fa2) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:34.016057 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.206904 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:00:34.216475 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.243769 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.265202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.297209 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Network 5aefd1f2-bd36-4df5-ad11-a280798a8f7a is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:34.299793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Subnet': ['ID=85ede732-83e2-47ba-88d3-673bf7eb54d1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:34.312445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:34.315366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:34.324398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Pushing event updated for resources: {'Port': ['ID=ec55d7b8-37c2-4954-b530-f8859a608fa2,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:34.353284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:34.353685 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.376056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.401696 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aefd1f2-bd36-4df5-ad11-a280798a8f7a']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:34.414356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Attempting to bind port ec55d7b8-37c2-4954-b530-f8859a608fa2 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:34.414736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Attempting to bind port ec55d7b8-37c2-4954-b530-f8859a608fa2 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '5c74c03e-e618-4849-87f0-fb1291b398e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5aefd1f2-bd36-4df5-ad11-a280798a8f7a'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:34.415091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c74c03e-e618-4849-87f0-fb1291b398e8') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:34.415296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Attempting to bind port ec55d7b8-37c2-4954-b530-f8859a608fa2 on network 5aefd1f2-bd36-4df5-ad11-a280798a8f7a {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:34.415476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c74c03e-e618-4849-87f0-fb1291b398e8') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:34.427559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:34.427924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Checking segment: {'id': '5c74c03e-e618-4849-87f0-fb1291b398e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5aefd1f2-bd36-4df5-ad11-a280798a8f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:34.428105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.428329 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.428716 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Bound using segment: {'id': '5c74c03e-e618-4849-87f0-fb1291b398e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5aefd1f2-bd36-4df5-ad11-a280798a8f7a'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:34.429224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Bound port: ec55d7b8-37c2-4954-b530-f8859a608fa2, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c74c03e-e618-4849-87f0-fb1291b398e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5aefd1f2-bd36-4df5-ad11-a280798a8f7a'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:34.429604 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.445376 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.455117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:34.455787 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:34.461408 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:34.527102 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.544611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] For port ec55d7b8-37c2-4954-b530-f8859a608fa2, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:34.575318 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 26 14:00:34.575318 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 26 14:00:34.575318 n-d-806683-13 neutron-server[94812]: [parameters: {'id': '5aefd1f2-bd36-4df5-ad11-a280798a8f7a'}] Sep 26 14:00:34.575318 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 14:00:34.576088 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 14:00:34.590888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a,segment=NetworkSegment(8be99cba-7164-4af9-9bd0-8f4cd29c5a46),segment_id=8be99cba-7164-4af9-9bd0-8f4cd29c5a46)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:34.595797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] For port ec55d7b8-37c2-4954-b530-f8859a608fa2, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ec55d7b8-37c2-4954-b530-f8859a608fa2,segment=NetworkSegment(5c74c03e-e618-4849-87f0-fb1291b398e8),segment_id=5c74c03e-e618-4849-87f0-fb1291b398e8)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:34.597591 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.604150 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:34.694747 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:34.703804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6f716-c559-421f-94f1-29e5bc6771d7 None None] Network 5aefd1f2-bd36-4df5-ad11-a280798a8f7a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:34.829740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0542cc-bc13-4ca6-a5c8-92b05666aecc None None] Pushing event updated for resources: {'Port': ['ID=ec55d7b8-37c2-4954-b530-f8859a608fa2,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:34.945198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1a238-6b77-4254-ab03-b492c8e36598 None None] Network b72016cf-c576-47fa-a79e-03136be846c7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:35.076820 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.171539 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Deleting port ec55d7b8-37c2-4954-b530-f8859a608fa2 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:35.172109 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.181936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-716555a8-6eb4-4e0a-94cc-c91fd34ef1dd None None] Provisioning complete for port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:35.182205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-716555a8-6eb4-4e0a-94cc-c91fd34ef1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.292805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] For port ec55d7b8-37c2-4954-b530-f8859a608fa2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=ec55d7b8-37c2-4954-b530-f8859a608fa2,segment=NetworkSegment(5c74c03e-e618-4849-87f0-fb1291b398e8),segment_id=5c74c03e-e618-4849-87f0-fb1291b398e8)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:35.294169 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.316692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Calling delete_port for ec55d7b8-37c2-4954-b530-f8859a608fa2 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:35.420929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.460393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No DVR routers for this DVR port ec55d7b8-37c2-4954-b530-f8859a608fa2 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:35.462600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Port': ['ID=ec55d7b8-37c2-4954-b530-f8859a608fa2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:35.562187 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.574613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be16208-3d51-44ce-8511-f707b467400a None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 14:00:35.586731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aefd1f2-bd36-4df5-ad11-a280798a8f7a']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:35.603396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c74c03e-e618-4849-87f0-fb1291b398e8') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:35.603747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c74c03e-e618-4849-87f0-fb1291b398e8') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:35.617330 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.632847 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.642940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:35.643933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:35.648664 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:35.695169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-18161dbb-5f88-47f6-a0f5-4d96c5a546c7 None None] Provisioning complete for port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:35.696259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18161dbb-5f88-47f6-a0f5-4d96c5a546c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.700762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be16208-3d51-44ce-8511-f707b467400a None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 14:00:35.750972 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.759456 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.763214 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/5aefd1f2-bd36-4df5-ad11-a280798a8f7a HTTP/1.1" status: 204 len: 168 time: 2.3375936 Sep 26 14:00:35.768963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60614) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:35.782811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1066555668'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:35.785461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01b6d0-46e1-41de-a4c7-ebd91f2fbe9c tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Network': ['ID=5aefd1f2-bd36-4df5-ad11-a280798a8f7a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:35.817977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:35.825441 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.864938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:35.879403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.879887 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Added segment d52a364d-1d32-4629-819e-08e45100d9c5 of type vlan for network 216e93e5-2460-46b3-9e38-006198f1c0ef Sep 26 14:00:35.937847 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.974088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:35.987609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:35.988657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:36.055660 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2830002 Sep 26 14:00:36.058667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60616) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:36.069966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'subnet': {'network_id': '216e93e5-2460-46b3-9e38-006198f1c0ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:36.131919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d8d74-a19b-4857-88f1-2c7358900d88 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Network': ['ID=216e93e5-2460-46b3-9e38-006198f1c0ef,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:36.147422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 216e93e5-2460-46b3-9e38-006198f1c0ef details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:36.186495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:00:36.230479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:36.237190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:36.276226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:36.276605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:36.352606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_backend_mixin [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Performing IP validity checks on allocation pools {{(pid=94812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 26 14:00:36.353530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.ipam_backend_mixin [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 26 14:00:36.509233 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:36.582418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Subnet': ['ID=1fe79429-9be8-4b18-afd2-d3e6653fab16,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:36.598068 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Checking segment: {'id': 'd52a364d-1d32-4629-819e-08e45100d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '216e93e5-2460-46b3-9e38-006198f1c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:36.598496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network hostable DHCP agents. Network: 216e93e5-2460-46b3-9e38-006198f1c0ef, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:36.618286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network 216e93e5-2460-46b3-9e38-006198f1c0ef is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:36.629641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 216e93e5-2460-46b3-9e38-006198f1c0ef) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:36.636044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:36.637034 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:36.641073 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a4112d-b47e-4110-834d-805d80aa87fe None None] Network 216e93e5-2460-46b3-9e38-006198f1c0ef requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:36.660864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-608076e0-e41a-46f0-bc6d-d3dc86fd3042 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5995891 Sep 26 14:00:36.665023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:36.806017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-216e93e5-2460-46b3-9e38-006198f1c0ef', 'network_id': '216e93e5-2460-46b3-9e38-006198f1c0ef', 'tenant_id': '6a410df63cd5430e9fb8654e515b8d68', 'fixed_ips': [{'subnet_id': '1fe79429-9be8-4b18-afd2-d3e6653fab16'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:36.807542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:36.813851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:36.815595 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:00:36.882698 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:36.978481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Allocated IP 2001:db8::3 (216e93e5-2460-46b3-9e38-006198f1c0ef/1fe79429-9be8-4b18-afd2-d3e6653fab16/9e4bc969-9b3f-4d96-9ded-ffdc365ad75f) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:37.146590 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.154291 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.176128 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.199807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Network 216e93e5-2460-46b3-9e38-006198f1c0ef is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:37.203198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:37.207048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:37.210408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe79429-9be8-4b18-afd2-d3e6653fab16,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:37.227667 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Pushing event updated for resources: {'Port': ['ID=9e4bc969-9b3f-4d96-9ded-ffdc365ad75f,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:37.284238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.306295 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216e93e5-2460-46b3-9e38-006198f1c0ef']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:37.306820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Attempting to bind port 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:37.307405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Attempting to bind port 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'd52a364d-1d32-4629-819e-08e45100d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '216e93e5-2460-46b3-9e38-006198f1c0ef'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:37.307977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Attempting to bind port 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f on network 216e93e5-2460-46b3-9e38-006198f1c0ef {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:37.317343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52a364d-1d32-4629-819e-08e45100d9c5') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:37.317668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:37.317883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52a364d-1d32-4629-819e-08e45100d9c5') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:37.318033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Checking segment: {'id': 'd52a364d-1d32-4629-819e-08e45100d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '216e93e5-2460-46b3-9e38-006198f1c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:37.318625 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.319271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Bound using segment: {'id': 'd52a364d-1d32-4629-819e-08e45100d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '216e93e5-2460-46b3-9e38-006198f1c0ef'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:37.320065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Bound port: 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52a364d-1d32-4629-819e-08e45100d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '216e93e5-2460-46b3-9e38-006198f1c0ef'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:37.320674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.330656 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.349770 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.359189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:37.360385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:37.363081 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:37.417524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] For port 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:37.445333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] For port 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9e4bc969-9b3f-4d96-9ded-ffdc365ad75f,segment=NetworkSegment(d52a364d-1d32-4629-819e-08e45100d9c5),segment_id=d52a364d-1d32-4629-819e-08e45100d9c5)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:37.447122 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.db.api [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 26 14:00:37.447122 n-d-806683-13 neutron-server[94812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 26 14:00:37.447122 n-d-806683-13 neutron-server[94812]: [parameters: {'id': '216e93e5-2460-46b3-9e38-006198f1c0ef'}] Sep 26 14:00:37.447122 n-d-806683-13 neutron-server[94812]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 14:00:37.448001 n-d-806683-13 neutron-server[94812]: DEBUG oslo_db.api [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 14:00:37.451885 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:37.541071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed4a9b-3849-4382-89c9-cc84625d2c40 None None] Pushing event updated for resources: {'Port': ['ID=9e4bc969-9b3f-4d96-9ded-ffdc365ad75f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:37.560275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aef930-e611-4568-a317-3b3692a070c9 None None] Network 216e93e5-2460-46b3-9e38-006198f1c0ef requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:37.691083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee7dafd-bd55-439b-82ba-d78df860cfa9 None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 14:00:37.767565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7dafd-bd55-439b-82ba-d78df860cfa9 None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 14:00:37.949056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.020334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Deleting port 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:38.020732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.111292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] For port 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=9e4bc969-9b3f-4d96-9ded-ffdc365ad75f,segment=NetworkSegment(d52a364d-1d32-4629-819e-08e45100d9c5),segment_id=d52a364d-1d32-4629-819e-08e45100d9c5)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:38.111895 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.133625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Calling delete_port for 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:38.262466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.288256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Port': ['ID=9e4bc969-9b3f-4d96-9ded-ffdc365ad75f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:38.295291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No DVR routers for this DVR port 9e4bc969-9b3f-4d96-9ded-ffdc365ad75f on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:38.383510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.409012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216e93e5-2460-46b3-9e38-006198f1c0ef']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:38.422463 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52a364d-1d32-4629-819e-08e45100d9c5') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:38.423025 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52a364d-1d32-4629-819e-08e45100d9c5') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:38.431215 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ffcb02cc-ce7a-4aa7-b8c7-82d2806b65d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.443170 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.461248 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.468924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:38.469331 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:38.472856 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:38.540682 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.550745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.552882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/216e93e5-2460-46b3-9e38-006198f1c0ef HTTP/1.1" status: 204 len: 168 time: 1.8864696 Sep 26 14:00:38.557585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60620) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:38.563119 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106728561'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:38.567767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d9b3f-b313-483f-9c98-1839274962dd tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Network': ['ID=216e93e5-2460-46b3-9e38-006198f1c0ef,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:38.592901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:38.596810 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.623979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:38.634727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.635073 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Added segment 94ac7697-f4b4-446a-8dec-9b00299b0f27 of type vlan for network cad5e1c1-28fa-405d-ac4b-a654a4b0263b Sep 26 14:00:38.684187 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.722738 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.729549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:38.730195 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:38.771046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2122495 Sep 26 14:00:38.774332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60622) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:38.782652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'subnet': {'network_id': 'cad5e1c1-28fa-405d-ac4b-a654a4b0263b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:38.831287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8783d-2672-40aa-a6a2-5426ef26855a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Network': ['ID=cad5e1c1-28fa-405d-ac4b-a654a4b0263b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:38.846463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network cad5e1c1-28fa-405d-ac4b-a654a4b0263b details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:38.951650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:38.955717 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.168840 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.239712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Subnet': ['ID=1d914a8d-09f9-4d94-a061-9cf1668347f9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:39.252445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Checking segment: {'id': '94ac7697-f4b4-446a-8dec-9b00299b0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cad5e1c1-28fa-405d-ac4b-a654a4b0263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:39.252811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network hostable DHCP agents. Network: cad5e1c1-28fa-405d-ac4b-a654a4b0263b, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:39.271341 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network cad5e1c1-28fa-405d-ac4b-a654a4b0263b is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:39.283165 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, cad5e1c1-28fa-405d-ac4b-a654a4b0263b) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:39.289942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:39.290950 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.292426 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a000f7-7cf1-46b5-a0bd-79dc6a694bc5 None None] Network cad5e1c1-28fa-405d-ac4b-a654a4b0263b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:39.315518 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0f53eaed-eaeb-415d-876c-055ddda80fc0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5398016 Sep 26 14:00:39.319223 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60624) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:39.327958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1027733178'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:39.363715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:39.369653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.411600 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:39.425972 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.426336 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Added segment f94f4090-835b-4801-b37b-9327de1b40a3 of type vlan for network 7241e364-024d-4a5d-9159-d7b33b66c83a Sep 26 14:00:39.479646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-cad5e1c1-28fa-405d-ac4b-a654a4b0263b', 'network_id': 'cad5e1c1-28fa-405d-ac4b-a654a4b0263b', 'tenant_id': '6a410df63cd5430e9fb8654e515b8d68', 'fixed_ips': [{'subnet_id': '1d914a8d-09f9-4d94-a061-9cf1668347f9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:39.481162 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.481436 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.521156 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.532756 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:39.533828 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.600632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2795758 Sep 26 14:00:39.603405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60626) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:39.610017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Request body: {'subnet': {'network_id': '7241e364-024d-4a5d-9159-d7b33b66c83a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:39.675311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78a32e-a392-41bc-bdbe-27e0050a83e0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Network': ['ID=7241e364-024d-4a5d-9159-d7b33b66c83a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:39.697673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7241e364-024d-4a5d-9159-d7b33b66c83a details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:39.748202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Made reservation on behalf of 6a410df63cd5430e9fb8654e515b8d68 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:39.754250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:39.770734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Allocated IP 2001:db8::2 (cad5e1c1-28fa-405d-ac4b-a654a4b0263b/1d914a8d-09f9-4d94-a061-9cf1668347f9/f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:40.030310 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.036370 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.075104 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.076311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Network cad5e1c1-28fa-405d-ac4b-a654a4b0263b is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:40.082117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:40.084817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:40.109589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Pushing event updated for resources: {'Port': ['ID=f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:40.165036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event updated for resources: {'Subnet': ['ID=1af5fdca-5644-4681-a564-9cd90406db00,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:40.177903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Attempting to bind port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:40.179224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Attempting to bind port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '94ac7697-f4b4-446a-8dec-9b00299b0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cad5e1c1-28fa-405d-ac4b-a654a4b0263b'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:40.179727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Attempting to bind port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea on network cad5e1c1-28fa-405d-ac4b-a654a4b0263b {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:40.183795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Checking segment: {'id': 'f94f4090-835b-4801-b37b-9327de1b40a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7241e364-024d-4a5d-9159-d7b33b66c83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:40.184191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network hostable DHCP agents. Network: 7241e364-024d-4a5d-9159-d7b33b66c83a, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:40.187918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:40.188683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Checking segment: {'id': '94ac7697-f4b4-446a-8dec-9b00299b0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cad5e1c1-28fa-405d-ac4b-a654a4b0263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:40.189152 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.189787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Bound using segment: {'id': '94ac7697-f4b4-446a-8dec-9b00299b0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cad5e1c1-28fa-405d-ac4b-a654a4b0263b'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:40.190340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Bound port: f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ac7697-f4b4-446a-8dec-9b00299b0f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cad5e1c1-28fa-405d-ac4b-a654a4b0263b'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:40.190945 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.205689 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Network 7241e364-024d-4a5d-9159-d7b33b66c83a is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:40.220118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7241e364-024d-4a5d-9159-d7b33b66c83a) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:40.227772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:40.229099 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.239180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de3898-8538-4e0c-9a70-ad7e4f8258cf None None] Network 7241e364-024d-4a5d-9159-d7b33b66c83a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:40.252490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-91ccee1e-ee06-42ad-9505-726044ff90c1 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6471121 Sep 26 14:00:40.255711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60628) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:40.366022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] For port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:40.389880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] For port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea,segment=NetworkSegment(94ac7697-f4b4-446a-8dec-9b00299b0f27),segment_id=94ac7697-f4b4-446a-8dec-9b00299b0f27)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:40.399201 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.405526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.486141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.530436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfad943-59f8-455a-9a53-dfa22b37812a None None] Pushing event updated for resources: {'Port': ['ID=f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:40.601661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b5d51-84e0-4043-b881-c3104145beec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-7241e364-024d-4a5d-9159-d7b33b66c83a', 'network_id': '7241e364-024d-4a5d-9159-d7b33b66c83a', 'tenant_id': '6a410df63cd5430e9fb8654e515b8d68', 'fixed_ips': [{'subnet_id': '1af5fdca-5644-4681-a564-9cd90406db00'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:40.603410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d68b5d51-84e0-4043-b881-c3104145beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.609996 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.643501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Subnet': ['ID=1af5fdca-5644-4681-a564-9cd90406db00,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:40.749269 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.769129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b5b6d-ebcd-4589-942d-b612fd5cb04e None None] Network 7241e364-024d-4a5d-9159-d7b33b66c83a requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:40.793702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7241e364-024d-4a5d-9159-d7b33b66c83a']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:40.807668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94f4090-835b-4801-b37b-9327de1b40a3') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:40.807668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94f4090-835b-4801-b37b-9327de1b40a3') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:40.830302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.850457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.862272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:40.862751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:40.870933 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:40.980939 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.987655 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:40.990215 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/7241e364-024d-4a5d-9159-d7b33b66c83a HTTP/1.1" status: 204 len: 168 time: 0.7326138 Sep 26 14:00:40.994064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60630) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:41.007698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e5605-f41f-4ba3-968e-3541de1be497 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Network': ['ID=7241e364-024d-4a5d-9159-d7b33b66c83a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:41.024889 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6fd9de-83ce-4775-a380-af5c8c71d35a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] GET failed (client error): The resource could not be found. Sep 26 14:00:41.026307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2b6fd9de-83ce-4775-a380-af5c8c71d35a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "GET /v2.0/subnets/1af5fdca-5644-4681-a564-9cd90406db00 HTTP/1.1" status: 404 len: 337 time: 0.0309501 Sep 26 14:00:41.029426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60632) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:41.049078 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-949e3c19-9f66-4a66-9aae-8dab14ac18cf tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] DELETE failed (client error): The resource could not be found. Sep 26 14:00:41.049777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949e3c19-9f66-4a66-9aae-8dab14ac18cf tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 14:00:41.051585 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-949e3c19-9f66-4a66-9aae-8dab14ac18cf tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/7241e364-024d-4a5d-9159-d7b33b66c83a HTTP/1.1" status: 404 len: 339 time: 0.0210392 Sep 26 14:00:41.056101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60634) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:41.083815 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3664d4-c8c0-4e00-8eb1-9f4d9cd9e167 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] DELETE failed (client error): The resource could not be found. Sep 26 14:00:41.084284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3664d4-c8c0-4e00-8eb1-9f4d9cd9e167 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 14:00:41.086143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0d3664d4-c8c0-4e00-8eb1-9f4d9cd9e167 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/subnets/1af5fdca-5644-4681-a564-9cd90406db00 HTTP/1.1" status: 404 len: 337 time: 0.0289383 Sep 26 14:00:41.088925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60636) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:41.109841 n-d-806683-13 neutron-server[94812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6d8851-4b26-4362-aa6b-e349670978b0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] DELETE failed (client error): The resource could not be found. Sep 26 14:00:41.110690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6d8851-4b26-4362-aa6b-e349670978b0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 14:00:41.113543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ad6d8851-4b26-4362-aa6b-e349670978b0 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/7241e364-024d-4a5d-9159-d7b33b66c83a HTTP/1.1" status: 404 len: 339 time: 0.0225029 Sep 26 14:00:41.116970 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60638) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:41.154677 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fd0099e8-2a44-4d8e-b49d-94d648dd4a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.215220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfbcbb4-346e-4512-9b60-c23c13053ad3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Deleting subnet 1d914a8d-09f9-4d94-a061-9cf1668347f9 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:00:41.220489 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dcfbcbb4-346e-4512-9b60-c23c13053ad3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.297993 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dcfbcbb4-346e-4512-9b60-c23c13053ad3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.429476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dcfbcbb4-346e-4512-9b60-c23c13053ad3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.532266 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dcfbcbb4-346e-4512-9b60-c23c13053ad3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.566795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbcbb4-346e-4512-9b60-c23c13053ad3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Subnet': ['ID=1d914a8d-09f9-4d94-a061-9cf1668347f9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:41.568902 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-dcfbcbb4-346e-4512-9b60-c23c13053ad3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.574426 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-dcfbcbb4-346e-4512-9b60-c23c13053ad3 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/subnets/1d914a8d-09f9-4d94-a061-9cf1668347f9 HTTP/1.1" status: 204 len: 168 time: 0.4556468 Sep 26 14:00:41.574622 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60640) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:41.678553 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.707029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5450df5-ddf0-44f5-98b3-32e03c91de33 None None] Network cad5e1c1-28fa-405d-ac4b-a654a4b0263b requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:41.751837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.761224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Deleting port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:41.762265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.839059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] For port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea,segment=NetworkSegment(94ac7697-f4b4-446a-8dec-9b00299b0f27),segment_id=94ac7697-f4b4-446a-8dec-9b00299b0f27)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:41.840145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.850537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cfe64a7c-27a5-4e13-abb2-53ef4161bd18 None None] Provisioning complete for port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:41.851543 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cfe64a7c-27a5-4e13-abb2-53ef4161bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.857197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Calling delete_port for f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:41.980750 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:41.989713 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cfe64a7c-27a5-4e13-abb2-53ef4161bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.008552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Port': ['ID=f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:42.011226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98785f79-bf23-4b1b-a549-d832bb4caca1 None None] DHCP port deletion for cad5e1c1-28fa-405d-ac4b-a654a4b0263b request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:00:42.012976 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No DVR routers for this DVR port f9c1d07e-3ea4-479e-a6a2-d9d77e7b86ea on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:42.112893 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.302377 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.493645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad5e1c1-28fa-405d-ac4b-a654a4b0263b']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:42.504904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ac7697-f4b4-446a-8dec-9b00299b0f27') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:42.505344 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ac7697-f4b4-446a-8dec-9b00299b0f27') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:42.518602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.534837 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.542218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:42.542676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:42.546106 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:42.627873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.636932 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.639111 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/cad5e1c1-28fa-405d-ac4b-a654a4b0263b HTTP/1.1" status: 204 len: 168 time: 1.0628138 Sep 26 14:00:42.641772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60642) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:42.661073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9138-77f5-48a2-bfa1-3b97e8eec8c4 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Network': ['ID=cad5e1c1-28fa-405d-ac4b-a654a4b0263b,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:42.681403 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81dce93-ed47-43c1-b60c-f6684d5ddd78 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] DELETE failed (client error): The resource could not be found. Sep 26 14:00:42.682222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81dce93-ed47-43c1-b60c-f6684d5ddd78 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 14:00:42.683762 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c81dce93-ed47-43c1-b60c-f6684d5ddd78 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/subnets/1fe79429-9be8-4b18-afd2-d3e6653fab16 HTTP/1.1" status: 404 len: 337 time: 0.0408919 Sep 26 14:00:42.686494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60644) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:42.710372 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b7f49d-529b-432c-8302-f2cb2f6d2b64 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] DELETE failed (client error): The resource could not be found. Sep 26 14:00:42.710967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b7f49d-529b-432c-8302-f2cb2f6d2b64 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 14:00:42.712767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-14b7f49d-529b-432c-8302-f2cb2f6d2b64 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/216e93e5-2460-46b3-9e38-006198f1c0ef HTTP/1.1" status: 404 len: 339 time: 0.0252476 Sep 26 14:00:42.716074 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60646) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:42.743483 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-71005927-b3ad-4c63-b6d1-5bab97676fd6 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] DELETE failed (client error): The resource could not be found. Sep 26 14:00:42.743946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71005927-b3ad-4c63-b6d1-5bab97676fd6 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 14:00:42.745818 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-71005927-b3ad-4c63-b6d1-5bab97676fd6 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/subnets/85ede732-83e2-47ba-88d3-673bf7eb54d1 HTTP/1.1" status: 404 len: 337 time: 0.0287013 Sep 26 14:00:42.749214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60648) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:42.768992 n-d-806683-13 neutron-server[94811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7aa2b42-dfc8-45ae-8361-a51c2193ab7e tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] DELETE failed (client error): The resource could not be found. Sep 26 14:00:42.769634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7aa2b42-dfc8-45ae-8361-a51c2193ab7e tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 26 14:00:42.771481 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c7aa2b42-dfc8-45ae-8361-a51c2193ab7e tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/5aefd1f2-bd36-4df5-ad11-a280798a8f7a HTTP/1.1" status: 404 len: 339 time: 0.0211971 Sep 26 14:00:42.775831 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60650) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:42.834018 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ad8699-016a-4c52-a05f-b692b7fd1ca5 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Deleting subnet 2db88b99-eb6a-4918-9ae7-0fbc31965b02 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:00:42.837764 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73ad8699-016a-4c52-a05f-b692b7fd1ca5 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.883847 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73ad8699-016a-4c52-a05f-b692b7fd1ca5 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:42.990467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73ad8699-016a-4c52-a05f-b692b7fd1ca5 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.066453 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73ad8699-016a-4c52-a05f-b692b7fd1ca5 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.099088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad8699-016a-4c52-a05f-b692b7fd1ca5 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Subnet': ['ID=2db88b99-eb6a-4918-9ae7-0fbc31965b02,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:43.101251 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-73ad8699-016a-4c52-a05f-b692b7fd1ca5 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.103307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-73ad8699-016a-4c52-a05f-b692b7fd1ca5 tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/subnets/2db88b99-eb6a-4918-9ae7-0fbc31965b02 HTTP/1.1" status: 204 len: 168 time: 0.3264272 Sep 26 14:00:43.107963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60652) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:43.112797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e84bfd-9a85-4446-977c-ea5743725a33 None None] Network b72016cf-c576-47fa-a79e-03136be846c7 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:43.197017 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.257095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Deleting port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:43.257414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.344880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] For port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a,segment=NetworkSegment(8be99cba-7164-4af9-9bd0-8f4cd29c5a46),segment_id=8be99cba-7164-4af9-9bd0-8f4cd29c5a46)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:43.344880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.358547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Calling delete_port for 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:43.377139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] DHCP port deletion for b72016cf-c576-47fa-a79e-03136be846c7 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:00:43.454117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] Deleting port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:43.454434 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.456265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.497840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Port': ['ID=7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:43.500677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] No DVR routers for this DVR port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:43.541506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] For port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:43.541917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.556585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] Calling delete_port for 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:43.559544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] Port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 14:00:43.560862 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.589469 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] No DVR routers for this DVR port 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:43.594440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428c14b-7630-4d9b-ae95-26dcfa4cb6ce None None] Pushing event deleted for resources: {'Port': ['ID=7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:43.630262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.669834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72016cf-c576-47fa-a79e-03136be846c7']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:43.688743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be99cba-7164-4af9-9bd0-8f4cd29c5a46') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:43.689540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be99cba-7164-4af9-9bd0-8f4cd29c5a46') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:43.708607 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.731678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.739634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:43.740220 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:43.744647 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:43.762204 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.814177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.826922 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:43.829513 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] 10.222.0.13 "DELETE /v2.0/networks/b72016cf-c576-47fa-a79e-03136be846c7 HTTP/1.1" status: 204 len: 168 time: 0.7201452 Sep 26 14:00:43.843225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a9218-e487-4a9d-933c-2c10dc765e4a tempest-NetworksIpV6Test-533853592 tempest-NetworksIpV6Test-533853592-project] Pushing event deleted for resources: {'Network': ['ID=b72016cf-c576-47fa-a79e-03136be846c7,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:44.144039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60658) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:44.169308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:00:44.208168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:00:44.208715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7d3e897d-81bd-48fd-bb1c-1a96f2cc9e1a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:00:44.313448 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1d6a50d9-b1e5-41c7-b690-429577d04eb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a410df63cd5430e9fb8654e515b8d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678576 Sep 26 14:00:44.316191 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60662) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:44.370556 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98edac77-fe73-439d-8ef2-392967552e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:44.396938 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98edac77-fe73-439d-8ef2-392967552e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:44.454226 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98edac77-fe73-439d-8ef2-392967552e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:44.456967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-98edac77-fe73-439d-8ef2-392967552e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:44.458532 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-98edac77-fe73-439d-8ef2-392967552e2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ea6c607-81c4-42e5-aaaf-5d2218e70b05 HTTP/1.1" status: 204 len: 168 time: 0.1411493 Sep 26 14:00:44.469255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edac77-fe73-439d-8ef2-392967552e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea6c607-81c4-42e5-aaaf-5d2218e70b05,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:45.283335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60684) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:45.389200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d49872f7-33d3-4532-a562-c537cef445cc tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-154965607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:45.415067 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d49872f7-33d3-4532-a562-c537cef445cc tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.416360 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d49872f7-33d3-4532-a562-c537cef445cc tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.477265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d49872f7-33d3-4532-a562-c537cef445cc tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.482516 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d49872f7-33d3-4532-a562-c537cef445cc tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.500889 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d49872f7-33d3-4532-a562-c537cef445cc tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.502168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d49872f7-33d3-4532-a562-c537cef445cc tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2176964 Sep 26 14:00:45.505177 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60688) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:45.511024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-605047184'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:45.535465 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Made reservation on behalf of 09cd8ff6713c4fa2a8d5f56c7e2918df for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:45.539336 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.550117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.667766 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.672252 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.705779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:45.716700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4fdfec-ac26-44a4-86b5-cd8e803f052b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:45.722152 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.722506 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Added segment 004db28b-231a-4d10-a9f7-96e526e54be4 of type vlan for network b2543b5b-f5a2-459f-99a0-6a75012c3604 Sep 26 14:00:45.767045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.796277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.803492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:45.804393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.807374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:45.845299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3389342 Sep 26 14:00:45.850149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60690) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:45.856318 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Request body: {'subnet': {'network_id': 'b2543b5b-f5a2-459f-99a0-6a75012c3604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:45.885218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15931e-0dce-447b-aba5-1cb91bf69f0b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event updated for resources: {'Network': ['ID=b2543b5b-f5a2-459f-99a0-6a75012c3604,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:45.901164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b2543b5b-f5a2-459f-99a0-6a75012c3604 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:45.973132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Made reservation on behalf of 09cd8ff6713c4fa2a8d5f56c7e2918df for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:45.977513 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.227720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.290314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event updated for resources: {'Subnet': ['ID=07b6dd68-50c7-4197-9f1c-ba348bb0c76c,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:46.304115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Checking segment: {'id': '004db28b-231a-4d10-a9f7-96e526e54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b2543b5b-f5a2-459f-99a0-6a75012c3604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:46.304524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Network hostable DHCP agents. Network: b2543b5b-f5a2-459f-99a0-6a75012c3604, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:46.324334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Network b2543b5b-f5a2-459f-99a0-6a75012c3604 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:46.335917 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b2543b5b-f5a2-459f-99a0-6a75012c3604) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:46.342870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:46.343496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.350220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec59b8f-9bf3-4694-a932-7f9fe58d5407 None None] Network b2543b5b-f5a2-459f-99a0-6a75012c3604 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:46.367040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3b87719f-b0f2-48bf-a123-d00d60c39a1b tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5102890 Sep 26 14:00:46.367442 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:46.374093 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-316956554'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:46.399867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Made reservation on behalf of 09cd8ff6713c4fa2a8d5f56c7e2918df for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:46.404025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.444546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:46.463591 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.464174 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Added segment a364031e-9278-4e4e-838d-6868b645ac24 of type vlan for network 8503b059-19ff-491e-83c4-0a614f2ce95c Sep 26 14:00:46.536777 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.570114 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.577797 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:46.578516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.630992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2576907 Sep 26 14:00:46.631389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60694) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:46.637818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Request body: {'subnet': {'network_id': '8503b059-19ff-491e-83c4-0a614f2ce95c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:46.657874 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5d669-9137-41f4-9a75-97b0eb82d340 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event updated for resources: {'Network': ['ID=8503b059-19ff-491e-83c4-0a614f2ce95c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:46.673775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 8503b059-19ff-491e-83c4-0a614f2ce95c details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:46.755131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b2543b5b-f5a2-459f-99a0-6a75012c3604', 'network_id': 'b2543b5b-f5a2-459f-99a0-6a75012c3604', 'tenant_id': '09cd8ff6713c4fa2a8d5f56c7e2918df', 'fixed_ips': [{'subnet_id': '07b6dd68-50c7-4197-9f1c-ba348bb0c76c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:46.756027 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.762060 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Made reservation on behalf of 09cd8ff6713c4fa2a8d5f56c7e2918df for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:46.768456 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:46.925840 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Allocated IP 172.20.0.2 (b2543b5b-f5a2-459f-99a0-6a75012c3604/07b6dd68-50c7-4197-9f1c-ba348bb0c76c/79ec457a-8090-4f3a-8faa-92e2130bcdbc) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:47.036521 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.107776 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event updated for resources: {'Subnet': ['ID=dcd45c7f-4e42-437e-a960-fa7d172b53f6,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:47.120631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Checking segment: {'id': 'a364031e-9278-4e4e-838d-6868b645ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8503b059-19ff-491e-83c4-0a614f2ce95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:47.121016 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Network hostable DHCP agents. Network: 8503b059-19ff-491e-83c4-0a614f2ce95c, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:47.145677 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Network 8503b059-19ff-491e-83c4-0a614f2ce95c is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:47.154095 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.160951 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 8503b059-19ff-491e-83c4-0a614f2ce95c) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:47.164241 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.167261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:47.168629 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.179633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0536ac7-50d0-4a46-90a3-1821290b0b01 None None] Network 8503b059-19ff-491e-83c4-0a614f2ce95c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:47.189776 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4c3d6136-4256-4f32-b6be-eef1a8299d2c tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5569444 Sep 26 14:00:47.193533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60696) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:47.199329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e75d6077-7f6b-43b6-9763-bb61c3b50460 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Request body: {'router': {'external_gateway_info': {'network_id': '8503b059-19ff-491e-83c4-0a614f2ce95c'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:47.272103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Network b2543b5b-f5a2-459f-99a0-6a75012c3604 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:47.280781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:47.284652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:47.333401 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Pushing event updated for resources: {'Port': ['ID=79ec457a-8090-4f3a-8faa-92e2130bcdbc,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:47.442063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Attempting to bind port 79ec457a-8090-4f3a-8faa-92e2130bcdbc on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:47.442563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Attempting to bind port 79ec457a-8090-4f3a-8faa-92e2130bcdbc by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '004db28b-231a-4d10-a9f7-96e526e54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b2543b5b-f5a2-459f-99a0-6a75012c3604'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:47.443148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Attempting to bind port 79ec457a-8090-4f3a-8faa-92e2130bcdbc on network b2543b5b-f5a2-459f-99a0-6a75012c3604 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:47.484705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:47.485307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Checking segment: {'id': '004db28b-231a-4d10-a9f7-96e526e54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b2543b5b-f5a2-459f-99a0-6a75012c3604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:47.486021 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.486701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Bound using segment: {'id': '004db28b-231a-4d10-a9f7-96e526e54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b2543b5b-f5a2-459f-99a0-6a75012c3604'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:47.487532 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Bound port: 79ec457a-8090-4f3a-8faa-92e2130bcdbc, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004db28b-231a-4d10-a9f7-96e526e54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b2543b5b-f5a2-459f-99a0-6a75012c3604'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:47.488172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.526410 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e75d6077-7f6b-43b6-9763-bb61c3b50460 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.604601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c5704b-1780-4c69-a908-dfdfdcb6447b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-8503b059-19ff-491e-83c4-0a614f2ce95c', 'network_id': '8503b059-19ff-491e-83c4-0a614f2ce95c', 'tenant_id': '09cd8ff6713c4fa2a8d5f56c7e2918df', 'fixed_ips': [{'subnet_id': 'dcd45c7f-4e42-437e-a960-fa7d172b53f6'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:47.605534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d0c5704b-1780-4c69-a908-dfdfdcb6447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.635497 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] For port 79ec457a-8090-4f3a-8faa-92e2130bcdbc, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:47.640227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] For port 79ec457a-8090-4f3a-8faa-92e2130bcdbc, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=79ec457a-8090-4f3a-8faa-92e2130bcdbc,segment=NetworkSegment(004db28b-231a-4d10-a9f7-96e526e54be4),segment_id=004db28b-231a-4d10-a9f7-96e526e54be4)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:47.648495 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.672723 n-d-806683-13 neutron-server[94811]: INFO neutron.api.v2.resource [None req-e75d6077-7f6b-43b6-9763-bb61c3b50460 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 26 14:00:47.674661 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e75d6077-7f6b-43b6-9763-bb61c3b50460 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "PUT /v2.0/routers/bb293f8f-84ee-456c-bdac-2152ca01260f HTTP/1.1" status: 400 len: 364 time: 0.4799581 Sep 26 14:00:47.685856 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60698) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:47.757524 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26d14b2-8414-4150-be84-eb841274757d tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Deleting subnet dcd45c7f-4e42-437e-a960-fa7d172b53f6 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:00:47.761867 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26d14b2-8414-4150-be84-eb841274757d tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.784642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4129d5-2441-44e9-a04d-acdfb6b8e2be None None] Pushing event updated for resources: {'Port': ['ID=79ec457a-8090-4f3a-8faa-92e2130bcdbc,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:47.822131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26d14b2-8414-4150-be84-eb841274757d tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.896731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26d14b2-8414-4150-be84-eb841274757d tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:47.996981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26d14b2-8414-4150-be84-eb841274757d tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server [None req-d0c5704b-1780-4c69-a908-dfdfdcb6447b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcd45c7f-4e42-437e-a960-fa7d172b53f6: This subnet is being modified by another concurrent operation. Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise self.value Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server raise exception Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcd45c7f-4e42-437e-a960-fa7d172b53f6: This subnet is being modified by another concurrent operation. Sep 26 14:00:48.002795 n-d-806683-13 neutron-server[94813]: ERROR oslo_messaging.rpc.server Sep 26 14:00:48.034813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df90a6-3c9f-4ef5-bb35-b8532adf1bf2 None None] Network 8503b059-19ff-491e-83c4-0a614f2ce95c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:48.047472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d14b2-8414-4150-be84-eb841274757d tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd45c7f-4e42-437e-a960-fa7d172b53f6,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:48.054776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f26d14b2-8414-4150-be84-eb841274757d tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.066546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60700) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:48.070488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f26d14b2-8414-4150-be84-eb841274757d tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "DELETE /v2.0/subnets/dcd45c7f-4e42-437e-a960-fa7d172b53f6 HTTP/1.1" status: 204 len: 168 time: 0.3827882 Sep 26 14:00:48.219808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.244616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 79ec457a-8090-4f3a-8faa-92e2130bcdbc up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:00:48.298063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 79ec457a-8090-4f3a-8faa-92e2130bcdbc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:48.298352 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.365151 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.390677 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.412048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8503b059-19ff-491e-83c4-0a614f2ce95c']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:48.428283 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 79ec457a-8090-4f3a-8faa-92e2130bcdbc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=79ec457a-8090-4f3a-8faa-92e2130bcdbc,segment=NetworkSegment(004db28b-231a-4d10-a9f7-96e526e54be4),segment_id=004db28b-231a-4d10-a9f7-96e526e54be4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:48.430265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a364031e-9278-4e4e-838d-6868b645ac24') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:48.430810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a364031e-9278-4e4e-838d-6868b645ac24') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:48.434032 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.447235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.466081 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.474132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:48.474736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:48.479338 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:48.506109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=79ec457a-8090-4f3a-8faa-92e2130bcdbc,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:48.563992 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.574024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.576587 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "DELETE /v2.0/networks/8503b059-19ff-491e-83c4-0a614f2ce95c HTTP/1.1" status: 204 len: 168 time: 0.5082510 Sep 26 14:00:48.580148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60702) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:48.601122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592bcc4-0d47-4f5b-be57-02e2bb340300 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event deleted for resources: {'Network': ['ID=8503b059-19ff-491e-83c4-0a614f2ce95c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:48.677013 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c10960d-4c5a-447a-9181-0be806f1f636 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Deleting subnet 07b6dd68-50c7-4197-9f1c-ba348bb0c76c {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:00:48.681423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6c10960d-4c5a-447a-9181-0be806f1f636 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.749149 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6c10960d-4c5a-447a-9181-0be806f1f636 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.879978 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6c10960d-4c5a-447a-9181-0be806f1f636 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:48.976812 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6c10960d-4c5a-447a-9181-0be806f1f636 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.005642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85887b56-bb1f-4f88-b024-adc2ec6e8145 None None] Network b2543b5b-f5a2-459f-99a0-6a75012c3604 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:49.012587 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6c10960d-4c5a-447a-9181-0be806f1f636 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.018571 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6c10960d-4c5a-447a-9181-0be806f1f636 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "DELETE /v2.0/subnets/07b6dd68-50c7-4197-9f1c-ba348bb0c76c HTTP/1.1" status: 204 len: 168 time: 0.4336455 Sep 26 14:00:49.018571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10960d-4c5a-447a-9181-0be806f1f636 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event deleted for resources: {'Subnet': ['ID=07b6dd68-50c7-4197-9f1c-ba348bb0c76c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:49.019055 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60706) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:49.101605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e5357a54-9845-4efb-be19-bdf36d182749 None None] Provisioning complete for port 79ec457a-8090-4f3a-8faa-92e2130bcdbc triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:49.101873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e5357a54-9845-4efb-be19-bdf36d182749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.113295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.210409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Deleting port 79ec457a-8090-4f3a-8faa-92e2130bcdbc {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:49.210982 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.268828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] DHCP port deletion for b2543b5b-f5a2-459f-99a0-6a75012c3604 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:00:49.315627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] For port 79ec457a-8090-4f3a-8faa-92e2130bcdbc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=79ec457a-8090-4f3a-8faa-92e2130bcdbc,segment=NetworkSegment(004db28b-231a-4d10-a9f7-96e526e54be4),segment_id=004db28b-231a-4d10-a9f7-96e526e54be4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:49.316133 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.331399 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Calling delete_port for 79ec457a-8090-4f3a-8faa-92e2130bcdbc owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:49.336644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] Deleting port 79ec457a-8090-4f3a-8faa-92e2130bcdbc {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:00:49.337205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.412723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] For port 79ec457a-8090-4f3a-8faa-92e2130bcdbc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=79ec457a-8090-4f3a-8faa-92e2130bcdbc,segment=NetworkSegment(004db28b-231a-4d10-a9f7-96e526e54be4),segment_id=004db28b-231a-4d10-a9f7-96e526e54be4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:49.413081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.428399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.435236 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] Calling delete_port for 79ec457a-8090-4f3a-8faa-92e2130bcdbc owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:00:49.465123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event deleted for resources: {'Port': ['ID=79ec457a-8090-4f3a-8faa-92e2130bcdbc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:49.467982 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] No DVR routers for this DVR port 79ec457a-8090-4f3a-8faa-92e2130bcdbc on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 14:00:49.529142 n-d-806683-13 neutron-server[94813]: self.session.flush() Sep 26 14:00:49.536291 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.562393 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.581273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] Pushing event deleted for resources: {'Port': ['ID=79ec457a-8090-4f3a-8faa-92e2130bcdbc,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:49.586107 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2543b5b-f5a2-459f-99a0-6a75012c3604']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:49.586806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f48111-f376-46a1-850e-5a7efa9324d6 None None] No DVR routers for this DVR port 79ec457a-8090-4f3a-8faa-92e2130bcdbc on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:00:49.602883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004db28b-231a-4d10-a9f7-96e526e54be4') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:49.603403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004db28b-231a-4d10-a9f7-96e526e54be4') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:49.612971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12abb092-c142-4e22-9c67-a015962b13cb None None] get_active_networks_info from n-d-806683-13 {{(pid=94813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 14:00:49.626613 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.653033 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:00:49.669553 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:00:49.714525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12abb092-c142-4e22-9c67-a015962b13cb None None] Resources bound (agent type, host, resource id): {{(pid=94813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 26 14:00:49.740136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.750911 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:49.757347 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "DELETE /v2.0/networks/b2543b5b-f5a2-459f-99a0-6a75012c3604 HTTP/1.1" status: 204 len: 168 time: 0.7333691 Sep 26 14:00:49.757657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60708) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:49.779662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc196ab-75c1-47b0-bbd5-8c9424c65412 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Pushing event deleted for resources: {'Network': ['ID=b2543b5b-f5a2-459f-99a0-6a75012c3604,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:49.798116 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6e13ef74-e2af-4477-bd5c-01b9517d47a2 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb293f8f-84ee-456c-bdac-2152ca01260f HTTP/1.1" status: 200 len: 205 time: 0.0389857 Sep 26 14:00:49.801975 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60710) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:49.887723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c862746d-4d65-4f45-9810-92f4a81553d5 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.057848 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c862746d-4d65-4f45-9810-92f4a81553d5 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.060727 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c862746d-4d65-4f45-9810-92f4a81553d5 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.114279 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c862746d-4d65-4f45-9810-92f4a81553d5 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.115181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c862746d-4d65-4f45-9810-92f4a81553d5 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Fanout notify agent at l3_agent the message router_deleted on router bb293f8f-84ee-456c-bdac-2152ca01260f {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:00:50.128565 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c862746d-4d65-4f45-9810-92f4a81553d5 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.130770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c862746d-4d65-4f45-9810-92f4a81553d5 tempest-RoutersNegativeTest-491060343 tempest-RoutersNegativeTest-491060343-project] 10.222.0.13 "DELETE /v2.0/routers/bb293f8f-84ee-456c-bdac-2152ca01260f HTTP/1.1" status: 204 len: 168 time: 0.3274071 Sep 26 14:00:50.162999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 79ec457a-8090-4f3a-8faa-92e2130bcdbc no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:00:50.188602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 79ec457a-8090-4f3a-8faa-92e2130bcdbc {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:00:50.189022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 79ec457a-8090-4f3a-8faa-92e2130bcdbc not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:00:50.451074 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60716) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:50.592899 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7da22dc7-eaf7-4620-9867-74ba0107ef43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09cd8ff6713c4fa2a8d5f56c7e2918df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404922 Sep 26 14:00:50.595456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60720) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:50.652355 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-08668a9b-e67d-4b18-aa98-5c844188b889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.669561 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.675550 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-08668a9b-e67d-4b18-aa98-5c844188b889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.727511 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-08668a9b-e67d-4b18-aa98-5c844188b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.732041 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-08668a9b-e67d-4b18-aa98-5c844188b889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:50.733410 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-08668a9b-e67d-4b18-aa98-5c844188b889 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c4fdfec-ac26-44a4-86b5-cd8e803f052b HTTP/1.1" status: 204 len: 168 time: 0.1368566 Sep 26 14:00:50.750845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08668a9b-e67d-4b18-aa98-5c844188b889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4fdfec-ac26-44a4-86b5-cd8e803f052b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:51.418538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60742) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:51.525041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1002201393-network', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:51.549895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Made reservation on behalf of aad15fe6b1184c8ebfc17b10a7ef9bd9 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:51.552586 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.563000 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.664160 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.668937 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.696988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:51.703812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7e4529-d63c-4b88-9825-c87058114f15,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:51.710715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.711068 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Added segment 16b2d883-4207-4803-8570-d62a3b159575 of type vlan for network f0ac0d16-d0f0-485e-8d65-07d33550bc99 Sep 26 14:00:51.768219 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.794313 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.795555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:51.796242 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.829685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4098876 Sep 26 14:00:51.833578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60746) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:51.839069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Request body: {'subnet': {'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-subnet', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:51.862936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9d3e4-53b4-4e7d-a006-e913bef7f04c admin admin] Pushing event updated for resources: {'Network': ['ID=f0ac0d16-d0f0-485e-8d65-07d33550bc99,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:51.864377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Made reservation on behalf of aad15fe6b1184c8ebfc17b10a7ef9bd9 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:51.875753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:51.877135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:52.122375 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.175035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c603a672-d404-4051-a220-96b4d699b8da,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:52.192382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Checking segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:52.192742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Network hostable DHCP agents. Network: f0ac0d16-d0f0-485e-8d65-07d33550bc99, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:52.217850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:52.233417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f0ac0d16-d0f0-485e-8d65-07d33550bc99) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:52.241317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:52.241988 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.242873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b059dd-add6-40dd-b4ee-35e43b9628af None None] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:52.260425 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-043f9232-eeb9-4d6f-b96d-469ad25818f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4252338 Sep 26 14:00:52.263751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60748) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:52.268594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:52.296356 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.297920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.362891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.420698 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'fixed_ips': [{'subnet_id': 'c603a672-d404-4051-a220-96b4d699b8da'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:52.421686 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.503759 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.571145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Allocated IP 172.20.0.2 (f0ac0d16-d0f0-485e-8d65-07d33550bc99/c603a672-d404-4051-a220-96b4d699b8da/f513e625-5602-4db9-bb79-01d5c0575d50) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:52.737929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.748163 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.748449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.772091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.818618 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:52.824032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:52.835581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:52.840588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Pushing event updated for resources: {'Port': ['ID=f513e625-5602-4db9-bb79-01d5c0575d50,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:52.888189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Allocated IP 172.25.4.103 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/1d44a48b-14d3-499c-8cff-35b90592a273) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:52.929782 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Attempting to bind port f513e625-5602-4db9-bb79-01d5c0575d50 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:52.930453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Attempting to bind port f513e625-5602-4db9-bb79-01d5c0575d50 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:52.930938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Attempting to bind port f513e625-5602-4db9-bb79-01d5c0575d50 on network f0ac0d16-d0f0-485e-8d65-07d33550bc99 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:52.940321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:52.940928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Checking segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:52.941627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:52.942278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Bound using segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:52.943084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Bound port: f513e625-5602-4db9-bb79-01d5c0575d50, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:52.943713 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:53.026674 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:53.043606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] For port f513e625-5602-4db9-bb79-01d5c0575d50, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:53.048586 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] For port f513e625-5602-4db9-bb79-01d5c0575d50, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f513e625-5602-4db9-bb79-01d5c0575d50,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:53.055538 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:53.079315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:53.153010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:53.154162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b822b-b0a7-4a94-ad97-6ed22391d1ec None None] Pushing event updated for resources: {'Port': ['ID=f513e625-5602-4db9-bb79-01d5c0575d50,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:53.158006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:53.162568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:53.175716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Pushing event updated for resources: {'Port': ['ID=1d44a48b-14d3-499c-8cff-35b90592a273,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:53.506715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:54.113402 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:54.224177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f513e625-5602-4db9-bb79-01d5c0575d50 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:00:54.292179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f500e5-af0c-4e79-addb-f684adc183cc None None] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:54.353543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Router dca779d8-724d-46b0-a9d3-3f44a59d8519 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:00:54.363301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f513e625-5602-4db9-bb79-01d5c0575d50 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:54.363673 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:54.436845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c4dbbec5-8871-4359-8739-295c07f293e6 None None] Provisioning complete for port f513e625-5602-4db9-bb79-01d5c0575d50 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:54.443549 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c4dbbec5-8871-4359-8739-295c07f293e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:54.494744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:00:54.515607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Sync routers for ids ['dca779d8-724d-46b0-a9d3-3f44a59d8519'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:00:54.521087 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:54.523379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1fb27449-48b9-4a2c-979f-d5f554d42a4d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2582810 Sep 26 14:00:54.527359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60750) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:54.575598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Routers {'dca779d8-724d-46b0-a9d3-3f44a59d8519'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:00:54.576161 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:00:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['dca779d8-724d-46b0-a9d3-3f44a59d8519'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:54.676655 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:54.770118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port f513e625-5602-4db9-bb79-01d5c0575d50, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f513e625-5602-4db9-bb79-01d5c0575d50,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:54.771187 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c4dbbec5-8871-4359-8739-295c07f293e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:54.976014 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:55.044367 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Set router dca779d8-724d-46b0-a9d3-3f44a59d8519 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:00:55.243165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=f513e625-5602-4db9-bb79-01d5c0575d50,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:55.259518 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:55.263680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-c4dbbec5-8871-4359-8739-295c07f293e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 14:00:55.264240 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-c4dbbec5-8871-4359-8739-295c07f293e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 14:00:55.363245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:53Z', 'revision_number': 3, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port': {'id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:55.412559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Checking router: dca779d8-724d-46b0-a9d3-3f44a59d8519 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:00:55.413110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Updating router dca779d8-724d-46b0-a9d3-3f44a59d8519 port 1d44a48b-14d3-499c-8cff-35b90592a273 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:00:55.455712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Allocated IP 172.20.0.1 (f0ac0d16-d0f0-485e-8d65-07d33550bc99/c603a672-d404-4051-a220-96b4d699b8da/64b47788-5e41-4eef-a49c-734cfe044034) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:55.456963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:55.579239 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:55.617758 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:55.664278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:55.668317 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:55.672393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:55.723434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Pushing event updated for resources: {'Port': ['ID=64b47788-5e41-4eef-a49c-734cfe044034,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:55.741723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.742287 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.742849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.743400 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.743953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.744501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.745100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.745675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.746224 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.746786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.747321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.747864 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:00:55.797117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:55.961885 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:55.969729 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.037624 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.039518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11a684-25ad-4405-b49f-754f3204cfe0 None None] Pushing event updated for resources: {'Port': ['ID=1d44a48b-14d3-499c-8cff-35b90592a273,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:56.042715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Attempting to bind port 1d44a48b-14d3-499c-8cff-35b90592a273 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:56.043089 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Attempting to bind port 1d44a48b-14d3-499c-8cff-35b90592a273 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:56.043459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Attempting to bind port 1d44a48b-14d3-499c-8cff-35b90592a273 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:56.046118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-076096a3-3b3d-477f-9d06-71969c059b6b None None] Provisioning complete for port f513e625-5602-4db9-bb79-01d5c0575d50 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:56.046488 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-076096a3-3b3d-477f-9d06-71969c059b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.070040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:56.070430 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:56.071093 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.071498 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:56.071997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Bound port: 1d44a48b-14d3-499c-8cff-35b90592a273, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:56.072386 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.177086 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] For port 1d44a48b-14d3-499c-8cff-35b90592a273, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:56.195278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] For port 1d44a48b-14d3-499c-8cff-35b90592a273, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d44a48b-14d3-499c-8cff-35b90592a273,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:56.198105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f513e625-5602-4db9-bb79-01d5c0575d50 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:00:56.226012 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.319242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-076096a3-3b3d-477f-9d06-71969c059b6b None None] Provisioning complete for port 64b47788-5e41-4eef-a49c-734cfe044034 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:56.320088 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-076096a3-3b3d-477f-9d06-71969c059b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.326466 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11a684-25ad-4405-b49f-754f3204cfe0 None None] Pushing event updated for resources: {'Port': ['ID=1d44a48b-14d3-499c-8cff-35b90592a273,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:56.352154 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Routers {'dca779d8-724d-46b0-a9d3-3f44a59d8519'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:00:56.352717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:00:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['dca779d8-724d-46b0-a9d3-3f44a59d8519'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:56.355073 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.362956 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.398311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f513e625-5602-4db9-bb79-01d5c0575d50 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:56.398688 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.437262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-076096a3-3b3d-477f-9d06-71969c059b6b None None] Port 64b47788-5e41-4eef-a49c-734cfe044034 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:00:56.487135 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:56.504235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Pushing event updated for resources: {'Port': ['ID=64b47788-5e41-4eef-a49c-734cfe044034,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:56.524518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] Set router dca779d8-724d-46b0-a9d3-3f44a59d8519 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:00:56.628246 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:56.630525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:56.799632 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Router dca779d8-724d-46b0-a9d3-3f44a59d8519 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:00:56.874077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:55Z', 'revision_number': 4, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port': {'id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64b47788-5e41-4eef-a49c-734cfe044034', 'name': '', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'mac_address': 'fa:16:3e:93:80:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c603a672-d404-4051-a220-96b4d699b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:55Z', 'updated_at': '2021-09-26T14:00:55Z', 'revision_number': 1, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'subnets': [{'id': 'c603a672-d404-4051-a220-96b4d699b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:56.922569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d68a36-4e92-4c98-b5ed-7ddc57281ffe None None] The sync data for ids ['dca779d8-724d-46b0-a9d3-3f44a59d8519'] in n-d-806683-13 is: [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:55Z', 'revision_number': 4, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port': {'id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64b47788-5e41-4eef-a49c-734cfe044034', 'name': '', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'mac_address': 'fa:16:3e:93:80:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c603a672-d404-4051-a220-96b4d699b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:55Z', 'updated_at': '2021-09-26T14:00:55Z', 'revision_number': 1, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'subnets': [{'id': 'c603a672-d404-4051-a220-96b4d699b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:00:56.931015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:00:56.936445 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-95f93500-255c-4ccb-9072-6f9181ac3469 admin admin] 10.222.0.13 "PUT /v2.0/routers/dca779d8-724d-46b0-a9d3-3f44a59d8519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4075205 Sep 26 14:00:56.972759 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-beb8bb30-efb5-4e36-b73d-0c955ee30fa4 None None] Provisioning complete for port 64b47788-5e41-4eef-a49c-734cfe044034 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:56.973246 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-beb8bb30-efb5-4e36-b73d-0c955ee30fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:57.026280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-beb8bb30-efb5-4e36-b73d-0c955ee30fa4 None None] Port 64b47788-5e41-4eef-a49c-734cfe044034 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:00:57.667587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60766) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:57.673929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-788140299-network', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:57.718981 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Made reservation on behalf of 5fb7f31ba6b247e1876e150109671ceb for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:57.721373 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:57.731430 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:57.884489 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:57.890830 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:57.931859 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:00:57.947343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0898d51-b44b-4cb8-95be-eb621ccd3ecc,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:57.956066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:57.956428 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Added segment 597a5f71-e6bf-4b06-a9ef-601d714eec06 of type vlan for network e8971657-5b23-4431-9440-a97808a584c5 Sep 26 14:00:58.018677 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.055952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.057274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:58.058613 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.096235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4274192 Sep 26 14:00:58.100670 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60768) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:58.107760 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Request body: {'subnet': {'network_id': 'e8971657-5b23-4431-9440-a97808a584c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-subnet', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:58.140511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Made reservation on behalf of 5fb7f31ba6b247e1876e150109671ceb for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:00:58.144789 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.172490 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40c08b-f81a-49a0-9252-54ccec2f3fef admin admin] Pushing event updated for resources: {'Network': ['ID=e8971657-5b23-4431-9440-a97808a584c5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:58.191216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e8971657-5b23-4431-9440-a97808a584c5 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:00:58.315282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1d44a48b-14d3-499c-8cff-35b90592a273 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:00:58.411721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1d44a48b-14d3-499c-8cff-35b90592a273 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:00:58.412296 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.454212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.533434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2802a012-b849-449f-a749-73a427b27514,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:58.534265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.541943 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Checking segment: {'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:58.542354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Network hostable DHCP agents. Network: e8971657-5b23-4431-9440-a97808a584c5, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:00:58.566415 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Network e8971657-5b23-4431-9440-a97808a584c5 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:00:58.582208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 1d44a48b-14d3-499c-8cff-35b90592a273, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d44a48b-14d3-499c-8cff-35b90592a273,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:00:58.587206 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e8971657-5b23-4431-9440-a97808a584c5) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:58.589971 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.593277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:00:58.594162 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.617384 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-67a1144c-007c-4274-be93-0b210b91359c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5145252 Sep 26 14:00:58.619908 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 60770) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:00:58.626569 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:00:58.636117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017fb9c8-3a2d-4bdc-996e-3611441021ee None None] Network e8971657-5b23-4431-9440-a97808a584c5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:00:58.661570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.663231 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.735912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=1d44a48b-14d3-499c-8cff-35b90592a273,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:58.736466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.867286 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e8971657-5b23-4431-9440-a97808a584c5', 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'fixed_ips': [{'subnet_id': '2802a012-b849-449f-a749-73a427b27514'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:00:58.868628 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:58.923539 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.067656 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Allocated IP 172.20.0.2 (e8971657-5b23-4431-9440-a97808a584c5/2802a012-b849-449f-a749-73a427b27514/cf71a9f6-54b7-4e1f-bd8c-08eed35e9914) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:59.161917 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.184681 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.272520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.280305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.343850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Network e8971657-5b23-4431-9440-a97808a584c5 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:59.347145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:59.350248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:59.353243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Allocated IP 172.25.4.114 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/61aa711f-7bd5-4b58-b05d-8f96de3cde96) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:00:59.361797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Pushing event updated for resources: {'Port': ['ID=cf71a9f6-54b7-4e1f-bd8c-08eed35e9914,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:59.423118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Attempting to bind port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:00:59.423492 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Attempting to bind port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:00:59.423856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Attempting to bind port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 on network e8971657-5b23-4431-9440-a97808a584c5 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:00:59.429552 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:00:59.430347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Checking segment: {'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:00:59.430764 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.431164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Bound using segment: {'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:00:59.431645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Bound port: cf71a9f6-54b7-4e1f-bd8c-08eed35e9914, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:00:59.432038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.502819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] For port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:00:59.505955 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Sync routers for ids ['dca779d8-724d-46b0-a9d3-3f44a59d8519'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:00:59.506501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] For port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=cf71a9f6-54b7-4e1f-bd8c-08eed35e9914,segment=NetworkSegment(597a5f71-e6bf-4b06-a9ef-601d714eec06),segment_id=597a5f71-e6bf-4b06-a9ef-601d714eec06)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:00:59.513305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.520890 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Routers {'dca779d8-724d-46b0-a9d3-3f44a59d8519'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:00:59.522044 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:00:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['dca779d8-724d-46b0-a9d3-3f44a59d8519'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:00:59.525645 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.573337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed5b7b-ba5e-43dc-a5e0-a3d8f928daef None None] Pushing event updated for resources: {'Port': ['ID=cf71a9f6-54b7-4e1f-bd8c-08eed35e9914,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:59.575147 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.645314 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:00:59.648558 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:00:59.651302 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:00:59.680370 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=61aa711f-7bd5-4b58-b05d-8f96de3cde96,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:00:59.681846 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Set router dca779d8-724d-46b0-a9d3-3f44a59d8519 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:00:59.972037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:00:59.989792 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:55Z', 'revision_number': 4, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port': {'id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64b47788-5e41-4eef-a49c-734cfe044034', 'name': '', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'mac_address': 'fa:16:3e:93:80:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c603a672-d404-4051-a220-96b4d699b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:55Z', 'updated_at': '2021-09-26T14:00:56Z', 'revision_number': 2, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'subnets': [{'id': 'c603a672-d404-4051-a220-96b4d699b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:00.019228 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Checking router: dca779d8-724d-46b0-a9d3-3f44a59d8519 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:01:00.019520 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Updating router dca779d8-724d-46b0-a9d3-3f44a59d8519 port 64b47788-5e41-4eef-a49c-734cfe044034 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:01:00.047358 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.216686 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.341215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:00.442164 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.443363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:00.443745 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.453682 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.454193 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Router b3a46d6b-9a8c-4639-afde-1a597141919e is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:01:00.550697 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Pushing event updated for resources: {'Port': ['ID=64b47788-5e41-4eef-a49c-734cfe044034,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:00.559466 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.586808 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.587697 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.589043 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.590427 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.591262 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.592110 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.592936 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.593834 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.594680 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.595539 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.596199 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.596803 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:00.623023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=cf71a9f6-54b7-4e1f-bd8c-08eed35e9914,segment=NetworkSegment(597a5f71-e6bf-4b06-a9ef-601d714eec06),segment_id=597a5f71-e6bf-4b06-a9ef-601d714eec06)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:00.634138 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.635284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1d44a48b-14d3-499c-8cff-35b90592a273 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:00.636427 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:01:00.673826 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Attempting to bind port 64b47788-5e41-4eef-a49c-734cfe044034 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:01:00.674288 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Attempting to bind port 64b47788-5e41-4eef-a49c-734cfe044034 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:01:00.674759 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Attempting to bind port 64b47788-5e41-4eef-a49c-734cfe044034 on network f0ac0d16-d0f0-485e-8d65-07d33550bc99 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:01:00.680282 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Sync routers for ids ['b3a46d6b-9a8c-4639-afde-1a597141919e'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:01:00.681762 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:01:00.682219 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Checking segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:01:00.682687 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.683366 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Bound using segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:01:00.684063 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Bound port: 64b47788-5e41-4eef-a49c-734cfe044034, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:01:00.684896 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.691449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.699426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 60772) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:01:00.701162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ebd7ec79-15e2-40ce-b752-3a7b4d59c7d1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0793989 Sep 26 14:01:00.852199 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] For port 64b47788-5e41-4eef-a49c-734cfe044034, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:01:00.861552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] For port 64b47788-5e41-4eef-a49c-734cfe044034, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=64b47788-5e41-4eef-a49c-734cfe044034,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:01:00.875370 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:00.943515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Routers {'b3a46d6b-9a8c-4639-afde-1a597141919e'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:01:00.944337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:00:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b3a46d6b-9a8c-4639-afde-1a597141919e'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:00.950529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=cf71a9f6-54b7-4e1f-bd8c-08eed35e9914,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:01.020657 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Routers {'dca779d8-724d-46b0-a9d3-3f44a59d8519'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:01:01.021763 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:00:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['dca779d8-724d-46b0-a9d3-3f44a59d8519'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:01.103419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 1d44a48b-14d3-499c-8cff-35b90592a273 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:01.103805 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:01.160316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-42dd688c-0fb4-4130-84c0-6dd479ae87af None None] Provisioning complete for port 64b47788-5e41-4eef-a49c-734cfe044034 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:01.160765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42dd688c-0fb4-4130-84c0-6dd479ae87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:01.168590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Set router b3a46d6b-9a8c-4639-afde-1a597141919e gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:01:01.173591 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a925-2e26-4cab-b78b-7a32436de3d3 None None] Pushing event updated for resources: {'Port': ['ID=64b47788-5e41-4eef-a49c-734cfe044034,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:01.250835 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] Set router dca779d8-724d-46b0-a9d3-3f44a59d8519 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:01:01.254176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33e0f9-6951-409c-815c-685d5e9b9c40 None None] Network e8971657-5b23-4431-9440-a97808a584c5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:01:01.452205 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:01.578562 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42dd688c-0fb4-4130-84c0-6dd479ae87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:01.637077 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:55Z', 'revision_number': 4, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port': {'id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64b47788-5e41-4eef-a49c-734cfe044034', 'name': '', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'mac_address': 'fa:16:3e:93:80:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c603a672-d404-4051-a220-96b4d699b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:55Z', 'updated_at': '2021-09-26T14:01:00Z', 'revision_number': 4, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'subnets': [{'id': 'c603a672-d404-4051-a220-96b4d699b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:01.657038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-42dd688c-0fb4-4130-84c0-6dd479ae87af None None] For port 64b47788-5e41-4eef-a49c-734cfe044034, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=64b47788-5e41-4eef-a49c-734cfe044034,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:01.665545 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42dd688c-0fb4-4130-84c0-6dd479ae87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:01.703563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Allocated IP 172.20.0.1 (e8971657-5b23-4431-9440-a97808a584c5/2802a012-b849-449f-a749-73a427b27514/43a917db-4461-48e3-9de3-bf787ae7fd89) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:01:01.705332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:00:59Z', 'revision_number': 3, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port': {'id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:59Z', 'updated_at': '2021-09-26T14:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:01.756438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Checking router: b3a46d6b-9a8c-4639-afde-1a597141919e for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:01:01.757290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Updating router b3a46d6b-9a8c-4639-afde-1a597141919e port 61aa711f-7bd5-4b58-b05d-8f96de3cde96 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:01:01.785649 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcee4d8-7708-4dd1-b821-11e686038f20 None None] The sync data for ids ['dca779d8-724d-46b0-a9d3-3f44a59d8519'] in n-d-806683-13 is: [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:55Z', 'revision_number': 4, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port': {'id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64b47788-5e41-4eef-a49c-734cfe044034', 'name': '', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'mac_address': 'fa:16:3e:93:80:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c603a672-d404-4051-a220-96b4d699b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:55Z', 'updated_at': '2021-09-26T14:01:00Z', 'revision_number': 4, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'subnets': [{'id': 'c603a672-d404-4051-a220-96b4d699b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:01:01.871787 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd688c-0fb4-4130-84c0-6dd479ae87af None None] Pushing event updated for resources: {'Port': ['ID=64b47788-5e41-4eef-a49c-734cfe044034,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:01.876176 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:01.937707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d41c43c6-5524-49af-9525-01071a3e6d7e None None] Provisioning complete for port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:01.938072 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d41c43c6-5524-49af-9525-01071a3e6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.019754 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.127118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.196852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Network e8971657-5b23-4431-9440-a97808a584c5 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:01:02.202779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:01:02.206925 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:01:02.244849 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Pushing event updated for resources: {'Port': ['ID=43a917db-4461-48e3-9de3-bf787ae7fd89,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:02.254306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-d41c43c6-5524-49af-9525-01071a3e6d7e None None] Provisioning complete for port 64b47788-5e41-4eef-a49c-734cfe044034 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:02.254827 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d41c43c6-5524-49af-9525-01071a3e6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.269165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.314317 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 64b47788-5e41-4eef-a49c-734cfe044034 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:02.460896 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.579771 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.584994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 64b47788-5e41-4eef-a49c-734cfe044034 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:02.585917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.591814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.708690 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.716884 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.728231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e04cd-652c-4b9b-b4c0-d2bda6ee78bf None None] Pushing event updated for resources: {'Port': ['ID=61aa711f-7bd5-4b58-b05d-8f96de3cde96,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:02.737349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Attempting to bind port 61aa711f-7bd5-4b58-b05d-8f96de3cde96 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:01:02.737766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Attempting to bind port 61aa711f-7bd5-4b58-b05d-8f96de3cde96 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:01:02.738142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Attempting to bind port 61aa711f-7bd5-4b58-b05d-8f96de3cde96 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:01:02.740830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9c0c488f-ac7e-47f1-9770-990b1e36888b None None] Provisioning complete for port 43a917db-4461-48e3-9de3-bf787ae7fd89 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:02.741207 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c0c488f-ac7e-47f1-9770-990b1e36888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.767922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:01:02.768311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:01:02.769548 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.769548 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:01:02.769886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Bound port: 61aa711f-7bd5-4b58-b05d-8f96de3cde96, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:01:02.770047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.801015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Pushing event updated for resources: {'Port': ['ID=43a917db-4461-48e3-9de3-bf787ae7fd89,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:02.803594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.858502 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c488f-ac7e-47f1-9770-990b1e36888b None None] Port 43a917db-4461-48e3-9de3-bf787ae7fd89 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:01:02.876168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] For port 61aa711f-7bd5-4b58-b05d-8f96de3cde96, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:01:02.893349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:02.896437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] For port 61aa711f-7bd5-4b58-b05d-8f96de3cde96, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=61aa711f-7bd5-4b58-b05d-8f96de3cde96,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:01:02.914201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Network e8971657-5b23-4431-9440-a97808a584c5 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:01:02.916200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:01:02.924372 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:02.930976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9c0c488f-ac7e-47f1-9770-990b1e36888b None None] Provisioning complete for port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:02.931518 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c0c488f-ac7e-47f1-9770-990b1e36888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:03.052673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e04cd-652c-4b9b-b4c0-d2bda6ee78bf None None] Pushing event updated for resources: {'Port': ['ID=61aa711f-7bd5-4b58-b05d-8f96de3cde96,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:03.060349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Routers {'b3a46d6b-9a8c-4639-afde-1a597141919e'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:01:03.061010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:00:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b3a46d6b-9a8c-4639-afde-1a597141919e'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:03.087395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Router b3a46d6b-9a8c-4639-afde-1a597141919e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:01:03.279603 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:01:03.286217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1b1f3833-b07e-4070-b7ed-48a85bfa7e54 admin admin] 10.222.0.13 "PUT /v2.0/routers/b3a46d6b-9a8c-4639-afde-1a597141919e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5844228 Sep 26 14:01:03.313938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:03.314311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:03.430505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] Set router b3a46d6b-9a8c-4639-afde-1a597141919e gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:01:03.577953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-98bf964a-fb30-4b54-83f1-5af450784925 None None] Provisioning complete for port 43a917db-4461-48e3-9de3-bf787ae7fd89 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:03.578333 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-98bf964a-fb30-4b54-83f1-5af450784925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:03.661082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-98bf964a-fb30-4b54-83f1-5af450784925 None None] Port 43a917db-4461-48e3-9de3-bf787ae7fd89 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:01:03.719084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 4, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port': {'id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:59Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '43a917db-4461-48e3-9de3-bf787ae7fd89', 'name': '', 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'mac_address': 'fa:16:3e:1f:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2802a012-b849-449f-a749-73a427b27514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:01:01Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 2, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'subnets': [{'id': '2802a012-b849-449f-a749-73a427b27514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:03.751360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb69ba7-0ffc-4b8f-82e7-a9ec735032fd None None] The sync data for ids ['b3a46d6b-9a8c-4639-afde-1a597141919e'] in n-d-806683-13 is: [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 4, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port': {'id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:59Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '43a917db-4461-48e3-9de3-bf787ae7fd89', 'name': '', 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'mac_address': 'fa:16:3e:1f:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2802a012-b849-449f-a749-73a427b27514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:01:01Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 2, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'subnets': [{'id': '2802a012-b849-449f-a749-73a427b27514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:01:05.118141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-41c08d1e-7161-4330-a36d-e43abdc6d94f tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:05.119727 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-41c08d1e-7161-4330-a36d-e43abdc6d94f tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/networks?id=f0ac0d16-d0f0-485e-8d65-07d33550bc99 HTTP/1.1" status: 200 len: 817 time: 0.1256595 Sep 26 14:01:05.140401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-42298cd2-6ec0-4c10-b0ce-8e3a32fcf30f tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/quotas/aad15fe6b1184c8ebfc17b10a7ef9bd9 HTTP/1.1" status: 200 len: 375 time: 0.0110736 Sep 26 14:01:05.201019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-e3ccc78c-4c0a-4f2a-9418-8705e048eb5b tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad15fe6b1184c8ebfc17b10a7ef9bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545409 Sep 26 14:01:05.475096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-c60f7481-ff80-4eba-8bd0-fbd44ccfcff2 service neutron] 10.222.0.13 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612805 Sep 26 14:01:05.637915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-428a6903-2868-4b38-a4d1-8dc7fda5c56e service neutron] 10.222.0.13 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549556 Sep 26 14:01:05.890173 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-750219b8-2f82-42aa-a23c-680bea92982d req-cfbff7c2-7b2c-492a-ab20-f412f2200cc5 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 210 time: 0.0479858 Sep 26 14:01:06.034242 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Sync routers for ids ['b3a46d6b-9a8c-4639-afde-1a597141919e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:01:06.051139 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Routers {'b3a46d6b-9a8c-4639-afde-1a597141919e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:01:06.052086 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:00:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b3a46d6b-9a8c-4639-afde-1a597141919e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:06.246529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 61aa711f-7bd5-4b58-b05d-8f96de3cde96 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:06.304956 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Set router b3a46d6b-9a8c-4639-afde-1a597141919e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:01:06.343212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 61aa711f-7bd5-4b58-b05d-8f96de3cde96 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:06.344729 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:06.494852 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:06.540761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 61aa711f-7bd5-4b58-b05d-8f96de3cde96, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=61aa711f-7bd5-4b58-b05d-8f96de3cde96,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:06.547144 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:06.628731 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 4, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port': {'id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:59Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '43a917db-4461-48e3-9de3-bf787ae7fd89', 'name': '', 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'mac_address': 'fa:16:3e:1f:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2802a012-b849-449f-a749-73a427b27514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:01:01Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 2, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'subnets': [{'id': '2802a012-b849-449f-a749-73a427b27514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:06.639822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=61aa711f-7bd5-4b58-b05d-8f96de3cde96,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:06.668645 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Checking router: b3a46d6b-9a8c-4639-afde-1a597141919e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:01:06.669040 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Updating router b3a46d6b-9a8c-4639-afde-1a597141919e port 43a917db-4461-48e3-9de3-bf787ae7fd89 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:01:06.702605 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.014652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-260b4c27-78d7-46a8-b12d-18b6feae3496 req-9724816c-407a-44f2-8a56-bd38bddb0334 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 210 time: 0.0359600 Sep 26 14:01:07.097623 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.106056 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.231758 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b3d59-5f0f-4dc2-9cc1-4c9dcc38144c None None] Pushing event updated for resources: {'Port': ['ID=43a917db-4461-48e3-9de3-bf787ae7fd89,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:07.312775 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Attempting to bind port 43a917db-4461-48e3-9de3-bf787ae7fd89 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:01:07.314103 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Attempting to bind port 43a917db-4461-48e3-9de3-bf787ae7fd89 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:01:07.314959 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Attempting to bind port 43a917db-4461-48e3-9de3-bf787ae7fd89 on network e8971657-5b23-4431-9440-a97808a584c5 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:01:07.325552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:01:07.326326 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Checking segment: {'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:01:07.327012 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.327702 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Bound using segment: {'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:01:07.328549 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Bound port: 43a917db-4461-48e3-9de3-bf787ae7fd89, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597a5f71-e6bf-4b06-a9ef-601d714eec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:01:07.329177 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.369355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-008da1ac-f650-4621-b74f-4d6b67e1999d tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:07.373226 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-008da1ac-f650-4621-b74f-4d6b67e1999d tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.24 "GET /v2.0/networks?id=f0ac0d16-d0f0-485e-8d65-07d33550bc99 HTTP/1.1" status: 200 len: 817 time: 0.2352071 Sep 26 14:01:07.388912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Request body: {'port': {'device_id': '11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'admin_state_up': True, 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:01:07.454616 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] For port 43a917db-4461-48e3-9de3-bf787ae7fd89, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:01:07.460192 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] For port 43a917db-4461-48e3-9de3-bf787ae7fd89, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=43a917db-4461-48e3-9de3-bf787ae7fd89,segment=NetworkSegment(597a5f71-e6bf-4b06-a9ef-601d714eec06),segment_id=597a5f71-e6bf-4b06-a9ef-601d714eec06)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:01:07.467662 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.551285 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Routers {'b3a46d6b-9a8c-4639-afde-1a597141919e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:01:07.552305 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:00:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b3a46d6b-9a8c-4639-afde-1a597141919e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:07.583316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Made reservation on behalf of aad15fe6b1184c8ebfc17b10a7ef9bd9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:01:07.589629 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.624153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a550cd8e-abb4-46cd-b2ff-dd64c1919638 None None] Provisioning complete for port 43a917db-4461-48e3-9de3-bf787ae7fd89 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:07.625229 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a550cd8e-abb4-46cd-b2ff-dd64c1919638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.691064 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b3d59-5f0f-4dc2-9cc1-4c9dcc38144c None None] Pushing event updated for resources: {'Port': ['ID=43a917db-4461-48e3-9de3-bf787ae7fd89,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:07.736744 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a550cd8e-abb4-46cd-b2ff-dd64c1919638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.775738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a550cd8e-abb4-46cd-b2ff-dd64c1919638 None None] For port 43a917db-4461-48e3-9de3-bf787ae7fd89, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=43a917db-4461-48e3-9de3-bf787ae7fd89,segment=NetworkSegment(597a5f71-e6bf-4b06-a9ef-601d714eec06),segment_id=597a5f71-e6bf-4b06-a9ef-601d714eec06)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:07.782448 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] Set router b3a46d6b-9a8c-4639-afde-1a597141919e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:01:07.782713 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a550cd8e-abb4-46cd-b2ff-dd64c1919638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:07.858850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Allocated IP 172.20.0.7 (f0ac0d16-d0f0-485e-8d65-07d33550bc99/c603a672-d404-4051-a220-96b4d699b8da/355148fb-8bc4-44e3-aed5-d46a1d94a401) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:01:07.874421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550cd8e-abb4-46cd-b2ff-dd64c1919638 None None] Pushing event updated for resources: {'Port': ['ID=43a917db-4461-48e3-9de3-bf787ae7fd89,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:07.905598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-7225537b-fd68-42f2-9e80-549da1d665c8 None None] Provisioning complete for port 43a917db-4461-48e3-9de3-bf787ae7fd89 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:07.906232 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7225537b-fd68-42f2-9e80-549da1d665c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.079713 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.127754 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.142999 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 4, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port': {'id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:59Z', 'updated_at': '2021-09-26T14:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '43a917db-4461-48e3-9de3-bf787ae7fd89', 'name': '', 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'mac_address': 'fa:16:3e:1f:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2802a012-b849-449f-a749-73a427b27514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:01:01Z', 'updated_at': '2021-09-26T14:01:07Z', 'revision_number': 4, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'subnets': [{'id': '2802a012-b849-449f-a749-73a427b27514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:01:08.204363 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091a241-1001-478b-abcc-37f4b70c1edb req-595f4651-0e4f-41f7-bd75-9dd489626990 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:08.205070 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f8bcb7-1340-4b3b-bc7d-1b7c1910e9cd None None] The sync data for ids ['b3a46d6b-9a8c-4639-afde-1a597141919e'] in n-d-806683-13 is: [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:01:02Z', 'revision_number': 4, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port': {'id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:59Z', 'updated_at': '2021-09-26T14:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '43a917db-4461-48e3-9de3-bf787ae7fd89', 'name': '', 'network_id': 'e8971657-5b23-4431-9440-a97808a584c5', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'mac_address': 'fa:16:3e:1f:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2802a012-b849-449f-a749-73a427b27514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:01:01Z', 'updated_at': '2021-09-26T14:01:07Z', 'revision_number': 4, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'subnets': [{'id': '2802a012-b849-449f-a749-73a427b27514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:01:08.206999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f091a241-1001-478b-abcc-37f4b70c1edb req-595f4651-0e4f-41f7-bd75-9dd489626990 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 931 time: 0.0671701 Sep 26 14:01:08.227157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:01:08.233787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:01:08.252422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:01:08.257975 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f091a241-1001-478b-abcc-37f4b70c1edb req-c4a19d61-ea0e-480b-b058-c154f74553e8 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Sep 26 14:01:08.330538 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 43a917db-4461-48e3-9de3-bf787ae7fd89 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:08.346721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:08.347520 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.362834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Pushing event updated for resources: {'Port': ['ID=355148fb-8bc4-44e3-aed5-d46a1d94a401,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:08.376702 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.377144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.377589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.377986 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.378394 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.378795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.379342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.379744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.380146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.380547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.380935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.381328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:08.391928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-0cf36f65-07f3-4809-a060-d1a06a25b553 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0097837 Sep 26 14:01:08.437096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 43a917db-4461-48e3-9de3-bf787ae7fd89 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:08.437978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.467760 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0819527a-4e4a-4d00-98e6-0f71839f9ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.539911 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Request body: {'port': {'device_id': '11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:01:08.540138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 61aa711f-7bd5-4b58-b05d-8f96de3cde96 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:08.608946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 61aa711f-7bd5-4b58-b05d-8f96de3cde96 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:08.609590 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.637818 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.666162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-659317c2-7bb9-449c-bd4c-5fbc9b785e0d None None] Provisioning complete for port 355148fb-8bc4-44e3-aed5-d46a1d94a401 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:08.667491 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-659317c2-7bb9-449c-bd4c-5fbc9b785e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:08.716847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-659317c2-7bb9-449c-bd4c-5fbc9b785e0d None None] Port 355148fb-8bc4-44e3-aed5-d46a1d94a401 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:01:09.076572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355148fb-8bc4-44e3-aed5-d46a1d94a401 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:01:09.086076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:09.103010 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Transition to ACTIVE for port object 355148fb-8bc4-44e3-aed5-d46a1d94a401 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:01:09.109923 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:09.241358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Pushing event updated for resources: {'Port': ['ID=355148fb-8bc4-44e3-aed5-d46a1d94a401,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:09.303328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Attempting to bind port 355148fb-8bc4-44e3-aed5-d46a1d94a401 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:01:09.304444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Attempting to bind port 355148fb-8bc4-44e3-aed5-d46a1d94a401 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:01:09.304444 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Attempting to bind port 355148fb-8bc4-44e3-aed5-d46a1d94a401 on network f0ac0d16-d0f0-485e-8d65-07d33550bc99 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:01:09.310921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Port 355148fb-8bc4-44e3-aed5-d46a1d94a401 on network f0ac0d16-d0f0-485e-8d65-07d33550bc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:01:09.311290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Attempting to bind port 355148fb-8bc4-44e3-aed5-d46a1d94a401 on network f0ac0d16-d0f0-485e-8d65-07d33550bc99 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:01:09.317518 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:01:09.317891 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Checking segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:01:09.318296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Bound using segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:01:09.318754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Bound port: 355148fb-8bc4-44e3-aed5-d46a1d94a401, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:01:09.319123 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:09.431868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] For port 355148fb-8bc4-44e3-aed5-d46a1d94a401, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:01:09.436726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] For port 355148fb-8bc4-44e3-aed5-d46a1d94a401, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=355148fb-8bc4-44e3-aed5-d46a1d94a401,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:01:09.444019 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:09.456421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322296-70c2-4db9-baa7-45f4ec51eeb2 req-9ac9a1c7-4118-4493-8ff8-127489af58dc tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:09.457796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f322296-70c2-4db9-baa7-45f4ec51eeb2 req-9ac9a1c7-4118-4493-8ff8-127489af58dc tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 943 time: 0.0899289 Sep 26 14:01:09.500300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:09.500951 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:09.502513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] 10.222.0.24 "PUT /v2.0/ports/355148fb-8bc4-44e3-aed5-d46a1d94a401 HTTP/1.1" status: 200 len: 1092 time: 0.9703648 Sep 26 14:01:09.502997 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4', 'tag': '355148fb-8bc4-44e3-aed5-d46a1d94a401'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:01:09.505422 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7" -d '{"events": [{"name": "network-changed", "server_uuid": "11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4", "tag": "355148fb-8bc4-44e3-aed5-d46a1d94a401"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:01:09.579008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4d40-4b48-4f44-986c-56b3f1b8a413 service neutron] Pushing event updated for resources: {'Port': ['ID=355148fb-8bc4-44e3-aed5-d46a1d94a401,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:09.599048 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdda3a7-a492-4976-8edc-eaf3f2070101 x-openstack-request-id: req-bfdda3a7-a492-4976-8edc-eaf3f2070101 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:01:09.599321 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4", "tag": "355148fb-8bc4-44e3-aed5-d46a1d94a401", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:01:09.599572 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfdda3a7-a492-4976-8edc-eaf3f2070101 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:01:09.599971 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4', 'tag': '355148fb-8bc4-44e3-aed5-d46a1d94a401', 'status': 'completed', 'code': 200} Sep 26 14:01:09.605379 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f322296-70c2-4db9-baa7-45f4ec51eeb2 req-c515c26d-5718-47a8-a9c4-78a566a3b3f5 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232069 Sep 26 14:01:09.634550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-61c9fab6-a845-4901-9a4c-648c933e0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:09.638240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-61c9fab6-a845-4901-9a4c-648c933e0538 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad15fe6b1184c8ebfc17b10a7ef9bd9&device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 1095 time: 0.0721085 Sep 26 14:01:09.689039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-40dbc782-a22f-432a-94cb-0ab6908e91d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=355148fb-8bc4-44e3-aed5-d46a1d94a401 HTTP/1.1" status: 200 len: 217 time: 0.0423505 Sep 26 14:01:09.748111 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-26410fa5-5607-4f2a-b70d-079493bf2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:09.749654 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-26410fa5-5607-4f2a-b70d-079493bf2e09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c603a672-d404-4051-a220-96b4d699b8da HTTP/1.1" status: 200 len: 856 time: 0.0538659 Sep 26 14:01:09.807024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-b5e4bad8-a105-436b-b108-966769e71358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:09.809344 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-b5e4bad8-a105-436b-b108-966769e71358 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0ac0d16-d0f0-485e-8d65-07d33550bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524981 Sep 26 14:01:09.908745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-a6727c22-2a6b-4df0-ace5-05ef38730e94 service neutron] 10.222.0.24 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915120 Sep 26 14:01:10.008802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91c0cdd1-5f40-4085-a252-6a09e5a21e9f req-67039608-bb1f-4018-aa73-42cdc050f20b service neutron] 10.222.0.24 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931945 Sep 26 14:01:10.115461 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-d74a3ef9-1737-47ba-9c64-7275246af7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:10.117362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-d74a3ef9-1737-47ba-9c64-7275246af7e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad15fe6b1184c8ebfc17b10a7ef9bd9&device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 1095 time: 0.0568483 Sep 26 14:01:10.228795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-2eb03215-43dd-49bf-80df-0d97e37b9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:10.232022 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-2eb03215-43dd-49bf-80df-0d97e37b9571 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0ac0d16-d0f0-485e-8d65-07d33550bc99 HTTP/1.1" status: 200 len: 917 time: 0.1073678 Sep 26 14:01:10.280422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-56bdc6f9-db9e-46df-aca4-e0f19272496c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=355148fb-8bc4-44e3-aed5-d46a1d94a401 HTTP/1.1" status: 200 len: 217 time: 0.0401728 Sep 26 14:01:10.342665 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-6e897c6d-b1c7-4622-93dd-79f71e8a32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:10.344199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-6e897c6d-b1c7-4622-93dd-79f71e8a32ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c603a672-d404-4051-a220-96b4d699b8da HTTP/1.1" status: 200 len: 856 time: 0.0476313 Sep 26 14:01:10.393191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-df41191a-41e7-4d06-bb8a-67acf4dfb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:10.394781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-df41191a-41e7-4d06-bb8a-67acf4dfb8ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0ac0d16-d0f0-485e-8d65-07d33550bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428476 Sep 26 14:01:10.500800 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-2e0ac9c0-6b2e-4a0e-97a3-1fe4a962e1c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973935 Sep 26 14:01:10.748695 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cc632-86cb-4a37-96a5-b7b1f587e548 req-9ef23a14-9c64-4696-8723-36077518835b tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:10.750582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c39cc632-86cb-4a37-96a5-b7b1f587e548 req-9ef23a14-9c64-4696-8723-36077518835b tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 943 time: 0.0601416 Sep 26 14:01:10.803910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c39cc632-86cb-4a37-96a5-b7b1f587e548 req-8e0f6540-0587-485f-a20b-0225d6a0d066 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Sep 26 14:01:10.975685 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d24ac3-8dc9-48ea-91ee-ec18906e76e7 req-0d9958c7-21eb-4f55-8852-c178311f4297 service neutron] 10.222.0.24 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669137 Sep 26 14:01:11.149179 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e7c12e3d-e7ee-481d-8d35-b70bcdf4206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:11.737590 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:11.960632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7ab8d-3f24-41d8-ba54-0fd42764b63f req-56f3aa74-13e4-4292-9a20-7af86e05ad9a tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:11.963326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1aa7ab8d-3f24-41d8-ba54-0fd42764b63f req-56f3aa74-13e4-4292-9a20-7af86e05ad9a tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 943 time: 0.0661604 Sep 26 14:01:12.005013 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1aa7ab8d-3f24-41d8-ba54-0fd42764b63f req-9d787da7-a320-4824-b7c4-c6afa086736a tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356572 Sep 26 14:01:12.296511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:12.508297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 355148fb-8bc4-44e3-aed5-d46a1d94a401 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:01:12.620445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 355148fb-8bc4-44e3-aed5-d46a1d94a401, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=355148fb-8bc4-44e3-aed5-d46a1d94a401,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:12.633724 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '355148fb-8bc4-44e3-aed5-d46a1d94a401', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'port_id': '355148fb-8bc4-44e3-aed5-d46a1d94a401', 'mac_address': 'fa:16:3e:ce:ea:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c603a672-d404-4051-a220-96b4d699b8da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:01:12.679037 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:12.694063 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355148fb-8bc4-44e3-aed5-d46a1d94a401 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:01:12.718811 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 355148fb-8bc4-44e3-aed5-d46a1d94a401, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=355148fb-8bc4-44e3-aed5-d46a1d94a401,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:12.723585 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:12.775475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=355148fb-8bc4-44e3-aed5-d46a1d94a401,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:12.925397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['355148fb-8bc4-44e3-aed5-d46a1d94a401'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:01:13.174529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ef674-1ae8-4592-90b8-00855c95ccb7 req-0667ed57-99fe-4620-9662-0be05d7d998e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:13.177319 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c3ef674-1ae8-4592-90b8-00855c95ccb7 req-0667ed57-99fe-4620-9662-0be05d7d998e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 944 time: 0.0853295 Sep 26 14:01:13.223027 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c3ef674-1ae8-4592-90b8-00855c95ccb7 req-cc1ec663-e8dc-4f4b-b81c-caace7bb2e44 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 Sep 26 14:01:13.763721 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:13.805024 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:01:14.348498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736aa07-cfa8-41d0-85c0-8345c4bf3dd2 req-52b90720-490f-47cf-8540-98e36576336e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:14.350138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f736aa07-cfa8-41d0-85c0-8345c4bf3dd2 req-52b90720-490f-47cf-8540-98e36576336e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 944 time: 0.0552647 Sep 26 14:01:14.391261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f736aa07-cfa8-41d0-85c0-8345c4bf3dd2 req-55558d89-0f8f-4a22-9e56-23a2f51ef3b4 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337961 Sep 26 14:01:14.507773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 355148fb-8bc4-44e3-aed5-d46a1d94a401 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:14.560942 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 355148fb-8bc4-44e3-aed5-d46a1d94a401 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:01:14.566217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 355148fb-8bc4-44e3-aed5-d46a1d94a401 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:14.566802 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:14.653826 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:14.679014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355148fb-8bc4-44e3-aed5-d46a1d94a401'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:01:14.681356 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7611da4-07f4-4abf-a42d-dad9920433c3" -d '{"events": [{"server_uuid": "11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4", "name": "network-vif-plugged", "status": "completed", "tag": "355148fb-8bc4-44e3-aed5-d46a1d94a401"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:01:14.697027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 355148fb-8bc4-44e3-aed5-d46a1d94a401, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=355148fb-8bc4-44e3-aed5-d46a1d94a401,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:14.703394 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:14.739666 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3413e855-88ca-4045-83d2-ba2edc3ab067 x-openstack-request-id: req-3413e855-88ca-4045-83d2-ba2edc3ab067 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:01:14.739947 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4", "name": "network-vif-plugged", "status": "completed", "tag": "355148fb-8bc4-44e3-aed5-d46a1d94a401", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:01:14.740190 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3413e855-88ca-4045-83d2-ba2edc3ab067 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:01:14.740578 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355148fb-8bc4-44e3-aed5-d46a1d94a401', 'code': 200} Sep 26 14:01:14.773046 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=355148fb-8bc4-44e3-aed5-d46a1d94a401,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:14.781264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.781638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.781976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.782308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.782643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.782968 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.783292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.783628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.783985 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.784304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.784628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.784941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:01:14.857180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f87db1-f65f-4a4f-8e15-363bc184309f req-be59b0c3-ed46-4caf-ae11-0c8b1ec9739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:14.858738 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69f87db1-f65f-4a4f-8e15-363bc184309f req-be59b0c3-ed46-4caf-ae11-0c8b1ec9739c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 1097 time: 0.0651636 Sep 26 14:01:14.906254 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69f87db1-f65f-4a4f-8e15-363bc184309f req-18840ee5-0824-4372-9909-9114221d5401 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394831 Sep 26 14:01:15.519484 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ae3f4-29a4-49c4-8f76-fcff8d48de9e req-469256fc-1a12-44c9-b582-17dad1e735a6 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:15.521061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f17ae3f4-29a4-49c4-8f76-fcff8d48de9e req-469256fc-1a12-44c9-b582-17dad1e735a6 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Sep 26 14:01:15.569302 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f17ae3f4-29a4-49c4-8f76-fcff8d48de9e req-23718a2c-1e73-4925-80a5-deb6a7f666a7 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369711 Sep 26 14:01:15.819994 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:16.711642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614c7bc-cf24-4a74-9e7a-68bf9fb45f94 req-d97a2cb2-4be9-4856-8ec0-bebb9fe02c5e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:16.713473 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a614c7bc-cf24-4a74-9e7a-68bf9fb45f94 req-d97a2cb2-4be9-4856-8ec0-bebb9fe02c5e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 945 time: 0.0659018 Sep 26 14:01:16.762657 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a614c7bc-cf24-4a74-9e7a-68bf9fb45f94 req-c4ac274c-dd4e-4e08-8ff6-916590b5605b tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Sep 26 14:01:16.883555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9f0a5-d5e2-45e5-93e9-3dc17b19eeba req-7233a34f-afd4-456f-b498-edcff2314243 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:16.885017 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9f0a5-d5e2-45e5-93e9-3dc17b19eeba req-7233a34f-afd4-456f-b498-edcff2314243 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 945 time: 0.0506544 Sep 26 14:01:16.933592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9ad9f0a5-d5e2-45e5-93e9-3dc17b19eeba req-cef15267-15c3-4bdc-aa2f-378bcb54d8ce tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Sep 26 14:01:20.671679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:23.864856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-ca51b88a-8d93-4043-b79b-b5f8ebeb9e1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464427 Sep 26 14:01:23.954437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-b9408552-d4b4-47a1-bf81-3b769afee40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:23.956005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-b9408552-d4b4-47a1-bf81-3b769afee40c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad15fe6b1184c8ebfc17b10a7ef9bd9&device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 1097 time: 0.0487602 Sep 26 14:01:24.088362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-fea68ecb-eace-4206-816b-13ed23ac611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:24.090980 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-fea68ecb-eace-4206-816b-13ed23ac611b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0ac0d16-d0f0-485e-8d65-07d33550bc99 HTTP/1.1" status: 200 len: 917 time: 0.1153536 Sep 26 14:01:24.139122 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-5929cfb0-ed5c-4e9e-88a4-522aed120886 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=355148fb-8bc4-44e3-aed5-d46a1d94a401 HTTP/1.1" status: 200 len: 217 time: 0.0409303 Sep 26 14:01:24.192057 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-6a50ca85-a529-487f-8c41-addaa4cede69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:24.193601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-6a50ca85-a529-487f-8c41-addaa4cede69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c603a672-d404-4051-a220-96b4d699b8da HTTP/1.1" status: 200 len: 856 time: 0.0481074 Sep 26 14:01:24.243571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-95130cc1-1b92-4c82-a45d-f2c3fb41b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:24.245597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-95130cc1-1b92-4c82-a45d-f2c3fb41b538 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0ac0d16-d0f0-485e-8d65-07d33550bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448389 Sep 26 14:01:24.352343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-0f004a38-33c4-4819-94a7-842bd06942d4 service neutron] 10.222.0.24 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991511 Sep 26 14:01:24.460592 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eaf28269-fb2d-44e7-86e5-fb7e4a2446bc req-29e72038-e17e-464b-8948-1abb830a9e29 service neutron] 10.222.0.24 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011696 Sep 26 14:01:38.299624 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda707f-a008-4575-8cb9-d6aad3a6d263 req-cc6848ee-9010-4b7e-8ffc-830c1294dcd2 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:38.301540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8cda707f-a008-4575-8cb9-d6aad3a6d263 req-cc6848ee-9010-4b7e-8ffc-830c1294dcd2 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 945 time: 0.0626845 Sep 26 14:01:38.347603 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8cda707f-a008-4575-8cb9-d6aad3a6d263 req-04366e25-ec0f-4f2c-b55c-495678eae324 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358047 Sep 26 14:01:38.422528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5783b-48b1-40d6-9321-c84f75e463bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:39.471004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c4011-e3ea-44a0-b9dd-46ada33aa630 req-13de6f7a-e4d2-4319-8441-84755590f777 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:39.472618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b4c4011-e3ea-44a0-b9dd-46ada33aa630 req-13de6f7a-e4d2-4319-8441-84755590f777 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Sep 26 14:01:39.528813 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5b4c4011-e3ea-44a0-b9dd-46ada33aa630 req-f88d375a-188c-45f0-b798-95bdb9ca3d18 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491502 Sep 26 14:01:39.722008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-8e6349cb-202c-4851-aaaa-980ecd7278eb tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:39.723524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-8e6349cb-202c-4851-aaaa-980ecd7278eb tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 945 time: 0.0518734 Sep 26 14:01:39.825499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Deleting port 355148fb-8bc4-44e3-aed5-d46a1d94a401 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:01:39.825862 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:39.942051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] For port 355148fb-8bc4-44e3-aed5-d46a1d94a401, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=355148fb-8bc4-44e3-aed5-d46a1d94a401,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:39.942478 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:39.959542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Calling delete_port for 355148fb-8bc4-44e3-aed5-d46a1d94a401 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:01:40.121472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:40.137360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['355148fb-8bc4-44e3-aed5-d46a1d94a401'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:01:40.160360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Pushing event deleted for resources: {'Port': ['ID=355148fb-8bc4-44e3-aed5-d46a1d94a401,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:40.216422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] No DVR routers for this DVR port 355148fb-8bc4-44e3-aed5-d46a1d94a401 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:01:40.220677 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:40.223563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f96dbfea-fe01-48cf-9915-e2c9f2b7cf31 req-d84ae862-d9c0-4b40-8c1e-2c4fb0e4d7af tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.24 "DELETE /v2.0/ports/355148fb-8bc4-44e3-aed5-d46a1d94a401 HTTP/1.1" status: 204 len: 173 time: 0.4932013 Sep 26 14:01:40.224195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4', 'name': 'network-vif-deleted', 'tag': '355148fb-8bc4-44e3-aed5-d46a1d94a401'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:01:40.226970 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2634ae-03a3-41bb-8073-27b480ee32d3" -d '{"events": [{"server_uuid": "11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4", "name": "network-vif-deleted", "tag": "355148fb-8bc4-44e3-aed5-d46a1d94a401"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:01:40.287556 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe586bf-032a-4527-b603-22baa593fba5 x-openstack-request-id: req-fbe586bf-032a-4527-b603-22baa593fba5 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:01:40.288139 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4", "name": "network-vif-deleted", "tag": "355148fb-8bc4-44e3-aed5-d46a1d94a401", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:01:40.288855 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbe586bf-032a-4527-b603-22baa593fba5 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:01:40.289609 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4', 'name': 'network-vif-deleted', 'tag': '355148fb-8bc4-44e3-aed5-d46a1d94a401', 'status': 'completed', 'code': 200} Sep 26 14:01:40.659539 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fb670603-f157-422a-9111-8a3ac14c4fc6 req-a68cbe69-ae3c-4ebb-a87d-bc4bb3b2fcd6 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b5a0cb-8c1e-49bb-94b3-3d4a1e1802a4 HTTP/1.1" status: 200 len: 210 time: 0.0305233 Sep 26 14:01:41.152957 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b4cac46a-ce0a-4e29-a247-3c9d4d08374e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:41.741070 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:42.301298 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:42.679127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 355148fb-8bc4-44e3-aed5-d46a1d94a401 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:01:42.702812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 355148fb-8bc4-44e3-aed5-d46a1d94a401 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:01:42.703297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 355148fb-8bc4-44e3-aed5-d46a1d94a401 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:01:42.833451 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-067e38be-2653-4b9f-9898-4ed77b5ab227 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:42.835400 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-067e38be-2653-4b9f-9898-4ed77b5ab227 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/networks?id=f0ac0d16-d0f0-485e-8d65-07d33550bc99 HTTP/1.1" status: 200 len: 817 time: 0.4739313 Sep 26 14:01:42.851800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-142531c6-7e29-4283-ba08-7a368d54041d tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/quotas/aad15fe6b1184c8ebfc17b10a7ef9bd9 HTTP/1.1" status: 200 len: 375 time: 0.0099895 Sep 26 14:01:42.908122 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-373d88fc-a4b9-42f2-8295-ab30c0ab0a00 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad15fe6b1184c8ebfc17b10a7ef9bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504167 Sep 26 14:01:43.019183 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-51c7f1e0-435e-4600-8cb2-cc4662b7a03b service neutron] 10.222.0.13 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985627 Sep 26 14:01:43.119378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-d8859a0e-740b-46f5-b7f9-f244e622b71f service neutron] 10.222.0.13 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933349 Sep 26 14:01:43.328946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2fb685a7-f043-452f-a85a-4be3da3b8664 req-726792f4-db60-4308-a7a2-19a5033ad338 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 210 time: 0.0411549 Sep 26 14:01:43.771485 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:44.468479 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7d97ce4d-eebd-400a-b078-c609b072f4ae req-9f86cac9-a647-40f0-b11f-24ed7e17a478 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 210 time: 0.0436523 Sep 26 14:01:44.481334 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-46a46389-572d-41b3-baf1-94da92a2f2f3 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:44.483580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-46a46389-572d-41b3-baf1-94da92a2f2f3 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.23 "GET /v2.0/networks?id=f0ac0d16-d0f0-485e-8d65-07d33550bc99 HTTP/1.1" status: 200 len: 817 time: 0.1711867 Sep 26 14:01:44.496969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Request body: {'port': {'device_id': '8249ee7e-df64-4124-b2cd-84076ea9443e', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'admin_state_up': True, 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:01:44.616167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Made reservation on behalf of aad15fe6b1184c8ebfc17b10a7ef9bd9 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:01:44.619903 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:44.751593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Allocated IP 172.20.0.14 (f0ac0d16-d0f0-485e-8d65-07d33550bc99/c603a672-d404-4051-a220-96b4d699b8da/29968418-09f9-4ebe-85ed-117b2166c393) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:01:44.910030 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:44.945749 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:44.987773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:01:44.990842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:01:44.994541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:01:45.022067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Pushing event updated for resources: {'Port': ['ID=29968418-09f9-4ebe-85ed-117b2166c393,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:45.052710 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:45.053337 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.070579 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-7d8ba02b-eb63-4bd6-be95-ec11d573a04e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5772202 Sep 26 14:01:45.087502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Request body: {'port': {'device_id': '8249ee7e-df64-4124-b2cd-84076ea9443e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:01:45.155002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.234409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-71051f55-4379-449c-9e93-a3504ffb1f78 None None] Provisioning complete for port 29968418-09f9-4ebe-85ed-117b2166c393 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:45.234992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-71051f55-4379-449c-9e93-a3504ffb1f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.290450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-71051f55-4379-449c-9e93-a3504ffb1f78 None None] Port 29968418-09f9-4ebe-85ed-117b2166c393 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:01:45.484846 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29968418-09f9-4ebe-85ed-117b2166c393 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:01:45.493618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.509537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Transition to ACTIVE for port object 29968418-09f9-4ebe-85ed-117b2166c393 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:01:45.515710 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.632418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Pushing event updated for resources: {'Port': ['ID=29968418-09f9-4ebe-85ed-117b2166c393,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:45.687724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5202-e69e-46db-8274-259dc731a2e1 req-33073db1-ea2a-4a1d-8898-1164840e6ee3 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:45.689396 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038f5202-e69e-46db-8274-259dc731a2e1 req-33073db1-ea2a-4a1d-8898-1164840e6ee3 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 944 time: 0.1144776 Sep 26 14:01:45.738685 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Attempting to bind port 29968418-09f9-4ebe-85ed-117b2166c393 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:01:45.739016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Attempting to bind port 29968418-09f9-4ebe-85ed-117b2166c393 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:01:45.739377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Attempting to bind port 29968418-09f9-4ebe-85ed-117b2166c393 on network f0ac0d16-d0f0-485e-8d65-07d33550bc99 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:01:45.753729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Port 29968418-09f9-4ebe-85ed-117b2166c393 on network f0ac0d16-d0f0-485e-8d65-07d33550bc99 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:01:45.754067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Attempting to bind port 29968418-09f9-4ebe-85ed-117b2166c393 on network f0ac0d16-d0f0-485e-8d65-07d33550bc99 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:01:45.762804 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-038f5202-e69e-46db-8274-259dc731a2e1 req-fd0e0415-5058-4d68-8f67-102bd55469a7 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600221 Sep 26 14:01:45.768386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:01:45.768386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Checking segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:01:45.768386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Bound using segment: {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:01:45.768386 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Bound port: 29968418-09f9-4ebe-85ed-117b2166c393, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b2d883-4207-4803-8570-d62a3b159575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:01:45.768386 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.825295 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.854335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] For port 29968418-09f9-4ebe-85ed-117b2166c393, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:01:45.858075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] For port 29968418-09f9-4ebe-85ed-117b2166c393, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=29968418-09f9-4ebe-85ed-117b2166c393,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:01:45.863842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.903042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:45.903676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:45.905091 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] 10.222.0.23 "PUT /v2.0/ports/29968418-09f9-4ebe-85ed-117b2166c393 HTTP/1.1" status: 200 len: 1093 time: 0.8256450 Sep 26 14:01:45.905564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8249ee7e-df64-4124-b2cd-84076ea9443e', 'tag': '29968418-09f9-4ebe-85ed-117b2166c393'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:01:45.907836 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8249ee7e-df64-4124-b2cd-84076ea9443e", "tag": "29968418-09f9-4ebe-85ed-117b2166c393"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:01:45.938493 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386dae4-0744-4a4e-a66d-76f207c4c501 service neutron] Pushing event updated for resources: {'Port': ['ID=29968418-09f9-4ebe-85ed-117b2166c393,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:45.961890 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8c1280-aa3c-4643-ba3b-3476b6d8ecb2 x-openstack-request-id: req-ad8c1280-aa3c-4643-ba3b-3476b6d8ecb2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:01:45.962234 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8249ee7e-df64-4124-b2cd-84076ea9443e", "tag": "29968418-09f9-4ebe-85ed-117b2166c393", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:01:45.962498 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad8c1280-aa3c-4643-ba3b-3476b6d8ecb2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:01:45.962933 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8249ee7e-df64-4124-b2cd-84076ea9443e', 'tag': '29968418-09f9-4ebe-85ed-117b2166c393', 'status': 'completed', 'code': 200} Sep 26 14:01:46.011133 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-68b252c8-ffe6-4fea-986a-ade38913e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:46.012710 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-68b252c8-ffe6-4fea-986a-ade38913e7f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aad15fe6b1184c8ebfc17b10a7ef9bd9&device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 1096 time: 0.0488858 Sep 26 14:01:46.064385 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-52deba9f-de74-4c7a-9397-825b0186c914 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29968418-09f9-4ebe-85ed-117b2166c393 HTTP/1.1" status: 200 len: 217 time: 0.0436010 Sep 26 14:01:46.122830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-2a80a782-b1c7-4009-84eb-e8a63a8342ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:46.124343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-2a80a782-b1c7-4009-84eb-e8a63a8342ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c603a672-d404-4051-a220-96b4d699b8da HTTP/1.1" status: 200 len: 856 time: 0.0531855 Sep 26 14:01:46.173698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-a593e260-ae7b-4af8-915b-279775b52955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:46.175444 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-a593e260-ae7b-4af8-915b-279775b52955 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ac0d16-d0f0-485e-8d65-07d33550bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437539 Sep 26 14:01:46.271292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-b20040fe-7920-4fff-bad9-4d3a316fff4b service neutron] 10.222.0.23 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880351 Sep 26 14:01:46.364257 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2667fdad-c314-41f9-a41b-b4eb09a2496a req-5b307599-b297-4396-aa33-10ba2c85c21b service neutron] 10.222.0.23 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860817 Sep 26 14:01:46.457474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-13a9c643-fcdf-4051-ac4d-5538fb5cd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:46.459012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-13a9c643-fcdf-4051-ac4d-5538fb5cd2f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aad15fe6b1184c8ebfc17b10a7ef9bd9&device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 1096 time: 0.0462408 Sep 26 14:01:46.553929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-2d06de5c-5c17-432b-8c03-aff173864a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:46.555440 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-2d06de5c-5c17-432b-8c03-aff173864a74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ac0d16-d0f0-485e-8d65-07d33550bc99 HTTP/1.1" status: 200 len: 917 time: 0.0894048 Sep 26 14:01:46.604495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-7a81de1c-974a-4c0a-856a-e51368f2e300 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29968418-09f9-4ebe-85ed-117b2166c393 HTTP/1.1" status: 200 len: 217 time: 0.0414169 Sep 26 14:01:46.654177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-5f6926a5-f1ae-47f6-9b4e-161c66013675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:46.655566 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-5f6926a5-f1ae-47f6-9b4e-161c66013675 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c603a672-d404-4051-a220-96b4d699b8da HTTP/1.1" status: 200 len: 856 time: 0.0448644 Sep 26 14:01:46.702552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-18843e5b-1eae-4b08-8b02-8cd9bddc4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:46.704068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-18843e5b-1eae-4b08-8b02-8cd9bddc4d99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ac0d16-d0f0-485e-8d65-07d33550bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411696 Sep 26 14:01:46.800752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-4346920c-e2fe-438e-a72c-f923d961be81 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897014 Sep 26 14:01:46.931564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-937e02ce-eb61-4bc7-bede-93fc8e5d07e7 req-94ec70a3-4fc4-4b4b-acd0-9fb01dca7d0a service neutron] 10.222.0.23 "GET /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239376 Sep 26 14:01:46.940486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8c67-148a-4294-b426-8c8a4a422da6 req-ce378c55-153a-4b93-a03e-61dbd047284f tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:46.942157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb2d8c67-148a-4294-b426-8c8a4a422da6 req-ce378c55-153a-4b93-a03e-61dbd047284f tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 944 time: 0.1049786 Sep 26 14:01:46.986248 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb2d8c67-148a-4294-b426-8c8a4a422da6 req-d82384d4-2669-483b-bd00-36e90bd60887 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357111 Sep 26 14:01:48.125920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7f87-e9e8-413b-8eee-09963ad60429 req-0367b716-7fd5-48a3-ae3e-a6eb4a8f914e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:48.127647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6dbd7f87-e9e8-413b-8eee-09963ad60429 req-0367b716-7fd5-48a3-ae3e-a6eb4a8f914e tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 944 time: 0.0664291 Sep 26 14:01:48.173593 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6dbd7f87-e9e8-413b-8eee-09963ad60429 req-0f7fb507-d42f-4016-be1d-40ae9b5d2583 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Sep 26 14:01:49.303744 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb5593-1421-47c0-852a-459dda973c75 req-1bb9a837-f60e-40d0-b33c-2466a976de9b tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:49.305393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ddb5593-1421-47c0-852a-459dda973c75 req-1bb9a837-f60e-40d0-b33c-2466a976de9b tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 944 time: 0.0578990 Sep 26 14:01:49.311505 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 29968418-09f9-4ebe-85ed-117b2166c393 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:01:49.347239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8ddb5593-1421-47c0-852a-459dda973c75 req-36711a2d-6ebb-43b1-93a5-5f5682320493 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343053 Sep 26 14:01:49.437229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 29968418-09f9-4ebe-85ed-117b2166c393, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=29968418-09f9-4ebe-85ed-117b2166c393,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:49.451276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '29968418-09f9-4ebe-85ed-117b2166c393', 'network_id': 'f0ac0d16-d0f0-485e-8d65-07d33550bc99', 'port_id': '29968418-09f9-4ebe-85ed-117b2166c393', 'mac_address': 'fa:16:3e:a5:9e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c603a672-d404-4051-a220-96b4d699b8da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:01:49.494698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:49.509342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29968418-09f9-4ebe-85ed-117b2166c393 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:01:49.531347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 29968418-09f9-4ebe-85ed-117b2166c393, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=29968418-09f9-4ebe-85ed-117b2166c393,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:49.536279 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:49.591439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=29968418-09f9-4ebe-85ed-117b2166c393,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:49.851312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['29968418-09f9-4ebe-85ed-117b2166c393'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:01:50.471884 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f4fe5-41cf-490e-b5e6-fd9295e17779 req-1fe2c9a0-9e4a-4252-92fa-24ac7ba98dd0 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:50.473776 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f66f4fe5-41cf-490e-b5e6-fd9295e17779 req-1fe2c9a0-9e4a-4252-92fa-24ac7ba98dd0 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 945 time: 0.0529325 Sep 26 14:01:50.516495 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f66f4fe5-41cf-490e-b5e6-fd9295e17779 req-67478312-566c-47be-a73f-3030e7688e4a tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Sep 26 14:01:50.683213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:50.804019 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:01:51.341124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 29968418-09f9-4ebe-85ed-117b2166c393 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:01:51.392589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 29968418-09f9-4ebe-85ed-117b2166c393 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:01:51.397213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 29968418-09f9-4ebe-85ed-117b2166c393 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:01:51.397685 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:51.484630 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:51.514135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249ee7e-df64-4124-b2cd-84076ea9443e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29968418-09f9-4ebe-85ed-117b2166c393'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:01:51.516454 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d8315e-ebc8-48e9-8c5d-8a0777dd49e5" -d '{"events": [{"server_uuid": "8249ee7e-df64-4124-b2cd-84076ea9443e", "name": "network-vif-plugged", "status": "completed", "tag": "29968418-09f9-4ebe-85ed-117b2166c393"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:01:51.534461 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 29968418-09f9-4ebe-85ed-117b2166c393, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=29968418-09f9-4ebe-85ed-117b2166c393,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:01:51.539961 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:01:51.595493 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd1e479-e44b-47b2-bb50-58037ecdceaf x-openstack-request-id: req-dfd1e479-e44b-47b2-bb50-58037ecdceaf {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:01:51.595789 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249ee7e-df64-4124-b2cd-84076ea9443e", "name": "network-vif-plugged", "status": "completed", "tag": "29968418-09f9-4ebe-85ed-117b2166c393", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:01:51.596035 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfd1e479-e44b-47b2-bb50-58037ecdceaf {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:01:51.596426 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249ee7e-df64-4124-b2cd-84076ea9443e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29968418-09f9-4ebe-85ed-117b2166c393', 'code': 200} Sep 26 14:01:51.599711 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=29968418-09f9-4ebe-85ed-117b2166c393,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:01:51.692856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0348ba4-62cb-4503-8bd5-d2af6e38d841 req-9b4d55fc-d880-48a0-b7fc-1a0262139ff8 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:51.695989 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0348ba4-62cb-4503-8bd5-d2af6e38d841 req-9b4d55fc-d880-48a0-b7fc-1a0262139ff8 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 946 time: 0.0561726 Sep 26 14:01:51.698907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902061-0516-4d9a-a04c-9685bd4c62ae req-d983f7c3-5857-4474-b8fe-5ad593242f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:51.700462 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d902061-0516-4d9a-a04c-9685bd4c62ae req-d983f7c3-5857-4474-b8fe-5ad593242f41 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 1098 time: 0.0465174 Sep 26 14:01:51.747912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d902061-0516-4d9a-a04c-9685bd4c62ae req-3727933b-dffa-4470-b224-9ba3dacb25ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Sep 26 14:01:51.751017 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0348ba4-62cb-4503-8bd5-d2af6e38d841 req-24cc616b-a0c2-45df-abd6-3ecb3e7df4bc tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Sep 26 14:01:52.890841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51cff2-17b7-4901-8858-01cd344fe6bb req-df1f9f87-6855-4e5e-9dfa-dcad6b1f2313 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:52.893249 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b51cff2-17b7-4901-8858-01cd344fe6bb req-df1f9f87-6855-4e5e-9dfa-dcad6b1f2313 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 946 time: 0.0689602 Sep 26 14:01:52.942767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4b51cff2-17b7-4901-8858-01cd344fe6bb req-51e6c8a4-f4b9-4395-8269-704c998f64e1 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Sep 26 14:01:54.082780 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7a2aa-e0ff-4462-a0ee-917b55d386f2 req-2021f376-08db-4900-b767-159141492c0a tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:54.084378 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51e7a2aa-e0ff-4462-a0ee-917b55d386f2 req-2021f376-08db-4900-b767-159141492c0a tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 946 time: 0.0662479 Sep 26 14:01:54.133685 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51e7a2aa-e0ff-4462-a0ee-917b55d386f2 req-0c8d606f-f63d-4933-8418-b979d7275ae9 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Sep 26 14:01:54.297523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e6665-5348-48ba-ad17-d6994f9734a2 req-0db3c143-10e6-4461-b6de-654b1f937ce4 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:01:54.299035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c0e6665-5348-48ba-ad17-d6994f9734a2 req-0db3c143-10e6-4461-b6de-654b1f937ce4 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 946 time: 0.0527306 Sep 26 14:01:54.341399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c0e6665-5348-48ba-ad17-d6994f9734a2 req-33f65ef6-c921-4ad8-9070-5222f8ebea87 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Sep 26 14:02:08.428375 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-44f8b2b3-9fd3-422f-94ec-43c262a9a050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:08.990047 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-c87f73ad-86c6-4a0e-891f-2286733c15c4 req-db10eeb1-801f-43ca-9524-52dedbe8e423 service neutron] (94811) timed out ('10.222.0.23', 64875) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 14:02:11.158154 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c71f-b483-42d6-8be4-592fa0e9d8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:11.751170 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:12.304370 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:13.108703 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-3683b140-ec5b-4586-b6b4-df700cd58be9 req-7ebe5763-2e17-417b-9078-539459e11ed1 tempest-ServerDiskConfigTestJSON-1742792394 tempest-ServerDiskConfigTestJSON-1742792394-project] (94812) timed out ('10.222.0.24', 64287) {{(pid=94812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 14:02:13.768856 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:15.446129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abf9f9-20bf-47e6-8300-5080a93d2067 req-12005f8c-1d28-4bdd-b90d-0644a10f0d9f tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:15.449426 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30abf9f9-20bf-47e6-8300-5080a93d2067 req-12005f8c-1d28-4bdd-b90d-0644a10f0d9f tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 946 time: 0.0690470 Sep 26 14:02:15.512150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-30abf9f9-20bf-47e6-8300-5080a93d2067 req-245a5d4f-8ffe-4614-b073-52b2ecb7e2be tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562136 Sep 26 14:02:15.816629 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:16.639073 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2992190-ed6a-4385-a290-534789b47a50 req-caabce81-f1dd-4563-b778-d16f4c0c2f72 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:16.640748 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2992190-ed6a-4385-a290-534789b47a50 req-caabce81-f1dd-4563-b778-d16f4c0c2f72 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 946 time: 0.0544288 Sep 26 14:02:16.683863 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d2992190-ed6a-4385-a290-534789b47a50 req-4720633e-279c-4c93-8927-0ed27ebab83c tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7e4529-d63c-4b88-9825-c87058114f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Sep 26 14:02:16.958966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-36628a20-c953-421d-9590-7f909b69d576 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:16.960544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-36628a20-c953-421d-9590-7f909b69d576 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.23 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 946 time: 0.0557721 Sep 26 14:02:17.059540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Deleting port 29968418-09f9-4ebe-85ed-117b2166c393 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:02:17.059879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:17.171056 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] For port 29968418-09f9-4ebe-85ed-117b2166c393, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=29968418-09f9-4ebe-85ed-117b2166c393,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:17.171419 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:17.186448 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Calling delete_port for 29968418-09f9-4ebe-85ed-117b2166c393 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:02:17.323366 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:17.338574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['29968418-09f9-4ebe-85ed-117b2166c393'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:02:17.360692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Pushing event deleted for resources: {'Port': ['ID=29968418-09f9-4ebe-85ed-117b2166c393,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:17.374924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.374924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.374924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.374924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.374924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.374924 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.375879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.375879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.375879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.376381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.376381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.376754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:17.415125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] No DVR routers for this DVR port 29968418-09f9-4ebe-85ed-117b2166c393 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:02:17.418879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:17.421000 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-43672ea0-ac06-4af9-8151-ebd4712f7c4f req-d4472c71-c22f-4a72-9c5a-3714de643226 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.23 "DELETE /v2.0/ports/29968418-09f9-4ebe-85ed-117b2166c393 HTTP/1.1" status: 204 len: 173 time: 0.4543140 Sep 26 14:02:17.421479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249ee7e-df64-4124-b2cd-84076ea9443e', 'name': 'network-vif-deleted', 'tag': '29968418-09f9-4ebe-85ed-117b2166c393'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:02:17.423980 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec71f294-ac88-4439-9a7d-c2a8217067cd" -d '{"events": [{"server_uuid": "8249ee7e-df64-4124-b2cd-84076ea9443e", "name": "network-vif-deleted", "tag": "29968418-09f9-4ebe-85ed-117b2166c393"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:02:17.484018 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e033fa-f3ef-42be-bbbd-b43d2ea95f81 x-openstack-request-id: req-38e033fa-f3ef-42be-bbbd-b43d2ea95f81 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:02:17.484315 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249ee7e-df64-4124-b2cd-84076ea9443e", "name": "network-vif-deleted", "tag": "29968418-09f9-4ebe-85ed-117b2166c393", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:02:17.484576 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38e033fa-f3ef-42be-bbbd-b43d2ea95f81 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:02:17.485046 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249ee7e-df64-4124-b2cd-84076ea9443e', 'name': 'network-vif-deleted', 'tag': '29968418-09f9-4ebe-85ed-117b2166c393', 'status': 'completed', 'code': 200} Sep 26 14:02:17.801436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e1b856ba-3a73-4488-b546-1d21c7973b77 req-a773044f-2d66-404f-9958-00e63c284303 tempest-TestEncryptedCinderVolumes-1133231931 tempest-TestEncryptedCinderVolumes-1133231931-project] 10.222.0.13 "GET /v2.0/ports?device_id=8249ee7e-df64-4124-b2cd-84076ea9443e HTTP/1.1" status: 200 len: 210 time: 0.0298004 Sep 26 14:02:18.931111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32862) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:19.329440 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:19.604757 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Deleting port 64b47788-5e41-4eef-a49c-734cfe044034 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:02:19.605141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:19.696272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] For port 64b47788-5e41-4eef-a49c-734cfe044034, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=64b47788-5e41-4eef-a49c-734cfe044034,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:19.697259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:19.712132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Calling delete_port for 64b47788-5e41-4eef-a49c-734cfe044034 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:02:19.910208 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:19.944681 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b47788-5e41-4eef-a49c-734cfe044034,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:19.958582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.958873 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.959235 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.959761 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.959944 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.960241 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.960519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.960847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.961174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.961515 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.962385 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:19.966667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:20.173154 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:20.454163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Router dca779d8-724d-46b0-a9d3-3f44a59d8519 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:02:20.573300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:02:20.580598 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b7839d1c-3942-45cd-a426-d9b8cb1243f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/dca779d8-724d-46b0-a9d3-3f44a59d8519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6455860 Sep 26 14:02:20.583250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32864) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:20.585714 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] Sync routers for ids ['dca779d8-724d-46b0-a9d3-3f44a59d8519'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:02:20.602193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] Routers {'dca779d8-724d-46b0-a9d3-3f44a59d8519'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:20.603977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['dca779d8-724d-46b0-a9d3-3f44a59d8519'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:20.720846 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:20.739177 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:20.762762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] Set router dca779d8-724d-46b0-a9d3-3f44a59d8519 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:20.882603 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:20.957007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Deleting port 1d44a48b-14d3-499c-8cff-35b90592a273 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:02:20.958071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.002091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:02:19Z', 'revision_number': 5, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port': {'id': '1d44a48b-14d3-499c-8cff-35b90592a273', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:21.030598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] Checking router: dca779d8-724d-46b0-a9d3-3f44a59d8519 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:02:21.040545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] Routers {'dca779d8-724d-46b0-a9d3-3f44a59d8519'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:21.041189 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['dca779d8-724d-46b0-a9d3-3f44a59d8519'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:21.090351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] For port 1d44a48b-14d3-499c-8cff-35b90592a273, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=1d44a48b-14d3-499c-8cff-35b90592a273,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:21.091096 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.116413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Calling delete_port for 1d44a48b-14d3-499c-8cff-35b90592a273 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:02:21.304000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] Set router dca779d8-724d-46b0-a9d3-3f44a59d8519 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:21.390302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.394388 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:02:20Z', 'revision_number': 6, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:21.438044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d44a48b-14d3-499c-8cff-35b90592a273,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:21.448192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12582830-16b9-4d51-984e-b84d62f6a9cd None None] The sync data for ids ['dca779d8-724d-46b0-a9d3-3f44a59d8519'] in n-d-806683-13 is: [{'id': 'dca779d8-724d-46b0-a9d3-3f44a59d8519', 'name': 'tempest-TestEncryptedCinderVolumes-1002201393-router', 'tenant_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:52Z', 'updated_at': '2021-09-26T14:02:20Z', 'revision_number': 6, 'project_id': 'aad15fe6b1184c8ebfc17b10a7ef9bd9', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:02:21.521935 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.530718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 29968418-09f9-4ebe-85ed-117b2166c393 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:02:21.563907 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 29968418-09f9-4ebe-85ed-117b2166c393 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:02:21.564394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 29968418-09f9-4ebe-85ed-117b2166c393 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:02:21.622673 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.625169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.673713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.674460 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca779d8-724d-46b0-a9d3-3f44a59d8519 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:02:21.681388 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.682653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8f5bfdb1-5b76-4e4f-8a8d-00a4496a979f admin admin] 10.222.0.13 "DELETE /v2.0/routers/dca779d8-724d-46b0-a9d3-3f44a59d8519 HTTP/1.1" status: 204 len: 168 time: 1.0978029 Sep 26 14:02:21.687096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32866) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:21.738217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-412b7994-8f09-4255-adec-c74bf63d4b83 admin admin] Deleting subnet c603a672-d404-4051-a220-96b4d699b8da {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:02:21.741680 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-412b7994-8f09-4255-adec-c74bf63d4b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.790678 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-412b7994-8f09-4255-adec-c74bf63d4b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:21.931466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-412b7994-8f09-4255-adec-c74bf63d4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.027093 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-412b7994-8f09-4255-adec-c74bf63d4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.059938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b7994-8f09-4255-adec-c74bf63d4b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c603a672-d404-4051-a220-96b4d699b8da,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:22.062305 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-412b7994-8f09-4255-adec-c74bf63d4b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.067188 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32868) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:22.069200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da1f657-a40f-4557-84f1-e7ca7b5e54e0 None None] Network f0ac0d16-d0f0-485e-8d65-07d33550bc99 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:02:22.070316 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-412b7994-8f09-4255-adec-c74bf63d4b83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c603a672-d404-4051-a220-96b4d699b8da HTTP/1.1" status: 204 len: 168 time: 0.3789880 Sep 26 14:02:22.151684 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.225247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Deleting port f513e625-5602-4db9-bb79-01d5c0575d50 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:02:22.225635 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.303877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] DHCP port deletion for f0ac0d16-d0f0-485e-8d65-07d33550bc99 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:02:22.319005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] For port f513e625-5602-4db9-bb79-01d5c0575d50, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f513e625-5602-4db9-bb79-01d5c0575d50,segment=NetworkSegment(16b2d883-4207-4803-8570-d62a3b159575),segment_id=16b2d883-4207-4803-8570-d62a3b159575)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:22.319365 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.337966 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Calling delete_port for f513e625-5602-4db9-bb79-01d5c0575d50 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:02:22.375040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 64b47788-5e41-4eef-a49c-734cfe044034 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:02:22.418514 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 64b47788-5e41-4eef-a49c-734cfe044034 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:02:22.419169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 64b47788-5e41-4eef-a49c-734cfe044034 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:02:22.419730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1d44a48b-14d3-499c-8cff-35b90592a273 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:02:22.450394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.457998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 1d44a48b-14d3-499c-8cff-35b90592a273 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:02:22.459633 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 1d44a48b-14d3-499c-8cff-35b90592a273 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:02:22.474826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Deleting port f513e625-5602-4db9-bb79-01d5c0575d50 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:02:22.475354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.482839 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f513e625-5602-4db9-bb79-01d5c0575d50,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:22.487174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] No DVR routers for this DVR port f513e625-5602-4db9-bb79-01d5c0575d50 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:02:22.571928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.576663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] For port f513e625-5602-4db9-bb79-01d5c0575d50, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:22.577267 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.595650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Calling delete_port for f513e625-5602-4db9-bb79-01d5c0575d50 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:02:22.596706 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ac0d16-d0f0-485e-8d65-07d33550bc99']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:22.600043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Port f513e625-5602-4db9-bb79-01d5c0575d50 was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 14:02:22.601932 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.609424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b2d883-4207-4803-8570-d62a3b159575') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:22.609869 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b2d883-4207-4803-8570-d62a3b159575') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:22.627827 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.640338 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Pushing event deleted for resources: {'Port': ['ID=f513e625-5602-4db9-bb79-01d5c0575d50,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:22.656105 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.657216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.657803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.658350 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.658876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.659404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.659875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.660346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.660815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.661306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.661795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.662763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.662763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:22.666607 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:02:22.667323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:02:22.669040 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:02:22.674932 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821cc3d-465c-496a-80a2-22f8e267efb3 None None] No DVR routers for this DVR port f513e625-5602-4db9-bb79-01d5c0575d50 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:02:22.738036 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.747828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:22.751414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0ac0d16-d0f0-485e-8d65-07d33550bc99 HTTP/1.1" status: 204 len: 168 time: 0.6780479 Sep 26 14:02:22.755122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32870) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:22.764795 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffce1d-c710-4d0a-ab73-e04d945aec32 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ac0d16-d0f0-485e-8d65-07d33550bc99,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:23.213353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:23.563455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Deleting port 43a917db-4461-48e3-9de3-bf787ae7fd89 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:02:23.563857 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:23.653295 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] For port 43a917db-4461-48e3-9de3-bf787ae7fd89, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=43a917db-4461-48e3-9de3-bf787ae7fd89,segment=NetworkSegment(597a5f71-e6bf-4b06-a9ef-601d714eec06),segment_id=597a5f71-e6bf-4b06-a9ef-601d714eec06)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:23.653792 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:23.668373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Calling delete_port for 43a917db-4461-48e3-9de3-bf787ae7fd89 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:02:23.872422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:23.908861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a917db-4461-48e3-9de3-bf787ae7fd89,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:24.265617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f513e625-5602-4db9-bb79-01d5c0575d50 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:02:24.286950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f513e625-5602-4db9-bb79-01d5c0575d50 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:02:24.287293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f513e625-5602-4db9-bb79-01d5c0575d50 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:02:24.632006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:24.876623 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Router b3a46d6b-9a8c-4639-afde-1a597141919e has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:02:24.995430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:02:25.003188 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5bee9122-fc63-4bee-87e4-4458875c1550 admin admin] 10.222.0.13 "PUT /v2.0/routers/b3a46d6b-9a8c-4639-afde-1a597141919e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2463024 Sep 26 14:02:25.006098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32872) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:25.006640 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] Sync routers for ids ['b3a46d6b-9a8c-4639-afde-1a597141919e'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:02:25.022956 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] Routers {'b3a46d6b-9a8c-4639-afde-1a597141919e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:25.023988 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b3a46d6b-9a8c-4639-afde-1a597141919e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:25.115575 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.207823 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] Set router b3a46d6b-9a8c-4639-afde-1a597141919e gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:25.228875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.306591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Deleting port 61aa711f-7bd5-4b58-b05d-8f96de3cde96 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:02:25.307034 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.415717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] For port 61aa711f-7bd5-4b58-b05d-8f96de3cde96, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=61aa711f-7bd5-4b58-b05d-8f96de3cde96,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:25.416282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.434972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Calling delete_port for 61aa711f-7bd5-4b58-b05d-8f96de3cde96 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:02:25.473476 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:02:23Z', 'revision_number': 5, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port': {'id': '61aa711f-7bd5-4b58-b05d-8f96de3cde96', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:5f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:00:59Z', 'updated_at': '2021-09-26T14:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:25.504130 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] Checking router: b3a46d6b-9a8c-4639-afde-1a597141919e for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:02:25.515334 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] Routers {'b3a46d6b-9a8c-4639-afde-1a597141919e'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:25.516092 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['b3a46d6b-9a8c-4639-afde-1a597141919e'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:25.682407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.717479 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=61aa711f-7bd5-4b58-b05d-8f96de3cde96,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:25.743630 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] Set router b3a46d6b-9a8c-4639-afde-1a597141919e gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:25.802126 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.824994 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:02:25Z', 'revision_number': 6, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:25.877967 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c2c28-4217-4fd0-8902-11d483d2f86a None None] The sync data for ids ['b3a46d6b-9a8c-4639-afde-1a597141919e'] in n-d-806683-13 is: [{'id': 'b3a46d6b-9a8c-4639-afde-1a597141919e', 'name': 'tempest-TestEncryptedCinderVolumes-788140299-router', 'tenant_id': '5fb7f31ba6b247e1876e150109671ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:00:58Z', 'updated_at': '2021-09-26T14:02:25Z', 'revision_number': 6, 'project_id': '5fb7f31ba6b247e1876e150109671ceb', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:02:25.944071 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.946974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.998682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:25.999347 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a46d6b-9a8c-4639-afde-1a597141919e {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:02:26.004918 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.005707 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-00518f38-85bf-470d-8216-fe54f1373a1b admin admin] 10.222.0.13 "DELETE /v2.0/routers/b3a46d6b-9a8c-4639-afde-1a597141919e HTTP/1.1" status: 204 len: 168 time: 0.9985445 Sep 26 14:02:26.009184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32874) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:26.065184 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78d35b9-d661-4735-9bd3-8ea684887d2a admin admin] Deleting subnet 2802a012-b849-449f-a749-73a427b27514 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:02:26.069240 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78d35b9-d661-4735-9bd3-8ea684887d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.111413 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78d35b9-d661-4735-9bd3-8ea684887d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.201647 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78d35b9-d661-4735-9bd3-8ea684887d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.261998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78d35b9-d661-4735-9bd3-8ea684887d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.307354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 43a917db-4461-48e3-9de3-bf787ae7fd89 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:02:26.308865 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d35b9-d661-4735-9bd3-8ea684887d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2802a012-b849-449f-a749-73a427b27514,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:26.320521 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c78d35b9-d661-4735-9bd3-8ea684887d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.324941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c78d35b9-d661-4735-9bd3-8ea684887d2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2802a012-b849-449f-a749-73a427b27514 HTTP/1.1" status: 204 len: 168 time: 0.3140714 Sep 26 14:02:26.328662 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32876) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:26.357385 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e046cf0-9306-4a32-a8d7-6f012a89163f None None] Network e8971657-5b23-4431-9440-a97808a584c5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:02:26.360475 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 43a917db-4461-48e3-9de3-bf787ae7fd89 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:02:26.360972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 43a917db-4461-48e3-9de3-bf787ae7fd89 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:02:26.411738 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.469200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Deleting port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:02:26.469706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.576888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] For port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=cf71a9f6-54b7-4e1f-bd8c-08eed35e9914,segment=NetworkSegment(597a5f71-e6bf-4b06-a9ef-601d714eec06),segment_id=597a5f71-e6bf-4b06-a9ef-601d714eec06)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:26.577473 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.597091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Calling delete_port for cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:02:26.699443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.721584 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c26ad9-b808-432f-a336-167f2ebb4559 None None] DHCP port deletion for e8971657-5b23-4431-9440-a97808a584c5 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:02:26.746743 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf71a9f6-54b7-4e1f-bd8c-08eed35e9914,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:26.752906 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] No DVR routers for this DVR port cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:02:26.866696 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.889278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8971657-5b23-4431-9440-a97808a584c5']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:26.901315 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597a5f71-e6bf-4b06-a9ef-601d714eec06') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:26.901767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597a5f71-e6bf-4b06-a9ef-601d714eec06') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:26.917593 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.935548 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.946420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:02:26.947076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:02:26.949778 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:02:27.042984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:27.052192 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:27.059829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8971657-5b23-4431-9440-a97808a584c5 HTTP/1.1" status: 204 len: 168 time: 0.7297974 Sep 26 14:02:27.078246 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef1997-2031-4252-871b-6457ee86ab25 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8971657-5b23-4431-9440-a97808a584c5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:27.269895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32880) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:27.315864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-903c79fe-6f90-47f1-9fb7-8cb739ed105a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aad15fe6b1184c8ebfc17b10a7ef9bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444889 Sep 26 14:02:27.318596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32882) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:27.377845 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b76f-184c-489f-8bed-e72cf7fe5b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:27.404218 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b76f-184c-489f-8bed-e72cf7fe5b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:27.462527 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b76f-184c-489f-8bed-e72cf7fe5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:27.465876 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b76f-184c-489f-8bed-e72cf7fe5b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:27.467441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a1b8b76f-184c-489f-8bed-e72cf7fe5b05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c7e4529-d63c-4b88-9825-c87058114f15 HTTP/1.1" status: 204 len: 168 time: 0.1475844 Sep 26 14:02:27.481079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8b76f-184c-489f-8bed-e72cf7fe5b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7e4529-d63c-4b88-9825-c87058114f15,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:27.811097 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:02:27.841294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32888) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:27.891299 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f916e773-ca11-4c79-bb33-ed5dbad07453 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fb7f31ba6b247e1876e150109671ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485778 Sep 26 14:02:27.895530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32890) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:27.955423 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-715e7a92-dae8-48b3-8d8c-6e28f0022836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:27.981460 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-715e7a92-dae8-48b3-8d8c-6e28f0022836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:28.038811 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-715e7a92-dae8-48b3-8d8c-6e28f0022836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:28.042907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-715e7a92-dae8-48b3-8d8c-6e28f0022836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:28.044294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-715e7a92-dae8-48b3-8d8c-6e28f0022836 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0898d51-b44b-4cb8-95be-eb621ccd3ecc HTTP/1.1" status: 204 len: 168 time: 0.1476257 Sep 26 14:02:28.058471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e7a92-dae8-48b3-8d8c-6e28f0022836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0898d51-b44b-4cb8-95be-eb621ccd3ecc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:28.225899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:02:28.268795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:02:28.269380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device cf71a9f6-54b7-4e1f-bd8c-08eed35e9914 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:02:28.270114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 61aa711f-7bd5-4b58-b05d-8f96de3cde96 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:02:28.302523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 61aa711f-7bd5-4b58-b05d-8f96de3cde96 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:02:28.302933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 61aa711f-7bd5-4b58-b05d-8f96de3cde96 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:02:28.939708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32912) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:29.105897 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-15433831-network', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:02:29.142042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Made reservation on behalf of 84fba56656a24f7b86e439c119bf3bc3 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:02:29.144432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.154792 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.265766 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.270831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.302192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:02:29.314529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58fd439-b93e-4f52-9c4d-af3e2bf989e0,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:29.324472 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.325010 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Added segment 2113abf7-12f9-4c34-8e60-4a12d5b103c4 of type vlan for network 25609a22-271e-462c-aa8c-7b610f92406f Sep 26 14:02:29.378497 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.406606 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.407753 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:29.408458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.442896 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5020247 Sep 26 14:02:29.447867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32916) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:29.456476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Request body: {'subnet': {'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-15433831-subnet', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:02:29.476426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b750ecd-31a9-4dc1-881f-280a7399204d admin admin] Pushing event updated for resources: {'Network': ['ID=25609a22-271e-462c-aa8c-7b610f92406f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:29.490245 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Made reservation on behalf of 84fba56656a24f7b86e439c119bf3bc3 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:02:29.492450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 25609a22-271e-462c-aa8c-7b610f92406f details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:02:29.494986 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.704565 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.765929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bed0ffd-dfa5-45f2-a530-826213a1d964,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:29.779773 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Checking segment: {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:02:29.780199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Network hostable DHCP agents. Network: 25609a22-271e-462c-aa8c-7b610f92406f, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:02:29.800206 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Network 25609a22-271e-462c-aa8c-7b610f92406f is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:02:29.812563 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 25609a22-271e-462c-aa8c-7b610f92406f) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:29.819554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:29.820841 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.824331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080f0fd-aaac-4014-a9f9-d586f2296a2b None None] Network 25609a22-271e-462c-aa8c-7b610f92406f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:02:29.845163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-44050366-2d9f-4522-abcf-ba95d3326097 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3955209 Sep 26 14:02:29.848420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32918) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:29.853605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:02:29.883091 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.884840 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:29.982054 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.003534 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-25609a22-271e-462c-aa8c-7b610f92406f', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:02:30.004539 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.164525 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Allocated IP 172.20.0.2 (25609a22-271e-462c-aa8c-7b610f92406f/9bed0ffd-dfa5-45f2-a530-826213a1d964/dec2e9c3-8f5b-4166-8824-03bb72a7f46c) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:02:30.339162 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.348264 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.391233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Network 25609a22-271e-462c-aa8c-7b610f92406f is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:30.394727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:30.397285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:02:30.414211 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Pushing event updated for resources: {'Port': ['ID=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:30.471233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Attempting to bind port dec2e9c3-8f5b-4166-8824-03bb72a7f46c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:02:30.471677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Attempting to bind port dec2e9c3-8f5b-4166-8824-03bb72a7f46c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:02:30.472145 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Attempting to bind port dec2e9c3-8f5b-4166-8824-03bb72a7f46c on network 25609a22-271e-462c-aa8c-7b610f92406f {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:02:30.479055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:02:30.479623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Checking segment: {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:02:30.480128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.480607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Bound using segment: {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:02:30.481193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Bound port: dec2e9c3-8f5b-4166-8824-03bb72a7f46c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:02:30.481720 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.570679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] For port dec2e9c3-8f5b-4166-8824-03bb72a7f46c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:02:30.574566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] For port dec2e9c3-8f5b-4166-8824-03bb72a7f46c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:02:30.581947 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.655293 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.661034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5e568-5197-4b8d-9168-998b683848a4 None None] Pushing event updated for resources: {'Port': ['ID=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:30.921201 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:30.943044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:31.078545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Allocated IP 172.25.4.54 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/f7135560-f11c-4b88-8ff6-0f3777c6e6ed) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:02:31.258385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:31.314471 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:31.375281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:31.381123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:31.387530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:02:31.467996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Pushing event updated for resources: {'Port': ['ID=f7135560-f11c-4b88-8ff6-0f3777c6e6ed,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:31.714776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e830bef0-e969-45c9-a150-7cf974c43a8f None None] Network 25609a22-271e-462c-aa8c-7b610f92406f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:02:31.801480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9c48be5f-6da7-4758-938e-97ddcbcc148b None None] Provisioning complete for port dec2e9c3-8f5b-4166-8824-03bb72a7f46c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:31.801888 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c48be5f-6da7-4758-938e-97ddcbcc148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:31.859449 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:31.963946 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c48be5f-6da7-4758-938e-97ddcbcc148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:32.017964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9c48be5f-6da7-4758-938e-97ddcbcc148b None None] For port dec2e9c3-8f5b-4166-8824-03bb72a7f46c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:32.023823 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9c48be5f-6da7-4758-938e-97ddcbcc148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:32.108004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48be5f-6da7-4758-938e-97ddcbcc148b None None] Pushing event updated for resources: {'Port': ['ID=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:32.188657 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:32.255810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3cd88584-2445-4113-8c68-a066a75e2d7a None None] Provisioning complete for port dec2e9c3-8f5b-4166-8824-03bb72a7f46c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:32.256675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3cd88584-2445-4113-8c68-a066a75e2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:32.314509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dec2e9c3-8f5b-4166-8824-03bb72a7f46c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:32.393987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Router 62f168aa-d56e-4073-b042-c18feadf4cf3 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:02:32.426412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port dec2e9c3-8f5b-4166-8824-03bb72a7f46c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:32.426785 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:32.531596 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:02:32.553583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Sync routers for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:02:32.556131 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:32.558028 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-276c6e7c-bf5d-4c56-8a7c-5d9eba2a6298 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7083714 Sep 26 14:02:32.561344 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32920) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:32.588450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:32.589545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:32.787741 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:33.060127 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:31Z', 'revision_number': 3, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:33.078826 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.098887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Checking router: 62f168aa-d56e-4073-b042-c18feadf4cf3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:02:33.099252 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Updating router 62f168aa-d56e-4073-b042-c18feadf4cf3 port f7135560-f11c-4b88-8ff6-0f3777c6e6ed binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:02:33.134246 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.309457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Allocated IP 172.20.0.1 (25609a22-271e-462c-aa8c-7b610f92406f/9bed0ffd-dfa5-45f2-a530-826213a1d964/e2962c1b-c6d3-4a00-a208-2792d0c13df1) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:02:33.457702 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.503080 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.507534 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.511068 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.554311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Network 25609a22-271e-462c-aa8c-7b610f92406f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:33.558165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:33.562454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:02:33.572574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Pushing event updated for resources: {'Port': ['ID=e2962c1b-c6d3-4a00-a208-2792d0c13df1,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:33.599563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Attempting to bind port f7135560-f11c-4b88-8ff6-0f3777c6e6ed on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:02:33.599921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Attempting to bind port f7135560-f11c-4b88-8ff6-0f3777c6e6ed by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:02:33.600339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Attempting to bind port f7135560-f11c-4b88-8ff6-0f3777c6e6ed on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:02:33.605893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b9910-90d0-4cf5-ada8-132608d68155 None None] Pushing event updated for resources: {'Port': ['ID=f7135560-f11c-4b88-8ff6-0f3777c6e6ed,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:33.612761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:02:33.613262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:02:33.613931 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.614539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:02:33.615393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Bound port: f7135560-f11c-4b88-8ff6-0f3777c6e6ed, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:02:33.615981 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.627673 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.705543 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] For port f7135560-f11c-4b88-8ff6-0f3777c6e6ed, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:02:33.710597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] For port f7135560-f11c-4b88-8ff6-0f3777c6e6ed, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f7135560-f11c-4b88-8ff6-0f3777c6e6ed,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:02:33.717833 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.813422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:33.814564 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:33.857273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:33.878604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b9910-90d0-4cf5-ada8-132608d68155 None None] Pushing event updated for resources: {'Port': ['ID=f7135560-f11c-4b88-8ff6-0f3777c6e6ed,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:33.991523 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2186ff70-8d9f-46e0-bd84-b573d7b21eab None None] Provisioning complete for port e2962c1b-c6d3-4a00-a208-2792d0c13df1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:33.992057 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2186ff70-8d9f-46e0-bd84-b573d7b21eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:34.041421 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:34.054621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:34.085166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:34.120761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2186ff70-8d9f-46e0-bd84-b573d7b21eab None None] Port e2962c1b-c6d3-4a00-a208-2792d0c13df1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:02:34.136806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:34.139017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Pushing event updated for resources: {'Port': ['ID=e2962c1b-c6d3-4a00-a208-2792d0c13df1,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:34.264632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Network 25609a22-271e-462c-aa8c-7b610f92406f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:34.266725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:34.370349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 1, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:34.418285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ac800-a441-4608-a48f-b070a7b75a78 None None] The sync data for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 is: [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 1, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:02:34.469290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Router 62f168aa-d56e-4073-b042-c18feadf4cf3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:02:34.549340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-83425bb8-0186-4de6-b2d6-596708e8f1bd None None] Provisioning complete for port e2962c1b-c6d3-4a00-a208-2792d0c13df1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:34.549884 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83425bb8-0186-4de6-b2d6-596708e8f1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:34.610911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-83425bb8-0186-4de6-b2d6-596708e8f1bd None None] Port e2962c1b-c6d3-4a00-a208-2792d0c13df1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:02:34.692757 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:02:34.702767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-73581f15-8207-4fe8-a519-0145227c981b admin admin] 10.222.0.13 "PUT /v2.0/routers/62f168aa-d56e-4073-b042-c18feadf4cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398954 Sep 26 14:02:35.390751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32936) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:35.399243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1255485391-network', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:02:35.433204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Made reservation on behalf of bc44a00593f14a8b908e87a0be3741a4 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:02:35.435984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:35.450180 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:35.593088 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:35.598617 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:35.627845 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:02:35.638606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fc8149-b6a7-4680-824a-7952b07dbdc2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:35.644146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:35.644478 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Added segment 31ce81c4-79e5-428c-ae49-5e85704ae6f5 of type vlan for network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 Sep 26 14:02:35.698001 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:35.728468 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:35.729712 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:35.730417 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:35.763611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3712659 Sep 26 14:02:35.767630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32938) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:35.774973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Request body: {'subnet': {'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1255485391-subnet', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:02:35.797673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f86d2-ab75-4198-95b8-a34a3c60f4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=0451e8f5-eaec-4caf-a69d-eb52b6904d32,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:35.808063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Made reservation on behalf of bc44a00593f14a8b908e87a0be3741a4 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:02:35.811152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:02:35.812039 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.039530 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.110154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9dc10d-18e0-4809-9edf-6f9f0b77358d,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:36.120825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Checking segment: {'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:02:36.121214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Network hostable DHCP agents. Network: 0451e8f5-eaec-4caf-a69d-eb52b6904d32, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:02:36.144007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:02:36.156650 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 0451e8f5-eaec-4caf-a69d-eb52b6904d32) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:36.162327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:36.163588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.168786 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d411a-6840-4311-bb70-db587fe21a62 None None] Network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:02:36.193330 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d68e8669-3126-41e9-9e03-2cadcb77891c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4211338 Sep 26 14:02:36.193929 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 32940) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:36.206397 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:02:36.239857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.241365 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.304123 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.305970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f7135560-f11c-4b88-8ff6-0f3777c6e6ed up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:36.457135 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.514973 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f7135560-f11c-4b88-8ff6-0f3777c6e6ed triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:36.515598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.555880 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-0451e8f5-eaec-4caf-a69d-eb52b6904d32', 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'fixed_ips': [{'subnet_id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:02:36.557471 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.742025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.763921 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:36.858018 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Sync routers for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:02:36.874940 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:36.876173 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:36.895167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Allocated IP 172.25.4.45 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/fcc1683c-e981-4bea-9360-e13dcb5ba7f8) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:02:36.969570 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.020566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port f7135560-f11c-4b88-8ff6-0f3777c6e6ed, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f7135560-f11c-4b88-8ff6-0f3777c6e6ed,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:37.031267 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Allocated IP 172.20.0.2 (0451e8f5-eaec-4caf-a69d-eb52b6904d32/5f9dc10d-18e0-4809-9edf-6f9f0b77358d/c730bf02-271f-4fdd-96fc-688dd3e3e1d8) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:02:37.034705 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.057317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.077461 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:37.118021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.163582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:37.166820 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=f7135560-f11c-4b88-8ff6-0f3777c6e6ed,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:37.167511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:37.171600 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:02:37.393266 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.406206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.418502 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 2, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:37.471867 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Checking router: 62f168aa-d56e-4073-b042-c18feadf4cf3 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:02:37.472400 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Updating router 62f168aa-d56e-4073-b042-c18feadf4cf3 port e2962c1b-c6d3-4a00-a208-2792d0c13df1 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:02:37.472533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:37.478273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:37.481594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:02:37.502549 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Pushing event updated for resources: {'Port': ['ID=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:37.509262 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.573121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Attempting to bind port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:02:37.573669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Attempting to bind port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:02:37.574151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Attempting to bind port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 on network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:02:37.581179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:02:37.581749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Checking segment: {'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:02:37.582267 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.582844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Bound using segment: {'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:02:37.583749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Bound port: c730bf02-271f-4fdd-96fc-688dd3e3e1d8, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:02:37.584260 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.599905 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc1683c-e981-4bea-9360-e13dcb5ba7f8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:37.670209 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] For port c730bf02-271f-4fdd-96fc-688dd3e3e1d8, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:02:37.673893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] For port c730bf02-271f-4fdd-96fc-688dd3e3e1d8, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,segment=NetworkSegment(31ce81c4-79e5-428c-ae49-5e85704ae6f5),segment_id=31ce81c4-79e5-428c-ae49-5e85704ae6f5)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:02:37.682037 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.799472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b16fed-a929-49c2-bbca-8eaa7b4dccf0 None None] Pushing event updated for resources: {'Port': ['ID=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:37.888490 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.898070 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.950335 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Pushing event updated for resources: {'Port': ['ID=e2962c1b-c6d3-4a00-a208-2792d0c13df1,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:37.963682 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:37.964017 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.964285 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.964802 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.966511 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.967031 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.967529 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.967855 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.968174 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.968499 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.968818 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.969131 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:37.969452 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:02:38.064194 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Attempting to bind port e2962c1b-c6d3-4a00-a208-2792d0c13df1 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:02:38.064943 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Attempting to bind port e2962c1b-c6d3-4a00-a208-2792d0c13df1 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:02:38.065633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Attempting to bind port e2962c1b-c6d3-4a00-a208-2792d0c13df1 on network 25609a22-271e-462c-aa8c-7b610f92406f {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:02:38.084723 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:02:38.085085 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Checking segment: {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:02:38.085743 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.086137 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Bound using segment: {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:02:38.087298 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Bound port: e2962c1b-c6d3-4a00-a208-2792d0c13df1, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:02:38.087753 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.250031 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] For port e2962c1b-c6d3-4a00-a208-2792d0c13df1, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:02:38.256668 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] For port e2962c1b-c6d3-4a00-a208-2792d0c13df1, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e2962c1b-c6d3-4a00-a208-2792d0c13df1,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:02:38.273282 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.341292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.348385 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:38.349171 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:38.406434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8f3b9e89-1b60-4d43-ab68-ecb84cf19cf3 None None] Provisioning complete for port e2962c1b-c6d3-4a00-a208-2792d0c13df1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:38.406972 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9e89-1b60-4d43-ab68-ecb84cf19cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.450421 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f563b-1ff7-45c7-a4a2-8d13fbeeee85 None None] Pushing event updated for resources: {'Port': ['ID=e2962c1b-c6d3-4a00-a208-2792d0c13df1,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:38.489536 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f7135560-f11c-4b88-8ff6-0f3777c6e6ed up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:38.534000 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:38.536134 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf069-6804-4322-a4dd-cc9f24e0c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.620536 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:02:38.711868 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9e89-1b60-4d43-ab68-ecb84cf19cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.717301 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f7135560-f11c-4b88-8ff6-0f3777c6e6ed triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:38.721606 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.809926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8f3b9e89-1b60-4d43-ab68-ecb84cf19cf3 None None] For port e2962c1b-c6d3-4a00-a208-2792d0c13df1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e2962c1b-c6d3-4a00-a208-2792d0c13df1,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:38.822188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f3b9e89-1b60-4d43-ab68-ecb84cf19cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.839743 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:38Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:38.883693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:02:38.893189 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18531e0d-2a33-419a-973f-16037b61a82e None None] The sync data for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 is: [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:38Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:02:38.902545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Sync routers for ids ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:02:38.921451 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:38.924537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ff22c989-1a10-4e07-ada5-398673bb8ef7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7286885 Sep 26 14:02:38.927578 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 32942) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:02:38.945333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c730bf02-271f-4fdd-96fc-688dd3e3e1d8 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:39.004264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Routers {'efcf5764-eb0e-4d98-a3b6-fdd944f6a590'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:39.005572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:39.016873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-698ec749-a07b-4c4b-9fa4-6f7da3a28303 None None] Provisioning complete for port e2962c1b-c6d3-4a00-a208-2792d0c13df1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:39.017250 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-698ec749-a07b-4c4b-9fa4-6f7da3a28303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:39.019239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b9e89-1b60-4d43-ab68-ecb84cf19cf3 None None] Pushing event updated for resources: {'Port': ['ID=e2962c1b-c6d3-4a00-a208-2792d0c13df1,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:39.211574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:39.211985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:39.287013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Set router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:39.337424 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c281c7-569c-47f3-8987-cad779cdd4a3 None None] Network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:02:39.509049 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:39.703555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port c730bf02-271f-4fdd-96fc-688dd3e3e1d8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,segment=NetworkSegment(31ce81c4-79e5-428c-ae49-5e85704ae6f5),segment_id=31ce81c4-79e5-428c-ae49-5e85704ae6f5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:39.718933 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:39.753430 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:39.848438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b02cf5b9-4f1d-4288-80bd-dc2cb40bd5cd None None] Provisioning complete for port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:39.849197 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b02cf5b9-4f1d-4288-80bd-dc2cb40bd5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:39.960697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Allocated IP 172.20.0.1 (0451e8f5-eaec-4caf-a69d-eb52b6904d32/5f9dc10d-18e0-4809-9edf-6f9f0b77358d/253fd465-840c-4f34-a76b-b92707e72743) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:02:39.973859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:40.041568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:37Z', 'revision_number': 3, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port': {'id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:40.109780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Checking router: efcf5764-eb0e-4d98-a3b6-fdd944f6a590 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:02:40.110256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Updating router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 port fcc1683c-e981-4bea-9360-e13dcb5ba7f8 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:02:40.114445 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.151967 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.184378 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.275115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:40.281720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:40.286319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:02:40.337466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Pushing event updated for resources: {'Port': ['ID=253fd465-840c-4f34-a76b-b92707e72743,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:40.341397 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c730bf02-271f-4fdd-96fc-688dd3e3e1d8 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:40.355299 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.532454 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8fa93b27-9a1e-4a78-bcc6-efcdfba2d239 None None] Provisioning complete for port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:40.533271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8fa93b27-9a1e-4a78-bcc6-efcdfba2d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.555494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.556460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:40.556848 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.848882 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.871650 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.876165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.884113 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.954853 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Pushing event updated for resources: {'Port': ['ID=253fd465-840c-4f34-a76b-b92707e72743,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:40.957666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:40.973571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d9b7f-9fc3-4162-abc2-c219ff935e7c None None] Pushing event updated for resources: {'Port': ['ID=fcc1683c-e981-4bea-9360-e13dcb5ba7f8,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:40.976781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e2962c1b-c6d3-4a00-a208-2792d0c13df1 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:41.001572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Attempting to bind port fcc1683c-e981-4bea-9360-e13dcb5ba7f8 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:02:41.001943 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Attempting to bind port fcc1683c-e981-4bea-9360-e13dcb5ba7f8 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:02:41.002304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Attempting to bind port fcc1683c-e981-4bea-9360-e13dcb5ba7f8 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:02:41.012613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:02:41.012963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:02:41.013375 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:41.013784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:02:41.014291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Bound port: fcc1683c-e981-4bea-9360-e13dcb5ba7f8, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:02:41.014650 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:41.074310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:41.076163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:41.091541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] For port fcc1683c-e981-4bea-9360-e13dcb5ba7f8, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:02:41.097026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] For port fcc1683c-e981-4bea-9360-e13dcb5ba7f8, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcc1683c-e981-4bea-9360-e13dcb5ba7f8,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:02:41.103277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e2962c1b-c6d3-4a00-a208-2792d0c13df1 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:41.103578 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:41.105789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e636d820-65db-48b5-b296-32766cdf1631 None None] Provisioning complete for port 253fd465-840c-4f34-a76b-b92707e72743 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:41.106153 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e636d820-65db-48b5-b296-32766cdf1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:41.109864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:41.236732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3e5d4587-d7d8-4f1c-90dc-8707e902452f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:41.238484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e636d820-65db-48b5-b296-32766cdf1631 None None] Port 253fd465-840c-4f34-a76b-b92707e72743 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:02:41.257572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d9b7f-9fc3-4162-abc2-c219ff935e7c None None] Pushing event updated for resources: {'Port': ['ID=fcc1683c-e981-4bea-9360-e13dcb5ba7f8,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:41.265982 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Routers {'efcf5764-eb0e-4d98-a3b6-fdd944f6a590'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:41.266634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:41.281854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:02:41.414171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] Set router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:41.418209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:02:41.424256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9ca1415b-cb01-4e3b-90f4-4985143a62b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/efcf5764-eb0e-4d98-a3b6-fdd944f6a590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4947097 Sep 26 14:02:41.507814 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8cc4fc8d-b74f-4320-9de1-1c93aacd1d6e None None] Provisioning complete for port 253fd465-840c-4f34-a76b-b92707e72743 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:41.508336 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8cc4fc8d-b74f-4320-9de1-1c93aacd1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:41.594581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4fc8d-b74f-4320-9de1-1c93aacd1d6e None None] Port 253fd465-840c-4f34-a76b-b92707e72743 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:02:41.685767 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0c081345-8b50-46a9-99de-ab971638314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:40Z', 'revision_number': 4, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port': {'id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '253fd465-840c-4f34-a76b-b92707e72743', 'name': '', 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'mac_address': 'fa:16:3e:14:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:39Z', 'updated_at': '2021-09-26T14:02:40Z', 'revision_number': 2, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'subnets': [{'id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:41.714384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c081345-8b50-46a9-99de-ab971638314d None None] The sync data for ids ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'] in n-d-806683-13 is: [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:40Z', 'revision_number': 4, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port': {'id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '253fd465-840c-4f34-a76b-b92707e72743', 'name': '', 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'mac_address': 'fa:16:3e:14:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:39Z', 'updated_at': '2021-09-26T14:02:40Z', 'revision_number': 2, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'subnets': [{'id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:02:41.759099 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:42.317438 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:43.774937 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:44.287966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcc1683c-e981-4bea-9360-e13dcb5ba7f8 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:44.385610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fcc1683c-e981-4bea-9360-e13dcb5ba7f8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:44.388820 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:44.482233 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:44.517137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port fcc1683c-e981-4bea-9360-e13dcb5ba7f8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcc1683c-e981-4bea-9360-e13dcb5ba7f8,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:44.525052 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:44.593979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=fcc1683c-e981-4bea-9360-e13dcb5ba7f8,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:45.765142 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Sync routers for ids ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:02:45.779484 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Routers {'efcf5764-eb0e-4d98-a3b6-fdd944f6a590'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:45.780519 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:45.870714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:45.959086 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Set router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:46.279629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcc1683c-e981-4bea-9360-e13dcb5ba7f8 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:46.390972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fcc1683c-e981-4bea-9360-e13dcb5ba7f8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:46.392406 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:46.410276 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:40Z', 'revision_number': 4, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port': {'id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '253fd465-840c-4f34-a76b-b92707e72743', 'name': '', 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'mac_address': 'fa:16:3e:14:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:39Z', 'updated_at': '2021-09-26T14:02:40Z', 'revision_number': 2, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'subnets': [{'id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:46.487860 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Checking router: efcf5764-eb0e-4d98-a3b6-fdd944f6a590 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:02:46.488457 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Updating router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 port 253fd465-840c-4f34-a76b-b92707e72743 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:02:46.539827 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:47.039363 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:47.047007 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:47.219833 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de5d97-93bf-4dd7-ab5f-2c28186e4eaa None None] Pushing event updated for resources: {'Port': ['ID=253fd465-840c-4f34-a76b-b92707e72743,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:47.230479 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Attempting to bind port 253fd465-840c-4f34-a76b-b92707e72743 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:02:47.230967 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Attempting to bind port 253fd465-840c-4f34-a76b-b92707e72743 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:02:47.231728 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Attempting to bind port 253fd465-840c-4f34-a76b-b92707e72743 on network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:02:47.242142 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:02:47.243284 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Checking segment: {'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:02:47.243966 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:47.244631 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Bound using segment: {'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:02:47.245402 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Bound port: 253fd465-840c-4f34-a76b-b92707e72743, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ce81c4-79e5-428c-ae49-5e85704ae6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:02:47.246075 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:47.404975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ef096917-4983-4241-96dd-c73bb4658f7c None None] Provisioning complete for port 253fd465-840c-4f34-a76b-b92707e72743 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:47.407819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef096917-4983-4241-96dd-c73bb4658f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:47.456275 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] For port 253fd465-840c-4f34-a76b-b92707e72743, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:02:47.461551 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] For port 253fd465-840c-4f34-a76b-b92707e72743, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=253fd465-840c-4f34-a76b-b92707e72743,segment=NetworkSegment(31ce81c4-79e5-428c-ae49-5e85704ae6f5),segment_id=31ce81c4-79e5-428c-ae49-5e85704ae6f5)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:02:47.472637 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:47.490398 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ef096917-4983-4241-96dd-c73bb4658f7c None None] Port 253fd465-840c-4f34-a76b-b92707e72743 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:02:47.554453 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Routers {'efcf5764-eb0e-4d98-a3b6-fdd944f6a590'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:02:47.554650 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:02:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:47.642527 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de5d97-93bf-4dd7-ab5f-2c28186e4eaa None None] Pushing event updated for resources: {'Port': ['ID=253fd465-840c-4f34-a76b-b92707e72743,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:47.799863 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] Set router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:02:47.932666 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3dec11fc-e645-4b56-9d23-40f3358784fe None None] Provisioning complete for port 253fd465-840c-4f34-a76b-b92707e72743 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:47.933242 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3dec11fc-e645-4b56-9d23-40f3358784fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:48.050669 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3dec11fc-e645-4b56-9d23-40f3358784fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:48.143379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3dec11fc-e645-4b56-9d23-40f3358784fe None None] For port 253fd465-840c-4f34-a76b-b92707e72743, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=253fd465-840c-4f34-a76b-b92707e72743,segment=NetworkSegment(31ce81c4-79e5-428c-ae49-5e85704ae6f5),segment_id=31ce81c4-79e5-428c-ae49-5e85704ae6f5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:02:48.157776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3dec11fc-e645-4b56-9d23-40f3358784fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:48.196039 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:40Z', 'revision_number': 4, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port': {'id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '253fd465-840c-4f34-a76b-b92707e72743', 'name': '', 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'mac_address': 'fa:16:3e:14:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:39Z', 'updated_at': '2021-09-26T14:02:47Z', 'revision_number': 4, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'subnets': [{'id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:02:48.332604 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815600cb-ce6a-410a-be76-3b90abe2d135 None None] The sync data for ids ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'] in n-d-806683-13 is: [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:40Z', 'revision_number': 4, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port': {'id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '253fd465-840c-4f34-a76b-b92707e72743', 'name': '', 'network_id': '0451e8f5-eaec-4caf-a69d-eb52b6904d32', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'mac_address': 'fa:16:3e:14:f4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:39Z', 'updated_at': '2021-09-26T14:02:47Z', 'revision_number': 4, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'subnets': [{'id': '5f9dc10d-18e0-4809-9edf-6f9f0b77358d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:02:48.338950 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec11fc-e645-4b56-9d23-40f3358784fe None None] Pushing event updated for resources: {'Port': ['ID=253fd465-840c-4f34-a76b-b92707e72743,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:48.385929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 253fd465-840c-4f34-a76b-b92707e72743 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:48.491790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 253fd465-840c-4f34-a76b-b92707e72743 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:48.492893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:50.286784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 253fd465-840c-4f34-a76b-b92707e72743 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:02:50.376061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 253fd465-840c-4f34-a76b-b92707e72743 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:50.377034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:50.709329 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:53.839063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-54d11e10-b9b1-48ae-a6ec-5be9d6ac0fce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:53.840713 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-54d11e10-b9b1-48ae-a6ec-5be9d6ac0fce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 813 time: 0.1129651 Sep 26 14:02:53.858214 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-32c9caad-f854-40aa-beae-04ee35073406 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/quotas/84fba56656a24f7b86e439c119bf3bc3 HTTP/1.1" status: 200 len: 375 time: 0.0112374 Sep 26 14:02:53.922067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-b4493238-9ad2-4240-99d8-d75689305301 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577548 Sep 26 14:02:54.028361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-11be5878-af05-48b7-84de-46491dded235 service neutron] 10.222.0.13 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935671 Sep 26 14:02:54.171224 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-cf0175b4-15cb-4c73-b3eb-bc5e9f6f3171 service neutron] 10.222.0.13 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350269 Sep 26 14:02:54.361950 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1956beed-73ad-49fd-acab-daf2561eb3a1 req-7c79dd59-ff72-414c-90ce-f46672ec41ad tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 210 time: 0.0338588 Sep 26 14:02:55.380249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-1fe58115-6100-471e-9e45-4555955cfa68 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:55.381875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-1fe58115-6100-471e-9e45-4555955cfa68 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 813 time: 0.1363928 Sep 26 14:02:55.398476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'port': {'device_id': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'admin_state_up': True, 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:02:55.506093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78553dc8-512a-467f-bbe6-41b9af90305d req-f1dcfbe5-1d83-4bc5-bc7f-cdbfb37c4666 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 210 time: 0.0491471 Sep 26 14:02:55.558705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Made reservation on behalf of 84fba56656a24f7b86e439c119bf3bc3 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:02:55.565200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:55.818286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Allocated IP 172.20.0.13 (25609a22-271e-462c-aa8c-7b610f92406f/9bed0ffd-dfa5-45f2-a530-826213a1d964/cb47e39c-e47e-458e-adb0-f1e48071e20e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:02:56.030743 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:56.081682 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:56.141854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Network 25609a22-271e-462c-aa8c-7b610f92406f is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:02:56.146449 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:02:56.149876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:02:56.206348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'Port': ['ID=cb47e39c-e47e-458e-adb0-f1e48071e20e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:02:56.245669 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:56.246730 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:56.283888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-7b6410f8-c3c6-4962-8fa9-1d8b057251e6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8924215 Sep 26 14:02:56.580516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b6dfc298-efbb-48c4-84f0-febba28440fe None None] Provisioning complete for port cb47e39c-e47e-458e-adb0-f1e48071e20e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:02:56.581331 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc298-efbb-48c4-84f0-febba28440fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:02:56.636610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfc298-efbb-48c4-84f0-febba28440fe None None] Port cb47e39c-e47e-458e-adb0-f1e48071e20e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:02:56.695698 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d73c4a-9f88-451d-95a0-e26d5ec9487e req-c58f3df3-658e-4953-95f6-85c51406fd17 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:56.697675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10d73c4a-9f88-451d-95a0-e26d5ec9487e req-c58f3df3-658e-4953-95f6-85c51406fd17 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0980854 Sep 26 14:02:56.767938 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10d73c4a-9f88-451d-95a0-e26d5ec9487e req-e7c04290-4112-408c-849b-3367ca526dfa tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634716 Sep 26 14:02:57.957840 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f56002-f28e-4ab1-b23d-331c1c65c9e0 req-5f79b81a-95d5-47d8-95ec-2641bb6896d6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:57.960625 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9f56002-f28e-4ab1-b23d-331c1c65c9e0 req-5f79b81a-95d5-47d8-95ec-2641bb6896d6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0949771 Sep 26 14:02:58.015241 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b9f56002-f28e-4ab1-b23d-331c1c65c9e0 req-b6979799-9048-40c5-a560-2c389b8bf3c7 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Sep 26 14:02:59.179087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca56a9b-72df-4bd6-b95e-d9d68459c8d7 req-285a43b8-1e7d-4d19-a334-f40865f57569 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:02:59.183096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ca56a9b-72df-4bd6-b95e-d9d68459c8d7 req-285a43b8-1e7d-4d19-a334-f40865f57569 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0836976 Sep 26 14:02:59.232695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5ca56a9b-72df-4bd6-b95e-d9d68459c8d7 req-b42d1963-319e-4e97-8548-7501b7e01782 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Sep 26 14:03:00.427474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee7bc0-1f1f-43ec-92b0-355086dcee6a req-106a5dad-dd86-43c5-a611-6bdce46321a3 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:00.430786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eee7bc0-1f1f-43ec-92b0-355086dcee6a req-106a5dad-dd86-43c5-a611-6bdce46321a3 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0808847 Sep 26 14:03:00.494901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4eee7bc0-1f1f-43ec-92b0-355086dcee6a req-99079679-efb4-432e-b840-4d662b36966f tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Sep 26 14:03:01.710459 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a61ff3-19b5-4df9-92de-174e8f1bce69 req-acfdbeae-ee1c-415e-833d-43f1d306c029 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:01.712860 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06a61ff3-19b5-4df9-92de-174e8f1bce69 req-acfdbeae-ee1c-415e-833d-43f1d306c029 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0757554 Sep 26 14:03:01.760071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-06a61ff3-19b5-4df9-92de-174e8f1bce69 req-ebf20a71-2cd9-4ce4-a401-57ee05a534a0 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Sep 26 14:03:02.947227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291031b-ca71-4a02-af5a-a5b46eb8c6c0 req-d3bf24a6-2575-4709-9984-741c2116f87e tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:02.950270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8291031b-ca71-4a02-af5a-a5b46eb8c6c0 req-d3bf24a6-2575-4709-9984-741c2116f87e tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0949128 Sep 26 14:03:03.019332 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8291031b-ca71-4a02-af5a-a5b46eb8c6c0 req-59b3f54a-00c5-4a4b-8b2a-7f908587e123 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622432 Sep 26 14:03:04.192051 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccb280-37bb-4a49-a356-a5819f37c18d req-20d8732d-c440-4660-b285-a3f95075d8d2 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:04.194008 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2ccb280-37bb-4a49-a356-a5819f37c18d req-20d8732d-c440-4660-b285-a3f95075d8d2 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0589936 Sep 26 14:03:04.242704 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d2ccb280-37bb-4a49-a356-a5819f37c18d req-fef80372-22f8-47e7-bca3-0448078a9d30 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Sep 26 14:03:04.802543 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:03:05.396370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c06aeb-5b1d-4071-b1d8-675b1fbf3aff req-09ea38ef-18a5-4903-975e-f7f44cda232c tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:05.398341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11c06aeb-5b1d-4071-b1d8-675b1fbf3aff req-09ea38ef-18a5-4903-975e-f7f44cda232c tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0771899 Sep 26 14:03:05.446796 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-11c06aeb-5b1d-4071-b1d8-675b1fbf3aff req-ec71617e-1b08-4636-845e-c5b77d6d0c8c tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Sep 26 14:03:06.613031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d8d38-7d53-44be-bfd8-310ae01f2a92 req-c8c00eb2-fb14-4819-aba5-e25b33202df6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:06.615768 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-151d8d38-7d53-44be-bfd8-310ae01f2a92 req-c8c00eb2-fb14-4819-aba5-e25b33202df6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 932 time: 0.0811300 Sep 26 14:03:06.656247 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-151d8d38-7d53-44be-bfd8-310ae01f2a92 req-be98aa09-e953-43b5-b434-4640a7a834e4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344684 Sep 26 14:03:06.693656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Request body: {'port': {'device_id': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:06.760737 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:07.041353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb47e39c-e47e-458e-adb0-f1e48071e20e {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:03:07.049734 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:07.064236 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Transition to ACTIVE for port object cb47e39c-e47e-458e-adb0-f1e48071e20e will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:03:07.068752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:07.123022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Pushing event updated for resources: {'Port': ['ID=cb47e39c-e47e-458e-adb0-f1e48071e20e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:07.216884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Attempting to bind port cb47e39c-e47e-458e-adb0-f1e48071e20e on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:03:07.217223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Attempting to bind port cb47e39c-e47e-458e-adb0-f1e48071e20e by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:03:07.217589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Attempting to bind port cb47e39c-e47e-458e-adb0-f1e48071e20e on network 25609a22-271e-462c-aa8c-7b610f92406f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:03:07.222566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Port cb47e39c-e47e-458e-adb0-f1e48071e20e on network 25609a22-271e-462c-aa8c-7b610f92406f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:03:07.222900 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Attempting to bind port cb47e39c-e47e-458e-adb0-f1e48071e20e on network 25609a22-271e-462c-aa8c-7b610f92406f {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:03:07.229015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:03:07.229350 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Checking segment: {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:03:07.229823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Bound using segment: {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:03:07.230269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Bound port: cb47e39c-e47e-458e-adb0-f1e48071e20e, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2113abf7-12f9-4c34-8e60-4a12d5b103c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:03:07.230627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:07.315914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] For port cb47e39c-e47e-458e-adb0-f1e48071e20e, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:03:07.320933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] For port cb47e39c-e47e-458e-adb0-f1e48071e20e, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:03:07.326934 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:07.364830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:07.365459 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:07.367480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] 10.222.0.24 "PUT /v2.0/ports/cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 1093 time: 0.6813815 Sep 26 14:03:07.367941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:03:07.370343 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428b5692-2012-455b-88f2-1648ecae9917" -d '{"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:03:07.418450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2546b7-0e6d-4150-bfd9-c9ff151ec809 service neutron] Pushing event updated for resources: {'Port': ['ID=cb47e39c-e47e-458e-adb0-f1e48071e20e,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:07.433181 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a7c276-8af0-47fc-8b5d-c55500792a7b x-openstack-request-id: req-54a7c276-8af0-47fc-8b5d-c55500792a7b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:03:07.433690 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:03:07.433882 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54a7c276-8af0-47fc-8b5d-c55500792a7b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:03:07.434300 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'status': 'completed', 'code': 200} Sep 26 14:03:07.503583 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-02df8cfc-4c73-4c73-8d3b-a4aaa276e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:07.506171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-02df8cfc-4c73-4c73-8d3b-a4aaa276e2eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1096 time: 0.0675917 Sep 26 14:03:07.583810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-72c3bffd-b260-41eb-9e28-1cc2551eb8b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 217 time: 0.0696852 Sep 26 14:03:07.643089 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-6dd81582-e1dd-41a9-a376-68c6b1e74f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:07.644917 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-6dd81582-e1dd-41a9-a376-68c6b1e74f51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.0542638 Sep 26 14:03:07.698048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-2e8cd6a9-167e-4581-9bc5-7dc7fc7eaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:07.699581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-2e8cd6a9-167e-4581-9bc5-7dc7fc7eaf21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475526 Sep 26 14:03:07.838934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf9f5f-25a6-4f9b-9d53-aec6684691c8 req-88a3d183-a4a3-460a-8922-8a7b2159569d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:07.840519 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4bbf9f5f-25a6-4f9b-9d53-aec6684691c8 req-88a3d183-a4a3-460a-8922-8a7b2159569d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 944 time: 0.0975561 Sep 26 14:03:07.842947 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-0ba2a699-541b-4627-8bc7-75ca58450aac service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357284 Sep 26 14:03:07.940193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4bbf9f5f-25a6-4f9b-9d53-aec6684691c8 req-06ce8a0d-91de-4b8f-b085-514c8aef8977 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919185 Sep 26 14:03:07.978737 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82d3a027-cd06-4ed1-b657-de0573aa3a49 req-b509a1f8-25b7-4a27-8d82-48b880f7ce39 service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237800 Sep 26 14:03:08.070380 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b5692-2012-455b-88f2-1648ecae9917 req-93d33b7c-3c90-4bea-8618-30132f986aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:08.072123 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428b5692-2012-455b-88f2-1648ecae9917 req-93d33b7c-3c90-4bea-8618-30132f986aed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1096 time: 0.0467055 Sep 26 14:03:08.173337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b5692-2012-455b-88f2-1648ecae9917 req-3036f10f-4367-4718-95b4-8e2a3a95fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:08.174821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428b5692-2012-455b-88f2-1648ecae9917 req-3036f10f-4367-4718-95b4-8e2a3a95fb2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 913 time: 0.0959125 Sep 26 14:03:08.219471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428b5692-2012-455b-88f2-1648ecae9917 req-31621a92-9db3-4768-a95c-ee7a2672c2b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 217 time: 0.0367136 Sep 26 14:03:08.288568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b5692-2012-455b-88f2-1648ecae9917 req-77318bfd-ce1a-40ca-858b-bd8d30d90afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:08.290823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428b5692-2012-455b-88f2-1648ecae9917 req-77318bfd-ce1a-40ca-858b-bd8d30d90afb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.0635774 Sep 26 14:03:08.345822 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b5692-2012-455b-88f2-1648ecae9917 req-253996ce-badd-4969-8c8e-2d54949895bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:08.347690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428b5692-2012-455b-88f2-1648ecae9917 req-253996ce-badd-4969-8c8e-2d54949895bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476866 Sep 26 14:03:08.430866 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aae40966-35ba-474f-b0e9-9cfb53de80c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:08.447680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428b5692-2012-455b-88f2-1648ecae9917 req-4c69f83a-4970-4244-9cc3-3ea558c8ac9e service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921733 Sep 26 14:03:08.556900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-428b5692-2012-455b-88f2-1648ecae9917 req-6ecd160e-837f-467e-b1a4-bef4f43cbbab service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014426 Sep 26 14:03:09.068023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab81df-7242-42a5-bea3-f3d66c30136a req-7ba1120d-1a86-4663-b94f-38c3a0d71d7d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:09.070147 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67ab81df-7242-42a5-bea3-f3d66c30136a req-7ba1120d-1a86-4663-b94f-38c3a0d71d7d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 944 time: 0.0534246 Sep 26 14:03:09.117350 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-67ab81df-7242-42a5-bea3-f3d66c30136a req-790775d9-9fdc-4ecf-9112-1e990cc907f3 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Sep 26 14:03:09.177087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cb47e39c-e47e-458e-adb0-f1e48071e20e details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:03:09.284460 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cb47e39c-e47e-458e-adb0-f1e48071e20e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:03:09.296351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'port_id': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'mac_address': 'fa:16:3e:74:dd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:03:09.337174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:09.351351 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb47e39c-e47e-458e-adb0-f1e48071e20e {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:03:09.372647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cb47e39c-e47e-458e-adb0-f1e48071e20e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:03:09.377444 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:09.433110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=cb47e39c-e47e-458e-adb0-f1e48071e20e,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:09.608480 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['cb47e39c-e47e-458e-adb0-f1e48071e20e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:03:10.243079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e4d47-273b-4f59-8918-f5eda99d4950 req-2f065724-5133-44c9-a771-975bf02c38d4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:10.244724 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf3e4d47-273b-4f59-8918-f5eda99d4950 req-2f065724-5133-44c9-a771-975bf02c38d4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 945 time: 0.0547955 Sep 26 14:03:10.285761 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf3e4d47-273b-4f59-8918-f5eda99d4950 req-e826f0ee-5053-44f3-9cb7-e8dc3acfa58f tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344822 Sep 26 14:03:11.161270 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-078379d0-8b4c-409a-b412-b6d09e1b93e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:11.189504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cb47e39c-e47e-458e-adb0-f1e48071e20e up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:03:11.248495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port cb47e39c-e47e-458e-adb0-f1e48071e20e completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:03:11.253106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port cb47e39c-e47e-458e-adb0-f1e48071e20e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:03:11.253679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:11.341664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:11.378717 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:03:11.381443 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d127f05-6f26-46e0-a743-af62d052af5b" -d '{"events": [{"server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "name": "network-vif-plugged", "status": "completed", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:03:11.402859 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port cb47e39c-e47e-458e-adb0-f1e48071e20e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:03:11.409855 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:11.447663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f813b-0a06-40a0-aba6-ad712170d4b0 req-68dbbc26-39f0-4881-9ebe-bda53913ff81 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:11.450039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-606f813b-0a06-40a0-aba6-ad712170d4b0 req-68dbbc26-39f0-4881-9ebe-bda53913ff81 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 945 time: 0.0802455 Sep 26 14:03:11.451329 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a224b7-5198-4281-923f-553274c5a9fd x-openstack-request-id: req-76a224b7-5198-4281-923f-553274c5a9fd {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:03:11.451762 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "name": "network-vif-plugged", "status": "completed", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:03:11.452144 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76a224b7-5198-4281-923f-553274c5a9fd {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:03:11.452892 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'code': 200} Sep 26 14:03:11.504759 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=cb47e39c-e47e-458e-adb0-f1e48071e20e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:11.511226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-606f813b-0a06-40a0-aba6-ad712170d4b0 req-c3f94e61-c2a6-41dc-b4ec-5f8b62e29472 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503960 Sep 26 14:03:11.557365 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e580bcd-f9aa-46c9-bc0c-eae5c3acff5a req-d3806375-2ac5-4f5f-b630-a56841e3960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:11.559012 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e580bcd-f9aa-46c9-bc0c-eae5c3acff5a req-d3806375-2ac5-4f5f-b630-a56841e3960c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1098 time: 0.0447724 Sep 26 14:03:11.601944 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7e580bcd-f9aa-46c9-bc0c-eae5c3acff5a req-b91d01e9-72d9-4e86-ac28-77101128d020 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359294 Sep 26 14:03:11.742981 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:12.313814 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:12.677630 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbcad7-ade8-4295-b2fc-beae18fc51ab req-591fdaf4-f471-4d2c-8e88-09e0d6fd0aea tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:12.679824 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2dbcad7-ade8-4295-b2fc-beae18fc51ab req-591fdaf4-f471-4d2c-8e88-09e0d6fd0aea tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.0565162 Sep 26 14:03:12.724391 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f2dbcad7-ade8-4295-b2fc-beae18fc51ab req-648c5a92-d63c-4730-921e-9b167d986fb8 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382757 Sep 26 14:03:13.774627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:13.857990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c97526-c5e8-4981-b918-9235e88a202b req-041e4208-98c0-48f7-8da9-2a68589562c4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:13.859530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30c97526-c5e8-4981-b918-9235e88a202b req-041e4208-98c0-48f7-8da9-2a68589562c4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.0522320 Sep 26 14:03:13.900226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30c97526-c5e8-4981-b918-9235e88a202b req-f4477c42-afec-46ee-8422-d187a817dfe0 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Sep 26 14:03:14.016162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad0dd-d072-4883-a1e5-7dcc5ea2ab09 req-a91a4437-2bfa-4fdb-81ac-5444b8bcf37b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:14.017644 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1cad0dd-d072-4883-a1e5-7dcc5ea2ab09 req-a91a4437-2bfa-4fdb-81ac-5444b8bcf37b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.0501497 Sep 26 14:03:14.067540 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1cad0dd-d072-4883-a1e5-7dcc5ea2ab09 req-669396e8-a5bb-4c90-b019-58cb290e3ae1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Sep 26 14:03:14.273522 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ee40c-b5dc-46ce-873a-6d6c50a169f0 req-d9813218-9ddd-4cf5-9462-d8f2bbca6588 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:14.275021 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c90ee40c-b5dc-46ce-873a-6d6c50a169f0 req-d9813218-9ddd-4cf5-9462-d8f2bbca6588 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.0507250 Sep 26 14:03:14.321446 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c90ee40c-b5dc-46ce-873a-6d6c50a169f0 req-9e848455-dce8-418c-b9aa-8e04974f083f tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Sep 26 14:03:15.826897 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:20.697837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:25.866669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201ec002-e567-482a-acb2-49664d8e7409 req-f5412a34-e18e-41a3-adf1-f55cbce77ad0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442057 Sep 26 14:03:25.978976 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ec002-e567-482a-acb2-49664d8e7409 req-f7ee9689-ca2a-435c-89b2-6e9bdaccf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:25.980435 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201ec002-e567-482a-acb2-49664d8e7409 req-f7ee9689-ca2a-435c-89b2-6e9bdaccf4bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1098 time: 0.0510309 Sep 26 14:03:26.130656 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ec002-e567-482a-acb2-49664d8e7409 req-e87f61bd-ad58-4963-af99-0879fd89cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:26.132810 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201ec002-e567-482a-acb2-49664d8e7409 req-e87f61bd-ad58-4963-af99-0879fd89cf09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 913 time: 0.1257625 Sep 26 14:03:26.150276 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6e53f-235b-459c-b7a2-fb0a849cfc33 req-4e4ca077-03b7-49bb-8ca9-6319c8d3ca7f tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:26.151871 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f6e53f-235b-459c-b7a2-fb0a849cfc33 req-4e4ca077-03b7-49bb-8ca9-6319c8d3ca7f tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.0693831 Sep 26 14:03:26.217129 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201ec002-e567-482a-acb2-49664d8e7409 req-f3c5f094-e108-453c-a701-3487414f12d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 217 time: 0.0751379 Sep 26 14:03:26.283818 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f3f6e53f-235b-459c-b7a2-fb0a849cfc33 req-0e717884-2742-47fc-935c-7aa622324d00 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235967 Sep 26 14:03:26.299672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ec002-e567-482a-acb2-49664d8e7409 req-0db8b048-d933-4f15-8bea-ae139c5769f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:26.299672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201ec002-e567-482a-acb2-49664d8e7409 req-0db8b048-d933-4f15-8bea-ae139c5769f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.0711145 Sep 26 14:03:26.307782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33142) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:26.353266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ec002-e567-482a-acb2-49664d8e7409 req-42fd797d-fd94-416a-a5d3-b00f426fde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:26.354876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201ec002-e567-482a-acb2-49664d8e7409 req-42fd797d-fd94-416a-a5d3-b00f426fde95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493648 Sep 26 14:03:26.496588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201ec002-e567-482a-acb2-49664d8e7409 req-62debc43-837e-413c-bd0e-1fc4406614ae service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335166 Sep 26 14:03:26.503200 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58dc6f2-3041-413f-8154-78d1e2372bb7 tempest-TestMinimumBasicScenario-471758356 tempest-TestMinimumBasicScenario-471758356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:26.505891 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e58dc6f2-3041-413f-8154-78d1e2372bb7 tempest-TestMinimumBasicScenario-471758356 tempest-TestMinimumBasicScenario-471758356-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1093 time: 0.1965353 Sep 26 14:03:26.509519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33146) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:26.517199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:26.551714 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:26.619870 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-201ec002-e567-482a-acb2-49664d8e7409 req-1888202e-b144-4ab6-950a-70549b2caff8 service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161742 Sep 26 14:03:27.028682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:27.144043 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Allocated IP 172.25.4.141 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/450c6d90-a3d8-4472-ae9f-aa5e9723d269) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:03:27.256979 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:27.292877 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:27.333124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:03:27.336266 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:03:27.340160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:03:27.371408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'Port': ['ID=450c6d90-a3d8-4472-ae9f-aa5e9723d269,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:27.387397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.387795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.388176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.388617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.389075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.389512 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.389975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.390307 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.390759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.391135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.391561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.391929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:27.739595 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:27.817641 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:27.997061 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.002592 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.078289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'Port': ['ID=450c6d90-a3d8-4472-ae9f-aa5e9723d269,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:28.093978 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.205184 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Floating IP f2a95670-ac9e-473a-8da3-8d025949dd49 associated. External IP: 172.25.4.141, port: cb47e39c-e47e-458e-adb0-f1e48071e20e. Sep 26 14:03:28.437279 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Router 62f168aa-d56e-4073-b042-c18feadf4cf3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:03:28.556994 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:03:28.567905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] Sync routers for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:03:28.574956 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.579509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:03:28.580150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:03:28.611229 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-81d1500e-da00-4cad-8ed3-d113f768938d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0974200 Sep 26 14:03:28.611229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:03:28.611707 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d72b57d-6116-4339-bdf9-283a2b2e958a" -d '{"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:03:28.611913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33148) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:28.616947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102314741', 'description': 'tempest-secgroup-smoke-1102314741 description', 'project_id': '84fba56656a24f7b86e439c119bf3bc3'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:28.644851 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.755413 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.760886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.793419 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.800251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1823101 Sep 26 14:03:28.800251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33154) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:28.819901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-877e4dd5-abbb-407a-b33b-bc12f765e51b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'security_group_rule': {'security_group_id': '723b346f-d600-4eaa-96fc-91e3729d412f', 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:28.828032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723b346f-d600-4eaa-96fc-91e3729d412f,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:28.842298 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.842640 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.842964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.843343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.844916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.844916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.844916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.844916 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.845632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.845632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.845959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.845959 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f453e-2f47-45c5-863d-d3643bd1a6ce tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:03:28.869294 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-877e4dd5-abbb-407a-b33b-bc12f765e51b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.901460 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22eedee-1709-4d40-b0a7-5e18dd7267d1 x-openstack-request-id: req-e22eedee-1709-4d40-b0a7-5e18dd7267d1 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:03:28.901754 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:03:28.901996 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e22eedee-1709-4d40-b0a7-5e18dd7267d1 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:03:28.902400 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'status': 'completed', 'code': 200} Sep 26 14:03:28.904159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:03:28.940289 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-877e4dd5-abbb-407a-b33b-bc12f765e51b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.952410 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-877e4dd5-abbb-407a-b33b-bc12f765e51b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:28.992573 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e4dd5-abbb-407a-b33b-bc12f765e51b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8774e2-54ff-48bf-a346-b99ce465e66d,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:28.996666 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-877e4dd5-abbb-407a-b33b-bc12f765e51b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.000782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33156) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:29.000955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-877e4dd5-abbb-407a-b33b-bc12f765e51b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1998482 Sep 26 14:03:29.007106 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e6607dc8-d44c-4333-b9cf-dee75b6d24e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'security_group_rule': {'security_group_id': '723b346f-d600-4eaa-96fc-91e3729d412f', 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:29.013984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-abace863-5456-464c-aaa6-72d4625cff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:29.015957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-abace863-5456-464c-aaa6-72d4625cff60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1098 time: 0.0776777 Sep 26 14:03:29.053286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6607dc8-d44c-4333-b9cf-dee75b6d24e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.127170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6607dc8-d44c-4333-b9cf-dee75b6d24e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.132639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6607dc8-d44c-4333-b9cf-dee75b6d24e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.133320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-022f329e-4356-4a99-bffa-6dfe6d11aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:29.135034 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-022f329e-4356-4a99-bffa-6dfe6d11aafb service neutron] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 913 time: 0.1088090 Sep 26 14:03:29.150504 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6607dc8-d44c-4333-b9cf-dee75b6d24e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf848f7-1f4b-4cfc-9c0f-8c367a45db7f,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:29.166510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e6607dc8-d44c-4333-b9cf-dee75b6d24e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.167919 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e6607dc8-d44c-4333-b9cf-dee75b6d24e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660924 Sep 26 14:03:29.170871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33158) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:29.176031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-dddd9c7f-03fc-42fd-8f1c-5e0893e7f944 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'security_group_rule': {'security_group_id': '723b346f-d600-4eaa-96fc-91e3729d412f', 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:29.220574 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-48a4096d-e6e8-4098-a426-a58ea0641817 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 1000 time: 0.0770190 Sep 26 14:03:29.226296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dddd9c7f-03fc-42fd-8f1c-5e0893e7f944 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.228995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f2a95670-ac9e-473a-8da3-8d025949dd49', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'port_id': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'mac_address': 'fa:16:3e:74:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:03:27Z', 'updated_at': '2021-09-26T14:03:27Z', 'revision_number': 0, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:38Z', 'revision_number': 5, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:03:29.261625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] Checking router: 62f168aa-d56e-4073-b042-c18feadf4cf3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:03:29.270574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:03:29.271188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:03:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:03:29.271323 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-ad7b1dd5-69bd-4c8e-b9e7-72ed2418b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:29.272989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-ad7b1dd5-69bd-4c8e-b9e7-72ed2418b58d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.0448639 Sep 26 14:03:29.324351 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dddd9c7f-03fc-42fd-8f1c-5e0893e7f944 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.330167 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dddd9c7f-03fc-42fd-8f1c-5e0893e7f944 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.346828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-7edca07f-5e54-4af6-9878-f79dda248f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:29.348340 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-7edca07f-5e54-4af6-9878-f79dda248f17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623133 Sep 26 14:03:29.348582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd9c7f-03fc-42fd-8f1c-5e0893e7f944 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b93cef7-58a6-4fd7-b8e1-3c3d15a1b851,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:29.359487 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-dddd9c7f-03fc-42fd-8f1c-5e0893e7f944 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.361787 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dddd9c7f-03fc-42fd-8f1c-5e0893e7f944 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898839 Sep 26 14:03:29.365769 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33160) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:29.371181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-887510c0-f4f4-4e7f-af4c-adc36708fbd9 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'security_group_rule': {'security_group_id': '723b346f-d600-4eaa-96fc-91e3729d412f', 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:29.407049 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-887510c0-f4f4-4e7f-af4c-adc36708fbd9 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.407877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:03:29.486588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-887510c0-f4f4-4e7f-af4c-adc36708fbd9 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.492466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-887510c0-f4f4-4e7f-af4c-adc36708fbd9 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.495560 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-04eae8ba-94fe-4d53-988a-18618806ddfb service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390758 Sep 26 14:03:29.517351 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887510c0-f4f4-4e7f-af4c-adc36708fbd9 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2f7c8c-5b90-4e22-8b0d-96669a29b2af,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:29.528414 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-887510c0-f4f4-4e7f-af4c-adc36708fbd9 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.530862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-887510c0-f4f4-4e7f-af4c-adc36708fbd9 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632967 Sep 26 14:03:29.533828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33162) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:29.540544 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-323eb634-0f72-414e-ad18-dad6a29a3684 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'security_group_rule': {'security_group_id': '723b346f-d600-4eaa-96fc-91e3729d412f', 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:29.606161 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-323eb634-0f72-414e-ad18-dad6a29a3684 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Project 84fba56656a24f7b86e439c119bf3bc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:03:29.617998 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-323eb634-0f72-414e-ad18-dad6a29a3684 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.623591 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d72b57d-6116-4339-bdf9-283a2b2e958a req-a6d611bc-55d2-4aec-a0f6-63514b2af982 service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199918 Sep 26 14:03:29.679524 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f2a95670-ac9e-473a-8da3-8d025949dd49', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'port_id': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'mac_address': 'fa:16:3e:74:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:03:27Z', 'updated_at': '2021-09-26T14:03:27Z', 'revision_number': 0, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:38Z', 'revision_number': 5, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:03:29.687111 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-323eb634-0f72-414e-ad18-dad6a29a3684 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.692458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-323eb634-0f72-414e-ad18-dad6a29a3684 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.707970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281f6ed-91fe-4bd8-98a3-3b69a9b3cb42 None None] The sync data for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 is: [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f2a95670-ac9e-473a-8da3-8d025949dd49', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'port_id': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'mac_address': 'fa:16:3e:74:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:03:27Z', 'updated_at': '2021-09-26T14:03:27Z', 'revision_number': 0, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:38Z', 'revision_number': 5, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:03:29.710734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eb634-0f72-414e-ad18-dad6a29a3684 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a798ac9-af90-4f7d-8839-883972f6fca6,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:29.722782 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-323eb634-0f72-414e-ad18-dad6a29a3684 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.727053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-323eb634-0f72-414e-ad18-dad6a29a3684 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1893346 Sep 26 14:03:29.728495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33164) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:03:29.733223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-23401f29-3f6f-4013-b193-a28faf3541e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'security_group_rule': {'security_group_id': '723b346f-d600-4eaa-96fc-91e3729d412f', 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:29.758528 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-23401f29-3f6f-4013-b193-a28faf3541e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Project 84fba56656a24f7b86e439c119bf3bc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:03:29.764115 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-23401f29-3f6f-4013-b193-a28faf3541e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.834707 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-23401f29-3f6f-4013-b193-a28faf3541e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.843395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-23401f29-3f6f-4013-b193-a28faf3541e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.862714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23401f29-3f6f-4013-b193-a28faf3541e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7b1951-a6ea-430b-b547-1c6798436b89,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:29.879424 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-23401f29-3f6f-4013-b193-a28faf3541e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:29.882533 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-23401f29-3f6f-4013-b193-a28faf3541e1 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520090 Sep 26 14:03:29.947865 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3d3ce0-d9ca-4b46-91fe-2691524d5e76 None None] New status for floating IP f2a95670-ac9e-473a-8da3-8d025949dd49: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:03:29.978399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-e206bd19-f0bb-4907-b17b-102ff7723dd4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102314741&fields=id&tenant_id=84fba56656a24f7b86e439c119bf3bc3 HTTP/1.1" status: 200 len: 267 time: 0.0457199 Sep 26 14:03:30.039143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-7e37e3f3-a8c3-489f-85cf-dfb48970e74d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:30.040677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-7e37e3f3-a8c3-489f-85cf-dfb48970e74d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.0559251 Sep 26 14:03:30.053125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'port': {'security_groups': ['b58fd439-b93e-4f52-9c4d-af3e2bf989e0', '723b346f-d600-4eaa-96fc-91e3729d412f']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:03:30.123758 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:30.326341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] For port cb47e39c-e47e-458e-adb0-f1e48071e20e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:03:30.355656 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:30.360469 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:30.371923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['cb47e39c-e47e-458e-adb0-f1e48071e20e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:03:30.406456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:30.407172 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:30.410348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff8660aa-f1c3-401a-a1f1-36f625c6c80f req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "PUT /v2.0/ports/cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 982 time: 0.3620367 Sep 26 14:03:30.411240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:03:30.413365 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004abeff-130a-4387-9220-95f074b832bd" -d '{"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:03:30.460768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac389e-02c0-496d-a51b-066c8737e442 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'Port': ['ID=cb47e39c-e47e-458e-adb0-f1e48071e20e,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:03:30.472423 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['cb47e39c-e47e-458e-adb0-f1e48071e20e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:03:30.473939 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15bc81f-e781-432e-afd6-c580746450da x-openstack-request-id: req-c15bc81f-e781-432e-afd6-c580746450da {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:03:30.475007 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:03:30.475379 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c15bc81f-e781-432e-afd6-c580746450da {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:03:30.475895 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'status': 'completed', 'code': 200} Sep 26 14:03:30.554693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004abeff-130a-4387-9220-95f074b832bd req-a425df0d-7fcc-40e7-8f31-0944cfb036c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:30.556393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004abeff-130a-4387-9220-95f074b832bd req-a425df0d-7fcc-40e7-8f31-0944cfb036c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1137 time: 0.0591741 Sep 26 14:03:30.561420 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbe9cd-52f2-4672-a425-720018fcfd4c req-d5710713-3db9-451b-b72b-51865fa5c976 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:30.563160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4dbe9cd-52f2-4672-a425-720018fcfd4c req-d5710713-3db9-451b-b72b-51865fa5c976 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0700738 Sep 26 14:03:30.631804 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e4dbe9cd-52f2-4672-a425-720018fcfd4c req-c7a2e848-ce4e-4f2f-af2d-dc8046b46f7e tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606639 Sep 26 14:03:30.682545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004abeff-130a-4387-9220-95f074b832bd req-b89f511f-97d4-47eb-8d16-93c8cb1468db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:30.683950 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004abeff-130a-4387-9220-95f074b832bd req-b89f511f-97d4-47eb-8d16-93c8cb1468db service neutron] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 913 time: 0.1197205 Sep 26 14:03:30.758946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004abeff-130a-4387-9220-95f074b832bd req-55b976e1-9828-425e-85df-d092becbb888 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 1002 time: 0.0672967 Sep 26 14:03:30.799715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ccc95945-b955-41d3-a108-cc3add0558a2 None None] Provisioning complete for port cb47e39c-e47e-458e-adb0-f1e48071e20e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:03:30.800698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ccc95945-b955-41d3-a108-cc3add0558a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:30.821134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004abeff-130a-4387-9220-95f074b832bd req-d180de4d-91c8-406d-8f44-dbf33956f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:30.823889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004abeff-130a-4387-9220-95f074b832bd req-d180de4d-91c8-406d-8f44-dbf33956f5c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.0571835 Sep 26 14:03:30.874631 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004abeff-130a-4387-9220-95f074b832bd req-cb469e7e-6889-4bf0-83ba-9207ccb46572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:30.877170 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004abeff-130a-4387-9220-95f074b832bd req-cb469e7e-6889-4bf0-83ba-9207ccb46572 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459545 Sep 26 14:03:31.005269 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004abeff-130a-4387-9220-95f074b832bd req-56b292a2-2368-4690-a68c-15df5a9a4bcb service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196432 Sep 26 14:03:31.134730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-004abeff-130a-4387-9220-95f074b832bd req-c1d81cb6-ce7a-48c1-8f3a-0217966900ae service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206460 Sep 26 14:03:38.437575 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e483ec7-1e61-43c6-b893-469f57b9dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:41.176582 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b6b8e6db-fbbd-458d-bb4e-c637100edb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:41.747709 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:41.802058 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:03:42.313204 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:43.776637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:45.817839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7be845-b21e-4d62-afbd-ffc848556f86 req-d71f34be-acff-46f2-a975-332d8e1db636 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:45.820491 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe7be845-b21e-4d62-afbd-ffc848556f86 req-d71f34be-acff-46f2-a975-332d8e1db636 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0649805 Sep 26 14:03:45.832216 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:45.834675 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-93defdfc-755a-4c1a-ad01-2e9e4884613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:45.836352 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-93defdfc-755a-4c1a-ad01-2e9e4884613d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1137 time: 0.0617089 Sep 26 14:03:45.880996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-fe7be845-b21e-4d62-afbd-ffc848556f86 req-3c942272-e4bc-402f-8a11-a84d4aca73a5 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501096 Sep 26 14:03:45.933870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-7a13927e-fe85-4aaa-9e47-7c9b37cf5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:45.935378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-7a13927e-fe85-4aaa-9e47-7c9b37cf5bc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 913 time: 0.0889020 Sep 26 14:03:46.012845 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-b700ea37-1533-4874-b153-10f15b51280f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 1002 time: 0.0670578 Sep 26 14:03:46.067023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-e864f600-3659-4da1-be9c-46da313d541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:46.069030 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-e864f600-3659-4da1-be9c-46da313d541c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.0481248 Sep 26 14:03:46.124224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-89c2ab35-bf33-4446-b064-e0c9109a3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:46.125970 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-89c2ab35-bf33-4446-b064-e0c9109a3d3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496614 Sep 26 14:03:46.241971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-152b22a2-5f81-45ef-80b6-e90481ae5e46 service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061013 Sep 26 14:03:46.342748 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e745b611-1d1e-437a-8a5c-e270f4fe28d4 req-20077889-90ef-4d8d-8983-48b422249144 service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920279 Sep 26 14:03:47.026495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d380fb2-307f-4cf2-9cb7-626b668e7b1b req-8e046e47-f108-442a-a635-dd67ad0a9070 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:47.029192 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d380fb2-307f-4cf2-9cb7-626b668e7b1b req-8e046e47-f108-442a-a635-dd67ad0a9070 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0742185 Sep 26 14:03:47.541558 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5d380fb2-307f-4cf2-9cb7-626b668e7b1b req-c58d7a3b-3b63-4225-a5d2-3865066e4ca0 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5057065 Sep 26 14:03:48.665297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb536ac6-6380-4d25-bff3-d61eebba6200 req-63c7479f-b574-41af-8257-3d68826277e4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:48.666933 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb536ac6-6380-4d25-bff3-d61eebba6200 req-63c7479f-b574-41af-8257-3d68826277e4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0532920 Sep 26 14:03:48.715700 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bb536ac6-6380-4d25-bff3-d61eebba6200 req-1d0b43a2-b650-4ab3-b584-fc01457bfa89 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423675 Sep 26 14:03:49.843006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541678e-8112-4e18-bd3d-64896e04ee89 req-b4013b09-a949-468c-88c8-cc161a1cea95 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:49.844610 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9541678e-8112-4e18-bd3d-64896e04ee89 req-b4013b09-a949-468c-88c8-cc161a1cea95 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0539398 Sep 26 14:03:49.898324 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9541678e-8112-4e18-bd3d-64896e04ee89 req-e635f7de-8f79-489d-bc8e-5eae546d6441 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469508 Sep 26 14:03:50.705567 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:03:51.025583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0381d1-fe78-4f39-985d-e19b33802fe6 req-95e9a928-0a99-4360-95fd-7b36a251e269 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:51.027132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e0381d1-fe78-4f39-985d-e19b33802fe6 req-95e9a928-0a99-4360-95fd-7b36a251e269 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0535314 Sep 26 14:03:51.078092 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8e0381d1-fe78-4f39-985d-e19b33802fe6 req-d7252101-7b57-4e72-aad5-393df5a894d4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445056 Sep 26 14:03:52.257044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c58f4f-62da-43d2-a4ea-56df82309396 req-1d272eb5-7b43-4761-9ebd-89c9f2cca84e tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:52.259616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3c58f4f-62da-43d2-a4ea-56df82309396 req-1d272eb5-7b43-4761-9ebd-89c9f2cca84e tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0730515 Sep 26 14:03:52.322178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e3c58f4f-62da-43d2-a4ea-56df82309396 req-ec7b60d9-5d17-426e-a582-ee424a26d40d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523379 Sep 26 14:03:53.465832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877502d-7fc4-4d36-af55-944795a447ea req-669b9bec-80b0-4bf1-8ebc-d8f9afdb8ece tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:53.467816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6877502d-7fc4-4d36-af55-944795a447ea req-669b9bec-80b0-4bf1-8ebc-d8f9afdb8ece tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0562451 Sep 26 14:03:53.513984 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6877502d-7fc4-4d36-af55-944795a447ea req-515081a4-179c-42ff-98ed-0b765e91e50d tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396328 Sep 26 14:03:54.645168 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b6544-6c1b-49f6-861c-1d254d6ea7b3 req-6302ee88-8eba-4233-8af6-ce53354da185 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:54.646869 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d6b6544-6c1b-49f6-861c-1d254d6ea7b3 req-6302ee88-8eba-4233-8af6-ce53354da185 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0615659 Sep 26 14:03:54.691097 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2d6b6544-6c1b-49f6-861c-1d254d6ea7b3 req-4de56cf7-b5f8-45bb-bc5b-0e7c23abebfc tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377302 Sep 26 14:03:55.815022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66757-6511-45ef-b85b-55f14cbbe011 req-42c48e62-7d11-4c22-9f01-9a9c95dafcb2 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:55.816850 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4bf66757-6511-45ef-b85b-55f14cbbe011 req-42c48e62-7d11-4c22-9f01-9a9c95dafcb2 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0526273 Sep 26 14:03:55.867879 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4bf66757-6511-45ef-b85b-55f14cbbe011 req-02eb3e08-828f-4de5-868d-bcf0d805e51b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438137 Sep 26 14:03:57.006157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49adc0-110d-46d8-a035-1ff73e68bab9 req-c9a76713-cf2d-4ce0-8090-a7d410b466a0 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:57.007842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc49adc0-110d-46d8-a035-1ff73e68bab9 req-c9a76713-cf2d-4ce0-8090-a7d410b466a0 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0598788 Sep 26 14:03:57.077087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fc49adc0-110d-46d8-a035-1ff73e68bab9 req-e46e6672-0595-4add-b083-a677356b35ac tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615366 Sep 26 14:03:58.223725 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51786c0b-4043-4d36-b18f-006daa62723e req-f0b90f3c-0bd8-46e2-94fd-d80553aa59d0 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:03:58.227014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51786c0b-4043-4d36-b18f-006daa62723e req-f0b90f3c-0bd8-46e2-94fd-d80553aa59d0 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0673263 Sep 26 14:03:58.271140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-51786c0b-4043-4d36-b18f-006daa62723e req-78f2ef56-a77e-4cf7-96bd-8f49fcf0e145 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=723b346f-d600-4eaa-96fc-91e3729d412f&id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380507 Sep 26 14:04:08.441047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-38472b31-4bb2-4f03-bacc-b0d725ba8f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:11.163767 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-515162f1-9449-44d3-b053-ff2711e67fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:11.750871 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:12.324125 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:13.780124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:15.844797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:18.802207 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:04:20.694822 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:27.937926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-5f0114f5-c32b-4f70-b9d8-6351c453d034 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1154602 Sep 26 14:04:28.033677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-eb9470ff-af7f-44e0-8402-4a3b0e64f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:28.035244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-eb9470ff-af7f-44e0-8402-4a3b0e64f725 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1137 time: 0.0480211 Sep 26 14:04:28.149972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-40e9fdd7-57ad-457e-a04e-6db1e65c7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:28.151733 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-40e9fdd7-57ad-457e-a04e-6db1e65c7370 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 913 time: 0.0968056 Sep 26 14:04:28.226667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-c15222de-25a6-48e2-b34e-4c46efaf5c09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 1002 time: 0.0672131 Sep 26 14:04:28.280660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-f9d246fa-c88a-47c1-9399-4beff7f01fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:28.282274 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-f9d246fa-c88a-47c1-9399-4beff7f01fd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.0493028 Sep 26 14:04:28.331978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-8ebd0702-06da-4a92-8476-741bdab0a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:28.333717 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-8ebd0702-06da-4a92-8476-741bdab0a8f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442383 Sep 26 14:04:28.435314 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-9ce73941-cdbe-4fe4-8f86-5f375b711317 service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944359 Sep 26 14:04:28.538399 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-585b273c-b11c-4d21-9f70-eda6ee66cd53 req-a432f56d-6235-43d5-9e99-b22387b32bcf service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962512 Sep 26 14:04:30.689665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-4fce7990-2d6d-4ae8-afba-5de805ec8177 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102314741&fields=id&tenant_id=84fba56656a24f7b86e439c119bf3bc3 HTTP/1.1" status: 200 len: 267 time: 0.0922961 Sep 26 14:04:30.754546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-961f72e4-8ecc-4ff5-af79-b3ca4ce69a0b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:30.756802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-961f72e4-8ecc-4ff5-af79-b3ca4ce69a0b tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 985 time: 0.0605841 Sep 26 14:04:30.769098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Request body: {'port': {'security_groups': ['b58fd439-b93e-4f52-9c4d-af3e2bf989e0']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:30.840197 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.062887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] For port cb47e39c-e47e-458e-adb0-f1e48071e20e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:31.108139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.114022 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.132817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['cb47e39c-e47e-458e-adb0-f1e48071e20e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:04:31.184652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:31.185528 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.187412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0339334d-1f47-4b9e-9ed8-fe88c9d167ef req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "PUT /v2.0/ports/cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 943 time: 0.4233160 Sep 26 14:04:31.188014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:04:31.190958 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:04:31.196717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33232) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:31.256412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event updated for resources: {'Port': ['ID=cb47e39c-e47e-458e-adb0-f1e48071e20e,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:31.279700 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.280770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.281347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.282160 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.282734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.283358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.283928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.284565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.285249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.285850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.286934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.287834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0521c98-0088-45b6-a858-0a776e3838a4 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.325046 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.348765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['cb47e39c-e47e-458e-adb0-f1e48071e20e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:04:31.391974 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.436631 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ec6d0d-f8bb-4e5b-ba20-b9d658c616c2 x-openstack-request-id: req-05ec6d0d-f8bb-4e5b-ba20-b9d658c616c2 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:04:31.437239 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:04:31.437760 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05ec6d0d-f8bb-4e5b-ba20-b9d658c616c2 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:04:31.438662 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'status': 'completed', 'code': 200} Sep 26 14:04:31.537727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.541356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-ebd88785-52cf-4b5b-a2a7-eaa25cdc8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:31.543512 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.544295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-ebd88785-52cf-4b5b-a2a7-eaa25cdc8214 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1098 time: 0.0815988 Sep 26 14:04:31.545672 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "DELETE /v2.0/security-groups/723b346f-d600-4eaa-96fc-91e3729d412f HTTP/1.1" status: 204 len: 168 time: 0.3466141 Sep 26 14:04:31.550159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33238) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:31.562678 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723b346f-d600-4eaa-96fc-91e3729d412f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:31.578528 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.579499 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.580323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.581157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.582007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.582845 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.584222 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.584800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.585349 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.585953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.586516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.587304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ca1a8-6dd6-4fef-b45d-c620c5777793 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:31.695256 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-605662c6-11fe-4b77-ae80-1b45b8be6881 None None] Provisioning complete for port cb47e39c-e47e-458e-adb0-f1e48071e20e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:04:31.696596 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-605662c6-11fe-4b77-ae80-1b45b8be6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.749870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-8c345a79-0bcd-4535-8c0d-70da472fa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:31.751422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-8c345a79-0bcd-4535-8c0d-70da472fa3cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 913 time: 0.1939936 Sep 26 14:04:31.851039 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-307c80c2-3d5e-449f-aafb-86bdbf7b531d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 1002 time: 0.0913627 Sep 26 14:04:31.873807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Deleting port 450c6d90-a3d8-4472-ae9f-aa5e9723d269 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:31.874146 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:31.964559 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-f3999758-d01c-46be-8aad-7659415f2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:31.966062 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-f3999758-d01c-46be-8aad-7659415f2398 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.1059947 Sep 26 14:04:32.021929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:32.022295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:32.041787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Calling delete_port for 450c6d90-a3d8-4472-ae9f-aa5e9723d269 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:32.044994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-6e670273-da85-4978-89e4-414bb7c9bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:32.046581 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-6e670273-da85-4978-89e4-414bb7c9bf47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732727 Sep 26 14:04:32.214197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-f9191787-f395-4f76-a0f6-499f24449975 service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590667 Sep 26 14:04:32.358178 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0d3a0740-3e7b-478c-8aaf-b14ffff62ecf req-17f36e7a-a76f-4daa-9604-e6db1f6d881d service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359372 Sep 26 14:04:32.359774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:32.394367 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event deleted for resources: {'Port': ['ID=450c6d90-a3d8-4472-ae9f-aa5e9723d269,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:32.462573 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:32.462974 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Floating IP f2a95670-ac9e-473a-8da3-8d025949dd49 disassociated (deleted). External IP: 172.25.4.141, port: cb47e39c-e47e-458e-adb0-f1e48071e20e. Sep 26 14:04:32.693458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Router 62f168aa-d56e-4073-b042-c18feadf4cf3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:04:32.816366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:04:32.821280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:32.828369 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] Sync routers for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:04:32.844764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:04:32.845832 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:32.872071 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-231ba0b8-cb2c-4e8e-8d65-19c7c159da38 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "DELETE /v2.0/floatingips/f2a95670-ac9e-473a-8da3-8d025949dd49 HTTP/1.1" status: 204 len: 168 time: 1.3207567 Sep 26 14:04:32.973027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:04:33.308541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:38Z', 'revision_number': 5, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:33.340108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] Checking router: 62f168aa-d56e-4073-b042-c18feadf4cf3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:04:33.351482 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:04:33.352114 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:33.440002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:04:33.442693 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aceed33-2991-4bc5-ba05-a0222715198e" -d '{"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:04:33.478218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:04:33.488436 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f2465-5868-4ade-bf5a-cae3c8e5afe0 x-openstack-request-id: req-929f2465-5868-4ade-bf5a-cae3c8e5afe0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:04:33.488897 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:04:33.489347 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-929f2465-5868-4ade-bf5a-cae3c8e5afe0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:04:33.490491 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'status': 'completed', 'code': 200} Sep 26 14:04:33.594259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceed33-2991-4bc5-ba05-a0222715198e req-3214997c-79c2-4ce0-8f85-647481d24469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:33.596165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceed33-2991-4bc5-ba05-a0222715198e req-3214997c-79c2-4ce0-8f85-647481d24469 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=84fba56656a24f7b86e439c119bf3bc3&device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 1098 time: 0.0741007 Sep 26 14:04:33.757797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:38Z', 'revision_number': 5, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:33.769398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceed33-2991-4bc5-ba05-a0222715198e req-fbb86828-54fb-4363-b327-ff6e930acb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:33.772238 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceed33-2991-4bc5-ba05-a0222715198e req-fbb86828-54fb-4363-b327-ff6e930acb7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 200 len: 913 time: 0.1673853 Sep 26 14:04:33.788464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfa6a7-5b57-48cd-9a7f-4f14a4095a52 None None] The sync data for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 is: [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:02:33Z', 'revision_number': 4, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'e2962c1b-c6d3-4a00-a208-2792d0c13df1', 'name': '', 'network_id': '25609a22-271e-462c-aa8c-7b610f92406f', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'mac_address': 'fa:16:3e:54:a3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:33Z', 'updated_at': '2021-09-26T14:02:38Z', 'revision_number': 5, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'subnets': [{'id': '9bed0ffd-dfa5-45f2-a530-826213a1d964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:04:33.846616 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceed33-2991-4bc5-ba05-a0222715198e req-9ee9f51c-92e7-497f-9a48-38b9a3f02bc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 200 len: 217 time: 0.0669222 Sep 26 14:04:33.902537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceed33-2991-4bc5-ba05-a0222715198e req-8f851dbf-f599-4830-91e4-e7b9af8d7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:33.904287 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceed33-2991-4bc5-ba05-a0222715198e req-8f851dbf-f599-4830-91e4-e7b9af8d7402 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 200 len: 852 time: 0.0499928 Sep 26 14:04:33.965520 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceed33-2991-4bc5-ba05-a0222715198e req-e11f2264-3f6d-49a9-8929-c49f7ac7adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:33.968240 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceed33-2991-4bc5-ba05-a0222715198e req-e11f2264-3f6d-49a9-8929-c49f7ac7adc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25609a22-271e-462c-aa8c-7b610f92406f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558798 Sep 26 14:04:34.101926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceed33-2991-4bc5-ba05-a0222715198e req-cf5122a2-8533-46d2-89a8-6be9394ae07a service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262300 Sep 26 14:04:34.169514 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1593cf4-b6ac-4388-aae3-f237a9671f9f None None] New status for floating IP f2a95670-ac9e-473a-8da3-8d025949dd49: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:04:34.209954 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0aceed33-2991-4bc5-ba05-a0222715198e req-dd35b465-c803-4862-bba7-de92bf4b945c service neutron] 10.222.0.24 "GET /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003282 Sep 26 14:04:38.446451 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc5932fd-4131-4272-9154-510c7b7a140f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:41.165081 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cee929e3-80ea-4c54-b65e-d7a0c24c10f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:41.758141 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:42.273918 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c16d7d-2d7a-4f7b-9fcf-356a4588c882 req-a4f90ab9-f713-4206-84dc-bccafec6b6d6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:42.275559 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88c16d7d-2d7a-4f7b-9fcf-356a4588c882 req-a4f90ab9-f713-4206-84dc-bccafec6b6d6 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.0687208 Sep 26 14:04:42.319951 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88c16d7d-2d7a-4f7b-9fcf-356a4588c882 req-adac1eb8-b9f1-4ddb-b21e-710072254440 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Sep 26 14:04:42.325945 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:43.519577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997189f2-7943-4ebe-8f09-4cef63ce7658 req-fff5eefa-fd38-47d0-9d8d-6bba40fc06dd tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:43.521837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-997189f2-7943-4ebe-8f09-4cef63ce7658 req-fff5eefa-fd38-47d0-9d8d-6bba40fc06dd tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.1186564 Sep 26 14:04:43.566043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-997189f2-7943-4ebe-8f09-4cef63ce7658 req-8b836e2a-c1ce-4954-87b9-e831aeb39bd8 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/security-groups?id=b58fd439-b93e-4f52-9c4d-af3e2bf989e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Sep 26 14:04:43.784182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:43.830083 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d8642-cbad-4d74-966d-c551dddae713 req-fc4a3492-6d1f-4d65-87f4-f4c7eb7e3dfb tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:43.831665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-857d8642-cbad-4d74-966d-c551dddae713 req-fc4a3492-6d1f-4d65-87f4-f4c7eb7e3dfb tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.24 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 946 time: 0.0543768 Sep 26 14:04:43.938915 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Deleting port cb47e39c-e47e-458e-adb0-f1e48071e20e {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:43.939319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:44.037136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] For port cb47e39c-e47e-458e-adb0-f1e48071e20e, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=cb47e39c-e47e-458e-adb0-f1e48071e20e,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:44.037415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:44.052457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Calling delete_port for cb47e39c-e47e-458e-adb0-f1e48071e20e owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:44.206594 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:44.218903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['cb47e39c-e47e-458e-adb0-f1e48071e20e'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:04:44.237321 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Pushing event deleted for resources: {'Port': ['ID=cb47e39c-e47e-458e-adb0-f1e48071e20e,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:44.288328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] No DVR routers for this DVR port cb47e39c-e47e-458e-adb0-f1e48071e20e on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:04:44.291067 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:44.293197 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-857d8642-cbad-4d74-966d-c551dddae713 req-ef04ac41-95f3-45ca-8dd9-9493fd262705 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.24 "DELETE /v2.0/ports/cb47e39c-e47e-458e-adb0-f1e48071e20e HTTP/1.1" status: 204 len: 173 time: 0.4553857 Sep 26 14:04:44.293695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'name': 'network-vif-deleted', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:04:44.296110 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d9f27d-8f95-4c54-994e-3257234f110d" -d '{"events": [{"server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "name": "network-vif-deleted", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:04:44.342766 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc24058-35c4-4020-97db-5d47c7bf44d3 x-openstack-request-id: req-6fc24058-35c4-4020-97db-5d47c7bf44d3 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:04:44.343320 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766a3725-6ead-4e80-b8d9-c4a69c5b8806", "name": "network-vif-deleted", "tag": "cb47e39c-e47e-458e-adb0-f1e48071e20e", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:04:44.343662 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fc24058-35c4-4020-97db-5d47c7bf44d3 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:04:44.344165 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766a3725-6ead-4e80-b8d9-c4a69c5b8806', 'name': 'network-vif-deleted', 'tag': 'cb47e39c-e47e-458e-adb0-f1e48071e20e', 'status': 'completed', 'code': 200} Sep 26 14:04:44.724617 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-31ca89e4-900e-4228-88f5-ba3375642871 req-7f1e0f77-0b2a-42f3-9d2b-41b5dbcbe4a5 tempest-TestMinimumBasicScenario-289892700 tempest-TestMinimumBasicScenario-289892700-project] 10.222.0.13 "GET /v2.0/ports?device_id=766a3725-6ead-4e80-b8d9-c4a69c5b8806 HTTP/1.1" status: 200 len: 210 time: 0.0453272 Sep 26 14:04:45.853355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:46.408999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33348) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:46.808668 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:47.096919 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Deleting port e2962c1b-c6d3-4a00-a208-2792d0c13df1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:47.097360 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:47.531765 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] For port e2962c1b-c6d3-4a00-a208-2792d0c13df1, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e2962c1b-c6d3-4a00-a208-2792d0c13df1,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:47.532857 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:47.547249 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Calling delete_port for e2962c1b-c6d3-4a00-a208-2792d0c13df1 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:47.674778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cb47e39c-e47e-458e-adb0-f1e48071e20e no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:04:47.702292 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: cb47e39c-e47e-458e-adb0-f1e48071e20e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:04:47.702619 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device cb47e39c-e47e-458e-adb0-f1e48071e20e not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:04:47.743816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:47.769947 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2962c1b-c6d3-4a00-a208-2792d0c13df1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:47.954003 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:48.214847 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Router 62f168aa-d56e-4073-b042-c18feadf4cf3 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:04:48.336678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:04:48.342926 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f3db4c41-063b-48ee-9808-2fdf01668d94 admin admin] 10.222.0.13 "PUT /v2.0/routers/62f168aa-d56e-4073-b042-c18feadf4cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9324267 Sep 26 14:04:48.345695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33350) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:48.349889 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] Sync routers for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:04:48.364701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:04:48.365993 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:48.508299 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:48.545406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:04:48.618089 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:48.684741 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Deleting port f7135560-f11c-4b88-8ff6-0f3777c6e6ed {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:48.685183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:48.799451 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] For port f7135560-f11c-4b88-8ff6-0f3777c6e6ed, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f7135560-f11c-4b88-8ff6-0f3777c6e6ed,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:48.799828 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:48.813035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Calling delete_port for f7135560-f11c-4b88-8ff6-0f3777c6e6ed owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:48.861927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:04:47Z', 'revision_number': 5, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port': {'id': 'f7135560-f11c-4b88-8ff6-0f3777c6e6ed', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:30Z', 'updated_at': '2021-09-26T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:48.896037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] Checking router: 62f168aa-d56e-4073-b042-c18feadf4cf3 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:04:48.908462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] Routers {'62f168aa-d56e-4073-b042-c18feadf4cf3'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:04:48.909247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['62f168aa-d56e-4073-b042-c18feadf4cf3'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:49.003083 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.053277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] Set router 62f168aa-d56e-4073-b042-c18feadf4cf3 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:04:49.053660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7135560-f11c-4b88-8ff6-0f3777c6e6ed,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:49.124513 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.233292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.236316 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.293865 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.294647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f168aa-d56e-4073-b042-c18feadf4cf3 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:04:49.300286 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.305173 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-345c7f9e-c15c-4449-b56f-c19bdb2cfc4c admin admin] 10.222.0.13 "DELETE /v2.0/routers/62f168aa-d56e-4073-b042-c18feadf4cf3 HTTP/1.1" status: 204 len: 168 time: 0.9553914 Sep 26 14:04:49.305720 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33352) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:49.309067 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:04:48Z', 'revision_number': 6, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:49.337800 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2afb12-cf5d-4eea-a1a2-4121c6b214ef None None] The sync data for ids ['62f168aa-d56e-4073-b042-c18feadf4cf3'] in n-d-806683-13 is: [{'id': '62f168aa-d56e-4073-b042-c18feadf4cf3', 'name': 'tempest-TestMinimumBasicScenario-15433831-router', 'tenant_id': '84fba56656a24f7b86e439c119bf3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:29Z', 'updated_at': '2021-09-26T14:04:48Z', 'revision_number': 6, 'project_id': '84fba56656a24f7b86e439c119bf3bc3', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:04:49.359609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-df79290a-eeef-4982-bd69-f779f7517de8 admin admin] Deleting subnet 9bed0ffd-dfa5-45f2-a530-826213a1d964 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:04:49.365479 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df79290a-eeef-4982-bd69-f779f7517de8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.433051 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df79290a-eeef-4982-bd69-f779f7517de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.523779 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df79290a-eeef-4982-bd69-f779f7517de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.589223 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df79290a-eeef-4982-bd69-f779f7517de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.618263 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79290a-eeef-4982-bd69-f779f7517de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bed0ffd-dfa5-45f2-a530-826213a1d964,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:49.623042 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df79290a-eeef-4982-bd69-f779f7517de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.626235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-df79290a-eeef-4982-bd69-f779f7517de8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9bed0ffd-dfa5-45f2-a530-826213a1d964 HTTP/1.1" status: 204 len: 168 time: 0.3192422 Sep 26 14:04:49.630872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33354) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:49.631703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11f87a-0f1f-4c14-9e61-ed7d1f81dbd3 None None] Network 25609a22-271e-462c-aa8c-7b610f92406f requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:04:49.725832 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.810356 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Deleting port dec2e9c3-8f5b-4166-8824-03bb72a7f46c {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:49.810703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.877382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] DHCP port deletion for 25609a22-271e-462c-aa8c-7b610f92406f request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:04:49.912543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] For port dec2e9c3-8f5b-4166-8824-03bb72a7f46c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:49.912933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:49.928800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Calling delete_port for dec2e9c3-8f5b-4166-8824-03bb72a7f46c owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:49.938139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Deleting port dec2e9c3-8f5b-4166-8824-03bb72a7f46c {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:49.938727 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.025911 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] For port dec2e9c3-8f5b-4166-8824-03bb72a7f46c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,segment=NetworkSegment(2113abf7-12f9-4c34-8e60-4a12d5b103c4),segment_id=2113abf7-12f9-4c34-8e60-4a12d5b103c4)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:50.026446 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.039383 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.048102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Calling delete_port for dec2e9c3-8f5b-4166-8824-03bb72a7f46c owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:50.070309 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:50.073604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] No DVR routers for this DVR port dec2e9c3-8f5b-4166-8824-03bb72a7f46c on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:04:50.154896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.160443 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.184837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25609a22-271e-462c-aa8c-7b610f92406f']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:50.199786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2113abf7-12f9-4c34-8e60-4a12d5b103c4') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:50.200266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2113abf7-12f9-4c34-8e60-4a12d5b103c4') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:50.212844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Pushing event deleted for resources: {'Port': ['ID=dec2e9c3-8f5b-4166-8824-03bb72a7f46c,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:50.215756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.219608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] No DVR routers for this DVR port dec2e9c3-8f5b-4166-8824-03bb72a7f46c on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:04:50.242091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.243033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.243343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.243970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.244616 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.245293 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.245941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.246574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.246776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.247138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.247678 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.248240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.248810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac508-d1f0-410c-b0f8-03ed5d32896e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:04:50.258610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:04:50.259277 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:04:50.263097 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:04:50.329854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.338143 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.340092 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] 10.222.0.13 "DELETE /v2.0/networks/25609a22-271e-462c-aa8c-7b610f92406f HTTP/1.1" status: 204 len: 168 time: 0.7078400 Sep 26 14:04:50.345829 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33356) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:50.348246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dec2e9c3-8f5b-4166-8824-03bb72a7f46c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:04:50.361398 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3145425-a665-43cd-b979-f04316548112 admin admin] Pushing event deleted for resources: {'Network': ['ID=25609a22-271e-462c-aa8c-7b610f92406f,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:50.385050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: dec2e9c3-8f5b-4166-8824-03bb72a7f46c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:04:50.385611 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device dec2e9c3-8f5b-4166-8824-03bb72a7f46c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:04:50.386280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e2962c1b-c6d3-4a00-a208-2792d0c13df1 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:04:50.412686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e2962c1b-c6d3-4a00-a208-2792d0c13df1 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:04:50.413232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e2962c1b-c6d3-4a00-a208-2792d0c13df1 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:04:50.413964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f7135560-f11c-4b88-8ff6-0f3777c6e6ed no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:04:50.448281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f7135560-f11c-4b88-8ff6-0f3777c6e6ed {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:04:50.448830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f7135560-f11c-4b88-8ff6-0f3777c6e6ed not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:04:50.708769 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:50.821119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:51.106534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Deleting port 253fd465-840c-4f34-a76b-b92707e72743 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:51.106865 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:51.196356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] For port 253fd465-840c-4f34-a76b-b92707e72743, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=253fd465-840c-4f34-a76b-b92707e72743,segment=NetworkSegment(31ce81c4-79e5-428c-ae49-5e85704ae6f5),segment_id=31ce81c4-79e5-428c-ae49-5e85704ae6f5)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:51.196727 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:51.212069 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Calling delete_port for 253fd465-840c-4f34-a76b-b92707e72743 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:51.412900 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:51.440715 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=253fd465-840c-4f34-a76b-b92707e72743,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:51.686897 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:52.304401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:04:52.427772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:04:52.436531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-34dd00d1-fd8d-440a-9071-159aae7d2f48 admin admin] 10.222.0.13 "PUT /v2.0/routers/efcf5764-eb0e-4d98-a3b6-fdd944f6a590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0902481 Sep 26 14:04:52.440193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33358) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:52.440752 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] Sync routers for ids ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:04:52.452071 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] Routers {'efcf5764-eb0e-4d98-a3b6-fdd944f6a590'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:04:52.452825 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:52.600809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:52.747767 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] Set router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:04:52.821324 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:52.932221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Deleting port fcc1683c-e981-4bea-9360-e13dcb5ba7f8 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:52.932619 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:52.994300 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:04:51Z', 'revision_number': 5, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port': {'id': 'fcc1683c-e981-4bea-9360-e13dcb5ba7f8', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:53.029906 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] Checking router: efcf5764-eb0e-4d98-a3b6-fdd944f6a590 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:04:53.040202 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] Routers {'efcf5764-eb0e-4d98-a3b6-fdd944f6a590'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:04:53.040827 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:53.043309 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] For port fcc1683c-e981-4bea-9360-e13dcb5ba7f8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fcc1683c-e981-4bea-9360-e13dcb5ba7f8,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:53.043867 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.061424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Calling delete_port for fcc1683c-e981-4bea-9360-e13dcb5ba7f8 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:53.158032 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] Set router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:04:53.250996 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:04:52Z', 'revision_number': 6, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:53.282725 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e37a1b-0281-4b3c-b5a0-8dd28534c28d None None] The sync data for ids ['efcf5764-eb0e-4d98-a3b6-fdd944f6a590'] in n-d-806683-13 is: [{'id': 'efcf5764-eb0e-4d98-a3b6-fdd944f6a590', 'name': 'tempest-TestMinimumBasicScenario-1255485391-router', 'tenant_id': 'bc44a00593f14a8b908e87a0be3741a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:02:36Z', 'updated_at': '2021-09-26T14:04:52Z', 'revision_number': 6, 'project_id': 'bc44a00593f14a8b908e87a0be3741a4', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:04:53.307182 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.340810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc1683c-e981-4bea-9360-e13dcb5ba7f8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:53.451308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.587165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.589719 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.640023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.640657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Fanout notify agent at l3_agent the message router_deleted on router efcf5764-eb0e-4d98-a3b6-fdd944f6a590 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:04:53.647030 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.648388 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-17a8c6de-c70c-4529-aa38-0a6438cce95f admin admin] 10.222.0.13 "DELETE /v2.0/routers/efcf5764-eb0e-4d98-a3b6-fdd944f6a590 HTTP/1.1" status: 204 len: 168 time: 1.2067032 Sep 26 14:04:53.652167 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33360) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:53.712772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c335c7fd-b2ea-4587-b256-91fa9c9e7a37 admin admin] Deleting subnet 5f9dc10d-18e0-4809-9edf-6f9f0b77358d {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:04:53.717235 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c335c7fd-b2ea-4587-b256-91fa9c9e7a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.771392 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c335c7fd-b2ea-4587-b256-91fa9c9e7a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.869147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c335c7fd-b2ea-4587-b256-91fa9c9e7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.927089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c335c7fd-b2ea-4587-b256-91fa9c9e7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.954835 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335c7fd-b2ea-4587-b256-91fa9c9e7a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9dc10d-18e0-4809-9edf-6f9f0b77358d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:53.960859 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c335c7fd-b2ea-4587-b256-91fa9c9e7a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:53.962935 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c335c7fd-b2ea-4587-b256-91fa9c9e7a37 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f9dc10d-18e0-4809-9edf-6f9f0b77358d HTTP/1.1" status: 204 len: 168 time: 0.3092496 Sep 26 14:04:53.966558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33362) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:53.966857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4d9b3-046d-49e1-9880-7114b44a3b3e None None] Network 0451e8f5-eaec-4caf-a69d-eb52b6904d32 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:04:54.046724 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.144500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Deleting port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:54.145009 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.203876 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] DHCP port deletion for 0451e8f5-eaec-4caf-a69d-eb52b6904d32 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:04:54.235088 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] For port c730bf02-271f-4fdd-96fc-688dd3e3e1d8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,segment=NetworkSegment(31ce81c4-79e5-428c-ae49-5e85704ae6f5),segment_id=31ce81c4-79e5-428c-ae49-5e85704ae6f5)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:54.235639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.252113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Calling delete_port for c730bf02-271f-4fdd-96fc-688dd3e3e1d8 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:54.273171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] Deleting port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:04:54.273780 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.349936 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.365844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c730bf02-271f-4fdd-96fc-688dd3e3e1d8 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:04:54.381977 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Pushing event deleted for resources: {'Port': ['ID=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:54.389700 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] No DVR routers for this DVR port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:04:54.420099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] For port c730bf02-271f-4fdd-96fc-688dd3e3e1d8, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,segment=NetworkSegment(31ce81c4-79e5-428c-ae49-5e85704ae6f5),segment_id=31ce81c4-79e5-428c-ae49-5e85704ae6f5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:04:54.420537 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.425284 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c730bf02-271f-4fdd-96fc-688dd3e3e1d8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:04:54.425892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c730bf02-271f-4fdd-96fc-688dd3e3e1d8 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:04:54.427222 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 253fd465-840c-4f34-a76b-b92707e72743 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:04:54.474870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 253fd465-840c-4f34-a76b-b92707e72743 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:04:54.475226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 253fd465-840c-4f34-a76b-b92707e72743 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:04:54.475627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcc1683c-e981-4bea-9360-e13dcb5ba7f8 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:04:54.477864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] Calling delete_port for c730bf02-271f-4fdd-96fc-688dd3e3e1d8 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:04:54.478124 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.501548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0451e8f5-eaec-4caf-a69d-eb52b6904d32']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:54.503705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fcc1683c-e981-4bea-9360-e13dcb5ba7f8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:04:54.504052 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fcc1683c-e981-4bea-9360-e13dcb5ba7f8 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:04:54.516509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ce81c4-79e5-428c-ae49-5e85704ae6f5') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:54.516669 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ce81c4-79e5-428c-ae49-5e85704ae6f5') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:04:54.529068 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.546429 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.554140 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:04:54.554538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:04:54.556751 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:04:54.591317 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.616875 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] Pushing event deleted for resources: {'Port': ['ID=c730bf02-271f-4fdd-96fc-688dd3e3e1d8,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:54.623895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd89d7e-3c03-4b4a-9029-3a4ec0e23eab None None] No DVR routers for this DVR port c730bf02-271f-4fdd-96fc-688dd3e3e1d8 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:04:54.624987 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.632282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.641827 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] 10.222.0.13 "DELETE /v2.0/networks/0451e8f5-eaec-4caf-a69d-eb52b6904d32 HTTP/1.1" status: 204 len: 168 time: 0.6678338 Sep 26 14:04:54.655991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c9349-16cb-4eb6-ac68-4d4e4c7c3dff admin admin] Pushing event deleted for resources: {'Network': ['ID=0451e8f5-eaec-4caf-a69d-eb52b6904d32,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:54.832154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33366) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:54.880644 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-691a31da-6231-442c-a9f7-0f6b95f805a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84fba56656a24f7b86e439c119bf3bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472102 Sep 26 14:04:54.885054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33368) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:54.953203 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9978-6922-4bbc-b3ed-7f3bd09596c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:54.979716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9978-6922-4bbc-b3ed-7f3bd09596c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:55.033698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9978-6922-4bbc-b3ed-7f3bd09596c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:55.036952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9978-6922-4bbc-b3ed-7f3bd09596c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:55.038227 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cb6a9978-6922-4bbc-b3ed-7f3bd09596c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b58fd439-b93e-4f52-9c4d-af3e2bf989e0 HTTP/1.1" status: 204 len: 168 time: 0.1520622 Sep 26 14:04:55.052642 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9978-6922-4bbc-b3ed-7f3bd09596c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58fd439-b93e-4f52-9c4d-af3e2bf989e0,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:55.455088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33374) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:55.500307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bc9fe769-3343-45b0-95b8-79a120d2b13c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc44a00593f14a8b908e87a0be3741a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438881 Sep 26 14:04:55.503346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33376) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:55.562130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac82b100-175b-4122-a8e1-4d341fc5dc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:55.587125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac82b100-175b-4122-a8e1-4d341fc5dc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:55.649161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac82b100-175b-4122-a8e1-4d341fc5dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:55.653142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac82b100-175b-4122-a8e1-4d341fc5dc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:55.654914 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac82b100-175b-4122-a8e1-4d341fc5dc9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28fc8149-b6a7-4680-824a-7952b07dbdc2 HTTP/1.1" status: 204 len: 168 time: 0.1504591 Sep 26 14:04:55.666325 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82b100-175b-4122-a8e1-4d341fc5dc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fc8149-b6a7-4680-824a-7952b07dbdc2,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:55.804071 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:04:57.738041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33416) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:57.743192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113098036', 'description': 'tempest-secgroup-smoke-2113098036 description', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:57.768622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:57.778010 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:57.899031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:57.903678 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:57.959176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd0d73-e72c-4fb9-ac41-9192102373c7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:58.039745 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.044906 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.075900 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.077276 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3378861 Sep 26 14:04:58.085011 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33418) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:58.086724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-353882a8-30e7-41da-ab69-f4f58020188c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '260ef1cf-3c73-4290-b50c-df639a950dfb', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:58.095425 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ccf4-ab62-4022-bb7a-6161e4f18c3b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260ef1cf-3c73-4290-b50c-df639a950dfb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:58.120592 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-353882a8-30e7-41da-ab69-f4f58020188c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.194620 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-353882a8-30e7-41da-ab69-f4f58020188c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.199570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-353882a8-30e7-41da-ab69-f4f58020188c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.231902 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353882a8-30e7-41da-ab69-f4f58020188c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79992e38-2121-4653-ba15-568fb36d395a,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:58.240802 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-353882a8-30e7-41da-ab69-f4f58020188c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.242864 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-353882a8-30e7-41da-ab69-f4f58020188c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601632 Sep 26 14:04:58.245837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33420) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:58.250687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ebc95d25-a591-487a-9376-00fba0438076 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '260ef1cf-3c73-4290-b50c-df639a950dfb', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:58.282103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebc95d25-a591-487a-9376-00fba0438076 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.363428 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebc95d25-a591-487a-9376-00fba0438076 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.369038 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebc95d25-a591-487a-9376-00fba0438076 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.392529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc95d25-a591-487a-9376-00fba0438076 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7a61c2-2212-4f0c-8215-52961377fb2f,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:58.397596 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ebc95d25-a591-487a-9376-00fba0438076 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.399104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ebc95d25-a591-487a-9376-00fba0438076 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522202 Sep 26 14:04:58.403141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33422) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:58.407909 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-654bcfae-ae5e-4415-8085-d14caca8ec2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '260ef1cf-3c73-4290-b50c-df639a950dfb', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:58.442559 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-654bcfae-ae5e-4415-8085-d14caca8ec2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.510425 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-654bcfae-ae5e-4415-8085-d14caca8ec2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.515144 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-654bcfae-ae5e-4415-8085-d14caca8ec2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.534807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bcfae-ae5e-4415-8085-d14caca8ec2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37ca110-9ac9-4696-824c-2a194f750ba2,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:58.544962 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-654bcfae-ae5e-4415-8085-d14caca8ec2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.546484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-654bcfae-ae5e-4415-8085-d14caca8ec2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423006 Sep 26 14:04:58.549772 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33424) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:58.555067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-92d4f63d-340a-4843-baac-27dd51a8f561 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '260ef1cf-3c73-4290-b50c-df639a950dfb', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:58.585901 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92d4f63d-340a-4843-baac-27dd51a8f561 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.656444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92d4f63d-340a-4843-baac-27dd51a8f561 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.662060 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92d4f63d-340a-4843-baac-27dd51a8f561 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.682579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4f63d-340a-4843-baac-27dd51a8f561 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb0f025-24a9-4828-8ceb-007fb6528307,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:58.689253 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-92d4f63d-340a-4843-baac-27dd51a8f561 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.690289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-92d4f63d-340a-4843-baac-27dd51a8f561 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392746 Sep 26 14:04:58.693814 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33426) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:58.698280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f6cea086-b6fc-4fc6-b71c-95ed6dbfda6e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '260ef1cf-3c73-4290-b50c-df639a950dfb', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:58.724956 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-f6cea086-b6fc-4fc6-b71c-95ed6dbfda6e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:04:58.737450 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6cea086-b6fc-4fc6-b71c-95ed6dbfda6e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.810167 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6cea086-b6fc-4fc6-b71c-95ed6dbfda6e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.815130 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6cea086-b6fc-4fc6-b71c-95ed6dbfda6e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.836495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cea086-b6fc-4fc6-b71c-95ed6dbfda6e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b640d7-7d20-45d0-ae47-8fd95103f4a1,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:58.849089 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f6cea086-b6fc-4fc6-b71c-95ed6dbfda6e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:58.851080 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f6cea086-b6fc-4fc6-b71c-95ed6dbfda6e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560946 Sep 26 14:04:58.854450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33428) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:58.862456 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8ad92310-6ee8-43ed-a4cd-e2208f9096d6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '260ef1cf-3c73-4290-b50c-df639a950dfb', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:58.891421 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-8ad92310-6ee8-43ed-a4cd-e2208f9096d6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:04:58.897355 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ad92310-6ee8-43ed-a4cd-e2208f9096d6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.008261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ad92310-6ee8-43ed-a4cd-e2208f9096d6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.013310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ad92310-6ee8-43ed-a4cd-e2208f9096d6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.047825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad92310-6ee8-43ed-a4cd-e2208f9096d6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d813b5f-0bfe-4008-a6da-315da891278a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:59.052788 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8ad92310-6ee8-43ed-a4cd-e2208f9096d6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.057710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8ad92310-6ee8-43ed-a4cd-e2208f9096d6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1988811 Sep 26 14:04:59.058730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33430) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:59.066956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'network': {'name': 'tempest-network-smoke--1158912803', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'port_security_enabled': True}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:59.099836 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:04:59.103403 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.136024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:04:59.148906 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.149369 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Added segment 29f52909-af9a-4c08-859a-57e6d9021a94 of type vlan for network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 Sep 26 14:04:59.196457 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.224305 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.230408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:04:59.231072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.271858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2120950 Sep 26 14:04:59.275270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33432) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:04:59.282391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'admin_state_up': True, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:04:59.327270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaadc30-538f-4675-a21d-c205d3b68069 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Network': ['ID=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:04:59.342723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:04:59.347908 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.349208 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.407130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.565476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.774786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.794817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:04:59.910632 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.248 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/4d82f114-fd81-4957-b24f-75860b1a6321) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:05:00.024541 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:00.068612 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:00.112480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:05:00.115616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:05:00.118765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:05:00.150357 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=4d82f114-fd81-4957-b24f-75860b1a6321,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:00.403379 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:00.618497 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:00.759668 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 58d5fb55-4c3c-4d64-8d11-255c6362344c is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:05:00.885377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:05:00.900824 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Sync routers for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:05:00.911780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:05:00.912347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:00.917743 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:00.919872 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f54bdfe0-2a67-4c38-bc33-248f93df1df1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6434233 Sep 26 14:05:00.923786 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33434) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:01.025217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:05:01.116231 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d481f531-b07d-4296-a247-5266c8594adc tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f47351b74c824bc3ac1f1b30647f9857&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1905205 Sep 26 14:05:01.119345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33440) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:01.237300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:00Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:01.238908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9a931-efb6-441a-91f8-196938ca47b7 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:01.240883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9cb9a931-efb6-441a-91f8-196938ca47b7 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1200273 Sep 26 14:05:01.244755 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33442) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:01.270672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Checking router: 58d5fb55-4c3c-4d64-8d11-255c6362344c for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:05:01.271111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Updating router 58d5fb55-4c3c-4d64-8d11-255c6362344c port 4d82f114-fd81-4957-b24f-75860b1a6321 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:05:01.275561 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9b409a90-1179-4083-a988-5e2f71c7a816 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295212 Sep 26 14:05:01.280130 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33444) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:01.285221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-685687777', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:05:01.300128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.429868 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:05:01.434206 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.613225 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.619959 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.672428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Attempting to bind port 4d82f114-fd81-4957-b24f-75860b1a6321 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:05:01.672797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Attempting to bind port 4d82f114-fd81-4957-b24f-75860b1a6321 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:05:01.673160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Attempting to bind port 4d82f114-fd81-4957-b24f-75860b1a6321 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:05:01.683545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3c480-ceca-464c-a2b7-b9c2f67f7377 None None] Pushing event updated for resources: {'Port': ['ID=4d82f114-fd81-4957-b24f-75860b1a6321,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:01.686363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:05:01.686736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:05:01.687152 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.687545 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:05:01.688035 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Bound port: 4d82f114-fd81-4957-b24f-75860b1a6321, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:05:01.688415 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.714088 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.756153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] For port 4d82f114-fd81-4957-b24f-75860b1a6321, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:05:01.762439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] For port 4d82f114-fd81-4957-b24f-75860b1a6321, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4d82f114-fd81-4957-b24f-75860b1a6321,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:05:01.769229 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.786026 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Subnet': ['ID=f60258a7-5d7d-42ff-acdc-ae1fa09eec2c,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:01.806075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Checking segment: {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:05:01.806666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network hostable DHCP agents. Network: e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:05:01.837839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:05:01.851711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:05:01.860265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:01.862602 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:01.862841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:05:01.863392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:01.873504 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66df0dc-c8a6-4d88-bcde-a4c941f98969 None None] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:05:01.885326 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0177d408-8400-4365-b147-9e37e0f97abc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6038222 Sep 26 14:05:01.888445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33446) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:01.932559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3c480-ceca-464c-a2b7-b9c2f67f7377 None None] Pushing event updated for resources: {'Port': ['ID=4d82f114-fd81-4957-b24f-75860b1a6321,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:02.080513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:05:02.220547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:05:02.221410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:02.419892 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Allocated IP 172.20.0.2 (e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992/f60258a7-5d7d-42ff-acdc-ae1fa09eec2c/311be6aa-bb8c-4aac-a918-724186bb721c) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:05:02.436774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:00Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:02.472826 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c19c05e-fad8-418e-a7da-f3a7477b3804 None None] The sync data for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 is: [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:00Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:05:02.474189 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:02.933563 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:02.944299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:02.993522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:05:02.998487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:05:03.003149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:05:03.014467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.1 (e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992/f60258a7-5d7d-42ff-acdc-ae1fa09eec2c/d4f0dc7d-e4d4-4de4-8727-77bf18062dc5) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:05:03.015730 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Pushing event updated for resources: {'Port': ['ID=311be6aa-bb8c-4aac-a918-724186bb721c,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:03.161769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Attempting to bind port 311be6aa-bb8c-4aac-a918-724186bb721c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:05:03.162691 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Attempting to bind port 311be6aa-bb8c-4aac-a918-724186bb721c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:05:03.163468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Attempting to bind port 311be6aa-bb8c-4aac-a918-724186bb721c on network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:05:03.173285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:05:03.174347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Checking segment: {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:05:03.175205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:03.176255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Bound using segment: {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:05:03.177250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Bound port: 311be6aa-bb8c-4aac-a918-724186bb721c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:05:03.178149 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:03.226899 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:03.281117 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:03.298452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] For port 311be6aa-bb8c-4aac-a918-724186bb721c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:05:03.305100 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] For port 311be6aa-bb8c-4aac-a918-724186bb721c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=311be6aa-bb8c-4aac-a918-724186bb721c,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:05:03.310976 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:03.349652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:05:03.364674 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:05:03.382592 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:05:03.385852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:03.445463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e924e5-56d6-4ea7-8ca8-73d7fdcb5052 None None] Pushing event updated for resources: {'Port': ['ID=311be6aa-bb8c-4aac-a918-724186bb721c,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:03.488050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:03.693384 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:04.029700 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:04.035726 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:04.114965 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:04.123408 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:04.227058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:05:04.228790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:05:04.404494 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 58d5fb55-4c3c-4d64-8d11-255c6362344c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:05:04.417679 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4d82f114-fd81-4957-b24f-75860b1a6321 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:05:04.495095 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4d82f114-fd81-4957-b24f-75860b1a6321 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:04.495677 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:04.560988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:05:04.572051 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9a4136d0-1327-416c-92e9-6c822f576956 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/58d5fb55-4c3c-4d64-8d11-255c6362344c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6771228 Sep 26 14:05:04.632505 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:04.677857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 4d82f114-fd81-4957-b24f-75860b1a6321, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4d82f114-fd81-4957-b24f-75860b1a6321,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:05:04.687014 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:04.689712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 311be6aa-bb8c-4aac-a918-724186bb721c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:05:04.833412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=4d82f114-fd81-4957-b24f-75860b1a6321,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:04.852555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 311be6aa-bb8c-4aac-a918-724186bb721c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:04.853205 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:04.862029 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-1e164500-3c6c-4f42-83c7-628fdc041543 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113098036&fields=id&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 267 time: 0.0536814 Sep 26 14:05:04.911978 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba86b5-9339-4bbb-9068-4f5a7fbcb6b3 None None] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:05:05.048219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ee06-fa53-4775-8833-a919fb385654 req-5e105303-1e77-45b2-a0bd-3d9f2882864b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:05.051810 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-5e105303-1e77-45b2-a0bd-3d9f2882864b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/networks?id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 HTTP/1.1" status: 200 len: 797 time: 0.1752605 Sep 26 14:05:05.065237 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:05.078913 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-c78db1fa-934e-4e53-a159-5dbcdb96de29 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/quotas/f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 375 time: 0.0193141 Sep 26 14:05:05.094944 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5b030b3d-97b5-403f-ab1d-21410f05c364 None None] Provisioning complete for port 311be6aa-bb8c-4aac-a918-724186bb721c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:05.095319 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5b030b3d-97b5-403f-ab1d-21410f05c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:05.155940 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8f806e1f-7d46-41b6-b1cc-fd4dcfa81c9f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639565 Sep 26 14:05:05.170278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 311be6aa-bb8c-4aac-a918-724186bb721c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=311be6aa-bb8c-4aac-a918-724186bb721c,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:05:05.178986 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:05.223691 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Sync routers for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:05:05.238654 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:05:05.239672 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:05.298560 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=311be6aa-bb8c-4aac-a918-724186bb721c,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:05.427766 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-a6eae58f-0fef-4894-ae84-443b7d4063af service neutron] 10.222.0.13 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476747 Sep 26 14:05:05.451260 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:05:05.567563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-0ac1491d-1b4a-47cf-bf65-412161507f54 service neutron] 10.222.0.13 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170516 Sep 26 14:05:05.806318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-44918904-c994-4942-93c2-2a72c69e1cbd None None] Provisioning complete for port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:05.807180 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-44918904-c994-4942-93c2-2a72c69e1cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:05.871064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-44918904-c994-4942-93c2-2a72c69e1cbd None None] Port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:05:05.893680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-44918904-c994-4942-93c2-2a72c69e1cbd None None] Provisioning complete for port 311be6aa-bb8c-4aac-a918-724186bb721c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:05.894024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-44918904-c994-4942-93c2-2a72c69e1cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:05.909041 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1653f121-50ca-4344-9e24-e3f1b7bdac5a req-351b8b20-1f54-46a3-b051-d00c1c586582 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 210 time: 0.0617361 Sep 26 14:05:05.921993 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 2, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:05.982326 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Checking router: 58d5fb55-4c3c-4d64-8d11-255c6362344c for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:05:05.982903 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Updating router 58d5fb55-4c3c-4d64-8d11-255c6362344c port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:05:06.030957 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.164703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-443f568d-56c8-4aaa-9eed-b2f24d5d59fa None None] Provisioning complete for port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:06.165289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-443f568d-56c8-4aaa-9eed-b2f24d5d59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.295740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-443f568d-56c8-4aaa-9eed-b2f24d5d59fa None None] Port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:05:06.389445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4d82f114-fd81-4957-b24f-75860b1a6321 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:05:06.478327 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-17aa2b4b-7f47-48ca-bc3f-569f9eeb44df None None] Provisioning complete for port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:06.478972 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-17aa2b4b-7f47-48ca-bc3f-569f9eeb44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.544780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4d82f114-fd81-4957-b24f-75860b1a6321 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:06.545407 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.587998 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.596106 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.603925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-17aa2b4b-7f47-48ca-bc3f-569f9eeb44df None None] Port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:05:06.665446 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Pushing event updated for resources: {'Port': ['ID=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:06.716541 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.717035 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.717474 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.717932 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.718360 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.718811 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.719232 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.719653 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.720081 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.723324 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.723859 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.724285 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:05:06.749229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 311be6aa-bb8c-4aac-a918-724186bb721c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:05:06.786644 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Attempting to bind port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:05:06.787334 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Attempting to bind port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:05:06.787699 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Attempting to bind port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 on network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:05:06.794547 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:05:06.794940 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Checking segment: {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:05:06.795491 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.795937 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Bound using segment: {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:05:06.796507 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Bound port: d4f0dc7d-e4d4-4de4-8727-77bf18062dc5, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:05:06.797108 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.874680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 311be6aa-bb8c-4aac-a918-724186bb721c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:06.875854 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:06.910793 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] For port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:05:06.916589 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] For port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:05:06.924786 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:07.053471 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:05:07.054360 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:04:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:07.094934 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743b04e-5a65-4f45-8a62-e79852cf6f36 None None] Pushing event updated for resources: {'Port': ['ID=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:07.154294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8470331f-6787-460f-86b3-e9b80703c3df None None] Provisioning complete for port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:07.154978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8470331f-6787-460f-86b3-e9b80703c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:07.155745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-610922fd-566f-4246-b3ec-f3f8719e68a3 req-0bb1429a-aacb-4695-b8b5-496ca0bf84cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 210 time: 0.0741434 Sep 26 14:05:07.290883 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:05:07.314749 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8470331f-6787-460f-86b3-e9b80703c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:07.362974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8470331f-6787-460f-86b3-e9b80703c3df None None] For port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:05:07.370075 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8470331f-6787-460f-86b3-e9b80703c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:07.432909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470331f-6787-460f-86b3-e9b80703c3df None None] Pushing event updated for resources: {'Port': ['ID=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:07.501029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-827a7caf-c650-4d0f-a3d4-8aecd5f81bef None None] Provisioning complete for port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:07.502271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-827a7caf-c650-4d0f-a3d4-8aecd5f81bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:07.633205 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:06Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:07.694502 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6ebd7-4709-4291-887c-b0496afe686e None None] The sync data for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 is: [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:06Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:05:08.148181 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ee06-fa53-4775-8833-a919fb385654 req-fa77e92f-4500-45bc-a7ae-4537047c12e5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:08.150398 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-fa77e92f-4500-45bc-a7ae-4537047c12e5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/networks?id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 HTTP/1.1" status: 200 len: 797 time: 0.5822649 Sep 26 14:05:08.217875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-72cb1779-b6f8-41fa-8cb4-762e4434edf2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 380 time: 0.0573990 Sep 26 14:05:08.230467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'port': {'device_id': '686805ed-f627-4985-a92b-cf8098188873', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'admin_state_up': True, 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'security_groups': ['260ef1cf-3c73-4290-b50c-df639a950dfb']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:05:08.314718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be79d118-4504-4636-a6c7-c1850da35968 req-ae20967e-baec-4c39-b28c-52278ce22509 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 210 time: 0.0606658 Sep 26 14:05:08.422955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:05:08.460488 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:05:08.467929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:08.495602 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6eb552b5-df1c-49ef-97e0-8c198050847f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:08.517961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:08.518866 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:08.699213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.8 (e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992/f60258a7-5d7d-42ff-acdc-ae1fa09eec2c/c510d0b3-2ba6-4006-a89b-1e7c848819de) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:05:08.909679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:08.964411 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.017745 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:05:09.021316 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:05:09.023955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:05:09.068329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=c510d0b3-2ba6-4006-a89b-1e7c848819de,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:09.101724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:09.102430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.122515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ac628d95-c7b1-4a86-9faa-29e536a5fd52 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8984618 Sep 26 14:05:09.197875 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Request body: {'port': {'device_id': '686805ed-f627-4985-a92b-cf8098188873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:05:09.269230 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.400613 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8811c255-bfbe-4f79-b13d-2d1b9aff1539 None None] Provisioning complete for port c510d0b3-2ba6-4006-a89b-1e7c848819de triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:09.401198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8811c255-bfbe-4f79-b13d-2d1b9aff1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.465537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8811c255-bfbe-4f79-b13d-2d1b9aff1539 None None] Port c510d0b3-2ba6-4006-a89b-1e7c848819de cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:05:09.518453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3aeb5-75b2-4555-a600-953ba0f5c7af req-0fc103ce-f600-4cdc-8275-82602cea4452 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:09.521765 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40b3aeb5-75b2-4555-a600-953ba0f5c7af req-0fc103ce-f600-4cdc-8275-82602cea4452 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 931 time: 0.0884476 Sep 26 14:05:09.572496 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40b3aeb5-75b2-4555-a600-953ba0f5c7af req-12ed2e24-caae-488a-8029-8ca178782d3f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Sep 26 14:05:09.648203 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c510d0b3-2ba6-4006-a89b-1e7c848819de {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:05:09.656752 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.670790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Transition to ACTIVE for port object c510d0b3-2ba6-4006-a89b-1e7c848819de will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:05:09.675292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.739643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=c510d0b3-2ba6-4006-a89b-1e7c848819de,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:09.832112 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Attempting to bind port c510d0b3-2ba6-4006-a89b-1e7c848819de on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:05:09.832597 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Attempting to bind port c510d0b3-2ba6-4006-a89b-1e7c848819de by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:05:09.832983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Attempting to bind port c510d0b3-2ba6-4006-a89b-1e7c848819de on network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:05:09.839292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Port c510d0b3-2ba6-4006-a89b-1e7c848819de on network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:05:09.839634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Attempting to bind port c510d0b3-2ba6-4006-a89b-1e7c848819de on network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:05:09.846920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:05:09.847460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Checking segment: {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:05:09.848026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Bound using segment: {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:05:09.848595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Bound port: c510d0b3-2ba6-4006-a89b-1e7c848819de, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f52909-af9a-4c08-859a-57e6d9021a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:05:09.849107 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.934967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] For port c510d0b3-2ba6-4006-a89b-1e7c848819de, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:05:09.939086 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] For port c510d0b3-2ba6-4006-a89b-1e7c848819de, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:05:09.945405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.986268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:09.986776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:09.988284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] 10.222.0.23 "PUT /v2.0/ports/c510d0b3-2ba6-4006-a89b-1e7c848819de HTTP/1.1" status: 200 len: 1092 time: 0.8574953 Sep 26 14:05:09.989322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:05:09.992374 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3183f727-82f9-47f0-9086-3a216172842e" -d '{"events": [{"name": "network-changed", "server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:05:10.042030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64772a-7f53-4ef8-96d4-dca050d0aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=c510d0b3-2ba6-4006-a89b-1e7c848819de,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:10.066390 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d295956f-b287-45ba-9e8e-de7419fcab46 x-openstack-request-id: req-d295956f-b287-45ba-9e8e-de7419fcab46 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:05:10.066876 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:05:10.067361 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d295956f-b287-45ba-9e8e-de7419fcab46 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:05:10.070229 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'status': 'completed', 'code': 200} Sep 26 14:05:10.131290 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ee06-fa53-4775-8833-a919fb385654 req-2e5cb543-26f6-4245-bc12-dcf4f36bf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:10.133652 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-2e5cb543-26f6-4245-bc12-dcf4f36bf20b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 1095 time: 0.0622022 Sep 26 14:05:10.196078 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-91d702ce-4cc8-4825-821c-eaeb18212b2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de HTTP/1.1" status: 200 len: 217 time: 0.0548854 Sep 26 14:05:10.254304 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ee06-fa53-4775-8833-a919fb385654 req-b2cced8f-dcfd-4a08-88f4-cc788581606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:10.255850 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-b2cced8f-dcfd-4a08-88f4-cc788581606e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f60258a7-5d7d-42ff-acdc-ae1fa09eec2c HTTP/1.1" status: 200 len: 834 time: 0.0531569 Sep 26 14:05:10.309122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ee06-fa53-4775-8833-a919fb385654 req-bdfb92db-0a8b-45d5-ba2f-d491eb9f6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:10.310873 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-bdfb92db-0a8b-45d5-ba2f-d491eb9f6c94 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476577 Sep 26 14:05:10.425548 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-ead7e3b5-cba9-4676-8876-28b22c2cde03 service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076291 Sep 26 14:05:10.525086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2f08ee06-fa53-4775-8833-a919fb385654 req-38ac6629-aa78-4a1f-afce-dc9ba7529760 service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927596 Sep 26 14:05:10.638964 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183f727-82f9-47f0-9086-3a216172842e req-e439cc0a-127a-4695-9bec-d80e55b15466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:10.641802 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3183f727-82f9-47f0-9086-3a216172842e req-e439cc0a-127a-4695-9bec-d80e55b15466 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 1095 time: 0.0629983 Sep 26 14:05:10.742201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d3ea-42a6-4b8c-b75a-d746633b0ff2 req-50989cd5-95f7-4b39-8ef7-dc26d6e32ee3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:10.745679 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6850d3ea-42a6-4b8c-b75a-d746633b0ff2 req-50989cd5-95f7-4b39-8ef7-dc26d6e32ee3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 943 time: 0.0814123 Sep 26 14:05:10.785109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183f727-82f9-47f0-9086-3a216172842e req-b633019e-9c27-4552-8353-12f61ae28ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:10.786563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3183f727-82f9-47f0-9086-3a216172842e req-b633019e-9c27-4552-8353-12f61ae28ab1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 HTTP/1.1" status: 200 len: 897 time: 0.1369689 Sep 26 14:05:10.798059 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6850d3ea-42a6-4b8c-b75a-d746633b0ff2 req-d2711e72-96b0-4ae3-8b21-9ef013e5c1a1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450621 Sep 26 14:05:10.836508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3183f727-82f9-47f0-9086-3a216172842e req-c0bdb913-0c38-426f-b83b-ad88756f1da5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de HTTP/1.1" status: 200 len: 217 time: 0.0426941 Sep 26 14:05:10.934113 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183f727-82f9-47f0-9086-3a216172842e req-a4a43efe-2f48-4400-9b73-a0b9dfcd1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:10.935821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3183f727-82f9-47f0-9086-3a216172842e req-a4a43efe-2f48-4400-9b73-a0b9dfcd1973 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f60258a7-5d7d-42ff-acdc-ae1fa09eec2c HTTP/1.1" status: 200 len: 834 time: 0.0914693 Sep 26 14:05:10.999527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183f727-82f9-47f0-9086-3a216172842e req-8ae48a0d-c0f6-472c-8acf-e8ac2662c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:11.002202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3183f727-82f9-47f0-9086-3a216172842e req-8ae48a0d-c0f6-472c-8acf-e8ac2662c535 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593717 Sep 26 14:05:11.110933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3183f727-82f9-47f0-9086-3a216172842e req-1a0b1087-45a1-44cd-aad4-d3f357b5d1d0 service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017044 Sep 26 14:05:11.165110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9e01-b0bd-486d-94ba-247e392ab742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:11.223822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3183f727-82f9-47f0-9086-3a216172842e req-617944f9-e181-4e1b-90bf-d1aaa20453cc service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053076 Sep 26 14:05:11.755436 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:11.930135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ff5f5-cd7a-4e9e-95df-9fc177ed7183 req-dad5ede2-be54-41d4-adac-5e80a3c725bc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:11.932337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df6ff5f5-cd7a-4e9e-95df-9fc177ed7183 req-dad5ede2-be54-41d4-adac-5e80a3c725bc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 943 time: 0.0557873 Sep 26 14:05:11.979113 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df6ff5f5-cd7a-4e9e-95df-9fc177ed7183 req-7d5d565f-a0a6-4fa0-9567-47f885287804 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400560 Sep 26 14:05:12.326451 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:12.366101 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device c510d0b3-2ba6-4006-a89b-1e7c848819de details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:05:12.477914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port c510d0b3-2ba6-4006-a89b-1e7c848819de, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:05:12.491556 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'port_id': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'mac_address': 'fa:16:3e:82:33:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:05:12.531700 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:12.546661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c510d0b3-2ba6-4006-a89b-1e7c848819de {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:05:12.570959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port c510d0b3-2ba6-4006-a89b-1e7c848819de, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:05:12.576134 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:12.644265 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=c510d0b3-2ba6-4006-a89b-1e7c848819de,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:12.921310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['c510d0b3-2ba6-4006-a89b-1e7c848819de'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:05:13.148342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a7893-8658-456f-b0a5-8692adcced8e req-16001c88-15f2-446e-a2cf-e65739e6dac4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:13.150196 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-700a7893-8658-456f-b0a5-8692adcced8e req-16001c88-15f2-446e-a2cf-e65739e6dac4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 944 time: 0.0557187 Sep 26 14:05:13.201669 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-700a7893-8658-456f-b0a5-8692adcced8e req-81d992f8-4cc4-48ee-8583-24c45ac51778 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 Sep 26 14:05:13.794693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:14.347409 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396df1-1205-44f9-8412-036e41e13589 req-87016093-da9b-48fd-af79-103a116ed5be tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:14.350348 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91396df1-1205-44f9-8412-036e41e13589 req-87016093-da9b-48fd-af79-103a116ed5be tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 944 time: 0.0675898 Sep 26 14:05:14.378653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device c510d0b3-2ba6-4006-a89b-1e7c848819de up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:05:14.393788 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-91396df1-1205-44f9-8412-036e41e13589 req-19fa1d0f-3e78-4cda-a7ee-a69aef06d249 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371177 Sep 26 14:05:14.448325 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port c510d0b3-2ba6-4006-a89b-1e7c848819de completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:05:14.453746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port c510d0b3-2ba6-4006-a89b-1e7c848819de triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:05:14.454200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:14.540009 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:14.566591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:05:14.569651 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13728fcf-619c-4cf8-a197-24ce2f1f4f6c" -d '{"events": [{"server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "name": "network-vif-plugged", "status": "completed", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:05:14.587117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port c510d0b3-2ba6-4006-a89b-1e7c848819de, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:05:14.593842 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:14.678490 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daeec5d-8f51-4bbd-a913-0d314e16ce1d x-openstack-request-id: req-5daeec5d-8f51-4bbd-a913-0d314e16ce1d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:05:14.678946 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "name": "network-vif-plugged", "status": "completed", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:05:14.679344 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5daeec5d-8f51-4bbd-a913-0d314e16ce1d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:05:14.679942 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'code': 200} Sep 26 14:05:14.688290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=c510d0b3-2ba6-4006-a89b-1e7c848819de,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:14.784358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fedcf-c733-4414-a81b-d6f89e468702 req-a3235f06-b07a-460f-a50e-0966db33aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:14.786453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce7fedcf-c733-4414-a81b-d6f89e468702 req-a3235f06-b07a-460f-a50e-0966db33aeda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 1097 time: 0.0428419 Sep 26 14:05:14.825219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ce7fedcf-c733-4414-a81b-d6f89e468702 req-d1356eda-9258-4a31-88a7-8f7cd94b2ffe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Sep 26 14:05:15.565561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32d52-d599-44b1-8de8-0578d33864fb req-e9bc652d-d96f-4a7c-9c8b-a095c70b5ada tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:15.568611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a0f32d52-d599-44b1-8de8-0578d33864fb req-e9bc652d-d96f-4a7c-9c8b-a095c70b5ada tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0937462 Sep 26 14:05:15.612954 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a0f32d52-d599-44b1-8de8-0578d33864fb req-81bca6d5-326b-4b80-9cc5-72f8136ab484 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373974 Sep 26 14:05:15.862665 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:16.781318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddb2e1-ecfb-463a-972e-da58f472c1f5 req-5a425a69-a5e4-4d8a-bca9-3e9697d7fd90 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:16.783064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cddb2e1-ecfb-463a-972e-da58f472c1f5 req-5a425a69-a5e4-4d8a-bca9-3e9697d7fd90 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0838034 Sep 26 14:05:16.832301 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3cddb2e1-ecfb-463a-972e-da58f472c1f5 req-f17da8e7-6f37-4721-8e58-ab630e5e304b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Sep 26 14:05:16.979549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac00f3-bd18-4ee4-9685-f4d7a1407d4b req-17c5f74a-737e-4f6b-8ee9-34508fe0ed44 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:16.981140 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-acac00f3-bd18-4ee4-9685-f4d7a1407d4b req-17c5f74a-737e-4f6b-8ee9-34508fe0ed44 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0640469 Sep 26 14:05:17.028961 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-acac00f3-bd18-4ee4-9685-f4d7a1407d4b req-683420d3-3c87-4b79-9a6d-f3b7c0729fe9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397384 Sep 26 14:05:17.058920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33506) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:17.111924 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b7b2f-9682-47aa-92f6-81048ac98c65 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:17.113951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c52b7b2f-9682-47aa-92f6-81048ac98c65 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 1092 time: 0.0535080 Sep 26 14:05:17.117374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33508) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:17.122359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:05:17.150760 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:17.657308 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:17.769921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.127 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/18a6a67b-35c6-41de-87d6-bbc87e4e44c1) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:05:17.893808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:17.931596 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:17.973298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:05:17.977322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:05:17.980546 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:05:18.012860 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=18a6a67b-35c6-41de-87d6-bbc87e4e44c1,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:18.408279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:18.489228 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:18.664586 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:18.670172 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:18.750852 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=18a6a67b-35c6-41de-87d6-bbc87e4e44c1,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:05:18.763319 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:18.876416 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP bd6770e5-0ecb-482f-bc45-904b2ea5e103 associated. External IP: 172.25.4.127, port: c510d0b3-2ba6-4006-a89b-1e7c848819de. Sep 26 14:05:19.124942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 58d5fb55-4c3c-4d64-8d11-255c6362344c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:05:19.245393 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:05:19.257049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] Sync routers for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:05:19.265196 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:19.268110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:05:19.268844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:19.299297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-26da2907-4f13-466f-a11b-6c93ba7d0390 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1804252 Sep 26 14:05:19.300277 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:05:19.305615 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a47605-1537-490d-9008-31d01f59e07d" -d '{"events": [{"name": "network-changed", "server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:05:19.354277 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f8ce2-e308-4907-864c-cc08e0b5b979 x-openstack-request-id: req-8c9f8ce2-e308-4907-864c-cc08e0b5b979 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:05:19.354907 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:05:19.355429 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c9f8ce2-e308-4907-864c-cc08e0b5b979 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:05:19.356227 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'status': 'completed', 'code': 200} Sep 26 14:05:19.415546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:05:19.453095 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240452d-8c38-40c1-ac0a-13ea2af34ad9 req-f3979081-b912-42b4-b8a0-cb4af8f0e9f6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:19.456337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47605-1537-490d-9008-31d01f59e07d req-d6ce4fd0-8cc5-456d-b4b0-97aafdbd466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:19.458288 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0240452d-8c38-40c1-ac0a-13ea2af34ad9 req-f3979081-b912-42b4-b8a0-cb4af8f0e9f6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0696950 Sep 26 14:05:19.459223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a47605-1537-490d-9008-31d01f59e07d req-d6ce4fd0-8cc5-456d-b4b0-97aafdbd466c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 1097 time: 0.0805240 Sep 26 14:05:19.522898 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0240452d-8c38-40c1-ac0a-13ea2af34ad9 req-a85c1b28-6d97-488e-88a8-a4d6c947c5ec tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610795 Sep 26 14:05:19.568416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33514) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:19.606118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47605-1537-490d-9008-31d01f59e07d req-00ae4113-d42d-40f4-8780-8e5d1f6cbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:19.608295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a47605-1537-490d-9008-31d01f59e07d req-00ae4113-d42d-40f4-8780-8e5d1f6cbc58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 HTTP/1.1" status: 200 len: 897 time: 0.1418428 Sep 26 14:05:19.676187 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9e188464-6a28-48f1-8571-4fe54eefe3ef tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/bd6770e5-0ecb-482f-bc45-904b2ea5e103 HTTP/1.1" status: 200 len: 991 time: 0.1055880 Sep 26 14:05:19.707437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'bd6770e5-0ecb-482f-bc45-904b2ea5e103', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'port_id': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'mac_address': 'fa:16:3e:82:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686805ed-f627-4985-a92b-cf8098188873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:05:18Z', 'updated_at': '2021-09-26T14:05:18Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:07Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:19.712923 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a47605-1537-490d-9008-31d01f59e07d req-f0de7788-37bd-4fc9-8f2f-49c7379a9c91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de HTTP/1.1" status: 200 len: 999 time: 0.0975966 Sep 26 14:05:19.743347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] Checking router: 58d5fb55-4c3c-4d64-8d11-255c6362344c for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:05:19.754242 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:05:19.754998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:05:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:19.770932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47605-1537-490d-9008-31d01f59e07d req-fd27c58a-bf39-4ba2-b409-fcc77a6dde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:19.772771 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a47605-1537-490d-9008-31d01f59e07d req-fd27c58a-bf39-4ba2-b409-fcc77a6dde8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f60258a7-5d7d-42ff-acdc-ae1fa09eec2c HTTP/1.1" status: 200 len: 834 time: 0.0530386 Sep 26 14:05:19.846671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47605-1537-490d-9008-31d01f59e07d req-491456cf-a2c1-410a-9de2-2a94c32f4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:19.849412 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a47605-1537-490d-9008-31d01f59e07d req-491456cf-a2c1-410a-9de2-2a94c32f4eaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692925 Sep 26 14:05:19.997182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a47605-1537-490d-9008-31d01f59e07d req-78dda2f6-09ca-49e5-b76d-54aa4a187462 service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406884 Sep 26 14:05:20.112021 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:05:20.118079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-01a47605-1537-490d-9008-31d01f59e07d req-4bbfe0b6-12b9-4efc-8ce6-f66dce10d789 service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137571 Sep 26 14:05:20.367110 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'bd6770e5-0ecb-482f-bc45-904b2ea5e103', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'port_id': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'mac_address': 'fa:16:3e:82:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686805ed-f627-4985-a92b-cf8098188873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:05:18Z', 'updated_at': '2021-09-26T14:05:18Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:07Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:05:20.396539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be6e6e-8a4f-4b8b-bf0d-8febd221603d None None] The sync data for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 is: [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'bd6770e5-0ecb-482f-bc45-904b2ea5e103', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'port_id': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'mac_address': 'fa:16:3e:82:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686805ed-f627-4985-a92b-cf8098188873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:05:18Z', 'updated_at': '2021-09-26T14:05:18Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:07Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:05:20.609664 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2c37d-809f-4cea-a1eb-fb2c7c32dc0a None None] New status for floating IP bd6770e5-0ecb-482f-bc45-904b2ea5e103: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:05:20.681767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33516) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:20.737448 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:20.783475 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-fe9c784d-c0f9-4f51-afac-344082f651ee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/bd6770e5-0ecb-482f-bc45-904b2ea5e103 HTTP/1.1" status: 200 len: 991 time: 0.1000693 Sep 26 14:05:21.788024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:05:21.858822 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-cbadcf91-b08d-4e22-ae9e-f88e94611a1e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/bd6770e5-0ecb-482f-bc45-904b2ea5e103 HTTP/1.1" status: 200 len: 993 time: 0.0694749 Sep 26 14:05:27.907267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-2c04c02c-7614-4cdd-a771-d11306d4ab4d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442281 Sep 26 14:05:27.998530 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-46b5ef6a-8cc8-4e02-b227-cf50128f6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:28.000153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-46b5ef6a-8cc8-4e02-b227-cf50128f6bbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 1097 time: 0.0460279 Sep 26 14:05:28.125967 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-583b6ddd-07c6-4816-92f9-df7178705e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:28.127752 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-583b6ddd-07c6-4816-92f9-df7178705e36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 HTTP/1.1" status: 200 len: 897 time: 0.1051946 Sep 26 14:05:28.210539 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-20b68e2e-2675-4aa4-b8a0-13c01bf623d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de HTTP/1.1" status: 200 len: 1001 time: 0.0749102 Sep 26 14:05:28.271195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-ec666f4f-1300-4264-b265-253ade1f0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:28.272706 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-ec666f4f-1300-4264-b265-253ade1f0d81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f60258a7-5d7d-42ff-acdc-ae1fa09eec2c HTTP/1.1" status: 200 len: 834 time: 0.0519104 Sep 26 14:05:28.323470 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-c3862916-53f5-43d5-8d49-3d0d132fe1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:05:28.325067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-c3862916-53f5-43d5-8d49-3d0d132fe1ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455437 Sep 26 14:05:28.423588 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-833df5e9-1118-4d52-b9c8-50001f41b571 service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910296 Sep 26 14:05:28.533975 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-967b1b5c-8ed8-4ff7-9786-0089e1f13b17 req-81ea6a58-09b6-4293-8168-cf43d328a1ff service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019058 Sep 26 14:05:32.804658 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:05:38.456942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4250bec3-c071-4515-9b1d-ad34a1a40713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:41.161250 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5dab2f5b-2c49-46ed-b7b6-62622c98f9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:41.750917 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:42.326692 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:43.792115 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:45.860139 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:05:48.499343 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-7099e33a-be1d-4582-be9b-ff213626b6d4 req-d16ae310-2e72-422f-9778-73a10dbb84f6 service neutron] (94811) timed out ('10.222.0.13', 57856) {{(pid=94811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 14:05:50.720684 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:08.452723 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3dde0f41-7e11-45fc-8726-717516abfd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:09.805475 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:06:11.157283 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b7dafe11-b1dd-4dd0-ab94-0d51751d825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:11.755386 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:12.329955 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:13.793338 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:15.859065 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:20.720836 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:22.702625 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e70d4c-f662-4c2b-9648-e16d5f76f810 req-34fa3425-71da-461f-94e8-6f40876cc471 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:22.704262 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07e70d4c-f662-4c2b-9648-e16d5f76f810 req-34fa3425-71da-461f-94e8-6f40876cc471 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0560009 Sep 26 14:06:22.748547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-07e70d4c-f662-4c2b-9648-e16d5f76f810 req-fc15f5b9-1238-4cec-8aca-3c152334fbf0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Sep 26 14:06:23.902796 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed6c3e-dc3c-4b71-b243-a0cfe47c7450 req-3cb9d63e-1562-4e29-b59f-8eafc840a3de tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:23.904686 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2eed6c3e-dc3c-4b71-b243-a0cfe47c7450 req-3cb9d63e-1562-4e29-b59f-8eafc840a3de tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0541949 Sep 26 14:06:23.947710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2eed6c3e-dc3c-4b71-b243-a0cfe47c7450 req-1f836bba-ad3d-48fa-af47-8e84ff077537 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359881 Sep 26 14:06:23.973133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33554) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:24.042295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b9ede292-8fce-4b39-b7ff-5b6aeafc1f4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/bd6770e5-0ecb-482f-bc45-904b2ea5e103 HTTP/1.1" status: 200 len: 993 time: 0.0678043 Sep 26 14:06:25.364550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be653494-4bad-4430-a37e-905a262f6c0c req-44e84526-7136-4765-b7d5-3da288fa0985 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:25.366295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be653494-4bad-4430-a37e-905a262f6c0c req-44e84526-7136-4765-b7d5-3da288fa0985 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0563018 Sep 26 14:06:25.414791 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-be653494-4bad-4430-a37e-905a262f6c0c req-16781a44-5759-48e8-8ce4-c6faa2b3297e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 Sep 26 14:06:26.574568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e60456-5826-4f7d-b906-d1c7cd3cf84e req-2458901e-0e60-4e62-98ca-2c38b7b6d836 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:26.576232 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-35e60456-5826-4f7d-b906-d1c7cd3cf84e req-2458901e-0e60-4e62-98ca-2c38b7b6d836 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0548401 Sep 26 14:06:26.629361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-35e60456-5826-4f7d-b906-d1c7cd3cf84e req-31b7f181-834a-420b-b368-c07597278b1d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Sep 26 14:06:26.655259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33566) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:26.724725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1a784ab5-40b5-4a54-aab8-ecb9898d9c04 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/bd6770e5-0ecb-482f-bc45-904b2ea5e103 HTTP/1.1" status: 200 len: 993 time: 0.0679791 Sep 26 14:06:26.998352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33572) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:27.172641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 18a6a67b-35c6-41de-87d6-bbc87e4e44c1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:06:27.172984 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:27.259705 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:27.260050 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:27.274663 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 18a6a67b-35c6-41de-87d6-bbc87e4e44c1 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:06:27.440292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:27.471648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=18a6a67b-35c6-41de-87d6-bbc87e4e44c1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:27.492956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.493560 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.494341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.494941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.495507 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.496081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.496654 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.497201 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.497810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.498372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.498931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.499489 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:27.598720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:27.599259 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP bd6770e5-0ecb-482f-bc45-904b2ea5e103 disassociated (deleted). External IP: 172.25.4.127, port: c510d0b3-2ba6-4006-a89b-1e7c848819de. Sep 26 14:06:27.910254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 58d5fb55-4c3c-4d64-8d11-255c6362344c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:06:28.041644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:06:28.047600 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:28.053935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] Sync routers for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:06:28.066374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:28.067703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:28.086718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c1e736a8-6afe-4dc1-b121-2af18f507225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd6770e5-0ecb-482f-bc45-904b2ea5e103 HTTP/1.1" status: 204 len: 168 time: 1.0869286 Sep 26 14:06:28.088017 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:06:28.092172 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50bb222-a666-4647-b9f2-a6345f9ff337" -d '{"events": [{"name": "network-changed", "server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:06:28.155612 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a47c8-1e60-4283-8fee-f07b7c774f8e x-openstack-request-id: req-ed1a47c8-1e60-4283-8fee-f07b7c774f8e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:06:28.155955 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:06:28.156158 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed1a47c8-1e60-4283-8fee-f07b7c774f8e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:06:28.156535 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'status': 'completed', 'code': 200} Sep 26 14:06:28.225749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-5dec20ba-7120-4754-a941-8bf1888f7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:28.228589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-5dec20ba-7120-4754-a941-8bf1888f7133 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 1097 time: 0.0496399 Sep 26 14:06:28.237091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:28.463925 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-2ac82d15-c5c3-4d99-98d2-06a2f10b29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:28.466381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-2ac82d15-c5c3-4d99-98d2-06a2f10b29c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 HTTP/1.1" status: 200 len: 897 time: 0.2309458 Sep 26 14:06:28.487949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7a975-72bc-4f01-ba06-80509fa4b102 req-48841076-b579-49ee-b977-f760b0cb9a8b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:28.490104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aad7a975-72bc-4f01-ba06-80509fa4b102 req-48841076-b579-49ee-b977-f760b0cb9a8b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.1220000 Sep 26 14:06:28.549848 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-ecd8e069-54f3-4ab2-ae24-f4973c56dd4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de HTTP/1.1" status: 200 len: 217 time: 0.0582604 Sep 26 14:06:28.584061 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:07Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:28.608056 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aad7a975-72bc-4f01-ba06-80509fa4b102 req-03683221-3b02-42e9-b7b1-9028c4d54985 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052096 Sep 26 14:06:28.623899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-cb5c75d6-6562-4248-9480-61f3d8cd568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:28.625628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-cb5c75d6-6562-4248-9480-61f3d8cd568b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f60258a7-5d7d-42ff-acdc-ae1fa09eec2c HTTP/1.1" status: 200 len: 834 time: 0.0667081 Sep 26 14:06:28.643263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] Checking router: 58d5fb55-4c3c-4d64-8d11-255c6362344c for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:06:28.658727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:28.659788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:28.677708 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-6c38b756-ef9b-418e-b548-f5c26a8a9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:28.679256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-6c38b756-ef9b-418e-b548-f5c26a8a9a70 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460758 Sep 26 14:06:28.783829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-0cdc4fb7-1f04-41a6-90bf-5ef82085cefd service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963490 Sep 26 14:06:28.831165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:28.901666 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b50bb222-a666-4647-b9f2-a6345f9ff337 req-7cdae0ab-a4c2-4709-9d33-8beec00c7a3c service neutron] 10.222.0.23 "GET /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075435 Sep 26 14:06:29.078045 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:07Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:29.107850 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ebe7b-7ff0-4109-a6ae-ebe5ada31772 None None] The sync data for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 is: [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:03Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'd4f0dc7d-e4d4-4de4-8727-77bf18062dc5', 'name': '', 'network_id': 'e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d5:18:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:05:02Z', 'updated_at': '2021-09-26T14:05:07Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f60258a7-5d7d-42ff-acdc-ae1fa09eec2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:06:29.360052 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094de48-5dd3-49b5-853f-cf3549e8e226 None None] New status for floating IP bd6770e5-0ecb-482f-bc45-904b2ea5e103: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:06:29.745866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8e57b-b2e9-4061-a676-fbee0de3cc6e req-53796af9-7678-4068-bf01-92503556d5a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:29.747486 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-efd8e57b-b2e9-4061-a676-fbee0de3cc6e req-53796af9-7678-4068-bf01-92503556d5a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0595109 Sep 26 14:06:29.790586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-efd8e57b-b2e9-4061-a676-fbee0de3cc6e req-7c909004-a85b-4e9d-b4ce-093e398cb9fa tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ef1cf-3c73-4290-b50c-df639a950dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359976 Sep 26 14:06:30.034632 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-1b1c8369-3ef7-4c01-a163-bd3c284e2296 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:30.036267 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-1b1c8369-3ef7-4c01-a163-bd3c284e2296 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Sep 26 14:06:30.142737 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port c510d0b3-2ba6-4006-a89b-1e7c848819de {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:06:30.143157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:30.239556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port c510d0b3-2ba6-4006-a89b-1e7c848819de, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=c510d0b3-2ba6-4006-a89b-1e7c848819de,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:30.240021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:30.259342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for c510d0b3-2ba6-4006-a89b-1e7c848819de owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:06:30.434322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:30.467174 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=c510d0b3-2ba6-4006-a89b-1e7c848819de,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:30.521037 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] No DVR routers for this DVR port c510d0b3-2ba6-4006-a89b-1e7c848819de on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:06:30.524605 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:30.528498 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ddd620c5-6c4d-4d93-bf8c-361acd62ea82 req-59c5269a-fb96-403a-b5cd-4bfb53b4f67d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "DELETE /v2.0/ports/c510d0b3-2ba6-4006-a89b-1e7c848819de HTTP/1.1" status: 204 len: 173 time: 0.4856710 Sep 26 14:06:30.529219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'name': 'network-vif-deleted', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:06:30.534169 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de17b68-acb7-40b2-bb6e-1e1b153a159e" -d '{"events": [{"server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "name": "network-vif-deleted", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:06:30.582528 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df83df2b-9ee7-42d8-a589-faaa920124fa x-openstack-request-id: req-df83df2b-9ee7-42d8-a589-faaa920124fa {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:06:30.582928 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686805ed-f627-4985-a92b-cf8098188873", "name": "network-vif-deleted", "tag": "c510d0b3-2ba6-4006-a89b-1e7c848819de", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:06:30.583228 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df83df2b-9ee7-42d8-a589-faaa920124fa {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:06:30.583664 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686805ed-f627-4985-a92b-cf8098188873', 'name': 'network-vif-deleted', 'tag': 'c510d0b3-2ba6-4006-a89b-1e7c848819de', 'status': 'completed', 'code': 200} Sep 26 14:06:30.942555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7167905c-d654-4350-ba42-5576b46663c1 req-72719d33-306e-43f5-a0d0-8e41487bdd5f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=686805ed-f627-4985-a92b-cf8098188873 HTTP/1.1" status: 200 len: 210 time: 0.0468402 Sep 26 14:06:32.021293 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33590) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:32.786098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:33.076886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:06:33.077659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:33.187254 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port d4f0dc7d-e4d4-4de4-8727-77bf18062dc5, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:33.187621 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:33.203717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:06:33.425580 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:33.454570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=d4f0dc7d-e4d4-4de4-8727-77bf18062dc5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:33.700437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:33.970453 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 58d5fb55-4c3c-4d64-8d11-255c6362344c has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:06:34.163648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:06:34.172246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9aedd19a-a586-4711-96ad-e9413a1539b8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/58d5fb55-4c3c-4d64-8d11-255c6362344c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1541004 Sep 26 14:06:34.174941 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33594) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:34.179452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] Sync routers for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:06:34.199012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:34.200700 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:34.241546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c93c5b-0dc6-4c0a-9e01-7964237e7202 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting subnet f60258a7-5d7d-42ff-acdc-ae1fa09eec2c {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:06:34.245260 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40c93c5b-0dc6-4c0a-9e01-7964237e7202 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:34.297414 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40c93c5b-0dc6-4c0a-9e01-7964237e7202 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:34.392627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:34.438835 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40c93c5b-0dc6-4c0a-9e01-7964237e7202 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:34.546306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40c93c5b-0dc6-4c0a-9e01-7964237e7202 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:34.573150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c93c5b-0dc6-4c0a-9e01-7964237e7202 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Subnet': ['ID=f60258a7-5d7d-42ff-acdc-ae1fa09eec2c,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:34.580516 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-40c93c5b-0dc6-4c0a-9e01-7964237e7202 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:34.585001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-40c93c5b-0dc6-4c0a-9e01-7964237e7202 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/subnets/f60258a7-5d7d-42ff-acdc-ae1fa09eec2c HTTP/1.1" status: 204 len: 168 time: 0.4066250 Sep 26 14:06:34.585372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33596) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:34.605456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d47555-d8f3-4d62-9b56-4dc0e1670fd1 None None] Network e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:06:34.701364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:34.780355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device c510d0b3-2ba6-4006-a89b-1e7c848819de no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:06:34.821143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:34.854181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: c510d0b3-2ba6-4006-a89b-1e7c848819de {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:06:34.854751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device c510d0b3-2ba6-4006-a89b-1e7c848819de not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:06:34.863649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:06:33Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '4d82f114-fd81-4957-b24f-75860b1a6321', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:34.889156 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 4d82f114-fd81-4957-b24f-75860b1a6321 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:06:34.889525 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:34.918471 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] Checking router: 58d5fb55-4c3c-4d64-8d11-255c6362344c for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:06:34.946763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] Routers {'58d5fb55-4c3c-4d64-8d11-255c6362344c'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:34.948039 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['58d5fb55-4c3c-4d64-8d11-255c6362344c'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:34.989260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 4d82f114-fd81-4957-b24f-75860b1a6321, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4d82f114-fd81-4957-b24f-75860b1a6321,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:34.989713 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.003862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 4d82f114-fd81-4957-b24f-75860b1a6321 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:06:35.069417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] DHCP port deletion for e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:06:35.152190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] Set router 58d5fb55-4c3c-4d64-8d11-255c6362344c gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:35.213660 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.252693 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:06:34Z', 'revision_number': 6, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:35.264448 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=4d82f114-fd81-4957-b24f-75860b1a6321,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:35.292628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.293015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.293397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.293876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.294204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.294593 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.294952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.295303 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.295640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.295975 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.296305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.296636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.309199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325c319-9657-41c9-90d7-5a7d224a2d7f None None] The sync data for ids ['58d5fb55-4c3c-4d64-8d11-255c6362344c'] in n-d-806683-13 is: [{'id': '58d5fb55-4c3c-4d64-8d11-255c6362344c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066404265', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:04:59Z', 'updated_at': '2021-09-26T14:06:34Z', 'revision_number': 6, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:06:35.327495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Deleting port 311be6aa-bb8c-4aac-a918-724186bb721c {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:06:35.328113 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.365625 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.420339 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] For port 311be6aa-bb8c-4aac-a918-724186bb721c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=311be6aa-bb8c-4aac-a918-724186bb721c,segment=NetworkSegment(29f52909-af9a-4c08-859a-57e6d9021a94),segment_id=29f52909-af9a-4c08-859a-57e6d9021a94)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:35.420645 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.435392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Calling delete_port for 311be6aa-bb8c-4aac-a918-724186bb721c owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:06:35.523527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.525355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.527310 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.556528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Pushing event deleted for resources: {'Port': ['ID=311be6aa-bb8c-4aac-a918-724186bb721c,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:35.561468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] No DVR routers for this DVR port 311be6aa-bb8c-4aac-a918-724186bb721c on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:06:35.569391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.569805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.570119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.570464 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.570796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.571135 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.571468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.571795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.572121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.572449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.572774 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.576554 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e020a-142f-4b39-b54a-e5c1dbaa3814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:35.605681 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.606326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Fanout notify agent at l3_agent the message router_deleted on router 58d5fb55-4c3c-4d64-8d11-255c6362344c {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:06:35.616286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.617432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2ef6e375-c08f-480c-9b3e-664772fdcac5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/routers/58d5fb55-4c3c-4d64-8d11-255c6362344c HTTP/1.1" status: 204 len: 168 time: 1.0310061 Sep 26 14:06:35.620640 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33598) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:35.716031 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.863412 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.887476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:35.899647 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f52909-af9a-4c08-859a-57e6d9021a94') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:35.899940 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f52909-af9a-4c08-859a-57e6d9021a94') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:35.911892 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.927850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.938481 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:06:35.939605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:06:35.943731 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:06:36.021925 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.030982 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.033327 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/networks/e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992 HTTP/1.1" status: 204 len: 168 time: 0.4115324 Sep 26 14:06:36.038377 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33600) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:36.045785 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf33638-38ea-42c3-af03-cb4e178fb43c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Network': ['ID=e15ca7d4-b1e9-4a3a-85c0-0cd23ce63992,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:36.139202 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9087-c9c8-4772-b7e2-c84f275c21c0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.181175 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9087-c9c8-4772-b7e2-c84f275c21c0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.266399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9087-c9c8-4772-b7e2-c84f275c21c0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.270310 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9087-c9c8-4772-b7e2-c84f275c21c0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.272059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fb1a9087-c9c8-4772-b7e2-c84f275c21c0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/security-groups/260ef1cf-3c73-4290-b50c-df639a950dfb HTTP/1.1" status: 204 len: 168 time: 0.2321703 Sep 26 14:06:36.285373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a9087-c9c8-4772-b7e2-c84f275c21c0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260ef1cf-3c73-4290-b50c-df639a950dfb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:36.410016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 311be6aa-bb8c-4aac-a918-724186bb721c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:06:36.435513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 311be6aa-bb8c-4aac-a918-724186bb721c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:06:36.435872 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 311be6aa-bb8c-4aac-a918-724186bb721c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:06:36.436379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:06:36.462758 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:06:36.463646 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d4f0dc7d-e4d4-4de4-8727-77bf18062dc5 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:06:36.464091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4d82f114-fd81-4957-b24f-75860b1a6321 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:06:36.488886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 4d82f114-fd81-4957-b24f-75860b1a6321 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:06:36.489354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4d82f114-fd81-4957-b24f-75860b1a6321 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:06:36.556861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33606) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:36.562031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b0a2f025-a84b-445c-aefe-024acbb3db46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848307957', 'description': 'tempest-secgroup-smoke-848307957 description', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:36.589265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f025-a84b-445c-aefe-024acbb3db46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.683726 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f025-a84b-445c-aefe-024acbb3db46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.691409 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f025-a84b-445c-aefe-024acbb3db46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.731667 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f025-a84b-445c-aefe-024acbb3db46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.733136 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b0a2f025-a84b-445c-aefe-024acbb3db46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1750209 Sep 26 14:06:36.735538 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2f025-a84b-445c-aefe-024acbb3db46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f466bcdb-497e-422b-8c44-3623d70699cd,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:36.737338 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33608) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:36.744092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-1be823ee-daa7-4384-b400-d3e53977123f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'f466bcdb-497e-422b-8c44-3623d70699cd', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:36.779199 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1be823ee-daa7-4384-b400-d3e53977123f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.837878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1be823ee-daa7-4384-b400-d3e53977123f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.842969 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1be823ee-daa7-4384-b400-d3e53977123f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.868087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be823ee-daa7-4384-b400-d3e53977123f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea565e00-131a-4c64-b28c-f9eff8eb8378,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:36.875364 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1be823ee-daa7-4384-b400-d3e53977123f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:36.877521 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1be823ee-daa7-4384-b400-d3e53977123f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383121 Sep 26 14:06:36.881095 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:36.886229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e9765ee8-9e81-4655-b227-e668c75ef6c8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'f466bcdb-497e-422b-8c44-3623d70699cd', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:36.920631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e9765ee8-9e81-4655-b227-e668c75ef6c8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.005829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e9765ee8-9e81-4655-b227-e668c75ef6c8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.011206 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e9765ee8-9e81-4655-b227-e668c75ef6c8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.033726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9765ee8-9e81-4655-b227-e668c75ef6c8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989abf7d-4add-47f6-b36d-67d1032fedac,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:37.040570 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e9765ee8-9e81-4655-b227-e668c75ef6c8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.045920 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e9765ee8-9e81-4655-b227-e668c75ef6c8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601262 Sep 26 14:06:37.045920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33612) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:37.051391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4003feaa-aaf6-40fb-9300-7a66fddb4225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'f466bcdb-497e-422b-8c44-3623d70699cd', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:37.088412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4003feaa-aaf6-40fb-9300-7a66fddb4225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.164510 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4003feaa-aaf6-40fb-9300-7a66fddb4225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.168509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4003feaa-aaf6-40fb-9300-7a66fddb4225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.188024 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003feaa-aaf6-40fb-9300-7a66fddb4225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9adabe-9333-4194-8f0d-f260fe752eb1,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:37.196462 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4003feaa-aaf6-40fb-9300-7a66fddb4225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.198068 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4003feaa-aaf6-40fb-9300-7a66fddb4225 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506827 Sep 26 14:06:37.201104 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33614) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:37.206682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e133e534-681b-4d76-8b14-15194746f19c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'f466bcdb-497e-422b-8c44-3623d70699cd', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:37.240729 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e133e534-681b-4d76-8b14-15194746f19c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.310398 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e133e534-681b-4d76-8b14-15194746f19c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.315023 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e133e534-681b-4d76-8b14-15194746f19c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.334426 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133e534-681b-4d76-8b14-15194746f19c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ec43a7-6087-4977-9573-145bf29901cd,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:37.342181 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e133e534-681b-4d76-8b14-15194746f19c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.343777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e133e534-681b-4d76-8b14-15194746f19c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412575 Sep 26 14:06:37.347490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33616) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:37.352352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8a1a249a-04f5-46c7-a57d-9747df1c3163 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'f466bcdb-497e-422b-8c44-3623d70699cd', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:37.379592 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-8a1a249a-04f5-46c7-a57d-9747df1c3163 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:06:37.388555 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8a1a249a-04f5-46c7-a57d-9747df1c3163 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.467552 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8a1a249a-04f5-46c7-a57d-9747df1c3163 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.472044 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8a1a249a-04f5-46c7-a57d-9747df1c3163 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.491692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a249a-04f5-46c7-a57d-9747df1c3163 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13a6037-dfb3-40be-8004-a75825d30c84,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:37.499920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8a1a249a-04f5-46c7-a57d-9747df1c3163 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.502415 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8a1a249a-04f5-46c7-a57d-9747df1c3163 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531062 Sep 26 14:06:37.505622 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:37.510541 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-66651972-0e03-418f-8341-22087ddbfeb2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'f466bcdb-497e-422b-8c44-3623d70699cd', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:37.534730 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-66651972-0e03-418f-8341-22087ddbfeb2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:06:37.540499 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66651972-0e03-418f-8341-22087ddbfeb2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.617087 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66651972-0e03-418f-8341-22087ddbfeb2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.621999 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66651972-0e03-418f-8341-22087ddbfeb2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.644422 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66651972-0e03-418f-8341-22087ddbfeb2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ccae04-495d-4f00-a446-92701b8e81b2,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:37.652904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-66651972-0e03-418f-8341-22087ddbfeb2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.654381 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-66651972-0e03-418f-8341-22087ddbfeb2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476316 Sep 26 14:06:37.657687 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33620) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:37.663287 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'network': {'name': 'tempest-network-smoke--1780059129', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:37.687639 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:06:37.691879 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.721128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:06:37.733184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.733554 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Added segment 89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5 of type vlan for network b07b3227-6e25-4532-a23f-81e4e9fbafd3 Sep 26 14:06:37.779836 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.810195 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.815931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:37.816569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.855915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1967428 Sep 26 14:06:37.860227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33622) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:37.867414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'admin_state_up': True, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:37.899849 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.900214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34ddab-1ed3-4888-bdce-754643e86266 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Network': ['ID=b07b3227-6e25-4532-a23f-81e4e9fbafd3,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:37.901066 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:37.917658 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:06:37.970839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:38.133610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:38.358639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:38.380302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:38.461140 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1fd6-6c70-46e7-bff9-77762668f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:38.534810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.18 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/15c02685-aeb6-4306-a3c4-10ec72775a43) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:06:38.732872 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:38.774815 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:38.820297 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:06:38.823405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:06:38.826203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:06:38.856390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=15c02685-aeb6-4306-a3c4-10ec72775a43,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:39.141338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:39.415262 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:39.595067 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:06:40.115012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:06:40.125744 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Sync routers for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:06:40.136652 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:40.137598 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:40.142138 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:40.143542 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ad985ea7-12d4-4443-8e2f-81e9cff29c16 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2812152 Sep 26 14:06:40.148775 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33624) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:40.180380 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-79b21c4a-7cfc-4628-8512-b2781f269540 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f47351b74c824bc3ac1f1b30647f9857&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304019 Sep 26 14:06:40.184552 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33626) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:40.294952 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddea2b1-d4d7-4fb6-b33b-c08922d03e06 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:40.296753 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6ddea2b1-d4d7-4fb6-b33b-c08922d03e06 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1110983 Sep 26 14:06:40.301803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33628) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:40.338943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a589702a-71f9-4ad4-a572-c90bbb301061 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356474 Sep 26 14:06:40.342915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33630) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:40.350353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077523430', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:40.384953 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:40.465970 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:06:40.470891 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:40.647228 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:39Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:40.687045 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Checking router: a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:06:40.687379 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Updating router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 port 15c02685-aeb6-4306-a3c4-10ec72775a43 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:06:40.714697 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:40.727494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:40.839335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Subnet': ['ID=d8de70f7-3ccf-4528-b3c0-df5a34a855ce,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:40.853613 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Checking segment: {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:06:40.853987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network hostable DHCP agents. Network: b07b3227-6e25-4532-a23f-81e4e9fbafd3, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:06:40.876261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:06:40.887912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, b07b3227-6e25-4532-a23f-81e4e9fbafd3) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:06:40.893542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:40.894180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:40.904081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8a637-b2d3-426b-aa2b-e7c2db51e955 None None] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:06:40.919960 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e086be28-04d1-4bff-b955-6aa15db77aa7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5748296 Sep 26 14:06:40.924899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33632) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:41.074785 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.091878 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.147148 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:06:41.149062 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.182171 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Attempting to bind port 15c02685-aeb6-4306-a3c4-10ec72775a43 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:06:41.183214 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Attempting to bind port 15c02685-aeb6-4306-a3c4-10ec72775a43 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:06:41.183576 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Attempting to bind port 15c02685-aeb6-4306-a3c4-10ec72775a43 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:06:41.185873 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Pushing event updated for resources: {'Port': ['ID=15c02685-aeb6-4306-a3c4-10ec72775a43,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:41.193534 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:06:41.194238 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:06:41.195145 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.195547 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:06:41.196048 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Bound port: 15c02685-aeb6-4306-a3c4-10ec72775a43, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:06:41.196440 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.202317 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-33001241-48d7-4f92-9c8a-5af6776b44dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.204044 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.204552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.204993 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.205430 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.205901 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.206360 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.206752 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.207188 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.207612 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.208040 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.208477 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.208904 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:06:41.270279 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] For port 15c02685-aeb6-4306-a3c4-10ec72775a43, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:06:41.275118 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] For port 15c02685-aeb6-4306-a3c4-10ec72775a43, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=15c02685-aeb6-4306-a3c4-10ec72775a43,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:06:41.280961 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.341762 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12703221-4fad-46cd-9614-589cfb2d4738 None None] Pushing event updated for resources: {'Port': ['ID=15c02685-aeb6-4306-a3c4-10ec72775a43,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:41.352744 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:41.353374 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:41.453833 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Allocated IP 172.20.0.2 (b07b3227-6e25-4532-a23f-81e4e9fbafd3/d8de70f7-3ccf-4528-b3c0-df5a34a855ce/5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:06:41.522727 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:41.584829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.778366 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:39Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:41.836346 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd85db1-2973-43ca-b31c-9821d251974e None None] The sync data for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 is: [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:39Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:06:41.949732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.984771 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:41.994900 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.050781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:06:42.055285 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:06:42.058088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.1 (b07b3227-6e25-4532-a23f-81e4e9fbafd3/d8de70f7-3ccf-4528-b3c0-df5a34a855ce/05eeb2f6-6d0b-431c-b8f0-de7f4cba1637) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:06:42.060343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:06:42.091465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Pushing event updated for resources: {'Port': ['ID=5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:42.210177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Attempting to bind port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:06:42.210726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Attempting to bind port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:06:42.211268 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Attempting to bind port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 on network b07b3227-6e25-4532-a23f-81e4e9fbafd3 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:06:42.219791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:06:42.220866 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Checking segment: {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:06:42.221567 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.222368 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Bound using segment: {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:06:42.223155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Bound port: 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:06:42.223621 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.290870 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.355271 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.375760 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.378003 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] For port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:06:42.385300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] For port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:06:42.391936 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.447785 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:42.467499 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:06:42.471762 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:06:42.476434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:06:42.494677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 15c02685-aeb6-4306-a3c4-10ec72775a43 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:06:42.502305 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f841-e9b2-4f23-b6a7-723e8f732fc9 None None] Pushing event updated for resources: {'Port': ['ID=5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:42.571533 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.597895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 15c02685-aeb6-4306-a3c4-10ec72775a43 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:42.598864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.740495 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.769357 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:42.819933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 15c02685-aeb6-4306-a3c4-10ec72775a43, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=15c02685-aeb6-4306-a3c4-10ec72775a43,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:42.877701 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:43.014113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=15c02685-aeb6-4306-a3c4-10ec72775a43,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:43.177323 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:43.184242 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:43.269703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:43.271477 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:43.381991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:06:43.383988 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:06:43.516410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:06:43.654798 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:06:43.661527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4fa7b720-4596-4779-9cf2-5f2acd9d8621 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7344339 Sep 26 14:06:43.807867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:43.867033 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-2d34e7be-0701-4948-a95e-8d89e74e52e8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848307957&fields=id&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 267 time: 0.0506275 Sep 26 14:06:44.038305 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-bb18317e-48ec-451c-a7e6-b89ac627ca92 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:44.041051 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-bb18317e-48ec-451c-a7e6-b89ac627ca92 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/networks?id=b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 200 len: 797 time: 0.1636376 Sep 26 14:06:44.060269 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-48f56874-7caf-4484-a7f1-a44e972ad7a8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/quotas/f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 375 time: 0.0129132 Sep 26 14:06:44.165431 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-af6dd5fb-a89a-4dc4-a9d1-c7dd0168fac2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968423 Sep 26 14:06:44.168580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbfce3-921f-4adf-b145-2938235cc601 None None] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:06:44.253264 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Sync routers for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:06:44.294215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:44.295083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:44.308909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0c257ab2-1369-4c8a-8662-e86e3c78536e None None] Provisioning complete for port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:44.309405 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c257ab2-1369-4c8a-8662-e86e3c78536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:44.324936 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-bdd2d8ee-c80a-4fd8-abd6-0d5ed0042762 service neutron] 10.222.0.13 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402800 Sep 26 14:06:44.482722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-0f7c6c75-1550-4993-b425-2e028f8562c5 service neutron] 10.222.0.13 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448808 Sep 26 14:06:44.537383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:44.581511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 15c02685-aeb6-4306-a3c4-10ec72775a43 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:06:44.620985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c257ab2-1369-4c8a-8662-e86e3c78536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:44.790443 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-20b9765e-5441-42a9-9534-0732b23b06e0 req-50f17e49-8ff1-46c4-a3e7-9779a38bb787 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 210 time: 0.0333128 Sep 26 14:06:44.822326 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0c257ab2-1369-4c8a-8662-e86e3c78536e None None] For port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:44.839157 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0c257ab2-1369-4c8a-8662-e86e3c78536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:44.851780 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 15c02685-aeb6-4306-a3c4-10ec72775a43 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:44.852154 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:44.979622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c257ab2-1369-4c8a-8662-e86e3c78536e None None] Pushing event updated for resources: {'Port': ['ID=5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:45.043118 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:06:45.084059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 2, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:45.131010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Checking router: a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:06:45.131366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Updating router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:06:45.137157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cc63483d-22d7-4164-84cf-56f812b80f77 None None] Provisioning complete for port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:45.137594 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc63483d-22d7-4164-84cf-56f812b80f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:45.198136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:45.216649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-cc63483d-22d7-4164-84cf-56f812b80f77 None None] Port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:06:45.225627 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:45.225996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:45.302899 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cc63483d-22d7-4164-84cf-56f812b80f77 None None] Provisioning complete for port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:45.303290 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cc63483d-22d7-4164-84cf-56f812b80f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:45.748839 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:45.755567 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:45.831805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ac39d45a-0b1b-48aa-bf07-ae076461a842 None None] Provisioning complete for port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:45.832238 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac39d45a-0b1b-48aa-bf07-ae076461a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:45.856608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d7d3-4edc-47c3-bf7a-59abafd899e9 None None] Pushing event updated for resources: {'Port': ['ID=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:45.980662 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8174a8af-f913-4e1d-af63-a32c99bd070b req-fd54eba5-e993-4942-8670-b6ef5568a289 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 210 time: 0.0564635 Sep 26 14:06:46.109861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ac39d45a-0b1b-48aa-bf07-ae076461a842 None None] Port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:06:46.113556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.115113 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Attempting to bind port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:06:46.115479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Attempting to bind port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:06:46.115839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Attempting to bind port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 on network b07b3227-6e25-4532-a23f-81e4e9fbafd3 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:06:46.122104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:06:46.122481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Checking segment: {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:06:46.122883 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.123278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Bound using segment: {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:06:46.123761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Bound port: 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:06:46.124152 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.232103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] For port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:06:46.257512 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] For port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:06:46.263872 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.266047 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a18d42ec-9e1e-4da5-8c8a-0190083c764c None None] Provisioning complete for port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:46.266460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a18d42ec-9e1e-4da5-8c8a-0190083c764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.355281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:46.356195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:46.456995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d7d3-4edc-47c3-bf7a-59abafd899e9 None None] Pushing event updated for resources: {'Port': ['ID=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:46.504642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:06:46.569255 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a18d42ec-9e1e-4da5-8c8a-0190083c764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.574130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:46.695750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a18d42ec-9e1e-4da5-8c8a-0190083c764c None None] For port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:46.717184 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a18d42ec-9e1e-4da5-8c8a-0190083c764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.732247 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:46.732694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.809052 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:06:46.855547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-5d3f213f-e9a8-42d9-9717-93da105a4023 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:46.858383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-5d3f213f-e9a8-42d9-9717-93da105a4023 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/networks?id=b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 200 len: 797 time: 0.6924515 Sep 26 14:06:46.879799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d42ec-9e1e-4da5-8c8a-0190083c764c None None] Pushing event updated for resources: {'Port': ['ID=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:46.897661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8439c85c-2288-4955-88d7-83d238d24562 None None] Provisioning complete for port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:46.898051 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8439c85c-2288-4955-88d7-83d238d24562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:46.915906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-b98afd2c-f5fa-44d0-aaa8-2a603504da15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 379 time: 0.0470803 Sep 26 14:06:46.926471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'port': {'device_id': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'admin_state_up': True, 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'security_groups': ['f466bcdb-497e-422b-8c44-3623d70699cd']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:47.050370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:47.097014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d285cd6-c5a6-4f07-80cd-b7ec41a7e554 None None] The sync data for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 is: [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:06:47.159142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4e2b7742-9a81-4303-8635-fd434d43f48b req-7f06047f-e53b-4750-a38f-902878e96282 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 210 time: 0.0694513 Sep 26 14:06:47.175343 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:06:47.190657 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:47.411782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.4 (b07b3227-6e25-4532-a23f-81e4e9fbafd3/d8de70f7-3ccf-4528-b3c0-df5a34a855ce/7c094419-93d7-45c9-b353-b5097143c7d1) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:06:47.606454 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:47.656215 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:47.730738 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:06:47.735842 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:06:47.739599 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:06:47.750277 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=7c094419-93d7-45c9-b353-b5097143c7d1,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:47.814860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:47.815552 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:47.832414 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-cafe2ea9-0d75-436c-9298-510b11471fe8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9109271 Sep 26 14:06:47.846240 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Request body: {'port': {'device_id': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:47.909212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:48.036818 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ac5c2e13-308b-48de-b9fc-05cd15e5ceda None None] Provisioning complete for port 7c094419-93d7-45c9-b353-b5097143c7d1 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:48.037361 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac5c2e13-308b-48de-b9fc-05cd15e5ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:48.084673 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c2e13-308b-48de-b9fc-05cd15e5ceda None None] Port 7c094419-93d7-45c9-b353-b5097143c7d1 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:06:48.295124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c094419-93d7-45c9-b353-b5097143c7d1 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:06:48.304491 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:48.320532 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Transition to ACTIVE for port object 7c094419-93d7-45c9-b353-b5097143c7d1 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:06:48.327047 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:48.381572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22544-18fd-4ab6-bdbd-11c40df98733 req-660cd122-b644-4758-a22f-f5c497dbf3d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:48.388999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b6d22544-18fd-4ab6-bdbd-11c40df98733 req-660cd122-b644-4758-a22f-f5c497dbf3d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 931 time: 0.1116903 Sep 26 14:06:48.419734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Pushing event updated for resources: {'Port': ['ID=7c094419-93d7-45c9-b353-b5097143c7d1,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:48.480043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:06:48.518530 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b6d22544-18fd-4ab6-bdbd-11c40df98733 req-765781fa-4e52-4942-8187-bc60799cf107 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143823 Sep 26 14:06:48.528713 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Attempting to bind port 7c094419-93d7-45c9-b353-b5097143c7d1 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:06:48.529070 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Attempting to bind port 7c094419-93d7-45c9-b353-b5097143c7d1 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:06:48.533067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Attempting to bind port 7c094419-93d7-45c9-b353-b5097143c7d1 on network b07b3227-6e25-4532-a23f-81e4e9fbafd3 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:06:48.541807 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Port 7c094419-93d7-45c9-b353-b5097143c7d1 on network b07b3227-6e25-4532-a23f-81e4e9fbafd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:06:48.542139 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Attempting to bind port 7c094419-93d7-45c9-b353-b5097143c7d1 on network b07b3227-6e25-4532-a23f-81e4e9fbafd3 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:06:48.550288 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:06:48.550885 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Checking segment: {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:06:48.551495 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Bound using segment: {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:06:48.552081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Bound port: 7c094419-93d7-45c9-b353-b5097143c7d1, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:06:48.552644 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:48.567737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:48.568182 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:48.659934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] For port 7c094419-93d7-45c9-b353-b5097143c7d1, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:06:48.665780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] For port 7c094419-93d7-45c9-b353-b5097143c7d1, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c094419-93d7-45c9-b353-b5097143c7d1,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:06:48.672090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:48.730438 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:48.731169 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:48.733431 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] 10.222.0.23 "PUT /v2.0/ports/7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 200 len: 1092 time: 0.8929412 Sep 26 14:06:48.736724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:06:48.740122 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c683b2a-1cd2-4822-b226-33c35b7ea74e" -d '{"events": [{"name": "network-changed", "server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:06:48.777634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daccb7b-7a81-4e51-a056-24d9e4dfc0fc service neutron] Pushing event updated for resources: {'Port': ['ID=7c094419-93d7-45c9-b353-b5097143c7d1,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:48.828070 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c8d7e6-360e-4f5c-b311-290d2188447e x-openstack-request-id: req-08c8d7e6-360e-4f5c-b311-290d2188447e {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:06:48.828506 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:06:48.828976 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08c8d7e6-360e-4f5c-b311-290d2188447e {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:06:48.830061 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1', 'status': 'completed', 'code': 200} Sep 26 14:06:48.852641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-bcef963a-82a3-4674-b3a0-ecdd641f48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:48.854357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-bcef963a-82a3-4674-b3a0-ecdd641f48ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1095 time: 0.0717084 Sep 26 14:06:48.901549 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-0af0f116-8df2-4222-80c2-c97a03cc1313 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 200 len: 217 time: 0.0390122 Sep 26 14:06:48.975390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-6d7a8bfe-94cc-4cd5-9b99-a8f7552e45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:48.977377 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-6d7a8bfe-94cc-4cd5-9b99-a8f7552e45d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8de70f7-3ccf-4528-b3c0-df5a34a855ce HTTP/1.1" status: 200 len: 835 time: 0.0681739 Sep 26 14:06:49.030498 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-e6d5fbc4-5acc-4b05-a5ee-afeb50cacce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:49.031972 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-e6d5fbc4-5acc-4b05-a5ee-afeb50cacce8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b07b3227-6e25-4532-a23f-81e4e9fbafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476215 Sep 26 14:06:49.145735 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-a0183e26-fc2b-48eb-921f-675700f371ad service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055534 Sep 26 14:06:49.263508 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-48f6dbea-f9f3-4a10-a42c-47cea1d0c95f req-9d016f0c-0f2e-4df4-9f4c-4b42a9efdeec service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094503 Sep 26 14:06:49.385389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-430a742b-7d5e-4d86-bcd0-0e98305ac973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:49.387033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-430a742b-7d5e-4d86-bcd0-0e98305ac973 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1095 time: 0.0518920 Sep 26 14:06:49.494292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-82ceb573-324b-4382-afa9-f3eee56619c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:49.496059 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-82ceb573-324b-4382-afa9-f3eee56619c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 200 len: 897 time: 0.1009493 Sep 26 14:06:49.542373 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-6f5da786-9f3f-478e-89f5-d0a990462334 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 200 len: 217 time: 0.0376797 Sep 26 14:06:49.615672 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-a5d57d56-cb5a-4734-a7a2-c209383d3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:49.617524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-a5d57d56-cb5a-4734-a7a2-c209383d3b15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8de70f7-3ccf-4528-b3c0-df5a34a855ce HTTP/1.1" status: 200 len: 835 time: 0.0672638 Sep 26 14:06:49.689127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394458c-c25d-4ec2-97f5-973640c66d28 req-5b684cfb-1e13-419e-af62-479516eb983b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:49.690510 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-f85c4bab-02c4-41ad-8fff-8934af9d0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:49.692192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5394458c-c25d-4ec2-97f5-973640c66d28 req-5b684cfb-1e13-419e-af62-479516eb983b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 943 time: 0.0791109 Sep 26 14:06:49.693075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-f85c4bab-02c4-41ad-8fff-8934af9d0cb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b07b3227-6e25-4532-a23f-81e4e9fbafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683668 Sep 26 14:06:49.734260 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5394458c-c25d-4ec2-97f5-973640c66d28 req-6e2ae464-925f-470d-89eb-26f455718403 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357909 Sep 26 14:06:49.815289 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-54963114-3e4e-4ae3-8658-437918c2034e service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138785 Sep 26 14:06:49.921018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0c683b2a-1cd2-4822-b226-33c35b7ea74e req-b1a42d4e-e765-4164-b881-e77b1112506c service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975473 Sep 26 14:06:50.750668 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:50.879614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234ee5c-39e1-4909-814c-0a45657623a6 req-985a1290-b6c3-471f-9859-b77d76b0d328 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:50.881331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5234ee5c-39e1-4909-814c-0a45657623a6 req-985a1290-b6c3-471f-9859-b77d76b0d328 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 943 time: 0.0563660 Sep 26 14:06:50.927112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5234ee5c-39e1-4909-814c-0a45657623a6 req-42e775d8-3c85-445e-b188-2a4bcd33f5a0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390906 Sep 26 14:06:52.060602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22265a-2167-4cf3-9418-b34e131576e7 req-dd47ff42-f900-4f63-9a3c-453c4d1794be tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:52.062328 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac22265a-2167-4cf3-9418-b34e131576e7 req-dd47ff42-f900-4f63-9a3c-453c4d1794be tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 943 time: 0.0556066 Sep 26 14:06:52.115572 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ac22265a-2167-4cf3-9418-b34e131576e7 req-22a28d83-5ff4-47ed-8186-9f0ef3829181 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450604 Sep 26 14:06:52.800636 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c094419-93d7-45c9-b353-b5097143c7d1 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:06:52.907414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c094419-93d7-45c9-b353-b5097143c7d1, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c094419-93d7-45c9-b353-b5097143c7d1,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:52.921279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '7c094419-93d7-45c9-b353-b5097143c7d1', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'port_id': '7c094419-93d7-45c9-b353-b5097143c7d1', 'mac_address': 'fa:16:3e:93:d2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:06:52.967979 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:52.982995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c094419-93d7-45c9-b353-b5097143c7d1 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:06:53.005506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c094419-93d7-45c9-b353-b5097143c7d1, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c094419-93d7-45c9-b353-b5097143c7d1,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:53.011043 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:53.065083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c094419-93d7-45c9-b353-b5097143c7d1,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:53.249834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905db4f-8175-41be-843e-52db3ede3ebc req-e92b824a-f514-40e0-99fb-305ab0909104 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:53.252326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1905db4f-8175-41be-843e-52db3ede3ebc req-e92b824a-f514-40e0-99fb-305ab0909104 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 944 time: 0.0572939 Sep 26 14:06:53.306828 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1905db4f-8175-41be-843e-52db3ede3ebc req-7e9a637a-30b5-4b67-9e3a-178cb02965d0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435803 Sep 26 14:06:53.319353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7c094419-93d7-45c9-b353-b5097143c7d1'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:06:54.453741 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3dbb6-5218-4739-bf77-5af5f34591c0 req-966c6d50-8b18-4d1e-b56d-068936747ebc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:54.455515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95a3dbb6-5218-4739-bf77-5af5f34591c0 req-966c6d50-8b18-4d1e-b56d-068936747ebc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 944 time: 0.0590696 Sep 26 14:06:54.498586 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-95a3dbb6-5218-4739-bf77-5af5f34591c0 req-ae4ad6d8-ca3a-4ba2-986f-d0ae3f40a2ac tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363810 Sep 26 14:06:54.818082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c094419-93d7-45c9-b353-b5097143c7d1 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:06:54.872206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 7c094419-93d7-45c9-b353-b5097143c7d1 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:06:54.877713 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 7c094419-93d7-45c9-b353-b5097143c7d1 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:06:54.878136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:54.974213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:55.000407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:06:55.003036 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe8521-78ed-4487-b871-161f0a9ab9d2" -d '{"events": [{"server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "name": "network-vif-plugged", "status": "completed", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:06:55.017707 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c094419-93d7-45c9-b353-b5097143c7d1, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c094419-93d7-45c9-b353-b5097143c7d1,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:06:55.023138 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:55.062551 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba24147-b43f-449b-934f-9f135b0a5c3a x-openstack-request-id: req-eba24147-b43f-449b-934f-9f135b0a5c3a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:06:55.063008 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "name": "network-vif-plugged", "status": "completed", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:06:55.063417 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eba24147-b43f-449b-934f-9f135b0a5c3a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:06:55.063947 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1', 'code': 200} Sep 26 14:06:55.111844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c094419-93d7-45c9-b353-b5097143c7d1,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:55.154243 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4742d1c-c1f7-4d4d-83c5-0e97df14dc74 req-039351a9-20ff-4f6a-aa3e-cef8c07807f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:55.155799 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4742d1c-c1f7-4d4d-83c5-0e97df14dc74 req-039351a9-20ff-4f6a-aa3e-cef8c07807f7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1097 time: 0.0442524 Sep 26 14:06:55.195026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e4742d1c-c1f7-4d4d-83c5-0e97df14dc74 req-35b6b7e9-57fc-4e8b-a8a7-2724f9944ca7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Sep 26 14:06:55.631256 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d714ee-dd8c-40d3-a1f2-a05137589367 req-f43dff46-7bb2-4552-8bda-96eb98a51fbd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:55.634040 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-36d714ee-dd8c-40d3-a1f2-a05137589367 req-f43dff46-7bb2-4552-8bda-96eb98a51fbd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0645139 Sep 26 14:06:55.677164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-36d714ee-dd8c-40d3-a1f2-a05137589367 req-b63657d2-d693-4bdb-9bec-e75cb223e478 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372350 Sep 26 14:06:56.811479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705050d-791d-4bcd-83da-018f3c63fa1f req-4009c4e6-12f7-4d82-b58d-dc34f8fe3f10 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:56.813573 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8705050d-791d-4bcd-83da-018f3c63fa1f req-4009c4e6-12f7-4d82-b58d-dc34f8fe3f10 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0555134 Sep 26 14:06:56.864413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8705050d-791d-4bcd-83da-018f3c63fa1f req-1bb24b29-beaa-43c8-a5d7-213ced423bb7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391278 Sep 26 14:06:56.995834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1471b-50f9-4593-a8d1-3e6f5dde9dcf req-4ffbd619-e67a-4ccf-9982-acae58a989b4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:56.997346 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ae1471b-50f9-4593-a8d1-3e6f5dde9dcf req-4ffbd619-e67a-4ccf-9982-acae58a989b4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0561709 Sep 26 14:06:57.041820 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ae1471b-50f9-4593-a8d1-3e6f5dde9dcf req-0a0dec95-d0bb-4fa4-94b9-0da112c147c9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377264 Sep 26 14:06:57.074310 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33692) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:57.123731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3750c971-9f91-429f-a908-565a9624e78a tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:57.125321 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3750c971-9f91-429f-a908-565a9624e78a tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1092 time: 0.0499785 Sep 26 14:06:57.129205 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33694) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:57.133716 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '7c094419-93d7-45c9-b353-b5097143c7d1', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:06:57.157019 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:57.311947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:57.429153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.41 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/87d37e8d-76bf-4da3-b27d-7f463ed728ae) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:06:57.550576 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:57.590437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:57.633601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:06:57.637118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:06:57.642549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:06:57.674403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=87d37e8d-76bf-4da3-b27d-7f463ed728ae,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:58.044780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:58.123676 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:58.288188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:58.293275 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:58.372480 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=87d37e8d-76bf-4da3-b27d-7f463ed728ae,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:06:58.384625 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:58.495163 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP 52d499f8-7d47-444c-a5de-a1803f846c65 associated. External IP: 172.25.4.41, port: 7c094419-93d7-45c9-b353-b5097143c7d1. Sep 26 14:06:58.723058 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:06:58.838527 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:06:58.852929 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] Sync routers for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:06:58.861108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:06:58.866125 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:58.867145 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:58.911104 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f374a63f-97ac-42c5-8e45-7b18891c1db4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7801938 Sep 26 14:06:58.912148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:06:58.916244 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81edf207-72a6-411a-a8d1-c080f3d13afa" -d '{"events": [{"name": "network-changed", "server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:06:58.971467 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e67cc00-c16e-4bda-9f8f-af1a66ee7973 x-openstack-request-id: req-3e67cc00-c16e-4bda-9f8f-af1a66ee7973 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:06:58.971909 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:06:58.972302 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e67cc00-c16e-4bda-9f8f-af1a66ee7973 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:06:58.972909 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1', 'status': 'completed', 'code': 200} Sep 26 14:06:59.039306 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:59.085165 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce2fd1-1d24-49a9-b151-ad2c1fda2a69 req-8a738da8-e1d8-4e02-a1fd-8f870181db2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:59.087187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56ce2fd1-1d24-49a9-b151-ad2c1fda2a69 req-8a738da8-e1d8-4e02-a1fd-8f870181db2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0921216 Sep 26 14:06:59.090890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-e3b102c0-197e-4eed-8bce-64fff322c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:59.092620 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-e3b102c0-197e-4eed-8bce-64fff322c49f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1097 time: 0.0945120 Sep 26 14:06:59.199772 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56ce2fd1-1d24-49a9-b151-ad2c1fda2a69 req-9e7be9ad-36d3-4cc0-8ec0-24cb06d49473 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918708 Sep 26 14:06:59.230591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-324bb063-7a09-4399-952a-68426639b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:59.232286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-324bb063-7a09-4399-952a-68426639b8ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 200 len: 897 time: 0.1330924 Sep 26 14:06:59.252676 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33702) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:06:59.309343 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-955dd582-5e71-4987-b365-bb8480fdc2c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 200 len: 998 time: 0.0700371 Sep 26 14:06:59.364037 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-23e0898c-cb09-42c1-9ee2-71b6cde9cf7e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/52d499f8-7d47-444c-a5de-a1803f846c65 HTTP/1.1" status: 200 len: 990 time: 0.1093366 Sep 26 14:06:59.365225 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '52d499f8-7d47-444c-a5de-a1803f846c65', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'port_id': '7c094419-93d7-45c9-b353-b5097143c7d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'mac_address': 'fa:16:3e:93:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:06:57Z', 'updated_at': '2021-09-26T14:06:57Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:46Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:59.371096 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-3fc224b5-f75c-4cfc-b775-1d036686e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:59.372600 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-3fc224b5-f75c-4cfc-b775-1d036686e157 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8de70f7-3ccf-4528-b3c0-df5a34a855ce HTTP/1.1" status: 200 len: 835 time: 0.0566809 Sep 26 14:06:59.419883 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] Checking router: a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:06:59.422142 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-a3eb402a-0f21-471b-acb5-4c4ddf76a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:06:59.424220 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-a3eb402a-0f21-471b-acb5-4c4ddf76a653 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b07b3227-6e25-4532-a23f-81e4e9fbafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444016 Sep 26 14:06:59.434947 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:06:59.435991 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:06:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:59.580357 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-a2588958-41ee-49f8-b90f-1bc99bafc94c service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486623 Sep 26 14:06:59.645268 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:06:59.679020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-81edf207-72a6-411a-a8d1-c080f3d13afa req-c60ade8a-91a5-4e46-ab64-a3c64b0a34e6 service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920227 Sep 26 14:06:59.889012 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '52d499f8-7d47-444c-a5de-a1803f846c65', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'port_id': '7c094419-93d7-45c9-b353-b5097143c7d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'mac_address': 'fa:16:3e:93:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:06:57Z', 'updated_at': '2021-09-26T14:06:57Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:46Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:06:59.921402 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73dbeb-e089-445f-aa72-ec6d6b8ab744 None None] The sync data for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 is: [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '52d499f8-7d47-444c-a5de-a1803f846c65', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'port_id': '7c094419-93d7-45c9-b353-b5097143c7d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'mac_address': 'fa:16:3e:93:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:06:57Z', 'updated_at': '2021-09-26T14:06:57Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:46Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:07:00.127463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7787dd64-96b1-4061-8bbb-eb4d0580722a None None] New status for floating IP 52d499f8-7d47-444c-a5de-a1803f846c65: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:07:00.369031 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:07:00.432612 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-18160d1f-dfc2-4388-827c-9234100e0bed tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/52d499f8-7d47-444c-a5de-a1803f846c65 HTTP/1.1" status: 200 len: 992 time: 0.0623593 Sep 26 14:07:08.456873 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d8ba46d0-560c-495c-8964-da1c94140788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:11.150671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2bff8acc-87b4-4f28-b9ee-fca10d2b5393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:11.772077 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:12.335484 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:13.801000 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:15.889774 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:20.766341 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:23.810831 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:07:29.883128 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-2afa1cb8-e840-4ed5-8656-ffe2db45af2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438402 Sep 26 14:07:29.981877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-59f11063-fdbd-41ba-87a5-56225226582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:07:29.983503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-59f11063-fdbd-41ba-87a5-56225226582a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1097 time: 0.0505278 Sep 26 14:07:30.105769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-0b4df315-cf2c-4905-bafb-cbe1882f3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:07:30.107513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-0b4df315-cf2c-4905-bafb-cbe1882f3b3e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 200 len: 897 time: 0.1001604 Sep 26 14:07:30.182651 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-cc0b6c37-e558-4fc4-8e98-c5ab935bbe30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 200 len: 1000 time: 0.0667171 Sep 26 14:07:30.235413 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-299a9944-4605-4258-bb98-5a0cecfc3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:07:30.237199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-299a9944-4605-4258-bb98-5a0cecfc3365 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8de70f7-3ccf-4528-b3c0-df5a34a855ce HTTP/1.1" status: 200 len: 835 time: 0.0473042 Sep 26 14:07:30.285328 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-94e3735a-ef86-46e8-a678-0d540d57f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:07:30.286932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-94e3735a-ef86-46e8-a678-0d540d57f88f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b07b3227-6e25-4532-a23f-81e4e9fbafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422819 Sep 26 14:07:30.383882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-ea83e3c3-fb07-4a5f-a923-84f69caf8908 service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898929 Sep 26 14:07:30.479817 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62b00e4f-985b-4a3a-ba1b-3943d8ecf3b9 req-67ced5fe-be0e-4d60-9ffd-b3863e0112e1 service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889351 Sep 26 14:07:38.460299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14925e8f-d0bb-4b6e-8749-44d53c110fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:41.151363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4a76157c-d4dc-4caf-abaf-12dce9f00b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:41.768215 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:42.340053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:43.801906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:45.887543 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:07:50.764010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:00.810672 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:08:03.324363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-3f6d1c7d-9344-4f46-b0ea-6d1536adb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:03.327016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-3f6d1c7d-9344-4f46-b0ea-6d1536adb2b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1097 time: 0.0633619 Sep 26 14:08:03.331984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939335-e8a9-4681-a7b6-faae1735ced4 req-2346ed3e-fe9b-4b0f-9301-91eb4efe73b7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:03.334183 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0939335-e8a9-4681-a7b6-faae1735ced4 req-2346ed3e-fe9b-4b0f-9301-91eb4efe73b7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0705185 Sep 26 14:08:03.398389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d0939335-e8a9-4681-a7b6-faae1735ced4 req-955d0b77-badd-4706-a0df-9268864fbb23 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566483 Sep 26 14:08:03.448200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-b3a1e197-2cfc-410e-bc8d-6e16c280c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:03.450256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-b3a1e197-2cfc-410e-bc8d-6e16c280c17b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 200 len: 897 time: 0.1160080 Sep 26 14:08:03.527863 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-4455631d-61a5-44fc-82b1-5128a3f1e837 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 200 len: 1000 time: 0.0700998 Sep 26 14:08:03.581949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-4daf38c4-0f52-4328-ad1d-90454e902fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:03.583495 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-4daf38c4-0f52-4328-ad1d-90454e902fae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8de70f7-3ccf-4528-b3c0-df5a34a855ce HTTP/1.1" status: 200 len: 835 time: 0.0490065 Sep 26 14:08:03.640256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-627c1d4d-885e-4d17-941f-9fca0306a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:03.642716 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-627c1d4d-885e-4d17-941f-9fca0306a6c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b07b3227-6e25-4532-a23f-81e4e9fbafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516038 Sep 26 14:08:03.747244 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-6848d10a-2ecc-4de4-8be7-426e467a1e09 service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967898 Sep 26 14:08:03.880983 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3bfe2383-d6f8-4904-9acc-0580493d011c req-90d6e68e-0df0-4526-af1e-5edf5a77866b service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232169 Sep 26 14:08:04.537269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6cd99-7250-44e5-826f-857de2cba085 req-7d155ab9-f5ae-4530-9aab-93b31b5801cf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:04.538964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fcc6cd99-7250-44e5-826f-857de2cba085 req-7d155ab9-f5ae-4530-9aab-93b31b5801cf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0604525 Sep 26 14:08:04.586331 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fcc6cd99-7250-44e5-826f-857de2cba085 req-07560e8d-8b2c-48b1-9bc3-95c97de14058 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367539 Sep 26 14:08:05.719595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dee768-0a44-46b7-aee0-40aa66ec19b5 req-b2151bd1-5e97-4760-80d5-62d8ac349a9b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:05.721245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9dee768-0a44-46b7-aee0-40aa66ec19b5 req-b2151bd1-5e97-4760-80d5-62d8ac349a9b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0576532 Sep 26 14:08:05.766325 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f9dee768-0a44-46b7-aee0-40aa66ec19b5 req-9328bac8-bff4-41d9-89a5-6a18df1dc7f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383792 Sep 26 14:08:06.902580 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2cc3a-5f15-4723-b62f-cae7e71a07d0 req-defc8dd5-b01e-424b-9dd4-340e8eb4acba tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:06.904497 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9b2cc3a-5f15-4723-b62f-cae7e71a07d0 req-defc8dd5-b01e-424b-9dd4-340e8eb4acba tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0571818 Sep 26 14:08:06.957647 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c9b2cc3a-5f15-4723-b62f-cae7e71a07d0 req-f3bcf849-0646-432e-8e25-c49a351d75ed tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451317 Sep 26 14:08:08.084714 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1940dd-ba4e-4b67-b2ee-5e0efed82838 req-86fe4512-6e82-4eae-b174-49c2f5eee073 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:08.086412 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d1940dd-ba4e-4b67-b2ee-5e0efed82838 req-86fe4512-6e82-4eae-b174-49c2f5eee073 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0543180 Sep 26 14:08:08.131434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d1940dd-ba4e-4b67-b2ee-5e0efed82838 req-4b89e637-be7f-4c20-a0a7-4f1828e30b3c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354779 Sep 26 14:08:08.463866 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-510a1edc-d904-4570-ac94-d951fe822eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:09.271026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0554d-ea6f-4b97-8340-5715314b377e req-0410e449-b5ea-491b-b4a6-ee682c148aee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:09.272617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d0554d-ea6f-4b97-8340-5715314b377e req-0410e449-b5ea-491b-b4a6-ee682c148aee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0545056 Sep 26 14:08:09.314401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-75d0554d-ea6f-4b97-8340-5715314b377e req-fc81cd22-1a2d-4bbc-b8d5-3e99464d833f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352426 Sep 26 14:08:10.445548 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819931a-b572-4cdf-a12e-d857799e1432 req-931a9b15-1ebf-4b56-a88e-92537e3a4543 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:10.447320 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8819931a-b572-4cdf-a12e-d857799e1432 req-931a9b15-1ebf-4b56-a88e-92537e3a4543 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0609396 Sep 26 14:08:10.512833 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8819931a-b572-4cdf-a12e-d857799e1432 req-81b63375-f849-4c32-8ed0-a8fa0b1ce395 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585418 Sep 26 14:08:11.152770 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-af99e3c0-3c65-4f08-b35f-eaa0ad3a2a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:11.657149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd539e-7bec-4ccf-abe0-d69cc9d113bd req-b3c3aa3c-853c-419e-874d-f0931673d453 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:11.659960 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86bd539e-7bec-4ccf-abe0-d69cc9d113bd req-b3c3aa3c-853c-419e-874d-f0931673d453 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0706179 Sep 26 14:08:11.763697 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:12.191237 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-86bd539e-7bec-4ccf-abe0-d69cc9d113bd req-a01c4441-0398-4fa2-9523-fcf74e45072a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5241761 Sep 26 14:08:12.343601 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:13.318738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93d3dc-2117-472f-aea6-e8ff626f3ba4 req-96e457ba-3bc0-4634-b641-849d84c8a133 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:13.320312 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab93d3dc-2117-472f-aea6-e8ff626f3ba4 req-96e457ba-3bc0-4634-b641-849d84c8a133 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0538580 Sep 26 14:08:13.363556 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ab93d3dc-2117-472f-aea6-e8ff626f3ba4 req-95a2bca1-074d-4233-8df0-97707e581c99 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365062 Sep 26 14:08:13.805739 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:14.490123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7076bf-7a84-4c1a-a664-3781001175b2 req-ac6b9ca3-c2a4-4fd7-81c4-1e3496945e92 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:14.491720 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c7076bf-7a84-4c1a-a664-3781001175b2 req-ac6b9ca3-c2a4-4fd7-81c4-1e3496945e92 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0527136 Sep 26 14:08:14.567165 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7c7076bf-7a84-4c1a-a664-3781001175b2 req-cb1f67d5-1333-4144-9228-3132069eda5f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681674 Sep 26 14:08:15.704560 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394dcb3-55cb-4c98-b348-b0972c44ba2a req-475440fc-f25e-4a0a-96e8-fffadfb326a6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:15.706693 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7394dcb3-55cb-4c98-b348-b0972c44ba2a req-475440fc-f25e-4a0a-96e8-fffadfb326a6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0608974 Sep 26 14:08:15.751550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7394dcb3-55cb-4c98-b348-b0972c44ba2a req-39c001af-450e-4089-8cfa-c64742d830f0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384507 Sep 26 14:08:15.789982 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33766) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:08:15.864945 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a383f506-4e8b-4992-8250-c46ae50191a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/52d499f8-7d47-444c-a5de-a1803f846c65 HTTP/1.1" status: 200 len: 992 time: 0.0736184 Sep 26 14:08:15.888636 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:20.765954 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:29.878580 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40606237-5bfe-41ae-92b7-c6657293b13f req-1caab6f7-17c6-439d-93d8-caddec8c1a88 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439904 Sep 26 14:08:29.972998 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606237-5bfe-41ae-92b7-c6657293b13f req-18dba896-af39-4bba-8a2d-db66f099afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:29.974582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40606237-5bfe-41ae-92b7-c6657293b13f req-18dba896-af39-4bba-8a2d-db66f099afe5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1097 time: 0.0480864 Sep 26 14:08:30.096635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606237-5bfe-41ae-92b7-c6657293b13f req-918fd8e4-d6c5-45b6-b649-c5949e789b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:30.098201 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40606237-5bfe-41ae-92b7-c6657293b13f req-918fd8e4-d6c5-45b6-b649-c5949e789b70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 200 len: 897 time: 0.1023612 Sep 26 14:08:30.172306 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40606237-5bfe-41ae-92b7-c6657293b13f req-1ad2a162-1426-4095-bf01-68e44f698ed6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 200 len: 1000 time: 0.0665603 Sep 26 14:08:30.227719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606237-5bfe-41ae-92b7-c6657293b13f req-855769a6-b98f-4b01-8df1-a7700fd29084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:30.229284 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40606237-5bfe-41ae-92b7-c6657293b13f req-855769a6-b98f-4b01-8df1-a7700fd29084 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8de70f7-3ccf-4528-b3c0-df5a34a855ce HTTP/1.1" status: 200 len: 835 time: 0.0498893 Sep 26 14:08:30.279984 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606237-5bfe-41ae-92b7-c6657293b13f req-9d8fdd60-ca33-4f83-bdce-f38fe8db9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:08:30.281741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40606237-5bfe-41ae-92b7-c6657293b13f req-9d8fdd60-ca33-4f83-bdce-f38fe8db9862 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b07b3227-6e25-4532-a23f-81e4e9fbafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447221 Sep 26 14:08:30.415264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40606237-5bfe-41ae-92b7-c6657293b13f req-0f42ad46-bd3f-424d-b188-0e4d80c73cad service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260328 Sep 26 14:08:30.514138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40606237-5bfe-41ae-92b7-c6657293b13f req-e11aabe4-8a1f-4d18-bf20-89a8036b0902 service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915267 Sep 26 14:08:37.811091 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:08:38.467749 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1750f137-068a-4880-8dbf-ad0bb5afd2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:41.146419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e738d1fa-c945-4de0-8d16-9ecd62a6ef59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:41.758017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:42.347414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:43.809883 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:45.902080 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:08:50.766675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:05.441384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33790) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:05.705933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 87d37e8d-76bf-4da3-b27d-7f463ed728ae {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:09:05.706407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:05.820045 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:05.820594 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:05.845575 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 87d37e8d-76bf-4da3-b27d-7f463ed728ae owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:09:06.052637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:06.089602 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=87d37e8d-76bf-4da3-b27d-7f463ed728ae,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:06.110921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.111467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.112020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.112559 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.113024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.113391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.113811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.114180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.114544 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.114905 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.115345 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.115702 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:06.180165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:06.180499 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP 52d499f8-7d47-444c-a5de-a1803f846c65 disassociated (deleted). External IP: 172.25.4.41, port: 7c094419-93d7-45c9-b353-b5097143c7d1. Sep 26 14:09:06.441063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:09:06.577453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:09:06.583683 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:06.588513 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] Sync routers for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:09:06.602489 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:06.603535 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:06.621365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8733ccc1-0927-447f-9080-a53e9f677f2f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/floatingips/52d499f8-7d47-444c-a5de-a1803f846c65 HTTP/1.1" status: 204 len: 168 time: 1.1785860 Sep 26 14:09:06.622450 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:09:06.625327 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a7f467-8e1a-4fc1-935f-9c80a478ca05" -d '{"events": [{"name": "network-changed", "server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:09:06.801117 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34ad16a-19a3-49db-acdf-ad8928b870e6 x-openstack-request-id: req-f34ad16a-19a3-49db-acdf-ad8928b870e6 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:09:06.801646 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:09:06.802100 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f34ad16a-19a3-49db-acdf-ad8928b870e6 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:09:06.802797 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1', 'status': 'completed', 'code': 200} Sep 26 14:09:06.820377 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:06.902322 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-7fdef4e5-1ec9-4b08-b100-e0cfa4a7e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:06.905679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-7fdef4e5-1ec9-4b08-b100-e0cfa4a7e12a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 1097 time: 0.0765326 Sep 26 14:09:07.090052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8cc93-b1d0-4bb8-8b6e-84df371feece req-9a3fa5f6-d66c-4587-b81e-d39d15bfe68e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:07.091852 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13e8cc93-b1d0-4bb8-8b6e-84df371feece req-9a3fa5f6-d66c-4587-b81e-d39d15bfe68e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.1306586 Sep 26 14:09:07.098671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-4e86fc52-5feb-4671-bd5f-7606e4c96d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:07.098671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-4e86fc52-5feb-4671-bd5f-7606e4c96d91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 200 len: 897 time: 0.1793892 Sep 26 14:09:07.100982 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:46Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:07.130461 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] Checking router: a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:09:07.141477 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:07.142622 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:08:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:07.152019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-b4ef13e8-cc00-49b2-8351-ffb440a3d3b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 200 len: 217 time: 0.0486796 Sep 26 14:09:07.215583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-13e8cc93-b1d0-4bb8-8b6e-84df371feece req-7b6cfa51-d899-4817-89a0-035eed0ad71d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046703 Sep 26 14:09:07.224637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-326c5877-cc8d-4f47-b9b8-8b690a6ffc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:07.226275 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-326c5877-cc8d-4f47-b9b8-8b690a6ffc17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d8de70f7-3ccf-4528-b3c0-df5a34a855ce HTTP/1.1" status: 200 len: 835 time: 0.0672855 Sep 26 14:09:07.288834 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-11af15c6-9db2-416b-a2b0-18fd4095f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:07.290531 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-11af15c6-9db2-416b-a2b0-18fd4095f43c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b07b3227-6e25-4532-a23f-81e4e9fbafd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563154 Sep 26 14:09:07.298011 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:07.303268 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-6d063f0c-5dd8-4d51-8bad-319723717f82 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:09:07.304361 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-6d063f0c-5dd8-4d51-8bad-319723717f82 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055406 Sep 26 14:09:07.409553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-c4f5c44d-10be-483f-b33e-d7f2be49496a service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974100 Sep 26 14:09:07.514243 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-31a7f467-8e1a-4fc1-935f-9c80a478ca05 req-5b6ad920-8340-4679-8e35-f98c5bede95a service neutron] 10.222.0.23 "GET /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962806 Sep 26 14:09:07.582822 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:46Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:07.611360 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d910cc-f0f6-491c-897c-ad052e8772f5 None None] The sync data for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 is: [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '05eeb2f6-6d0b-431c-b8f0-de7f4cba1637', 'name': '', 'network_id': 'b07b3227-6e25-4532-a23f-81e4e9fbafd3', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:d9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:41Z', 'updated_at': '2021-09-26T14:06:46Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'd8de70f7-3ccf-4528-b3c0-df5a34a855ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:09:07.865803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74977b24-39d2-4261-b046-e671571d0b95 None None] New status for floating IP 52d499f8-7d47-444c-a5de-a1803f846c65: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:09:08.366431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc669a6b-2d31-4753-8afb-6bf93d3db553 req-de379ebb-70d1-41b8-a7a4-3986b0644d8a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:08.368197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc669a6b-2d31-4753-8afb-6bf93d3db553 req-de379ebb-70d1-41b8-a7a4-3986b0644d8a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0593972 Sep 26 14:09:08.410949 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bc669a6b-2d31-4753-8afb-6bf93d3db553 req-4c07a9cc-1d77-48bb-b83c-384fca2aaec4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=f466bcdb-497e-422b-8c44-3623d70699cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364895 Sep 26 14:09:08.470186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ccac0951-5152-4e66-a6bf-fcef3ea68312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:08.687853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-6b2325ec-9d13-46c4-b62e-45b19ceab89c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:08.690849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-6b2325ec-9d13-46c4-b62e-45b19ceab89c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 945 time: 0.0604124 Sep 26 14:09:08.787588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 7c094419-93d7-45c9-b353-b5097143c7d1 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:09:08.787933 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:08.890406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 7c094419-93d7-45c9-b353-b5097143c7d1, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c094419-93d7-45c9-b353-b5097143c7d1,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:08.890776 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:08.904890 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 7c094419-93d7-45c9-b353-b5097143c7d1 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:09:09.053278 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:09.107488 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=7c094419-93d7-45c9-b353-b5097143c7d1,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:09.131818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.132416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.133004 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.133719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.134187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.134766 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.135352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.135912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.136511 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.137079 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.138234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.138862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:09.187594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] No DVR routers for this DVR port 7c094419-93d7-45c9-b353-b5097143c7d1 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:09:09.190774 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:09.193152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5cb012d9-5cf3-4111-b58b-8a4ff4fb8ced req-26ccec8d-b5f1-4967-83d5-153e4ce76070 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "DELETE /v2.0/ports/7c094419-93d7-45c9-b353-b5097143c7d1 HTTP/1.1" status: 204 len: 173 time: 0.4959986 Sep 26 14:09:09.193680 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'name': 'network-vif-deleted', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:09:09.196045 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7bcbc-4dc2-46ec-9d0a-a38f25ec5fae" -d '{"events": [{"server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "name": "network-vif-deleted", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:09:09.233987 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539f9f9f-9d17-424b-aeb2-db5260aff47f x-openstack-request-id: req-539f9f9f-9d17-424b-aeb2-db5260aff47f {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:09:09.234280 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790a812a-39d5-4a2b-aab1-c3c89305ac82", "name": "network-vif-deleted", "tag": "7c094419-93d7-45c9-b353-b5097143c7d1", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:09:09.234539 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-539f9f9f-9d17-424b-aeb2-db5260aff47f {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:09:09.234956 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790a812a-39d5-4a2b-aab1-c3c89305ac82', 'name': 'network-vif-deleted', 'tag': '7c094419-93d7-45c9-b353-b5097143c7d1', 'status': 'completed', 'code': 200} Sep 26 14:09:09.527124 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e23f278a-5b47-4fd0-99ac-8060c5bb11d8 req-e0f5a7a5-3b00-4a7d-bf33-022e6663e49a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=790a812a-39d5-4a2b-aab1-c3c89305ac82 HTTP/1.1" status: 200 len: 210 time: 0.0290980 Sep 26 14:09:10.595353 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33810) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:10.973302 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:11.153859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eba9bfab-6378-48a2-9957-a8a9cbb14494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:11.250574 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:09:11.250860 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:11.350816 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:11.351187 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:11.367262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:09:11.501066 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c094419-93d7-45c9-b353-b5097143c7d1 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:09:11.528661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 7c094419-93d7-45c9-b353-b5097143c7d1 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:09:11.529105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c094419-93d7-45c9-b353-b5097143c7d1 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:09:11.574476 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:11.608534 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=05eeb2f6-6d0b-431c-b8f0-de7f4cba1637,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:11.769036 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:11.824025 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.061968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:09:12.180884 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:09:12.186990 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-45f61716-15f0-4ad5-b992-3a44214b7679 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5905252 Sep 26 14:09:12.190812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33812) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:12.195405 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] Sync routers for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:09:12.206985 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:12.207603 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:12.271850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbd8a9b-d4b5-4809-a9e8-27cac52d9079 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting subnet d8de70f7-3ccf-4528-b3c0-df5a34a855ce {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:09:12.275477 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8a9b-d4b5-4809-a9e8-27cac52d9079 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.317537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8a9b-d4b5-4809-a9e8-27cac52d9079 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.328920 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:12.350631 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.461453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8a9b-d4b5-4809-a9e8-27cac52d9079 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.540235 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8a9b-d4b5-4809-a9e8-27cac52d9079 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.568508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd8a9b-d4b5-4809-a9e8-27cac52d9079 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Subnet': ['ID=d8de70f7-3ccf-4528-b3c0-df5a34a855ce,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:12.572466 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8a9b-d4b5-4809-a9e8-27cac52d9079 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.574565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9cbd8a9b-d4b5-4809-a9e8-27cac52d9079 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/subnets/d8de70f7-3ccf-4528-b3c0-df5a34a855ce HTTP/1.1" status: 204 len: 168 time: 0.3827941 Sep 26 14:09:12.577655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33814) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:12.580761 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c86dc-4d28-451b-8717-1410b447bf68 None None] Network b07b3227-6e25-4532-a23f-81e4e9fbafd3 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:09:12.654856 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:09:11Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:12.683283 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] Checking router: a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:09:12.693928 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] Routers {'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:12.694569 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:12.707786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.817620 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] Set router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:12.837430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.912033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 15c02685-aeb6-4306-a3c4-10ec72775a43 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:09:12.912387 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:12.966103 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] DHCP port deletion for b07b3227-6e25-4532-a23f-81e4e9fbafd3 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:09:13.011578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 15c02685-aeb6-4306-a3c4-10ec72775a43, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=15c02685-aeb6-4306-a3c4-10ec72775a43,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:13.012055 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.019484 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:09:11Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:13.026374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 15c02685-aeb6-4306-a3c4-10ec72775a43 owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:09:13.029672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Deleting port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:09:13.030055 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.054101 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1632d0d3-0dc7-4b6a-ac65-75a851a8f362 None None] The sync data for ids ['a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06'] in n-d-806683-13 is: [{'id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375852746', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:06:37Z', 'updated_at': '2021-09-26T14:09:11Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '15c02685-aeb6-4306-a3c4-10ec72775a43', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:06:38Z', 'updated_at': '2021-09-26T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:09:13.107972 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] For port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4,segment=NetworkSegment(89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5),segment_id=89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:13.108291 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.121902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Calling delete_port for 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:09:13.213010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.230108 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.246598 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Pushing event deleted for resources: {'Port': ['ID=5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:13.251102 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] No DVR routers for this DVR port 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.261432 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.262938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacf13-579f-4026-b079-d80b233d1554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:13.267124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=15c02685-aeb6-4306-a3c4-10ec72775a43,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:13.327159 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.421422 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.423753 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.475577 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.476508 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Fanout notify agent at l3_agent the message router_deleted on router a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:09:13.485065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.486292 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a1f73e76-41d4-4174-9d11-ba1d0af0d50f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/routers/a1ecbaa5-18cc-44f2-8b5a-ead5c2079f06 HTTP/1.1" status: 204 len: 168 time: 0.9075882 Sep 26 14:09:13.489230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33816) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:13.594114 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.743921 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.774181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07b3227-6e25-4532-a23f-81e4e9fbafd3']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:13.786520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:13.786839 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89eb9b50-27e0-4a5f-8dd9-3b2a0a3f2ee5') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:13.806402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.817752 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.828473 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.839121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:09:13.839831 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:09:13.852679 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:09:13.949734 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.961636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:13.963749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/networks/b07b3227-6e25-4532-a23f-81e4e9fbafd3 HTTP/1.1" status: 204 len: 168 time: 0.4729095 Sep 26 14:09:13.967714 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33818) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:13.974280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c680a-98d6-42d2-940e-16f93147a08a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Network': ['ID=b07b3227-6e25-4532-a23f-81e4e9fbafd3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:14.072569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48a9ae02-f25d-4e8c-9d49-349bb3fc6fcb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:14.102789 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48a9ae02-f25d-4e8c-9d49-349bb3fc6fcb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:14.181989 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48a9ae02-f25d-4e8c-9d49-349bb3fc6fcb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:14.185148 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-48a9ae02-f25d-4e8c-9d49-349bb3fc6fcb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:14.186400 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-48a9ae02-f25d-4e8c-9d49-349bb3fc6fcb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/security-groups/f466bcdb-497e-422b-8c44-3623d70699cd HTTP/1.1" status: 204 len: 168 time: 0.2172191 Sep 26 14:09:14.197603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ae02-f25d-4e8c-9d49-349bb3fc6fcb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f466bcdb-497e-422b-8c44-3623d70699cd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:14.475870 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 15c02685-aeb6-4306-a3c4-10ec72775a43 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:09:14.496489 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 15c02685-aeb6-4306-a3c4-10ec72775a43 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:09:14.496912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 15c02685-aeb6-4306-a3c4-10ec72775a43 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:09:14.497315 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:09:14.524058 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:09:14.524501 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 5199eb3d-31f8-4595-a7ef-dfdb7f0fd8a4 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:09:14.525056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:09:14.548877 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:09:14.549198 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 05eeb2f6-6d0b-431c-b8f0-de7f4cba1637 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:09:14.810429 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:09:15.917947 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:16.816815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33828) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:16.821733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-765679e3-05a4-4565-b060-3b805f6b5a84 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066896082', 'description': 'tempest-secgroup-smoke-1066896082 description', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:16.847683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-765679e3-05a4-4565-b060-3b805f6b5a84 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:16.941464 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-765679e3-05a4-4565-b060-3b805f6b5a84 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:16.947927 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-765679e3-05a4-4565-b060-3b805f6b5a84 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:16.981359 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-765679e3-05a4-4565-b060-3b805f6b5a84 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:16.982824 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-765679e3-05a4-4565-b060-3b805f6b5a84 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1647072 Sep 26 14:09:16.986667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33830) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:16.988110 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765679e3-05a4-4565-b060-3b805f6b5a84 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f06cfc1-82f3-48ce-8484-e0e7c09f6235,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:16.998777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-01c9472f-94a9-4943-a486-3df75be532a0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '4f06cfc1-82f3-48ce-8484-e0e7c09f6235', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:17.031422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01c9472f-94a9-4943-a486-3df75be532a0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.100882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01c9472f-94a9-4943-a486-3df75be532a0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.104902 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01c9472f-94a9-4943-a486-3df75be532a0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.125426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9472f-94a9-4943-a486-3df75be532a0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba822c2-1339-42eb-a603-aae65d034d87,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:17.134267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-01c9472f-94a9-4943-a486-3df75be532a0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.135930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-01c9472f-94a9-4943-a486-3df75be532a0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478839 Sep 26 14:09:17.138721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33832) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:17.143327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-7660c12f-bb47-42f7-9b92-1f2af19b16c6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '4f06cfc1-82f3-48ce-8484-e0e7c09f6235', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:17.173417 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7660c12f-bb47-42f7-9b92-1f2af19b16c6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.243694 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7660c12f-bb47-42f7-9b92-1f2af19b16c6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.247348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7660c12f-bb47-42f7-9b92-1f2af19b16c6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.265319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660c12f-bb47-42f7-9b92-1f2af19b16c6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7245dc-b0a9-4345-8e64-a7c758b1ec2b,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:17.273639 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7660c12f-bb47-42f7-9b92-1f2af19b16c6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.274951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7660c12f-bb47-42f7-9b92-1f2af19b16c6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352377 Sep 26 14:09:17.277770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33834) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:17.282455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b3ba408d-9ae1-481b-8172-12def8be4491 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '4f06cfc1-82f3-48ce-8484-e0e7c09f6235', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:17.315721 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3ba408d-9ae1-481b-8172-12def8be4491 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.388522 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3ba408d-9ae1-481b-8172-12def8be4491 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.394531 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3ba408d-9ae1-481b-8172-12def8be4491 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.427564 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba408d-9ae1-481b-8172-12def8be4491 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fec287-e488-4b61-ab1a-9816679056b8,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:17.437605 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b3ba408d-9ae1-481b-8172-12def8be4491 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.440454 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b3ba408d-9ae1-481b-8172-12def8be4491 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610539 Sep 26 14:09:17.443052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33836) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:17.448260 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9dcc0f02-53c3-4c90-b547-39ed00ec022e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '4f06cfc1-82f3-48ce-8484-e0e7c09f6235', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:17.479693 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0f02-53c3-4c90-b547-39ed00ec022e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.549402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0f02-53c3-4c90-b547-39ed00ec022e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.554023 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0f02-53c3-4c90-b547-39ed00ec022e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.577902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc0f02-53c3-4c90-b547-39ed00ec022e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74106b71-0433-4f8a-a5b2-5f338e6f3694,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:17.586969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0f02-53c3-4c90-b547-39ed00ec022e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.588455 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9dcc0f02-53c3-4c90-b547-39ed00ec022e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442871 Sep 26 14:09:17.591354 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33838) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:17.596355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c3a3f3e4-f9d5-4df6-8102-9d677ea4e6b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '4f06cfc1-82f3-48ce-8484-e0e7c09f6235', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:17.618990 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-c3a3f3e4-f9d5-4df6-8102-9d677ea4e6b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:09:17.625065 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f3e4-f9d5-4df6-8102-9d677ea4e6b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.703134 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f3e4-f9d5-4df6-8102-9d677ea4e6b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.708006 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f3e4-f9d5-4df6-8102-9d677ea4e6b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.728387 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3f3e4-f9d5-4df6-8102-9d677ea4e6b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58879bba-ef6a-484d-8d72-2db11a241a9a,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:17.736870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f3e4-f9d5-4df6-8102-9d677ea4e6b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.738354 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c3a3f3e4-f9d5-4df6-8102-9d677ea4e6b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459513 Sep 26 14:09:17.741366 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33840) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:17.746471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-05721f70-42d9-43b9-8029-c66f4189f5cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '4f06cfc1-82f3-48ce-8484-e0e7c09f6235', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:17.773389 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-05721f70-42d9-43b9-8029-c66f4189f5cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:09:17.779584 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05721f70-42d9-43b9-8029-c66f4189f5cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.850180 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05721f70-42d9-43b9-8029-c66f4189f5cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.854827 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05721f70-42d9-43b9-8029-c66f4189f5cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.877743 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05721f70-42d9-43b9-8029-c66f4189f5cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452e53a5-0ce8-452a-a7df-9d8bc22d8343,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:17.880872 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-05721f70-42d9-43b9-8029-c66f4189f5cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.882401 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-05721f70-42d9-43b9-8029-c66f4189f5cc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398580 Sep 26 14:09:17.886927 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33842) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:17.892823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'network': {'name': 'tempest-network-smoke--865931078', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:17.915648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:09:17.920203 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.949042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:09:17.961459 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:17.962395 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Added segment f82f4fb7-fb50-42b8-acc0-15f8645a5836 of type vlan for network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 Sep 26 14:09:18.008394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.033731 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.039492 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:18.040125 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.078215 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1894300 Sep 26 14:09:18.082238 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33844) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:18.088505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'admin_state_up': True, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:18.127455 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.129551 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.141894 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e48360-2107-4998-b6d2-f1e0e977a3a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Network': ['ID=8e0837c2-ff66-417a-ae26-6bdcb15f7710,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:18.157185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:09:18.213219 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.366331 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.567092 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.587339 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.697652 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.210 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/71083e70-e74f-46e4-8a61-40c6696c5098) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:09:18.808601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.844544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:18.888117 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:09:18.891377 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:09:18.895161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:09:18.903856 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=71083e70-e74f-46e4-8a61-40c6696c5098,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:19.190850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:19.800876 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:19.944000 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 99700556-ae9b-44ee-80b7-c507e8f27ddd is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:09:20.062011 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:09:20.081559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Sync routers for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:09:20.086941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:20.087580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:20.088582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:20.093652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9a62f7df-18d4-42e9-ad0a-af2b30a7a947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0069833 Sep 26 14:09:20.094124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33846) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:20.128378 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e7487bdd-30b6-401b-acd9-b1ecd87fb5ac tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f47351b74c824bc3ac1f1b30647f9857&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327361 Sep 26 14:09:20.131115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33848) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:20.208618 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:20.412589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:19Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:20.442898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Checking router: 99700556-ae9b-44ee-80b7-c507e8f27ddd for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:09:20.443249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Updating router 99700556-ae9b-44ee-80b7-c507e8f27ddd port 71083e70-e74f-46e4-8a61-40c6696c5098 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:09:20.472948 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:20.713730 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c499f-143c-4cf8-a914-71b93143941d tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:20.718077 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-845c499f-143c-4cf8-a914-71b93143941d tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5854313 Sep 26 14:09:20.720617 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33850) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:20.765054 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cff491f5-9f55-4270-a937-3a3b25de4996 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425682 Sep 26 14:09:20.767977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33852) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:20.775575 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576710882', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:20.780479 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:20.785209 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:20.798680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:20.864246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Attempting to bind port 71083e70-e74f-46e4-8a61-40c6696c5098 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:09:20.864822 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Attempting to bind port 71083e70-e74f-46e4-8a61-40c6696c5098 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:09:20.865391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Attempting to bind port 71083e70-e74f-46e4-8a61-40c6696c5098 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:09:20.868638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005131f-0b14-4da8-87d1-9df607786dec None None] Pushing event updated for resources: {'Port': ['ID=71083e70-e74f-46e4-8a61-40c6696c5098,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:20.879129 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:09:20.879375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:09:20.879939 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:20.880463 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:09:20.881277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Bound port: 71083e70-e74f-46e4-8a61-40c6696c5098, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:09:20.881968 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:20.895229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:09:20.899342 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:20.974588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] For port 71083e70-e74f-46e4-8a61-40c6696c5098, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:09:20.980041 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] For port 71083e70-e74f-46e4-8a61-40c6696c5098, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=71083e70-e74f-46e4-8a61-40c6696c5098,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:09:20.985878 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:21.049610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:21.050241 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:21.052120 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005131f-0b14-4da8-87d1-9df607786dec None None] Pushing event updated for resources: {'Port': ['ID=71083e70-e74f-46e4-8a61-40c6696c5098,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:21.143622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:21.164059 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:21.210866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Subnet': ['ID=9f24f2fc-684c-49b5-8cbf-1ddf63669e71,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:21.222996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Checking segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:09:21.223471 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network hostable DHCP agents. Network: 8e0837c2-ff66-417a-ae26-6bdcb15f7710, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:09:21.243562 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:09:21.254641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 8e0837c2-ff66-417a-ae26-6bdcb15f7710) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:09:21.259272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:21.259878 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:21.276836 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3acbc676-b2b0-40bf-8c1d-b0e04043b1f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5069079 Sep 26 14:09:21.279985 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33854) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:21.280245 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3997d-2f5a-4aed-babb-84b02a489c59 None None] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:09:21.489663 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:09:21.490537 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:21.493251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:19Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:21.526661 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5898ed74-da31-4054-a362-c65d4f2bdc12 None None] The sync data for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 is: [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:19Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:09:21.670676 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Allocated IP 172.20.0.2 (8e0837c2-ff66-417a-ae26-6bdcb15f7710/9f24f2fc-684c-49b5-8cbf-1ddf63669e71/253f0db1-7c35-4d79-b617-3403463e84e3) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:09:21.909598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:21.917957 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:21.946145 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:21.972074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:09:21.978903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:09:21.981565 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Pushing event updated for resources: {'Port': ['ID=253f0db1-7c35-4d79-b617-3403463e84e3,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:21.990011 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:09:22.069756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Attempting to bind port 253f0db1-7c35-4d79-b617-3403463e84e3 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:09:22.069756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Attempting to bind port 253f0db1-7c35-4d79-b617-3403463e84e3 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:09:22.070057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Attempting to bind port 253f0db1-7c35-4d79-b617-3403463e84e3 on network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:09:22.077004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:09:22.077411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Checking segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:09:22.078019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.078357 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Bound using segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:09:22.079507 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Bound port: 253f0db1-7c35-4d79-b617-3403463e84e3, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:09:22.079783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.156852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] For port 253f0db1-7c35-4d79-b617-3403463e84e3, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:09:22.160765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] For port 253f0db1-7c35-4d79-b617-3403463e84e3, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=253f0db1-7c35-4d79-b617-3403463e84e3,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:09:22.166127 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.234279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5316cb-3e0d-49ad-b0f1-e27c57c686bb None None] Pushing event updated for resources: {'Port': ['ID=253f0db1-7c35-4d79-b617-3403463e84e3,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:22.303932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.1 (8e0837c2-ff66-417a-ae26-6bdcb15f7710/9f24f2fc-684c-49b5-8cbf-1ddf63669e71/fc507f5d-579b-41b9-b426-07aef051702e) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:09:22.551564 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.592432 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.625801 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 71083e70-e74f-46e4-8a61-40c6696c5098 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:09:22.652505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=fc507f5d-579b-41b9-b426-07aef051702e,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:22.664263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:09:22.665979 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:09:22.669258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:09:22.698274 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 71083e70-e74f-46e4-8a61-40c6696c5098 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:22.698876 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.729200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.787156 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.812214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 71083e70-e74f-46e4-8a61-40c6696c5098, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=71083e70-e74f-46e4-8a61-40c6696c5098,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:22.817390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.818220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 253f0db1-7c35-4d79-b617-3403463e84e3 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:09:22.902516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=71083e70-e74f-46e4-8a61-40c6696c5098,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:22.914721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 253f0db1-7c35-4d79-b617-3403463e84e3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:22.915170 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:22.945249 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:23.013869 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:23.050835 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 253f0db1-7c35-4d79-b617-3403463e84e3, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=253f0db1-7c35-4d79-b617-3403463e84e3,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:23.055084 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:23.119400 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=253f0db1-7c35-4d79-b617-3403463e84e3,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:23.302979 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:23.309931 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:23.389420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=fc507f5d-579b-41b9-b426-07aef051702e,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:23.390939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dadac9e-4019-4141-8e7f-f0cb87f88026 None None] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:09:23.392305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:23.467223 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f64cb341-def4-4c2f-835d-aa056bf0b09f None None] Provisioning complete for port 253f0db1-7c35-4d79-b617-3403463e84e3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:23.467574 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f64cb341-def4-4c2f-835d-aa056bf0b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:23.503540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:09:23.505476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:09:23.636000 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 99700556-ae9b-44ee-80b7-c507e8f27ddd has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:09:23.808768 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:09:23.820993 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-89925fad-93a8-4a5d-a4c5-12b922d8e00e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/99700556-ae9b-44ee-80b7-c507e8f27ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5336986 Sep 26 14:09:23.912047 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Sync routers for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:09:23.924328 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:23.925359 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:23.949093 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9d5f44bb-7ce9-4d3a-a616-b97bd60d6f4d None None] Provisioning complete for port fc507f5d-579b-41b9-b426-07aef051702e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:23.951294 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9d5f44bb-7ce9-4d3a-a616-b97bd60d6f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:24.011712 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f44bb-7ce9-4d3a-a616-b97bd60d6f4d None None] Port fc507f5d-579b-41b9-b426-07aef051702e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:09:24.032649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9d5f44bb-7ce9-4d3a-a616-b97bd60d6f4d None None] Provisioning complete for port 253f0db1-7c35-4d79-b617-3403463e84e3 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:24.033293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9d5f44bb-7ce9-4d3a-a616-b97bd60d6f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:24.054393 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:24.071159 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-9d2aa55a-ce75-4bb6-afe2-f8f5cfe35671 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066896082&fields=id&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 267 time: 0.0761490 Sep 26 14:09:24.273862 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-8fe965de-b3b5-4bf7-91f3-0dd4ac237cef tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:24.275582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-8fe965de-b3b5-4bf7-91f3-0dd4ac237cef tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 796 time: 0.2014468 Sep 26 14:09:24.304109 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-f36dbb7a-60f7-41d0-897e-9cb948285f33 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/quotas/f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 375 time: 0.0163436 Sep 26 14:09:24.332513 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-62a5ca8d-a05f-48a2-a8f1-e969c1c63484 None None] Provisioning complete for port fc507f5d-579b-41b9-b426-07aef051702e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:24.333515 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-62a5ca8d-a05f-48a2-a8f1-e969c1c63484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:24.373410 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:23Z', 'revision_number': 2, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:24.393563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-f55a0091-94df-4dea-b036-00640bcd0ecb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755317 Sep 26 14:09:24.393793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-62a5ca8d-a05f-48a2-a8f1-e969c1c63484 None None] Port fc507f5d-579b-41b9-b426-07aef051702e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:09:24.409099 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Checking router: 99700556-ae9b-44ee-80b7-c507e8f27ddd for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:09:24.409433 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Updating router 99700556-ae9b-44ee-80b7-c507e8f27ddd port fc507f5d-579b-41b9-b426-07aef051702e binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:09:24.444041 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:24.554107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-f01015cb-b914-4e0e-9dde-d5b1e3fb1444 service neutron] 10.222.0.13 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365592 Sep 26 14:09:24.568842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 71083e70-e74f-46e4-8a61-40c6696c5098 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:09:24.640997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-a9fcf2f1-1602-4f5c-8a72-8b2a40c32f2b None None] Provisioning complete for port fc507f5d-579b-41b9-b426-07aef051702e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:24.641605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf2f1-1602-4f5c-8a72-8b2a40c32f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:24.701038 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e5da3cca-a4d3-4c51-8612-530c27f6186d service neutron] 10.222.0.13 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366527 Sep 26 14:09:24.707159 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 71083e70-e74f-46e4-8a61-40c6696c5098 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:24.707742 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:24.761764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-a9fcf2f1-1602-4f5c-8a72-8b2a40c32f2b None None] Port fc507f5d-579b-41b9-b426-07aef051702e cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:09:24.845941 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:24.852432 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:24.863674 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 253f0db1-7c35-4d79-b617-3403463e84e3 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:09:24.942092 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Pushing event updated for resources: {'Port': ['ID=fc507f5d-579b-41b9-b426-07aef051702e,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:24.972821 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.973097 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.973385 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.973907 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.974250 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.974585 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.974916 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.975246 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.975580 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.976156 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.976489 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.976815 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:09:24.999218 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Attempting to bind port fc507f5d-579b-41b9-b426-07aef051702e on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:09:24.999820 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Attempting to bind port fc507f5d-579b-41b9-b426-07aef051702e by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:09:25.000410 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Attempting to bind port fc507f5d-579b-41b9-b426-07aef051702e on network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:09:25.008486 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:09:25.009055 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Checking segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:09:25.009756 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:25.010277 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Bound using segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:09:25.010899 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Bound port: fc507f5d-579b-41b9-b426-07aef051702e, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:09:25.011414 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:25.120844 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] For port fc507f5d-579b-41b9-b426-07aef051702e, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:09:25.124712 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] For port fc507f5d-579b-41b9-b426-07aef051702e, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fc507f5d-579b-41b9-b426-07aef051702e,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:09:25.130875 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:25.192570 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:25.193538 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:25.237983 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bd927-30da-4487-87c3-9eac3bf7816f None None] Pushing event updated for resources: {'Port': ['ID=fc507f5d-579b-41b9-b426-07aef051702e,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:25.284192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 253f0db1-7c35-4d79-b617-3403463e84e3 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:25.284807 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:25.329240 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:25.343715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cd8409d6-6542-46c8-9bd3-91d978dc7d66 None None] Provisioning complete for port fc507f5d-579b-41b9-b426-07aef051702e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:25.344324 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cd8409d6-6542-46c8-9bd3-91d978dc7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:25.633200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cd8409d6-6542-46c8-9bd3-91d978dc7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:25.714384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-cd8409d6-6542-46c8-9bd3-91d978dc7d66 None None] For port fc507f5d-579b-41b9-b426-07aef051702e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fc507f5d-579b-41b9-b426-07aef051702e,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:25.718706 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:25Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:25.719762 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cd8409d6-6542-46c8-9bd3-91d978dc7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:25.750483 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6da367-c383-4970-8c80-82f3b27e14b4 None None] The sync data for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 is: [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:25Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:09:25.781020 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8409d6-6542-46c8-9bd3-91d978dc7d66 None None] Pushing event updated for resources: {'Port': ['ID=fc507f5d-579b-41b9-b426-07aef051702e,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:25.850000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5ceaadb3-ae59-431a-8e13-44d43516d340 None None] Provisioning complete for port fc507f5d-579b-41b9-b426-07aef051702e triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:25.850404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5ceaadb3-ae59-431a-8e13-44d43516d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:26.014139 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cee81e4d-8365-483b-8f8a-4beb36ef46c0 req-106d2e5a-d282-4376-9e2f-10f0885fa7e9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 210 time: 0.0588305 Sep 26 14:09:26.577010 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fc507f5d-579b-41b9-b426-07aef051702e up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:09:26.631977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port fc507f5d-579b-41b9-b426-07aef051702e triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:26.632355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:27.204917 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b072536-1352-44c1-97a7-011619d0ff96 req-9677f3ff-bddc-44d3-ac27-a72b534bb248 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 210 time: 0.0515528 Sep 26 14:09:27.273190 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-69858538-7a60-43f5-9cd3-49e111c9029e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:27.275992 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-69858538-7a60-43f5-9cd3-49e111c9029e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 796 time: 0.2092283 Sep 26 14:09:27.327095 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-9be7d1ed-6f09-4eb5-9809-91f454fb9055 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 380 time: 0.0424595 Sep 26 14:09:27.342818 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'port': {'device_id': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'admin_state_up': True, 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'security_groups': ['4f06cfc1-82f3-48ce-8484-e0e7c09f6235']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:27.467572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:09:27.472018 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:27.611410 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.12 (8e0837c2-ff66-417a-ae26-6bdcb15f7710/9f24f2fc-684c-49b5-8cbf-1ddf63669e71/696ab7a8-177e-433b-a30b-69692c72f6ca) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:09:27.768948 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:27.809912 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:27.856128 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:09:27.859403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:09:27.863490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:09:27.873545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:27.925260 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:27.925981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:27.944781 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-e20cb3a5-c613-46e5-877d-653d9ec964cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061761 Sep 26 14:09:27.955898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-6131db6c-34d5-47c1-9375-76253bb44933 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:09:27.957239 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-6131db6c-34d5-47c1-9375-76253bb44933 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061774 Sep 26 14:09:28.071572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Request body: {'port': {'device_id': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:28.134407 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:28.148744 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-74dafbb3-ea87-45bc-813d-503839339709 None None] Provisioning complete for port 696ab7a8-177e-433b-a30b-69692c72f6ca triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:28.149433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74dafbb3-ea87-45bc-813d-503839339709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:28.210839 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-74dafbb3-ea87-45bc-813d-503839339709 None None] Port 696ab7a8-177e-433b-a30b-69692c72f6ca cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:09:28.425912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b678712-91aa-4fb6-8446-07333345428b req-ea79d5b4-bf96-4728-8d52-c4089c5bffb8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:28.427612 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b678712-91aa-4fb6-8446-07333345428b req-ea79d5b4-bf96-4728-8d52-c4089c5bffb8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 932 time: 0.0817027 Sep 26 14:09:28.508690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696ab7a8-177e-433b-a30b-69692c72f6ca {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:09:28.520277 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8b678712-91aa-4fb6-8446-07333345428b req-fd9ddb05-1e83-4a64-b6e7-cfda2bbe3152 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821605 Sep 26 14:09:28.522243 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:28.537331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Transition to ACTIVE for port object 696ab7a8-177e-433b-a30b-69692c72f6ca will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:09:28.542814 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:28.606515 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:28.691440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Attempting to bind port 696ab7a8-177e-433b-a30b-69692c72f6ca on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:09:28.691799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Attempting to bind port 696ab7a8-177e-433b-a30b-69692c72f6ca by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:09:28.692088 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Attempting to bind port 696ab7a8-177e-433b-a30b-69692c72f6ca on network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:09:28.697609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Port 696ab7a8-177e-433b-a30b-69692c72f6ca on network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:09:28.697912 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Attempting to bind port 696ab7a8-177e-433b-a30b-69692c72f6ca on network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:09:28.704802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:09:28.705274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Checking segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:09:28.705872 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Bound using segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:09:28.706447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Bound port: 696ab7a8-177e-433b-a30b-69692c72f6ca, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:09:28.706916 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:28.799303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:09:28.802813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:09:28.809736 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:28.855940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:28.856547 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:28.858120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] 10.222.0.24 "PUT /v2.0/ports/696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1093 time: 0.8918843 Sep 26 14:09:28.858722 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:09:28.861228 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a312015-d0d5-4efc-be12-555845e2a636" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:09:28.892725 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10a8dd-54d8-4b68-817c-20c0a31e29ba service neutron] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:28.942973 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243b8d63-7d5d-4822-b65c-28be070da1d9 x-openstack-request-id: req-243b8d63-7d5d-4822-b65c-28be070da1d9 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:09:28.943514 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:09:28.943771 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-243b8d63-7d5d-4822-b65c-28be070da1d9 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:09:28.944199 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'status': 'completed', 'code': 200} Sep 26 14:09:28.982545 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-6dc9154e-9be4-4cb3-a585-1e213c7cd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:28.985510 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-6dc9154e-9be4-4cb3-a585-1e213c7cd1a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1096 time: 0.0735347 Sep 26 14:09:29.046351 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-f0e64dc8-01ba-450b-b74c-059569fc0383 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 217 time: 0.0521147 Sep 26 14:09:29.112555 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-276576c8-ec76-405e-98ac-892bc11ce971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:29.114365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-276576c8-ec76-405e-98ac-892bc11ce971 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0615284 Sep 26 14:09:29.169326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-f49a6c95-78ef-421e-abf8-585ce73d2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:29.171053 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-f49a6c95-78ef-421e-abf8-585ce73d2a48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482275 Sep 26 14:09:29.272583 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-a546b373-2a17-4f4e-b117-d27bc49c8156 service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941246 Sep 26 14:09:29.379233 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9cbc2de6-3f68-4e02-81ad-31893cca37dd req-90962930-44b2-4cf7-b0d4-8cfe6174ef0c service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998545 Sep 26 14:09:29.475331 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a312015-d0d5-4efc-be12-555845e2a636 req-e6a81c69-d00b-4f87-a0e6-7b685c4a080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:29.476889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a312015-d0d5-4efc-be12-555845e2a636 req-e6a81c69-d00b-4f87-a0e6-7b685c4a080c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1096 time: 0.0450633 Sep 26 14:09:29.581076 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a312015-d0d5-4efc-be12-555845e2a636 req-25fd93a7-8d7e-46e0-ba56-64cb27c77307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:29.582829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a312015-d0d5-4efc-be12-555845e2a636 req-25fd93a7-8d7e-46e0-ba56-64cb27c77307 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.0992041 Sep 26 14:09:29.635363 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a312015-d0d5-4efc-be12-555845e2a636 req-3aabd614-e55d-4825-81f6-9496a8c4c4be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 217 time: 0.0443058 Sep 26 14:09:29.727729 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f3655-80ad-4b84-83df-1e097b83510b req-195f803a-8df3-4297-81f6-4a33e14081b2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:29.730594 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-800f3655-80ad-4b84-83df-1e097b83510b req-195f803a-8df3-4297-81f6-4a33e14081b2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.1310627 Sep 26 14:09:29.736199 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a312015-d0d5-4efc-be12-555845e2a636 req-ebc50461-a3d9-4d20-804d-2e8bed721152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:29.738782 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a312015-d0d5-4efc-be12-555845e2a636 req-ebc50461-a3d9-4d20-804d-2e8bed721152 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0813830 Sep 26 14:09:29.806018 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-800f3655-80ad-4b84-83df-1e097b83510b req-bd63851d-e384-4860-81e2-bd9297d0d636 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654943 Sep 26 14:09:29.819965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a312015-d0d5-4efc-be12-555845e2a636 req-7d1bbff2-8a77-4f27-9797-c3a36cd83914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:29.821830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a312015-d0d5-4efc-be12-555845e2a636 req-7d1bbff2-8a77-4f27-9797-c3a36cd83914 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752385 Sep 26 14:09:29.927826 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a312015-d0d5-4efc-be12-555845e2a636 req-f90d5b15-c3fd-4069-ab01-8aa7d2b449d8 service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981014 Sep 26 14:09:30.037094 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8a312015-d0d5-4efc-be12-555845e2a636 req-e01e4c67-40f9-45f6-bb43-95ab12883b7c service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014175 Sep 26 14:09:30.946951 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126dc88-cfaa-4beb-be57-3bb139c884a8 req-934ef0a0-339a-4d68-8f4d-4c10e25fca19 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:30.948727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7126dc88-cfaa-4beb-be57-3bb139c884a8 req-934ef0a0-339a-4d68-8f4d-4c10e25fca19 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.0544212 Sep 26 14:09:30.991871 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7126dc88-cfaa-4beb-be57-3bb139c884a8 req-1862be3f-01f0-4cd5-a8b4-f6a97d0ae8bd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367167 Sep 26 14:09:32.222907 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b965ff1-4f9c-479c-b5e1-10d06008da13 req-a9cac038-c368-4fd8-9f8a-e1dd4c77591c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:32.225663 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b965ff1-4f9c-479c-b5e1-10d06008da13 req-a9cac038-c368-4fd8-9f8a-e1dd4c77591c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.1593013 Sep 26 14:09:32.266677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0b965ff1-4f9c-479c-b5e1-10d06008da13 req-82941923-e9d3-46a0-b362-c2f5df830815 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348723 Sep 26 14:09:32.793199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 696ab7a8-177e-433b-a30b-69692c72f6ca details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:09:32.898686 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:32.912643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'port_id': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'mac_address': 'fa:16:3e:22:80:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:09:32.959442 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:32.975160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696ab7a8-177e-433b-a30b-69692c72f6ca {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:09:32.997861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:33.002832 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:33.054034 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:33.237105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['696ab7a8-177e-433b-a30b-69692c72f6ca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:09:33.425154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e45224-2659-4f64-b351-f8769986f972 req-2c2c9a80-a5ac-40ea-b9a6-d69276e1b496 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:33.427353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53e45224-2659-4f64-b351-f8769986f972 req-2c2c9a80-a5ac-40ea-b9a6-d69276e1b496 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 945 time: 0.0828419 Sep 26 14:09:33.475996 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-53e45224-2659-4f64-b351-f8769986f972 req-e8bb8578-2a1f-407f-9ef5-5ab8e5362217 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Sep 26 14:09:34.604048 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23b5c0-a8df-4f20-a311-209dbe4d3bae req-be3a9be7-5647-479b-9d00-15f1ea8d5c53 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:34.606152 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e23b5c0-a8df-4f20-a311-209dbe4d3bae req-be3a9be7-5647-479b-9d00-15f1ea8d5c53 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 945 time: 0.0533409 Sep 26 14:09:34.646490 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e23b5c0-a8df-4f20-a311-209dbe4d3bae req-91b3f759-3a90-4a3d-9d6b-5f48f293cbb6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340769 Sep 26 14:09:34.794217 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 696ab7a8-177e-433b-a30b-69692c72f6ca up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:09:34.847176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 696ab7a8-177e-433b-a30b-69692c72f6ca completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:09:34.851304 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 696ab7a8-177e-433b-a30b-69692c72f6ca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:09:34.851686 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:34.936804 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:34.959939 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:09:34.962213 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cc7426-0b0f-44c2-8bca-2bbe6c31cc85" -d '{"events": [{"server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "name": "network-vif-plugged", "status": "completed", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:09:34.976366 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:09:34.980634 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:35.004124 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042ea35a-c4e9-472f-a84d-5f18e2ded7d8 x-openstack-request-id: req-042ea35a-c4e9-472f-a84d-5f18e2ded7d8 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:09:35.004416 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "name": "network-vif-plugged", "status": "completed", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:09:35.004695 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-042ea35a-c4e9-472f-a84d-5f18e2ded7d8 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:09:35.005045 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'code': 200} Sep 26 14:09:35.036306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:35.110855 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83241861-4507-4e57-920d-acbe48bdf569 req-a931ab40-9e6c-44f2-abf9-e31ac9c4ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:35.112395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83241861-4507-4e57-920d-acbe48bdf569 req-a931ab40-9e6c-44f2-abf9-e31ac9c4ad91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1098 time: 0.0463111 Sep 26 14:09:35.150736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-83241861-4507-4e57-920d-acbe48bdf569 req-130dd963-cc83-4022-a2b4-bb50365545f0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Sep 26 14:09:35.770014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4251d-1108-4133-a2e0-25fb04fed3e7 req-084e4a74-312e-4425-94f7-9297da4d8eb9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:35.771608 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9fe4251d-1108-4133-a2e0-25fb04fed3e7 req-084e4a74-312e-4425-94f7-9297da4d8eb9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0548844 Sep 26 14:09:35.814090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9fe4251d-1108-4133-a2e0-25fb04fed3e7 req-f22afffe-1d39-4e3f-b23b-08e91502a735 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356343 Sep 26 14:09:36.937837 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b622cf-3f33-461f-bebd-835fe1024505 req-44fc89be-b242-4434-ad72-5aa07c8953d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:36.939709 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28b622cf-3f33-461f-bebd-835fe1024505 req-44fc89be-b242-4434-ad72-5aa07c8953d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0541739 Sep 26 14:09:36.988145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-28b622cf-3f33-461f-bebd-835fe1024505 req-4f319997-ba23-4aa0-bfa2-862c64a5920b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Sep 26 14:09:37.115003 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f496-69e1-4de6-8325-c43eed48b300 req-05e5f12e-3d03-40f1-a9f9-a9332b407acd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:37.116504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb70f496-69e1-4de6-8325-c43eed48b300 req-05e5f12e-3d03-40f1-a9f9-a9332b407acd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0537310 Sep 26 14:09:37.158898 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb70f496-69e1-4de6-8325-c43eed48b300 req-1390dc07-de85-438f-a22f-529f66540ceb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348165 Sep 26 14:09:37.182328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33918) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:37.226597 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d85e02-494c-45da-99b4-9d4ad54f2f22 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:37.228371 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b4d85e02-494c-45da-99b4-9d4ad54f2f22 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1093 time: 0.0449510 Sep 26 14:09:37.231886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33920) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:37.236768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:09:37.262267 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:37.367143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:37.481550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.236 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/9c6a0dcd-d678-4f28-a9e2-e1d5d0db8da5) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:09:37.639963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:37.681119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:37.724196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:09:37.727298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:09:37.731711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:09:37.739973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=9c6a0dcd-d678-4f28-a9e2-e1d5d0db8da5,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:38.146388 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:38.269598 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:38.457393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:38.464369 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:38.472052 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-72a32ced-7d4b-4ec9-8f37-3c378503665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:38.593416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=9c6a0dcd-d678-4f28-a9e2-e1d5d0db8da5,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:09:38.611637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:38.727712 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6 associated. External IP: 172.25.4.236, port: 696ab7a8-177e-433b-a30b-69692c72f6ca. Sep 26 14:09:38.959690 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 99700556-ae9b-44ee-80b7-c507e8f27ddd has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:09:39.097162 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:09:39.112571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] Sync routers for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:09:39.127330 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:39.135881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:39.137037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:39.159575 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-f90e8784-13da-4743-b43f-6212a8c43d4e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9264445 Sep 26 14:09:39.160407 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:09:39.162754 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452a115a-8894-46a4-bf89-283777a77f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:09:39.215938 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c56f998-224b-4931-9e26-489eb5a6dc2a x-openstack-request-id: req-1c56f998-224b-4931-9e26-489eb5a6dc2a {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:09:39.216239 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:09:39.216534 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c56f998-224b-4931-9e26-489eb5a6dc2a {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:09:39.217061 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'status': 'completed', 'code': 200} Sep 26 14:09:39.295850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a115a-8894-46a4-bf89-283777a77f0c req-553589c5-93c9-4ad6-97f3-47c82c5b490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:39.297823 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452a115a-8894-46a4-bf89-283777a77f0c req-553589c5-93c9-4ad6-97f3-47c82c5b490a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1098 time: 0.0601873 Sep 26 14:09:39.304497 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddc2d4-a78c-4b26-8747-c3551fd97d95 req-d45aca26-a8e6-4d1a-8973-f216e2adf649 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:39.307297 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22ddc2d4-a78c-4b26-8747-c3551fd97d95 req-d45aca26-a8e6-4d1a-8973-f216e2adf649 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0646241 Sep 26 14:09:39.309728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:39.349648 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-22ddc2d4-a78c-4b26-8747-c3551fd97d95 req-8821a2a7-5a91-41bb-b433-e1bb010ddaa3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Sep 26 14:09:39.376368 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 33926) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:39.462662 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4b08f9f1-ca94-4e2d-b12a-9d7b2067655d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6 HTTP/1.1" status: 200 len: 992 time: 0.0825012 Sep 26 14:09:39.606861 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'port_id': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'mac_address': 'fa:16:3e:22:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:09:37Z', 'updated_at': '2021-09-26T14:09:37Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:25Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:39.634726 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] Checking router: 99700556-ae9b-44ee-80b7-c507e8f27ddd for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:09:39.650300 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:09:39.651343 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:09:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:39.750880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a115a-8894-46a4-bf89-283777a77f0c req-ab33231a-c255-4afb-9343-f69ee3bcc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:39.752418 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452a115a-8894-46a4-bf89-283777a77f0c req-ab33231a-c255-4afb-9343-f69ee3bcc7d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.4470203 Sep 26 14:09:39.762964 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:09:39.828957 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452a115a-8894-46a4-bf89-283777a77f0c req-bf7ded4e-cde7-409c-8350-a9cd44c3df0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1000 time: 0.0660167 Sep 26 14:09:39.884968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a115a-8894-46a4-bf89-283777a77f0c req-8b84809a-bbde-4915-b579-cd7c4d222430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:39.886528 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452a115a-8894-46a4-bf89-283777a77f0c req-8b84809a-bbde-4915-b579-cd7c4d222430 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0503047 Sep 26 14:09:39.958968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a115a-8894-46a4-bf89-283777a77f0c req-f1fa2a17-f210-458f-89ce-02ce97a2a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:09:39.960813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452a115a-8894-46a4-bf89-283777a77f0c req-f1fa2a17-f210-458f-89ce-02ce97a2a6d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672808 Sep 26 14:09:40.029453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'port_id': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'mac_address': 'fa:16:3e:22:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:09:37Z', 'updated_at': '2021-09-26T14:09:37Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:25Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:09:40.065016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452a115a-8894-46a4-bf89-283777a77f0c req-cf92ad06-dc72-4ed4-9827-a61d96034771 service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953064 Sep 26 14:09:40.067794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a8e81-6f4e-43ad-a82b-a50312280742 None None] The sync data for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 is: [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'port_id': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'mac_address': 'fa:16:3e:22:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:09:37Z', 'updated_at': '2021-09-26T14:09:37Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:25Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:09:40.184703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-452a115a-8894-46a4-bf89-283777a77f0c req-77c52392-2244-4503-aaee-5ef132e77f2b service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125751 Sep 26 14:09:40.296609 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73520f0-131b-4dec-9f72-8a521f2584ee None None] New status for floating IP c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:09:40.466478 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33928) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:09:40.537369 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-00b4de45-4945-42c9-933a-17bd0fa6bf28 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6 HTTP/1.1" status: 200 len: 994 time: 0.0695574 Sep 26 14:09:41.145563 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cd82d6e1-b91b-41a9-9d05-ba6c7bcd216c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:41.765632 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:42.351664 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:43.818962 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:45.921000 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:50.773543 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:09:51.810342 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:10:08.463983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-eafb4bfa-fe4a-4dcd-ae50-a8b486b0e464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:11.148460 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c80eb925-81f3-46ca-886b-22cd4c38b053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:11.769894 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:11.941426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-b374e435-955c-412e-8518-3e78b51b0409 req-4b11820c-829d-471d-a27f-a3fd9bbd0033 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:10:11.942616 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b374e435-955c-412e-8518-3e78b51b0409 req-4b11820c-829d-471d-a27f-a3fd9bbd0033 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519264 Sep 26 14:10:12.144360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231be30-bd32-4a25-843b-27687ceadd24 req-244f695f-85ba-4876-9125-d533e5ad8c30 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:12.145996 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8231be30-bd32-4a25-843b-27687ceadd24 req-244f695f-85ba-4876-9125-d533e5ad8c30 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0539424 Sep 26 14:10:12.179146 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 33956) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:10:12.207181 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8231be30-bd32-4a25-843b-27687ceadd24 req-07516d0b-73dd-4545-8b95-165c1e513200 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544972 Sep 26 14:10:12.279471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-2b7d023d-05e2-4821-8715-f9ff391f15b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991483 Sep 26 14:10:12.289434 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-f0d59feb-fea6-41c5-beec-281d29bae07f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:10:12.290419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-f0d59feb-fea6-41c5-beec-281d29bae07f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057654 Sep 26 14:10:12.364931 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:13.398648 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7225d3d-adf9-4619-8ba3-dffc22f2d405 req-d9b1f3a7-900e-4ada-9c46-0454ee9c11c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:13.400207 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7225d3d-adf9-4619-8ba3-dffc22f2d405 req-d9b1f3a7-900e-4ada-9c46-0454ee9c11c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.1065917 Sep 26 14:10:13.443868 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b7225d3d-adf9-4619-8ba3-dffc22f2d405 req-b83ff159-f290-4a7a-9aa5-9466ae3c8ad5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372667 Sep 26 14:10:13.583877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e2668578-bef7-4622-9da9-a9863a21662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:13.585460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e2668578-bef7-4622-9da9-a9863a21662d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1098 time: 0.0498958 Sep 26 14:10:13.707543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-564dd9c7-4777-4939-b1e8-d0acc039d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:13.709100 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-564dd9c7-4777-4939-b1e8-d0acc039d5f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.1169634 Sep 26 14:10:13.782565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-0b0ecc5d-89bf-40bf-915a-0779613618d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1002 time: 0.0660210 Sep 26 14:10:13.825604 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:13.835715 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-a62af78a-aee0-4cd9-b8fd-1c41aa483fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:13.837188 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-a62af78a-aee0-4cd9-b8fd-1c41aa483fa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0470886 Sep 26 14:10:13.884734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-7db1d217-4f1e-45d0-9dbb-940fe947a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:13.886345 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-7db1d217-4f1e-45d0-9dbb-940fe947a2cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420010 Sep 26 14:10:13.990043 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-4b564bce-0ec2-4d48-93ea-75a233ff540a service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963383 Sep 26 14:10:14.085986 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-ba4cfbd1-1aaf-4659-a404-b090eb3e661f service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874369 Sep 26 14:10:14.574235 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae53b3-bd2d-4b09-ad40-e1f3f8169a9f req-a3a97007-60cd-4e71-bacc-643c55f0a565 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:14.575844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8ae53b3-bd2d-4b09-ad40-e1f3f8169a9f req-a3a97007-60cd-4e71-bacc-643c55f0a565 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0616364 Sep 26 14:10:14.615150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b8ae53b3-bd2d-4b09-ad40-e1f3f8169a9f req-506f5182-5284-4b22-8b1f-be61a579da3a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Sep 26 14:10:15.750770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b4c5d-417e-4754-b0c0-2e3cffacb904 req-0bc3897f-7d86-49aa-83ab-134a10d99bd4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:15.753421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d3b4c5d-417e-4754-b0c0-2e3cffacb904 req-0bc3897f-7d86-49aa-83ab-134a10d99bd4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0597348 Sep 26 14:10:15.818592 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3d3b4c5d-417e-4754-b0c0-2e3cffacb904 req-93459001-5484-460d-8163-a55cb7e75cd1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583236 Sep 26 14:10:15.935850 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:16.939278 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16839361-790b-4425-8912-0af2a9e289fb req-3710600a-5cfb-444f-8f5f-d77040a27337 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:16.940853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16839361-790b-4425-8912-0af2a9e289fb req-3710600a-5cfb-444f-8f5f-d77040a27337 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0508542 Sep 26 14:10:16.981383 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-16839361-790b-4425-8912-0af2a9e289fb req-4f9b543b-5451-4530-a7b2-5b60f72c7ffb tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343659 Sep 26 14:10:18.138810 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d953c-67cd-4f70-a389-f7cefbb1335a req-037c478e-fac8-4a8a-bacd-dc87b2104824 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:18.141536 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b5d953c-67cd-4f70-a389-f7cefbb1335a req-037c478e-fac8-4a8a-bacd-dc87b2104824 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0788982 Sep 26 14:10:18.202516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1b5d953c-67cd-4f70-a389-f7cefbb1335a req-db5922e8-e236-4ba4-b99a-096bbdeaf4cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544662 Sep 26 14:10:19.330821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb030993-46ed-47ce-a06b-d5a5d9e6e554 req-c993dac6-730b-4f85-9966-0594bd140030 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:19.332407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb030993-46ed-47ce-a06b-d5a5d9e6e554 req-c993dac6-730b-4f85-9966-0594bd140030 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0515132 Sep 26 14:10:19.375419 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-fb030993-46ed-47ce-a06b-d5a5d9e6e554 req-aac86224-daf1-4d6e-a9de-6b5409a456ee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366056 Sep 26 14:10:20.504969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40195499-4600-45fc-8696-5e4e82984510 req-aed10806-3214-42f5-917f-6c00020da2be tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:20.506534 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40195499-4600-45fc-8696-5e4e82984510 req-aed10806-3214-42f5-917f-6c00020da2be tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0600169 Sep 26 14:10:20.546482 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-40195499-4600-45fc-8696-5e4e82984510 req-24cd25ed-290f-472c-ba3b-79c16d024431 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338950 Sep 26 14:10:20.774743 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:21.679969 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1a5fc-79ff-41ad-8b71-acd08fe5a2c8 req-545fd992-fb4e-46ce-bd0f-bc9bdbd7dad5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:21.681565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ff1a5fc-79ff-41ad-8b71-acd08fe5a2c8 req-545fd992-fb4e-46ce-bd0f-bc9bdbd7dad5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0636685 Sep 26 14:10:21.721035 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6ff1a5fc-79ff-41ad-8b71-acd08fe5a2c8 req-36b16348-e4d5-4a07-b439-2145f11eb04c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333145 Sep 26 14:10:22.838582 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fd478-e7fd-4853-89b9-cc9d10e12cbf req-ae313d4f-f463-45cc-9934-d2685b92666a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:22.840107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b39fd478-e7fd-4853-89b9-cc9d10e12cbf req-ae313d4f-f463-45cc-9934-d2685b92666a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0511656 Sep 26 14:10:22.878303 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b39fd478-e7fd-4853-89b9-cc9d10e12cbf req-7d387d39-96da-40be-b849-73cab645103d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Sep 26 14:10:24.009564 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfa421-8d0a-4a08-8e31-94d7f710efd3 req-4fac7a28-bdba-44bd-af9c-fac698ba0a7f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:24.012090 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ecdfa421-8d0a-4a08-8e31-94d7f710efd3 req-4fac7a28-bdba-44bd-af9c-fac698ba0a7f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0609477 Sep 26 14:10:24.050649 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ecdfa421-8d0a-4a08-8e31-94d7f710efd3 req-fc2ff2c3-f587-47a9-8787-e55dee99bce7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Sep 26 14:10:25.221326 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8118ce-e092-4870-b1da-d5ebc25cf335 req-3752b466-2be2-4a0e-8f62-0fac17dc9be7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:25.224062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b8118ce-e092-4870-b1da-d5ebc25cf335 req-3752b466-2be2-4a0e-8f62-0fac17dc9be7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.1018362 Sep 26 14:10:25.268230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6b8118ce-e092-4870-b1da-d5ebc25cf335 req-32852779-f6f1-4f88-a49e-4c6fc3419e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377555 Sep 26 14:10:26.409126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47988061-f591-458c-9c62-3df434a5e143 req-7bba88c1-f02d-4ec7-aba1-121ae8e1ab8d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:26.411851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47988061-f591-458c-9c62-3df434a5e143 req-7bba88c1-f02d-4ec7-aba1-121ae8e1ab8d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0631380 Sep 26 14:10:26.454634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47988061-f591-458c-9c62-3df434a5e143 req-4b4c59c6-567c-4248-8574-54c600c8bd95 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367334 Sep 26 14:10:27.587008 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236fece-cfbb-42da-9337-213ca2e29989 req-ac389d0a-8f6e-4302-8ebf-7936a8d4af01 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:27.589958 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f236fece-cfbb-42da-9337-213ca2e29989 req-ac389d0a-8f6e-4302-8ebf-7936a8d4af01 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0555134 Sep 26 14:10:27.642912 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f236fece-cfbb-42da-9337-213ca2e29989 req-eb4cdb3b-8941-497f-9dd2-4a761722e3aa tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Sep 26 14:10:28.780718 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4afc34-4917-474f-a663-230ac399ab5d req-22154dde-7a87-40e1-ad61-67a5c562ee35 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:28.782406 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da4afc34-4917-474f-a663-230ac399ab5d req-22154dde-7a87-40e1-ad61-67a5c562ee35 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0656173 Sep 26 14:10:28.810226 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:10:28.831827 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da4afc34-4917-474f-a663-230ac399ab5d req-78900ad2-814f-4d40-a325-1a31e6745958 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Sep 26 14:10:29.957247 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519f555-40e6-4983-b358-4609e9887966 req-061162a2-f76b-4231-a816-e20e6aac2364 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:29.958859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5519f555-40e6-4983-b358-4609e9887966 req-061162a2-f76b-4231-a816-e20e6aac2364 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0533316 Sep 26 14:10:30.006158 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5519f555-40e6-4983-b358-4609e9887966 req-7504c3de-26fa-43e3-a508-32483a9751f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Sep 26 14:10:30.877069 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-2b3f35b7-e971-4781-9fab-20d624c02167 service neutron] show failed (client error): The resource could not be found. Sep 26 14:10:30.878306 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-2b3f35b7-e971-4781-9fab-20d624c02167 service neutron] 10.222.0.24 "GET /v2.0/ports/696ab7a8-177e-433b-a30b-69692c72f6ca/bindings/n-h1-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0665388 Sep 26 14:10:31.217366 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144a03-be9c-4599-8c9f-0d97ca55f7ec req-2666c449-e8d8-4032-a447-1e5ede79395c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:31.218928 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e144a03-be9c-4599-8c9f-0d97ca55f7ec req-2666c449-e8d8-4032-a447-1e5ede79395c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.1367261 Sep 26 14:10:31.225926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-93b8f266-6b51-4fb2-89cb-df510cb236c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:31.227458 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-93b8f266-6b51-4fb2-89cb-df510cb236c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 1098 time: 0.1607287 Sep 26 14:10:31.240224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:10:31.301264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1e144a03-be9c-4599-8c9f-0d97ca55f7ec req-3053f8fb-4b96-4c67-8fdb-672a18189049 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727851 Sep 26 14:10:31.326065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:31.559335 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:10:31.611781 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:10:31.690724 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:10:31.694788 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f1934d-12b5-4b3e-b656-39c689cca5cb" -d '{"events": [{"server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "name": "network-vif-unplugged", "status": "completed", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:10:31.702950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:31.725837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Transition to ACTIVE for port object 696ab7a8-177e-433b-a30b-69692c72f6ca will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:10:31.731514 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:31.904554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.23', 64996) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:10:31.908985 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 14:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952dbd61-df75-4175-a4bf-0b4e92473677 x-openstack-request-id: req-952dbd61-df75-4175-a4bf-0b4e92473677 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:10:31.909858 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "name": "network-vif-unplugged", "status": "completed", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:10:31.910035 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-952dbd61-df75-4175-a4bf-0b4e92473677 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:10:31.910565 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'code': 200} Sep 26 14:10:31.916087 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=6']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:10:31.936655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.937213 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.937783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.938375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.939117 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.939572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.940148 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.940692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.941140 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.941514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.941996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.942509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:31.980752 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-973fc56a-7c4c-40ba-9327-a8211b85d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:31.984055 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-973fc56a-7c4c-40ba-9327-a8211b85d7c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1054 time: 0.0778031 Sep 26 14:10:31.994529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] No DVR routers for this DVR port 696ab7a8-177e-433b-a30b-69692c72f6ca on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:10:32.124774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-fa4a42c9-608d-47d5-a559-2b8a53127045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:32.126389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-fa4a42c9-608d-47d5-a559-2b8a53127045 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.1179788 Sep 26 14:10:32.162228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Attempting to bind port 696ab7a8-177e-433b-a30b-69692c72f6ca on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:10:32.162709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Attempting to bind port 696ab7a8-177e-433b-a30b-69692c72f6ca by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:10:32.163143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Attempting to bind port 696ab7a8-177e-433b-a30b-69692c72f6ca on network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:10:32.168860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Port 696ab7a8-177e-433b-a30b-69692c72f6ca on network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:10:32.169191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Attempting to bind port 696ab7a8-177e-433b-a30b-69692c72f6ca on network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:10:32.175084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:10:32.175416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Checking segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:10:32.175799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Bound using segment: {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:10:32.176234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Bound port: 696ab7a8-177e-433b-a30b-69692c72f6ca, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82f4fb7-fb50-42b8-acc0-15f8645a5836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:10:32.176610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:32.207985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-599daea5-63a0-44c3-b668-189ad1a0f80a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1000 time: 0.0746737 Sep 26 14:10:32.259572 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h1-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:10:32.266253 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:10:32.272854 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-81491de7-172c-41a0-bd9e-3f6a7df6cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:32.273806 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:32.275069 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-81491de7-172c-41a0-bd9e-3f6a7df6cfdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0599020 Sep 26 14:10:32.329115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-1fa328a2-71a8-4445-ae03-6360f75387d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:32.331910 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-1fa328a2-71a8-4445-ae03-6360f75387d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499580 Sep 26 14:10:32.334026 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:32.334789 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:32.336359 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] 10.222.0.23 "PUT /v2.0/ports/696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1093 time: 1.1002219 Sep 26 14:10:32.367462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174b27a-59cb-4608-89a5-f123115a3304 service neutron] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=7']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:10:32.471255 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b2056-5bd5-45ce-8d4b-6d7d8ed61192 req-3c7ff71b-939f-4ffd-b177-824547f487db tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:32.474300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-755b2056-5bd5-45ce-8d4b-6d7d8ed61192 req-3c7ff71b-939f-4ffd-b177-824547f487db tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.0668812 Sep 26 14:10:32.498597 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-00a481a5-4ab8-45fc-9017-9c7a5a0df79e service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571646 Sep 26 14:10:32.542153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-755b2056-5bd5-45ce-8d4b-6d7d8ed61192 req-f477839a-9531-430b-ae0c-b61e28888dd3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627308 Sep 26 14:10:32.639365 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e326da0f-49f5-4e62-a62b-f3dd32f67702 req-0dc9256d-9357-4079-8866-e6e58ea9e6b6 service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338077 Sep 26 14:10:32.746181 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-8d52d110-fab3-41d0-8cb5-d54b691b89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:32.747772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-8d52d110-fab3-41d0-8cb5-d54b691b89c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1096 time: 0.0514588 Sep 26 14:10:32.849270 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e4798c77-ba22-4248-bc45-57f2e5855717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:32.850963 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-e4798c77-ba22-4248-bc45-57f2e5855717 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.0966394 Sep 26 14:10:32.929800 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-9ef3ab03-b6fd-454b-8931-fd943962013e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1000 time: 0.0716705 Sep 26 14:10:32.983516 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-c969eb98-ed79-4cf7-8041-96878433822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:32.985063 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-c969eb98-ed79-4cf7-8041-96878433822c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0488880 Sep 26 14:10:32.996520 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 696ab7a8-177e-433b-a30b-69692c72f6ca no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:10:33.037431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-6c32ff0a-830f-4654-bc2a-05f68b96bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:33.039023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-6c32ff0a-830f-4654-bc2a-05f68b96bddc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445535 Sep 26 14:10:33.066396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 696ab7a8-177e-433b-a30b-69692c72f6ca not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:10:33.147878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-048d3bcc-e3da-43fe-9bb0-d95453a7beda service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014550 Sep 26 14:10:33.246781 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-82dd6fba-c8b5-45f4-8c63-e83c8d300103 req-7eb95cab-6274-4401-b248-359ddca3d122 service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921130 Sep 26 14:10:33.695807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d6fa4-d5d4-4c4e-9815-1cceeab6f433 req-9412232e-a18e-416a-b31d-b5284532bee6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:33.697516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b6d6fa4-d5d4-4c4e-9815-1cceeab6f433 req-9412232e-a18e-416a-b31d-b5284532bee6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.0607791 Sep 26 14:10:33.745417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b6d6fa4-d5d4-4c4e-9815-1cceeab6f433 req-49ff2413-35d1-475f-9328-1ba3be68f0af tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373783 Sep 26 14:10:33.911878 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:10:33.914421 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfa43d6-00a0-4cee-8bc7-58d0746be916" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:10:33.966257 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3333daa4-aebc-4ce7-afcf-e274264b168c x-openstack-request-id: req-3333daa4-aebc-4ce7-afcf-e274264b168c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:10:33.966602 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:10:33.966860 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3333daa4-aebc-4ce7-afcf-e274264b168c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:10:33.967336 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'status': 'completed', 'code': 200} Sep 26 14:10:34.035289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-d7963348-0248-4933-a99d-f2adf1b1ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.037726 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-d7963348-0248-4933-a99d-f2adf1b1ea94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1096 time: 0.0510213 Sep 26 14:10:34.039879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-a715a98f-d887-4ba7-8fe8-1d6751c04436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.042230 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-a715a98f-d887-4ba7-8fe8-1d6751c04436 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1096 time: 0.0516698 Sep 26 14:10:34.176278 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-999116ac-0c49-4e59-a3ba-924bb52e9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.176921 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-9ef64f60-4354-4bf0-857a-46724d722a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.178101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-999116ac-0c49-4e59-a3ba-924bb52e9307 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.1333594 Sep 26 14:10:34.178730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-9ef64f60-4354-4bf0-857a-46724d722a20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.1306164 Sep 26 14:10:34.277726 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-002382b7-2597-47ac-961a-55a117ff969e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1000 time: 0.0919247 Sep 26 14:10:34.278072 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-c7bd49a7-3021-4708-beee-61038535df02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1000 time: 0.0917995 Sep 26 14:10:34.333259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-9d36d3f2-7eb4-4970-b31b-050c14f78185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.334867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-9d36d3f2-7eb4-4970-b31b-050c14f78185 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0497882 Sep 26 14:10:34.340161 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-9a94e218-a56f-4d73-9629-a233bb40a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.341865 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-9a94e218-a56f-4d73-9629-a233bb40a4e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0567019 Sep 26 14:10:34.394211 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-dfee6540-86e7-49e5-88e5-6837680cd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.395949 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-dfee6540-86e7-49e5-88e5-6837680cd647 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472760 Sep 26 14:10:34.413479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-32666680-6a92-4969-a06f-b57d0c321a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.416795 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-32666680-6a92-4969-a06f-b57d0c321a9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727971 Sep 26 14:10:34.520001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-8bfa072c-f1b0-45ac-94ab-50e2dd90ba08 service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166711 Sep 26 14:10:34.550305 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-7dfdcc73-de52-4862-be44-8b3d6b9958c0 service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257703 Sep 26 14:10:34.657727 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-c4c024af-fceb-4388-ac92-9e27a229bcd7 service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300619 Sep 26 14:10:34.664973 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cbfa43d6-00a0-4cee-8bc7-58d0746be916 req-654103f3-27c3-46ca-9319-00ee4a45a71e service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064663 Sep 26 14:10:34.883079 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf5f2-7942-4835-89ed-2eb4e6483995 req-7db9ab40-6f7a-4aeb-9696-5e7138ea32f8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:34.884792 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4dddf5f2-7942-4835-89ed-2eb4e6483995 req-7db9ab40-6f7a-4aeb-9696-5e7138ea32f8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.0544775 Sep 26 14:10:34.928461 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4dddf5f2-7942-4835-89ed-2eb4e6483995 req-2f879517-fb4b-4b2f-9ab5-8a19f7e80d25 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370960 Sep 26 14:10:36.056892 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272c434-8880-43ae-bdc4-2b7db9033c9c req-67fd80af-b5eb-4f06-adfe-228dd61686bc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:36.058628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d272c434-8880-43ae-bdc4-2b7db9033c9c req-67fd80af-b5eb-4f06-adfe-228dd61686bc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.0541120 Sep 26 14:10:36.106376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d272c434-8880-43ae-bdc4-2b7db9033c9c req-7b6938fd-076a-478f-9b3c-eae38286f502 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Sep 26 14:10:37.241226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e94a12-838f-402c-9907-7765593d2ec0 req-c052c810-d88a-4f6c-b4ad-08929aab9e45 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:37.242895 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84e94a12-838f-402c-9907-7765593d2ec0 req-c052c810-d88a-4f6c-b4ad-08929aab9e45 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.0534256 Sep 26 14:10:37.291927 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84e94a12-838f-402c-9907-7765593d2ec0 req-ae3716af-8995-4a8d-bb47-069e275325dd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368509 Sep 26 14:10:37.513804 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e8eb9-2811-4d43-ad5b-7636ebaa5437 req-01920eea-c0e5-4dd3-9b45-d921ba4e8cee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:37.516580 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d91e8eb9-2811-4d43-ad5b-7636ebaa5437 req-01920eea-c0e5-4dd3-9b45-d921ba4e8cee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.0595603 Sep 26 14:10:37.544043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-2339ad15-111c-41df-98bc-7fb773ba3e46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:37.545933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-2339ad15-111c-41df-98bc-7fb773ba3e46 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a&tenant_id=f47351b74c824bc3ac1f1b30647f9857&binding%3Ahost_id=n-h1-806683-13 HTTP/1.1" status: 200 len: 944 time: 0.0662117 Sep 26 14:10:37.571602 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d91e8eb9-2811-4d43-ad5b-7636ebaa5437 req-5df812d1-1a00-4c50-bf6b-1fa348f1a0e9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Sep 26 14:10:37.621435 n-d-806683-13 neutron-server[94812]: INFO neutron.api.v2.resource [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-39e0ff09-09fe-469b-849e-2bdbf854ecc2 service neutron] delete failed (client error): The resource could not be found. Sep 26 14:10:37.622955 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-39e0ff09-09fe-469b-849e-2bdbf854ecc2 service neutron] 10.222.0.24 "DELETE /v2.0/ports/696ab7a8-177e-433b-a30b-69692c72f6ca/bindings/n-h2-806683-13 HTTP/1.1" status: 404 len: 381 time: 0.0695488 Sep 26 14:10:37.755742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f557ac4-1471-4eb2-a5e9-38d310846e37 req-a3d122c8-6450-4622-a2f7-738be31e8120 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:37.757544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f557ac4-1471-4eb2-a5e9-38d310846e37 req-a3d122c8-6450-4622-a2f7-738be31e8120 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 944 time: 0.0863576 Sep 26 14:10:37.764958 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-413b2536-6577-4dc0-87ff-5c7b12ca8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:37.766545 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-413b2536-6577-4dc0-87ff-5c7b12ca8604 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1096 time: 0.0832651 Sep 26 14:10:37.792739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 696ab7a8-177e-433b-a30b-69692c72f6ca details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:10:37.907103 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f557ac4-1471-4eb2-a5e9-38d310846e37 req-098a466a-1a84-4ebf-9b01-54093f56c507 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392157 Sep 26 14:10:37.951549 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:10:37.953594 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-d15e0549-c369-4f72-aad4-46ea683393a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:37.955148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-d15e0549-c369-4f72-aad4-46ea683393a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.1809051 Sep 26 14:10:37.967220 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'port_id': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'mac_address': 'fa:16:3e:22:80:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:10:38.019820 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:38.037738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696ab7a8-177e-433b-a30b-69692c72f6ca {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:10:38.039640 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-eb2c3e73-1eb7-4f68-93b6-afeecc640a6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 1000 time: 0.0773976 Sep 26 14:10:38.067810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:10:38.074737 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:38.112002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-49a1fb1f-3a81-4edc-a1e5-929c7bc56080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:38.114394 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-49a1fb1f-3a81-4edc-a1e5-929c7bc56080 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0676205 Sep 26 14:10:38.148766 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:10:38.162722 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.163165 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.163696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.164226 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.164746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.165680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.165680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.166088 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.167128 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.167651 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.168169 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.168696 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:10:38.189355 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-d04ad3e8-ba25-44c5-a9a3-2f10194e6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:38.191040 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-d04ad3e8-ba25-44c5-a9a3-2f10194e6547 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687852 Sep 26 14:10:38.287154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-4867d51c-7b95-4bf6-b5eb-5af1d124b83b service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886707 Sep 26 14:10:38.390295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4f9a60bb-188a-401f-bbae-2a7d2c57364e req-888666af-2357-47b4-8e49-e68ea8ab9939 service neutron] 10.222.0.24 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961783 Sep 26 14:10:38.464923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['696ab7a8-177e-433b-a30b-69692c72f6ca'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:10:38.517417 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8db745fa-ef1a-4e5e-9286-b1d53bdf8311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:39.085937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f045df2-187e-43f3-987d-7920dc0797d3 req-bf0caa02-bd16-47b7-a4d7-0f36d65e4f53 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:10:39.087821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f045df2-187e-43f3-987d-7920dc0797d3 req-bf0caa02-bd16-47b7-a4d7-0f36d65e4f53 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 945 time: 0.0721269 Sep 26 14:10:39.139772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0f045df2-187e-43f3-987d-7920dc0797d3 req-dddabff5-0807-4ea0-a2e9-2222181dd16f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Sep 26 14:10:39.164809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:10:39.228486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c5308c7e-58d1-4291-bf12-6fbd0cb583a3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6 HTTP/1.1" status: 200 len: 993 time: 0.0621326 Sep 26 14:10:39.815108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 696ab7a8-177e-433b-a30b-69692c72f6ca up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:10:39.867143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 696ab7a8-177e-433b-a30b-69692c72f6ca completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:10:39.872306 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 696ab7a8-177e-433b-a30b-69692c72f6ca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:10:39.872715 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:39.962412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:39.987081 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:10:39.989643 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e4591-2efe-4acd-9a8f-11c45b6e7451" -d '{"events": [{"server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "name": "network-vif-plugged", "status": "completed", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:10:40.003234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:10:40.010276 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:40.098412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:10:40.111261 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ff89b-28cd-49e8-bab5-4bfdfffcd779 x-openstack-request-id: req-098ff89b-28cd-49e8-bab5-4bfdfffcd779 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:10:40.111261 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "name": "network-vif-plugged", "status": "completed", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:10:40.111261 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-098ff89b-28cd-49e8-bab5-4bfdfffcd779 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:10:40.111261 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'code': 200} Sep 26 14:10:41.153255 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-83813832-db4c-448f-8dd8-f0d224ee1cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:41.776243 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:42.360217 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:43.824065 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:45.936772 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:10:50.806056 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:05.810952 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:11:08.470872 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f9229371-13c5-40c0-9e42-36af708c46aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:11.154847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-98bbdb2d-063a-4e0d-96f4-3d7613e0c31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:11.770024 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:12.361859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:13.824752 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:15.933329 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:20.811655 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:32.141621 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34070) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:32.307638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 9c6a0dcd-d678-4f28-a9e2-e1d5d0db8da5 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:11:32.307976 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:32.388816 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:32.389139 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:32.401968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 9c6a0dcd-d678-4f28-a9e2-e1d5d0db8da5 owned by network:floatingip {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:11:32.564415 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:32.592064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=9c6a0dcd-d678-4f28-a9e2-e1d5d0db8da5,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:32.621577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.621933 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.622275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.622618 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.622950 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.623284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.623609 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.623935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.624262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.624585 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.624913 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.625231 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:32.670247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:32.670528 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6 disassociated (deleted). External IP: 172.25.4.236, port: 696ab7a8-177e-433b-a30b-69692c72f6ca. Sep 26 14:11:32.905398 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-30b96227-1406-4942-8d7e-28b31a3622ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695946 Sep 26 14:11:32.906162 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 99700556-ae9b-44ee-80b7-c507e8f27ddd has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:11:33.002682 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-4bc9af35-d1d0-4715-b78d-9a8c1e30e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:33.005165 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-4bc9af35-d1d0-4715-b78d-9a8c1e30e60b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1098 time: 0.0526876 Sep 26 14:11:33.054228 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:11:33.060780 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:33.078527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] Sync routers for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:11:33.097807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:11:33.099349 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:33.108005 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3f335fe1-d489-426a-bf20-8e05f9e8b7fc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/floatingips/c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6 HTTP/1.1" status: 204 len: 168 time: 0.9650204 Sep 26 14:11:33.109388 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:11:33.115638 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:11:33.161710 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af27e927-40bb-4a58-981e-540a5370d53c x-openstack-request-id: req-af27e927-40bb-4a58-981e-540a5370d53c {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:11:33.163274 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:11:33.163675 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af27e927-40bb-4a58-981e-540a5370d53c {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:11:33.164307 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'status': 'completed', 'code': 200} Sep 26 14:11:33.171912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-49ddf9e8-d5ee-4882-b34d-2990b93b51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:33.174550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-49ddf9e8-d5ee-4882-b34d-2990b93b51e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.1485662 Sep 26 14:11:33.233077 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-b612ea9e-deb3-4190-bd3b-f834b4ede836 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 217 time: 0.0501626 Sep 26 14:11:33.265533 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:11:33.304521 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-1383c114-fe9f-4287-8d1e-49818b0d5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:33.306774 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-1383c114-fe9f-4287-8d1e-49818b0d5cc0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0666680 Sep 26 14:11:33.387176 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-ddb4fa04-fd13-4622-8f45-d137b7e767f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:33.389183 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-ddb4fa04-fd13-4622-8f45-d137b7e767f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750325 Sep 26 14:11:33.496919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb170039-7534-4322-a396-b2eda5a18352 req-c02913ab-9cb7-43ad-8ad0-6a362e518834 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:33.498654 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb170039-7534-4322-a396-b2eda5a18352 req-c02913ab-9cb7-43ad-8ad0-6a362e518834 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.1245644 Sep 26 14:11:33.522751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:25Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:33.551078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] Checking router: 99700556-ae9b-44ee-80b7-c507e8f27ddd for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:11:33.551715 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-9f109f4e-652a-4e2d-94f4-7ede78914d48 service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423929 Sep 26 14:11:33.561572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:11:33.561976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eb170039-7534-4322-a396-b2eda5a18352 req-63552e60-3fa5-4326-b755-ca576e7604a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565636 Sep 26 14:11:33.562203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:33.667284 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e15a32ec-fde0-4615-927d-5d1a101b6ed0 req-f1309f8e-88c8-4579-bd22-ee1252489c50 service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037586 Sep 26 14:11:33.686341 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:11:33.948411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:25Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:33.981428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa403c-1e72-46bc-9a95-bf8518fd64a3 None None] The sync data for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 is: [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'fc507f5d-579b-41b9-b426-07aef051702e', 'name': '', 'network_id': '8e0837c2-ff66-417a-ae26-6bdcb15f7710', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:7a:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:22Z', 'updated_at': '2021-09-26T14:09:25Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': '9f24f2fc-684c-49b5-8cbf-1ddf63669e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:11:34.156524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-b8910929-5239-4c59-bb1d-523f2ee77bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:34.158112 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-b8910929-5239-4c59-bb1d-523f2ee77bae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 1098 time: 0.4223905 Sep 26 14:11:34.236421 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104d9c2-2007-497c-8ae1-0980f7536163 None None] New status for floating IP c8179b5e-2d0b-45ff-ad34-2c44bbfef7b6: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:11:34.259886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-367f4f46-f347-4cea-a84f-d24efff67103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:34.261406 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-367f4f46-f347-4cea-a84f-d24efff67103 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 200 len: 896 time: 0.0956924 Sep 26 14:11:34.315445 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-52f941f3-048b-49cf-ba39-ba83b3c2f07d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 200 len: 217 time: 0.0417862 Sep 26 14:11:34.376540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-4cdf73a9-6668-4a7b-adef-047dc957c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:34.378086 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-4cdf73a9-6668-4a7b-adef-047dc957c924 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 200 len: 834 time: 0.0530479 Sep 26 14:11:34.428135 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-9c653abe-0756-4023-b817-d5f6d22cfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:34.429704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-9c653abe-0756-4023-b817-d5f6d22cfd90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8e0837c2-ff66-417a-ae26-6bdcb15f7710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434837 Sep 26 14:11:34.536349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-13a7e0f4-12db-41eb-9eaf-3d7ca6fe3e8b service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952504 Sep 26 14:11:34.644005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c3e1fc1-1ad3-4a9b-a96a-7c01bd619c91 req-5e69444d-36d0-410c-b706-642d186c1fc1 service neutron] 10.222.0.23 "GET /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955651 Sep 26 14:11:34.716695 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae79b7-26b3-4992-a4e8-f426688b4bde req-1db34052-2e06-4f7f-849c-941edda32bd0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:34.718316 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69ae79b7-26b3-4992-a4e8-f426688b4bde req-1db34052-2e06-4f7f-849c-941edda32bd0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0525501 Sep 26 14:11:34.758797 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-69ae79b7-26b3-4992-a4e8-f426688b4bde req-36e1b3b9-5322-41ac-81e4-1d6de0ae57a2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f06cfc1-82f3-48ce-8484-e0e7c09f6235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343719 Sep 26 14:11:34.916626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-e55b3708-159b-4fa5-b185-114437018a3c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:34.918277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-e55b3708-159b-4fa5-b185-114437018a3c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 946 time: 0.0586810 Sep 26 14:11:35.014519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 696ab7a8-177e-433b-a30b-69692c72f6ca {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:11:35.014917 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:35.121024 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 696ab7a8-177e-433b-a30b-69692c72f6ca, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=696ab7a8-177e-433b-a30b-69692c72f6ca,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:35.121395 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:35.135087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 696ab7a8-177e-433b-a30b-69692c72f6ca owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:11:35.275731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:35.310175 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=696ab7a8-177e-433b-a30b-69692c72f6ca,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:35.353662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.354250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.354830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.355329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.355771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.356327 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.356889 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.357433 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.358013 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.358566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.359510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.360198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:35.397980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] No DVR routers for this DVR port 696ab7a8-177e-433b-a30b-69692c72f6ca on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:11:35.402150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:35.404490 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0debf99c-7c36-4cc6-a206-ea8eb56109d6 req-5d1d89e3-2d50-436c-8d69-1d1c92be338f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "DELETE /v2.0/ports/696ab7a8-177e-433b-a30b-69692c72f6ca HTTP/1.1" status: 204 len: 173 time: 0.4803088 Sep 26 14:11:35.404950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'name': 'network-vif-deleted', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:11:35.407324 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f024d76-fd68-4c14-841c-9d307b7cfd9c" -d '{"events": [{"server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "name": "network-vif-deleted", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:11:35.466997 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a19d67-cb90-44d0-a789-84eb541cbcd9 x-openstack-request-id: req-a7a19d67-cb90-44d0-a789-84eb541cbcd9 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:11:35.467303 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4e146-4cf5-4e33-9b98-af303fe8e92a", "name": "network-vif-deleted", "tag": "696ab7a8-177e-433b-a30b-69692c72f6ca", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:11:35.467560 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7a19d67-cb90-44d0-a789-84eb541cbcd9 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:11:35.467970 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e4e146-4cf5-4e33-9b98-af303fe8e92a', 'name': 'network-vif-deleted', 'tag': '696ab7a8-177e-433b-a30b-69692c72f6ca', 'status': 'completed', 'code': 200} Sep 26 14:11:35.924260 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-05037c31-284e-4e51-af76-60b12ae72e9a req-eedf7d1d-afa8-4733-9e0d-7937d53c220d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e4e146-4cf5-4e33-9b98-af303fe8e92a HTTP/1.1" status: 200 len: 210 time: 0.0459652 Sep 26 14:11:36.991501 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34088) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:37.433010 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:37.727487 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port fc507f5d-579b-41b9-b426-07aef051702e {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:11:37.727747 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:37.843382 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port fc507f5d-579b-41b9-b426-07aef051702e, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=fc507f5d-579b-41b9-b426-07aef051702e,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:37.843751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:37.858111 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for fc507f5d-579b-41b9-b426-07aef051702e owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:11:38.070492 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:38.105667 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=fc507f5d-579b-41b9-b426-07aef051702e,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:38.163719 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 696ab7a8-177e-433b-a30b-69692c72f6ca no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:11:38.186056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 696ab7a8-177e-433b-a30b-69692c72f6ca {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:11:38.186387 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 696ab7a8-177e-433b-a30b-69692c72f6ca not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:11:38.335329 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:38.475824 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d2e7-9fc5-4d08-816c-b0712b2df002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:38.582893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 99700556-ae9b-44ee-80b7-c507e8f27ddd has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:11:38.702160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:11:38.708053 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-df5cbb6d-5d1b-4916-90c3-ac919dcddf4d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/99700556-ae9b-44ee-80b7-c507e8f27ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158349 Sep 26 14:11:38.712894 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34090) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:38.716201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] Sync routers for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:11:38.726604 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:11:38.727783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:38.771770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee458b5-6ccb-4b00-9ed8-732b13456a86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting subnet 9f24f2fc-684c-49b5-8cbf-1ddf63669e71 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:11:38.776213 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ee458b5-6ccb-4b00-9ed8-732b13456a86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:38.832125 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ee458b5-6ccb-4b00-9ed8-732b13456a86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:38.858817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:11:38.948447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ee458b5-6ccb-4b00-9ed8-732b13456a86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.040317 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ee458b5-6ccb-4b00-9ed8-732b13456a86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.077559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:11:38Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:39.081398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee458b5-6ccb-4b00-9ed8-732b13456a86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Subnet': ['ID=9f24f2fc-684c-49b5-8cbf-1ddf63669e71,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:39.089454 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7ee458b5-6ccb-4b00-9ed8-732b13456a86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.097749 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7ee458b5-6ccb-4b00-9ed8-732b13456a86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/subnets/9f24f2fc-684c-49b5-8cbf-1ddf63669e71 HTTP/1.1" status: 204 len: 168 time: 0.3798790 Sep 26 14:11:39.098219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34092) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:39.122967 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030053a-fab5-44c1-a37b-37bac3f36a1b None None] Network 8e0837c2-ff66-417a-ae26-6bdcb15f7710 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:11:39.126951 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] Checking router: 99700556-ae9b-44ee-80b7-c507e8f27ddd for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:11:39.156718 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] Routers {'99700556-ae9b-44ee-80b7-c507e8f27ddd'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:11:39.157371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['99700556-ae9b-44ee-80b7-c507e8f27ddd'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:39.233993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.368061 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.369077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] Set router 99700556-ae9b-44ee-80b7-c507e8f27ddd gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:11:39.428188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 71083e70-e74f-46e4-8a61-40c6696c5098 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:11:39.428543 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.496867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] DHCP port deletion for 8e0837c2-ff66-417a-ae26-6bdcb15f7710 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:11:39.520268 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 71083e70-e74f-46e4-8a61-40c6696c5098, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=71083e70-e74f-46e4-8a61-40c6696c5098,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:39.520736 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.538658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 71083e70-e74f-46e4-8a61-40c6696c5098 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:11:39.596170 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Deleting port 253f0db1-7c35-4d79-b617-3403463e84e3 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:11:39.596536 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.671289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] For port 253f0db1-7c35-4d79-b617-3403463e84e3, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=253f0db1-7c35-4d79-b617-3403463e84e3,segment=NetworkSegment(f82f4fb7-fb50-42b8-acc0-15f8645a5836),segment_id=f82f4fb7-fb50-42b8-acc0-15f8645a5836)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:39.671289 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.674439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:11:38Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:39.709928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Calling delete_port for 253f0db1-7c35-4d79-b617-3403463e84e3 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:11:39.712231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac0f18-8a13-4f57-b740-11200e9ac9f3 None None] The sync data for ids ['99700556-ae9b-44ee-80b7-c507e8f27ddd'] in n-d-806683-13 is: [{'id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1356163751', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:11:38Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '71083e70-e74f-46e4-8a61-40c6696c5098', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99700556-ae9b-44ee-80b7-c507e8f27ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:09:18Z', 'updated_at': '2021-09-26T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:11:39.731294 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.760053 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=71083e70-e74f-46e4-8a61-40c6696c5098,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:39.811028 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.829107 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:39.843906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Pushing event deleted for resources: {'Port': ['ID=253f0db1-7c35-4d79-b617-3403463e84e3,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:39.846374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] No DVR routers for this DVR port 253f0db1-7c35-4d79-b617-3403463e84e3 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:11:39.857481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.857481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.857481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.857481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.857481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.857481 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.858723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.858723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.858723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.858723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.859406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:39.859406 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857f4db-4d24-4da5-a0f6-451988d1634e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:40.287328 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.290617 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.340883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.341553 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Fanout notify agent at l3_agent the message router_deleted on router 99700556-ae9b-44ee-80b7-c507e8f27ddd {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:11:40.350451 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.352352 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-686e74a4-6842-4322-b7d8-2668e8285497 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/routers/99700556-ae9b-44ee-80b7-c507e8f27ddd HTTP/1.1" status: 204 len: 168 time: 1.2521913 Sep 26 14:11:40.356395 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34096) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:40.466755 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.584452 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.614867 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0837c2-ff66-417a-ae26-6bdcb15f7710']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:40.630615 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 71083e70-e74f-46e4-8a61-40c6696c5098 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:11:40.633391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82f4fb7-fb50-42b8-acc0-15f8645a5836') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:40.634036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82f4fb7-fb50-42b8-acc0-15f8645a5836') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:40.647382 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.655151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 71083e70-e74f-46e4-8a61-40c6696c5098 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:11:40.655609 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 71083e70-e74f-46e4-8a61-40c6696c5098 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:11:40.656104 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 253f0db1-7c35-4d79-b617-3403463e84e3 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:11:40.671225 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.679863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 253f0db1-7c35-4d79-b617-3403463e84e3 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:11:40.680280 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 253f0db1-7c35-4d79-b617-3403463e84e3 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:11:40.680699 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fc507f5d-579b-41b9-b426-07aef051702e no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:11:40.684221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:11:40.684914 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:11:40.690893 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:11:40.701040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: fc507f5d-579b-41b9-b426-07aef051702e {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:11:40.701373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device fc507f5d-579b-41b9-b426-07aef051702e not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:11:40.809054 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.823564 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.827118 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/networks/8e0837c2-ff66-417a-ae26-6bdcb15f7710 HTTP/1.1" status: 204 len: 168 time: 0.4693432 Sep 26 14:11:40.829686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34098) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:40.844695 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b3cce-4e93-4839-a05e-4ec24800aa00 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Network': ['ID=8e0837c2-ff66-417a-ae26-6bdcb15f7710,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:40.897412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95255f5c-bc5e-4d4a-a4d5-0acc3d5c6680 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.927640 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95255f5c-bc5e-4d4a-a4d5-0acc3d5c6680 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:40.999904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95255f5c-bc5e-4d4a-a4d5-0acc3d5c6680 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.002643 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-95255f5c-bc5e-4d4a-a4d5-0acc3d5c6680 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.003881 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-95255f5c-bc5e-4d4a-a4d5-0acc3d5c6680 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/security-groups/4f06cfc1-82f3-48ce-8484-e0e7c09f6235 HTTP/1.1" status: 204 len: 168 time: 0.1728592 Sep 26 14:11:41.015311 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95255f5c-bc5e-4d4a-a4d5-0acc3d5c6680 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f06cfc1-82f3-48ce-8484-e0e7c09f6235,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:41.160174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f2244192-0800-4fb4-bc9e-66c08272d8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.311767 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34104) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:41.316850 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-26897e70-c3e4-48dc-8738-0f4d3b6baf4f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373239670', 'description': 'tempest-secgroup-smoke-373239670 description', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:41.351526 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26897e70-c3e4-48dc-8738-0f4d3b6baf4f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.466348 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26897e70-c3e4-48dc-8738-0f4d3b6baf4f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.471668 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26897e70-c3e4-48dc-8738-0f4d3b6baf4f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.504852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-26897e70-c3e4-48dc-8738-0f4d3b6baf4f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.506501 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-26897e70-c3e4-48dc-8738-0f4d3b6baf4f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1934657 Sep 26 14:11:41.511755 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34106) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:41.517354 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-50ead93e-9cc5-4ced-80eb-49e9d572270b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'ce6a62ec-61eb-46ea-b63d-12519814b0ab', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:41.524533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26897e70-c3e4-48dc-8738-0f4d3b6baf4f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6a62ec-61eb-46ea-b63d-12519814b0ab,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:41.553517 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50ead93e-9cc5-4ced-80eb-49e9d572270b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.627080 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50ead93e-9cc5-4ced-80eb-49e9d572270b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.631947 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50ead93e-9cc5-4ced-80eb-49e9d572270b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.652802 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ead93e-9cc5-4ced-80eb-49e9d572270b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfae425-8f5e-4e33-a005-7e54c6dc0379,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:41.660220 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-50ead93e-9cc5-4ced-80eb-49e9d572270b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.661480 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-50ead93e-9cc5-4ced-80eb-49e9d572270b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483560 Sep 26 14:11:41.666307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34108) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:41.671177 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-c8a21876-dc18-4715-97c9-87df6a2e1eab tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'ce6a62ec-61eb-46ea-b63d-12519814b0ab', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:41.703260 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8a21876-dc18-4715-97c9-87df6a2e1eab tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.774819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.779103 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8a21876-dc18-4715-97c9-87df6a2e1eab tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.784303 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8a21876-dc18-4715-97c9-87df6a2e1eab tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.806570 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a21876-dc18-4715-97c9-87df6a2e1eab tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73b16c8-5e51-4ecb-a925-ed6d6b0ca767,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:41.813136 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8a21876-dc18-4715-97c9-87df6a2e1eab tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.815997 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c8a21876-dc18-4715-97c9-87df6a2e1eab tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471217 Sep 26 14:11:41.818416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34110) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:41.823650 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-88855fca-5f1b-4d33-8bfa-e2b7a930870b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'ce6a62ec-61eb-46ea-b63d-12519814b0ab', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:41.856031 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88855fca-5f1b-4d33-8bfa-e2b7a930870b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.926794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88855fca-5f1b-4d33-8bfa-e2b7a930870b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.931357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88855fca-5f1b-4d33-8bfa-e2b7a930870b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.951084 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88855fca-5f1b-4d33-8bfa-e2b7a930870b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b8b1f4-f846-449e-8a81-1460f90a1537,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:41.957292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-88855fca-5f1b-4d33-8bfa-e2b7a930870b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:41.958730 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-88855fca-5f1b-4d33-8bfa-e2b7a930870b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390901 Sep 26 14:11:41.963053 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34112) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:41.968320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-60bdb723-56df-42f8-b430-c2dbc09f4332 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'ce6a62ec-61eb-46ea-b63d-12519814b0ab', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:41.997502 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60bdb723-56df-42f8-b430-c2dbc09f4332 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.076458 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60bdb723-56df-42f8-b430-c2dbc09f4332 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.082357 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60bdb723-56df-42f8-b430-c2dbc09f4332 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.117894 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdb723-56df-42f8-b430-c2dbc09f4332 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e199f9b-9110-457e-8c98-ed85de4b631a,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:42.122794 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-60bdb723-56df-42f8-b430-c2dbc09f4332 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.124883 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-60bdb723-56df-42f8-b430-c2dbc09f4332 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605601 Sep 26 14:11:42.128390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34114) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:42.133793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-9e429413-0181-4d3b-98cd-429bb2648ee2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'ce6a62ec-61eb-46ea-b63d-12519814b0ab', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:42.159450 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-9e429413-0181-4d3b-98cd-429bb2648ee2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:11:42.166074 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e429413-0181-4d3b-98cd-429bb2648ee2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.235039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e429413-0181-4d3b-98cd-429bb2648ee2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.239399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e429413-0181-4d3b-98cd-429bb2648ee2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.262218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e429413-0181-4d3b-98cd-429bb2648ee2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274d249a-5104-4a58-9f6f-4ada0d5497ab,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:42.275531 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-9e429413-0181-4d3b-98cd-429bb2648ee2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.277232 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9e429413-0181-4d3b-98cd-429bb2648ee2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475844 Sep 26 14:11:42.280454 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34116) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:42.285540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-cfc8ae9c-73fc-46b7-9054-9d39b32680f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': 'ce6a62ec-61eb-46ea-b63d-12519814b0ab', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:42.309802 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-cfc8ae9c-73fc-46b7-9054-9d39b32680f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:11:42.315732 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ae9c-73fc-46b7-9054-9d39b32680f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.372228 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.384784 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ae9c-73fc-46b7-9054-9d39b32680f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.389119 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ae9c-73fc-46b7-9054-9d39b32680f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.408292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8ae9c-73fc-46b7-9054-9d39b32680f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414a450f-aeb0-4759-a0f6-ed20450075f5,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:42.416169 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ae9c-73fc-46b7-9054-9d39b32680f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.417713 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cfc8ae9c-73fc-46b7-9054-9d39b32680f2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358716 Sep 26 14:11:42.420806 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34118) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:42.426125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'network': {'name': 'tempest-network-smoke--201629990', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:42.450579 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:11:42.455161 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.487153 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:11:42.504061 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.504644 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Added segment f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326 of type vlan for network d6799019-9f83-4338-bdbe-af7403ce4feb Sep 26 14:11:42.582149 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.612141 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.618023 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:42.618667 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.649831 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2278647 Sep 26 14:11:42.654587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34124) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:42.661237 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'admin_state_up': True, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:42.693843 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.695165 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.699502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2de4-4e26-4e3f-9c12-b319a99a78cd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Network': ['ID=d6799019-9f83-4338-bdbe-af7403ce4feb,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:42.718001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network d6799019-9f83-4338-bdbe-af7403ce4feb details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:11:42.767795 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:42.818233 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:11:42.929634 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:43.149546 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:43.191885 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:43.304489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.219 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/214a3ec4-ec09-40d3-990e-0bb43ab8760d) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:11:43.425466 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:43.464230 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:43.505609 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:11:43.508697 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:11:43.512541 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:11:43.522230 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=214a3ec4-ec09-40d3-990e-0bb43ab8760d,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:43.798085 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:43.835058 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:44.027122 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:44.168726 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router db1f5f66-888a-4db9-923c-ddeefc3a84f4 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:11:44.281770 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:11:44.292685 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Sync routers for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:11:44.302181 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:11:44.302806 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:44.303003 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:44.304656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-88cf881d-1bc2-437b-941a-ddb517f62633 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6482396 Sep 26 14:11:44.308824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34126) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:44.395628 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-525decf8-1fcc-40e8-8c05-4e322001e4be tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f47351b74c824bc3ac1f1b30647f9857&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842776 Sep 26 14:11:44.398430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34130) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:44.439434 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:11:44.491403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b528dd48-f2e6-4007-9c73-fcfd3e0a6f9a tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:44.496339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b528dd48-f2e6-4007-9c73-fcfd3e0a6f9a tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936193 Sep 26 14:11:44.496556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34132) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:44.529936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0e1fe07c-0b75-4fb8-9cad-146fc0f0bfb1 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282271 Sep 26 14:11:44.529936 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34134) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:44.534793 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1415687485', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:44.660756 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:43Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:44.666373 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:11:44.670235 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:44.689806 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Checking router: db1f5f66-888a-4db9-923c-ddeefc3a84f4 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:11:44.690190 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Updating router db1f5f66-888a-4db9-923c-ddeefc3a84f4 port 214a3ec4-ec09-40d3-990e-0bb43ab8760d binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:11:44.716982 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:44.873053 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:44.978642 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Subnet': ['ID=b346adc0-6606-4695-84a4-8ef551f361b7,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:44.994464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Checking segment: {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:11:44.994829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network hostable DHCP agents. Network: d6799019-9f83-4338-bdbe-af7403ce4feb, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:11:44.997112 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.003627 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.016038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network d6799019-9f83-4338-bdbe-af7403ce4feb is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:11:45.032732 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, d6799019-9f83-4338-bdbe-af7403ce4feb) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:11:45.039342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:45.040437 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.046732 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b903f7-da7c-41b6-b164-b16509901efe None None] Network d6799019-9f83-4338-bdbe-af7403ce4feb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:11:45.058203 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Attempting to bind port 214a3ec4-ec09-40d3-990e-0bb43ab8760d on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:11:45.058817 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Attempting to bind port 214a3ec4-ec09-40d3-990e-0bb43ab8760d by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:11:45.059032 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Attempting to bind port 214a3ec4-ec09-40d3-990e-0bb43ab8760d on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:11:45.065628 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:11:45.065628 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:11:45.066141 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.066290 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:11:45.066728 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Bound port: 214a3ec4-ec09-40d3-990e-0bb43ab8760d, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:11:45.067108 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.068976 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Pushing event updated for resources: {'Port': ['ID=214a3ec4-ec09-40d3-990e-0bb43ab8760d,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:45.070999 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34136) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:11:45.071442 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cd797678-4109-4415-a391-12f0833fe084 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5390847 Sep 26 14:11:45.101299 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.101723 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.102033 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.102364 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.102690 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.103018 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.103336 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.103654 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.103970 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.104288 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.104603 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.104910 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:11:45.140544 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] For port 214a3ec4-ec09-40d3-990e-0bb43ab8760d, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:11:45.144580 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] For port 214a3ec4-ec09-40d3-990e-0bb43ab8760d, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=214a3ec4-ec09-40d3-990e-0bb43ab8760d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:11:45.158928 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.218656 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:11:45.219662 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:45.267295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-d6799019-9f83-4338-bdbe-af7403ce4feb', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:11:45.268172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.328906 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74918021-b40c-42fc-a2b9-e1d3c59376d4 None None] Pushing event updated for resources: {'Port': ['ID=214a3ec4-ec09-40d3-990e-0bb43ab8760d,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:45.375831 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:11:45.436962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Allocated IP 172.20.0.2 (d6799019-9f83-4338-bdbe-af7403ce4feb/b346adc0-6606-4695-84a4-8ef551f361b7/e980acc5-472a-4cf7-b735-8657ba2628d2) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:11:45.577947 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:43Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:45.605803 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e8137-b4e1-4770-925d-9d86373a5a1d None None] The sync data for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 is: [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:43Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:11:45.628662 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.654893 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.663644 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:45.725005 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Network d6799019-9f83-4338-bdbe-af7403ce4feb is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:11:45.732953 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:11:45.742340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:11:45.766085 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Pushing event updated for resources: {'Port': ['ID=e980acc5-472a-4cf7-b735-8657ba2628d2,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:46.031082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.1 (d6799019-9f83-4338-bdbe-af7403ce4feb/b346adc0-6606-4695-84a4-8ef551f361b7/8d644c7b-6d71-48e0-ad23-e4fb29fbb41b) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:11:46.038857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Attempting to bind port e980acc5-472a-4cf7-b735-8657ba2628d2 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:11:46.039337 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Attempting to bind port e980acc5-472a-4cf7-b735-8657ba2628d2 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:11:46.039705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Attempting to bind port e980acc5-472a-4cf7-b735-8657ba2628d2 on network d6799019-9f83-4338-bdbe-af7403ce4feb {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:11:46.041867 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.046084 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:11:46.046467 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Checking segment: {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:11:46.046872 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.047448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Bound using segment: {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:11:46.047727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Bound port: e980acc5-472a-4cf7-b735-8657ba2628d2, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:11:46.048121 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.118500 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] For port e980acc5-472a-4cf7-b735-8657ba2628d2, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:11:46.123941 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] For port e980acc5-472a-4cf7-b735-8657ba2628d2, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e980acc5-472a-4cf7-b735-8657ba2628d2,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:11:46.130034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.200923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86514dff-3b91-463e-9a91-a543911fc3c3 None None] Pushing event updated for resources: {'Port': ['ID=e980acc5-472a-4cf7-b735-8657ba2628d2,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:46.204074 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.268504 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.310882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network d6799019-9f83-4338-bdbe-af7403ce4feb is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:11:46.316904 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:11:46.321242 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:11:46.369738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:46.412668 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.586359 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.659684 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 214a3ec4-ec09-40d3-990e-0bb43ab8760d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:11:46.717227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 214a3ec4-ec09-40d3-990e-0bb43ab8760d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:46.717622 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.803969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.827683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 214a3ec4-ec09-40d3-990e-0bb43ab8760d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=214a3ec4-ec09-40d3-990e-0bb43ab8760d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:46.832121 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.832917 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e980acc5-472a-4cf7-b735-8657ba2628d2 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:11:46.911289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.915173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=214a3ec4-ec09-40d3-990e-0bb43ab8760d,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:46.918153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:46.926977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e980acc5-472a-4cf7-b735-8657ba2628d2 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:46.927411 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:47.015354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:47.051910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port e980acc5-472a-4cf7-b735-8657ba2628d2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e980acc5-472a-4cf7-b735-8657ba2628d2,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:47.057510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:47.083429 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:47.083429 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:47.137307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=e980acc5-472a-4cf7-b735-8657ba2628d2,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:47.217990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network d6799019-9f83-4338-bdbe-af7403ce4feb is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:11:47.219721 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:11:47.343882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router db1f5f66-888a-4db9-923c-ddeefc3a84f4 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:11:47.476875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:11:47.482999 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e961fb7c-0966-404c-afc7-c7adc84d3e57 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/db1f5f66-888a-4db9-923c-ddeefc3a84f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4110265 Sep 26 14:11:47.497588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7780f-39ef-4c88-a690-e9d519ca5b05 None None] Network d6799019-9f83-4338-bdbe-af7403ce4feb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:11:47.590181 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c6e1f323-3893-4bda-96a6-713a08791792 None None] Provisioning complete for port e980acc5-472a-4cf7-b735-8657ba2628d2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:47.590616 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f323-3893-4bda-96a6-713a08791792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:47.664739 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-dd0608df-b8f2-49c0-aff7-c7108285e9c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373239670&fields=id&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 267 time: 0.0556116 Sep 26 14:11:47.703703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Sync routers for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:11:47.752493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:11:47.753037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:47.821860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-36e4f95d-dc91-4b9f-b213-bf8ebb401e56 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:47.823422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-36e4f95d-dc91-4b9f-b213-bf8ebb401e56 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/networks?id=d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 200 len: 796 time: 0.1520343 Sep 26 14:11:47.847980 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-8367e30f-0fd7-4d85-b412-fc595c03c91a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/quotas/f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 375 time: 0.0131800 Sep 26 14:11:47.886874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:11:47.924471 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-44c41688-abfe-4494-9319-cb88eba285bd tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642231 Sep 26 14:11:48.005458 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-298ea16d-bbec-4181-9905-a04190e7b165 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:11:48.006513 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-298ea16d-bbec-4181-9905-a04190e7b165 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0639741 Sep 26 14:11:48.114481 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-c8c551f4-ab01-47ea-a01a-1f731a8b14f5 service neutron] 10.222.0.13 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000361 Sep 26 14:11:48.115462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 2, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:48.146844 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Checking router: db1f5f66-888a-4db9-923c-ddeefc3a84f4 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:11:48.147251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Updating router db1f5f66-888a-4db9-923c-ddeefc3a84f4 port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:11:48.180852 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:48.182881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-771ea681-c04c-47b0-bccd-24bed868f2c0 None None] Provisioning complete for port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:48.183239 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-771ea681-c04c-47b0-bccd-24bed868f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:48.230275 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-85b69c2f-841e-4940-8817-ac0a23e420b0 service neutron] 10.222.0.13 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079223 Sep 26 14:11:48.256572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-771ea681-c04c-47b0-bccd-24bed868f2c0 None None] Port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:11:48.291214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-771ea681-c04c-47b0-bccd-24bed868f2c0 None None] Provisioning complete for port e980acc5-472a-4cf7-b735-8657ba2628d2 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:48.291609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-771ea681-c04c-47b0-bccd-24bed868f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:48.464923 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f3537fc-5c3d-4bf6-b9e8-9214c9d1bb9f req-791cf2e7-0147-403c-8aba-200c095eb095 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 210 time: 0.0460200 Sep 26 14:11:48.609959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 214a3ec4-ec09-40d3-990e-0bb43ab8760d up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:11:48.726571 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:48.730885 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8efff4b5-2613-43bc-9c3c-a3fe9c4de3db None None] Provisioning complete for port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:48.731213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8efff4b5-2613-43bc-9c3c-a3fe9c4de3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:48.737463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:48.813453 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 214a3ec4-ec09-40d3-990e-0bb43ab8760d triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:48.813929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:48.845594 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8efff4b5-2613-43bc-9c3c-a3fe9c4de3db None None] Port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:11:48.881391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b6ba7-4af2-4932-980c-9c0a0465fc58 None None] Pushing event updated for resources: {'Port': ['ID=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:48.968199 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Attempting to bind port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:11:48.968791 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Attempting to bind port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:11:48.969216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Attempting to bind port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b on network d6799019-9f83-4338-bdbe-af7403ce4feb {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:11:48.980057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:11:48.980563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Checking segment: {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:11:48.981136 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:48.981736 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Bound using segment: {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:11:48.982356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Bound port: 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:11:48.982847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:49.056151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e980acc5-472a-4cf7-b735-8657ba2628d2 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:11:49.122182 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] For port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:11:49.128996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] For port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:11:49.136644 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:49.194562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port e980acc5-472a-4cf7-b735-8657ba2628d2 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:49.194932 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:49.248445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b6ba7-4af2-4932-980c-9c0a0465fc58 None None] Pushing event updated for resources: {'Port': ['ID=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:49.255048 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c8481612-5e82-4ef0-a212-da71b5b7ddca None None] Provisioning complete for port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:49.255424 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8481612-5e82-4ef0-a212-da71b5b7ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:49.291955 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:11:49.292596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:49.482966 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:11:49.519071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8481612-5e82-4ef0-a212-da71b5b7ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:49.609209 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c36fb23e-7ed2-4b7a-aaa6-8794bc4b7178 req-1b825e0b-f6c6-40c3-b1ba-468582a76356 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 210 time: 0.0652788 Sep 26 14:11:49.762143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c8481612-5e82-4ef0-a212-da71b5b7ddca None None] For port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:49.772918 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8481612-5e82-4ef0-a212-da71b5b7ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:49.879143 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8481612-5e82-4ef0-a212-da71b5b7ddca None None] Pushing event updated for resources: {'Port': ['ID=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:49.929158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2a997074-0649-46c4-a067-1928ab2dae69 None None] Provisioning complete for port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:49.929551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2a997074-0649-46c4-a067-1928ab2dae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:50.019531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:49Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:11:50.051215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d751215-8c01-42e8-8001-a4f64593728f None None] The sync data for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 is: [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:49Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:11:50.066426 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-62fedd60-84c0-43ea-8c93-89d30e931880 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:50.068281 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-62fedd60-84c0-43ea-8c93-89d30e931880 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/networks?id=d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 200 len: 796 time: 0.5292792 Sep 26 14:11:50.138744 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-6442f003-c688-40b7-a09b-8a823f131c2a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 379 time: 0.0611446 Sep 26 14:11:50.148819 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'port': {'device_id': 'a821c522-df4a-42db-af43-e6b3c3690186', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'admin_state_up': True, 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'security_groups': ['ce6a62ec-61eb-46ea-b63d-12519814b0ab']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:50.286267 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:11:50.290475 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:50.439226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.14 (d6799019-9f83-4338-bdbe-af7403ce4feb/b346adc0-6606-4695-84a4-8ef551f361b7/26953c86-494f-4d39-a6ee-4f325c16bc45) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:11:50.613199 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:50.636935 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:11:50.659544 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:50.698781 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:50.699461 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:50.750109 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network d6799019-9f83-4338-bdbe-af7403ce4feb is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:11:50.759797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:11:50.762701 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:11:50.795232 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=26953c86-494f-4d39-a6ee-4f325c16bc45,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:50.834445 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:50.834706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88f4c4-1668-4189-bfad-82e5e9e1a044 req-6a48e95f-a993-4b4c-8519-aa7e7b9d165c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:50.837022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af88f4c4-1668-4189-bfad-82e5e9e1a044 req-6a48e95f-a993-4b4c-8519-aa7e7b9d165c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 932 time: 0.1348519 Sep 26 14:11:50.848945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:50.849656 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:50.891131 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3aacc1c6-06af-4f95-9581-09329b7fc062 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466340 Sep 26 14:11:50.900334 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-af88f4c4-1668-4189-bfad-82e5e9e1a044 req-b3c67bf0-b109-43ba-9bed-69dad4197ba3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466702 Sep 26 14:11:50.905888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Request body: {'port': {'device_id': 'a821c522-df4a-42db-af43-e6b3c3690186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:11:50.988718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:51.102890 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e2572db3-da40-48e2-947d-b04e2f59e710 None None] Provisioning complete for port 26953c86-494f-4d39-a6ee-4f325c16bc45 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:51.103317 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e2572db3-da40-48e2-947d-b04e2f59e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:51.140650 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e2572db3-da40-48e2-947d-b04e2f59e710 None None] Port 26953c86-494f-4d39-a6ee-4f325c16bc45 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:11:51.297398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26953c86-494f-4d39-a6ee-4f325c16bc45 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:11:51.305880 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:51.318955 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Transition to ACTIVE for port object 26953c86-494f-4d39-a6ee-4f325c16bc45 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:11:51.325448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:51.379365 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Pushing event updated for resources: {'Port': ['ID=26953c86-494f-4d39-a6ee-4f325c16bc45,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:51.476754 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Attempting to bind port 26953c86-494f-4d39-a6ee-4f325c16bc45 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:11:51.477098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Attempting to bind port 26953c86-494f-4d39-a6ee-4f325c16bc45 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:11:51.477434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Attempting to bind port 26953c86-494f-4d39-a6ee-4f325c16bc45 on network d6799019-9f83-4338-bdbe-af7403ce4feb {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:11:51.482764 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Port 26953c86-494f-4d39-a6ee-4f325c16bc45 on network d6799019-9f83-4338-bdbe-af7403ce4feb not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:11:51.483103 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Attempting to bind port 26953c86-494f-4d39-a6ee-4f325c16bc45 on network d6799019-9f83-4338-bdbe-af7403ce4feb {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:11:51.488919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:11:51.489405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Checking segment: {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:11:51.489834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Bound using segment: {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:11:51.490280 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Bound port: 26953c86-494f-4d39-a6ee-4f325c16bc45, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:11:51.490637 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:51.563888 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] For port 26953c86-494f-4d39-a6ee-4f325c16bc45, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:11:51.567251 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] For port 26953c86-494f-4d39-a6ee-4f325c16bc45, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=26953c86-494f-4d39-a6ee-4f325c16bc45,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:11:51.573539 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:51.609250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:51.609875 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:51.611295 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] 10.222.0.23 "PUT /v2.0/ports/26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 200 len: 1093 time: 0.7097259 Sep 26 14:11:51.611818 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:11:51.614305 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f985e0-616f-4620-bc05-9c429d89bd01" -d '{"events": [{"name": "network-changed", "server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:11:51.644374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a8ae-1988-4bda-aadf-bc25a7056aea service neutron] Pushing event updated for resources: {'Port': ['ID=26953c86-494f-4d39-a6ee-4f325c16bc45,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:51.663303 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb7906-9610-486f-a656-79758863ad16 x-openstack-request-id: req-bfcb7906-9610-486f-a656-79758863ad16 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:11:51.663601 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:11:51.663849 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfcb7906-9610-486f-a656-79758863ad16 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:11:51.664297 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'status': 'completed', 'code': 200} Sep 26 14:11:51.726213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-52108a6d-cf7c-4d9c-a80a-c3da97c03281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:51.727855 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-52108a6d-cf7c-4d9c-a80a-c3da97c03281 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1096 time: 0.0495043 Sep 26 14:11:51.780647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-f15c1295-1b71-4729-8e52-54976a6a3b04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 200 len: 217 time: 0.0444987 Sep 26 14:11:51.835466 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-bcf9a325-e944-406b-b884-7d4797ce5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:51.837607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-bcf9a325-e944-406b-b884-7d4797ce5de5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b346adc0-6606-4695-84a4-8ef551f361b7 HTTP/1.1" status: 200 len: 835 time: 0.0497196 Sep 26 14:11:51.885637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-4dc6151f-db1b-408e-b8bc-bf11d8b04b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:51.887198 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-4dc6151f-db1b-408e-b8bc-bf11d8b04b32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6799019-9f83-4338-bdbe-af7403ce4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429668 Sep 26 14:11:52.051509 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-849944de-2473-4029-8bdf-9ba7313cd179 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551597 Sep 26 14:11:52.131158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21782a5-109b-4cb4-9005-d1e6dd1f13a8 req-cc4fcb0a-dfcd-4046-8e37-1ed8063aea5f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:52.133390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b21782a5-109b-4cb4-9005-d1e6dd1f13a8 req-cc4fcb0a-dfcd-4046-8e37-1ed8063aea5f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 944 time: 0.1554282 Sep 26 14:11:52.228611 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b21782a5-109b-4cb4-9005-d1e6dd1f13a8 req-be08a579-71c3-48d5-957d-6566f1e311c3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874555 Sep 26 14:11:52.232564 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2917be84-ec37-4af2-8a39-00cc42e7fd89 req-dd321548-b2bd-4899-9443-fff60cbfd315 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730061 Sep 26 14:11:52.334415 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-f429e3e1-faae-42d9-89e5-fd6437158797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:52.336023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-f429e3e1-faae-42d9-89e5-fd6437158797 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1096 time: 0.0545084 Sep 26 14:11:52.441322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-697be311-68a9-4ab4-a70b-6f27f7e418ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:52.442861 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-697be311-68a9-4ab4-a70b-6f27f7e418ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 200 len: 896 time: 0.0996296 Sep 26 14:11:52.487724 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-a321e454-9e6c-483c-95e2-3fe1e2c7494e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 200 len: 217 time: 0.0377955 Sep 26 14:11:52.540044 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-6be4b117-d10a-4a1f-8ba5-4a1e3ed83082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:52.541605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-6be4b117-d10a-4a1f-8ba5-4a1e3ed83082 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b346adc0-6606-4695-84a4-8ef551f361b7 HTTP/1.1" status: 200 len: 835 time: 0.0473490 Sep 26 14:11:52.595137 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-bf4179af-f362-483a-87fc-c9ba54e58510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:52.596708 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-bf4179af-f362-483a-87fc-c9ba54e58510 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6799019-9f83-4338-bdbe-af7403ce4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486410 Sep 26 14:11:52.696738 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-274c76ac-997f-4e0e-8122-d822a22a15b9 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921876 Sep 26 14:11:52.833132 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d9f985e0-616f-4620-bc05-9c429d89bd01 req-0e2adc77-d725-4e37-91fc-f9f0359b0fec service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298025 Sep 26 14:11:53.362728 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44e993-3c14-4203-8cb6-85504400f013 req-91115e1c-0ae7-4eee-93ce-6621cc954438 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:53.364335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b44e993-3c14-4203-8cb6-85504400f013 req-91115e1c-0ae7-4eee-93ce-6621cc954438 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 944 time: 0.0642946 Sep 26 14:11:53.747192 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1b44e993-3c14-4203-8cb6-85504400f013 req-47f9e394-264e-4647-b5a0-9fab6d24d3f3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3765609 Sep 26 14:11:54.881591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e945-8f71-4cc9-8bbf-10b39cff405b req-da74cab0-f68d-4f15-9559-bec331a94ccc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:54.883647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f82e945-8f71-4cc9-8bbf-10b39cff405b req-da74cab0-f68d-4f15-9559-bec331a94ccc tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 944 time: 0.0548949 Sep 26 14:11:54.926815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8f82e945-8f71-4cc9-8bbf-10b39cff405b req-24166b6f-0e83-4912-926e-94b75e4e98d2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368171 Sep 26 14:11:56.058932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e9d32-21cd-47d0-80c3-50eb9afb1a41 req-da4fc28e-fc07-4f1a-8c0b-9f1182428ec2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:56.060597 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-417e9d32-21cd-47d0-80c3-50eb9afb1a41 req-da4fc28e-fc07-4f1a-8c0b-9f1182428ec2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 944 time: 0.0633719 Sep 26 14:11:56.102590 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-417e9d32-21cd-47d0-80c3-50eb9afb1a41 req-5a77c46e-631c-432c-8c54-3f3a6947e7c0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349004 Sep 26 14:11:56.241749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 26953c86-494f-4d39-a6ee-4f325c16bc45 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:11:56.344371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 26953c86-494f-4d39-a6ee-4f325c16bc45, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=26953c86-494f-4d39-a6ee-4f325c16bc45,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:56.356522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'port_id': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'mac_address': 'fa:16:3e:2a:d2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:11:56.395038 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:56.408472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26953c86-494f-4d39-a6ee-4f325c16bc45 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:11:56.429075 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 26953c86-494f-4d39-a6ee-4f325c16bc45, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=26953c86-494f-4d39-a6ee-4f325c16bc45,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:56.434708 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:56.484734 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=26953c86-494f-4d39-a6ee-4f325c16bc45,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:56.801754 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['26953c86-494f-4d39-a6ee-4f325c16bc45'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:11:57.224113 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cba47-4219-4345-a229-08e0d82a5cdc req-6b586ea6-2541-4581-9360-34e3849bf748 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:57.225714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c9cba47-4219-4345-a229-08e0d82a5cdc req-6b586ea6-2541-4581-9360-34e3849bf748 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Sep 26 14:11:57.266306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2c9cba47-4219-4345-a229-08e0d82a5cdc req-078756e6-afbd-4e7c-a8a7-cec50548bd0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339150 Sep 26 14:11:58.240553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 26953c86-494f-4d39-a6ee-4f325c16bc45 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:11:58.291962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 26953c86-494f-4d39-a6ee-4f325c16bc45 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:11:58.296511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 26953c86-494f-4d39-a6ee-4f325c16bc45 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:11:58.296948 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:58.398083 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:58.405983 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15e87-bc3d-4273-a508-f6a55bdd5ef9 req-40a2700e-891e-4adf-a021-e70aef512bd3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:58.408507 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09b15e87-bc3d-4273-a508-f6a55bdd5ef9 req-40a2700e-891e-4adf-a021-e70aef512bd3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 945 time: 0.0687389 Sep 26 14:11:58.428404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:11:58.433273 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f8318-0a1a-4a2e-8eca-33fe16e48d23" -d '{"events": [{"server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "name": "network-vif-plugged", "status": "completed", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:11:58.452246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-09b15e87-bc3d-4273-a508-f6a55bdd5ef9 req-932ed126-5d6b-48e2-8e4a-613dcea3dc9c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357225 Sep 26 14:11:58.454333 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 26953c86-494f-4d39-a6ee-4f325c16bc45, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=26953c86-494f-4d39-a6ee-4f325c16bc45,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:11:58.459592 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:11:58.487218 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef7210-eabd-4da4-b6a3-fd2e4e91f915 x-openstack-request-id: req-b7ef7210-eabd-4da4-b6a3-fd2e4e91f915 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:11:58.487509 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "name": "network-vif-plugged", "status": "completed", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:11:58.487765 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7ef7210-eabd-4da4-b6a3-fd2e4e91f915 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:11:58.488158 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'code': 200} Sep 26 14:11:58.517249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=26953c86-494f-4d39-a6ee-4f325c16bc45,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:11:58.590062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e1453-0aec-4762-b4a5-d0ad37553013 req-6b12e6cd-242f-4501-8083-f04cc59644c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:58.591600 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb3e1453-0aec-4762-b4a5-d0ad37553013 req-6b12e6cd-242f-4501-8083-f04cc59644c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1098 time: 0.0463803 Sep 26 14:11:58.630305 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb3e1453-0aec-4762-b4a5-d0ad37553013 req-17b1f17a-89f3-43ce-9483-b570c6dc8269 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317214 Sep 26 14:11:59.582242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8916eb-3160-4473-881e-bac0ee661f7d req-3d92c9fa-68b3-415c-a856-7264698ace1f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:11:59.583750 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff8916eb-3160-4473-881e-bac0ee661f7d req-3d92c9fa-68b3-415c-a856-7264698ace1f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0590196 Sep 26 14:11:59.623079 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ff8916eb-3160-4473-881e-bac0ee661f7d req-43723849-4067-464c-bc1c-8441adaeb376 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325401 Sep 26 14:12:00.749190 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d903c-520c-49c8-b412-0210b05a0794 req-48a81840-524c-46f1-8839-104cfbf38b4b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:00.750876 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff3d903c-520c-49c8-b412-0210b05a0794 req-48a81840-524c-46f1-8839-104cfbf38b4b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0547128 Sep 26 14:12:00.796714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ff3d903c-520c-49c8-b412-0210b05a0794 req-70405da0-38a4-4ca8-b539-c80d2a5c9cd9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370193 Sep 26 14:12:00.952266 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646aa6-e563-4f0c-b376-7f0b44c9c846 req-82c9e28d-2db4-414a-b2e5-34baf4c068b4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:00.953849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4646aa6-e563-4f0c-b376-7f0b44c9c846 req-82c9e28d-2db4-414a-b2e5-34baf4c068b4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0512099 Sep 26 14:12:00.994025 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c4646aa6-e563-4f0c-b376-7f0b44c9c846 req-457b484e-fe66-4cc8-88ba-8eeedb4728b1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336747 Sep 26 14:12:01.015486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34194) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:12:01.057648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559d6ef-b3e1-43dc-8a26-2ed2c08d1bc0 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:01.059167 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-9559d6ef-b3e1-43dc-8a26-2ed2c08d1bc0 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1093 time: 0.0426707 Sep 26 14:12:01.063419 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34196) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:12:01.070115 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:12:01.093639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:01.214842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:01.336608 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.162 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/299801c9-b5b4-4a8e-b00f-2b293d88f8aa) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:12:01.445549 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:01.480404 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:01.518049 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:12:01.520930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:12:01.525259 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:12:01.533820 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=299801c9-b5b4-4a8e-b00f-2b293d88f8aa,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:12:01.891363 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:01.962815 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:02.118935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:02.123809 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:02.201561 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=299801c9-b5b4-4a8e-b00f-2b293d88f8aa,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:12:02.212317 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:02.321863 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP f895072f-3b60-4844-9416-02746c8b9fe1 associated. External IP: 172.25.4.162, port: 26953c86-494f-4d39-a6ee-4f325c16bc45. Sep 26 14:12:02.553693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router db1f5f66-888a-4db9-923c-ddeefc3a84f4 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:12:02.697719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:12:02.712855 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] Sync routers for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:12:02.720950 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:02.724286 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:12:02.724917 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:12:02.761194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8036b92a-0e43-4dc9-aead-1b93752e017c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6949599 Sep 26 14:12:02.761990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:12:02.765878 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:12:02.804786 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75f4dd6-a9b3-4522-8c4b-39fa969fce58 x-openstack-request-id: req-d75f4dd6-a9b3-4522-8c4b-39fa969fce58 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:12:02.805082 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:12:02.805341 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d75f4dd6-a9b3-4522-8c4b-39fa969fce58 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:12:02.805779 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'status': 'completed', 'code': 200} Sep 26 14:12:02.870466 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:12:02.908036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-fb516f80-b8af-411f-a7c0-c39056af94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:02.909760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-fb516f80-b8af-411f-a7c0-c39056af94b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1098 time: 0.0781116 Sep 26 14:12:02.935618 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ee37d-9165-4e2d-92a5-12778d32a0c0 req-e3a5bb37-fdb4-4804-ba3c-e8402f2bcc0d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:02.937194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c73ee37d-9165-4e2d-92a5-12778d32a0c0 req-e3a5bb37-fdb4-4804-ba3c-e8402f2bcc0d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0769539 Sep 26 14:12:03.031000 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c73ee37d-9165-4e2d-92a5-12778d32a0c0 req-11f192e0-71e9-4b33-955f-ca276db79f6c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832732 Sep 26 14:12:03.057991 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-1407eff6-3dcf-4810-a790-9f34c3afb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:03.057991 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-1407eff6-3dcf-4810-a790-9f34c3afb4a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 200 len: 896 time: 0.1347146 Sep 26 14:12:03.058212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34202) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:12:03.174353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-bee2c208-4f64-4ef1-84f7-bacf63bcbdfa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 200 len: 1000 time: 0.1080198 Sep 26 14:12:03.177442 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-793c7259-0eeb-484a-93af-bd7bee1327e7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/f895072f-3b60-4844-9416-02746c8b9fe1 HTTP/1.1" status: 200 len: 992 time: 0.1181624 Sep 26 14:12:03.217201 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f895072f-3b60-4844-9416-02746c8b9fe1', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'port_id': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'mac_address': 'fa:16:3e:2a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a821c522-df4a-42db-af43-e6b3c3690186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:12:01Z', 'updated_at': '2021-09-26T14:12:01Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:49Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:12:03.232163 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-52270d17-377d-40a6-9dee-20d82dc1b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:03.233742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-52270d17-377d-40a6-9dee-20d82dc1b913 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b346adc0-6606-4695-84a4-8ef551f361b7 HTTP/1.1" status: 200 len: 835 time: 0.0520408 Sep 26 14:12:03.263177 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] Checking router: db1f5f66-888a-4db9-923c-ddeefc3a84f4 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:12:03.278266 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:12:03.279279 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:11:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:12:03.286855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-9023640f-c383-4427-8d42-6a81baa2fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:03.288452 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-9023640f-c383-4427-8d42-6a81baa2fd96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6799019-9f83-4338-bdbe-af7403ce4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480740 Sep 26 14:12:03.390478 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-79fdebfb-d29a-4824-8e57-9a10bdf077b7 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934227 Sep 26 14:12:03.420133 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:12:03.491457 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5a461c8c-e5a5-4448-a1cb-cc3963bfda1d req-a5e0d2da-6388-4fa5-a449-f87b8efec5a0 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945363 Sep 26 14:12:03.647697 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f895072f-3b60-4844-9416-02746c8b9fe1', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'port_id': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'mac_address': 'fa:16:3e:2a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a821c522-df4a-42db-af43-e6b3c3690186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:12:01Z', 'updated_at': '2021-09-26T14:12:01Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:49Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:12:03.677475 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e00ff-fb0d-44b6-ada9-14e235406495 None None] The sync data for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 is: [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'f895072f-3b60-4844-9416-02746c8b9fe1', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.162', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'port_id': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'mac_address': 'fa:16:3e:2a:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a821c522-df4a-42db-af43-e6b3c3690186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:12:01Z', 'updated_at': '2021-09-26T14:12:01Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:49Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:12:03.881201 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ada8e-049e-48c0-8635-16bcfcd0d15c None None] New status for floating IP f895072f-3b60-4844-9416-02746c8b9fe1: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:12:04.181817 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34204) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:12:04.244455 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6d791018-0101-495e-a4bf-9407f04e0ef6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/f895072f-3b60-4844-9416-02746c8b9fe1 HTTP/1.1" status: 200 len: 994 time: 0.0614507 Sep 26 14:12:08.479775 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7ca68702-caae-4a03-ab63-aa4491ffacea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:11.155103 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e04aa6a6-0dcb-41db-97d5-432af974f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:11.778276 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:12.367937 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:13.832720 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:15.931693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:19.809569 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:12:20.848880 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:32.871632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-9c83b458-31a1-41e7-be2a-bc412da0ba71 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512643 Sep 26 14:12:32.963551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-2bc5bc43-d9e9-4792-aeea-397839cf6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:32.965230 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-2bc5bc43-d9e9-4792-aeea-397839cf6968 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1098 time: 0.0474110 Sep 26 14:12:33.139159 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-6ef08d97-6883-4aea-8170-62521a1edb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:33.141425 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-6ef08d97-6883-4aea-8170-62521a1edb83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 200 len: 896 time: 0.1544857 Sep 26 14:12:33.220883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-2b8c718a-afc6-4030-bf60-854f36279b19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 200 len: 1002 time: 0.0722744 Sep 26 14:12:33.277875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-4e1bb4ff-b93a-4dd1-8a12-0dbfdcc2f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:33.279440 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-4e1bb4ff-b93a-4dd1-8a12-0dbfdcc2f895 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b346adc0-6606-4695-84a4-8ef551f361b7 HTTP/1.1" status: 200 len: 835 time: 0.0506175 Sep 26 14:12:33.331638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-16819f27-0cd5-439e-9a9f-92ea2f44c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:12:33.333203 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-16819f27-0cd5-439e-9a9f-92ea2f44c1a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6799019-9f83-4338-bdbe-af7403ce4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463142 Sep 26 14:12:33.438156 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-ef24d68b-1ba7-43e7-8800-fe4d6e361d4e service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971992 Sep 26 14:12:33.541882 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-937357f7-4ae4-48cd-97a7-c26fd98a48f5 req-170babdb-d9ff-4e12-b9cd-5cf8bf86b2dc service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957370 Sep 26 14:12:38.482367 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0f89c67c-9be2-4e4b-87f5-f95a3b007cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:41.165637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-180ae61c-c9e3-4e34-8fc4-43c1b5fefbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:41.780520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:42.370410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:43.835542 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:45.927661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:50.843196 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:12:56.809879 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:13:07.104275 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949c402-c84e-46b7-8f2a-dd2857e2f78d req-a7f110dd-0159-4fd7-9079-bea1fd343963 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:07.106086 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5949c402-c84e-46b7-8f2a-dd2857e2f78d req-a7f110dd-0159-4fd7-9079-bea1fd343963 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0565395 Sep 26 14:13:07.148525 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5949c402-c84e-46b7-8f2a-dd2857e2f78d req-613fff8c-c1f5-4374-b727-736910e5160e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362859 Sep 26 14:13:08.307742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739c34-6f93-4710-ae5f-e9033761e6bf req-ca8216b9-25ae-43bd-9639-e406d7922286 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:08.309410 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce739c34-6f93-4710-ae5f-e9033761e6bf req-ca8216b9-25ae-43bd-9639-e406d7922286 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0574613 Sep 26 14:13:08.353802 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ce739c34-6f93-4710-ae5f-e9033761e6bf req-6cb1ac4e-a82a-457b-b29c-3e9b7d027601 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373619 Sep 26 14:13:08.486671 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-633d8fc6-1157-465c-a4c9-bcd352fc445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:09.483868 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c29b-384d-487f-99d4-c4360f0c7a91 req-3c8ade41-f87f-4cfd-b30e-55046609bff8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:09.485565 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb68c29b-384d-487f-99d4-c4360f0c7a91 req-3c8ade41-f87f-4cfd-b30e-55046609bff8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0566311 Sep 26 14:13:09.527670 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-eb68c29b-384d-487f-99d4-c4360f0c7a91 req-f453f01b-ada8-432c-b07d-d7ff14bf161d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357752 Sep 26 14:13:10.653471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8440c12-8a23-44a5-aa58-142f154314a8 req-f3943a09-17f8-4cf3-9f23-4c2810056815 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:10.655506 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8440c12-8a23-44a5-aa58-142f154314a8 req-f3943a09-17f8-4cf3-9f23-4c2810056815 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0528948 Sep 26 14:13:10.698507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e8440c12-8a23-44a5-aa58-142f154314a8 req-cc780b30-e888-4a19-90a4-760b95b6fe92 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366585 Sep 26 14:13:11.159754 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c3365992-d9ee-4b02-b767-07604f6de559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:11.795177 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:11.827828 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59ccc-1668-4f49-ad10-1ed33bcea81f req-88d1c7a1-68ac-418e-8f75-7ed1122aba86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:11.829554 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cb59ccc-1668-4f49-ad10-1ed33bcea81f req-88d1c7a1-68ac-418e-8f75-7ed1122aba86 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0591230 Sep 26 14:13:11.872286 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cb59ccc-1668-4f49-ad10-1ed33bcea81f req-8c8c7c9a-7a91-41ec-b095-b767591ef325 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357978 Sep 26 14:13:12.375088 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:12.994248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecb37-f740-4bf9-a349-bd417e8d7cb9 req-53cf3053-0380-448b-b04b-691128262c78 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:12.995829 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0cfecb37-f740-4bf9-a349-bd417e8d7cb9 req-53cf3053-0380-448b-b04b-691128262c78 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0513430 Sep 26 14:13:13.042168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0cfecb37-f740-4bf9-a349-bd417e8d7cb9 req-23259f5e-e9d9-4008-91fe-7b8a518acf02 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401826 Sep 26 14:13:13.839037 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:14.163487 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed9d21-4093-456a-8bf7-1719fcecf3b6 req-d2f16ef9-0496-4af6-9aea-5d3bfea19f96 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:14.165088 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7ed9d21-4093-456a-8bf7-1719fcecf3b6 req-d2f16ef9-0496-4af6-9aea-5d3bfea19f96 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0521448 Sep 26 14:13:14.206112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7ed9d21-4093-456a-8bf7-1719fcecf3b6 req-bb1c097f-350f-41c4-a20a-ad7586153272 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344636 Sep 26 14:13:15.332283 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df5af3-942d-4769-b091-6c507d037762 req-dacccef5-1670-43b5-8bb2-6c80a3f517ac tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:15.333957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2df5af3-942d-4769-b091-6c507d037762 req-dacccef5-1670-43b5-8bb2-6c80a3f517ac tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0559351 Sep 26 14:13:15.376081 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2df5af3-942d-4769-b091-6c507d037762 req-68e55623-fea1-43a4-8453-b370e4cc58ca tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350432 Sep 26 14:13:15.933017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:16.497813 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f276d-f06b-43ff-9e5a-c70a3f29a397 req-874c241a-9390-4337-b00f-8a68b6964100 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:16.499386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f4f276d-f06b-43ff-9e5a-c70a3f29a397 req-874c241a-9390-4337-b00f-8a68b6964100 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0525405 Sep 26 14:13:16.541231 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6f4f276d-f06b-43ff-9e5a-c70a3f29a397 req-0cb7fa59-2af0-4407-9cbc-89bbd47ad8c1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357919 Sep 26 14:13:17.706367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957a691-d9d6-4743-9eb4-fea49c81fd43 req-6e549da5-01d6-4bda-84b8-26ee5b913155 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:17.709189 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6957a691-d9d6-4743-9eb4-fea49c81fd43 req-6e549da5-01d6-4bda-84b8-26ee5b913155 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0898430 Sep 26 14:13:17.754925 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6957a691-d9d6-4743-9eb4-fea49c81fd43 req-e14e3a12-5ad9-45a5-8461-6ac1b14663e9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392873 Sep 26 14:13:18.881214 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9842e3-72ca-4c15-9bcf-ac5ef6fdae27 req-0667ff8c-0b8b-4afe-b2f4-6553d45d8a93 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:18.883430 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b9842e3-72ca-4c15-9bcf-ac5ef6fdae27 req-0667ff8c-0b8b-4afe-b2f4-6553d45d8a93 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0570347 Sep 26 14:13:18.931182 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2b9842e3-72ca-4c15-9bcf-ac5ef6fdae27 req-42877bb0-4695-450a-8f80-cd24432da9be tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365613 Sep 26 14:13:20.059610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07bc9-0c35-4827-b30d-0b6fd08464f6 req-0911e7b7-d2f6-4425-b558-cf54d9aed618 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:20.061282 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65f07bc9-0c35-4827-b30d-0b6fd08464f6 req-0911e7b7-d2f6-4425-b558-cf54d9aed618 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0560200 Sep 26 14:13:20.113034 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-65f07bc9-0c35-4827-b30d-0b6fd08464f6 req-d01b01d6-0d8a-45ee-a43d-2bca97f93ed5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Sep 26 14:13:20.863010 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:21.247393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83fa87-6193-41e1-a546-74fbeb244450 req-9bb3fb40-0f27-455f-98de-5e37cf682b93 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:21.249026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da83fa87-6193-41e1-a546-74fbeb244450 req-9bb3fb40-0f27-455f-98de-5e37cf682b93 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0608690 Sep 26 14:13:21.296915 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-da83fa87-6193-41e1-a546-74fbeb244450 req-8dc86a12-7d55-478d-bf5b-fe497e6b0b24 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365331 Sep 26 14:13:22.429158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef409bbc-d83f-4bbd-aac3-13b8199c2727 req-870cbb70-07e1-4832-97c7-d9a279c1f012 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:22.430857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef409bbc-d83f-4bbd-aac3-13b8199c2727 req-870cbb70-07e1-4832-97c7-d9a279c1f012 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0538151 Sep 26 14:13:22.473240 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ef409bbc-d83f-4bbd-aac3-13b8199c2727 req-3ccd198a-60c2-4d0f-91f3-4b3dbadb0892 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359511 Sep 26 14:13:22.498773 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34268) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:13:22.562228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-528d7cc6-ee89-4362-9dee-30de683cd7a4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/f895072f-3b60-4844-9416-02746c8b9fe1 HTTP/1.1" status: 200 len: 994 time: 0.0619793 Sep 26 14:13:23.879819 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc8d5-827a-4556-b86f-4eed357b4529 req-b1cc621d-3e5c-465e-ad93-dcc2cf3e13f4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:23.881556 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0bbfc8d5-827a-4556-b86f-4eed357b4529 req-b1cc621d-3e5c-465e-ad93-dcc2cf3e13f4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0587983 Sep 26 14:13:23.926766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0bbfc8d5-827a-4556-b86f-4eed357b4529 req-3e11350c-efa2-426c-8bef-d580a2edc0b6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375643 Sep 26 14:13:23.927830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-83ba734c-f1fb-4e8e-8c04-26cf08a50f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:23.931163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-83ba734c-f1fb-4e8e-8c04-26cf08a50f53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1098 time: 0.0737171 Sep 26 14:13:24.096329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-cb8c3a54-1410-456f-ad3b-f5a7c599b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:24.097869 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-cb8c3a54-1410-456f-ad3b-f5a7c599b46b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 200 len: 896 time: 0.1590083 Sep 26 14:13:24.168480 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-e2e26551-4541-403c-90ee-3ba02566af14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 200 len: 1002 time: 0.0637653 Sep 26 14:13:24.221201 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-d929e8c9-7ddd-4200-b0e1-5e3a50163034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:24.222852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-d929e8c9-7ddd-4200-b0e1-5e3a50163034 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b346adc0-6606-4695-84a4-8ef551f361b7 HTTP/1.1" status: 200 len: 835 time: 0.0476413 Sep 26 14:13:24.276694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-cf05421d-9e8c-422d-ab65-9cd241bad38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:24.278306 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-cf05421d-9e8c-422d-ab65-9cd241bad38d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6799019-9f83-4338-bdbe-af7403ce4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485082 Sep 26 14:13:24.391144 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-14aaf75d-fed1-4bf1-beb6-6ec3ec6ae0f9 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054790 Sep 26 14:13:24.495550 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-337365b0-fdaa-4c7f-a34c-477843ada360 req-5d0b1328-9c3f-4bef-9ce4-4eec991db92e service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971262 Sep 26 14:13:25.063666 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ab26-5aff-4fbf-81f0-148e3a730c14 req-473358c1-13f3-44cd-815b-79dc74dfc490 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:25.065314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3046ab26-5aff-4fbf-81f0-148e3a730c14 req-473358c1-13f3-44cd-815b-79dc74dfc490 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0573673 Sep 26 14:13:25.128739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3046ab26-5aff-4fbf-81f0-148e3a730c14 req-8b534fdc-ee75-4b19-afff-e57559279902 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512304 Sep 26 14:13:26.291372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf529-820f-4f97-99d7-5987e5467e7f req-2f1ddc58-fac8-4fe3-a059-e8472223f95d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:26.292958 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffcdf529-820f-4f97-99d7-5987e5467e7f req-2f1ddc58-fac8-4fe3-a059-e8472223f95d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0535424 Sep 26 14:13:26.341747 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ffcdf529-820f-4f97-99d7-5987e5467e7f req-72559ce7-9b86-40c5-a793-08715b7f95a1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372827 Sep 26 14:13:26.369460 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34280) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:13:26.439971 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-29708d21-6c6b-446a-b0b0-b6f58bd077d8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/f895072f-3b60-4844-9416-02746c8b9fe1 HTTP/1.1" status: 200 len: 994 time: 0.0691452 Sep 26 14:13:33.809584 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:13:33.913005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac8d276-df7d-4764-a547-923c67d90203 req-3b2b49ad-686e-4796-8e37-1bdfc8f289c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436521 Sep 26 14:13:34.007983 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d276-df7d-4764-a547-923c67d90203 req-440ee639-7619-4a00-9b89-a4a1d61aecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:34.009574 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac8d276-df7d-4764-a547-923c67d90203 req-440ee639-7619-4a00-9b89-a4a1d61aecab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1098 time: 0.0512092 Sep 26 14:13:34.124486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d276-df7d-4764-a547-923c67d90203 req-c7df1c6c-89df-4ba3-95eb-7a5a9b0dc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:34.126307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac8d276-df7d-4764-a547-923c67d90203 req-c7df1c6c-89df-4ba3-95eb-7a5a9b0dc727 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 200 len: 896 time: 0.0980406 Sep 26 14:13:34.205272 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac8d276-df7d-4764-a547-923c67d90203 req-610fd5ce-0c17-4c46-90a4-053a016be319 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 200 len: 1002 time: 0.0721526 Sep 26 14:13:34.258467 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d276-df7d-4764-a547-923c67d90203 req-52c44f3b-110a-42d9-9702-3ccab3ebadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:34.260024 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac8d276-df7d-4764-a547-923c67d90203 req-52c44f3b-110a-42d9-9702-3ccab3ebadd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b346adc0-6606-4695-84a4-8ef551f361b7 HTTP/1.1" status: 200 len: 835 time: 0.0483332 Sep 26 14:13:34.312482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d276-df7d-4764-a547-923c67d90203 req-cc643af2-ccdf-4f94-a2a6-21f4dea1f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:13:34.314088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac8d276-df7d-4764-a547-923c67d90203 req-cc643af2-ccdf-4f94-a2a6-21f4dea1f577 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6799019-9f83-4338-bdbe-af7403ce4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463684 Sep 26 14:13:34.417714 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac8d276-df7d-4764-a547-923c67d90203 req-6d364493-020e-445b-99dc-bf6deb8c6815 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963352 Sep 26 14:13:34.526852 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1ac8d276-df7d-4764-a547-923c67d90203 req-3dc894a7-b2df-4ab7-9e69-bab4d6afeb80 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952618 Sep 26 14:13:38.495334 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d919e377-f19b-4e03-8d53-088d600ea126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:41.169132 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c5d3388c-7793-422a-b8ad-4b5e0e2e44da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:41.780247 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:42.376985 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:43.137529 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-3361a560-c961-4ba9-8251-81c981d09a02 req-f5d588e8-62fe-4dc0-b0a9-2e74013b2b17 service neutron] (94812) timed out ('10.222.0.13', 59324) {{(pid=94812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 14:13:43.849753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:45.943188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:13:50.881694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:08.488914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1ef94d81-c75a-4d0f-b2f8-16a14338f43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:10.808759 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:14:11.163363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-47e7ce39-255d-4e98-b71e-5c5abb7e7042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:11.785444 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:12.379694 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:13.849062 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:15.943449 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:15.967968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34304) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:16.164168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 299801c9-b5b4-4a8e-b00f-2b293d88f8aa {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:14:16.164538 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:16.249104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:16.249401 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:16.263360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 299801c9-b5b4-4a8e-b00f-2b293d88f8aa owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:14:16.428933 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:16.456213 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=299801c9-b5b4-4a8e-b00f-2b293d88f8aa,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:16.469517 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.469870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.470209 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.470554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.470895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.471250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.471588 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.471927 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.472265 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.472599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.472932 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.473261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:16.538076 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:16.538434 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP f895072f-3b60-4844-9416-02746c8b9fe1 disassociated (deleted). External IP: 172.25.4.162, port: 26953c86-494f-4d39-a6ee-4f325c16bc45. Sep 26 14:14:16.791379 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router db1f5f66-888a-4db9-923c-ddeefc3a84f4 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:14:16.930825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:14:16.938386 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:16.943852 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] Sync routers for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:14:16.971942 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:16.972984 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:16.985090 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5d9c5a41-bf2a-4547-bd2a-d94586dd4689 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/floatingips/f895072f-3b60-4844-9416-02746c8b9fe1 HTTP/1.1" status: 204 len: 168 time: 1.0154028 Sep 26 14:14:16.985973 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:14:16.990426 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa00014-6833-4315-bad1-15c5cf8fc5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:14:17.118565 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd5a77d-73f8-4712-bd83-cb9e1507a475 x-openstack-request-id: req-9bd5a77d-73f8-4712-bd83-cb9e1507a475 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:14:17.119062 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:14:17.119515 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bd5a77d-73f8-4712-bd83-cb9e1507a475 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:14:17.122858 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'status': 'completed', 'code': 200} Sep 26 14:14:17.191673 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:17.231089 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-3772db93-e0b6-46b5-81ea-d32621484e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:17.233101 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-3772db93-e0b6-46b5-81ea-d32621484e59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 1098 time: 0.0898657 Sep 26 14:14:17.470898 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:49Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:17.524905 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] Checking router: db1f5f66-888a-4db9-923c-ddeefc3a84f4 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:14:17.540392 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:17.541552 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:17.709904 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:17.782059 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90438a-fcec-4b7e-acfe-c884db6e2661 req-c9cf4a3f-84c1-4005-a917-e7676809141b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:17.783639 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b90438a-fcec-4b7e-acfe-c884db6e2661 req-c9cf4a3f-84c1-4005-a917-e7676809141b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.1236336 Sep 26 14:14:17.788543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-c2a71fbd-2e59-46ef-ab64-ba0e9503c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:17.791123 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-c2a71fbd-2e59-46ef-ab64-ba0e9503c594 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 200 len: 896 time: 0.5493352 Sep 26 14:14:17.883341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-79fbcce9-3b1a-44f6-8417-af4561216d05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 200 len: 217 time: 0.0803256 Sep 26 14:14:17.964048 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:49Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:17.972285 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3b90438a-fcec-4b7e-acfe-c884db6e2661 req-66219cf7-6483-4214-b8c8-f8a4d6bee3b5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795371 Sep 26 14:14:17.992829 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1c6e0-99d2-499c-870e-7781d43419c2 None None] The sync data for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 is: [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '8d644c7b-6d71-48e0-ad23-e4fb29fbb41b', 'name': '', 'network_id': 'd6799019-9f83-4338-bdbe-af7403ce4feb', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:61:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:45Z', 'updated_at': '2021-09-26T14:11:49Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'b346adc0-6606-4695-84a4-8ef551f361b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:14:17.996146 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-1f73f501-0e3b-4f3b-a9b4-03c9ff26eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:17.999798 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-1f73f501-0e3b-4f3b-a9b4-03c9ff26eb9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b346adc0-6606-4695-84a4-8ef551f361b7 HTTP/1.1" status: 200 len: 835 time: 0.1054144 Sep 26 14:14:18.064229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-d8bf1b1f-9758-4992-9d2f-8424bf93656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:18.066878 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-d8bf1b1f-9758-4992-9d2f-8424bf93656c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d6799019-9f83-4338-bdbe-af7403ce4feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588779 Sep 26 14:14:18.183742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-95d1fdf7-b0d6-4b9f-8fa8-35be28e0bdf8 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084905 Sep 26 14:14:18.285106 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1471e90-0faa-416b-b156-1039a88f57f3 None None] New status for floating IP f895072f-3b60-4844-9416-02746c8b9fe1: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:14:18.310772 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-aaa00014-6833-4315-bad1-15c5cf8fc5e6 req-4e065555-93c5-4287-b881-3b9540af8e04 service neutron] 10.222.0.23 "GET /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184905 Sep 26 14:14:19.120041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-193f74f4-6b07-47f2-895f-cd6ed9b6dda8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:19.121857 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-193f74f4-6b07-47f2-895f-cd6ed9b6dda8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0636067 Sep 26 14:14:19.138006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f132130-e804-4688-a7af-ae31874d00ce req-e978f6d1-98c2-455b-859b-3e8f1c00d55c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:19.140228 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f132130-e804-4688-a7af-ae31874d00ce req-e978f6d1-98c2-455b-859b-3e8f1c00d55c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=a821c522-df4a-42db-af43-e6b3c3690186 HTTP/1.1" status: 200 len: 946 time: 0.0726600 Sep 26 14:14:19.186255 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8f132130-e804-4688-a7af-ae31874d00ce req-23b97f17-8533-49c5-b039-e89c7655b49f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce6a62ec-61eb-46ea-b63d-12519814b0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384927 Sep 26 14:14:19.249781 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 26953c86-494f-4d39-a6ee-4f325c16bc45 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:14:19.250201 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:19.352619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 26953c86-494f-4d39-a6ee-4f325c16bc45, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=26953c86-494f-4d39-a6ee-4f325c16bc45,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:19.353158 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:19.370631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 26953c86-494f-4d39-a6ee-4f325c16bc45 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:14:19.527112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:19.562765 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=26953c86-494f-4d39-a6ee-4f325c16bc45,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:19.610261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] No DVR routers for this DVR port 26953c86-494f-4d39-a6ee-4f325c16bc45 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:14:19.613097 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:19.615386 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c0aee947-5a9e-48a3-a9eb-866b9ed511af req-5474813f-b220-4f49-ba4b-7014f35e681d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.23 "DELETE /v2.0/ports/26953c86-494f-4d39-a6ee-4f325c16bc45 HTTP/1.1" status: 204 len: 173 time: 0.4872522 Sep 26 14:14:19.615872 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'name': 'network-vif-deleted', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:14:19.618299 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d4d203-0511-4b91-b6f1-3b164bc5ff36" -d '{"events": [{"server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "name": "network-vif-deleted", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:14:19.674808 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dd9d52-c4e9-4f45-b7b3-13b7eb018db8 x-openstack-request-id: req-19dd9d52-c4e9-4f45-b7b3-13b7eb018db8 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:14:19.675357 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a821c522-df4a-42db-af43-e6b3c3690186", "name": "network-vif-deleted", "tag": "26953c86-494f-4d39-a6ee-4f325c16bc45", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:14:19.675659 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19dd9d52-c4e9-4f45-b7b3-13b7eb018db8 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:14:19.676074 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a821c522-df4a-42db-af43-e6b3c3690186', 'name': 'network-vif-deleted', 'tag': '26953c86-494f-4d39-a6ee-4f325c16bc45', 'status': 'completed', 'code': 200} Sep 26 14:14:20.257135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34320) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:20.670378 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:20.875925 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:20.954605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:14:20.954929 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:21.065339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:21.065747 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:21.082852 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:14:21.291515 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:21.318853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=8d644c7b-6d71-48e0-ad23-e4fb29fbb41b,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:21.337664 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.338332 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.338837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.339381 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.339940 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.340378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.340972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.341395 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.341886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.342352 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.342727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.343075 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:21.546491 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:21.821978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router db1f5f66-888a-4db9-923c-ddeefc3a84f4 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:14:21.944225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:14:21.949984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-03ae8daf-a927-4801-9022-4b16059fefa9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/db1f5f66-888a-4db9-923c-ddeefc3a84f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919727 Sep 26 14:14:21.954742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34322) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:21.959402 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] Sync routers for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:14:21.977498 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:21.978487 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:22.016359 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af10b0d-d61f-431a-ab6d-e0f081575535 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting subnet b346adc0-6606-4695-84a4-8ef551f361b7 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:14:22.019907 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1af10b0d-d61f-431a-ab6d-e0f081575535 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:22.065052 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1af10b0d-d61f-431a-ab6d-e0f081575535 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:22.159665 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1af10b0d-d61f-431a-ab6d-e0f081575535 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:22.237545 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1af10b0d-d61f-431a-ab6d-e0f081575535 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:22.307139 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:22.528696 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:14:21Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:22.579917 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] Checking router: db1f5f66-888a-4db9-923c-ddeefc3a84f4 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:14:22.595476 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] Routers {'db1f5f66-888a-4db9-923c-ddeefc3a84f4'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:22.596549 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:22.625898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af10b0d-d61f-431a-ab6d-e0f081575535 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Subnet': ['ID=b346adc0-6606-4695-84a4-8ef551f361b7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:22.627614 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-1af10b0d-d61f-431a-ab6d-e0f081575535 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:22.629736 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-1af10b0d-d61f-431a-ab6d-e0f081575535 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/subnets/b346adc0-6606-4695-84a4-8ef551f361b7 HTTP/1.1" status: 204 len: 168 time: 0.6737738 Sep 26 14:14:22.634638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34324) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:22.657152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb85383-8667-40e1-b2ac-46d42b8792fd None None] Network d6799019-9f83-4338-bdbe-af7403ce4feb requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:14:22.787474 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:22.805866 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] Set router db1f5f66-888a-4db9-923c-ddeefc3a84f4 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:22.835206 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 26953c86-494f-4d39-a6ee-4f325c16bc45 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:14:22.873377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 26953c86-494f-4d39-a6ee-4f325c16bc45 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:14:22.873954 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 26953c86-494f-4d39-a6ee-4f325c16bc45 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:14:22.960854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:22.981255 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] DHCP port deletion for d6799019-9f83-4338-bdbe-af7403ce4feb request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:14:23.047179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 214a3ec4-ec09-40d3-990e-0bb43ab8760d {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:14:23.047487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Deleting port e980acc5-472a-4cf7-b735-8657ba2628d2 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:14:23.047804 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.048059 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.085763 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:14:21Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:23.139394 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597a0cf-d02b-4790-831c-911846d6fc93 None None] The sync data for ids ['db1f5f66-888a-4db9-923c-ddeefc3a84f4'] in n-d-806683-13 is: [{'id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955713655', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:11:42Z', 'updated_at': '2021-09-26T14:14:21Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': '214a3ec4-ec09-40d3-990e-0bb43ab8760d', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f5f66-888a-4db9-923c-ddeefc3a84f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:11:43Z', 'updated_at': '2021-09-26T14:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:14:23.173116 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] For port e980acc5-472a-4cf7-b735-8657ba2628d2, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=e980acc5-472a-4cf7-b735-8657ba2628d2,segment=NetworkSegment(f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326),segment_id=f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:23.173875 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.190385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 214a3ec4-ec09-40d3-990e-0bb43ab8760d, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=214a3ec4-ec09-40d3-990e-0bb43ab8760d,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:23.190971 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.199581 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Calling delete_port for e980acc5-472a-4cf7-b735-8657ba2628d2 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:14:23.211644 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 214a3ec4-ec09-40d3-990e-0bb43ab8760d owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:14:23.313902 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.343568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] No DVR routers for this DVR port e980acc5-472a-4cf7-b735-8657ba2628d2 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:14:23.348320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Pushing event deleted for resources: {'Port': ['ID=e980acc5-472a-4cf7-b735-8657ba2628d2,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:23.357628 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.358019 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.358215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.358553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.358883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.359208 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.359529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.359853 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.360177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.360494 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.360815 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.361133 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1709e-d114-4302-a2e1-8609c7e0f861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:23.469157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.506733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=214a3ec4-ec09-40d3-990e-0bb43ab8760d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:23.591234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.691544 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.694443 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.744132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.744739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Fanout notify agent at l3_agent the message router_deleted on router db1f5f66-888a-4db9-923c-ddeefc3a84f4 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:14:23.757406 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.759407 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3142c0cd-00fe-4922-b8d3-b0c9afa89674 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/routers/db1f5f66-888a-4db9-923c-ddeefc3a84f4 HTTP/1.1" status: 204 len: 168 time: 1.1233516 Sep 26 14:14:23.763252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34326) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:23.852827 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.964896 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:23.987709 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6799019-9f83-4338-bdbe-af7403ce4feb']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:23.998996 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:23.999294 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d7b6f8-624b-4fac-bc07-f5ac4b0b3326') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:24.009648 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.023659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.030204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:14:24.030721 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:14:24.034668 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:14:24.102497 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.113183 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.115711 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/networks/d6799019-9f83-4338-bdbe-af7403ce4feb HTTP/1.1" status: 204 len: 168 time: 0.3514526 Sep 26 14:14:24.119144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34328) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:24.129094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf55651-84a9-4d98-87a6-14d581100947 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Network': ['ID=d6799019-9f83-4338-bdbe-af7403ce4feb,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:24.204435 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dad7f75-4853-4761-b551-dcc6af2ff9bf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.255271 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dad7f75-4853-4761-b551-dcc6af2ff9bf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.359387 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dad7f75-4853-4761-b551-dcc6af2ff9bf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.362807 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7dad7f75-4853-4761-b551-dcc6af2ff9bf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:24.364160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7dad7f75-4853-4761-b551-dcc6af2ff9bf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce6a62ec-61eb-46ea-b63d-12519814b0ab HTTP/1.1" status: 204 len: 168 time: 0.2436240 Sep 26 14:14:24.374634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad7f75-4853-4761-b551-dcc6af2ff9bf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6a62ec-61eb-46ea-b63d-12519814b0ab,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:24.672180 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 214a3ec4-ec09-40d3-990e-0bb43ab8760d no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:14:24.696580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 214a3ec4-ec09-40d3-990e-0bb43ab8760d {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:14:24.696926 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 214a3ec4-ec09-40d3-990e-0bb43ab8760d not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:14:24.697332 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e980acc5-472a-4cf7-b735-8657ba2628d2 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:14:24.716044 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: e980acc5-472a-4cf7-b735-8657ba2628d2 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:14:24.716384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device e980acc5-472a-4cf7-b735-8657ba2628d2 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:14:24.716794 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:14:24.736559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:14:24.736896 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8d644c7b-6d71-48e0-ad23-e4fb29fbb41b not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:14:27.238401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34338) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:27.243110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ff9f5ec6-6c25-4dc9-bc4a-603230188458 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879663961', 'description': 'tempest-secgroup-smoke-879663961 description', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:27.267139 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5ec6-6c25-4dc9-bc4a-603230188458 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.357725 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5ec6-6c25-4dc9-bc4a-603230188458 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.362481 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5ec6-6c25-4dc9-bc4a-603230188458 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.389552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5ec6-6c25-4dc9-bc4a-603230188458 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.390834 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ff9f5ec6-6c25-4dc9-bc4a-603230188458 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1514335 Sep 26 14:14:27.393834 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34340) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:27.399657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-609082c7-c27f-4f42-90e9-fc9cca5e2acf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '1d166043-28d0-418a-a453-a251f366809a', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:27.405250 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f5ec6-6c25-4dc9-bc4a-603230188458 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d166043-28d0-418a-a453-a251f366809a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:27.439105 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-609082c7-c27f-4f42-90e9-fc9cca5e2acf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.503116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-609082c7-c27f-4f42-90e9-fc9cca5e2acf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.507741 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-609082c7-c27f-4f42-90e9-fc9cca5e2acf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.533012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609082c7-c27f-4f42-90e9-fc9cca5e2acf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376902b0-1ca2-4387-bbc7-b1b8c1a72a72,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:27.544265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-609082c7-c27f-4f42-90e9-fc9cca5e2acf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.545933 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-609082c7-c27f-4f42-90e9-fc9cca5e2acf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509483 Sep 26 14:14:27.549186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34342) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:27.554723 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-753f459b-0d33-4362-acc8-89067541a8df tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '1d166043-28d0-418a-a453-a251f366809a', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:27.588232 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-753f459b-0d33-4362-acc8-89067541a8df tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.660234 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-753f459b-0d33-4362-acc8-89067541a8df tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.665683 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-753f459b-0d33-4362-acc8-89067541a8df tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.690022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f459b-0d33-4362-acc8-89067541a8df tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ad591b-153f-4dc3-b083-ae35244b96ab,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:27.699179 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-753f459b-0d33-4362-acc8-89067541a8df tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.700446 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-753f459b-0d33-4362-acc8-89067541a8df tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498609 Sep 26 14:14:27.706293 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:27.711340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1ce0c351-5a54-4465-b3e1-cc7b79fddf0a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '1d166043-28d0-418a-a453-a251f366809a', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:27.741850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c351-5a54-4465-b3e1-cc7b79fddf0a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.812078 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c351-5a54-4465-b3e1-cc7b79fddf0a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.817929 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c351-5a54-4465-b3e1-cc7b79fddf0a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.841157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0c351-5a54-4465-b3e1-cc7b79fddf0a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a7c1cc-bbca-4769-9d65-ba228f8549b4,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:27.850823 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c351-5a54-4465-b3e1-cc7b79fddf0a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.852256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1ce0c351-5a54-4465-b3e1-cc7b79fddf0a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451945 Sep 26 14:14:27.855706 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34346) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:27.860486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-9778fa09-ff8b-4a9d-a8d6-ab00614c6983 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '1d166043-28d0-418a-a453-a251f366809a', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:27.896572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9778fa09-ff8b-4a9d-a8d6-ab00614c6983 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.965280 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9778fa09-ff8b-4a9d-a8d6-ab00614c6983 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.969796 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9778fa09-ff8b-4a9d-a8d6-ab00614c6983 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.989141 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778fa09-ff8b-4a9d-a8d6-ab00614c6983 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6af7fbd-79ad-48eb-aa25-03e934a583c0,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:27.997711 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9778fa09-ff8b-4a9d-a8d6-ab00614c6983 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:27.999736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9778fa09-ff8b-4a9d-a8d6-ab00614c6983 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427171 Sep 26 14:14:28.002533 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34348) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:28.007956 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-8128bdc9-c746-4cb7-9ff7-229f5b411443 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '1d166043-28d0-418a-a453-a251f366809a', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:28.032212 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-8128bdc9-c746-4cb7-9ff7-229f5b411443 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:14:28.037963 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8128bdc9-c746-4cb7-9ff7-229f5b411443 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.111420 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8128bdc9-c746-4cb7-9ff7-229f5b411443 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.116657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8128bdc9-c746-4cb7-9ff7-229f5b411443 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.139745 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128bdc9-c746-4cb7-9ff7-229f5b411443 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6317e5-0dc2-46c8-bf2f-b97727e0a6dc,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:28.147130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8128bdc9-c746-4cb7-9ff7-229f5b411443 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.148468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8128bdc9-c746-4cb7-9ff7-229f5b411443 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448140 Sep 26 14:14:28.154302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34350) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:28.159052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-d6fd1133-daf9-4355-b43f-468fee2f58a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'security_group_rule': {'security_group_id': '1d166043-28d0-418a-a453-a251f366809a', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:28.183278 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-d6fd1133-daf9-4355-b43f-468fee2f58a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Project f47351b74c824bc3ac1f1b30647f9857 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:14:28.189609 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1133-daf9-4355-b43f-468fee2f58a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.264786 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1133-daf9-4355-b43f-468fee2f58a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.269179 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1133-daf9-4355-b43f-468fee2f58a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.290034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd1133-daf9-4355-b43f-468fee2f58a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5d0c5b-1215-405c-85b9-8899c741a925,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:28.293616 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1133-daf9-4355-b43f-468fee2f58a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.295148 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d6fd1133-daf9-4355-b43f-468fee2f58a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397653 Sep 26 14:14:28.299854 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34352) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:28.305693 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'network': {'name': 'tempest-network-smoke--1124794372', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'port_security_enabled': True}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:28.327485 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:14:28.331453 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.360547 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:14:28.372623 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.372981 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Added segment e1bba866-5fde-4846-9118-64bf35f8d8ee of type vlan for network f776348f-b0ec-409e-a84c-a54abbad0b3c Sep 26 14:14:28.416399 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.443566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.449421 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:28.450090 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.498142 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1969054 Sep 26 14:14:28.502731 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34354) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:28.543751 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'admin_state_up': True, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:28.550605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9249e-02d3-42cf-9f29-0a9c06dd0d15 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Network': ['ID=f776348f-b0ec-409e-a84c-a54abbad0b3c,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:28.563652 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network f776348f-b0ec-409e-a84c-a54abbad0b3c details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:14:28.576946 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.578711 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.666898 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:28.822379 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:29.034662 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:29.055919 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:29.219292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.188 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/efb3326b-4791-4ac9-8bd8-8a60bd818c22) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:14:29.341590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:29.379009 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:29.423248 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:14:29.426490 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:14:29.430968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:14:29.458784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=efb3326b-4791-4ac9-8bd8-8a60bd818c22,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:29.704184 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:29.916112 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:30.055054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:14:30.174866 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:14:30.187681 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Sync routers for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:14:30.201230 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:30.202412 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:30.202933 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-f82eaef1-b2b7-45f6-a47d-ddcbdb30e2d9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6987276 Sep 26 14:14:30.203319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:30.206486 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34356) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:30.242019 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7999f20f-2c91-47cf-bcd6-489f58ebb1d0 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=f47351b74c824bc3ac1f1b30647f9857&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342007 Sep 26 14:14:30.246226 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34358) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:30.341124 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:30.344992 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba905b0-8ad7-48cd-82df-9619cb771d2a tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:30.346634 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-7ba905b0-8ad7-48cd-82df-9619cb771d2a tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993521 Sep 26 14:14:30.351463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34360) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:30.383816 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8586cbd8-9b9b-4aea-b13b-5a1c3f3336cf tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=21ea7ad9-2814-4312-8830-f65d79b335ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308096 Sep 26 14:14:30.387149 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34362) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:30.392374 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-266144246', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:30.495387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:14:30.499444 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:30.549038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:29Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:30.578821 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Checking router: 1be5f69b-a8ca-428d-99a7-27f9f07046a5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:14:30.579197 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Updating router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 port efb3326b-4791-4ac9-8bd8-8a60bd818c22 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:14:30.606692 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:30.717715 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:30.787949 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Subnet': ['ID=f41b286e-0bdc-4386-970f-4c15efbb55fc,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:30.798094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Checking segment: {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:14:30.798474 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network hostable DHCP agents. Network: f776348f-b0ec-409e-a84c-a54abbad0b3c, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:14:30.828204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network f776348f-b0ec-409e-a84c-a54abbad0b3c is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:14:30.840862 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, f776348f-b0ec-409e-a84c-a54abbad0b3c) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:14:30.846406 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:30.847212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:30.866561 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8a27c637-1096-4e1c-982a-5c6037e2def8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4779348 Sep 26 14:14:30.869627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34364) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:30.875723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1878699-d8eb-4c5f-a42f-7f601454808b None None] Network f776348f-b0ec-409e-a84c-a54abbad0b3c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:14:31.153239 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-f776348f-b0ec-409e-a84c-a54abbad0b3c', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:14:31.154313 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:31.237236 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:31.295859 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:31.403893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Attempting to bind port efb3326b-4791-4ac9-8bd8-8a60bd818c22 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:14:31.404389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Attempting to bind port efb3326b-4791-4ac9-8bd8-8a60bd818c22 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:14:31.404971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Attempting to bind port efb3326b-4791-4ac9-8bd8-8a60bd818c22 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:14:31.453411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9defd4e-1a17-4eee-ab94-d7e64fee7c61 None None] Pushing event updated for resources: {'Port': ['ID=efb3326b-4791-4ac9-8bd8-8a60bd818c22,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:31.462721 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:14:31.463428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:14:31.463934 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:31.464568 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:14:31.465216 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Bound port: efb3326b-4791-4ac9-8bd8-8a60bd818c22, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:14:31.465819 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:31.482756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:31.549320 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Allocated IP 172.20.0.2 (f776348f-b0ec-409e-a84c-a54abbad0b3c/f41b286e-0bdc-4386-970f-4c15efbb55fc/3b1e56a5-7051-4e57-b7bc-73a78fba5ddf) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:14:31.599528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] For port efb3326b-4791-4ac9-8bd8-8a60bd818c22, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:14:31.608162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] For port efb3326b-4791-4ac9-8bd8-8a60bd818c22, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=efb3326b-4791-4ac9-8bd8-8a60bd818c22,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:14:31.631557 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:31.828588 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9defd4e-1a17-4eee-ab94-d7e64fee7c61 None None] Pushing event updated for resources: {'Port': ['ID=efb3326b-4791-4ac9-8bd8-8a60bd818c22,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:31.836251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:31.837151 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:32.097674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:32.117812 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:32.121881 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:32.257440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Network f776348f-b0ec-409e-a84c-a54abbad0b3c is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:14:32.272928 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:14:32.278883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:14:32.296653 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Pushing event updated for resources: {'Port': ['ID=3b1e56a5-7051-4e57-b7bc-73a78fba5ddf,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:32.392841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Attempting to bind port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:14:32.393219 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Attempting to bind port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:14:32.393601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Attempting to bind port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf on network f776348f-b0ec-409e-a84c-a54abbad0b3c {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:14:32.407123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:14:32.407506 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Checking segment: {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:14:32.407919 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:32.408321 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Bound using segment: {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:14:32.408686 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.1 (f776348f-b0ec-409e-a84c-a54abbad0b3c/f41b286e-0bdc-4386-970f-4c15efbb55fc/64318ae3-c540-4169-bd79-4860b23c9b4a) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:14:32.409462 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Bound port: 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:14:32.409462 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:32.511437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] For port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:14:32.515577 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] For port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3b1e56a5-7051-4e57-b7bc-73a78fba5ddf,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:14:32.523050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-66525549-554e-410e-a3df-87968ba0e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:29Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:32.526008 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:32.583438 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66525549-554e-410e-a3df-87968ba0e2db None None] The sync data for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 is: [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:29Z', 'revision_number': 3, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:14:32.618194 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:32.621273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9556a-0c7a-440e-b0c4-70509086a57d None None] Pushing event updated for resources: {'Port': ['ID=3b1e56a5-7051-4e57-b7bc-73a78fba5ddf,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:32.681631 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:32.757144 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network f776348f-b0ec-409e-a84c-a54abbad0b3c is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:14:32.768821 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:14:32.773717 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:14:32.780853 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=64318ae3-c540-4169-bd79-4860b23c9b4a,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:32.890628 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:33.099065 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:33.562515 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:33.572007 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:33.659433 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:33.661363 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=64318ae3-c540-4169-bd79-4860b23c9b4a,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:33.829303 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network f776348f-b0ec-409e-a84c-a54abbad0b3c is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:14:33.831044 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:14:33.891634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0dcd9c-c053-4c82-908f-9eff7e3fdc80 None None] Network f776348f-b0ec-409e-a84c-a54abbad0b3c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:14:33.961867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:14:34.031277 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9024ff82-d371-464e-a70d-2fbc1794b583 None None] Provisioning complete for port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:34.031876 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9024ff82-d371-464e-a70d-2fbc1794b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:34.108881 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:14:34.117905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4f009d29-9f4e-4e35-948e-e572b931ddf9 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/1be5f69b-a8ca-428d-99a7-27f9f07046a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2468712 Sep 26 14:14:34.290134 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-82b46373-c946-4ca4-9031-884bdac9d84d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879663961&fields=id&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 267 time: 0.0476623 Sep 26 14:14:34.306626 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9024ff82-d371-464e-a70d-2fbc1794b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:34.375924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9024ff82-d371-464e-a70d-2fbc1794b583 None None] For port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3b1e56a5-7051-4e57-b7bc-73a78fba5ddf,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:34.387484 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9024ff82-d371-464e-a70d-2fbc1794b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:34.469773 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024ff82-d371-464e-a70d-2fbc1794b583 None None] Pushing event updated for resources: {'Port': ['ID=3b1e56a5-7051-4e57-b7bc-73a78fba5ddf,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:34.494567 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-bbba32ba-5787-42da-bbea-07490ed7e61a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:34.496374 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-bbba32ba-5787-42da-bbea-07490ed7e61a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/networks?id=f776348f-b0ec-409e-a84c-a54abbad0b3c HTTP/1.1" status: 200 len: 797 time: 0.1954274 Sep 26 14:14:34.518562 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-6b49ddc1-0270-4f28-8adf-be69e7aa6fdf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/quotas/f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 375 time: 0.0102851 Sep 26 14:14:34.602362 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-e492059c-0ce8-415b-932f-948a1d984805 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764027 Sep 26 14:14:34.628606 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-828efd33-f3c7-4c47-8386-1fcf664a042f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:14:34.630076 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-828efd33-f3c7-4c47-8386-1fcf664a042f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064824 Sep 26 14:14:34.713153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-14c29b58-c6c8-421c-99ef-20c4a4be09a2 None None] Provisioning complete for port 64318ae3-c540-4169-bd79-4860b23c9b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:34.713565 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14c29b58-c6c8-421c-99ef-20c4a4be09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:34.726532 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Sync routers for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:14:34.752479 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:34.753117 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:34.775946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-14c29b58-c6c8-421c-99ef-20c4a4be09a2 None None] Port 64318ae3-c540-4169-bd79-4860b23c9b4a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:14:34.807340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-14c29b58-c6c8-421c-99ef-20c4a4be09a2 None None] Provisioning complete for port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:34.807698 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-14c29b58-c6c8-421c-99ef-20c4a4be09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:34.858429 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device efb3326b-4791-4ac9-8bd8-8a60bd818c22 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:14:34.875929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-b22181f3-b5a8-4138-a244-2682fd687647 service neutron] 10.222.0.13 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339547 Sep 26 14:14:34.964164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port efb3326b-4791-4ac9-8bd8-8a60bd818c22 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:34.964729 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.006107 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:35.069046 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-2d4a35f7-74c8-49cf-a3ab-f444b6cf952f service neutron] 10.222.0.13 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794870 Sep 26 14:14:35.103625 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.141028 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port efb3326b-4791-4ac9-8bd8-8a60bd818c22, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=efb3326b-4791-4ac9-8bd8-8a60bd818c22,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:35.145171 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2d03ca0f-51ad-4c48-95cd-17f50a88b38c None None] Provisioning complete for port 64318ae3-c540-4169-bd79-4860b23c9b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:35.146352 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2d03ca0f-51ad-4c48-95cd-17f50a88b38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.151005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.152155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:14:35.268262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-2d03ca0f-51ad-4c48-95cd-17f50a88b38c None None] Port 64318ae3-c540-4169-bd79-4860b23c9b4a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:14:35.304479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=efb3326b-4791-4ac9-8bd8-8a60bd818c22,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:35.327064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:35.327452 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.380813 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 2, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:35.408508 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Checking router: 1be5f69b-a8ca-428d-99a7-27f9f07046a5 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:14:35.408942 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Updating router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 port 64318ae3-c540-4169-bd79-4860b23c9b4a binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:14:35.419912 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d9dfd972-a0cb-4562-a133-87d84ca13f67 req-130fab7e-320f-4e58-b7ae-d3d51528ce60 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 210 time: 0.1202743 Sep 26 14:14:35.439027 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.453273 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-44605d6d-4a76-427a-9eae-11f8ab0e8d98 None None] Provisioning complete for port 64318ae3-c540-4169-bd79-4860b23c9b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:35.453680 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-44605d6d-4a76-427a-9eae-11f8ab0e8d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.498783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-44605d6d-4a76-427a-9eae-11f8ab0e8d98 None None] Port 64318ae3-c540-4169-bd79-4860b23c9b4a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:14:35.871146 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.877644 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:35.933850 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Pushing event updated for resources: {'Port': ['ID=64318ae3-c540-4169-bd79-4860b23c9b4a,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:35.975347 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.975735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.976026 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.976356 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.976804 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.977388 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.977887 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.978418 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.978994 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.979545 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.980087 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:35.980630 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:14:36.030823 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Attempting to bind port 64318ae3-c540-4169-bd79-4860b23c9b4a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:14:36.031193 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Attempting to bind port 64318ae3-c540-4169-bd79-4860b23c9b4a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:14:36.031553 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Attempting to bind port 64318ae3-c540-4169-bd79-4860b23c9b4a on network f776348f-b0ec-409e-a84c-a54abbad0b3c {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:14:36.037610 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:14:36.037981 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Checking segment: {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:14:36.038389 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:36.038826 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Bound using segment: {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:14:36.039281 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Bound port: 64318ae3-c540-4169-bd79-4860b23c9b4a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:14:36.039787 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:36.132277 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] For port 64318ae3-c540-4169-bd79-4860b23c9b4a, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:14:36.136610 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] For port 64318ae3-c540-4169-bd79-4860b23c9b4a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=64318ae3-c540-4169-bd79-4860b23c9b4a,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:14:36.142383 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:36.212957 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:36.213921 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:36.223680 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b85de72f-279d-48d7-9f6a-80d03205ac9d None None] Provisioning complete for port 64318ae3-c540-4169-bd79-4860b23c9b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:36.224486 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b85de72f-279d-48d7-9f6a-80d03205ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:36.373753 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b85de72f-279d-48d7-9f6a-80d03205ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:36.425356 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e8303-786f-4351-95b5-f27954070948 None None] Pushing event updated for resources: {'Port': ['ID=64318ae3-c540-4169-bd79-4860b23c9b4a,revision_number=4']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:36.425765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-b85de72f-279d-48d7-9f6a-80d03205ac9d None None] For port 64318ae3-c540-4169-bd79-4860b23c9b4a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=64318ae3-c540-4169-bd79-4860b23c9b4a,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:36.439543 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b85de72f-279d-48d7-9f6a-80d03205ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:36.584847 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb1be46e-cd23-454c-a064-ee629f4e7c5f req-d8ad78ec-fbbf-41f8-a863-b2b7c50cecd8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 210 time: 0.0407073 Sep 26 14:14:36.591901 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:36.714914 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device efb3326b-4791-4ac9-8bd8-8a60bd818c22 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:14:36.747961 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-0863a1d4-e57c-4e9e-85e6-a970bbe09b98 None None] Provisioning complete for port 64318ae3-c540-4169-bd79-4860b23c9b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:36.748502 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0863a1d4-e57c-4e9e-85e6-a970bbe09b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:36.752029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85de72f-279d-48d7-9f6a-80d03205ac9d None None] Pushing event updated for resources: {'Port': ['ID=64318ae3-c540-4169-bd79-4860b23c9b4a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:36.831136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port efb3326b-4791-4ac9-8bd8-8a60bd818c22 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:36.831520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:36.914282 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:36Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:36.965842 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b9360-c23d-4deb-ad58-89e83f09e533 None None] The sync data for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 is: [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:36Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:14:37.741107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d32e239a-c0b7-420a-b98d-f2f532304e5a req-2ed76f04-ff08-4c93-bf66-d40fe77ebf39 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 210 time: 0.0592835 Sep 26 14:14:38.494195 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7d470ae7-2d77-4e48-ace1-3ef849eb5227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:38.724032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 64318ae3-c540-4169-bd79-4860b23c9b4a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:14:38.789155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 64318ae3-c540-4169-bd79-4860b23c9b4a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:38.789695 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:38.843035 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d13c72e8-5eca-4272-a82c-505c1092ff67 req-80ee8273-b5fa-48ba-9c99-b4fdc1b196e0 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 210 time: 0.0443966 Sep 26 14:14:39.867015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-a9a542e9-370e-4085-9d46-540cbde78f5f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:39.869266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-a9a542e9-370e-4085-9d46-540cbde78f5f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "GET /v2.0/networks?id=f776348f-b0ec-409e-a84c-a54abbad0b3c HTTP/1.1" status: 200 len: 797 time: 0.1354613 Sep 26 14:14:39.929006 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-a911ffe3-f26c-4db2-b005-d1c563020aee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47351b74c824bc3ac1f1b30647f9857 HTTP/1.1" status: 200 len: 379 time: 0.0500786 Sep 26 14:14:39.940230 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'port': {'device_id': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'admin_state_up': True, 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'security_groups': ['1d166043-28d0-418a-a453-a251f366809a']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:40.002227 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c5964e16-ca62-42e1-8bd2-0fbca5328d43 req-c2bcbb16-3454-4abe-95fb-b82660cdeb2c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 210 time: 0.0450258 Sep 26 14:14:40.108860 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Made reservation on behalf of f47351b74c824bc3ac1f1b30647f9857 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:14:40.115238 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:40.267610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.20.0.4 (f776348f-b0ec-409e-a84c-a54abbad0b3c/f41b286e-0bdc-4386-970f-4c15efbb55fc/7aae5853-dc97-4bef-b362-83dc9efab331) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:14:40.447058 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:40.484188 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:40.531754 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network f776348f-b0ec-409e-a84c-a54abbad0b3c is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:14:40.535081 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:14:40.539867 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:14:40.570015 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=7aae5853-dc97-4bef-b362-83dc9efab331,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:40.610659 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:40.611339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:40.631488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-3427f833-8b48-4ef4-ac8a-c3c9092a8af8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957800 Sep 26 14:14:40.705141 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Request body: {'port': {'device_id': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:40.782021 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:40.847555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-60561a87-a0f7-4502-b74b-1a86e3d34288 None None] Provisioning complete for port 7aae5853-dc97-4bef-b362-83dc9efab331 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:40.848258 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-60561a87-a0f7-4502-b74b-1a86e3d34288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:40.895526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-60561a87-a0f7-4502-b74b-1a86e3d34288 None None] Port 7aae5853-dc97-4bef-b362-83dc9efab331 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:14:41.128261 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aae5853-dc97-4bef-b362-83dc9efab331 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:14:41.137569 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:41.156771 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Transition to ACTIVE for port object 7aae5853-dc97-4bef-b362-83dc9efab331 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:14:41.163535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:41.190657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fab3-a329-495a-a405-e67109187cd6 req-032a90d5-dff6-4d1b-96dc-62b14e0028ca tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:41.194258 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0727dbd5-17dd-4d9e-8ae0-21f8cd29566b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:41.195376 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a0f2fab3-a329-495a-a405-e67109187cd6 req-032a90d5-dff6-4d1b-96dc-62b14e0028ca tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 931 time: 0.0952375 Sep 26 14:14:41.250597 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a0f2fab3-a329-495a-a405-e67109187cd6 req-c5ed2612-c1fc-4221-9d44-e85c5bcd6586 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393076 Sep 26 14:14:41.267655 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Pushing event updated for resources: {'Port': ['ID=7aae5853-dc97-4bef-b362-83dc9efab331,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:41.397108 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Attempting to bind port 7aae5853-dc97-4bef-b362-83dc9efab331 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:14:41.397690 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Attempting to bind port 7aae5853-dc97-4bef-b362-83dc9efab331 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:14:41.398143 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Attempting to bind port 7aae5853-dc97-4bef-b362-83dc9efab331 on network f776348f-b0ec-409e-a84c-a54abbad0b3c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:14:41.403711 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Port 7aae5853-dc97-4bef-b362-83dc9efab331 on network f776348f-b0ec-409e-a84c-a54abbad0b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:14:41.404030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Attempting to bind port 7aae5853-dc97-4bef-b362-83dc9efab331 on network f776348f-b0ec-409e-a84c-a54abbad0b3c {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:14:41.409978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:14:41.410296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Checking segment: {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:14:41.410721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Bound using segment: {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:14:41.411132 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Bound port: 7aae5853-dc97-4bef-b362-83dc9efab331, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1bba866-5fde-4846-9118-64bf35f8d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:14:41.411493 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:41.502899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] For port 7aae5853-dc97-4bef-b362-83dc9efab331, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:14:41.508122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] For port 7aae5853-dc97-4bef-b362-83dc9efab331, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7aae5853-dc97-4bef-b362-83dc9efab331,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:14:41.515773 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:41.552756 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:41.553400 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:41.554859 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] 10.222.0.24 "PUT /v2.0/ports/7aae5853-dc97-4bef-b362-83dc9efab331 HTTP/1.1" status: 200 len: 1092 time: 0.9152682 Sep 26 14:14:41.555306 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:14:41.557640 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e91a792-0768-4ee7-8291-5d9c07efaf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:14:41.589666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa428eda-520d-414d-b861-f5cdd5f3bb5f service neutron] Pushing event updated for resources: {'Port': ['ID=7aae5853-dc97-4bef-b362-83dc9efab331,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:41.626209 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7e34a-5b9c-4281-9ce5-7b3f59f546c7 x-openstack-request-id: req-32e7e34a-5b9c-4281-9ce5-7b3f59f546c7 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:14:41.626599 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:14:41.626932 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32e7e34a-5b9c-4281-9ce5-7b3f59f546c7 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:14:41.627488 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331', 'status': 'completed', 'code': 200} Sep 26 14:14:41.662036 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fd57c0f0-90cc-49ee-9027-9e632a47f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:41.663690 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-fd57c0f0-90cc-49ee-9027-9e632a47f7b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 1095 time: 0.0534277 Sep 26 14:14:41.714812 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-b5bb8af7-8d80-475b-ae1c-1ef090adac72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae5853-dc97-4bef-b362-83dc9efab331 HTTP/1.1" status: 200 len: 217 time: 0.0434046 Sep 26 14:14:41.779951 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:41.781956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-7e76ba99-339e-4341-8329-3be66b74f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:41.783560 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-7e76ba99-339e-4341-8329-3be66b74f0f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f41b286e-0bdc-4386-970f-4c15efbb55fc HTTP/1.1" status: 200 len: 834 time: 0.0619671 Sep 26 14:14:41.834808 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-d87c37f9-2ff5-4de9-880b-03dd2775d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:41.836422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-d87c37f9-2ff5-4de9-880b-03dd2775d099 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f776348f-b0ec-409e-a84c-a54abbad0b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457401 Sep 26 14:14:41.940455 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-b33b108c-8a0d-4cc8-a28e-69a8150389a9 service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966232 Sep 26 14:14:42.041981 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ce13ee1-f12c-44a1-a3f6-a82582c447e2 req-82c4c712-9ead-4b81-84fb-667d2a4dd9ec service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941904 Sep 26 14:14:42.143272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-a6ec2605-58c3-45ac-b68c-d2d94b668ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:42.144801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-a6ec2605-58c3-45ac-b68c-d2d94b668ada service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 1095 time: 0.0508952 Sep 26 14:14:42.243357 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-a23a2451-440a-436f-85c1-de56b02f49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:42.244905 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-a23a2451-440a-436f-85c1-de56b02f49cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f776348f-b0ec-409e-a84c-a54abbad0b3c HTTP/1.1" status: 200 len: 897 time: 0.0933058 Sep 26 14:14:42.292335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-4c49c46e-53a7-43ac-970b-b17fee1404b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae5853-dc97-4bef-b362-83dc9efab331 HTTP/1.1" status: 200 len: 217 time: 0.0404141 Sep 26 14:14:42.352033 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-e9f54ee6-e43b-4509-a4a6-174859e2462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:42.353822 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-e9f54ee6-e43b-4509-a4a6-174859e2462e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f41b286e-0bdc-4386-970f-4c15efbb55fc HTTP/1.1" status: 200 len: 834 time: 0.0532854 Sep 26 14:14:42.390565 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:42.394636 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c155f-95f4-45d5-b313-98dc14eb3d92 req-d1f6d5f7-84bc-4dd9-82a5-a78db227b932 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:42.396267 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-027c155f-95f4-45d5-b313-98dc14eb3d92 req-d1f6d5f7-84bc-4dd9-82a5-a78db227b932 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 943 time: 0.0602758 Sep 26 14:14:42.413800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-ef0aa1c4-1229-4e62-8682-c8c17b90c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:42.415477 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-ef0aa1c4-1229-4e62-8682-c8c17b90c3b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f776348f-b0ec-409e-a84c-a54abbad0b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541716 Sep 26 14:14:42.438732 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-027c155f-95f4-45d5-b313-98dc14eb3d92 req-4f84382b-7a13-43f6-bbf5-e7776361e7ea tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362933 Sep 26 14:14:42.523767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-42d469ec-e4f7-4085-9291-99192612761e service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004274 Sep 26 14:14:42.681194 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-8e91a792-0768-4ee7-8291-5d9c07efaf5e req-649650c2-1381-4334-8e41-d417247bd75d service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493361 Sep 26 14:14:43.569382 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a16d67-1ac3-4c4b-aef7-a1ae0e75b6d3 req-85b175b1-777e-423c-8eb6-490025c853c2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:43.571107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66a16d67-1ac3-4c4b-aef7-a1ae0e75b6d3 req-85b175b1-777e-423c-8eb6-490025c853c2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 943 time: 0.0587549 Sep 26 14:14:43.612687 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66a16d67-1ac3-4c4b-aef7-a1ae0e75b6d3 req-9b1fa24e-6498-4764-b851-614133a04724 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351939 Sep 26 14:14:43.853402 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:44.162166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7aae5853-dc97-4bef-b362-83dc9efab331 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:14:44.267407 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7aae5853-dc97-4bef-b362-83dc9efab331, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7aae5853-dc97-4bef-b362-83dc9efab331,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:44.281230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '7aae5853-dc97-4bef-b362-83dc9efab331', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'port_id': '7aae5853-dc97-4bef-b362-83dc9efab331', 'mac_address': 'fa:16:3e:2f:60:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:14:44.334250 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:44.351323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aae5853-dc97-4bef-b362-83dc9efab331 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:14:44.376997 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7aae5853-dc97-4bef-b362-83dc9efab331, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7aae5853-dc97-4bef-b362-83dc9efab331,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:44.382976 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:44.436602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7aae5853-dc97-4bef-b362-83dc9efab331,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:44.621380 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['7aae5853-dc97-4bef-b362-83dc9efab331'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:14:44.774203 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c1bca-ef70-4151-9f8b-c236e1171be7 req-47434e53-e850-4b77-93ec-628640ff9f6f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:44.775694 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f0c1bca-ef70-4151-9f8b-c236e1171be7 req-47434e53-e850-4b77-93ec-628640ff9f6f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 944 time: 0.0551662 Sep 26 14:14:44.824330 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f0c1bca-ef70-4151-9f8b-c236e1171be7 req-d8598347-cfe1-4320-ba8d-1cd9c770ed0b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422282 Sep 26 14:14:45.942871 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:45.954705 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd3110-8b2a-4855-8dcf-0c6863bc992b req-767151bf-9801-4d2a-ab92-05f8f4af8da7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:45.956335 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3dd3110-8b2a-4855-8dcf-0c6863bc992b req-767151bf-9801-4d2a-ab92-05f8f4af8da7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 944 time: 0.0549874 Sep 26 14:14:46.000819 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d3dd3110-8b2a-4855-8dcf-0c6863bc992b req-8e49f12b-2c53-4b57-9c8e-d0ad6abf3f07 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357995 Sep 26 14:14:46.161607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7aae5853-dc97-4bef-b362-83dc9efab331 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:14:46.217841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 7aae5853-dc97-4bef-b362-83dc9efab331 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:14:46.222746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 7aae5853-dc97-4bef-b362-83dc9efab331 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:14:46.223313 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:46.309885 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:46.334224 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:14:46.336549 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa718493-88b7-472e-9756-d2514f3ffa2a" -d '{"events": [{"server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "name": "network-vif-plugged", "status": "completed", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:14:46.351345 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 7aae5853-dc97-4bef-b362-83dc9efab331, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7aae5853-dc97-4bef-b362-83dc9efab331,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:14:46.357233 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:46.386180 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cc93a-f8a1-4b24-a7d6-6e82a8f158c3 x-openstack-request-id: req-469cc93a-f8a1-4b24-a7d6-6e82a8f158c3 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:14:46.386527 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "name": "network-vif-plugged", "status": "completed", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:14:46.386701 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-469cc93a-f8a1-4b24-a7d6-6e82a8f158c3 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:14:46.387087 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331', 'code': 200} Sep 26 14:14:46.422070 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=7aae5853-dc97-4bef-b362-83dc9efab331,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:46.489829 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf451d45-5c1a-4694-a3a5-5a2f2d208220 req-d708a560-dbdd-4d8f-a324-ec90b03529ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:46.491362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf451d45-5c1a-4694-a3a5-5a2f2d208220 req-d708a560-dbdd-4d8f-a324-ec90b03529ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 1097 time: 0.0448356 Sep 26 14:14:46.539120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf451d45-5c1a-4694-a3a5-5a2f2d208220 req-ab955993-ee92-4890-ad7c-1a06e09b2a12 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404937 Sep 26 14:14:47.132440 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b3a12-ce8b-4678-861f-69f464c41d2d req-80b1ee35-0dd1-466d-94c6-ce777362fc7f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:47.134087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23b3a12-ce8b-4678-861f-69f464c41d2d req-80b1ee35-0dd1-466d-94c6-ce777362fc7f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0567791 Sep 26 14:14:47.187150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b23b3a12-ce8b-4678-861f-69f464c41d2d req-521ef333-e8e2-44a4-85d6-2e65ac138cee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413904 Sep 26 14:14:47.809861 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:14:48.319996 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18790455-184c-4a73-9309-37dfa07478f8 req-f4d01859-3e3b-4652-8847-36f436953ff6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:48.321609 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-18790455-184c-4a73-9309-37dfa07478f8 req-f4d01859-3e3b-4652-8847-36f436953ff6 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0566399 Sep 26 14:14:48.375367 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-18790455-184c-4a73-9309-37dfa07478f8 req-bf9bb74f-4b58-4551-ba99-527e7cc2abac tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472176 Sep 26 14:14:48.500387 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e3ba-53bd-4334-8007-7ad9b152e3bf req-49bfda03-97b9-429c-b185-74013e7a141e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:48.501999 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5249e3ba-53bd-4334-8007-7ad9b152e3bf req-49bfda03-97b9-429c-b185-74013e7a141e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0548186 Sep 26 14:14:48.547795 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5249e3ba-53bd-4334-8007-7ad9b152e3bf req-ad0cae51-c959-491d-a696-8e65c296d00a tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391989 Sep 26 14:14:48.571430 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34446) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:48.616194 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f78d7-9920-4bb2-943e-3a39c2b598b3 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:48.617808 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8e9f78d7-9920-4bb2-943e-3a39c2b598b3 tempest-TestNetworkAdvancedServerOps-1154708987 tempest-TestNetworkAdvancedServerOps-1154708987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 1092 time: 0.0452795 Sep 26 14:14:48.620809 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34448) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:48.625603 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '7aae5853-dc97-4bef-b362-83dc9efab331', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:14:48.651706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:48.765571 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:48.873671 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Allocated IP 172.25.4.77 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/544480ec-b2b0-4625-bf85-462bb2dbfc5d) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:14:48.986098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:49.022714 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:49.064219 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:14:49.067954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:14:49.072158 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:14:49.081296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=544480ec-b2b0-4625-bf85-462bb2dbfc5d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:49.495695 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:49.590037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:49.831986 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:49.837511 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:49.913411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event updated for resources: {'Port': ['ID=544480ec-b2b0-4625-bf85-462bb2dbfc5d,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:14:49.926995 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:50.395909 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP b52646b3-feac-4d67-b498-862b6acf413d associated. External IP: 172.25.4.77, port: 7aae5853-dc97-4bef-b362-83dc9efab331. Sep 26 14:14:50.664464 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:14:50.783627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:14:50.797433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] Sync routers for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:14:50.803463 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:50.819094 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:50.820168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:50.835977 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-54f616d2-d355-4e0a-b2bb-9c521cdf38c4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2140603 Sep 26 14:14:50.836566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:14:50.839386 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:14:50.895277 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e723f58c-0773-4f66-8a68-5c26aa787dbf x-openstack-request-id: req-e723f58c-0773-4f66-8a68-5c26aa787dbf {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:14:50.895758 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:14:50.896132 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e723f58c-0773-4f66-8a68-5c26aa787dbf {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:14:50.896783 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331', 'status': 'completed', 'code': 200} Sep 26 14:14:50.924362 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:14:50.973641 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:51.014605 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-11a4f28c-4876-4988-b4af-a2722c814fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:51.016252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-11a4f28c-4876-4988-b4af-a2722c814fd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 1097 time: 0.0765593 Sep 26 14:14:51.016800 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6a794-7298-44dd-b729-585b0acb4a35 req-448fdad2-79d3-42f6-8b4a-1c56c13c322b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:51.018837 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57e6a794-7298-44dd-b729-585b0acb4a35 req-448fdad2-79d3-42f6-8b4a-1c56c13c322b tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0881395 Sep 26 14:14:51.084406 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-57e6a794-7298-44dd-b729-585b0acb4a35 req-2bcd9dd3-2818-46fa-bd8f-2c6652fb8196 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584192 Sep 26 14:14:51.127298 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34456) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:51.170027 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-e13b62c4-d8a9-4ce1-a3ce-996810821ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:51.172137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-e13b62c4-d8a9-4ce1-a3ce-996810821ac3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f776348f-b0ec-409e-a84c-a54abbad0b3c HTTP/1.1" status: 200 len: 897 time: 0.1472259 Sep 26 14:14:51.208633 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ca912b73-39c7-45d4-9200-36420f9ff630 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/b52646b3-feac-4d67-b498-862b6acf413d HTTP/1.1" status: 200 len: 990 time: 0.0787294 Sep 26 14:14:51.252112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-a4d07e95-e188-4acf-b400-b3950f3d4f3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae5853-dc97-4bef-b362-83dc9efab331 HTTP/1.1" status: 200 len: 998 time: 0.0729115 Sep 26 14:14:51.313595 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-b7d1644c-17ea-4d97-a630-8efa0421a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:51.314916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b52646b3-feac-4d67-b498-862b6acf413d', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'port_id': '7aae5853-dc97-4bef-b362-83dc9efab331', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'mac_address': 'fa:16:3e:2f:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:14:49Z', 'updated_at': '2021-09-26T14:14:49Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:36Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:51.315563 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-b7d1644c-17ea-4d97-a630-8efa0421a87c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f41b286e-0bdc-4386-970f-4c15efbb55fc HTTP/1.1" status: 200 len: 834 time: 0.0559752 Sep 26 14:14:51.344000 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] Checking router: 1be5f69b-a8ca-428d-99a7-27f9f07046a5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:14:51.355186 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:14:51.355830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:14:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:51.381247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-3dc9f69e-621b-4aa6-a3b2-7ce47b8cd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:14:51.382945 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-3dc9f69e-621b-4aa6-a3b2-7ce47b8cd946 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f776348f-b0ec-409e-a84c-a54abbad0b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601711 Sep 26 14:14:51.503725 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:14:51.517606 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-55de543f-ba71-4a69-b6d1-b0fc84508b80 service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269362 Sep 26 14:14:51.657888 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1a5741c7-b93a-4ecb-bc99-381d034e8b7c req-6ba5e3f4-1c32-4ec4-b27d-98623907968b service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320782 Sep 26 14:14:51.802166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b52646b3-feac-4d67-b498-862b6acf413d', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'port_id': '7aae5853-dc97-4bef-b362-83dc9efab331', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'mac_address': 'fa:16:3e:2f:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:14:49Z', 'updated_at': '2021-09-26T14:14:49Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:36Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:14:51.835062 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910148cf-a5f2-4ab4-8259-3bd9dabee406 None None] The sync data for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 is: [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'b52646b3-feac-4d67-b498-862b6acf413d', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'port_id': '7aae5853-dc97-4bef-b362-83dc9efab331', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'mac_address': 'fa:16:3e:2f:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:14:49Z', 'updated_at': '2021-09-26T14:14:49Z', 'revision_number': 0, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:36Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:14:52.050346 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50657929-9731-4a4b-b0f2-461ec26a9382 None None] New status for floating IP b52646b3-feac-4d67-b498-862b6acf413d: ACTIVE {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:14:52.212939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34458) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:14:52.291193 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c6bbd7d6-4747-4c11-868f-d19f569849f1 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/b52646b3-feac-4d67-b498-862b6acf413d HTTP/1.1" status: 200 len: 992 time: 0.0759802 Sep 26 14:15:08.498077 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cb389e1a-45ee-4862-8ad5-6b2bf7a13fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:11.171034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e2436179-002e-4505-8b21-e9365085667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:11.786765 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:12.396781 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:13.851363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:15.957449 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:19.325799 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f062-bf5d-4504-8980-93af1e087de7 req-b15dfcab-78ce-4008-8e3d-3807fa75bbf4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:19.327301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2c5f062-bf5d-4504-8980-93af1e087de7 req-b15dfcab-78ce-4008-8e3d-3807fa75bbf4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0529559 Sep 26 14:15:19.378251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b2c5f062-bf5d-4504-8980-93af1e087de7 req-f12aeba6-28d0-40d2-8f3b-4d241f0dfa92 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399525 Sep 26 14:15:20.611424 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7195-228b-4f5a-9d4f-2706e091e9a3 req-7d7bcb7a-b796-4fd7-abb6-829557133e24 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:20.613635 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2ec7195-228b-4f5a-9d4f-2706e091e9a3 req-7d7bcb7a-b796-4fd7-abb6-829557133e24 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.1510673 Sep 26 14:15:20.663026 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a2ec7195-228b-4f5a-9d4f-2706e091e9a3 req-68189365-65c6-4ee7-9305-3a5248f4541d tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 Sep 26 14:15:20.686865 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34482) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:20.751050 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-223d52db-2291-45f0-9651-5580e62ee3cf tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/b52646b3-feac-4d67-b498-862b6acf413d HTTP/1.1" status: 200 len: 992 time: 0.0629330 Sep 26 14:15:20.879022 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:22.053348 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727552-f7f0-4648-b299-e1246b10f086 req-1f6b8cd9-9992-4d3b-9c32-b010b9df7022 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:22.054900 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea727552-f7f0-4648-b299-e1246b10f086 req-1f6b8cd9-9992-4d3b-9c32-b010b9df7022 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0591316 Sep 26 14:15:22.122067 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ea727552-f7f0-4648-b299-e1246b10f086 req-f67a5025-5a47-4f66-ad10-d00fe601f690 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579519 Sep 26 14:15:22.127864 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-0f74c8cd-1143-454b-9722-41415a1bdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:22.129891 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-0f74c8cd-1143-454b-9722-41415a1bdd23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 1097 time: 0.0739450 Sep 26 14:15:22.245014 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-948d5e96-e2d6-4a53-adf6-71e6e16d330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:22.247617 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-948d5e96-e2d6-4a53-adf6-71e6e16d330b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f776348f-b0ec-409e-a84c-a54abbad0b3c HTTP/1.1" status: 200 len: 897 time: 0.1109602 Sep 26 14:15:22.322998 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-952ff390-3378-40b1-a397-6212dc042985 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae5853-dc97-4bef-b362-83dc9efab331 HTTP/1.1" status: 200 len: 1000 time: 0.0622880 Sep 26 14:15:22.380064 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-2793cbe4-8e65-491f-997c-9e77c503f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:22.381671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-2793cbe4-8e65-491f-997c-9e77c503f030 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f41b286e-0bdc-4386-970f-4c15efbb55fc HTTP/1.1" status: 200 len: 834 time: 0.0515976 Sep 26 14:15:22.430418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-9a2d84a9-6454-4c23-a694-6df00c2bbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:22.431979 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-9a2d84a9-6454-4c23-a694-6df00c2bbf53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f776348f-b0ec-409e-a84c-a54abbad0b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437014 Sep 26 14:15:22.527889 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-415a53b2-6d16-47a7-a526-f3b90781c4c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887346 Sep 26 14:15:22.628108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-549c42f4-886b-49b2-93df-f55198c0d5a6 req-74cb27a9-75a7-4de4-8e2a-a1576e6d1c18 service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931296 Sep 26 14:15:23.273869 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787b48-aa86-46bc-ac63-bb6338bb5294 req-d08a07f8-62a9-4e08-985d-b5c8682e64a5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:23.276636 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c787b48-aa86-46bc-ac63-bb6338bb5294 req-d08a07f8-62a9-4e08-985d-b5c8682e64a5 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0749619 Sep 26 14:15:23.327064 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9c787b48-aa86-46bc-ac63-bb6338bb5294 req-5cbc1596-8301-466f-bdc0-df3b594a7a2e tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392990 Sep 26 14:15:24.480052 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88810872-ac90-47d4-b2f1-81bf02816e03 req-c0f4ecbc-20d7-43b7-a1b9-18eee53f9b55 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:24.481719 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88810872-ac90-47d4-b2f1-81bf02816e03 req-c0f4ecbc-20d7-43b7-a1b9-18eee53f9b55 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0713806 Sep 26 14:15:24.523699 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-88810872-ac90-47d4-b2f1-81bf02816e03 req-28fce836-6a9b-48a1-ba7c-71d71ab256f8 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357940 Sep 26 14:15:24.547582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34494) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:24.617842 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-21f1d1d0-b66e-4f1e-a194-08a0f80cd3b3 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/floatingips/b52646b3-feac-4d67-b498-862b6acf413d HTTP/1.1" status: 200 len: 992 time: 0.0687509 Sep 26 14:15:24.809458 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:15:24.860158 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34500) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:25.039950 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 544480ec-b2b0-4625-bf85-462bb2dbfc5d {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:15:25.040236 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:25.125510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:25.125860 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:25.143509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 544480ec-b2b0-4625-bf85-462bb2dbfc5d owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:15:25.327512 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:25.354908 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=544480ec-b2b0-4625-bf85-462bb2dbfc5d,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:25.368376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.368716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.369063 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.369403 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.369777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.370112 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.370454 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.370787 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.371115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.371449 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.371805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.372160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:25.433675 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:25.434058 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Floating IP b52646b3-feac-4d67-b498-862b6acf413d disassociated (deleted). External IP: 172.25.4.77, port: 7aae5853-dc97-4bef-b362-83dc9efab331. Sep 26 14:15:25.654124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:15:25.778445 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:15:25.785619 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:25.796750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] Sync routers for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:15:25.810597 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:25.811777 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:25.839831 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-02a42326-4adc-4cf5-9c01-72a71311ed54 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/floatingips/b52646b3-feac-4d67-b498-862b6acf413d HTTP/1.1" status: 204 len: 168 time: 0.9778893 Sep 26 14:15:25.840938 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:15:25.845276 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:15:25.893458 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d58940c-62ea-4828-87dc-0261881fa1a5 x-openstack-request-id: req-6d58940c-62ea-4828-87dc-0261881fa1a5 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:15:25.894196 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:15:25.894317 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d58940c-62ea-4828-87dc-0261881fa1a5 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:15:25.894961 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331', 'status': 'completed', 'code': 200} Sep 26 14:15:25.968590 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-beb461c7-f869-4e2b-bb9e-86647af48fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:25.971315 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-beb461c7-f869-4e2b-bb9e-86647af48fd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f47351b74c824bc3ac1f1b30647f9857&device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 1097 time: 0.0500636 Sep 26 14:15:26.007819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:26.092195 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-5e3a50bf-e5dd-42e8-a83a-12ad7613e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:26.093783 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-5e3a50bf-e5dd-42e8-a83a-12ad7613e9b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f776348f-b0ec-409e-a84c-a54abbad0b3c HTTP/1.1" status: 200 len: 897 time: 0.1143522 Sep 26 14:15:26.159036 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-d7d20fa1-9cc5-4705-bc04-dc13894ea158 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aae5853-dc97-4bef-b362-83dc9efab331 HTTP/1.1" status: 200 len: 217 time: 0.0556915 Sep 26 14:15:26.212893 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5e243-0fa8-4263-a714-948e7edfaf13 req-623ca3c4-accc-4fa6-8ff8-bbd2669375ee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:26.216844 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4e5e243-0fa8-4263-a714-948e7edfaf13 req-623ca3c4-accc-4fa6-8ff8-bbd2669375ee tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0933745 Sep 26 14:15:26.234528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-bdd90a56-95ed-45c7-aecd-35cc25d995d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:26.236673 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-bdd90a56-95ed-45c7-aecd-35cc25d995d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f41b286e-0bdc-4386-970f-4c15efbb55fc HTTP/1.1" status: 200 len: 834 time: 0.0686767 Sep 26 14:15:26.303264 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-86fa49e0-e735-48bd-89f5-ae2f49e67c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:26.305134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-86fa49e0-e735-48bd-89f5-ae2f49e67c9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f776348f-b0ec-409e-a84c-a54abbad0b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579782 Sep 26 14:15:26.306130 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4e5e243-0fa8-4263-a714-948e7edfaf13 req-34cbea03-f9a5-4519-986c-333e301f22b2 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730381 Sep 26 14:15:26.342166 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:36Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:26.374456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] Checking router: 1be5f69b-a8ca-428d-99a7-27f9f07046a5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:15:26.384576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:26.385207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:26.416630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-75ff14da-5812-4272-806f-515abe7053ab service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033232 Sep 26 14:15:26.518499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:26.548884 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b1f8b9bc-9563-48fa-aa98-ea486cc01c2b req-4ef9398e-ae55-4498-b5bf-614eebdddedb service neutron] 10.222.0.24 "GET /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241186 Sep 26 14:15:26.749884 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:36Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:26.777402 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7490425-3f5c-425c-bce3-5068c223eae8 None None] The sync data for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 is: [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:14:33Z', 'revision_number': 4, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '64318ae3-c540-4169-bd79-4860b23c9b4a', 'name': '', 'network_id': 'f776348f-b0ec-409e-a84c-a54abbad0b3c', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'mac_address': 'fa:16:3e:2b:da:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:32Z', 'updated_at': '2021-09-26T14:14:36Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'subnets': [{'id': 'f41b286e-0bdc-4386-970f-4c15efbb55fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:15:27.020153 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14705fe3-7b00-481d-baf8-c0ccab96e81d None None] New status for floating IP b52646b3-feac-4d67-b498-862b6acf413d: DOWN {{(pid=94814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:15:27.437135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4eb1c-baee-4ecc-a721-7400ec06761f req-bea2bea1-177a-4c62-b85b-58d8847c2f65 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:27.438754 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ed4eb1c-baee-4ecc-a721-7400ec06761f req-bea2bea1-177a-4c62-b85b-58d8847c2f65 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0538371 Sep 26 14:15:27.485364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ed4eb1c-baee-4ecc-a721-7400ec06761f req-3469256a-65f0-4409-8600-9e6c6e6d67a4 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d166043-28d0-418a-a453-a251f366809a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358462 Sep 26 14:15:27.710888 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933259c-b70e-4bb9-b843-4446dbee900d req-f9767930-a137-4b04-b310-5846a58c5803 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:27.712346 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0933259c-b70e-4bb9-b843-4446dbee900d req-f9767930-a137-4b04-b310-5846a58c5803 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 945 time: 0.0572469 Sep 26 14:15:27.812129 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 7aae5853-dc97-4bef-b362-83dc9efab331 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:15:27.812470 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:27.907920 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 7aae5853-dc97-4bef-b362-83dc9efab331, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=7aae5853-dc97-4bef-b362-83dc9efab331,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:27.908287 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:27.923147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 7aae5853-dc97-4bef-b362-83dc9efab331 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:15:28.067829 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:28.106038 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=7aae5853-dc97-4bef-b362-83dc9efab331,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:28.137780 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.138125 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.138466 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.138837 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.139126 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.139456 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.139811 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.140221 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.140549 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.141006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.141364 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.141777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:28.166637 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] No DVR routers for this DVR port 7aae5853-dc97-4bef-b362-83dc9efab331 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:15:28.169750 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:28.172678 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0933259c-b70e-4bb9-b843-4446dbee900d req-72ff93a9-b13b-49d5-a553-7389a8456953 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.24 "DELETE /v2.0/ports/7aae5853-dc97-4bef-b362-83dc9efab331 HTTP/1.1" status: 204 len: 173 time: 0.4543242 Sep 26 14:15:28.173256 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'name': 'network-vif-deleted', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:15:28.176243 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e6207-9e98-484d-911f-1d31ac607d35" -d '{"events": [{"server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "name": "network-vif-deleted", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:15:28.214844 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53574c28-84c0-460c-bc73-b0eaf1a0a8b1 x-openstack-request-id: req-53574c28-84c0-460c-bc73-b0eaf1a0a8b1 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:15:28.215160 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d43ff5-240d-4932-b795-b41fceaf6287", "name": "network-vif-deleted", "tag": "7aae5853-dc97-4bef-b362-83dc9efab331", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:15:28.215427 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53574c28-84c0-460c-bc73-b0eaf1a0a8b1 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:15:28.215766 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d43ff5-240d-4932-b795-b41fceaf6287', 'name': 'network-vif-deleted', 'tag': '7aae5853-dc97-4bef-b362-83dc9efab331', 'status': 'completed', 'code': 200} Sep 26 14:15:28.623618 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2c26e8c-fc57-4ec7-913d-2374c2f80436 req-893c19a7-73bb-4d7d-8457-2a1eb190c585 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8d43ff5-240d-4932-b795-b41fceaf6287 HTTP/1.1" status: 200 len: 210 time: 0.0290532 Sep 26 14:15:29.699789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34516) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:30.095808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:30.388569 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port 64318ae3-c540-4169-bd79-4860b23c9b4a {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:15:30.388913 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:30.490474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port 64318ae3-c540-4169-bd79-4860b23c9b4a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=64318ae3-c540-4169-bd79-4860b23c9b4a,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:30.491018 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:30.505740 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for 64318ae3-c540-4169-bd79-4860b23c9b4a owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:15:30.715805 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:30.744797 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=64318ae3-c540-4169-bd79-4860b23c9b4a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:30.940588 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:31.195657 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:15:31.326296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:15:31.336366 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5cba32f0-5afc-4c87-9661-239cc58d95a7 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "PUT /v2.0/routers/1be5f69b-a8ca-428d-99a7-27f9f07046a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6350365 Sep 26 14:15:31.338214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] Sync routers for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:15:31.338825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34518) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:31.354998 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:31.356027 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:31.397007 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6ea981-26d4-4790-b6aa-3e8e2d15358c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting subnet f41b286e-0bdc-4386-970f-4c15efbb55fc {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:15:31.400923 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea981-26d4-4790-b6aa-3e8e2d15358c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:31.446782 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea981-26d4-4790-b6aa-3e8e2d15358c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:31.546302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea981-26d4-4790-b6aa-3e8e2d15358c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:31.618104 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea981-26d4-4790-b6aa-3e8e2d15358c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:31.646557 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ea981-26d4-4790-b6aa-3e8e2d15358c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Subnet': ['ID=f41b286e-0bdc-4386-970f-4c15efbb55fc,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:31.653699 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8e6ea981-26d4-4790-b6aa-3e8e2d15358c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:31.656637 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8e6ea981-26d4-4790-b6aa-3e8e2d15358c tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/subnets/f41b286e-0bdc-4386-970f-4c15efbb55fc HTTP/1.1" status: 204 len: 168 time: 0.3167601 Sep 26 14:15:31.659453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34520) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:31.671038 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a27e01-5c40-458e-82a4-86a74f9d4a6a None None] Network f776348f-b0ec-409e-a84c-a54abbad0b3c requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:15:31.752888 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:32.020160 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] DHCP port deletion for f776348f-b0ec-409e-a84c-a54abbad0b3c request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:15:32.061175 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:15:30Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:32.104289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] Checking router: 1be5f69b-a8ca-428d-99a7-27f9f07046a5 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:15:32.118455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] Routers {'1be5f69b-a8ca-428d-99a7-27f9f07046a5'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:32.119152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:32.168407 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.209572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Deleting port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:15:32.209950 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.298455 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] For port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3b1e56a5-7051-4e57-b7bc-73a78fba5ddf,segment=NetworkSegment(e1bba866-5fde-4846-9118-64bf35f8d8ee),segment_id=e1bba866-5fde-4846-9118-64bf35f8d8ee)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:32.298788 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.309478 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] Set router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:32.315535 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.354389 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Calling delete_port for 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:15:32.400948 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Deleting port efb3326b-4791-4ac9-8bd8-8a60bd818c22 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:15:32.401298 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.430620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7aae5853-dc97-4bef-b362-83dc9efab331 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:15:32.505910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 7aae5853-dc97-4bef-b362-83dc9efab331 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:15:32.506251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 7aae5853-dc97-4bef-b362-83dc9efab331 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:15:32.511922 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] For port efb3326b-4791-4ac9-8bd8-8a60bd818c22, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=efb3326b-4791-4ac9-8bd8-8a60bd818c22,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:32.512423 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.531722 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Calling delete_port for efb3326b-4791-4ac9-8bd8-8a60bd818c22 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:15:32.620687 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.645153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Pushing event deleted for resources: {'Port': ['ID=3b1e56a5-7051-4e57-b7bc-73a78fba5ddf,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:32.664050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.664391 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.664733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.665071 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.665405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.665765 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.666091 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.666416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.666738 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.667057 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.667379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.667689 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:32.671519 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f16b19-5fd2-4e3e-bd02-c8b744c74aa5 None None] No DVR routers for this DVR port 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:15:32.686416 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:15:30Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:32.727526 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbcda27-273c-4080-81cd-8983409a8c2e None None] The sync data for ids ['1be5f69b-a8ca-428d-99a7-27f9f07046a5'] in n-d-806683-13 is: [{'id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641397418', 'tenant_id': 'f47351b74c824bc3ac1f1b30647f9857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:14:28Z', 'updated_at': '2021-09-26T14:15:30Z', 'revision_number': 5, 'project_id': 'f47351b74c824bc3ac1f1b30647f9857', 'gw_port': {'id': 'efb3326b-4791-4ac9-8bd8-8a60bd818c22', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5f69b-a8ca-428d-99a7-27f9f07046a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:14:29Z', 'updated_at': '2021-09-26T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:15:32.795809 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.823128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Port': ['ID=efb3326b-4791-4ac9-8bd8-8a60bd818c22,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:32.886823 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.986365 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:32.989145 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.034094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.035129 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Fanout notify agent at l3_agent the message router_deleted on router 1be5f69b-a8ca-428d-99a7-27f9f07046a5 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:15:33.043969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.045178 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b77e5bf0-ece6-45e3-995c-7c3c1d6ba825 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/routers/1be5f69b-a8ca-428d-99a7-27f9f07046a5 HTTP/1.1" status: 204 len: 168 time: 1.3834579 Sep 26 14:15:33.047979 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34522) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:33.139936 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.174394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:15:33.204685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:15:33.205022 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3b1e56a5-7051-4e57-b7bc-73a78fba5ddf not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:15:33.279274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.317012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f776348f-b0ec-409e-a84c-a54abbad0b3c']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:33.334493 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bba866-5fde-4846-9118-64bf35f8d8ee') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:33.334997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bba866-5fde-4846-9118-64bf35f8d8ee') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:33.353273 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.372746 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.380803 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:15:33.381689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:15:33.387142 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:15:33.473861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.481993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.487491 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/networks/f776348f-b0ec-409e-a84c-a54abbad0b3c HTTP/1.1" status: 204 len: 168 time: 0.4347718 Sep 26 14:15:33.487491 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34524) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:33.506792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a60e7-2979-424a-9c82-588d4bedcb0f tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'Network': ['ID=f776348f-b0ec-409e-a84c-a54abbad0b3c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:33.565595 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-129c7129-6834-451d-a8bb-d4c0ae2bd167 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.595028 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-129c7129-6834-451d-a8bb-d4c0ae2bd167 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.661452 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-129c7129-6834-451d-a8bb-d4c0ae2bd167 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.664147 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-129c7129-6834-451d-a8bb-d4c0ae2bd167 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:33.665432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-129c7129-6834-451d-a8bb-d4c0ae2bd167 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] 10.222.0.13 "DELETE /v2.0/security-groups/1d166043-28d0-418a-a453-a251f366809a HTTP/1.1" status: 204 len: 168 time: 0.1777685 Sep 26 14:15:33.676554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c7129-6834-451d-a8bb-d4c0ae2bd167 tempest-TestNetworkAdvancedServerOps-895122943 tempest-TestNetworkAdvancedServerOps-895122943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d166043-28d0-418a-a453-a251f366809a,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:34.086450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34532) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:34.244602 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-fb0ef296-91ff-4455-a4c3-1d30110076d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f47351b74c824bc3ac1f1b30647f9857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563983 Sep 26 14:15:34.247400 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34536) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:34.302627 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bad6382f-6ddd-4ad5-86a0-5ea8552630e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:34.327610 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bad6382f-6ddd-4ad5-86a0-5ea8552630e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:34.380944 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bad6382f-6ddd-4ad5-86a0-5ea8552630e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:34.384566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bad6382f-6ddd-4ad5-86a0-5ea8552630e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:34.389001 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bad6382f-6ddd-4ad5-86a0-5ea8552630e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dbd0d73-e72c-4fb9-ac41-9192102373c7 HTTP/1.1" status: 204 len: 168 time: 0.1402750 Sep 26 14:15:34.402990 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6382f-6ddd-4ad5-86a0-5ea8552630e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd0d73-e72c-4fb9-ac41-9192102373c7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:34.711437 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34542) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:34.724979 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device efb3326b-4791-4ac9-8bd8-8a60bd818c22 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:15:34.727975 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-647e299f-3bb0-4ce9-a5bb-7cab8dd74f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:34.749234 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: efb3326b-4791-4ac9-8bd8-8a60bd818c22 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:15:34.749620 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device efb3326b-4791-4ac9-8bd8-8a60bd818c22 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:15:34.750023 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 64318ae3-c540-4169-bd79-4860b23c9b4a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:15:34.770749 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 64318ae3-c540-4169-bd79-4860b23c9b4a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:15:34.771099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 64318ae3-c540-4169-bd79-4860b23c9b4a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:15:34.885852 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-647e299f-3bb0-4ce9-a5bb-7cab8dd74f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:34.890688 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-647e299f-3bb0-4ce9-a5bb-7cab8dd74f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:34.932450 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e299f-3bb0-4ce9-a5bb-7cab8dd74f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956f6f57-ad86-4f30-8a89-2c358b278237,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:34.937451 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-647e299f-3bb0-4ce9-a5bb-7cab8dd74f85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c08aa7dcf864da8b0e1b3207d68fb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248619 Sep 26 14:15:34.940418 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34544) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:34.999344 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8334085f-3ad5-4308-95cd-dfdd4caa1c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:35.025538 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8334085f-3ad5-4308-95cd-dfdd4caa1c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:35.087319 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8334085f-3ad5-4308-95cd-dfdd4caa1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:35.090693 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-8334085f-3ad5-4308-95cd-dfdd4caa1c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:35.092175 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-8334085f-3ad5-4308-95cd-dfdd4caa1c0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/956f6f57-ad86-4f30-8a89-2c358b278237 HTTP/1.1" status: 204 len: 168 time: 0.1501544 Sep 26 14:15:35.102271 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334085f-3ad5-4308-95cd-dfdd4caa1c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956f6f57-ad86-4f30-8a89-2c358b278237,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:35.918362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34566) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:36.027291 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1496733465-network', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:36.060646 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Made reservation on behalf of 30e28a6417dc4f39a296c96ba086f4bc for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:15:36.064842 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.080063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.230798 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.235524 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.262965 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:15:36.273879 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e571544-a42f-4e1a-a7d7-e45f49327507,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:36.280935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.281275 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Added segment b9551024-6141-4f52-83d7-8f8901ad8d44 of type vlan for network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 Sep 26 14:15:36.326877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.356906 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.358067 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:36.358756 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.392937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4734213 Sep 26 14:15:36.397355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34570) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:36.405880 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Request body: {'subnet': {'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1496733465-subnet', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:36.427483 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7e608-a9dc-4ceb-a264-98d0662c36dd admin admin] Pushing event updated for resources: {'Network': ['ID=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:36.440759 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:15:36.441367 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Made reservation on behalf of 30e28a6417dc4f39a296c96ba086f4bc for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:15:36.445118 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.651111 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.714328 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558e0283-15d9-4fdd-bc8a-cfbdb13957f9,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:36.728586 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Checking segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:36.728934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Network hostable DHCP agents. Network: 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:15:36.748360 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:15:36.758807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:36.763988 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:36.764660 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.772991 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c9de1-c410-4e45-86d6-6578e7f67aa9 None None] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:15:36.785515 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4aff5872-97fb-4fb7-8568-af7f1ecc9330 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3855891 Sep 26 14:15:36.788582 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34572) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:36.794503 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:36.824831 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.825951 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.890255 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:36.960905 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:15:36.961847 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.039672 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.119755 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Allocated IP 172.20.0.2 (7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9/558e0283-15d9-4fdd-bc8a-cfbdb13957f9/38767379-6c49-4926-a7b9-91d238cafe70) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:15:37.288697 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.296445 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.339662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:37.342596 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:37.346394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:15:37.355532 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.356487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Pushing event updated for resources: {'Port': ['ID=38767379-6c49-4926-a7b9-91d238cafe70,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:37.382703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.415983 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Attempting to bind port 38767379-6c49-4926-a7b9-91d238cafe70 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:15:37.416437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Attempting to bind port 38767379-6c49-4926-a7b9-91d238cafe70 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:15:37.416856 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Attempting to bind port 38767379-6c49-4926-a7b9-91d238cafe70 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:15:37.423970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:15:37.424450 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Checking segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:37.424914 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.425511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Bound using segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:15:37.426185 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Bound port: 38767379-6c49-4926-a7b9-91d238cafe70, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:15:37.426627 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.500414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] For port 38767379-6c49-4926-a7b9-91d238cafe70, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:15:37.506660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] For port 38767379-6c49-4926-a7b9-91d238cafe70, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=38767379-6c49-4926-a7b9-91d238cafe70,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:15:37.512611 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.532589 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Allocated IP 172.25.4.215 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/4fe3075b-21cb-47e7-85f7-90b81db00531) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:15:37.589373 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b943a9-5c1f-46bc-8abd-00ad07c24c9a None None] Pushing event updated for resources: {'Port': ['ID=38767379-6c49-4926-a7b9-91d238cafe70,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:37.684285 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.748154 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:37.798923 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:37.802035 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:37.805707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:15:37.820830 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe3075b-21cb-47e7-85f7-90b81db00531,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:38.144877 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:38.378850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:38.511621 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-497b7118-945b-4712-bbfb-06c31b3b3a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:38.560189 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Router 9d1701cb-795d-4528-8f15-6323c08700af is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:15:38.716202 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a039b-b3a7-4b51-95c6-4e66c8bb4ace None None] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:15:38.724327 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:15:38.740950 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Sync routers for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:15:38.748904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:38.755098 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34574) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:38.755959 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-e11a70ed-b02c-4bdf-b431-5f8859329e12 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9650953 Sep 26 14:15:38.772570 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:38.773460 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:38.873040 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 38767379-6c49-4926-a7b9-91d238cafe70 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:38.890569 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-af957000-dbf7-4049-8a22-a267778560c1 None None] Provisioning complete for port 38767379-6c49-4926-a7b9-91d238cafe70 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:38.891511 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-af957000-dbf7-4049-8a22-a267778560c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:38.967765 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:39.241659 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 38767379-6c49-4926-a7b9-91d238cafe70 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:39.241990 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.302884 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:37Z', 'revision_number': 3, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:39.342806 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-af957000-dbf7-4049-8a22-a267778560c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.353517 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Checking router: 9d1701cb-795d-4528-8f15-6323c08700af for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:15:39.354049 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Updating router 9d1701cb-795d-4528-8f15-6323c08700af port 4fe3075b-21cb-47e7-85f7-90b81db00531 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:15:39.391403 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.422983 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.454789 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-af957000-dbf7-4049-8a22-a267778560c1 None None] For port 38767379-6c49-4926-a7b9-91d238cafe70, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=38767379-6c49-4926-a7b9-91d238cafe70,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:39.474217 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-af957000-dbf7-4049-8a22-a267778560c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.479964 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.597434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af957000-dbf7-4049-8a22-a267778560c1 None None] Pushing event updated for resources: {'Port': ['ID=38767379-6c49-4926-a7b9-91d238cafe70,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:39.672471 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 14:15:39.673001 n-d-806683-13 neutron-server[94813]: DEBUG oslo_db.api [None req-63179782-1754-4cbc-82e4-265218234952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 14:15:39.695414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Allocated IP 172.20.0.1 (7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9/558e0283-15d9-4fdd-bc8a-cfbdb13957f9/24898935-8e39-44cd-ad14-8ad96cad0697) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:15:39.794766 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.804496 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.806399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-28e72a10-97ad-4062-9797-f4fff5f72650 None None] Provisioning complete for port 38767379-6c49-4926-a7b9-91d238cafe70 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:39.807173 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-28e72a10-97ad-4062-9797-f4fff5f72650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.871279 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.871872 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Pushing event updated for resources: {'Port': ['ID=4fe3075b-21cb-47e7-85f7-90b81db00531,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:39.875115 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Attempting to bind port 4fe3075b-21cb-47e7-85f7-90b81db00531 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:15:39.875583 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Attempting to bind port 4fe3075b-21cb-47e7-85f7-90b81db00531 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:15:39.876011 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Attempting to bind port 4fe3075b-21cb-47e7-85f7-90b81db00531 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:15:39.884617 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.885060 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.885538 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.885944 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.886334 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.886655 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.887073 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.887458 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.887844 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.888225 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.888607 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.888990 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:15:39.895795 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:15:39.896279 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:39.896747 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.897203 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:15:39.897774 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Bound port: 4fe3075b-21cb-47e7-85f7-90b81db00531, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:15:39.898220 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.924575 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.961775 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] For port 4fe3075b-21cb-47e7-85f7-90b81db00531, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:15:39.965434 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] For port 4fe3075b-21cb-47e7-85f7-90b81db00531, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4fe3075b-21cb-47e7-85f7-90b81db00531,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:15:39.969218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:39.971779 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:39.972431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:39.977655 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:15:40.005417 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Pushing event updated for resources: {'Port': ['ID=24898935-8e39-44cd-ad14-8ad96cad0697,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:40.027839 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:40.035618 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:40.036353 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:40.041034 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c124476-7cc8-4f79-9049-4c665740eee1 None None] Pushing event updated for resources: {'Port': ['ID=4fe3075b-21cb-47e7-85f7-90b81db00531,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:40.209424 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:40.292903 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:40.367158 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-84dd979d-df56-40b8-b2c4-6402e185e9bd None None] Provisioning complete for port 24898935-8e39-44cd-ad14-8ad96cad0697 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:40.367463 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-84dd979d-df56-40b8-b2c4-6402e185e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:40.411845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-84dd979d-df56-40b8-b2c4-6402e185e9bd None None] Port 24898935-8e39-44cd-ad14-8ad96cad0697 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:15:40.444115 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:40.450961 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:40.489994 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:37Z', 'revision_number': 3, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:40.520241 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced065b-04a3-47e3-a529-3adfd4ad71b8 None None] The sync data for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 is: [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:37Z', 'revision_number': 3, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:15:40.556171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Pushing event updated for resources: {'Port': ['ID=24898935-8e39-44cd-ad14-8ad96cad0697,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:40.559032 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:40.686482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:40.688568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:40.754335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 38767379-6c49-4926-a7b9-91d238cafe70 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:40.869854 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 38767379-6c49-4926-a7b9-91d238cafe70 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:40.870295 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:40.898318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Router 9d1701cb-795d-4528-8f15-6323c08700af has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:15:41.094871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:15:41.104901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b10a57d1-aa5c-434e-81e3-abc7c4e8dfdf admin admin] 10.222.0.13 "PUT /v2.0/routers/9d1701cb-795d-4528-8f15-6323c08700af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469572 Sep 26 14:15:41.145902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e785f07d-9a99-4df7-a944-94f7f01c1ae2 None None] Provisioning complete for port 24898935-8e39-44cd-ad14-8ad96cad0697 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:41.146652 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e785f07d-9a99-4df7-a944-94f7f01c1ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:41.211946 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-935cca5c-f2ed-4017-a12e-4ed6fceaab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:41.224555 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e785f07d-9a99-4df7-a944-94f7f01c1ae2 None None] Port 24898935-8e39-44cd-ad14-8ad96cad0697 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:15:41.778252 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34590) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:41.782738 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:41.786358 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1343747862-network', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:41.828648 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Made reservation on behalf of f5acfe6185124abeb82fb723fd1f2061 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:15:41.832322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:41.843638 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:41.969609 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:41.974292 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.003538 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:15:42.014880 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78621e42-5e00-4747-8776-53ff70896993,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:42.022716 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.023067 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Added segment ef565a73-b204-4b4a-8e7b-02a5b80e1b8b of type vlan for network 2e40107f-0b86-4bde-acef-6046c89cec7d Sep 26 14:15:42.076723 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.124002 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.125244 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:42.126081 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.164190 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3844283 Sep 26 14:15:42.167707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34592) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:42.172791 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Request body: {'subnet': {'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1343747862-subnet', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:42.207657 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45103e-3106-4b12-85cc-fbf8d9912838 admin admin] Pushing event updated for resources: {'Network': ['ID=2e40107f-0b86-4bde-acef-6046c89cec7d,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:42.220918 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 2e40107f-0b86-4bde-acef-6046c89cec7d details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:15:42.250496 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Made reservation on behalf of f5acfe6185124abeb82fb723fd1f2061 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:15:42.254772 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.399293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.438639 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Sync routers for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:15:42.446273 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.451275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:42.452087 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:42.508274 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77aab73f-c1c6-4123-8630-c3c3167683dd,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:42.516528 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Checking segment: {'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:42.516825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Network hostable DHCP agents. Network: 2e40107f-0b86-4bde-acef-6046c89cec7d, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:15:42.536280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Network 2e40107f-0b86-4bde-acef-6046c89cec7d is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:15:42.548601 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 2e40107f-0b86-4bde-acef-6046c89cec7d) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:42.554901 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:42.556430 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.566882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80444b89-63c7-47fc-86a7-162214f641c3 None None] Network 2e40107f-0b86-4bde-acef-6046c89cec7d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:15:42.576844 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d398f3a5-077c-4dfc-a922-79593c198e0f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4078374 Sep 26 14:15:42.579739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34594) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:42.584204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:42.619053 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.620822 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.694279 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:42.778930 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4fe3075b-21cb-47e7-85f7-90b81db00531 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:42.790375 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:42.878544 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.202962 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1308576-721a-427b-b956-524000112ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-2e40107f-0b86-4bde-acef-6046c89cec7d', 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'fixed_ips': [{'subnet_id': '77aab73f-c1c6-4123-8630-c3c3167683dd'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:15:43.204531 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1308576-721a-427b-b956-524000112ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.237778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4fe3075b-21cb-47e7-85f7-90b81db00531 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:43.238096 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.505395 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.507701 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-c1308576-721a-427b-b956-524000112ec9 None None] Allocated IP 172.20.0.2 (2e40107f-0b86-4bde-acef-6046c89cec7d/77aab73f-c1c6-4123-8630-c3c3167683dd/8cf4fd2b-3c3a-465f-8d49-418983243781) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:15:43.526616 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.530891 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.571495 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port 4fe3075b-21cb-47e7-85f7-90b81db00531, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4fe3075b-21cb-47e7-85f7-90b81db00531,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:43.585769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 2, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:43.590816 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.649419 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Checking router: 9d1701cb-795d-4528-8f15-6323c08700af for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:15:43.649823 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Updating router 9d1701cb-795d-4528-8f15-6323c08700af port 24898935-8e39-44cd-ad14-8ad96cad0697 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:15:43.660678 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Allocated IP 172.25.4.222 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/c05a1145-018c-4302-861d-4dc9bec23bcc) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:15:43.718164 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.750036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=4fe3075b-21cb-47e7-85f7-90b81db00531,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:43.775540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.817381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.872109 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:43.874987 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:43.878783 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:15:43.899087 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1308576-721a-427b-b956-524000112ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.911066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Pushing event updated for resources: {'Port': ['ID=c05a1145-018c-4302-861d-4dc9bec23bcc,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:43.921278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1308576-721a-427b-b956-524000112ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.953670 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:43.992515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1308576-721a-427b-b956-524000112ec9 None None] Network 2e40107f-0b86-4bde-acef-6046c89cec7d is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:43.999595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1308576-721a-427b-b956-524000112ec9 None None] Pushing event updated for resources: {'Port': ['ID=8cf4fd2b-3c3a-465f-8d49-418983243781,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:44.004396 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-c1308576-721a-427b-b956-524000112ec9 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:44.008311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1308576-721a-427b-b956-524000112ec9 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:15:44.180482 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.288735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c1308576-721a-427b-b956-524000112ec9 None None] Attempting to bind port 8cf4fd2b-3c3a-465f-8d49-418983243781 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:15:44.289139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c1308576-721a-427b-b956-524000112ec9 None None] Attempting to bind port 8cf4fd2b-3c3a-465f-8d49-418983243781 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:15:44.289531 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1308576-721a-427b-b956-524000112ec9 None None] Attempting to bind port 8cf4fd2b-3c3a-465f-8d49-418983243781 on network 2e40107f-0b86-4bde-acef-6046c89cec7d {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:15:44.305796 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1308576-721a-427b-b956-524000112ec9 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:15:44.306249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1308576-721a-427b-b956-524000112ec9 None None] Checking segment: {'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:44.306599 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1308576-721a-427b-b956-524000112ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.307070 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1308576-721a-427b-b956-524000112ec9 None None] Bound using segment: {'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:15:44.307591 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-c1308576-721a-427b-b956-524000112ec9 None None] Bound port: 8cf4fd2b-3c3a-465f-8d49-418983243781, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:15:44.307949 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1308576-721a-427b-b956-524000112ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.417869 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.438783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.446601 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c1308576-721a-427b-b956-524000112ec9 None None] For port 8cf4fd2b-3c3a-465f-8d49-418983243781, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:15:44.450436 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c1308576-721a-427b-b956-524000112ec9 None None] For port 8cf4fd2b-3c3a-465f-8d49-418983243781, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8cf4fd2b-3c3a-465f-8d49-418983243781,segment=NetworkSegment(ef565a73-b204-4b4a-8e7b-02a5b80e1b8b),segment_id=ef565a73-b204-4b4a-8e7b-02a5b80e1b8b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:15:44.451693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.461379 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1308576-721a-427b-b956-524000112ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.532109 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91371bd-6e54-4d0a-ac70-73eba4933923 None None] Pushing event updated for resources: {'Port': ['ID=24898935-8e39-44cd-ad14-8ad96cad0697,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:44.612948 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Router 7b04d428-c707-422d-a582-687b0848f9f7 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:15:44.655383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1308576-721a-427b-b956-524000112ec9 None None] Pushing event updated for resources: {'Port': ['ID=8cf4fd2b-3c3a-465f-8d49-418983243781,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:44.666319 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Attempting to bind port 24898935-8e39-44cd-ad14-8ad96cad0697 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:15:44.666793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Attempting to bind port 24898935-8e39-44cd-ad14-8ad96cad0697 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:15:44.667307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Attempting to bind port 24898935-8e39-44cd-ad14-8ad96cad0697 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:15:44.676138 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:15:44.676727 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Checking segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:44.677347 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.678546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Bound using segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:15:44.679576 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Bound port: 24898935-8e39-44cd-ad14-8ad96cad0697, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:15:44.680226 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.777394 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] For port 24898935-8e39-44cd-ad14-8ad96cad0697, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:15:44.780925 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] For port 24898935-8e39-44cd-ad14-8ad96cad0697, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=24898935-8e39-44cd-ad14-8ad96cad0697,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:15:44.789829 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.803405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:15:44.846380 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Sync routers for ids ['7b04d428-c707-422d-a582-687b0848f9f7'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:15:44.871639 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:44.873849 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5ae33c6b-c589-4993-b409-42f6af33dd50 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2928162 Sep 26 14:15:44.877543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34598) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:44.881720 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Routers {'7b04d428-c707-422d-a582-687b0848f9f7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:44.884011 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['7b04d428-c707-422d-a582-687b0848f9f7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:44.894775 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4fe3075b-21cb-47e7-85f7-90b81db00531 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:45.043662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:45.044806 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:45.118628 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Set router 7b04d428-c707-422d-a582-687b0848f9f7 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:45.237370 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91371bd-6e54-4d0a-ac70-73eba4933923 None None] Pushing event updated for resources: {'Port': ['ID=24898935-8e39-44cd-ad14-8ad96cad0697,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:45.245195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-2cc3251f-12ba-447c-8711-ddd561d41704 None None] Provisioning complete for port 24898935-8e39-44cd-ad14-8ad96cad0697 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:45.252224 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cc3251f-12ba-447c-8711-ddd561d41704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:45.382008 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:45.420259 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:15:44Z', 'revision_number': 3, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port': {'id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:43Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:45.421153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 4fe3075b-21cb-47e7-85f7-90b81db00531 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:45.421652 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:45.463749 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Checking router: 7b04d428-c707-422d-a582-687b0848f9f7 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:15:45.464100 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Updating router 7b04d428-c707-422d-a582-687b0848f9f7 port c05a1145-018c-4302-861d-4dc9bec23bcc binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:15:45.498432 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:45.844548 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:45.848702 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cc3251f-12ba-447c-8711-ddd561d41704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:45.851996 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:45.864260 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:45.913867 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056eab5-777e-4cf3-8834-e513e08db8b7 None None] Pushing event updated for resources: {'Port': ['ID=c05a1145-018c-4302-861d-4dc9bec23bcc,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:45.925776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bddca8-c689-4681-9d70-03e180a3b266 None None] Network 2e40107f-0b86-4bde-acef-6046c89cec7d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:15:45.942584 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Attempting to bind port c05a1145-018c-4302-861d-4dc9bec23bcc on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:15:45.942985 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Attempting to bind port c05a1145-018c-4302-861d-4dc9bec23bcc by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:15:45.943331 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Attempting to bind port c05a1145-018c-4302-861d-4dc9bec23bcc on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:15:45.949214 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:15:45.949633 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:45.950026 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:45.950435 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:15:45.951216 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Bound port: c05a1145-018c-4302-861d-4dc9bec23bcc, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:15:45.951661 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.023591 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] For port c05a1145-018c-4302-861d-4dc9bec23bcc, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:15:46.028452 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] For port c05a1145-018c-4302-861d-4dc9bec23bcc, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c05a1145-018c-4302-861d-4dc9bec23bcc,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:15:46.034869 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.043477 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:44Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:46.073577 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Allocated IP 172.20.0.1 (2e40107f-0b86-4bde-acef-6046c89cec7d/77aab73f-c1c6-4123-8630-c3c3167683dd/b26fbe04-ff2a-4c04-ae42-f17c85c52b4a) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:15:46.096371 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Routers {'7b04d428-c707-422d-a582-687b0848f9f7'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:46.097953 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['7b04d428-c707-422d-a582-687b0848f9f7'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:46.122999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-2cc3251f-12ba-447c-8711-ddd561d41704 None None] For port 24898935-8e39-44cd-ad14-8ad96cad0697, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=24898935-8e39-44cd-ad14-8ad96cad0697,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:46.180940 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.190179 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca1b36-abb8-4c5b-a1bc-b4658aa78197 None None] The sync data for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 is: [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:44Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:15:46.192744 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056eab5-777e-4cf3-8834-e513e08db8b7 None None] Pushing event updated for resources: {'Port': ['ID=c05a1145-018c-4302-861d-4dc9bec23bcc,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:46.193525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2cc3251f-12ba-447c-8711-ddd561d41704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.207572 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.238730 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] Set router 7b04d428-c707-422d-a582-687b0848f9f7 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:46.276428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.364157 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Pushing event updated for resources: {'Port': ['ID=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:46.385990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Network 2e40107f-0b86-4bde-acef-6046c89cec7d is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:46.392214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:46.394631 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:15:46.444348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.450176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3251f-12ba-447c-8711-ddd561d41704 None None] Pushing event updated for resources: {'Port': ['ID=24898935-8e39-44cd-ad14-8ad96cad0697,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:46.469121 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c7cda7a7-85f8-4afd-aefd-0fac540a5218 None None] Provisioning complete for port 8cf4fd2b-3c3a-465f-8d49-418983243781 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:46.475402 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7cda7a7-85f8-4afd-aefd-0fac540a5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.516456 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:15:44Z', 'revision_number': 3, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port': {'id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:43Z', 'updated_at': '2021-09-26T14:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:46.553752 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b6aba3-1ca1-4585-a48d-40ae419f89b4 None None] The sync data for ids ['7b04d428-c707-422d-a582-687b0848f9f7'] in n-d-806683-13 is: [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:15:44Z', 'revision_number': 3, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port': {'id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:43Z', 'updated_at': '2021-09-26T14:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:15:46.669047 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.710461 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7cda7a7-85f8-4afd-aefd-0fac540a5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.792933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-c7cda7a7-85f8-4afd-aefd-0fac540a5218 None None] For port 8cf4fd2b-3c3a-465f-8d49-418983243781, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8cf4fd2b-3c3a-465f-8d49-418983243781,segment=NetworkSegment(ef565a73-b204-4b4a-8e7b-02a5b80e1b8b),segment_id=ef565a73-b204-4b4a-8e7b-02a5b80e1b8b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:46.802349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7cda7a7-85f8-4afd-aefd-0fac540a5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.857842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c7cda7a7-85f8-4afd-aefd-0fac540a5218 None None] Provisioning complete for port 24898935-8e39-44cd-ad14-8ad96cad0697 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:46.858160 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c7cda7a7-85f8-4afd-aefd-0fac540a5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:46.910260 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8cf4fd2b-3c3a-465f-8d49-418983243781 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:46.970802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cda7a7-85f8-4afd-aefd-0fac540a5218 None None] Pushing event updated for resources: {'Port': ['ID=8cf4fd2b-3c3a-465f-8d49-418983243781,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:47.054952 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.064749 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.083294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8cf4fd2b-3c3a-465f-8d49-418983243781 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:47.083702 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.193941 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.226311 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Pushing event updated for resources: {'Port': ['ID=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:47.240295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 24898935-8e39-44cd-ad14-8ad96cad0697 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:47.298001 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c86e5ffa-39a0-4643-a3d7-6c5f378ba4e6 None None] Provisioning complete for port 8cf4fd2b-3c3a-465f-8d49-418983243781 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:47.298623 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c86e5ffa-39a0-4643-a3d7-6c5f378ba4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.400064 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 24898935-8e39-44cd-ad14-8ad96cad0697 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:47.400221 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.431495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Network 2e40107f-0b86-4bde-acef-6046c89cec7d is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:47.434127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:47.523043 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-c86e5ffa-39a0-4643-a3d7-6c5f378ba4e6 None None] Provisioning complete for port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:47.523467 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c86e5ffa-39a0-4643-a3d7-6c5f378ba4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.587195 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-c86e5ffa-39a0-4643-a3d7-6c5f378ba4e6 None None] Port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:15:47.669227 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Router 7b04d428-c707-422d-a582-687b0848f9f7 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:15:47.710622 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e8651363-a93e-46b9-90d5-c0d64048d986 None None] Provisioning complete for port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:47.714410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e8651363-a93e-46b9-90d5-c0d64048d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.763614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e8651363-a93e-46b9-90d5-c0d64048d986 None None] Port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:15:47.855342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:15:47.861023 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d05a0333-e25c-4dce-aa45-6f83b353c806 admin admin] 10.222.0.13 "PUT /v2.0/routers/7b04d428-c707-422d-a582-687b0848f9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9814196 Sep 26 14:15:47.899200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-8e1448bd-c1bb-4d0d-976f-d0398271c063 None None] Provisioning complete for port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:47.900019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8e1448bd-c1bb-4d0d-976f-d0398271c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:47.963082 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-8e1448bd-c1bb-4d0d-976f-d0398271c063 None None] Port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:15:48.766020 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34606) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:48.771635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-58b0ddd4-6cdd-49f9-81c3-c5fd4a756ff0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219850981', 'description': 'tempest-secgroup-smoke-219850981 description', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:48.804578 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58b0ddd4-6cdd-49f9-81c3-c5fd4a756ff0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:48.879377 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8cf4fd2b-3c3a-465f-8d49-418983243781 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:48.946393 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 8cf4fd2b-3c3a-465f-8d49-418983243781 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:48.946943 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:48.952705 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58b0ddd4-6cdd-49f9-81c3-c5fd4a756ff0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:48.958120 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58b0ddd4-6cdd-49f9-81c3-c5fd4a756ff0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:48.988575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-58b0ddd4-6cdd-49f9-81c3-c5fd4a756ff0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:48.993976 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-58b0ddd4-6cdd-49f9-81c3-c5fd4a756ff0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2228446 Sep 26 14:15:48.994934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0ddd4-6cdd-49f9-81c3-c5fd4a756ff0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1779ccb2-0288-43e5-ac81-bf62399805ed,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:48.995132 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34608) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:49.004778 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-4c66f8b1-1f7f-4318-a463-3fc71676913c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '1779ccb2-0288-43e5-ac81-bf62399805ed', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:49.056296 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c66f8b1-1f7f-4318-a463-3fc71676913c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.075428 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c05a1145-018c-4302-861d-4dc9bec23bcc up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:49.151187 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c05a1145-018c-4302-861d-4dc9bec23bcc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:49.151926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.157371 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c66f8b1-1f7f-4318-a463-3fc71676913c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.162233 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c66f8b1-1f7f-4318-a463-3fc71676913c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.191596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66f8b1-1f7f-4318-a463-3fc71676913c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9b7b6f-3dcc-4baa-a56b-6941cfeed6c4,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:49.209107 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4c66f8b1-1f7f-4318-a463-3fc71676913c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.216533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34610) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:49.218679 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4c66f8b1-1f7f-4318-a463-3fc71676913c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2207026 Sep 26 14:15:49.224187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-493db6da-c73f-4a46-9436-99eb6610d205 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '1779ccb2-0288-43e5-ac81-bf62399805ed', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:49.280127 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-493db6da-c73f-4a46-9436-99eb6610d205 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.304325 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.317617 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Sync routers for ids ['7b04d428-c707-422d-a582-687b0848f9f7'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:15:49.351995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Routers {'7b04d428-c707-422d-a582-687b0848f9f7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:49.352959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['7b04d428-c707-422d-a582-687b0848f9f7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:49.356745 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port c05a1145-018c-4302-861d-4dc9bec23bcc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c05a1145-018c-4302-861d-4dc9bec23bcc,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:49.362324 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.380888 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-493db6da-c73f-4a46-9436-99eb6610d205 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.389695 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-493db6da-c73f-4a46-9436-99eb6610d205 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.416286 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493db6da-c73f-4a46-9436-99eb6610d205 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9107703c-c38f-4075-be1a-ca577b9beb6b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:49.424295 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-493db6da-c73f-4a46-9436-99eb6610d205 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.426362 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-493db6da-c73f-4a46-9436-99eb6610d205 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2076197 Sep 26 14:15:49.429720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34612) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:49.436849 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-681e8bfb-9d1a-4dfe-bd6b-5dc6f3a6bfbf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '1779ccb2-0288-43e5-ac81-bf62399805ed', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:49.471447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-681e8bfb-9d1a-4dfe-bd6b-5dc6f3a6bfbf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.530921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=c05a1145-018c-4302-861d-4dc9bec23bcc,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:49.546037 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-681e8bfb-9d1a-4dfe-bd6b-5dc6f3a6bfbf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.552247 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-681e8bfb-9d1a-4dfe-bd6b-5dc6f3a6bfbf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.560572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Set router 7b04d428-c707-422d-a582-687b0848f9f7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:49.577204 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e8bfb-9d1a-4dfe-bd6b-5dc6f3a6bfbf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0d1555-1e03-466b-beba-ca57ba943b95,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:49.586134 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-681e8bfb-9d1a-4dfe-bd6b-5dc6f3a6bfbf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.587388 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-681e8bfb-9d1a-4dfe-bd6b-5dc6f3a6bfbf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560264 Sep 26 14:15:49.590368 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34614) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:49.599610 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-4b08da1d-e60a-4bb3-a031-637cefe11f20 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '1779ccb2-0288-43e5-ac81-bf62399805ed', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:49.645056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b08da1d-e60a-4bb3-a031-637cefe11f20 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.724118 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b08da1d-e60a-4bb3-a031-637cefe11f20 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.729651 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b08da1d-e60a-4bb3-a031-637cefe11f20 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.749476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08da1d-e60a-4bb3-a031-637cefe11f20 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bc65b7-c0bd-45bd-874d-ff517cda5f65,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:49.758239 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-4b08da1d-e60a-4bb3-a031-637cefe11f20 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.764603 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-4b08da1d-e60a-4bb3-a031-637cefe11f20 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683128 Sep 26 14:15:49.764792 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34616) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:49.770335 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-bec1cda2-4fe3-4cfd-be94-14fb6b57b95f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '1779ccb2-0288-43e5-ac81-bf62399805ed', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:49.802299 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-bec1cda2-4fe3-4cfd-be94-14fb6b57b95f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Project 30e28a6417dc4f39a296c96ba086f4bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:15:49.806511 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:15:46Z', 'revision_number': 4, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port': {'id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:43Z', 'updated_at': '2021-09-26T14:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'b26fbe04-ff2a-4c04-ae42-f17c85c52b4a', 'name': '', 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'mac_address': 'fa:16:3e:f6:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '77aab73f-c1c6-4123-8630-c3c3167683dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:45Z', 'updated_at': '2021-09-26T14:15:46Z', 'revision_number': 2, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'subnets': [{'id': '77aab73f-c1c6-4123-8630-c3c3167683dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:49.810994 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bec1cda2-4fe3-4cfd-be94-14fb6b57b95f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.848146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Checking router: 7b04d428-c707-422d-a582-687b0848f9f7 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:15:49.848629 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Updating router 7b04d428-c707-422d-a582-687b0848f9f7 port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:15:49.875587 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.895390 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bec1cda2-4fe3-4cfd-be94-14fb6b57b95f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.900494 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bec1cda2-4fe3-4cfd-be94-14fb6b57b95f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.922918 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1cda2-4fe3-4cfd-be94-14fb6b57b95f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9953ab-a8f2-4910-9b2d-088de6428b42,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:49.932411 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bec1cda2-4fe3-4cfd-be94-14fb6b57b95f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:49.933819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bec1cda2-4fe3-4cfd-be94-14fb6b57b95f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688254 Sep 26 14:15:49.938179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 34618) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:15:49.945045 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-ac607f02-e08e-4208-a761-e1d03d108b31 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '1779ccb2-0288-43e5-ac81-bf62399805ed', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:49.971099 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-ac607f02-e08e-4208-a761-e1d03d108b31 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Project 30e28a6417dc4f39a296c96ba086f4bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:15:49.977540 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac607f02-e08e-4208-a761-e1d03d108b31 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.049936 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac607f02-e08e-4208-a761-e1d03d108b31 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.055618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac607f02-e08e-4208-a761-e1d03d108b31 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.086823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac607f02-e08e-4208-a761-e1d03d108b31 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493679e5-51da-40ce-87d6-6e4dcdcec874,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:50.095854 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ac607f02-e08e-4208-a761-e1d03d108b31 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.109532 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ac607f02-e08e-4208-a761-e1d03d108b31 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588328 Sep 26 14:15:50.211488 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.218402 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.266568 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-09bdc2be-eebb-4ac6-ab1e-f26e4bff60c4 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219850981&fields=id&tenant_id=30e28a6417dc4f39a296c96ba086f4bc HTTP/1.1" status: 200 len: 267 time: 0.0389984 Sep 26 14:15:50.271625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e15f2f-4bd5-4e6d-8e59-3fede2955d31 None None] Pushing event updated for resources: {'Port': ['ID=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:50.358585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Attempting to bind port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:15:50.359215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Attempting to bind port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:15:50.359831 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Attempting to bind port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a on network 2e40107f-0b86-4bde-acef-6046c89cec7d {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:15:50.369318 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:15:50.370078 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Checking segment: {'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:50.370609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.371295 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Bound using segment: {'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:15:50.372371 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Bound port: b26fbe04-ff2a-4c04-ae42-f17c85c52b4a, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:15:50.372798 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.440462 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86001-d532-4d9b-9019-833ec375572f req-a105d968-5f1c-4f5b-8441-39efc576c499 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:50.443154 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-a105d968-5f1c-4f5b-8441-39efc576c499 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 809 time: 0.1639206 Sep 26 14:15:50.454479 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] For port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:15:50.458817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] For port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,segment=NetworkSegment(ef565a73-b204-4b4a-8e7b-02a5b80e1b8b),segment_id=ef565a73-b204-4b4a-8e7b-02a5b80e1b8b)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:15:50.464598 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.467093 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-1e37913e-20fc-4bba-8330-238062a9c310 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/quotas/30e28a6417dc4f39a296c96ba086f4bc HTTP/1.1" status: 200 len: 375 time: 0.0175037 Sep 26 14:15:50.533386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Routers {'7b04d428-c707-422d-a582-687b0848f9f7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:15:50.534784 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['7b04d428-c707-422d-a582-687b0848f9f7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:50.541456 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e15f2f-4bd5-4e6d-8e59-3fede2955d31 None None] Pushing event updated for resources: {'Port': ['ID=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:50.577014 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-e157ccf3-fc38-4943-9c45-a287433fae75 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013138 Sep 26 14:15:50.750460 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-2e8ede4c-2c1a-44e5-b3d0-f9a74abec825 service neutron] 10.222.0.13 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592996 Sep 26 14:15:50.801386 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c05a1145-018c-4302-861d-4dc9bec23bcc up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:50.854980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-42356aa4-c61a-4f05-83e3-87e5fd964f4b None None] Provisioning complete for port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:50.855349 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42356aa4-c61a-4f05-83e3-87e5fd964f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.878729 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-4ba89936-7ab2-45af-a234-b9bdc2030d0e service neutron] 10.222.0.13 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149137 Sep 26 14:15:50.929229 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] Set router 7b04d428-c707-422d-a582-687b0848f9f7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:15:50.963959 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:50.995074 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port c05a1145-018c-4302-861d-4dc9bec23bcc triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:50.995444 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:51.168219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c8dd03f-b3c2-4766-a5dc-4ebcdcc3edce req-2c66a354-f84b-4508-8ead-deb9c9a695c8 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 210 time: 0.0425000 Sep 26 14:15:51.197988 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42356aa4-c61a-4f05-83e3-87e5fd964f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:51.309290 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-42356aa4-c61a-4f05-83e3-87e5fd964f4b None None] For port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,segment=NetworkSegment(ef565a73-b204-4b4a-8e7b-02a5b80e1b8b),segment_id=ef565a73-b204-4b4a-8e7b-02a5b80e1b8b)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:51.321199 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-42356aa4-c61a-4f05-83e3-87e5fd964f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:51.400539 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42356aa4-c61a-4f05-83e3-87e5fd964f4b None None] Pushing event updated for resources: {'Port': ['ID=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:51.414499 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:15:46Z', 'revision_number': 4, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port': {'id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:43Z', 'updated_at': '2021-09-26T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'b26fbe04-ff2a-4c04-ae42-f17c85c52b4a', 'name': '', 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'mac_address': 'fa:16:3e:f6:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '77aab73f-c1c6-4123-8630-c3c3167683dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:45Z', 'updated_at': '2021-09-26T14:15:50Z', 'revision_number': 4, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'subnets': [{'id': '77aab73f-c1c6-4123-8630-c3c3167683dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:15:51.470069 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02d461-1c62-40d3-91d8-43216a730861 None None] The sync data for ids ['7b04d428-c707-422d-a582-687b0848f9f7'] in n-d-806683-13 is: [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:15:46Z', 'revision_number': 4, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port': {'id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:43Z', 'updated_at': '2021-09-26T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'b26fbe04-ff2a-4c04-ae42-f17c85c52b4a', 'name': '', 'network_id': '2e40107f-0b86-4bde-acef-6046c89cec7d', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'mac_address': 'fa:16:3e:f6:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '77aab73f-c1c6-4123-8630-c3c3167683dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:45Z', 'updated_at': '2021-09-26T14:15:50Z', 'revision_number': 4, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'subnets': [{'id': '77aab73f-c1c6-4123-8630-c3c3167683dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:15:51.486246 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-9464d7d0-8ffe-4166-8e4d-9cc9a713adc7 None None] Provisioning complete for port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:51.486838 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9464d7d0-8ffe-4166-8e4d-9cc9a713adc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:52.340072 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-94b623af-d0bc-4722-abdb-c635e52b0d99 req-f351d735-082b-46b4-ad00-1499526cf066 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 210 time: 0.0596893 Sep 26 14:15:52.476878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86001-d532-4d9b-9019-833ec375572f req-3a4ca99c-a977-4fad-849a-3104919750bb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:52.479104 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-3a4ca99c-a977-4fad-849a-3104919750bb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 809 time: 0.1504681 Sep 26 14:15:52.528653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-b891c008-0aec-4307-bc3c-caa4858938a6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e28a6417dc4f39a296c96ba086f4bc HTTP/1.1" status: 200 len: 379 time: 0.0398550 Sep 26 14:15:52.542895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'port': {'device_id': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'admin_state_up': True, 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'security_groups': ['1779ccb2-0288-43e5-ac81-bf62399805ed']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:52.668937 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Made reservation on behalf of 30e28a6417dc4f39a296c96ba086f4bc for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:15:52.675784 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:52.780740 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b26fbe04-ff2a-4c04-ae42-f17c85c52b4a up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:15:52.839233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:52.839611 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:52.880710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Allocated IP 172.20.0.5 (7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9/558e0283-15d9-4fdd-bc8a-cfbdb13957f9/7c540ba3-e2db-4e82-87d1-e090c1708234) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:15:53.058212 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:53.098428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:53.156009 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:15:53.160037 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:15:53.164693 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:15:53.175374 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:53.235561 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:53.236527 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:53.258143 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-52e5ecc1-5ff0-41a1-83b9-dac98ed5d5cf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7191160 Sep 26 14:15:53.424114 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Request body: {'port': {'device_id': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:15:53.504614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-fd482edb-2980-4058-9f8f-24f7f58c42b0 None None] Provisioning complete for port 7c540ba3-e2db-4e82-87d1-e090c1708234 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:15:53.505177 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fd482edb-2980-4058-9f8f-24f7f58c42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:53.547242 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:53.558364 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-fd482edb-2980-4058-9f8f-24f7f58c42b0 None None] Port 7c540ba3-e2db-4e82-87d1-e090c1708234 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:15:53.571875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b164d-f7ea-4488-8e90-98be418d24a3 req-5eae794a-900d-4c21-a9fd-b33069c16606 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:53.573584 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c29b164d-f7ea-4488-8e90-98be418d24a3 req-5eae794a-900d-4c21-a9fd-b33069c16606 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 931 time: 0.1144042 Sep 26 14:15:53.710843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c29b164d-f7ea-4488-8e90-98be418d24a3 req-3cde71f0-1141-44f1-9764-29d28075b324 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125801 Sep 26 14:15:53.909503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c540ba3-e2db-4e82-87d1-e090c1708234 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:15:53.918601 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:53.932779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Transition to ACTIVE for port object 7c540ba3-e2db-4e82-87d1-e090c1708234 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:15:53.936778 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:54.000917 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:54.100410 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Attempting to bind port 7c540ba3-e2db-4e82-87d1-e090c1708234 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:15:54.100779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Attempting to bind port 7c540ba3-e2db-4e82-87d1-e090c1708234 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:15:54.101091 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Attempting to bind port 7c540ba3-e2db-4e82-87d1-e090c1708234 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:15:54.107583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Port 7c540ba3-e2db-4e82-87d1-e090c1708234 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:15:54.108006 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Attempting to bind port 7c540ba3-e2db-4e82-87d1-e090c1708234 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:15:54.115414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:15:54.115909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Checking segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:15:54.116389 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Bound using segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:15:54.116933 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Bound port: 7c540ba3-e2db-4e82-87d1-e090c1708234, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:15:54.117398 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:54.219599 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:15:54.223816 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:15:54.230523 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:54.300774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:54.301731 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:54.304166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] 10.222.0.23 "PUT /v2.0/ports/7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 1092 time: 1.0377736 Sep 26 14:15:54.304966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:15:54.309936 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a854a6-bd2a-4545-865d-d5eace0f1375" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:15:54.364606 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49661a2d-44c4-4f64-8de6-a3ce7ffb2d9d x-openstack-request-id: req-49661a2d-44c4-4f64-8de6-a3ce7ffb2d9d {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:15:54.365076 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:15:54.365603 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49661a2d-44c4-4f64-8de6-a3ce7ffb2d9d {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:15:54.366256 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'status': 'completed', 'code': 200} Sep 26 14:15:54.370288 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049141-a301-4dfe-9403-9a10f1a5dff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:54.439747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86001-d532-4d9b-9019-833ec375572f req-2bec2788-9e49-413a-af9a-61b77a4c693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:54.442338 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-2bec2788-9e49-413a-af9a-61b77a4c693b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1095 time: 0.0740435 Sep 26 14:15:54.489987 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-60acbaea-2942-42f1-8b84-e2ff01a1bbaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 217 time: 0.0398309 Sep 26 14:15:54.564188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86001-d532-4d9b-9019-833ec375572f req-f429a95d-9eef-4150-bfac-6df2f3174261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:54.566415 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-f429a95d-9eef-4150-bfac-6df2f3174261 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0697851 Sep 26 14:15:54.620154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86001-d532-4d9b-9019-833ec375572f req-adb64467-ebd6-4d40-98ee-063d7e7e431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:54.621786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-adb64467-ebd6-4d40-98ee-063d7e7e431a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479996 Sep 26 14:15:54.720828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-d5fe2831-e921-40a8-bc41-9535efae30e7 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915589 Sep 26 14:15:54.880383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84d86001-d532-4d9b-9019-833ec375572f req-076c0bc7-909c-4f18-b7ef-38963c1db429 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528885 Sep 26 14:15:54.914901 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033a2f4-a1b7-4da1-932f-b26fd52650db req-fd8f128c-e479-4b11-bbc4-9aa38022495d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:54.917596 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b033a2f4-a1b7-4da1-932f-b26fd52650db req-fd8f128c-e479-4b11-bbc4-9aa38022495d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0837386 Sep 26 14:15:55.038823 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b033a2f4-a1b7-4da1-932f-b26fd52650db req-11344bfa-6fd0-4b2b-ae36-d1566cdb4a38 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138456 Sep 26 14:15:55.049934 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-f3b758a9-5e52-46d9-a90f-d0ea92df1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:55.052694 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-f3b758a9-5e52-46d9-a90f-d0ea92df1a70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1095 time: 0.1171923 Sep 26 14:15:55.157123 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-7ce3959b-113c-4290-aadd-9036e1a34ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:55.158789 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-7ce3959b-113c-4290-aadd-9036e1a34ec3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.0994723 Sep 26 14:15:55.208219 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-2fcf5234-9441-40ec-a29f-8c53c6137e84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 217 time: 0.0423806 Sep 26 14:15:55.261777 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-b31997bc-4f9a-48fd-9d23-02b1e9235119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:55.263493 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-b31997bc-4f9a-48fd-9d23-02b1e9235119 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0487680 Sep 26 14:15:55.316673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-3491bfec-81eb-4042-a567-bc8140127280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:55.318152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-3491bfec-81eb-4042-a567-bc8140127280 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466461 Sep 26 14:15:55.433022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-07ed6541-219b-442d-a3d2-ee65e240c444 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077552 Sep 26 14:15:55.536930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-42a854a6-bd2a-4545-865d-d5eace0f1375 req-9b112681-7323-4a4e-a419-d65b7287b343 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957048 Sep 26 14:15:56.166683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf90b2-19b7-4675-9385-ab13ff5f8b48 req-7dfbd090-e099-4dcd-aeae-a1ede344e166 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:56.168876 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aebf90b2-19b7-4675-9385-ab13ff5f8b48 req-7dfbd090-e099-4dcd-aeae-a1ede344e166 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0578029 Sep 26 14:15:56.214629 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aebf90b2-19b7-4675-9385-ab13ff5f8b48 req-efb108a5-e85f-4974-ac4e-a76d6d12bfee tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388827 Sep 26 14:15:57.345513 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1f269-97e6-4307-9397-215987cb96e4 req-be9ff67e-39a2-44f0-b70a-762feac7216b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:57.347791 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92e1f269-97e6-4307-9397-215987cb96e4 req-be9ff67e-39a2-44f0-b70a-762feac7216b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0540929 Sep 26 14:15:57.394175 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92e1f269-97e6-4307-9397-215987cb96e4 req-5d7135f8-9b36-4bec-b8da-ccfce6b1f64e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394218 Sep 26 14:15:58.521329 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ee359-2387-48ac-8dd2-ea487a9bef19 req-4c130c18-7e2b-4e29-8931-e11d6ca970fd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:58.523042 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc9ee359-2387-48ac-8dd2-ea487a9bef19 req-4c130c18-7e2b-4e29-8931-e11d6ca970fd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0574117 Sep 26 14:15:58.572218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc9ee359-2387-48ac-8dd2-ea487a9bef19 req-b7896a7c-a9c8-4b42-81a4-55a7a77ebb76 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386510 Sep 26 14:15:59.227156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:15:59.335589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:59.349279 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'port_id': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'mac_address': 'fa:16:3e:cb:e2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:15:59.394905 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:59.408770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c540ba3-e2db-4e82-87d1-e090c1708234 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:15:59.438996 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:15:59.444829 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:15:59.499752 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:15:59.713032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87ef39-d5fb-446a-b7e3-f842eaac3188 req-8f7d08df-7f3d-4d9b-9e11-bf40ab202f0d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:15:59.714742 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb87ef39-d5fb-446a-b7e3-f842eaac3188 req-8f7d08df-7f3d-4d9b-9e11-bf40ab202f0d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 944 time: 0.0705976 Sep 26 14:15:59.757434 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cb87ef39-d5fb-446a-b7e3-f842eaac3188 req-b2576b6c-cbb2-486a-b514-3b2608116a0b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361853 Sep 26 14:15:59.800431 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7c540ba3-e2db-4e82-87d1-e090c1708234'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:16:00.911123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ec83e-c0ab-4d31-aa03-59fa63a8c2f4 req-ba643384-ba1e-41ab-95ad-c94dd9668b23 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:00.913766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-049ec83e-c0ab-4d31-aa03-59fa63a8c2f4 req-ba643384-ba1e-41ab-95ad-c94dd9668b23 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 944 time: 0.0678380 Sep 26 14:16:00.957441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-049ec83e-c0ab-4d31-aa03-59fa63a8c2f4 req-5b7b5397-9611-4db5-8a53-6c16227fc565 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 Sep 26 14:16:01.248583 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:16:01.302638 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 7c540ba3-e2db-4e82-87d1-e090c1708234 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:16:01.308347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 7c540ba3-e2db-4e82-87d1-e090c1708234 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:16:01.308846 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:01.392904 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:01.418232 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:16:01.420559 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119ee8a8-1d58-4ff3-b022-0101619a9410" -d '{"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-plugged", "status": "completed", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:16:01.436157 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:16:01.442002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:01.493465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:16:01.560218 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb804dc-ea76-407f-853d-852abd5e0e88 x-openstack-request-id: req-4bb804dc-ea76-407f-853d-852abd5e0e88 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:16:01.560511 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-plugged", "status": "completed", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:16:01.561020 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bb804dc-ea76-407f-853d-852abd5e0e88 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:16:01.561417 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'code': 200} Sep 26 14:16:01.661795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9534c11-7184-4789-a4c5-ba0da666bf5e req-ee8a02dc-b405-4b04-a84f-d13c96411677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:01.663391 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9534c11-7184-4789-a4c5-ba0da666bf5e req-ee8a02dc-b405-4b04-a84f-d13c96411677 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1097 time: 0.0447700 Sep 26 14:16:01.702194 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e9534c11-7184-4789-a4c5-ba0da666bf5e req-4f0a7bc6-4a10-4e14-88dc-10c5d5995a5b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Sep 26 14:16:01.809186 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:16:02.088411 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc69a-f362-4830-a580-3e478b888309 req-e5ea66f5-eca5-4777-98ee-dfe1a6b02123 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:02.090141 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-408dc69a-f362-4830-a580-3e478b888309 req-e5ea66f5-eca5-4777-98ee-dfe1a6b02123 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0609958 Sep 26 14:16:02.133162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-408dc69a-f362-4830-a580-3e478b888309 req-8e826dad-8bf5-4366-ada3-1cddcfec7bfb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365946 Sep 26 14:16:03.261414 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ac07f-4bc3-4282-bd88-730e0051e157 req-c163afdc-b17b-4b0f-8b1b-42df000c4a39 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:03.263005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e05ac07f-4bc3-4282-bd88-730e0051e157 req-c163afdc-b17b-4b0f-8b1b-42df000c4a39 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0535567 Sep 26 14:16:03.309435 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-e05ac07f-4bc3-4282-bd88-730e0051e157 req-5b64a99a-344f-473b-b96e-c643ddef32d6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399797 Sep 26 14:16:03.443258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daed6e6-4496-4f57-89d5-94a60bad3cf0 req-9de7d3d3-58e4-4adf-a46b-67b840547246 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:03.444906 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7daed6e6-4496-4f57-89d5-94a60bad3cf0 req-9de7d3d3-58e4-4adf-a46b-67b840547246 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0548725 Sep 26 14:16:03.492246 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7daed6e6-4496-4f57-89d5-94a60bad3cf0 req-38cbca34-bbe4-4d40-a44e-8d98ea47d591 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364661 Sep 26 14:16:03.515711 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34678) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:16:03.629861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a027ab1-e100-4251-a28d-0ad4b01b7776 tempest-TestShelveInstance-735401222 tempest-TestShelveInstance-735401222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:03.631516 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9a027ab1-e100-4251-a28d-0ad4b01b7776 tempest-TestShelveInstance-735401222 tempest-TestShelveInstance-735401222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1092 time: 0.1144896 Sep 26 14:16:03.636271 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 34682) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:16:03.640907 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:16:03.666513 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:03.778894 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:03.897972 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Allocated IP 172.25.4.166 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/af50f036-86ed-47bc-85f4-ceb760d52aa4) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:16:04.018020 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:04.063563 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:04.105065 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:16:04.108248 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:16:04.112110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:16:04.145033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'Port': ['ID=af50f036-86ed-47bc-85f4-ceb760d52aa4,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:16:04.531606 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:04.606366 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:04.789261 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:04.795112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:04.870980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'Port': ['ID=af50f036-86ed-47bc-85f4-ceb760d52aa4,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:16:04.887861 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:05.037924 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Floating IP 1f15a58f-132a-41f5-8a2c-c293175282ee associated. External IP: 172.25.4.166, port: 7c540ba3-e2db-4e82-87d1-e090c1708234. Sep 26 14:16:05.345396 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Router 9d1701cb-795d-4528-8f15-6323c08700af has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:16:05.482300 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:16:05.500986 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] Sync routers for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:16:05.509530 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:16:05.510249 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:16:05.513063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:05.574161 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-ec0e62db-fb0b-47f9-a3e8-71f38084086a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9361234 Sep 26 14:16:05.575174 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:16:05.581182 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:16:05.655340 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5372973c-3e1f-43d6-909b-d397261b9860 x-openstack-request-id: req-5372973c-3e1f-43d6-909b-d397261b9860 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:16:05.655841 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:16:05.656276 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5372973c-3e1f-43d6-909b-d397261b9860 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:16:05.656965 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'status': 'completed', 'code': 200} Sep 26 14:16:05.730718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-9b492fca-279f-45b3-9b00-40046253f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:05.733082 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-9b492fca-279f-45b3-9b00-40046253f301 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1097 time: 0.0550365 Sep 26 14:16:05.772736 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:16:05.885033 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-faff38ff-2d4e-449d-83bd-356ae6eced01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:05.888043 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-faff38ff-2d4e-449d-83bd-356ae6eced01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1476068 Sep 26 14:16:05.994819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-7ebd7add-33d3-4840-a7ca-4fc673da0582 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 999 time: 0.0994680 Sep 26 14:16:06.056332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-b40ec2e3-0380-4138-89a7-214a5a6379c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:06.058221 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-b40ec2e3-0380-4138-89a7-214a5a6379c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0567844 Sep 26 14:16:06.133684 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '1f15a58f-132a-41f5-8a2c-c293175282ee', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'port_id': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'mac_address': 'fa:16:3e:cb:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:16:04Z', 'updated_at': '2021-09-26T14:16:04Z', 'revision_number': 0, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:16:06.144551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-3694b36c-dfb2-456b-a8c3-33b4ba0959ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:06.147679 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-3694b36c-dfb2-456b-a8c3-33b4ba0959ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822458 Sep 26 14:16:06.163847 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] Checking router: 9d1701cb-795d-4528-8f15-6323c08700af for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:16:06.174850 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:16:06.175498 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:15:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:16:06.281039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-2bd2e54e-8939-4ce0-a60a-61ab0229c946 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253181 Sep 26 14:16:06.336875 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:16:06.477294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c1a5bd0-6138-46e0-b165-bfa24d2b10a5 req-5eb45ced-027f-4269-aa30-2cac895b6ee5 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884317 Sep 26 14:16:06.676685 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '1f15a58f-132a-41f5-8a2c-c293175282ee', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'port_id': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'mac_address': 'fa:16:3e:cb:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:16:04Z', 'updated_at': '2021-09-26T14:16:04Z', 'revision_number': 0, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:16:06.726737 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036067d-5167-4d38-8fab-2c24d5dd5951 None None] The sync data for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 is: [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '1f15a58f-132a-41f5-8a2c-c293175282ee', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'port_id': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'mac_address': 'fa:16:3e:cb:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:16:04Z', 'updated_at': '2021-09-26T14:16:04Z', 'revision_number': 0, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:16:06.955248 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c567a3-7403-422a-9b86-af3548908a01 None None] New status for floating IP 1f15a58f-132a-41f5-8a2c-c293175282ee: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:16:08.507503 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-03c08b97-c9d9-47a2-8bfa-24ebc8d91514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:11.168144 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3bdee1a4-a663-4ff8-a78c-64c1fc7f4d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:11.785111 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:12.394427 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:13.864110 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:15.970876 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:20.917356 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:35.879589 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-3cb6c576-dd4d-44de-9bdb-1d5a5d9fbdc8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463293 Sep 26 14:16:35.967591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-a940b18b-b21e-4b58-a023-e7a992ab17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:35.969180 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-a940b18b-b21e-4b58-a023-e7a992ab17a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1097 time: 0.0455458 Sep 26 14:16:36.094447 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-3d9bcab7-1abe-4f28-bf33-67fd8e5c7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:36.096031 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-3d9bcab7-1abe-4f28-bf33-67fd8e5c7c7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1053598 Sep 26 14:16:36.166273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-6a48c8d8-90ce-4267-9a1a-0b76c39f6d8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 1001 time: 0.0625131 Sep 26 14:16:36.590866 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-70f1f5d0-bb0e-49c3-bb73-eab2a129cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:36.592502 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-70f1f5d0-bb0e-49c3-bb73-eab2a129cf13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.4200518 Sep 26 14:16:36.645683 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-49db3407-c731-4433-a0d7-88f1404041bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:16:36.647335 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-49db3407-c731-4433-a0d7-88f1404041bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470154 Sep 26 14:16:36.761381 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-cf94a351-1f62-479c-9fc9-d156ad76fc7c service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062293 Sep 26 14:16:36.861546 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7f96f3b4-4b6c-4b93-8192-855c6dc4a34f req-ac2360bc-ef82-41c9-8903-c66cc4476d37 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923660 Sep 26 14:16:38.512504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-82f1b4d5-7afb-4c55-8fb0-9dac14676877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:38.808245 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:16:41.173367 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-30c82ac3-e71c-4a49-9f00-06a773b6613b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:41.789849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:42.404116 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:43.866546 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:45.970258 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:16:50.930660 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:08.517034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1c34c125-3159-4c0f-a87b-4e390d4fa134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:11.174346 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-be785d3c-24b8-43d0-9377-47ccae874ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:11.785279 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:12.400739 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:13.869798 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:15.813508 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:17:15.970827 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:20.927953 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:35.879314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-08dca5e6-63ae-4651-87f4-15a6363f66f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642502 Sep 26 14:17:35.971054 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-f0de936e-20d3-437e-ae8d-4fb23f60e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:17:35.972746 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-f0de936e-20d3-437e-ae8d-4fb23f60e7f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1097 time: 0.0492830 Sep 26 14:17:36.086724 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-e0ab280c-582b-43e0-b059-c54a7ca2a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:17:36.088346 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-e0ab280c-582b-43e0-b059-c54a7ca2a77e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.0948029 Sep 26 14:17:36.164988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-38cadc0f-2720-4629-adac-25353fb93cba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 1001 time: 0.0693486 Sep 26 14:17:36.218290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-97afbb4f-1ade-40ae-99d8-f91fd811a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:17:36.220009 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-97afbb4f-1ade-40ae-99d8-f91fd811a6e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0481722 Sep 26 14:17:36.278811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-18bc2803-9888-477f-a112-f50914ad1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:17:36.280900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-18bc2803-9888-477f-a112-f50914ad1f7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535271 Sep 26 14:17:36.383796 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-4a82a0b2-1a74-4be6-993b-a3f57c174dc2 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949321 Sep 26 14:17:36.488653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90ed766a-571e-4a9d-b573-399c3ace96b6 req-48ab6e40-a3cf-45ff-b177-33784045f6ba service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982654 Sep 26 14:17:38.522495 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bf432cf0-996e-4ee2-8f2a-bdb6278f09df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:41.169258 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-25d545e9-37ca-4b7c-aa79-d50925ce15a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:41.795513 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:42.409520 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:43.873333 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:45.989328 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:50.943312 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:17:52.814925 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:18:08.526409 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-18bcc2c3-de16-4d3f-98c0-33df0df4b32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:11.175268 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45077f63-06f9-4abe-841e-9bc264696d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:11.790925 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:12.406521 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:13.881832 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:15.984106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:20.947537 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:29.815404 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:18:33.354611 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d2b52-9f74-442b-a1f4-3ac227215da9 req-70f2245c-fa85-4941-ae2b-62f27e59d64e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:33.357607 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e4d2b52-9f74-442b-a1f4-3ac227215da9 req-70f2245c-fa85-4941-ae2b-62f27e59d64e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0977626 Sep 26 14:18:33.403506 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9e4d2b52-9f74-442b-a1f4-3ac227215da9 req-438e2e8c-b197-439b-ac7f-821707a5467a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390680 Sep 26 14:18:34.574497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27b848-5d4d-428d-bfef-8b73fadaec2c req-49080504-5af7-4eab-8cee-59147f197cdf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:34.576342 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e27b848-5d4d-428d-bfef-8b73fadaec2c req-49080504-5af7-4eab-8cee-59147f197cdf tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0531597 Sep 26 14:18:34.621333 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3e27b848-5d4d-428d-bfef-8b73fadaec2c req-be5fe67e-75b3-45e7-93c5-40015772c5ae tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383668 Sep 26 14:18:35.778875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b97bbc-45ea-4896-9f74-5b0ab49d7424 req-44a36355-d7a7-40f1-ae50-3b123738720a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:35.781016 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-60b97bbc-45ea-4896-9f74-5b0ab49d7424 req-44a36355-d7a7-40f1-ae50-3b123738720a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0526311 Sep 26 14:18:35.847273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-60b97bbc-45ea-4896-9f74-5b0ab49d7424 req-61e283d4-11a4-4620-a815-db7d8e46c571 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594893 Sep 26 14:18:35.902355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-53bc8936-0a62-41a0-b062-3f2323b63c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:35.904151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-53bc8936-0a62-41a0-b062-3f2323b63c9b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1097 time: 0.0435231 Sep 26 14:18:36.021202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-e3378266-89ba-4b7e-b900-483da55a0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:36.022774 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-e3378266-89ba-4b7e-b900-483da55a0627 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.0991158 Sep 26 14:18:36.095985 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-ed51dacb-6848-4272-ba81-bb4a204de62d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 1001 time: 0.0652606 Sep 26 14:18:36.154742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-97a8cd72-273f-4ab6-8a5b-84618e9c9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:36.156909 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-97a8cd72-273f-4ab6-8a5b-84618e9c9903 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0534148 Sep 26 14:18:36.208736 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-a45eee50-39bf-4de3-8ee1-4fd12ce60522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:36.210652 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-a45eee50-39bf-4de3-8ee1-4fd12ce60522 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461960 Sep 26 14:18:36.315154 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-3e108613-a2ad-4b91-8075-f385da89d502 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968239 Sep 26 14:18:36.414538 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cc5ef11a-071b-4327-8223-af8a52a4df1d req-5f49b66f-9084-485b-a7d6-9327358b21c3 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919647 Sep 26 14:18:36.995006 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207c1e8-0bf5-4617-89ff-61d9a236bbc4 req-5eaabd64-dc8c-4a7d-8738-fc578f6c9e7f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:36.996660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1207c1e8-0bf5-4617-89ff-61d9a236bbc4 req-5eaabd64-dc8c-4a7d-8738-fc578f6c9e7f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0525351 Sep 26 14:18:37.040007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1207c1e8-0bf5-4617-89ff-61d9a236bbc4 req-740b73e5-056d-4221-bbfb-754a0a26223e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358710 Sep 26 14:18:38.183587 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8d320-d817-466a-951c-dee8590dd7b4 req-f43863ed-80e0-4c59-964e-8a16a52e1dee tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:38.185553 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90f8d320-d817-466a-951c-dee8590dd7b4 req-f43863ed-80e0-4c59-964e-8a16a52e1dee tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0558784 Sep 26 14:18:38.230859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-90f8d320-d817-466a-951c-dee8590dd7b4 req-694a226b-4451-4655-836b-80383fe36d92 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382679 Sep 26 14:18:38.529153 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bffde1e0-8452-4099-8f2f-7613cb36f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:39.360224 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa7f8-7f7e-4a76-b033-8c049dc20143 req-e5df2cea-69a5-4993-ac4c-5c3d84bb51e1 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:39.361936 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35eaa7f8-7f7e-4a76-b033-8c049dc20143 req-e5df2cea-69a5-4993-ac4c-5c3d84bb51e1 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0585845 Sep 26 14:18:39.408840 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-35eaa7f8-7f7e-4a76-b033-8c049dc20143 req-dc133994-b10d-475e-8dc4-45226e959724 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357878 Sep 26 14:18:40.545255 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a966970-60f7-4565-ad40-d0eee2c36862 req-285bff53-183f-41ac-992b-ae3642a9fb34 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:40.547488 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a966970-60f7-4565-ad40-d0eee2c36862 req-285bff53-183f-41ac-992b-ae3642a9fb34 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0591481 Sep 26 14:18:40.601057 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2a966970-60f7-4565-ad40-d0eee2c36862 req-712cb42e-5d53-486c-9852-4d0586965d52 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Sep 26 14:18:41.167754 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5772697a-0e4d-42c8-86f7-949bca4dd6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:41.726292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0751-6ba4-41d0-9752-be6f6fc66c55 req-eea9aec5-36fe-49f4-b737-9955b8214cb2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:41.728048 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1aee0751-6ba4-41d0-9752-be6f6fc66c55 req-eea9aec5-36fe-49f4-b737-9955b8214cb2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Sep 26 14:18:41.774224 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1aee0751-6ba4-41d0-9752-be6f6fc66c55 req-ee82d51d-455f-4238-ba14-abaebb0e806f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389211 Sep 26 14:18:41.796484 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:42.409628 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:42.906660 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3de539-245c-4188-8417-04e4f64646f8 req-d55856ed-40b1-43c4-8935-e700c18f449a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:42.908299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c3de539-245c-4188-8417-04e4f64646f8 req-d55856ed-40b1-43c4-8935-e700c18f449a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0546947 Sep 26 14:18:42.951496 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0c3de539-245c-4188-8417-04e4f64646f8 req-0e2945c0-aadf-4dba-ad12-e07f2020e8c1 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366075 Sep 26 14:18:43.879474 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:44.115060 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400faebb-9757-40d0-9fe4-b4fea6b48895 req-0f9a1d60-cf18-4061-b059-c7c2f025e9a5 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:44.116637 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-400faebb-9757-40d0-9fe4-b4fea6b48895 req-0f9a1d60-cf18-4061-b059-c7c2f025e9a5 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0732160 Sep 26 14:18:44.161202 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-400faebb-9757-40d0-9fe4-b4fea6b48895 req-0a21d729-3d3a-4fca-8ff5-479b13feaecc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375063 Sep 26 14:18:45.284830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d724c2-a1b5-4bdb-bbff-429d26712d4b req-01a44415-c125-46a3-839e-e03df9ba3ae9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:45.286539 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73d724c2-a1b5-4bdb-bbff-429d26712d4b req-01a44415-c125-46a3-839e-e03df9ba3ae9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0529051 Sep 26 14:18:45.335557 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-73d724c2-a1b5-4bdb-bbff-429d26712d4b req-80a6c28c-1305-4113-a2fe-7cf36a2b50a0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422702 Sep 26 14:18:46.001005 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:46.025029 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:18:46.133097 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:18:46.146497 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'port_id': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'mac_address': 'fa:16:3e:cb:e2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:18:46.192469 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:46.207522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c540ba3-e2db-4e82-87d1-e090c1708234 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:18:46.230017 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:18:46.235722 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:46.296379 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:18:46.304770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.305117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.305468 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.305847 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.306190 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.306527 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.306857 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.307188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.307517 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.307842 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.308168 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.308493 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:18:46.314374 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7c540ba3-e2db-4e82-87d1-e090c1708234'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:18:46.492747 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf81e6-828c-4514-8cdc-c27b0ec4a787 req-c99d7b95-7a84-4179-b6b3-b15b8c3289b9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:46.494632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6daf81e6-828c-4514-8cdc-c27b0ec4a787 req-c99d7b95-7a84-4179-b6b3-b15b8c3289b9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 944 time: 0.0804040 Sep 26 14:18:46.554189 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6daf81e6-828c-4514-8cdc-c27b0ec4a787 req-e75edbf8-5e37-47a1-b88e-7379620ea30c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530496 Sep 26 14:18:47.711399 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3293c-672c-4eb3-b7aa-cb18c58772e5 req-1a363204-0447-4f63-80c5-95164236a128 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:47.713160 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-00f3293c-672c-4eb3-b7aa-cb18c58772e5 req-1a363204-0447-4f63-80c5-95164236a128 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 944 time: 0.0599375 Sep 26 14:18:47.761552 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-00f3293c-672c-4eb3-b7aa-cb18c58772e5 req-505ded95-65d0-452a-b00c-979555cf6dc3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375600 Sep 26 14:18:48.046643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:18:48.099276 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 7c540ba3-e2db-4e82-87d1-e090c1708234 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:18:48.099663 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:48.187402 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:48.212522 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:18:48.214858 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0813e7-f8a1-441c-9387-f1b795ca75a5" -d '{"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-plugged", "status": "completed", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:18:48.229572 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:18:48.236014 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:48.264600 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae191c-5e1d-4a78-9631-4f32d24abec8 x-openstack-request-id: req-b5ae191c-5e1d-4a78-9631-4f32d24abec8 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:18:48.264902 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-plugged", "status": "completed", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:18:48.265131 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5ae191c-5e1d-4a78-9631-4f32d24abec8 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:18:48.265543 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'code': 200} Sep 26 14:18:48.294626 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:18:48.921459 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa2200-29e7-40c5-9f3b-74a5bfcae61c req-51cc5c23-aea1-4897-b406-17e60ec04eee tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:48.923280 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2efa2200-29e7-40c5-9f3b-74a5bfcae61c req-51cc5c23-aea1-4897-b406-17e60ec04eee tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0601354 Sep 26 14:18:48.982424 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2efa2200-29e7-40c5-9f3b-74a5bfcae61c req-f4591d48-6821-4435-bc2e-e2085769a88a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519350 Sep 26 14:18:50.160553 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2b75c-3c99-4fc8-a1ed-3cb9802fa1bf req-56a18dc8-4563-4903-8a22-3a1dbc883d4e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:50.163677 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99f2b75c-3c99-4fc8-a1ed-3cb9802fa1bf req-56a18dc8-4563-4903-8a22-3a1dbc883d4e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0679598 Sep 26 14:18:50.221821 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-99f2b75c-3c99-4fc8-a1ed-3cb9802fa1bf req-956139f7-7747-4918-a026-37ac89252339 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454922 Sep 26 14:18:50.977637 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:18:51.422342 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334064b-a317-4cdc-939a-10125f74a08c req-72b397e1-10c4-4884-8679-0161e66e7f49 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:51.424658 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a334064b-a317-4cdc-939a-10125f74a08c req-72b397e1-10c4-4884-8679-0161e66e7f49 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0896604 Sep 26 14:18:51.481794 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a334064b-a317-4cdc-939a-10125f74a08c req-32862b72-a7ee-41b1-be05-f7f1fa7ce314 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477948 Sep 26 14:18:52.688124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbc5a7-edd8-4141-b5e7-65e85cd3eeeb req-c480ca0a-0c9f-4d8c-9072-3f35404fed63 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:52.690461 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3bbc5a7-edd8-4141-b5e7-65e85cd3eeeb req-c480ca0a-0c9f-4d8c-9072-3f35404fed63 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0864398 Sep 26 14:18:52.750974 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-c3bbc5a7-edd8-4141-b5e7-65e85cd3eeeb req-d0131d40-4844-4a91-89e5-477d8760a525 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480556 Sep 26 14:18:53.978616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875f13-4274-4d51-9e5c-8f12420fc083 req-ebf33298-24f0-472d-ae64-3b2122f595b9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:53.983775 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45875f13-4274-4d51-9e5c-8f12420fc083 req-ebf33298-24f0-472d-ae64-3b2122f595b9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.1088090 Sep 26 14:18:54.094982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-45875f13-4274-4d51-9e5c-8f12420fc083 req-5daf61cb-cadc-4e61-8709-356518fe342d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919244 Sep 26 14:18:55.284031 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b321d-f634-4eda-93db-e02c1bd91556 req-2df88594-1e3d-41be-9921-79c94571d263 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:55.285675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-836b321d-f634-4eda-93db-e02c1bd91556 req-2df88594-1e3d-41be-9921-79c94571d263 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0637355 Sep 26 14:18:55.339326 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-836b321d-f634-4eda-93db-e02c1bd91556 req-f1126a53-4373-4609-bb65-6ffbf64e9f2f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Sep 26 14:18:56.534537 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faba9e9-03b8-406c-bb72-862ef321f41f req-ef9e5532-a019-48e6-8606-4c00ccdab35f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:56.537452 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7faba9e9-03b8-406c-bb72-862ef321f41f req-ef9e5532-a019-48e6-8606-4c00ccdab35f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.1092627 Sep 26 14:18:56.604768 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7faba9e9-03b8-406c-bb72-862ef321f41f req-645e0e71-1c53-4e1b-b029-c7d6de8f170f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606318 Sep 26 14:18:57.839273 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f291504-1df5-4143-88e4-155c26819f98 req-df3c775e-3bf8-4e8f-8605-7c041eedfa17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:57.841264 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f291504-1df5-4143-88e4-155c26819f98 req-df3c775e-3bf8-4e8f-8605-7c041eedfa17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0936708 Sep 26 14:18:57.936515 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1f291504-1df5-4143-88e4-155c26819f98 req-1a17994a-65ef-42e0-8a27-ec5f865c07ce tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808206 Sep 26 14:18:59.081160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05778dfa-332c-413e-a69a-60ce3aa3cb4d req-ce3a25f7-3df1-4455-9772-7fb56d2c7f0d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:18:59.084428 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05778dfa-332c-413e-a69a-60ce3aa3cb4d req-ce3a25f7-3df1-4455-9772-7fb56d2c7f0d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0605273 Sep 26 14:18:59.161821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05778dfa-332c-413e-a69a-60ce3aa3cb4d req-cf5bf73c-7bc9-4874-80b9-0de91bdce366 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653718 Sep 26 14:19:00.287176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90168ba1-30dd-411b-adac-82a7b2971346 req-6e26330a-d00f-4cc7-ae10-503ab97f1519 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:00.288767 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90168ba1-30dd-411b-adac-82a7b2971346 req-6e26330a-d00f-4cc7-ae10-503ab97f1519 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0517211 Sep 26 14:19:00.330745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-90168ba1-30dd-411b-adac-82a7b2971346 req-bed6ac0d-3849-47aa-915c-843e8dcdd7b5 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357354 Sep 26 14:19:00.821526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-f6f628ad-3cc2-48af-bf56-d70e7c3efe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:00.823254 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-f6f628ad-3cc2-48af-bf56-d70e7c3efe38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1097 time: 0.0497422 Sep 26 14:19:00.928535 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-55ffba32-5aca-4948-9b39-e1ad0105d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:00.930104 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-55ffba32-5aca-4948-9b39-e1ad0105d6db service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.0982475 Sep 26 14:19:01.005838 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-bd985940-6d54-4f2d-82ab-0fa6d786d100 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 1001 time: 0.0675702 Sep 26 14:19:01.057372 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-f74f8dcb-dc05-4285-8df8-fd3717f2c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:01.059142 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-f74f8dcb-dc05-4285-8df8-fd3717f2c42b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0467389 Sep 26 14:19:01.109413 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-e5caec54-d057-46b6-a4e8-8b23ba49f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:01.111012 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-e5caec54-d057-46b6-a4e8-8b23ba49f63e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447805 Sep 26 14:19:01.224311 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-6a05e80b-e2a4-4035-b6a4-6b589e35b594 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057336 Sep 26 14:19:01.366874 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-32fb4564-6b08-4eee-84e8-67b4035c3dc9 req-99bc54a3-a821-416e-9e62-d7f9a1e95ca6 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349537 Sep 26 14:19:01.462034 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f9c71-6f15-49ed-968b-5c86ecef8e42 req-b2be81c1-e50e-4d0e-bc87-f142026dd6e9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:01.463893 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b38f9c71-6f15-49ed-968b-5c86ecef8e42 req-b2be81c1-e50e-4d0e-bc87-f142026dd6e9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0600209 Sep 26 14:19:01.528492 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b38f9c71-6f15-49ed-968b-5c86ecef8e42 req-8f2ba812-b21f-4faf-acd7-5908c93d6137 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575075 Sep 26 14:19:02.652726 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6625408-8416-4dab-bb29-7af3491fdb12 req-92c9a60d-41a3-46c1-8904-7b9432c6b2c5 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:02.654524 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6625408-8416-4dab-bb29-7af3491fdb12 req-92c9a60d-41a3-46c1-8904-7b9432c6b2c5 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0529909 Sep 26 14:19:02.696401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6625408-8416-4dab-bb29-7af3491fdb12 req-5fe383d3-5db5-4caf-a60a-62ab29b08190 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353801 Sep 26 14:19:03.842610 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3aff2-f372-458e-8138-72d34c321278 req-e29eb797-2682-4965-aab9-ae3132396404 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:03.844317 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61f3aff2-f372-458e-8138-72d34c321278 req-e29eb797-2682-4965-aab9-ae3132396404 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0705771 Sep 26 14:19:03.892821 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-61f3aff2-f372-458e-8138-72d34c321278 req-3f27958a-f4a0-45be-a075-6ae57765e8fd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372701 Sep 26 14:19:04.015676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-45855194-b4a5-4341-821a-c421d349b367 req-0d706333-74b0-4593-a47f-20efb0a7b622 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:19:04.017164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-45855194-b4a5-4341-821a-c421d349b367 req-0d706333-74b0-4593-a47f-20efb0a7b622 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543666 Sep 26 14:19:04.113271 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:19:04.254657 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:04.259208 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b74330-1c16-45ba-9f1a-7369176978cf req-79679f01-44b0-461a-a16b-5efe3f0ce0ba tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:04.261273 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1b74330-1c16-45ba-9f1a-7369176978cf req-79679f01-44b0-461a-a16b-5efe3f0ce0ba tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 945 time: 0.0796402 Sep 26 14:19:04.295607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:19:04.299305 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf772a9c-4742-495a-803f-72ed2e618af6" -d '{"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-unplugged", "status": "completed", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:19:04.321423 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1b74330-1c16-45ba-9f1a-7369176978cf req-07d8ebad-51b9-4f33-8e36-61f9e6974cf9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513909 Sep 26 14:19:04.324437 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:19:04.330330 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:04.374396 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 26 Sep 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf5d964-72a0-4633-870a-03d0800661f8 x-openstack-request-id: req-9bf5d964-72a0-4633-870a-03d0800661f8 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:19:04.374971 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-unplugged", "status": "failed", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234", "code": 422}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:19:04.375319 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf5d964-72a0-4633-870a-03d0800661f8 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:19:04.375797 n-d-806683-13 neutron-server[94813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'code': 422} returned with failed status Sep 26 14:19:04.419050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:19:04.667310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-8b20028f-dc95-4eb3-b8f9-abb0136d1fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923538 Sep 26 14:19:05.499549 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00dadf-391e-4ad4-b283-b004103878f4 req-1ecd5e40-18ae-4cd8-9707-e2f6730ea5de tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:05.502065 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d00dadf-391e-4ad4-b283-b004103878f4 req-1ecd5e40-18ae-4cd8-9707-e2f6730ea5de tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0933375 Sep 26 14:19:05.586582 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1d00dadf-391e-4ad4-b283-b004103878f4 req-62926cff-0c77-42b1-a753-d361f0d48e96 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713310 Sep 26 14:19:05.594727 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-a1054758-de5d-4ffe-8301-115de0ee823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:05.596284 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-a1054758-de5d-4ffe-8301-115de0ee823a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964&tenant_id=30e28a6417dc4f39a296c96ba086f4bc HTTP/1.1" status: 200 len: 1095 time: 0.0730045 Sep 26 14:19:05.696398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-0bcc88b2-9d38-4ad3-912e-b7f22c319607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:05.698938 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-0bcc88b2-9d38-4ad3-912e-b7f22c319607 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1095 time: 0.0694482 Sep 26 14:19:05.814550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-bc5c7f2b-773e-495c-a79b-467d68766e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:05.816291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-bc5c7f2b-773e-495c-a79b-467d68766e91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1098506 Sep 26 14:19:05.903402 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-262b1097-4b1f-4a88-ada5-2c5218b3c609 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 999 time: 0.0802553 Sep 26 14:19:05.976542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-e701fdc1-134c-4348-84e4-43ae2936c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:05.978373 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-e701fdc1-134c-4348-84e4-43ae2936c30c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0686810 Sep 26 14:19:06.038072 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-f295c069-c769-4357-824a-63706c2a79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:06.040563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-f295c069-c769-4357-824a-63706c2a79f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551143 Sep 26 14:19:06.183396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-8106423b-2380-4134-a490-e05c5e0897bf service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355896 Sep 26 14:19:06.300389 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3f6ca8b8-15d3-4a80-a149-af9e215670de req-4b1cdf1a-cc8c-4da1-a05a-96443bfaee1e service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092694 Sep 26 14:19:06.753815 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6962b-f5b9-42ef-983d-db8603168694 req-b38d33ce-0b97-4fd0-8d15-2edf7e8c1941 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:06.761564 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60b6962b-f5b9-42ef-983d-db8603168694 req-b38d33ce-0b97-4fd0-8d15-2edf7e8c1941 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0669200 Sep 26 14:19:06.821621 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:19:06.822626 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-60b6962b-f5b9-42ef-983d-db8603168694 req-8903f8f7-a314-4176-a9e9-88f29a465775 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597525 Sep 26 14:19:07.994154 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562cbcb-65f8-4914-8d2a-10fb3d6acbf1 req-63e00adf-45df-4ef8-b557-3caabc154f08 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:07.998867 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0562cbcb-65f8-4914-8d2a-10fb3d6acbf1 req-63e00adf-45df-4ef8-b557-3caabc154f08 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0770855 Sep 26 14:19:08.060976 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0562cbcb-65f8-4914-8d2a-10fb3d6acbf1 req-d2393eb8-fd7b-4014-855a-6d1947261125 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547385 Sep 26 14:19:08.133901 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:19:08.532280 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3eb9a3ed-5245-4e56-9202-3488977af1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:09.235094 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6129b-792d-492e-a08f-1f5366e348c3 req-0fe2bd68-3a6c-4b44-b5a6-5f816d3eae7a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:09.237527 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-beb6129b-792d-492e-a08f-1f5366e348c3 req-0fe2bd68-3a6c-4b44-b5a6-5f816d3eae7a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0763226 Sep 26 14:19:09.295544 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-beb6129b-792d-492e-a08f-1f5366e348c3 req-17b608fe-6421-414d-b80b-7e298afb9493 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509424 Sep 26 14:19:10.466045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad894e-5ae5-493b-a325-72c2e1210d3d req-833dd5ee-afa5-4608-86dd-5f1670b4f145 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:10.470419 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffad894e-5ae5-493b-a325-72c2e1210d3d req-833dd5ee-afa5-4608-86dd-5f1670b4f145 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0850551 Sep 26 14:19:10.540951 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-ffad894e-5ae5-493b-a325-72c2e1210d3d req-d4366f41-61fd-41f2-b0d8-9f1035fd713e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624361 Sep 26 14:19:11.176181 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7199044d-04e9-412b-9c02-294fcb6e644c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:11.748447 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90cdd-7fa2-491d-b60f-cf98ce2bb5ee req-f8d4e77f-f133-4e66-a784-8bc4b8fa357c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:11.750162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caf90cdd-7fa2-491d-b60f-cf98ce2bb5ee req-f8d4e77f-f133-4e66-a784-8bc4b8fa357c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0564377 Sep 26 14:19:11.812132 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:11.833413 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-caf90cdd-7fa2-491d-b60f-cf98ce2bb5ee req-b3c82ff0-43d7-4797-843d-4bfd5c0ec08b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708127 Sep 26 14:19:12.421363 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:13.006483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1b1a9-7849-4da4-bdf4-5619a17f239f req-b5385b6f-e004-45fc-829d-19306d33176f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:13.009102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bd1b1a9-7849-4da4-bdf4-5619a17f239f req-b5385b6f-e004-45fc-829d-19306d33176f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0731711 Sep 26 14:19:13.076605 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3bd1b1a9-7849-4da4-bdf4-5619a17f239f req-406d896e-594b-45de-ac2d-1e89f34e18cb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596189 Sep 26 14:19:13.884251 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:14.277638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1b33a-938d-41f9-9a4b-089156131647 req-8d9389e3-5871-4a3e-944d-5924d1807538 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:14.281108 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8f1b33a-938d-41f9-9a4b-089156131647 req-8d9389e3-5871-4a3e-944d-5924d1807538 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.1048410 Sep 26 14:19:14.338211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a8f1b33a-938d-41f9-9a4b-089156131647 req-e6e5e00b-e4f3-49b7-aa09-ca8ce7acff15 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452909 Sep 26 14:19:15.522408 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a5d78-02bb-4e6f-8fb2-a83b407a53d7 req-bc2d5729-8290-49aa-bbe5-c01bfaf5db6a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:15.524222 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b4a5d78-02bb-4e6f-8fb2-a83b407a53d7 req-bc2d5729-8290-49aa-bbe5-c01bfaf5db6a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0737829 Sep 26 14:19:15.571107 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9b4a5d78-02bb-4e6f-8fb2-a83b407a53d7 req-be7875e9-480c-427a-955b-6acac842c7ef tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398519 Sep 26 14:19:16.023942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:16.718699 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec1d80-2dca-4dd3-ba11-6b492cfaddc0 req-927b705e-52bd-4651-a0e7-8a532c62c381 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:16.720339 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aec1d80-2dca-4dd3-ba11-6b492cfaddc0 req-927b705e-52bd-4651-a0e7-8a532c62c381 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0673468 Sep 26 14:19:16.765551 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-6aec1d80-2dca-4dd3-ba11-6b492cfaddc0 req-c301341d-dbc0-407b-9a96-04587bad2212 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367036 Sep 26 14:19:17.905179 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3615-3196-4a33-85d5-53387981f1ff req-1ab111fb-9100-4afd-85c8-dd03e1aa0ec7 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:17.907197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-395b3615-3196-4a33-85d5-53387981f1ff req-1ab111fb-9100-4afd-85c8-dd03e1aa0ec7 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0581660 Sep 26 14:19:17.952020 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-395b3615-3196-4a33-85d5-53387981f1ff req-1157d260-9a94-41b8-ad8f-4e9fbdc8d241 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384133 Sep 26 14:19:19.099634 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda78b-2dbe-4e4c-aa2d-5f79b63fb0b4 req-816da4c9-e53b-45bb-bb12-c67501f8c8e7 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:19.101658 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6dda78b-2dbe-4e4c-aa2d-5f79b63fb0b4 req-816da4c9-e53b-45bb-bb12-c67501f8c8e7 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0638845 Sep 26 14:19:19.148758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6dda78b-2dbe-4e4c-aa2d-5f79b63fb0b4 req-7a9b0859-715d-428c-99b0-045ecc9568ec tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407288 Sep 26 14:19:20.307216 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7a62a-812f-4844-aea1-d4535416d628 req-87137183-8051-4a93-8ec6-ded44105927c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:20.310307 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bce7a62a-812f-4844-aea1-d4535416d628 req-87137183-8051-4a93-8ec6-ded44105927c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0861681 Sep 26 14:19:20.366344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bce7a62a-812f-4844-aea1-d4535416d628 req-be7c8bfc-1980-4a6f-809c-07939fb2720e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495899 Sep 26 14:19:20.982215 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:21.514439 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c7db8-8635-45de-b60c-f3a520cb4cc9 req-05fba73a-28e1-4f44-8902-8786a9429bd0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:21.516112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b4c7db8-8635-45de-b60c-f3a520cb4cc9 req-05fba73a-28e1-4f44-8902-8786a9429bd0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 943 time: 0.0573621 Sep 26 14:19:21.556741 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5b4c7db8-8635-45de-b60c-f3a520cb4cc9 req-ba3f530a-4b27-45b2-b1c5-d00d208fbf79 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341463 Sep 26 14:19:22.173363 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:19:22.281837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:19:22.295623 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'port_id': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'mac_address': 'fa:16:3e:cb:e2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:19:22.336605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:22.351472 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c540ba3-e2db-4e82-87d1-e090c1708234 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:19:22.374910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:19:22.379818 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:22.460963 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:19:22.685886 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a27b1-bf07-4466-99c1-3fc6848fa2a3 req-41504062-4725-441c-9d26-2506d4b25d35 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:22.687533 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-787a27b1-bf07-4466-99c1-3fc6848fa2a3 req-41504062-4725-441c-9d26-2506d4b25d35 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 944 time: 0.0567594 Sep 26 14:19:22.731007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-787a27b1-bf07-4466-99c1-3fc6848fa2a3 req-28b5a3b1-3ff8-4315-8b65-d0de4816861a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366530 Sep 26 14:19:22.760938 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['7c540ba3-e2db-4e82-87d1-e090c1708234'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:19:23.862749 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78d03d-71e2-4d00-bc25-894910951636 req-b8529a13-ba4d-4fc8-af9b-4eac294dffa9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:23.864371 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef78d03d-71e2-4d00-bc25-894910951636 req-b8529a13-ba4d-4fc8-af9b-4eac294dffa9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 944 time: 0.0527165 Sep 26 14:19:23.907537 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ef78d03d-71e2-4d00-bc25-894910951636 req-0f00e785-375a-4573-945a-a65632ee104d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366049 Sep 26 14:19:24.179270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:19:24.258382 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 7c540ba3-e2db-4e82-87d1-e090c1708234 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:19:24.258992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:24.535248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:24.568790 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:19:24.572840 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d16ad8-7d96-45ed-8965-0f1e54195389" -d '{"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-plugged", "status": "completed", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:19:24.590358 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:19:24.595626 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:24.638037 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fb90dc-34aa-42f7-820c-0584253ab28a x-openstack-request-id: req-b9fb90dc-34aa-42f7-820c-0584253ab28a {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:19:24.638336 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-plugged", "status": "completed", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:19:24.638592 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9fb90dc-34aa-42f7-820c-0584253ab28a {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:19:24.638993 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'code': 200} Sep 26 14:19:24.666753 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=10']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:19:24.830474 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d2d62-6bbe-434b-ba96-ba8793816574 req-8faa7fc8-967c-4ab6-b09d-625d68d7742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:24.832088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc4d2d62-6bbe-434b-ba96-ba8793816574 req-8faa7fc8-967c-4ab6-b09d-625d68d7742f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1098 time: 0.0528665 Sep 26 14:19:24.871835 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-dc4d2d62-6bbe-434b-ba96-ba8793816574 req-7459b91e-4fb4-4688-9a06-611e29d04c5d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328522 Sep 26 14:19:25.034071 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9da3b3-3e8e-45da-9467-eddb0c85bace req-b639e065-d058-48b8-b9a0-a7de230f32bc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:25.035785 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba9da3b3-3e8e-45da-9467-eddb0c85bace req-b639e065-d058-48b8-b9a0-a7de230f32bc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 946 time: 0.0549240 Sep 26 14:19:25.079709 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ba9da3b3-3e8e-45da-9467-eddb0c85bace req-b4a73a1e-27ec-4f65-890d-e860e15a8f4a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365913 Sep 26 14:19:26.229646 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176981d-56f8-4318-9073-5c2a58c8eb2c req-cff7e139-e68a-4574-8767-316cb5c0551c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:26.232190 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7176981d-56f8-4318-9073-5c2a58c8eb2c req-cff7e139-e68a-4574-8767-316cb5c0551c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 946 time: 0.0706260 Sep 26 14:19:26.283409 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7176981d-56f8-4318-9073-5c2a58c8eb2c req-6c6f91e8-d9ac-4fbc-b390-429fcbb89592 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444682 Sep 26 14:19:27.461801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc117d-2d8c-4229-8cb7-309fdb4e2c31 req-0a36594d-54a9-4748-96a5-b6750a846b7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:27.464520 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8cc117d-2d8c-4229-8cb7-309fdb4e2c31 req-0a36594d-54a9-4748-96a5-b6750a846b7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 946 time: 0.0871673 Sep 26 14:19:27.527599 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8cc117d-2d8c-4229-8cb7-309fdb4e2c31 req-6707b04e-4c19-4b09-8120-c57c4ba10fc4 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559852 Sep 26 14:19:35.871526 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-57c0be57-3da6-4c03-9c85-3c465bc49239 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498519 Sep 26 14:19:35.963822 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-8677f7b5-ac26-4c71-a3a6-07324ae1c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:35.965425 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-8677f7b5-ac26-4c71-a3a6-07324ae1c607 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1098 time: 0.0498686 Sep 26 14:19:36.082896 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-bcc9d7a8-32f9-441b-9b3b-be41cc9eafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:36.085140 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-bcc9d7a8-32f9-441b-9b3b-be41cc9eafb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.0982003 Sep 26 14:19:36.161261 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-c1cff61a-ecdc-4c27-a64e-bd3e410edee4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 1001 time: 0.0685217 Sep 26 14:19:36.215127 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-2d7a939a-3b50-4803-8337-f8309a2b4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:36.216755 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-2d7a939a-3b50-4803-8337-f8309a2b4909 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0483162 Sep 26 14:19:36.268850 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-1de04934-cc05-4104-958d-98a5f248a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:19:36.270437 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-1de04934-cc05-4104-958d-98a5f248a77f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465038 Sep 26 14:19:36.282694 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-9873950d-b45e-46c6-b27b-96616f277a40 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:19:36.283750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-9873950d-b45e-46c6-b27b-96616f277a40 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055468 Sep 26 14:19:36.392383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-fb6760c5-6118-4580-b205-94be7f57493c service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012008 Sep 26 14:19:36.499476 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9cc89b7-9872-4cde-8e7f-f3b2e7f35737 req-bc9e2534-ea66-428e-99a0-1a4fcd4d9831 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995092 Sep 26 14:19:38.537415 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a2798f00-15c7-4dd4-9840-c615e3add6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:41.172725 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4cb44f6c-24b1-4be1-988b-e3fe75b41b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:41.806413 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:42.422660 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:43.821029 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:19:43.884969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:46.028963 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:19:50.975092 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:08.540860 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fecdbfaf-cac0-4475-a365-df2c126f99a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:11.186045 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-53a9c21c-b738-4e46-b4bd-3cc15ca856c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:11.802649 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:12.424310 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:13.890034 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:16.028653 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:20.820600 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:20:20.974124 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:37.860349 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-febc4269-b55a-4d06-98fb-31520af42ebc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508380 Sep 26 14:20:37.953920 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-f53eb5b1-bdda-4895-90b7-c330a74dbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:20:37.955496 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-f53eb5b1-bdda-4895-90b7-c330a74dbc3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1098 time: 0.0465527 Sep 26 14:20:38.069036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-383de393-cbdf-4726-80fc-8cce7e047b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:20:38.070646 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-383de393-cbdf-4726-80fc-8cce7e047b78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.0957468 Sep 26 14:20:38.147884 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-116a2da9-33e3-42f8-bf85-c8eb28f6900a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 1001 time: 0.0699663 Sep 26 14:20:38.201193 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-ba58b8a1-174b-4df9-83b2-1990a82eed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:20:38.202750 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-ba58b8a1-174b-4df9-83b2-1990a82eed6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0483892 Sep 26 14:20:38.254052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-ebb2eb7f-d76e-4df7-b759-4e11fe1786ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:20:38.255632 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-ebb2eb7f-d76e-4df7-b759-4e11fe1786ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454483 Sep 26 14:20:38.360014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-4a65a08d-8cc6-46d4-94b5-fea11011203b service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969431 Sep 26 14:20:38.463641 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d46a5e13-b8b3-4ade-accc-4d245345ac1e req-db49cc36-5b40-4236-9729-37272c9a9a30 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962331 Sep 26 14:20:38.546953 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c746eaa2-55ad-4382-8fae-52425766ff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:41.182175 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-38491b45-3898-4349-ba06-c85d6bcc833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:41.812475 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:42.421551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:43.890864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:46.068513 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:50.971915 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:20:57.820627 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:21:03.399543 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35032) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:03.655149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Deleting port af50f036-86ed-47bc-85f4-ceb760d52aa4 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:21:03.655636 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:03.790657 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:03.791218 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:03.814370 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Calling delete_port for af50f036-86ed-47bc-85f4-ceb760d52aa4 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:21:03.985855 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:04.014029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event deleted for resources: {'Port': ['ID=af50f036-86ed-47bc-85f4-ceb760d52aa4,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:04.046301 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.046651 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.047075 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.047554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.047767 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.048029 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.048362 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.048692 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.049015 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.049356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.049712 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.050035 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:04.103350 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:04.103670 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Floating IP 1f15a58f-132a-41f5-8a2c-c293175282ee disassociated (deleted). External IP: 172.25.4.166, port: 7c540ba3-e2db-4e82-87d1-e090c1708234. Sep 26 14:21:04.355505 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Router 9d1701cb-795d-4528-8f15-6323c08700af has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:21:04.476284 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:21:04.482638 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:04.487448 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304da865-de12-4953-b5b8-92bee190f58f None None] Sync routers for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:21:04.498299 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304da865-de12-4953-b5b8-92bee190f58f None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:21:04.499060 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-304da865-de12-4953-b5b8-92bee190f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:20:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:21:04.512223 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a5cdf7de-a04d-43e3-8c2f-3b77a8425475 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "DELETE /v2.0/floatingips/1f15a58f-132a-41f5-8a2c-c293175282ee HTTP/1.1" status: 204 len: 168 time: 1.1112921 Sep 26 14:21:04.513225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:21:04.517212 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377fce98-c860-4834-9ddb-570f42b8365d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:21:04.624303 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-304da865-de12-4953-b5b8-92bee190f58f None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:21:04.915982 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-304da865-de12-4953-b5b8-92bee190f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:21:04.944308 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304da865-de12-4953-b5b8-92bee190f58f None None] Checking router: 9d1701cb-795d-4528-8f15-6323c08700af for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:21:04.955169 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304da865-de12-4953-b5b8-92bee190f58f None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:21:04.955895 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-304da865-de12-4953-b5b8-92bee190f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:20:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:21:04.977405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e543753-692f-4a70-b6e2-49fe7496d5b8 req-82a62394-4256-4391-9046-a498e96f955a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:04.980815 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e543753-692f-4a70-b6e2-49fe7496d5b8 req-82a62394-4256-4391-9046-a498e96f955a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 946 time: 0.1455216 Sep 26 14:21:05.031052 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2e543753-692f-4a70-b6e2-49fe7496d5b8 req-8aab0104-ea5f-482d-8f91-ade802cb2ea6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428047 Sep 26 14:21:05.179728 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-304da865-de12-4953-b5b8-92bee190f58f None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:21:05.435638 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-304da865-de12-4953-b5b8-92bee190f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:21:05.480501 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304da865-de12-4953-b5b8-92bee190f58f None None] The sync data for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 is: [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:21:05.700446 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f83e1a-182f-40fd-bf8a-9e2ffebf5e8e x-openstack-request-id: req-53f83e1a-182f-40fd-bf8a-9e2ffebf5e8e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:21:05.701243 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:21:05.701243 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53f83e1a-182f-40fd-bf8a-9e2ffebf5e8e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:21:05.701670 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'status': 'completed', 'code': 200} Sep 26 14:21:05.780614 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e854d6-bd59-4f23-963a-03d2ae7eaec0 None None] New status for floating IP 1f15a58f-132a-41f5-8a2c-c293175282ee: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:21:05.838121 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fce98-c860-4834-9ddb-570f42b8365d req-c1118868-4d8d-4e39-a3e9-dbaa480ebb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:05.840458 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-377fce98-c860-4834-9ddb-570f42b8365d req-c1118868-4d8d-4e39-a3e9-dbaa480ebb2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 1098 time: 0.1081383 Sep 26 14:21:06.002520 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fce98-c860-4834-9ddb-570f42b8365d req-0567a2de-4e08-4d83-b39c-75e38f5eebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:06.004336 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-377fce98-c860-4834-9ddb-570f42b8365d req-0567a2de-4e08-4d83-b39c-75e38f5eebc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1540689 Sep 26 14:21:06.078694 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-377fce98-c860-4834-9ddb-570f42b8365d req-23b75340-f1f8-490e-83b8-450f8069e31b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 200 len: 217 time: 0.0663998 Sep 26 14:21:06.482883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-9946dc05-9e7d-4fdd-abd8-b8fa6e35beb3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:06.484543 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-9946dc05-9e7d-4fdd-abd8-b8fa6e35beb3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 946 time: 0.0683153 Sep 26 14:21:06.591727 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Deleting port 7c540ba3-e2db-4e82-87d1-e090c1708234 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:21:06.592250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:06.688989 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] For port 7c540ba3-e2db-4e82-87d1-e090c1708234, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=7c540ba3-e2db-4e82-87d1-e090c1708234,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:21:06.689305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:06.691772 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fce98-c860-4834-9ddb-570f42b8365d req-61039fea-5ef2-4098-b404-10351a165fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:06.694403 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-377fce98-c860-4834-9ddb-570f42b8365d req-61039fea-5ef2-4098-b404-10351a165fa5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.6061044 Sep 26 14:21:06.706571 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Calling delete_port for 7c540ba3-e2db-4e82-87d1-e090c1708234 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:21:06.776551 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5120cb-cfcb-4f8f-b1f1-ef36e73ca500 req-99254355-ed99-4699-9ba2-f235832ea989 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:06.779236 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d5120cb-cfcb-4f8f-b1f1-ef36e73ca500 req-99254355-ed99-4699-9ba2-f235832ea989 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad6ec70-f2e7-47a7-9d02-60270c2b3964 HTTP/1.1" status: 200 len: 946 time: 0.1527162 Sep 26 14:21:06.816434 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fce98-c860-4834-9ddb-570f42b8365d req-500865b9-f49b-4c2a-88d6-4a8f5b35a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:06.818005 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-377fce98-c860-4834-9ddb-570f42b8365d req-500865b9-f49b-4c2a-88d6-4a8f5b35a784 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153202 Sep 26 14:21:06.851082 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:06.860858 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6d5120cb-cfcb-4f8f-b1f1-ef36e73ca500 req-9d8ba480-b126-4d96-8bba-5cd6b6a56be8 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=1779ccb2-0288-43e5-ac81-bf62399805ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735729 Sep 26 14:21:06.883683 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event deleted for resources: {'Port': ['ID=7c540ba3-e2db-4e82-87d1-e090c1708234,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:06.892774 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.893131 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.893475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.893886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.894229 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.894565 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.894914 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.895225 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.895551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.895893 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.896223 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.896543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:06.942870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] No DVR routers for this DVR port 7c540ba3-e2db-4e82-87d1-e090c1708234 on host n-h1-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:21:06.945981 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:06.948672 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.23 "DELETE /v2.0/ports/7c540ba3-e2db-4e82-87d1-e090c1708234 HTTP/1.1" status: 204 len: 173 time: 0.4576857 Sep 26 14:21:06.949537 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-deleted', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:21:06.951538 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b1825-971a-4fab-bd1a-3b416e19a22d" -d '{"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-deleted", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:21:07.005067 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-377fce98-c860-4834-9ddb-570f42b8365d req-4c5bc744-6cc4-4bb4-9e7a-47a7fe1cc13b service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718514 Sep 26 14:21:07.084200 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0302e42e-01d6-4309-bd92-87da09eefec8 x-openstack-request-id: req-0302e42e-01d6-4309-bd92-87da09eefec8 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:21:07.084943 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad6ec70-f2e7-47a7-9d02-60270c2b3964", "name": "network-vif-deleted", "tag": "7c540ba3-e2db-4e82-87d1-e090c1708234", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:21:07.085196 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0302e42e-01d6-4309-bd92-87da09eefec8 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:21:07.085960 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad6ec70-f2e7-47a7-9d02-60270c2b3964', 'name': 'network-vif-deleted', 'tag': '7c540ba3-e2db-4e82-87d1-e090c1708234', 'status': 'completed', 'code': 200} Sep 26 14:21:07.163610 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-377fce98-c860-4834-9ddb-570f42b8365d req-4f606476-b5e3-4334-8bf8-9a1d9b0540be service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454840 Sep 26 14:21:07.955658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35064) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:08.045302 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4adcd1f3-3f6a-4cdc-920a-f77dbf3a43da tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:08.089689 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4adcd1f3-3f6a-4cdc-920a-f77dbf3a43da tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:08.172687 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4adcd1f3-3f6a-4cdc-920a-f77dbf3a43da tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:08.177552 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-4adcd1f3-3f6a-4cdc-920a-f77dbf3a43da tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:08.179498 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-4adcd1f3-3f6a-4cdc-920a-f77dbf3a43da tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "DELETE /v2.0/security-groups/1779ccb2-0288-43e5-ac81-bf62399805ed HTTP/1.1" status: 204 len: 168 time: 0.2218254 Sep 26 14:21:08.195784 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcd1f3-3f6a-4cdc-920a-f77dbf3a43da tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1779ccb2-0288-43e5-ac81-bf62399805ed,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:08.552927 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6ad277f2-2b4c-4e7b-ab73-4321ac189221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.567578 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35074) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:10.573269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-661ba89a-d132-48f5-9370-bd9d94c6ba13 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99428289', 'description': 'tempest-secgroup-smoke-99428289 description', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:10.598467 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-661ba89a-d132-48f5-9370-bd9d94c6ba13 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.702019 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-661ba89a-d132-48f5-9370-bd9d94c6ba13 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.706650 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-661ba89a-d132-48f5-9370-bd9d94c6ba13 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.731157 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-661ba89a-d132-48f5-9370-bd9d94c6ba13 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.732438 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-661ba89a-d132-48f5-9370-bd9d94c6ba13 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1637585 Sep 26 14:21:10.735969 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35076) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:10.741733 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ba89a-d132-48f5-9370-bd9d94c6ba13 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579121ab-24eb-4dfd-ab33-743bc95eb796,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:10.742052 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b06e7f2e-7548-4e51-8745-386a0a49d73c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '579121ab-24eb-4dfd-ab33-743bc95eb796', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:10.777676 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b06e7f2e-7548-4e51-8745-386a0a49d73c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.816976 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:21:10.836585 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b06e7f2e-7548-4e51-8745-386a0a49d73c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.841283 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b06e7f2e-7548-4e51-8745-386a0a49d73c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.842381 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 7c540ba3-e2db-4e82-87d1-e090c1708234 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:21:10.842837 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 7c540ba3-e2db-4e82-87d1-e090c1708234 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:21:10.866455 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e7f2e-7548-4e51-8745-386a0a49d73c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490e7d18-2022-4053-92e6-9d9741213ec5,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:10.871240 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b06e7f2e-7548-4e51-8745-386a0a49d73c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.872819 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b06e7f2e-7548-4e51-8745-386a0a49d73c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352429 Sep 26 14:21:10.876604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35078) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:10.881784 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-383a068e-1d75-4de4-ab75-247da80a94e6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '579121ab-24eb-4dfd-ab33-743bc95eb796', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:10.915028 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-383a068e-1d75-4de4-ab75-247da80a94e6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.976109 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-383a068e-1d75-4de4-ab75-247da80a94e6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:10.981306 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-383a068e-1d75-4de4-ab75-247da80a94e6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.000658 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a068e-1d75-4de4-ab75-247da80a94e6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2207f5ff-7a2d-494a-9a7c-0d92df03783e,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:11.012697 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-383a068e-1d75-4de4-ab75-247da80a94e6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.014897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-383a068e-1d75-4de4-ab75-247da80a94e6 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369152 Sep 26 14:21:11.017739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35080) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:11.025305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-bfa691f7-98ba-41bd-bf4b-a374081433f9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '579121ab-24eb-4dfd-ab33-743bc95eb796', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:11.065047 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfa691f7-98ba-41bd-bf4b-a374081433f9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.132304 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfa691f7-98ba-41bd-bf4b-a374081433f9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.137477 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfa691f7-98ba-41bd-bf4b-a374081433f9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.157393 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa691f7-98ba-41bd-bf4b-a374081433f9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d8a7e0-8d3d-43c9-8ca5-8757ae59df0d,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:11.168659 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-bfa691f7-98ba-41bd-bf4b-a374081433f9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.173718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-bfa691f7-98ba-41bd-bf4b-a374081433f9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512048 Sep 26 14:21:11.174005 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35082) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:11.179531 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-2f03e02e-cde5-4a5d-932d-294929c3fdc3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '579121ab-24eb-4dfd-ab33-743bc95eb796', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:11.184055 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb061-c4ed-4a0e-aea3-dec956a1644c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.212585 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f03e02e-cde5-4a5d-932d-294929c3fdc3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.283165 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f03e02e-cde5-4a5d-932d-294929c3fdc3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.287885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f03e02e-cde5-4a5d-932d-294929c3fdc3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.307770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03e02e-cde5-4a5d-932d-294929c3fdc3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a345184-36dd-4b09-bb70-1bc68773105b,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:11.316200 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-2f03e02e-cde5-4a5d-932d-294929c3fdc3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.317937 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-2f03e02e-cde5-4a5d-932d-294929c3fdc3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426880 Sep 26 14:21:11.321163 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35084) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:11.326497 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-d1b2e598-08f2-4621-9bb9-d4db27ee7a89 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '579121ab-24eb-4dfd-ab33-743bc95eb796', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:11.353016 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-d1b2e598-08f2-4621-9bb9-d4db27ee7a89 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Project 30e28a6417dc4f39a296c96ba086f4bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:21:11.359767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e598-08f2-4621-9bb9-d4db27ee7a89 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.430720 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e598-08f2-4621-9bb9-d4db27ee7a89 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.436264 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e598-08f2-4621-9bb9-d4db27ee7a89 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.459653 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2e598-08f2-4621-9bb9-d4db27ee7a89 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728ac73e-85e9-474d-afd6-98357c9e77d6,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:11.464767 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e598-08f2-4621-9bb9-d4db27ee7a89 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.470536 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d1b2e598-08f2-4621-9bb9-d4db27ee7a89 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475563 Sep 26 14:21:11.471281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35086) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:11.476150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-0d55f3ef-f21b-472f-87ee-5cbd0a2497cd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'security_group_rule': {'security_group_id': '579121ab-24eb-4dfd-ab33-743bc95eb796', 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:11.503924 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-0d55f3ef-f21b-472f-87ee-5cbd0a2497cd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Project 30e28a6417dc4f39a296c96ba086f4bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:21:11.513130 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d55f3ef-f21b-472f-87ee-5cbd0a2497cd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.603169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d55f3ef-f21b-472f-87ee-5cbd0a2497cd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.608119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d55f3ef-f21b-472f-87ee-5cbd0a2497cd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.627811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55f3ef-f21b-472f-87ee-5cbd0a2497cd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fecf8d7-5503-4a88-970d-dc77345b3c17,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:11.636428 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-0d55f3ef-f21b-472f-87ee-5cbd0a2497cd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:11.641253 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-0d55f3ef-f21b-472f-87ee-5cbd0a2497cd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658149 Sep 26 14:21:11.808286 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:12.447093 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:13.903030 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:16.086181 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:20.977829 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:28.744911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-5ebd1e88-b679-4676-b73e-6d135e864fd1 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99428289&fields=id&tenant_id=30e28a6417dc4f39a296c96ba086f4bc HTTP/1.1" status: 200 len: 267 time: 0.0573843 Sep 26 14:21:28.878684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-df515715-870d-4bd7-ab0e-71db57f81457 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:28.881177 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-df515715-870d-4bd7-ab0e-71db57f81457 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 809 time: 0.1293957 Sep 26 14:21:28.905529 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-a8d9cb9c-101b-44cc-b761-f573f2a471b4 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/quotas/30e28a6417dc4f39a296c96ba086f4bc HTTP/1.1" status: 200 len: 375 time: 0.0162382 Sep 26 14:21:28.969134 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-ede2962d-79dd-4a51-a009-5c340f492c70 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575786 Sep 26 14:21:29.075111 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bead6cbb-cd99-42f6-a3d1-4f9eff9e0009 service neutron] 10.222.0.13 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938368 Sep 26 14:21:29.226392 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-adbb15bf-2615-4078-8d61-5427c0208cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444228 Sep 26 14:21:29.651733 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-804cab39-51d4-48b7-a2f3-f41797f62564 req-7d5ace0b-ae83-4cda-b0b3-be341929cd5a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 210 time: 0.0526118 Sep 26 14:21:30.787156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-e199b200-b0db-498a-aff6-d8ae8eb2c916 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:30.788705 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-e199b200-b0db-498a-aff6-d8ae8eb2c916 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.24 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 809 time: 0.1966341 Sep 26 14:21:30.790813 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-84531f5b-3d05-484c-95d4-1c413e28808b req-b6a94ef7-9e8c-4d2f-839c-b2ddd41680ad tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 210 time: 0.0472908 Sep 26 14:21:30.850611 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-37c90d81-c3d7-4f7a-bd97-8f34483ed319 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30e28a6417dc4f39a296c96ba086f4bc HTTP/1.1" status: 200 len: 378 time: 0.0505464 Sep 26 14:21:30.861523 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'port': {'device_id': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'admin_state_up': True, 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'security_groups': ['579121ab-24eb-4dfd-ab33-743bc95eb796']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:31.039628 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Made reservation on behalf of 30e28a6417dc4f39a296c96ba086f4bc for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:21:31.045098 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:31.225652 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Allocated IP 172.20.0.11 (7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9/558e0283-15d9-4fdd-bc8a-cfbdb13957f9/10d656a5-1bfb-4193-a1a7-7b5b66d90b51) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:21:31.425176 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:31.484315 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:31.558638 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:21:31.564554 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:21:31.571341 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:21:31.625130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:31.679604 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:31.680706 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:31.706867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-bee0dd5a-f899-49c1-b793-0db994e19946 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8495853 Sep 26 14:21:31.719101 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-809f679c-91f8-4c7c-a0f5-b91da1a3310e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:21:31.720792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-809f679c-91f8-4c7c-a0f5-b91da1a3310e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078938 Sep 26 14:21:31.841551 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Request body: {'port': {'device_id': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:31.920440 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-dc5eba77-f3a0-48a6-90fe-00bd6a7df728 None None] Provisioning complete for port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:21:31.921790 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dc5eba77-f3a0-48a6-90fe-00bd6a7df728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:31.950159 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:31.966980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-dc5eba77-f3a0-48a6-90fe-00bd6a7df728 None None] Port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:21:31.998897 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44191451-9ae9-4adc-bc5f-755a9ded2b90 req-c1f317b5-597e-4fa4-a5ca-e0b4eee78505 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:32.002200 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44191451-9ae9-4adc-bc5f-755a9ded2b90 req-c1f317b5-597e-4fa4-a5ca-e0b4eee78505 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 932 time: 0.1005661 Sep 26 14:21:32.073842 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-44191451-9ae9-4adc-bc5f-755a9ded2b90 req-da21de9d-4723-4923-a55b-ce5044623660 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637877 Sep 26 14:21:32.382526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:21:32.392496 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:32.408734 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Transition to ACTIVE for port object 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:21:32.413773 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:32.515611 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:32.614620 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Attempting to bind port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:21:32.614968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Attempting to bind port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:21:32.615289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Attempting to bind port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:21:32.620770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:21:32.621098 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Attempting to bind port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:21:32.627178 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:21:32.627557 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Checking segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:21:32.627932 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Bound using segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:21:32.628378 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Bound port: 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:21:32.628765 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:32.724042 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:21:32.728118 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:21:32.734481 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:32.774032 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:32.774674 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:32.776167 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] 10.222.0.24 "PUT /v2.0/ports/10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 1093 time: 1.0467520 Sep 26 14:21:32.776721 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:21:32.779089 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf95076b-c27f-4592-a098-306b950c7e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:21:32.823971 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38151aa-94e5-4467-b8e2-709c5234eb2c service neutron] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:32.893432 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955e7913-5162-4e65-81bc-4d8adad60ef0 x-openstack-request-id: req-955e7913-5162-4e65-81bc-4d8adad60ef0 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:21:32.894878 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:21:32.894878 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-955e7913-5162-4e65-81bc-4d8adad60ef0 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:21:32.894878 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'status': 'completed', 'code': 200} Sep 26 14:21:32.925506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-7f889887-0ee8-4b04-a007-9ca4d1ccfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:32.928667 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-7f889887-0ee8-4b04-a007-9ca4d1ccfc5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1096 time: 0.0883458 Sep 26 14:21:32.989835 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-978de731-cfa9-4167-b3c3-db736dbede0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 217 time: 0.0529819 Sep 26 14:21:33.075123 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-83ad9498-8041-4200-b24a-c2b4c0c03805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:33.080026 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-83ad9498-8041-4200-b24a-c2b4c0c03805 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0780232 Sep 26 14:21:33.134895 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-70eabd5a-8cfe-44ef-8cfc-792d40585eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:33.136856 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-70eabd5a-8cfe-44ef-8cfc-792d40585eb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516572 Sep 26 14:21:33.264570 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-0ce51b58-536f-41bb-95f9-4a2df8d3d75c service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207786 Sep 26 14:21:33.311686 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38833c-cac7-49c8-835d-08f81f39fca8 req-501d8e7e-748a-4bc3-95d8-065c56ab0568 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:33.322266 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c38833c-cac7-49c8-835d-08f81f39fca8 req-501d8e7e-748a-4bc3-95d8-065c56ab0568 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.1008694 Sep 26 14:21:33.369038 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6c38833c-cac7-49c8-835d-08f81f39fca8 req-f7868cb8-3892-4c8c-8da9-60b1c2453dd3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409014 Sep 26 14:21:33.878941 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-abe3819a-cee7-42fc-9e33-07444f5b4baa req-00c03cc1-31e4-459c-aeeb-41316acf9e1b service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074288 Sep 26 14:21:33.973934 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95076b-c27f-4592-a098-306b950c7e5f req-e90aa91b-b873-4eb7-afc1-c142c46df5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:33.975584 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf95076b-c27f-4592-a098-306b950c7e5f req-e90aa91b-b873-4eb7-afc1-c142c46df5b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1096 time: 0.0479808 Sep 26 14:21:34.102825 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95076b-c27f-4592-a098-306b950c7e5f req-7a18f9a3-7f07-4c3e-ae83-d4a2b510cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:34.105312 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf95076b-c27f-4592-a098-306b950c7e5f req-7a18f9a3-7f07-4c3e-ae83-d4a2b510cc7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1227167 Sep 26 14:21:34.153024 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf95076b-c27f-4592-a098-306b950c7e5f req-b7b013ad-9da1-456d-a535-45bbc0d55961 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 217 time: 0.0392418 Sep 26 14:21:34.238556 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95076b-c27f-4592-a098-306b950c7e5f req-5f996c7b-c609-4d59-bee5-9bbdabf3cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:34.241061 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf95076b-c27f-4592-a098-306b950c7e5f req-5f996c7b-c609-4d59-bee5-9bbdabf3cd71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0814345 Sep 26 14:21:34.296606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95076b-c27f-4592-a098-306b950c7e5f req-1e161827-8a65-4075-8525-eab9c0418329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:34.298434 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf95076b-c27f-4592-a098-306b950c7e5f req-1e161827-8a65-4075-8525-eab9c0418329 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503068 Sep 26 14:21:34.464199 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf95076b-c27f-4592-a098-306b950c7e5f req-99567367-d7cb-4657-a58f-32d7f285e0c8 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568956 Sep 26 14:21:34.653375 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e61eb-b495-4107-9651-9ddaca4a2db3 req-6cc73d05-f253-421d-b28e-eeba29ab992c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:34.655295 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d6e61eb-b495-4107-9651-9ddaca4a2db3 req-6cc73d05-f253-421d-b28e-eeba29ab992c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.1871285 Sep 26 14:21:34.691360 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bf95076b-c27f-4592-a098-306b950c7e5f req-6c1674e5-cf4f-4b31-9f70-08e7b971aba7 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068033 Sep 26 14:21:34.723519 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7d6e61eb-b495-4107-9651-9ddaca4a2db3 req-2e87f3f3-fa7a-4700-915d-e268257e29ba tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513728 Sep 26 14:21:34.821695 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:21:35.880332 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd685a56-718f-44f0-b450-9734432648c2 req-a13dcf09-3642-48c2-ab37-770adfb40719 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:35.883100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cd685a56-718f-44f0-b450-9734432648c2 req-a13dcf09-3642-48c2-ab37-770adfb40719 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0648675 Sep 26 14:21:35.933384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-cd685a56-718f-44f0-b450-9734432648c2 req-35b8e378-87b9-451b-8771-2f4e7f3faa94 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425963 Sep 26 14:21:37.113176 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43eeb1-9902-4f70-8eaf-bfbe1d5d44c3 req-fadb98a7-73a7-4a6f-b76b-2867b811de14 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:37.114834 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac43eeb1-9902-4f70-8eaf-bfbe1d5d44c3 req-fadb98a7-73a7-4a6f-b76b-2867b811de14 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0533106 Sep 26 14:21:37.157829 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ac43eeb1-9902-4f70-8eaf-bfbe1d5d44c3 req-5660bde6-d385-4d12-ad1d-a477d49ce26b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357375 Sep 26 14:21:38.321353 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b601af5-6b38-4916-9c66-8fc2f2ec45a9 req-ee74fa55-9925-4be5-8a91-4ba5d0c64c96 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:38.322959 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b601af5-6b38-4916-9c66-8fc2f2ec45a9 req-ee74fa55-9925-4be5-8a91-4ba5d0c64c96 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0542221 Sep 26 14:21:38.372535 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-2b601af5-6b38-4916-9c66-8fc2f2ec45a9 req-42ae684e-b7eb-4a4d-ace6-691dcdf8aa87 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383227 Sep 26 14:21:38.557529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-54309d20-4503-45a7-92a4-710fe1a3deb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:39.515817 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b759d-af8b-4bd1-a3a1-776ea67af0df req-b7515285-085c-459a-a39d-810217567efb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:39.517437 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f35b759d-af8b-4bd1-a3a1-776ea67af0df req-b7515285-085c-459a-a39d-810217567efb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0526724 Sep 26 14:21:39.560327 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f35b759d-af8b-4bd1-a3a1-776ea67af0df req-ff2752b7-1b71-450b-a6ec-333573177904 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362356 Sep 26 14:21:40.688391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3d88-4981-477f-94b1-fef01403b927 req-a54347cc-ca26-41fe-9ee0-8f413d180868 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:40.690085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93cd3d88-4981-477f-94b1-fef01403b927 req-a54347cc-ca26-41fe-9ee0-8f413d180868 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0562851 Sep 26 14:21:40.735505 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-93cd3d88-4981-477f-94b1-fef01403b927 req-8e96a9a1-6f97-4238-a2f8-c5aaa34abfef tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387783 Sep 26 14:21:41.182747 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca2a5-07ee-4f98-87f3-7373746fc0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:41.807504 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:41.879159 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d8768-b655-4dd0-a331-0b5a9844027d req-b296f5c9-705a-46d5-9e7d-83c5e248c9cb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:41.881943 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-766d8768-b655-4dd0-a331-0b5a9844027d req-b296f5c9-705a-46d5-9e7d-83c5e248c9cb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0688610 Sep 26 14:21:41.924087 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-766d8768-b655-4dd0-a331-0b5a9844027d req-67d22fee-13cc-4b96-9051-b0a840784915 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355875 Sep 26 14:21:42.428929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:43.054946 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764b0e-ebfb-4e91-9083-93897e2a7447 req-4b2b2d0d-062d-4b61-ba41-cbe73ed8e1ba tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:43.057074 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92764b0e-ebfb-4e91-9083-93897e2a7447 req-4b2b2d0d-062d-4b61-ba41-cbe73ed8e1ba tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0591669 Sep 26 14:21:43.114661 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-92764b0e-ebfb-4e91-9083-93897e2a7447 req-087663ad-c8a1-4b6d-a058-1935f98789af tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504363 Sep 26 14:21:43.898071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:44.091476 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:21:44.202188 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:21:44.215465 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'port_id': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'mac_address': 'fa:16:3e:c3:b4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:21:44.260861 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:44.279312 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:21:44.288647 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f90d7-10db-4424-a20c-5358cbc6c074 req-fc10f9b3-f66f-4c60-be81-4078d2185927 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:44.291252 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-680f90d7-10db-4424-a20c-5358cbc6c074 req-fc10f9b3-f66f-4c60-be81-4078d2185927 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0637114 Sep 26 14:21:44.309797 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:21:44.316453 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:44.347416 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-680f90d7-10db-4424-a20c-5358cbc6c074 req-69cfa1ec-3997-414b-a9bc-805f8c360983 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466638 Sep 26 14:21:44.381825 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:44.390117 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.390541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.390900 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.391240 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.391578 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.391913 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.392243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.392575 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.392902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.393230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.393582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.393906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:21:44.553816 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['10d656a5-1bfb-4193-a1a7-7b5b66d90b51'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:21:45.467704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c98cb-7d14-4f25-a074-b7bdde1a87b8 req-81ca8741-eaf9-4f42-bc4a-03b238d520ee tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:45.469263 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c1c98cb-7d14-4f25-a074-b7bdde1a87b8 req-81ca8741-eaf9-4f42-bc4a-03b238d520ee tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 945 time: 0.0506089 Sep 26 14:21:45.509321 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5c1c98cb-7d14-4f25-a074-b7bdde1a87b8 req-19b694c4-5e99-444d-bc80-74013d36294c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339091 Sep 26 14:21:46.089609 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:46.106123 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:21:46.163014 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:21:46.167946 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:21:46.168510 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:46.267458 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:46.291923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:21:46.294625 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50d6da8-c1a9-414e-9b94-7c6db3117af8" -d '{"events": [{"server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "name": "network-vif-plugged", "status": "completed", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:21:46.310184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:21:46.315929 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:46.381146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:46.434984 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accd4329-c3b9-4a2f-9d9a-4f745a9160b9 x-openstack-request-id: req-accd4329-c3b9-4a2f-9d9a-4f745a9160b9 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:21:46.435279 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "name": "network-vif-plugged", "status": "completed", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:21:46.435564 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-accd4329-c3b9-4a2f-9d9a-4f745a9160b9 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:21:46.435963 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'code': 200} Sep 26 14:21:46.536103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f866-7adb-4183-86fd-8fda3ab64dd5 req-3af3c21b-515d-4a3b-9669-c2fb7f8a3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:46.537674 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd5f866-7adb-4183-86fd-8fda3ab64dd5 req-3af3c21b-515d-4a3b-9669-c2fb7f8a3fea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1098 time: 0.0434990 Sep 26 14:21:46.576241 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7cd5f866-7adb-4183-86fd-8fda3ab64dd5 req-69fcaeb1-5eeb-474d-8294-e36d7f0dc49c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309291 Sep 26 14:21:46.663173 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66f2f6-3904-46d8-bd8c-041393c74461 req-01da0057-b78b-46de-96ac-a4be8236dba3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:46.665038 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5e66f2f6-3904-46d8-bd8c-041393c74461 req-01da0057-b78b-46de-96ac-a4be8236dba3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0599751 Sep 26 14:21:46.708507 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-5e66f2f6-3904-46d8-bd8c-041393c74461 req-aea334cb-42da-4e22-bc69-1e0d932cc5c8 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366788 Sep 26 14:21:47.866841 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a42e8b-da09-47ba-9fad-58cbc027e38c req-83a7bcf9-59c9-4373-8beb-5eed662174d1 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:47.869098 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66a42e8b-da09-47ba-9fad-58cbc027e38c req-83a7bcf9-59c9-4373-8beb-5eed662174d1 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0899324 Sep 26 14:21:47.872503 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-a5cf25a4-0699-42f5-a3b7-be9e4c37652c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0802374 Sep 26 14:21:47.917256 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-66a42e8b-da09-47ba-9fad-58cbc027e38c req-7fd32f88-15e4-4176-bc88-19356f4dd9eb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369372 Sep 26 14:21:47.968258 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-2201ceb1-57fe-4c59-85ff-ca5ee739cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:47.969854 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-2201ceb1-57fe-4c59-85ff-ca5ee739cd22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1098 time: 0.0516367 Sep 26 14:21:48.072923 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53f58a-7225-408f-a79d-c10faf698d45 req-da122d8d-ba1e-4e15-a6d2-366c413b4d05 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:48.075452 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f53f58a-7225-408f-a79d-c10faf698d45 req-da122d8d-ba1e-4e15-a6d2-366c413b4d05 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0766966 Sep 26 14:21:48.099326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-36e1a86f-42cf-4329-99f7-8562b4587016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:48.102120 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-36e1a86f-42cf-4329-99f7-8562b4587016 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1116900 Sep 26 14:21:48.129302 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6f53f58a-7225-408f-a79d-c10faf698d45 req-f694d0ca-a03d-4ace-9251-9224e07ccfbb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460184 Sep 26 14:21:48.153178 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35318) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:48.155801 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-730c52aa-7191-477f-9309-b316af1f1475 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 217 time: 0.0466578 Sep 26 14:21:48.231752 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-47d258b1-7a0e-4846-ba61-a6f15e089adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:48.233721 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-47d258b1-7a0e-4846-ba61-a6f15e089adf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0710118 Sep 26 14:21:48.249022 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411640dd-5502-4803-bcac-bfdcdaa7ce31 tempest-TestShelveInstance-735401222 tempest-TestShelveInstance-735401222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:48.251704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-411640dd-5502-4803-bcac-bfdcdaa7ce31 tempest-TestShelveInstance-735401222 tempest-TestShelveInstance-735401222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1093 time: 0.0969160 Sep 26 14:21:48.254699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35322) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:21:48.260312 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:21:48.289422 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:48.294280 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-a9536496-d88f-484e-9957-a108248329ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:48.295809 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-a9536496-d88f-484e-9957-a108248329ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553253 Sep 26 14:21:48.410393 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-aca1348f-1f62-475f-b790-043e04ebcf0f service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074862 Sep 26 14:21:48.423119 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:48.553395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-50b608bc-02d7-47c9-8809-86a054bd9a95 req-cc07ca4e-407b-4c6a-a927-17068e8144ad service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357553 Sep 26 14:21:48.553967 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Allocated IP 172.25.4.24 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/3a1af620-479c-4afc-b422-c0c91b0d6aff) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:21:48.680716 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:48.722341 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:48.763716 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:21:48.767082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:21:48.771188 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:21:48.780261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'Port': ['ID=3a1af620-479c-4afc-b422-c0c91b0d6aff,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:49.277323 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:49.355230 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:49.533753 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:49.539265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:49.629529 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event updated for resources: {'Port': ['ID=3a1af620-479c-4afc-b422-c0c91b0d6aff,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:21:49.641691 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:49.765355 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Floating IP a877393b-26f6-4401-8ec9-11c70d121a98 associated. External IP: 172.25.4.24, port: 10d656a5-1bfb-4193-a1a7-7b5b66d90b51. Sep 26 14:21:49.996802 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Router 9d1701cb-795d-4528-8f15-6323c08700af has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:21:50.117805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:21:50.130734 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] Sync routers for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:21:50.140497 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:50.144818 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:21:50.145783 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:21:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:21:50.176957 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-04bb67b4-674a-401d-b7cc-fc5a3c6f357e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9206169 Sep 26 14:21:50.177887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:21:50.181893 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179896df-9049-4c74-8479-a979403cb231" -d '{"events": [{"name": "network-changed", "server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:21:50.248094 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cdc046-b005-41ae-ae02-d7ef8c2ff331 x-openstack-request-id: req-23cdc046-b005-41ae-ae02-d7ef8c2ff331 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:21:50.248386 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:21:50.248769 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23cdc046-b005-41ae-ae02-d7ef8c2ff331 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:21:50.249260 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'status': 'completed', 'code': 200} Sep 26 14:21:50.302092 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:21:50.328220 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179896df-9049-4c74-8479-a979403cb231 req-5350dc56-7f73-4584-9d1e-2a0426ed3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:50.330384 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-179896df-9049-4c74-8479-a979403cb231 req-5350dc56-7f73-4584-9d1e-2a0426ed3110 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1098 time: 0.0539420 Sep 26 14:21:50.451424 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179896df-9049-4c74-8479-a979403cb231 req-245915f4-3b3b-41dc-b044-13ce7768a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:50.454162 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-179896df-9049-4c74-8479-a979403cb231 req-245915f4-3b3b-41dc-b044-13ce7768a620 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1155934 Sep 26 14:21:50.533294 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-179896df-9049-4c74-8479-a979403cb231 req-f68d6bc0-8df7-43f2-8450-da67cf4f5f52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 999 time: 0.0718343 Sep 26 14:21:50.592305 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'a877393b-26f6-4401-8ec9-11c70d121a98', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'port_id': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'mac_address': 'fa:16:3e:c3:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:21:49Z', 'updated_at': '2021-09-26T14:21:49Z', 'revision_number': 0, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:21:50.596124 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179896df-9049-4c74-8479-a979403cb231 req-302b2c60-e25b-42c8-a388-7b72131ed9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:50.598428 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-179896df-9049-4c74-8479-a979403cb231 req-302b2c60-e25b-42c8-a388-7b72131ed9d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0582047 Sep 26 14:21:50.624458 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] Checking router: 9d1701cb-795d-4528-8f15-6323c08700af for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:21:50.636362 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:21:50.637007 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:21:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:21:50.660202 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179896df-9049-4c74-8479-a979403cb231 req-0d2599d6-606d-463e-af3b-5df26a92d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:21:50.662137 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-179896df-9049-4c74-8479-a979403cb231 req-0d2599d6-606d-463e-af3b-5df26a92d858 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566447 Sep 26 14:21:50.766555 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:21:50.780200 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-179896df-9049-4c74-8479-a979403cb231 req-20a62975-46a2-48a9-a9aa-186b6257f112 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102653 Sep 26 14:21:50.889212 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-179896df-9049-4c74-8479-a979403cb231 req-9ccdfedb-0454-42f3-b258-b855c8ab65b0 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017883 Sep 26 14:21:50.996376 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:21:51.081892 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'a877393b-26f6-4401-8ec9-11c70d121a98', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'port_id': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'mac_address': 'fa:16:3e:c3:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:21:49Z', 'updated_at': '2021-09-26T14:21:49Z', 'revision_number': 0, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:21:51.110585 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f05658-6527-4c32-b9a2-1b278ed48e75 None None] The sync data for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 is: [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': 'a877393b-26f6-4401-8ec9-11c70d121a98', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'port_id': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'mac_address': 'fa:16:3e:c3:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:21:49Z', 'updated_at': '2021-09-26T14:21:49Z', 'revision_number': 0, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:21:51.339336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84738f41-2691-4334-a0fd-cbad00900843 None None] New status for floating IP a877393b-26f6-4401-8ec9-11c70d121a98: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:22:08.562324 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fdf89ef6-5818-4af2-936c-6030977ee0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:11.177410 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a3f6-da74-40d2-8913-5e58185466ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:11.803745 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:11.821790 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:22:12.432404 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:13.904726 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:16.091796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:20.998029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:38.568387 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aaa77131-2807-4994-9712-fe9caca2bdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:41.183833 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f7d3e72e-e9c2-4c0e-8463-98977726952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:41.799536 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:42.436665 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:43.903449 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:46.106311 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:22:48.820605 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:22:49.843218 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-642647f3-4f03-4672-8995-f6ecc770622d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444388 Sep 26 14:22:49.932660 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-91771a2e-96c7-4aac-afbb-362ffa63e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:22:49.934332 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-91771a2e-96c7-4aac-afbb-362ffa63e7d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1098 time: 0.0450375 Sep 26 14:22:50.068994 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-cd5af52e-2b92-4bda-86b8-ad2c4a903088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:22:50.070967 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-cd5af52e-2b92-4bda-86b8-ad2c4a903088 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1158316 Sep 26 14:22:50.142963 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-c27b8b3d-aa73-41d3-918b-996603f2e123 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 1001 time: 0.0637884 Sep 26 14:22:50.203942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-9c5da58f-8e47-42c6-b5f4-416800f14cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:22:50.205746 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-9c5da58f-8e47-42c6-b5f4-416800f14cdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0563290 Sep 26 14:22:50.256465 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-da03929c-492a-491c-85f9-e6a76c9af842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:22:50.258191 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-da03929c-492a-491c-85f9-e6a76c9af842 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450208 Sep 26 14:22:50.358911 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-46218ee9-eeac-4c6a-aba8-1f5c45b12c57 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930724 Sep 26 14:22:50.468337 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-56a1994c-a70b-4b32-9e2b-b9b76d88eab5 req-99e5e433-772b-43ea-b4ba-88f01ba2fe1d service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021192 Sep 26 14:22:50.994658 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:08.564361 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2e372f04-cf98-4a3a-9545-42111fe8a7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:11.178143 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ce0d62d6-ba1a-47ce-a22a-9fc434b6561b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:11.805539 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:12.440294 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:13.908017 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:16.133884 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:21.005237 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:25.822565 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:23:38.570776 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dfa3a31d-3084-4d30-bce5-bd1529a06695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:41.182283 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7dfa36e0-c684-49a8-84e5-cc0b3b1a13f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:41.799949 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:42.442841 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:43.916594 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:46.132736 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:47.234299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093b9c2-3846-4663-b2db-1b3de7fd8a01 req-ee847235-bbe7-4c96-87af-9dd44caa43ac tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:47.235832 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4093b9c2-3846-4663-b2db-1b3de7fd8a01 req-ee847235-bbe7-4c96-87af-9dd44caa43ac tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0597100 Sep 26 14:23:47.285365 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-4093b9c2-3846-4663-b2db-1b3de7fd8a01 req-a1778158-aafd-41fd-bcd9-f571229e5b75 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374756 Sep 26 14:23:48.414318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e619d5-ec79-4db9-be2a-0ea03449bd8c req-4b5193fe-5e97-4a00-8976-5fd0b6e4dfa2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:48.416014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30e619d5-ec79-4db9-be2a-0ea03449bd8c req-4b5193fe-5e97-4a00-8976-5fd0b6e4dfa2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0553117 Sep 26 14:23:48.460678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-30e619d5-ec79-4db9-be2a-0ea03449bd8c req-73f3e23c-e09b-494a-a112-95994444cca3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380447 Sep 26 14:23:49.630576 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea635-86a2-420d-80fa-708e0cac3479 req-cc709355-8dc1-4e76-b4b5-ea64090d8878 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:49.632420 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b7ea635-86a2-420d-80fa-708e0cac3479 req-cc709355-8dc1-4e76-b4b5-ea64090d8878 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0619392 Sep 26 14:23:49.682964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-9b7ea635-86a2-420d-80fa-708e0cac3479 req-ae4d617e-25ee-419b-ad17-5bd1eebf5cf8 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434506 Sep 26 14:23:50.819874 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05092eea-5c41-4cc8-9f13-665e1d48663a req-35fcbd54-f772-4f4d-9209-6fc432e6e6fa tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:50.821589 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05092eea-5c41-4cc8-9f13-665e1d48663a req-35fcbd54-f772-4f4d-9209-6fc432e6e6fa tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0593545 Sep 26 14:23:50.864315 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-05092eea-5c41-4cc8-9f13-665e1d48663a req-cced7b85-6c6e-4622-b56d-d25945494eac tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364552 Sep 26 14:23:51.013470 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:23:52.015788 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf2aee-a56d-4af3-bdf3-76bbf33dad82 req-b403592c-527c-4d2d-adc1-e1ae973d17dc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:52.017453 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfcf2aee-a56d-4af3-bdf3-76bbf33dad82 req-b403592c-527c-4d2d-adc1-e1ae973d17dc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0793312 Sep 26 14:23:52.062619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dfcf2aee-a56d-4af3-bdf3-76bbf33dad82 req-6d45436d-64ed-4420-b70c-9bbda8934f2f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383246 Sep 26 14:23:52.398501 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-523b90f4-ca2e-41d5-9b56-58217812eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:52.400051 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-523b90f4-ca2e-41d5-9b56-58217812eb82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1098 time: 0.0491092 Sep 26 14:23:52.517476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-f5f3e344-6e0b-4aed-9953-9766648d63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:52.519037 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-f5f3e344-6e0b-4aed-9953-9766648d63af service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.0977294 Sep 26 14:23:52.595691 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-a3109d8a-8574-476a-8833-a07baf13830e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 1001 time: 0.0682976 Sep 26 14:23:52.648591 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-46e022bf-00da-4685-9c47-f54f4b24437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:52.650033 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-46e022bf-00da-4685-9c47-f54f4b24437f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0475852 Sep 26 14:23:52.704030 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-1f09d47d-3801-4e5f-b97c-cf19a97da0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:52.705609 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-1f09d47d-3801-4e5f-b97c-cf19a97da0c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488067 Sep 26 14:23:52.807219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-cf169d4a-7cd6-4bbe-bad7-1602e0b1c4f9 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934470 Sep 26 14:23:52.951758 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d1048800-f3b4-4eef-ad39-526151ce8b2e req-532cf054-a4bf-4380-ae44-fe8f5512a2f2 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370606 Sep 26 14:23:53.186039 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3288f-e0ab-42c7-804c-712177a78716 req-1c675322-f663-4d1b-9994-7f97a87bdc4a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:53.187983 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9c3288f-e0ab-42c7-804c-712177a78716 req-1c675322-f663-4d1b-9994-7f97a87bdc4a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0523803 Sep 26 14:23:53.229638 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c9c3288f-e0ab-42c7-804c-712177a78716 req-0c30c498-c8a9-46e1-bbd5-c17ef84c58c0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343833 Sep 26 14:23:54.355568 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47523f90-c0d4-4aa4-a6a4-6a50848b3376 req-80dd3d9b-9410-4980-8f1d-e4d0ba858b1b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:54.357376 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47523f90-c0d4-4aa4-a6a4-6a50848b3376 req-80dd3d9b-9410-4980-8f1d-e4d0ba858b1b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0554698 Sep 26 14:23:54.406193 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-47523f90-c0d4-4aa4-a6a4-6a50848b3376 req-c55a1901-9646-434b-a22d-22ed62b2b366 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373378 Sep 26 14:23:55.530595 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad313e5-aae6-4474-9ade-5143c56ed177 req-6ba72445-008a-47ea-8348-7d8438e89d3b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:55.532206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ad313e5-aae6-4474-9ade-5143c56ed177 req-6ba72445-008a-47ea-8348-7d8438e89d3b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0520351 Sep 26 14:23:55.575093 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0ad313e5-aae6-4474-9ade-5143c56ed177 req-c90e39b9-e9f2-4eac-abf8-b3bb0475906c tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356457 Sep 26 14:23:56.701050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ee159-e199-46ff-856d-0c19a7782957 req-ec6d7543-9cc0-4315-86c9-0c9014ab0b9a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:56.702932 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-841ee159-e199-46ff-856d-0c19a7782957 req-ec6d7543-9cc0-4315-86c9-0c9014ab0b9a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0537100 Sep 26 14:23:56.752680 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-841ee159-e199-46ff-856d-0c19a7782957 req-01a2d8aa-75e3-464b-b5ae-f42e2c72ddae tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432363 Sep 26 14:23:57.338191 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-b21f3869-09ca-418e-92c3-6a27871ad6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:57.339963 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-b21f3869-09ca-418e-92c3-6a27871ad6b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1098 time: 0.0452743 Sep 26 14:23:57.441777 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-736224cf-3f6b-4f75-a67e-931f007190b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:57.443364 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-736224cf-3f6b-4f75-a67e-931f007190b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.0963051 Sep 26 14:23:57.525066 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-837f426a-f328-4022-b00d-6d6423ce703d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 1001 time: 0.0740027 Sep 26 14:23:57.577886 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-c22f3826-cf25-4d42-9401-e974cc9702fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:57.579390 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-c22f3826-cf25-4d42-9401-e974cc9702fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0480127 Sep 26 14:23:57.629389 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-77bed0d9-55ef-4579-a4bd-81c4abf8417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:57.631441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-77bed0d9-55ef-4579-a4bd-81c4abf8417d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446711 Sep 26 14:23:57.743075 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-eaef1726-6093-4638-bb14-ba2101b6bd35 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992327 Sep 26 14:23:57.881619 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a7c1973b-b75c-4029-89ab-2caeea7d4990 req-afc191ae-d467-479e-820d-72b539e650a8 service neutron] 10.222.0.24 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316481 Sep 26 14:23:57.920292 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972170a-98d5-4fb1-92fb-bbde59604d23 req-7143f9d3-c890-4d4f-92b8-2e95efa38347 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:57.921930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6972170a-98d5-4fb1-92fb-bbde59604d23 req-7143f9d3-c890-4d4f-92b8-2e95efa38347 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0772791 Sep 26 14:23:57.967206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6972170a-98d5-4fb1-92fb-bbde59604d23 req-37484b8c-9f36-40db-b214-a82f7c7b402b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380318 Sep 26 14:23:59.095540 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708921f6-222f-4785-a4c7-87d42cfd4b83 req-929cd5a9-d353-462f-b8d3-86b2c1d34a00 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:23:59.097204 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-708921f6-222f-4785-a4c7-87d42cfd4b83 req-929cd5a9-d353-462f-b8d3-86b2c1d34a00 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0565066 Sep 26 14:23:59.143830 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-708921f6-222f-4785-a4c7-87d42cfd4b83 req-c9717db3-5b71-4b6d-a2e9-41c931b7a796 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360086 Sep 26 14:24:00.268718 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84870a82-c0a4-4b81-b567-ab656055cf76 req-18864577-92b6-46fc-bc44-f26cf3c27f97 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:00.270468 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84870a82-c0a4-4b81-b567-ab656055cf76 req-18864577-92b6-46fc-bc44-f26cf3c27f97 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0540321 Sep 26 14:24:00.316383 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-84870a82-c0a4-4b81-b567-ab656055cf76 req-a98c4849-343f-413f-9531-241fad71e44e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370166 Sep 26 14:24:01.475192 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4378-dabb-4942-a836-aea0945226da req-0ccb65bc-0676-4e65-961e-4d4576746fcd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:01.477307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bbfa4378-dabb-4942-a836-aea0945226da req-0ccb65bc-0676-4e65-961e-4d4576746fcd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0594277 Sep 26 14:24:01.529553 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-bbfa4378-dabb-4942-a836-aea0945226da req-91f3e8e6-ac24-472e-aa19-98a9deaea4eb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445530 Sep 26 14:24:01.700409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-201aacba-4666-4afb-a251-4a19ffb5cf4e req-83f891d3-f8ad-4a37-ac94-a5acb5338807 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:24:01.701774 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-201aacba-4666-4afb-a251-4a19ffb5cf4e req-83f891d3-f8ad-4a37-ac94-a5acb5338807 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553560 Sep 26 14:24:01.894245 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-afc00323-b575-4941-be9a-070406e07258 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804899 Sep 26 14:24:01.904346 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92965a11-b30b-49bb-bf02-430195459b66 req-a8f57e42-8458-40dd-af6b-bce2b0763978 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:01.905853 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-92965a11-b30b-49bb-bf02-430195459b66 req-a8f57e42-8458-40dd-af6b-bce2b0763978 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 946 time: 0.0827553 Sep 26 14:24:01.910883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-6a9b7659-66b1-42bd-a1d8-3b3e60fbfb5c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:24:01.912538 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-6a9b7659-66b1-42bd-a1d8-3b3e60fbfb5c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052822 Sep 26 14:24:01.951695 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-92965a11-b30b-49bb-bf02-430195459b66 req-40dc2639-1d2d-462b-9f15-5f410462a749 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370178 Sep 26 14:24:02.791002 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:24:02.825873 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:24:02.877200 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:02.901172 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:24:02.903506 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9fc4c8-75e7-476a-9ec4-11e4652ffe30" -d '{"events": [{"server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "name": "network-vif-unplugged", "status": "completed", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:24:02.917664 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:24:02.922856 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:02.965932 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 26 Sep 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047af847-0310-4b4e-8a9e-ce2005b8521d x-openstack-request-id: req-047af847-0310-4b4e-8a9e-ce2005b8521d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:24:02.966225 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "name": "network-vif-unplugged", "status": "failed", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51", "code": 422}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:24:02.966479 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-047af847-0310-4b4e-8a9e-ce2005b8521d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:24:02.966874 n-d-806683-13 neutron-server[94813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'code': 422} returned with failed status Sep 26 14:24:02.977776 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:24:02.985643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.985987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.986311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.986645 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.986984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.987311 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.987635 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.987959 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.988278 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.988595 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.988915 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:02.989233 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:03.126296 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac00a2-0493-4dfd-a7ea-219685428ac9 req-45caa443-ed26-466a-89cf-b08fdec8b058 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:03.128386 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6ac00a2-0493-4dfd-a7ea-219685428ac9 req-45caa443-ed26-466a-89cf-b08fdec8b058 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0731592 Sep 26 14:24:03.198219 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e6ac00a2-0493-4dfd-a7ea-219685428ac9 req-1b9ef783-a8d1-4d1a-a9f5-f7ffdedf5841 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628211 Sep 26 14:24:04.350705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a338-a74a-45ce-a9d8-37251b231dd1 req-4be27e60-a7e0-47b9-b44f-35015e454d11 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:04.352344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4db5a338-a74a-45ce-a9d8-37251b231dd1 req-4be27e60-a7e0-47b9-b44f-35015e454d11 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0687532 Sep 26 14:24:04.397073 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4db5a338-a74a-45ce-a9d8-37251b231dd1 req-94b1921f-1f90-488c-acda-3414ea218d9a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373998 Sep 26 14:24:05.565467 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a49b4-4d3e-4bfa-9a6d-4c8a9b59c07f req-b09bcea3-ec52-42c7-ae5c-f71083670854 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:05.567161 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-836a49b4-4d3e-4bfa-9a6d-4c8a9b59c07f req-b09bcea3-ec52-42c7-ae5c-f71083670854 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0571928 Sep 26 14:24:05.628464 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-836a49b4-4d3e-4bfa-9a6d-4c8a9b59c07f req-cc8c89d6-3ab2-4d50-ba52-5fd4e9b04624 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495887 Sep 26 14:24:06.776916 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb60afb-fade-4b5e-b7b4-e4d95f5d5c51 req-423a74d2-7d5c-44fe-8625-3a8777bc82ad tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:06.778619 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeb60afb-fade-4b5e-b7b4-e4d95f5d5c51 req-423a74d2-7d5c-44fe-8625-3a8777bc82ad tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0580974 Sep 26 14:24:06.821883 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-eeb60afb-fade-4b5e-b7b4-e4d95f5d5c51 req-caede680-9229-4994-90e3-9a99f93baca0 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367696 Sep 26 14:24:07.991092 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd23997-3dbc-43ac-906e-1883559f2a25 req-b5d3bbbf-b420-4efa-b997-953e2ac3de78 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:07.993897 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bd23997-3dbc-43ac-906e-1883559f2a25 req-b5d3bbbf-b420-4efa-b997-953e2ac3de78 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0901823 Sep 26 14:24:08.051138 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1bd23997-3dbc-43ac-906e-1883559f2a25 req-e936bbd7-04f9-4164-8ad5-40451095abc9 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500007 Sep 26 14:24:08.569762 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-7f49e332-cfbf-4894-a707-343265040866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:09.215384 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d63d9-6e37-4d61-b8b7-c4c3377b9833 req-cf9d9ada-b236-4093-8333-8fcf7cd89689 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:09.217022 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d3d63d9-6e37-4d61-b8b7-c4c3377b9833 req-cf9d9ada-b236-4093-8333-8fcf7cd89689 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0779684 Sep 26 14:24:09.265087 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4d3d63d9-6e37-4d61-b8b7-c4c3377b9833 req-05d64020-099f-4b1e-b77a-acca89363eca tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405228 Sep 26 14:24:09.784021 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-935a0705-ab08-47b3-be22-2a25a5b73a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:09.785656 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-935a0705-ab08-47b3-be22-2a25a5b73a88 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f&tenant_id=30e28a6417dc4f39a296c96ba086f4bc HTTP/1.1" status: 200 len: 1096 time: 0.0469522 Sep 26 14:24:09.798359 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-13', 'device_owner': 'compute:nova'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:24:09.865476 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:10.104475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:24:10.141299 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h2-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:24:10.180768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:24:10.189344 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:10.203789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Transition to ACTIVE for port object 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:24:10.208490 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:10.304747 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=7']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:24:10.336381 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.336887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.337398 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.337966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.338506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.339050 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.339590 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.340150 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.340699 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.341249 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.341830 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.342383 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:24:10.405151 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] No DVR routers for this DVR port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on host n-h2-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:24:10.458666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bb4c1-d0dc-4a46-9919-77d41254a22e req-f3770791-21b1-4cca-8f02-543d7d423e36 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:10.461187 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a3bb4c1-d0dc-4a46-9919-77d41254a22e req-f3770791-21b1-4cca-8f02-543d7d423e36 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0753553 Sep 26 14:24:10.518143 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5a3bb4c1-d0dc-4a46-9919-77d41254a22e req-067d0799-536c-4e91-863c-cceef24f5a3a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460663 Sep 26 14:24:10.594087 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Attempting to bind port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:24:10.594416 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Attempting to bind port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:24:10.594742 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Attempting to bind port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:24:10.599993 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:24:10.600320 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Attempting to bind port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:24:10.605985 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:24:10.606323 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Checking segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:24:10.606710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Bound using segment: {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:24:10.607160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Bound port: 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9551024-6141-4f52-83d7-8f8901ad8d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:24:10.607509 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:10.693759 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:24:10.697871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:24:10.703554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:10.753076 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:10.754036 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:10.756277 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] 10.222.0.23 "PUT /v2.0/ports/10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 1093 time: 0.9624860 Sep 26 14:24:10.756847 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:24:10.759601 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:24:10.852825 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81b8df2-1ec6-4070-b069-4fc4e8e20b7f x-openstack-request-id: req-f81b8df2-1ec6-4070-b069-4fc4e8e20b7f {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:24:10.853160 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:24:10.853563 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f81b8df2-1ec6-4070-b069-4fc4e8e20b7f {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:24:10.854173 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'status': 'completed', 'code': 200} Sep 26 14:24:10.855536 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa83b3-84d0-4bb4-8a45-9a5f377a59d2 service neutron] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=8']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:24:10.881423 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-436ea9e6-dbc2-49e3-a5a5-ee363217f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:10.883168 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-436ea9e6-dbc2-49e3-a5a5-ee363217f838 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1096 time: 0.0788136 Sep 26 14:24:11.017795 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-4d57e3e8-97c6-46cd-be14-4158e2ff8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:11.019422 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-4d57e3e8-97c6-46cd-be14-4158e2ff8dbf service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1293337 Sep 26 14:24:11.107243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-a17f1a2c-3fc0-4f4b-be68-f8c66bad36a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 999 time: 0.0798061 Sep 26 14:24:11.161133 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-4caacf3d-9d83-4d67-ba2a-497ae6b54d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:11.162993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-4caacf3d-9d83-4d67-ba2a-497ae6b54d0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0492651 Sep 26 14:24:11.186960 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-394ceb5a-7330-455e-93fb-eafcf580f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:11.222583 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-0d38d738-3033-4fea-a286-b5d269eb16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:11.224145 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-0d38d738-3033-4fea-a286-b5d269eb16d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537293 Sep 26 14:24:11.326062 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-7be14543-47dc-40b7-bb67-28b3886931d7 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945764 Sep 26 14:24:11.431777 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-31731e87-3cc2-4c17-bb6f-d524045ef562 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984275 Sep 26 14:24:11.524422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-2a4001f8-1d54-43cd-8f3e-4153d0ad8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:11.526251 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-2a4001f8-1d54-43cd-8f3e-4153d0ad8f93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1096 time: 0.0461018 Sep 26 14:24:11.673322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-44a1ec96-4599-4308-b0a1-ac40d2968e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:11.675237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-44a1ec96-4599-4308-b0a1-ac40d2968e31 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1422117 Sep 26 14:24:11.695627 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62377afd-53bd-4ae7-8b53-deff63a8d366 req-6d1704a3-e1e4-4a29-b8fa-1737aeef1afd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:11.697518 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62377afd-53bd-4ae7-8b53-deff63a8d366 req-6d1704a3-e1e4-4a29-b8fa-1737aeef1afd tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0610595 Sep 26 14:24:11.749582 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-62377afd-53bd-4ae7-8b53-deff63a8d366 req-ff1592b3-0055-460c-abac-0f2397afd4ab tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450244 Sep 26 14:24:11.753536 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-03b2abe3-204f-4c53-8ea8-1719917db2e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 999 time: 0.0699077 Sep 26 14:24:11.813927 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:11.827261 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-a89b6298-3f1f-42c4-bb23-71ef7ac8b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:11.828900 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-a89b6298-3f1f-42c4-bb23-71ef7ac8b3df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0687079 Sep 26 14:24:11.887723 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-6f4d59cb-1e98-46b9-9375-02fc46f81fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:11.889390 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-6f4d59cb-1e98-46b9-9375-02fc46f81fad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522656 Sep 26 14:24:11.998199 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-3d82ba2f-880f-411e-b6da-e699c5de6aaf service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006451 Sep 26 14:24:12.117525 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-91e921ff-22b9-4fd3-bbfd-7e5b31e4aeb6 req-0bdd154d-2774-4637-adf8-2f4024478814 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122313 Sep 26 14:24:12.447022 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:12.892987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d8417-a6de-4cf4-b2cb-391ecbc016ec req-91850130-20ae-421c-9880-5a1237e0075b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:12.894673 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b14d8417-a6de-4cf4-b2cb-391ecbc016ec req-91850130-20ae-421c-9880-5a1237e0075b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0563176 Sep 26 14:24:12.938986 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b14d8417-a6de-4cf4-b2cb-391ecbc016ec req-bf4e979f-152c-4a9a-ac32-a840eaca36ea tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373921 Sep 26 14:24:13.911679 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:14.073800 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6cbb0-7541-4058-8321-709d8864d8f8 req-240a5e9d-fbf7-46c8-b8c2-b6d705f7ca81 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:14.075422 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aca6cbb0-7541-4058-8321-709d8864d8f8 req-240a5e9d-fbf7-46c8-b8c2-b6d705f7ca81 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0614223 Sep 26 14:24:14.122211 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-aca6cbb0-7541-4058-8321-709d8864d8f8 req-80a4ba15-a38c-47d3-9995-980a635363f3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360541 Sep 26 14:24:15.245963 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5450ab5-c035-46e0-9d8e-ca3123a3e1d0 req-83ae653b-2ad9-47df-8cf7-74e0d81f7027 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:15.247696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5450ab5-c035-46e0-9d8e-ca3123a3e1d0 req-83ae653b-2ad9-47df-8cf7-74e0d81f7027 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0539694 Sep 26 14:24:15.290185 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f5450ab5-c035-46e0-9d8e-ca3123a3e1d0 req-00e160ce-8e21-46a5-84a2-156d04c25585 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363667 Sep 26 14:24:16.132108 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:16.416282 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11977f6-7d91-4012-a949-904cfc065ef0 req-160f9588-6fec-49cf-8be5-42c28d077c18 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:16.417989 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d11977f6-7d91-4012-a949-904cfc065ef0 req-160f9588-6fec-49cf-8be5-42c28d077c18 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0547466 Sep 26 14:24:16.461913 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d11977f6-7d91-4012-a949-904cfc065ef0 req-84a3880a-ce12-4c63-8df8-cf8f9631d30e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370958 Sep 26 14:24:17.616698 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53b2f-9407-4987-bf35-2599c279fb95 req-3b30e143-7974-4b6b-854a-dfa93bff2373 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:17.619333 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-acc53b2f-9407-4987-bf35-2599c279fb95 req-3b30e143-7974-4b6b-854a-dfa93bff2373 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0729001 Sep 26 14:24:17.684299 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-acc53b2f-9407-4987-bf35-2599c279fb95 req-b942f6c0-8603-4c4d-a78f-903a301906d4 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583797 Sep 26 14:24:18.814593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2c9db-820a-49e4-b9ac-4fb49b56fbee req-fc660d68-d8f8-4f2f-900f-e202c5533266 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:18.817345 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9c2c9db-820a-49e4-b9ac-4fb49b56fbee req-fc660d68-d8f8-4f2f-900f-e202c5533266 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 944 time: 0.0567126 Sep 26 14:24:18.875867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f9c2c9db-820a-49e4-b9ac-4fb49b56fbee req-975593dd-b62b-43d5-a02b-b46430bc8205 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473676 Sep 26 14:24:19.606490 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:24:19.716763 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:24:19.730445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'port_id': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'mac_address': 'fa:16:3e:c3:b4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:24:19.772541 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:19.786808 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:24:19.809427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:24:19.814208 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:19.869289 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=9']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:24:20.018452 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262afc8-4f8b-4205-9275-70afb505e823 req-e3dfa315-aab8-4f8c-9eaf-4ea8703d963a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:20.020171 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9262afc8-4f8b-4205-9275-70afb505e823 req-e3dfa315-aab8-4f8c-9eaf-4ea8703d963a tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 945 time: 0.0546129 Sep 26 14:24:20.084814 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9262afc8-4f8b-4205-9275-70afb505e823 req-a2d33c96-75e1-471a-ab94-41a335fce936 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571511 Sep 26 14:24:20.170457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['10d656a5-1bfb-4193-a1a7-7b5b66d90b51'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:24:21.009348 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:21.213509 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2297739-2d3b-4123-9551-5c472c01d5c6 req-344e3456-6795-4d1f-9b5b-0c94cfd7fb95 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:21.215198 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2297739-2d3b-4123-9551-5c472c01d5c6 req-344e3456-6795-4d1f-9b5b-0c94cfd7fb95 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 945 time: 0.0556242 Sep 26 14:24:21.262081 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2297739-2d3b-4123-9551-5c472c01d5c6 req-ce31e449-1f6e-4170-ae64-ed7b158fe3c3 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352738 Sep 26 14:24:21.634795 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:24:21.689400 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:24:21.694411 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:24:21.694806 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:21.779265 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:21.805805 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:24:21.808181 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc8f125-cc56-4641-90e2-e9bae625f25f" -d '{"events": [{"server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "name": "network-vif-plugged", "status": "completed", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:24:21.826310 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:24:21.831314 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:21.878457 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b69b9ac-5d00-4e07-9105-8dcf78f3d29c x-openstack-request-id: req-9b69b9ac-5d00-4e07-9105-8dcf78f3d29c {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:24:21.878858 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "name": "network-vif-plugged", "status": "completed", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:24:21.879027 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b69b9ac-5d00-4e07-9105-8dcf78f3d29c {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:24:21.879777 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'code': 200} Sep 26 14:24:21.890427 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=10']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:24:22.040289 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114b94-4596-4417-be9c-d786981f809c req-7cdc36dc-a047-4719-bdef-0685625b0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:22.042565 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4114b94-4596-4417-be9c-d786981f809c req-7cdc36dc-a047-4719-bdef-0685625b0d96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1099 time: 0.0464425 Sep 26 14:24:22.082164 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d4114b94-4596-4417-be9c-d786981f809c req-b705b4a0-08d1-4d1d-8bca-76762d19d511 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334723 Sep 26 14:24:22.389292 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89c366-6ce0-4d08-b62f-ce607eb021f6 req-d37011d6-9d14-4499-aa96-94fbdded87d4 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:22.391003 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f89c366-6ce0-4d08-b62f-ce607eb021f6 req-d37011d6-9d14-4499-aa96-94fbdded87d4 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 947 time: 0.0556030 Sep 26 14:24:22.435109 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-5f89c366-6ce0-4d08-b62f-ce607eb021f6 req-a08d8e4e-a517-46b2-8dbc-bdd1642011a5 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367229 Sep 26 14:24:23.575661 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017ba99-e28c-4c1c-9e9b-07c18bac7481 req-08b9cb7f-9272-4059-8266-c7a531516508 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:23.578344 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3017ba99-e28c-4c1c-9e9b-07c18bac7481 req-08b9cb7f-9272-4059-8266-c7a531516508 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 947 time: 0.0652473 Sep 26 14:24:23.620183 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3017ba99-e28c-4c1c-9e9b-07c18bac7481 req-ef1a1bb3-a588-4bbf-ba49-38c58149ad7b tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358462 Sep 26 14:24:38.567952 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b0814552-f539-4656-8f79-c1cd55df8099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:39.826477 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:24:41.193425 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-8bc36082-a9eb-4a43-a9a4-1845ce481651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:41.813648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:41.847531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-45ae5d7f-24a4-4b15-9e22-5df664e0c387 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510046 Sep 26 14:24:41.935825 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-301f884f-8ed0-418f-8ae2-a0395ce718ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:41.937384 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-301f884f-8ed0-418f-8ae2-a0395ce718ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1099 time: 0.0450983 Sep 26 14:24:42.450100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-a89adc70-ddfd-4c53-823a-7cf37072f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:42.451758 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:42.452649 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-a89adc70-ddfd-4c53-823a-7cf37072f218 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.4948642 Sep 26 14:24:42.540801 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-ee0b8121-b4e6-4c8c-81f1-4bf10b902944 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 1001 time: 0.0795341 Sep 26 14:24:42.603639 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-cbcc9c20-ad7a-4c20-b5ff-d2147a005742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:42.605192 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-cbcc9c20-ad7a-4c20-b5ff-d2147a005742 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0566280 Sep 26 14:24:42.657995 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-35b44395-be8e-4c18-9bcd-dde424772492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:24:42.659843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-35b44395-be8e-4c18-9bcd-dde424772492 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467827 Sep 26 14:24:42.763146 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-c2a0b7db-9e11-4b7f-bf71-dfe224e36a08 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946858 Sep 26 14:24:42.868653 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-8a533b45-ea06-4cde-a63b-a4770bf573a0 req-829fcfa9-fcae-43e5-a1b5-33218e8c3755 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961883 Sep 26 14:24:43.915354 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:46.149401 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:24:51.046335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:08.562368 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f53af773-75b9-42bc-9d9e-524b65201c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:11.189739 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-26730f21-e8dc-4fa4-a69b-d383c2030927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:11.825661 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:12.454374 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:13.921960 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:16.152538 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:16.827261 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:25:21.040996 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:37.368253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35494) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:37.548104 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Deleting port 3a1af620-479c-4afc-b422-c0c91b0d6aff {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:37.548467 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:37.640808 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:37.641121 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:37.655110 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Calling delete_port for 3a1af620-479c-4afc-b422-c0c91b0d6aff owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:37.889014 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:37.921219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event deleted for resources: {'Port': ['ID=3a1af620-479c-4afc-b422-c0c91b0d6aff,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:37.953782 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.954155 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.954492 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.954861 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.955198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.955558 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.955863 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.956219 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.956547 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.956887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.957221 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:37.957566 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:38.000506 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:38.000959 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Floating IP a877393b-26f6-4401-8ec9-11c70d121a98 disassociated (deleted). External IP: 172.25.4.24, port: 10d656a5-1bfb-4193-a1a7-7b5b66d90b51. Sep 26 14:25:38.237581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Router 9d1701cb-795d-4528-8f15-6323c08700af has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:25:38.357364 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:25:38.363434 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:38.371019 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] Sync routers for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:25:38.383388 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:25:38.384205 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:38.399725 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-9e33bb22-08df-4afe-8bf5-09113fe44a17 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "DELETE /v2.0/floatingips/a877393b-26f6-4401-8ec9-11c70d121a98 HTTP/1.1" status: 204 len: 168 time: 1.0299037 Sep 26 14:25:38.400730 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:25:38.405210 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cd6ec6-efcd-4cc8-81e9-703298322492" -d '{"events": [{"name": "network-changed", "server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:25:38.473613 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caccde94-cc72-485a-896d-3374f44dc626 x-openstack-request-id: req-caccde94-cc72-485a-896d-3374f44dc626 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:25:38.474560 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:25:38.475264 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caccde94-cc72-485a-896d-3374f44dc626 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:25:38.476218 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'status': 'completed', 'code': 200} Sep 26 14:25:38.554198 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:25:38.569971 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-61e29eaa-cc33-4b51-a60c-e7585178e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:38.572860 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-61e29eaa-cc33-4b51-a60c-e7585178e598 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 1099 time: 0.0709453 Sep 26 14:25:38.581906 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-17e581ce-f5ab-4f31-b78a-d86dd93ed201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:38.775572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-fdeaf767-2511-4e1d-8dc2-3668f7e631b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:38.777138 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-fdeaf767-2511-4e1d-8dc2-3668f7e631b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 200 len: 909 time: 0.1949904 Sep 26 14:25:38.787048 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2561fab-56c8-41f0-99c8-d60187ac1e82 req-8f1fcb6b-96d1-423d-acfb-f6ffb8d1cd4d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:38.788823 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2561fab-56c8-41f0-99c8-d60187ac1e82 req-8f1fcb6b-96d1-423d-acfb-f6ffb8d1cd4d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 947 time: 0.0774713 Sep 26 14:25:38.834669 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-1a432b33-f7b1-4129-99e4-6b3a2b5e72d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 200 len: 217 time: 0.0447834 Sep 26 14:25:38.895727 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:38.902385 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c2561fab-56c8-41f0-99c8-d60187ac1e82 req-d567ff7e-05d8-4524-9740-90e62f25c05e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049411 Sep 26 14:25:38.914397 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-3012723f-cb8b-41da-9bfb-885fa14b14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:38.915521 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-3012723f-cb8b-41da-9bfb-885fa14b14b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 200 len: 848 time: 0.0735958 Sep 26 14:25:38.982373 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-a5aae420-9314-43f8-ad66-026846f029c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:38.984421 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-a5aae420-9314-43f8-ad66-026846f029c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604339 Sep 26 14:25:39.044587 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] Checking router: 9d1701cb-795d-4528-8f15-6323c08700af for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:25:39.055632 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:25:39.056395 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:39.135805 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-c30f203d-1ec9-4dc3-a452-79021d1da808 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430032 Sep 26 14:25:39.169708 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:25:39.275340 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-78cd6ec6-efcd-4cc8-81e9-703298322492 req-dc79ba5f-e39c-444b-a755-9d00516297e4 service neutron] 10.222.0.23 "GET /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320906 Sep 26 14:25:39.388134 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:39.420720 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a64cf9-547d-4567-ab59-d8f8564b7919 None None] The sync data for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 is: [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:15:40Z', 'revision_number': 4, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '24898935-8e39-44cd-ad14-8ad96cad0697', 'name': '', 'network_id': '7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'mac_address': 'fa:16:3e:e6:1e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:39Z', 'updated_at': '2021-09-26T14:15:45Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'subnets': [{'id': '558e0283-15d9-4fdd-bc8a-cfbdb13957f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:25:39.682144 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce14298a-0619-4592-bf12-191b7c33cea1 None None] New status for floating IP a877393b-26f6-4401-8ec9-11c70d121a98: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:25:40.052412 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5f90c-8ba4-4719-9bd6-205305ec156c req-a93c7a08-1723-4d7a-a524-5c3b541c3feb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:40.054171 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ad5f90c-8ba4-4719-9bd6-205305ec156c req-a93c7a08-1723-4d7a-a524-5c3b541c3feb tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 947 time: 0.0595307 Sep 26 14:25:40.117725 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-2ad5f90c-8ba4-4719-9bd6-205305ec156c req-46875b4c-a97a-4aed-923e-707fd078f01d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/security-groups?id=579121ab-24eb-4dfd-ab33-743bc95eb796&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494566 Sep 26 14:25:40.327085 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-9179925c-fa84-408a-a7eb-2d9c4075f533 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:40.328760 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-9179925c-fa84-408a-a7eb-2d9c4075f533 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.23 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 947 time: 0.0596290 Sep 26 14:25:40.440671 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Deleting port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:40.441063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:40.545340 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] For port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:25:40.545817 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:40.562390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Calling delete_port for 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:40.716013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:40.750316 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event deleted for resources: {'Port': ['ID=10d656a5-1bfb-4193-a1a7-7b5b66d90b51,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:40.800149 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] No DVR routers for this DVR port 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:25:40.803116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:40.805470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9d1ec48e-d3e4-49ac-909b-7cf5f9d3dd78 req-3c4b4288-dd1f-4b28-b8df-287e110063e2 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.23 "DELETE /v2.0/ports/10d656a5-1bfb-4193-a1a7-7b5b66d90b51 HTTP/1.1" status: 204 len: 173 time: 0.4699349 Sep 26 14:25:40.805966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'name': 'network-vif-deleted', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:25:40.808471 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dad48b-824f-4e8b-8f82-febd669fc2af" -d '{"events": [{"server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "name": "network-vif-deleted", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:25:40.875547 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af04be7-0242-43ec-af07-1e8aa8642a3e x-openstack-request-id: req-3af04be7-0242-43ec-af07-1e8aa8642a3e {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:25:40.875909 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a896d8ef-bdcb-425a-917f-0fe1cdaf956f", "name": "network-vif-deleted", "tag": "10d656a5-1bfb-4193-a1a7-7b5b66d90b51", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:25:40.876173 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3af04be7-0242-43ec-af07-1e8aa8642a3e {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:25:40.876589 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a896d8ef-bdcb-425a-917f-0fe1cdaf956f', 'name': 'network-vif-deleted', 'tag': '10d656a5-1bfb-4193-a1a7-7b5b66d90b51', 'status': 'completed', 'code': 200} Sep 26 14:25:41.218883 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-307abfd1-1204-4e24-976d-7a70d6dea857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:41.270010 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-978a8270-0316-4f0c-9a3c-7795f8edb0f3 req-7f875407-df3c-4217-9be7-10aa83713d1d tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 210 time: 0.0449696 Sep 26 14:25:41.817643 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:42.429152 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-96954f03-6981-41e0-99c0-83fac6c19bd9 req-10078c50-ed62-49bf-86a8-dee81f939952 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 210 time: 0.0317605 Sep 26 14:25:42.463235 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:43.582207 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-36c6e800-4335-41db-b7fc-bbf6c2603de6 req-972c2bd4-6956-40bb-a95d-1b63beecd8b7 tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 210 time: 0.0294394 Sep 26 14:25:43.925304 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:44.025602 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:25:44.053227 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:25:44.053739 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device 10d656a5-1bfb-4193-a1a7-7b5b66d90b51 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:25:44.742088 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-6ffb6aec-e0a5-4d1b-b2a3-976ee2bbcefa req-58c49437-aae5-47c1-beb9-0484029fc53f tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "GET /v2.0/ports?device_id=a896d8ef-bdcb-425a-917f-0fe1cdaf956f HTTP/1.1" status: 200 len: 210 time: 0.0317476 Sep 26 14:25:45.823160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35530) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:45.916304 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f54607d-129f-4873-acd8-4ab1d59ef5dc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:45.958463 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f54607d-129f-4873-acd8-4ab1d59ef5dc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:46.044093 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f54607d-129f-4873-acd8-4ab1d59ef5dc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:46.049051 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-8f54607d-129f-4873-acd8-4ab1d59ef5dc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:46.051205 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-8f54607d-129f-4873-acd8-4ab1d59ef5dc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] 10.222.0.13 "DELETE /v2.0/security-groups/579121ab-24eb-4dfd-ab33-743bc95eb796 HTTP/1.1" status: 204 len: 168 time: 0.2284696 Sep 26 14:25:46.067355 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54607d-129f-4873-acd8-4ab1d59ef5dc tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579121ab-24eb-4dfd-ab33-743bc95eb796,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:46.178779 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:47.147001 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35536) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:47.691277 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:48.030194 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Deleting port 24898935-8e39-44cd-ad14-8ad96cad0697 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:48.030642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:48.177664 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] For port 24898935-8e39-44cd-ad14-8ad96cad0697, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=24898935-8e39-44cd-ad14-8ad96cad0697,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:25:48.178496 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:48.201471 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Calling delete_port for 24898935-8e39-44cd-ad14-8ad96cad0697 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:48.455566 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:48.496489 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Pushing event deleted for resources: {'Port': ['ID=24898935-8e39-44cd-ad14-8ad96cad0697,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:48.705231 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:48.971502 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Router 9d1701cb-795d-4528-8f15-6323c08700af has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:25:49.088409 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:25:49.100217 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-13603970-f5c8-4cc3-8bf4-79eace5fe944 admin admin] 10.222.0.13 "PUT /v2.0/routers/9d1701cb-795d-4528-8f15-6323c08700af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9458973 Sep 26 14:25:49.100217 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35540) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:49.102659 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] Sync routers for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:25:49.119011 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:25:49.119824 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:49.230670 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:49.258375 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:25:49.481434 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:25:48Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:49.510631 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] Checking router: 9d1701cb-795d-4528-8f15-6323c08700af for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:25:49.523074 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] Routers {'9d1701cb-795d-4528-8f15-6323c08700af'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:25:49.524140 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['9d1701cb-795d-4528-8f15-6323c08700af'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:49.646886 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] Set router 9d1701cb-795d-4528-8f15-6323c08700af gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:25:49.729789 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:49.789774 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Deleting port 4fe3075b-21cb-47e7-85f7-90b81db00531 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:49.790059 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:49.863516 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:25:48Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:49.880598 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] For port 4fe3075b-21cb-47e7-85f7-90b81db00531, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=4fe3075b-21cb-47e7-85f7-90b81db00531,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:25:49.881132 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:49.890721 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e439d25-0913-49b9-82d2-95ebb5d60185 None None] The sync data for ids ['9d1701cb-795d-4528-8f15-6323c08700af'] in n-d-806683-13 is: [{'id': '9d1701cb-795d-4528-8f15-6323c08700af', 'name': 'tempest-TestShelveInstance-1496733465-router', 'tenant_id': '30e28a6417dc4f39a296c96ba086f4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:36Z', 'updated_at': '2021-09-26T14:25:48Z', 'revision_number': 5, 'project_id': '30e28a6417dc4f39a296c96ba086f4bc', 'gw_port': {'id': '4fe3075b-21cb-47e7-85f7-90b81db00531', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1701cb-795d-4528-8f15-6323c08700af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:37Z', 'updated_at': '2021-09-26T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:25:49.904041 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Calling delete_port for 4fe3075b-21cb-47e7-85f7-90b81db00531 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:50.095658 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.134218 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe3075b-21cb-47e7-85f7-90b81db00531,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:50.201160 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.322931 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.326469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.390063 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.391038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1701cb-795d-4528-8f15-6323c08700af {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:25:50.398526 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.400568 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-be693731-246b-49a9-b8c1-d0e54fcee013 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9d1701cb-795d-4528-8f15-6323c08700af HTTP/1.1" status: 204 len: 168 time: 1.3012006 Sep 26 14:25:50.404247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35542) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:50.454297 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Deleting subnet 558e0283-15d9-4fdd-bc8a-cfbdb13957f9 {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:25:50.457729 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.496991 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.606956 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.670518 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.699707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558e0283-15d9-4fdd-bc8a-cfbdb13957f9,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:50.705132 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.707745 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/558e0283-15d9-4fdd-bc8a-cfbdb13957f9 HTTP/1.1" status: 204 len: 168 time: 0.3021061 Sep 26 14:25:50.711709 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35544) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:50.712183 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4bf19a-08eb-4bae-ae29-875cb9ad19d6 None None] Network 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:25:50.725157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.725157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.725157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.725157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.725157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.725157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.726443 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.726789 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.727337 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.728008 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.728633 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.729250 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c62028-d8f2-48fe-aa31-93f0a5a10e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:50.807895 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.890421 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Deleting port 38767379-6c49-4926-a7b9-91d238cafe70 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:50.890873 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.980150 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] DHCP port deletion for 7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:25:50.982160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] For port 38767379-6c49-4926-a7b9-91d238cafe70, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=38767379-6c49-4926-a7b9-91d238cafe70,segment=NetworkSegment(b9551024-6141-4f52-83d7-8f8901ad8d44),segment_id=b9551024-6141-4f52-83d7-8f8901ad8d44)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:25:50.982554 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:50.997330 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Calling delete_port for 38767379-6c49-4926-a7b9-91d238cafe70 owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:51.101278 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.111883 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.122065 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Deleting port 38767379-6c49-4926-a7b9-91d238cafe70 {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:51.122327 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.143916 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 38767379-6c49-4926-a7b9-91d238cafe70 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:25:51.163441 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Pushing event deleted for resources: {'Port': ['ID=38767379-6c49-4926-a7b9-91d238cafe70,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:51.167014 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] No DVR routers for this DVR port 38767379-6c49-4926-a7b9-91d238cafe70 on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:25:51.172559 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 38767379-6c49-4926-a7b9-91d238cafe70 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:25:51.172910 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 38767379-6c49-4926-a7b9-91d238cafe70 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:25:51.173328 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 24898935-8e39-44cd-ad14-8ad96cad0697 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:25:51.229215 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 24898935-8e39-44cd-ad14-8ad96cad0697 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:25:51.229459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 24898935-8e39-44cd-ad14-8ad96cad0697 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:25:51.229912 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4fe3075b-21cb-47e7-85f7-90b81db00531 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:25:51.261409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] For port 38767379-6c49-4926-a7b9-91d238cafe70, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:25:51.261976 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.265297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 4fe3075b-21cb-47e7-85f7-90b81db00531 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:25:51.265677 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 4fe3075b-21cb-47e7-85f7-90b81db00531 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:25:51.280669 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Calling delete_port for 38767379-6c49-4926-a7b9-91d238cafe70 owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:51.285530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Port 38767379-6c49-4926-a7b9-91d238cafe70 was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 14:25:51.286002 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.296969 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.313439 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Pushing event deleted for resources: {'Port': ['ID=38767379-6c49-4926-a7b9-91d238cafe70,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:51.318342 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] No DVR routers for this DVR port 38767379-6c49-4926-a7b9-91d238cafe70 on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:25:51.320766 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:51.326287 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.326643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.335130 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9bcfd-9b31-46e2-ae7f-57404cbc1099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:25:51.342108 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9551024-6141-4f52-83d7-8f8901ad8d44') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:51.342942 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9551024-6141-4f52-83d7-8f8901ad8d44') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:51.354301 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.368575 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.375675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:25:51.376150 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:25:51.378403 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:25:51.447058 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.453763 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:51.456982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9 HTTP/1.1" status: 204 len: 168 time: 0.7436790 Sep 26 14:25:51.461320 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35546) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:51.478532 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bbe5a-6ce2-48fa-89bd-c9e2d7288986 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae7424f-c3fe-40ce-96a6-fcbb2c70ead9,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:51.849367 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:52.136179 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Deleting port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:52.136566 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:52.224635 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] For port b26fbe04-ff2a-4c04-ae42-f17c85c52b4a, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,segment=NetworkSegment(ef565a73-b204-4b4a-8e7b-02a5b80e1b8b),segment_id=ef565a73-b204-4b4a-8e7b-02a5b80e1b8b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:25:52.224988 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:52.239333 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Calling delete_port for b26fbe04-ff2a-4c04-ae42-f17c85c52b4a owned by network:router_interface {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:52.439503 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:52.469928 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26fbe04-ff2a-4c04-ae42-f17c85c52b4a,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:53.015612 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:53.257516 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Router 7b04d428-c707-422d-a582-687b0848f9f7 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:25:53.392289 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:25:53.400632 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-ba5ce349-af7b-4e08-b71d-5c77324e4d25 admin admin] 10.222.0.13 "PUT /v2.0/routers/7b04d428-c707-422d-a582-687b0848f9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9378653 Sep 26 14:25:53.403472 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35548) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:53.407449 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] Sync routers for ids ['7b04d428-c707-422d-a582-687b0848f9f7'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:25:53.420421 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] Routers {'7b04d428-c707-422d-a582-687b0848f9f7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:25:53.421218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['7b04d428-c707-422d-a582-687b0848f9f7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:53.536620 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:53.657725 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:53.707848 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] Set router 7b04d428-c707-422d-a582-687b0848f9f7 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:25:53.749151 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Deleting port c05a1145-018c-4302-861d-4dc9bec23bcc {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:53.749805 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:53.829241 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:25:53.846883 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] For port c05a1145-018c-4302-861d-4dc9bec23bcc, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=c05a1145-018c-4302-861d-4dc9bec23bcc,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:25:53.847322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:53.864233 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Calling delete_port for c05a1145-018c-4302-861d-4dc9bec23bcc owned by network:router_gateway {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:53.962152 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:25:52Z', 'revision_number': 5, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port': {'id': 'c05a1145-018c-4302-861d-4dc9bec23bcc', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b04d428-c707-422d-a582-687b0848f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:15:43Z', 'updated_at': '2021-09-26T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:53.998756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] Checking router: 7b04d428-c707-422d-a582-687b0848f9f7 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:25:54.012346 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] Routers {'7b04d428-c707-422d-a582-687b0848f9f7'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:25:54.013291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['7b04d428-c707-422d-a582-687b0848f9f7'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:54.116244 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.131563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] Set router 7b04d428-c707-422d-a582-687b0848f9f7 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:25:54.160876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05a1145-018c-4302-861d-4dc9bec23bcc,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:54.198042 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:25:53Z', 'revision_number': 6, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:54.246347 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.257607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b364aa-17b8-496c-a925-e715f8eaa2ff None None] The sync data for ids ['7b04d428-c707-422d-a582-687b0848f9f7'] in n-d-806683-13 is: [{'id': '7b04d428-c707-422d-a582-687b0848f9f7', 'name': 'tempest-TestShelveInstance-1343747862-router', 'tenant_id': 'f5acfe6185124abeb82fb723fd1f2061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:15:42Z', 'updated_at': '2021-09-26T14:25:53Z', 'revision_number': 6, 'project_id': 'f5acfe6185124abeb82fb723fd1f2061', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:25:54.363703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.366722 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.414692 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.415305 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b04d428-c707-422d-a582-687b0848f9f7 {{(pid=94812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:25:54.421743 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.423101 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-b2a274e8-df17-4580-92f3-2da14ca7a4d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7b04d428-c707-422d-a582-687b0848f9f7 HTTP/1.1" status: 204 len: 168 time: 1.0181570 Sep 26 14:25:54.425694 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35552) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:54.473218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfda5df-7c2d-44ca-9485-6d0d3cd5f7ca admin admin] Deleting subnet 77aab73f-c1c6-4123-8630-c3c3167683dd {{(pid=94812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:25:54.477389 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6dfda5df-7c2d-44ca-9485-6d0d3cd5f7ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.515361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6dfda5df-7c2d-44ca-9485-6d0d3cd5f7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4422604'] for subnet, precommit_delete_associations {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.606195 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6dfda5df-7c2d-44ca-9485-6d0d3cd5f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.680127 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6dfda5df-7c2d-44ca-9485-6d0d3cd5f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005262'] for subnet, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.717362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfda5df-7c2d-44ca-9485-6d0d3cd5f7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77aab73f-c1c6-4123-8630-c3c3167683dd,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:54.723280 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-6dfda5df-7c2d-44ca-9485-6d0d3cd5f7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.726261 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-6dfda5df-7c2d-44ca-9485-6d0d3cd5f7ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/77aab73f-c1c6-4123-8630-c3c3167683dd HTTP/1.1" status: 204 len: 168 time: 0.2995079 Sep 26 14:25:54.729073 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35554) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:54.731999 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0788a995-29e7-4e25-b21f-114578eb961c None None] Network 2e40107f-0b86-4bde-acef-6046c89cec7d requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:25:54.855901 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:54.944145 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Deleting port 8cf4fd2b-3c3a-465f-8d49-418983243781 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:25:54.944535 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.022136 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] For port 8cf4fd2b-3c3a-465f-8d49-418983243781, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=8cf4fd2b-3c3a-465f-8d49-418983243781,segment=NetworkSegment(ef565a73-b204-4b4a-8e7b-02a5b80e1b8b),segment_id=ef565a73-b204-4b4a-8e7b-02a5b80e1b8b)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:25:55.022479 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.043385 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Calling delete_port for 8cf4fd2b-3c3a-465f-8d49-418983243781 owned by network:dhcp {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:25:55.149294 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0405ed-1fbc-447e-98ac-04158d1163fd None None] DHCP port deletion for 2e40107f-0b86-4bde-acef-6046c89cec7d request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:25:55.150509 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.201156 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf4fd2b-3c3a-465f-8d49-418983243781,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:55.204431 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] No DVR routers for this DVR port 8cf4fd2b-3c3a-465f-8d49-418983243781 on host n-d-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:25:55.248056 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8cf4fd2b-3c3a-465f-8d49-418983243781 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:25:55.273994 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 8cf4fd2b-3c3a-465f-8d49-418983243781 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:25:55.274302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 8cf4fd2b-3c3a-465f-8d49-418983243781 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:25:55.274647 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b26fbe04-ff2a-4c04-ae42-f17c85c52b4a no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:25:55.295657 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: b26fbe04-ff2a-4c04-ae42-f17c85c52b4a {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:25:55.296013 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device b26fbe04-ff2a-4c04-ae42-f17c85c52b4a not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:25:55.296434 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c05a1145-018c-4302-861d-4dc9bec23bcc no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:25:55.305920 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.318863 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: c05a1145-018c-4302-861d-4dc9bec23bcc {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:25:55.319193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device c05a1145-018c-4302-861d-4dc9bec23bcc not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:25:55.342016 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e40107f-0b86-4bde-acef-6046c89cec7d']}} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:55.353942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b') {'for_net_delete': True} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:55.354299 n-d-806683-13 neutron-server[94812]: DEBUG neutron.services.segments.db [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef565a73-b204-4b4a-8e7b-02a5b80e1b8b') {} {{(pid=94812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:25:55.365886 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4422613'] for segment, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.382199 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.389543 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:25:55.389961 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422062'] for segment, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: Traceback (most recent call last): Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: timer() Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: cb(*args, **kw) Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: return func(*args, **kwargs) Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: self._notify() Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: self.callback(batched_events) Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: event.method(event) Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: return f(self, *a, **k) Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: return self._get(url).json() Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: return self.request(url, 'GET', **kwargs) Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:25:55.391838 n-d-806683-13 neutron-server[94812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:25:55.465815 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.472258 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.474300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2e40107f-0b86-4bde-acef-6046c89cec7d HTTP/1.1" status: 204 len: 168 time: 0.7439682 Sep 26 14:25:55.485999 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1a020-4398-499c-853d-48de0d302c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e40107f-0b86-4bde-acef-6046c89cec7d,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:55.664809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35558) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:55.714149 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-dd5ef62e-398d-4e00-80e6-30fb957db7a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30e28a6417dc4f39a296c96ba086f4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477514 Sep 26 14:25:55.716645 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35560) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:55.797448 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e08c974-4c8c-4be1-bd76-353e44f44e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.837618 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e08c974-4c8c-4be1-bd76-353e44f44e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.915751 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e08c974-4c8c-4be1-bd76-353e44f44e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.920612 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5e08c974-4c8c-4be1-bd76-353e44f44e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:55.922786 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5e08c974-4c8c-4be1-bd76-353e44f44e05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e571544-a42f-4e1a-a7d7-e45f49327507 HTTP/1.1" status: 204 len: 168 time: 0.2048688 Sep 26 14:25:55.937758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08c974-4c8c-4be1-bd76-353e44f44e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e571544-a42f-4e1a-a7d7-e45f49327507,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:56.321921 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35566) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:56.367698 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d9b6ba47-e6f3-438d-a7c2-88ebdc798e7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5acfe6185124abeb82fb723fd1f2061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444565 Sep 26 14:25:56.370506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35568) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:56.428169 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b6f52b4e-3c67-45a8-9c61-96930e123650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:56.453829 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b6f52b4e-3c67-45a8-9c61-96930e123650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:56.515116 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b6f52b4e-3c67-45a8-9c61-96930e123650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:56.518931 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b6f52b4e-3c67-45a8-9c61-96930e123650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:56.520417 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b6f52b4e-3c67-45a8-9c61-96930e123650 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78621e42-5e00-4747-8776-53ff70896993 HTTP/1.1" status: 204 len: 168 time: 0.1487386 Sep 26 14:25:56.534875 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f52b4e-3c67-45a8-9c61-96930e123650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78621e42-5e00-4747-8776-53ff70896993,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:57.425453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35590) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:57.539321 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1181807191-network', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:25:57.576805 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Made reservation on behalf of 51b80f95ea934efcb81ba4d9a286f175 for: {'network': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:25:57.579426 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:57.590141 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:57.701709 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:57.706780 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:57.738148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:25:57.749653 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17612bd2-2c7e-4db7-8c2d-7e32ff3427e0,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:57.757822 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:57.758180 n-d-806683-13 neutron-server[94811]: INFO neutron.db.segments_db [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Added segment 871bfa07-5e8e-49ce-a776-ced160978a6e of type vlan for network 28a13a44-298d-4dfa-b683-d2b4091fba94 Sep 26 14:25:57.806768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:57.841353 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:57.842568 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:57.843305 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:57.878988 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4522212 Sep 26 14:25:57.883012 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35594) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:57.891684 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Request body: {'subnet': {'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1181807191-subnet', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'ip_version': 4}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:25:57.913936 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08328864-7493-418c-a23c-d0fc22021b76 admin admin] Pushing event updated for resources: {'Network': ['ID=28a13a44-298d-4dfa-b683-d2b4091fba94,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:57.925167 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:25:57.927899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Made reservation on behalf of 51b80f95ea934efcb81ba4d9a286f175 for: {'subnet': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:25:57.932164 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005291'] for subnet, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.185622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005273'] for subnet, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.247391 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5405838e-f868-41cb-9c50-1df812031bcb,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:58.260142 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Checking segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:25:58.260502 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Network hostable DHCP agents. Network: 28a13a44-298d-4dfa-b683-d2b4091fba94, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:25:58.280054 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:25:58.290742 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, 28a13a44-298d-4dfa-b683-d2b4091fba94) {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:25:58.296099 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:25:58.296935 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531770'] for subnet, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.304528 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08601214-8884-4b14-9b19-577c663fd7de None None] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:25:58.317718 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-47b7b7bf-f41b-4858-b404-de90ad13ec4a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4329879 Sep 26 14:25:58.322533 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35596) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:25:58.327812 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:25:58.356973 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.358403 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.420412 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.549141 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-28a13a44-298d-4dfa-b683-d2b4091fba94', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:25:58.550347 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.652974 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.735634 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Allocated IP 172.20.0.2 (28a13a44-298d-4dfa-b683-d2b4091fba94/5405838e-f868-41cb-9c50-1df812031bcb/7d668f3e-fdc2-4971-aa72-44549aa4251f) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:25:58.942212 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.966305 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.966658 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:58.975693 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:59.021230 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:25:59.024417 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:25:59.028323 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:25:59.037723 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Pushing event updated for resources: {'Port': ['ID=7d668f3e-fdc2-4971-aa72-44549aa4251f,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:59.101540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Attempting to bind port 7d668f3e-fdc2-4971-aa72-44549aa4251f on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:25:59.101908 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Attempting to bind port 7d668f3e-fdc2-4971-aa72-44549aa4251f by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:25:59.102258 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Attempting to bind port 7d668f3e-fdc2-4971-aa72-44549aa4251f on network 28a13a44-298d-4dfa-b683-d2b4091fba94 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:25:59.108018 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:25:59.108413 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Checking segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:25:59.108796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:59.109177 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Bound using segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:25:59.109695 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Bound port: 7d668f3e-fdc2-4971-aa72-44549aa4251f, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:25:59.110084 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:59.112091 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Allocated IP 172.25.4.111 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/a663e2a5-f4c9-49fb-b310-a2b581330c59) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:25:59.187340 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] For port 7d668f3e-fdc2-4971-aa72-44549aa4251f, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:25:59.193213 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] For port 7d668f3e-fdc2-4971-aa72-44549aa4251f, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7d668f3e-fdc2-4971-aa72-44549aa4251f,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:25:59.198556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:59.257439 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:59.284136 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe3ff-1ee5-4314-8727-e95e3dc83bcd None None] Pushing event updated for resources: {'Port': ['ID=7d668f3e-fdc2-4971-aa72-44549aa4251f,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:59.311906 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:59.360882 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:25:59.364870 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:25:59.368546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:25:59.396342 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a663e2a5-f4c9-49fb-b310-a2b581330c59,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:25:59.709076 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:25:59.927158 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:00.102935 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Router 4aecd087-587b-42b2-a481-ae36a1f09798 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:26:00.252926 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:26:00.269621 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Sync routers for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:26:00.278394 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:00.285050 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cbae7844-d7bf-4792-91ff-9b106264e8d8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9581969 Sep 26 14:26:00.285395 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:00.285395 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:00.285790 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35598) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:00.432932 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:00.653049 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f47e582-c050-4c5f-809d-b4c4ebe420e8 None None] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:26:00.746476 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:25:59Z', 'revision_number': 3, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:00.787012 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-5fb2d171-2211-46b3-bbc5-6462419e75bf None None] Provisioning complete for port 7d668f3e-fdc2-4971-aa72-44549aa4251f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:00.787319 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d171-2211-46b3-bbc5-6462419e75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:00.900378 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Checking router: 4aecd087-587b-42b2-a481-ae36a1f09798 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:26:00.900834 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Updating router 4aecd087-587b-42b2-a481-ae36a1f09798 port a663e2a5-f4c9-49fb-b310-a2b581330c59 binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:26:00.927994 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:00.934989 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d171-2211-46b3-bbc5-6462419e75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:00.951912 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:00.980589 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-5fb2d171-2211-46b3-bbc5-6462419e75bf None None] For port 7d668f3e-fdc2-4971-aa72-44549aa4251f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7d668f3e-fdc2-4971-aa72-44549aa4251f,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:00.988783 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d171-2211-46b3-bbc5-6462419e75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.071322 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2d171-2211-46b3-bbc5-6462419e75bf None None] Pushing event updated for resources: {'Port': ['ID=7d668f3e-fdc2-4971-aa72-44549aa4251f,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:01.259644 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7d668f3e-fdc2-4971-aa72-44549aa4251f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:01.322142 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-b13f94d9-0895-46e5-a5d9-7030936aff84 None None] Provisioning complete for port 7d668f3e-fdc2-4971-aa72-44549aa4251f triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:01.322477 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-b13f94d9-0895-46e5-a5d9-7030936aff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.354902 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7d668f3e-fdc2-4971-aa72-44549aa4251f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:01.355271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.380726 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.389291 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.470431 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Attempting to bind port a663e2a5-f4c9-49fb-b310-a2b581330c59 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:26:01.472131 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Attempting to bind port a663e2a5-f4c9-49fb-b310-a2b581330c59 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:26:01.472131 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Attempting to bind port a663e2a5-f4c9-49fb-b310-a2b581330c59 on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:26:01.487032 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:26:01.487625 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:26:01.488709 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.488928 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:26:01.489662 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Bound port: a663e2a5-f4c9-49fb-b310-a2b581330c59, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:26:01.490283 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.492898 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Pushing event updated for resources: {'Port': ['ID=a663e2a5-f4c9-49fb-b310-a2b581330c59,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:01.522707 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.523196 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.523659 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.524092 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.524668 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.525213 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.525687 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.526113 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.526532 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.526948 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.527404 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.527924 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:26:01.542173 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Allocated IP 172.20.0.1 (28a13a44-298d-4dfa-b683-d2b4091fba94/5405838e-f868-41cb-9c50-1df812031bcb/f231a833-8aad-49d0-8769-2dc378dff658) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:26:01.571975 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] For port a663e2a5-f4c9-49fb-b310-a2b581330c59, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:26:01.575463 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] For port a663e2a5-f4c9-49fb-b310-a2b581330c59, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a663e2a5-f4c9-49fb-b310-a2b581330c59,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:26:01.582327 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.640373 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:01.641003 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:01.674679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.681281 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7badb9a-c6ce-43dd-a9df-b71fea727a4c None None] Pushing event updated for resources: {'Port': ['ID=a663e2a5-f4c9-49fb-b310-a2b581330c59,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:01.730193 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.763102 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:01.805429 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:26:01.811372 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:01.817801 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:26:01.857326 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f231a833-8aad-49d0-8769-2dc378dff658,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:01.887694 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:01.990844 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:25:59Z', 'revision_number': 3, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:02.028632 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b4fb0-1788-41c9-b7dd-0627d6e0316b None None] The sync data for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 is: [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:25:59Z', 'revision_number': 3, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:26:02.086615 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:02.216792 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-094fb768-5a73-467d-a09a-f6c2e322fd4a None None] Provisioning complete for port f231a833-8aad-49d0-8769-2dc378dff658 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:02.217658 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-094fb768-5a73-467d-a09a-f6c2e322fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:02.266108 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-094fb768-5a73-467d-a09a-f6c2e322fd4a None None] Port f231a833-8aad-49d0-8769-2dc378dff658 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:26:02.304618 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:02.316786 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:02.410390 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f231a833-8aad-49d0-8769-2dc378dff658,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:02.413230 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:02.529186 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:26:02.531090 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:02.720676 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Router 4aecd087-587b-42b2-a481-ae36a1f09798 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:26:02.792331 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-126b15e5-6003-405c-a1f0-1164d1e256cd None None] Provisioning complete for port f231a833-8aad-49d0-8769-2dc378dff658 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:02.792709 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-126b15e5-6003-405c-a1f0-1164d1e256cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:02.836540 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-126b15e5-6003-405c-a1f0-1164d1e256cd None None] Port f231a833-8aad-49d0-8769-2dc378dff658 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:26:02.870877 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:26:02.883384 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-d67b4eeb-19e4-4c8e-a993-ae468fa944d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/4aecd087-587b-42b2-a481-ae36a1f09798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5959568 Sep 26 14:26:03.213898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7d668f3e-fdc2-4971-aa72-44549aa4251f up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:03.282518 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 7d668f3e-fdc2-4971-aa72-44549aa4251f triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:03.283875 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.404704 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a663e2a5-f4c9-49fb-b310-a2b581330c59 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:03.472079 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a663e2a5-f4c9-49fb-b310-a2b581330c59 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:03.472455 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.575662 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.600788 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port a663e2a5-f4c9-49fb-b310-a2b581330c59, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a663e2a5-f4c9-49fb-b310-a2b581330c59,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:03.607569 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.608824 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35614) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:03.616546 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1433199110-network', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:03.648404 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Made reservation on behalf of 80bc84184a7f4f25ac333f2de822bed2 for: {'network': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:26:03.653597 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for network, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.669882 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.682980 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=a663e2a5-f4c9-49fb-b310-a2b581330c59,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:03.791339 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.800405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.824697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 14:26:03.836103 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a215895-a120-4dfa-b19e-4d845f6e5ae7,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:03.839119 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Sync routers for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:26:03.841322 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.841724 n-d-806683-13 neutron-server[94812]: INFO neutron.db.segments_db [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Added segment 7a0388eb-371d-40a5-b681-d6fa31d8e9ce of type vlan for network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 Sep 26 14:26:03.853715 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:03.854384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:03.896074 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741026108438'] for network, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.935160 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624'] for network, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.936636 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:03.937257 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Notify callbacks [] for network, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:03.963796 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3531494 Sep 26 14:26:03.969100 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35616) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:03.976405 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Request body: {'subnet': {'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1433199110-subnet', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'ip_version': 4}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:04.003670 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:04.004437 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Made reservation on behalf of 80bc84184a7f4f25ac333f2de822bed2 for: {'subnet': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:26:04.006962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4785327'] for subnet, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.010300 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681f1a0-9fb8-490b-ae8f-9122a2a13d09 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ed27a0-04b9-4730-b25d-b2c499ff6ea5,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:04.058728 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 details requested by agent ovs-agent-n-d-806683-13 with host n-d-806683-13 {{(pid=94813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 14:26:04.215447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4785309'] for subnet, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.287144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e6c65d-aa81-4997-9ffe-dc7774ce5fc3,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:04.297675 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Checking segment: {'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:26:04.298045 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Network hostable DHCP agents. Network: c0ed27a0-04b9-4730-b25d-b2c499ff6ea5, hostable agents: ['8b1380c7-60d4-47da-937f-4816ef30bc6d'], hosted agents: [] {{(pid=94811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 14:26:04.318798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 is scheduled to be hosted by DHCP agent 8b1380c7-60d4-47da-937f-4816ef30bc6d with binding_index 1 {{(pid=94811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 14:26:04.332717 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-13, c0ed27a0-04b9-4730-b25d-b2c499ff6ea5) {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:04.342966 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:04.343901 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.363239 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-64c5b7ce-2324-4162-83d9-f9e58d6768a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3918793 Sep 26 14:26:04.365768 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35618) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:04.373476 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:04.404397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-756358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15798'] for router, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.405770 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15807'] for router, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.474614 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.509582 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6500d05a-73d8-409c-a413-ae90825be22d None None] Network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:26:04.635110 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.858324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 2, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:04.861390 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab313c03-6d50-5f49-ab1c-fbcca3ef25a7-c0ed27a0-04b9-4730-b25d-b2c499ff6ea5', 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'fixed_ips': [{'subnet_id': '98e6c65d-aa81-4997-9ffe-dc7774ce5fc3'}]}} from n-d-806683-13. {{(pid=94813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 14:26:04.862633 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.905433 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Checking router: 4aecd087-587b-42b2-a481-ae36a1f09798 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:26:04.906032 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Updating router 4aecd087-587b-42b2-a481-ae36a1f09798 port f231a833-8aad-49d0-8769-2dc378dff658 binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:26:04.907870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:04.928993 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.038252 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.142475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Allocated IP 172.25.4.240 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/d4dcc604-64a7-4e3b-a21b-a6fa778d91ca) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:26:05.177516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a663e2a5-f4c9-49fb-b310-a2b581330c59 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:05.282448 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.db_base_plugin_common [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Allocated IP 172.20.0.2 (c0ed27a0-04b9-4730-b25d-b2c499ff6ea5/98e6c65d-aa81-4997-9ffe-dc7774ce5fc3/3c88daca-5c2e-49a2-a9a4-8840e9c9360c) {{(pid=94813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:26:05.319011 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.394510 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.472531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:26:05.478290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:05.482760 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:26:05.498778 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port a663e2a5-f4c9-49fb-b310-a2b581330c59 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:05.499033 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.540056 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Pushing event updated for resources: {'Port': ['ID=d4dcc604-64a7-4e3b-a21b-a6fa778d91ca,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:05.661439 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Notify callbacks [] for port, precommit_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.698019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447'] for port, after_create {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.754976 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.790255 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.801883 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 is already hosted by enough agents. {{(pid=94813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:26:05.823162 n-d-806683-13 neutron-server[94813]: DEBUG neutron.scheduler.base_scheduler [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Resources bound (agent type, host, resource id): {{(pid=94813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:05.831960 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Pushing event updated for resources: {'Port': ['ID=3c88daca-5c2e-49a2-a9a4-8840e9c9360c,revision_number=1']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:05.834729 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Received port after_create {{(pid=94813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:26:05.926695 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:05.962399 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5af834-8688-4ddf-be08-ebac4f98bd14 None None] Pushing event updated for resources: {'Port': ['ID=f231a833-8aad-49d0-8769-2dc378dff658,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:06.009214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Attempting to bind port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:26:06.009606 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Attempting to bind port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:26:06.009970 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Attempting to bind port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c on network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:26:06.018933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Attempting to bind port f231a833-8aad-49d0-8769-2dc378dff658 on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:26:06.019308 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Attempting to bind port f231a833-8aad-49d0-8769-2dc378dff658 by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:26:06.019672 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Attempting to bind port f231a833-8aad-49d0-8769-2dc378dff658 on network 28a13a44-298d-4dfa-b683-d2b4091fba94 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:26:06.022176 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:26:06.022541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Checking segment: {'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:26:06.023068 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.023316 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Bound using segment: {'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:26:06.023807 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Bound port: 3c88daca-5c2e-49a2-a9a4-8840e9c9360c, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:26:06.024174 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.037297 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:26:06.037705 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Checking segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:26:06.038109 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.038509 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Bound using segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:26:06.039004 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Bound port: f231a833-8aad-49d0-8769-2dc378dff658, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:26:06.039390 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.173214 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] For port f231a833-8aad-49d0-8769-2dc378dff658, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:26:06.181096 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] For port f231a833-8aad-49d0-8769-2dc378dff658, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f231a833-8aad-49d0-8769-2dc378dff658,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:26:06.207257 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.251811 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752827'] for router, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.326263 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] For port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:26:06.368307 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:06.369354 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:06.376253 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] For port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3c88daca-5c2e-49a2-a9a4-8840e9c9360c,segment=NetworkSegment(7a0388eb-371d-40a5-b681-d6fa31d8e9ce),segment_id=7a0388eb-371d-40a5-b681-d6fa31d8e9ce)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:26:06.458975 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-51957c7c-01d2-4fa4-af80-ae584054b66f None None] Provisioning complete for port f231a833-8aad-49d0-8769-2dc378dff658 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:06.459624 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-51957c7c-01d2-4fa4-af80-ae584054b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.461168 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 is scheduled to L3 agent a78da86e-3291-4168-80e9-873a528cb311 with binding_index 1 {{(pid=94811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 14:26:06.478128 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.655929 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:26:06.672798 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Sync routers for ids ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:26:06.688237 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Routers {'0cd2ade6-5c83-40ae-8ce0-f52aaabce118'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:06.688769 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:06.689870 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:06.696542 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-6809d1c9-28ac-4b56-bf8c-ef1d8a289b49 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3248370 Sep 26 14:26:06.697041 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35620) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:06.817803 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5af834-8688-4ddf-be08-ebac4f98bd14 None None] Pushing event updated for resources: {'Port': ['ID=f231a833-8aad-49d0-8769-2dc378dff658,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:06.828439 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Set router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:06.933830 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454871fb-2822-4af8-9b06-c03a5fff0720 None None] Pushing event updated for resources: {'Port': ['ID=3c88daca-5c2e-49a2-a9a4-8840e9c9360c,revision_number=2']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:06.947037 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:07.051861 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-51957c7c-01d2-4fa4-af80-ae584054b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.167517 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:05Z', 'revision_number': 3, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port': {'id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:07.210943 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Checking router: 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:26:07.210943 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Updating router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca binding host n-d-806683-13 {{(pid=94814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:26:07.261179 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.339893 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-51957c7c-01d2-4fa4-af80-ae584054b66f None None] For port f231a833-8aad-49d0-8769-2dc378dff658, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f231a833-8aad-49d0-8769-2dc378dff658,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:07.364332 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-51957c7c-01d2-4fa4-af80-ae584054b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.468719 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.473173 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51957c7c-01d2-4fa4-af80-ae584054b66f None None] Pushing event updated for resources: {'Port': ['ID=f231a833-8aad-49d0-8769-2dc378dff658,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:07.501033 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-f422538c-c809-4db2-9529-1eb83cec1f74 None None] Provisioning complete for port f231a833-8aad-49d0-8769-2dc378dff658 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:07.501534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f422538c-c809-4db2-9529-1eb83cec1f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.554828 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:06Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:07.585977 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa62db2-943a-4748-a03d-7e249147ac50 None None] The sync data for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 is: [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:06Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:26:07.717891 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Notify callbacks [] for port, precommit_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.729365 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.793384 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Attempting to bind port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca on host n-d-806683-13 for vnic_type normal with profile {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:26:07.793786 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Attempting to bind port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:26:07.794145 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Attempting to bind port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca on network 21ea7ad9-2814-4312-8830-f65d79b335ab {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:26:07.809264 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92655-bd15-434d-bfdc-96570895c83e None None] Pushing event updated for resources: {'Port': ['ID=d4dcc604-64a7-4e3b-a21b-a6fa778d91ca,revision_number=2']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:07.812990 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:26:07.813577 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Checking segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:26:07.814218 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.815413 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Bound using segment: {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'} {{(pid=94814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:26:07.816201 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.managers [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Bound port: d4dcc604-64a7-4e3b-a21b-a6fa778d91ca, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee47318-5884-43ee-9e5f-cdf0dbca36cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab'}}] {{(pid=94814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:26:07.816811 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:07.855823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Allocated IP 172.20.0.1 (c0ed27a0-04b9-4730-b25d-b2c499ff6ea5/98e6c65d-aa81-4997-9ffe-dc7774ce5fc3/68da430f-fe14-40fe-b9ea-c04255bc06ed) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:26:07.944386 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] For port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca, host n-d-806683-13, cleared binding levels {{(pid=94814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:26:07.953651 n-d-806683-13 neutron-server[94814]: DEBUG neutron.plugins.ml2.db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] For port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d4dcc604-64a7-4e3b-a21b-a6fa778d91ca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:26:07.962458 n-d-806683-13 neutron-server[94814]: DEBUG neutron_lib.callbacks.manager [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.072601 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92655-bd15-434d-bfdc-96570895c83e None None] Pushing event updated for resources: {'Port': ['ID=d4dcc604-64a7-4e3b-a21b-a6fa778d91ca,revision_number=3']} {{(pid=94814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:08.102473 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Routers {'0cd2ade6-5c83-40ae-8ce0-f52aaabce118'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:08.103525 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:25:41Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:08.125447 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.172703 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.220436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:26:08.224614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:08.229641 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:26:08.277613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Pushing event updated for resources: {'Port': ['ID=68da430f-fe14-40fe-b9ea-c04255bc06ed,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:08.297039 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-753030'] for router_interface, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.476837 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] Set router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:08.502590 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.536384 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60bb266-5e57-4a87-a133-25e89dd6eb1f None None] Network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:26:08.683296 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e9325290-6219-454b-b764-7b4ccb6370f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.699756 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3fb81f7c-0b00-42f5-a4ca-02eb4f2e4e94 None None] Provisioning complete for port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:08.700343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3fb81f7c-0b00-42f5-a4ca-02eb4f2e4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.788550 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:05Z', 'revision_number': 3, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port': {'id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:08.844539 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ed1e9-81df-4fe1-9db1-0e3e32627e0c None None] The sync data for ids ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'] in n-d-806683-13 is: [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:05Z', 'revision_number': 3, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port': {'id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:26:08.866142 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.874391 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.947508 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3fb81f7c-0b00-42f5-a4ca-02eb4f2e4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:08.968216 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Pushing event updated for resources: {'Port': ['ID=68da430f-fe14-40fe-b9ea-c04255bc06ed,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:08.995056 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-751478'] for router_interface, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:09.016562 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3fb81f7c-0b00-42f5-a4ca-02eb4f2e4e94 None None] For port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3c88daca-5c2e-49a2-a9a4-8840e9c9360c,segment=NetworkSegment(7a0388eb-371d-40a5-b681-d6fa31d8e9ce),segment_id=7a0388eb-371d-40a5-b681-d6fa31d8e9ce)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:09.025106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3fb81f7c-0b00-42f5-a4ca-02eb4f2e4e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:09.121238 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81f7c-0b00-42f5-a4ca-02eb4f2e4e94 None None] Pushing event updated for resources: {'Port': ['ID=3c88daca-5c2e-49a2-a9a4-8840e9c9360c,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:09.175942 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:26:09.178898 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:09.479793 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3c88daca-5c2e-49a2-a9a4-8840e9c9360c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:09.513130 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:26:09.730886 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ef6a7b6b-c4bb-4a4f-b9d7-5fcc89185545 None None] Provisioning complete for port 68da430f-fe14-40fe-b9ea-c04255bc06ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:09.732652 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef6a7b6b-c4bb-4a4f-b9d7-5fcc89185545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:09.820036 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a7b6b-c4bb-4a4f-b9d7-5fcc89185545 None None] Port 68da430f-fe14-40fe-b9ea-c04255bc06ed cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:26:09.850906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:09.851871 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:09.854409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-ef6a7b6b-c4bb-4a4f-b9d7-5fcc89185545 None None] Provisioning complete for port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:09.855108 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ef6a7b6b-c4bb-4a4f-b9d7-5fcc89185545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:09.946707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:26:09.955904 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-cf9ccf46-e4cb-4175-9b7c-a8f376b7d54d admin admin] 10.222.0.13 "PUT /v2.0/routers/0cd2ade6-5c83-40ae-8ce0-f52aaabce118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2574942 Sep 26 14:26:10.049995 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f231a833-8aad-49d0-8769-2dc378dff658 up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:10.119812 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port f231a833-8aad-49d0-8769-2dc378dff658 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:10.120499 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:10.185605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-058822a8-dcf5-4d8f-9c05-e9d2cb1b03ad None None] Provisioning complete for port 68da430f-fe14-40fe-b9ea-c04255bc06ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:10.186089 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-058822a8-dcf5-4d8f-9c05-e9d2cb1b03ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:10.303817 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-058822a8-dcf5-4d8f-9c05-e9d2cb1b03ad None None] Port 68da430f-fe14-40fe-b9ea-c04255bc06ed cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:26:10.427139 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-e028896c-2fc8-4f1c-8e79-dcea64e66423 None None] Provisioning complete for port 68da430f-fe14-40fe-b9ea-c04255bc06ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:10.427648 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-e028896c-2fc8-4f1c-8e79-dcea64e66423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:10.491710 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-e028896c-2fc8-4f1c-8e79-dcea64e66423 None None] Port 68da430f-fe14-40fe-b9ea-c04255bc06ed cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:26:11.201790 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-601982ea-e551-4f79-9d3c-e15f59298982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:11.210291 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3c88daca-5c2e-49a2-a9a4-8840e9c9360c up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:11.287530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:11.287919 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:11.363336 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Sync routers for ids ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:26:11.383891 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Routers {'0cd2ade6-5c83-40ae-8ce0-f52aaabce118'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:11.384683 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:11.394205 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d4dcc604-64a7-4e3b-a21b-a6fa778d91ca up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:11.541296 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:11.541699 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:11.547571 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Set router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:11.755103 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:11.792016 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-63179782-1754-4cbc-82e4-265218234952 None None] For port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d4dcc604-64a7-4e3b-a21b-a6fa778d91ca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:11.818950 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:11.855224 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:11.891287 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Pushing event updated for resources: {'Port': ['ID=d4dcc604-64a7-4e3b-a21b-a6fa778d91ca,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:11.908668 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:08Z', 'revision_number': 4, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port': {'id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '68da430f-fe14-40fe-b9ea-c04255bc06ed', 'name': '', 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'mac_address': 'fa:16:3e:cc:df:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98e6c65d-aa81-4997-9ffe-dc7774ce5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:07Z', 'updated_at': '2021-09-26T14:26:08Z', 'revision_number': 2, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'subnets': [{'id': '98e6c65d-aa81-4997-9ffe-dc7774ce5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:11.933196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35630) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:11.941596 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-c7eb4648-3a21-440a-af95-8013c4bc82d5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899137444', 'description': 'tempest-secgroup-smoke-899137444 description', 'project_id': '51b80f95ea934efcb81ba4d9a286f175'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:11.942895 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Checking router: 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:26:11.943249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Updating router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 port 68da430f-fe14-40fe-b9ea-c04255bc06ed binding host n-d-806683-13 {{(pid=94813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 14:26:11.971165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:11.974653 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4648-3a21-440a-af95-8013c4bc82d5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.108520 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4648-3a21-440a-af95-8013c4bc82d5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.115039 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4648-3a21-440a-af95-8013c4bc82d5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.146819 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4648-3a21-440a-af95-8013c4bc82d5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.147826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-c7eb4648-3a21-440a-af95-8013c4bc82d5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2131596 Sep 26 14:26:12.151197 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35632) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:12.157832 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-b8379c31-7619-4281-a7da-d0f3c5d17662 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'security_group_rule': {'security_group_id': 'a97ef474-9588-435d-a2bc-3e721da8fdd2', 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:12.163540 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb4648-3a21-440a-af95-8013c4bc82d5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97ef474-9588-435d-a2bc-3e721da8fdd2,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:12.198315 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8379c31-7619-4281-a7da-d0f3c5d17662 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.269224 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8379c31-7619-4281-a7da-d0f3c5d17662 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.274382 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8379c31-7619-4281-a7da-d0f3c5d17662 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.297092 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8379c31-7619-4281-a7da-d0f3c5d17662 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4868c5e7-7330-4bc1-886c-43f0c678db35,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:12.310438 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b8379c31-7619-4281-a7da-d0f3c5d17662 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.311862 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b8379c31-7619-4281-a7da-d0f3c5d17662 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593463 Sep 26 14:26:12.316171 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35634) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:12.322436 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-e4d88851-6382-4f8b-9739-81aa4c2c4724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'security_group_rule': {'security_group_id': 'a97ef474-9588-435d-a2bc-3e721da8fdd2', 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:12.356057 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4d88851-6382-4f8b-9739-81aa4c2c4724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.379539 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Notify callbacks [] for port, precommit_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.395808 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.426981 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4d88851-6382-4f8b-9739-81aa4c2c4724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.431798 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4d88851-6382-4f8b-9739-81aa4c2c4724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.454524 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d88851-6382-4f8b-9739-81aa4c2c4724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6024e48-2114-40cd-b79e-f6e7a6de9c58,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:12.462539 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-e4d88851-6382-4f8b-9739-81aa4c2c4724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.463982 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-e4d88851-6382-4f8b-9739-81aa4c2c4724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457396 Sep 26 14:26:12.468412 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35636) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:12.473101 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-5a157e30-6c81-45c5-90d7-313a52ba2fe1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'security_group_rule': {'security_group_id': 'a97ef474-9588-435d-a2bc-3e721da8fdd2', 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:12.512642 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5a157e30-6c81-45c5-90d7-313a52ba2fe1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.522339 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.529988 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4d69d-b0fd-4f1f-8356-81c08141414f None None] Pushing event updated for resources: {'Port': ['ID=68da430f-fe14-40fe-b9ea-c04255bc06ed,revision_number=3']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:12.617974 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Attempting to bind port 68da430f-fe14-40fe-b9ea-c04255bc06ed on host n-d-806683-13 for vnic_type normal with profile {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:26:12.618768 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Attempting to bind port 68da430f-fe14-40fe-b9ea-c04255bc06ed by drivers openvswitch,hyperv on host n-d-806683-13 at level 0 using segments [{'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:26:12.619746 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Attempting to bind port 68da430f-fe14-40fe-b9ea-c04255bc06ed on network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:26:12.628660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Checking agent: {'id': 'c1fedcb5-1e48-4ca4-9af3-951c2a94d327', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 44, 42), 'started_at': datetime.datetime(2021, 9, 26, 12, 45, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:26:12.629360 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Checking segment: {'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:26:12.630152 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.630869 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Bound using segment: {'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'} {{(pid=94813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:26:12.631735 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.managers [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Bound port: 68da430f-fe14-40fe-b9ea-c04255bc06ed, host: n-d-806683-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0388eb-371d-40a5-b681-d6fa31d8e9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5'}}] {{(pid=94813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:26:12.632235 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.636140 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5a157e30-6c81-45c5-90d7-313a52ba2fe1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.642083 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5a157e30-6c81-45c5-90d7-313a52ba2fe1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.672812 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a157e30-6c81-45c5-90d7-313a52ba2fe1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0076d955-de1c-435e-b03e-9dea982a8a53,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:12.687631 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5a157e30-6c81-45c5-90d7-313a52ba2fe1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.690240 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a157e30-6c81-45c5-90d7-313a52ba2fe1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2202778 Sep 26 14:26:12.692617 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35638) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:12.699628 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-59fe31ef-efe6-4090-b6db-75395a890cba tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'security_group_rule': {'security_group_id': 'a97ef474-9588-435d-a2bc-3e721da8fdd2', 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:12.742357 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59fe31ef-efe6-4090-b6db-75395a890cba tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.751270 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] For port 68da430f-fe14-40fe-b9ea-c04255bc06ed, host n-d-806683-13, cleared binding levels {{(pid=94813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:26:12.754933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] For port 68da430f-fe14-40fe-b9ea-c04255bc06ed, host n-d-806683-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=68da430f-fe14-40fe-b9ea-c04255bc06ed,segment=NetworkSegment(7a0388eb-371d-40a5-b681-d6fa31d8e9ce),segment_id=7a0388eb-371d-40a5-b681-d6fa31d8e9ce)] {{(pid=94813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:26:12.759666 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.828338 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59fe31ef-efe6-4090-b6db-75395a890cba tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.834807 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59fe31ef-efe6-4090-b6db-75395a890cba tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.860503 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe31ef-efe6-4090-b6db-75395a890cba tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf6cfab-2823-4d66-a9c2-81a32291b7ba,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:12.872665 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-59fe31ef-efe6-4090-b6db-75395a890cba tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:12.874680 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-59fe31ef-efe6-4090-b6db-75395a890cba tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1805768 Sep 26 14:26:12.880144 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35640) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:12.885592 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-22a861b9-a8e5-40fb-9848-5e8ebfae7663 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'security_group_rule': {'security_group_id': 'a97ef474-9588-435d-a2bc-3e721da8fdd2', 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:12.916037 n-d-806683-13 neutron-server[94811]: INFO neutron.db.securitygroups_db [None req-22a861b9-a8e5-40fb-9848-5e8ebfae7663 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Project 51b80f95ea934efcb81ba4d9a286f175 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:26:12.923503 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22a861b9-a8e5-40fb-9848-5e8ebfae7663 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.014605 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-3ceb645a-ccf2-4b47-aab7-720d4d28b260 None None] Provisioning complete for port 68da430f-fe14-40fe-b9ea-c04255bc06ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:13.014999 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ceb645a-ccf2-4b47-aab7-720d4d28b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.019836 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4d69d-b0fd-4f1f-8356-81c08141414f None None] Pushing event updated for resources: {'Port': ['ID=68da430f-fe14-40fe-b9ea-c04255bc06ed,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:13.022882 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Routers {'0cd2ade6-5c83-40ae-8ce0-f52aaabce118'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:13.023544 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:13.039759 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22a861b9-a8e5-40fb-9848-5e8ebfae7663 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.046704 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22a861b9-a8e5-40fb-9848-5e8ebfae7663 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.088248 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-22a861b9-a8e5-40fb-9848-5e8ebfae7663 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.095436 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-22a861b9-a8e5-40fb-9848-5e8ebfae7663 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2100668 Sep 26 14:26:13.096138 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 35642) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:13.106787 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-513dd088-a29d-4dc7-9914-7621b020c39f tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'security_group_rule': {'security_group_id': 'a97ef474-9588-435d-a2bc-3e721da8fdd2', 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:13.132463 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a861b9-a8e5-40fb-9848-5e8ebfae7663 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c343cae-d735-4aaf-96d2-4e3ed2d7e797,revision_number=0']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:13.185737 n-d-806683-13 neutron-server[94812]: INFO neutron.db.securitygroups_db [None req-513dd088-a29d-4dc7-9914-7621b020c39f tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Project 51b80f95ea934efcb81ba4d9a286f175 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 14:26:13.198063 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-513dd088-a29d-4dc7-9914-7621b020c39f tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.202482 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ceb645a-ccf2-4b47-aab7-720d4d28b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.224593 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] Set router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:13.265164 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d4dcc604-64a7-4e3b-a21b-a6fa778d91ca up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:13.333601 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-513dd088-a29d-4dc7-9914-7621b020c39f tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.339338 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-513dd088-a29d-4dc7-9914-7621b020c39f tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776797'] for security_group_rule, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.344281 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-3ceb645a-ccf2-4b47-aab7-720d4d28b260 None None] For port 68da430f-fe14-40fe-b9ea-c04255bc06ed, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=68da430f-fe14-40fe-b9ea-c04255bc06ed,segment=NetworkSegment(7a0388eb-371d-40a5-b681-d6fa31d8e9ce),segment_id=7a0388eb-371d-40a5-b681-d6fa31d8e9ce)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:13.373469 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dd088-a29d-4dc7-9914-7621b020c39f tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5596c14-9795-49be-90e2-7f652df6e020,revision_number=0']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:13.378968 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-513dd088-a29d-4dc7-9914-7621b020c39f tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.385766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-513dd088-a29d-4dc7-9914-7621b020c39f tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2825923 Sep 26 14:26:13.386580 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3ceb645a-ccf2-4b47-aab7-720d4d28b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.515852 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:13.516220 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.518155 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb645a-ccf2-4b47-aab7-720d4d28b260 None None] Pushing event updated for resources: {'Port': ['ID=68da430f-fe14-40fe-b9ea-c04255bc06ed,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:13.587923 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-cf3a78af-d489-458f-988b-d8f29f86ac5c None None] Provisioning complete for port 68da430f-fe14-40fe-b9ea-c04255bc06ed triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:13.588299 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cf3a78af-d489-458f-988b-d8f29f86ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.731563 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-ba6504d7-2fe6-4acc-bc4e-ae0bfbf35e97 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899137444&fields=id&tenant_id=51b80f95ea934efcb81ba4d9a286f175 HTTP/1.1" status: 200 len: 267 time: 0.0614398 Sep 26 14:26:13.754590 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:08Z', 'revision_number': 4, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port': {'id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '68da430f-fe14-40fe-b9ea-c04255bc06ed', 'name': '', 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'mac_address': 'fa:16:3e:cc:df:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98e6c65d-aa81-4997-9ffe-dc7774ce5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:07Z', 'updated_at': '2021-09-26T14:26:12Z', 'revision_number': 4, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'subnets': [{'id': '98e6c65d-aa81-4997-9ffe-dc7774ce5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:13.789662 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b42301-4430-4089-a39d-9520fa99e0bf None None] The sync data for ids ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'] in n-d-806683-13 is: [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:08Z', 'revision_number': 4, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port': {'id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': '68da430f-fe14-40fe-b9ea-c04255bc06ed', 'name': '', 'network_id': 'c0ed27a0-04b9-4730-b25d-b2c499ff6ea5', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'mac_address': 'fa:16:3e:cc:df:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '98e6c65d-aa81-4997-9ffe-dc7774ce5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:07Z', 'updated_at': '2021-09-26T14:26:12Z', 'revision_number': 4, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'subnets': [{'id': '98e6c65d-aa81-4997-9ffe-dc7774ce5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:26:13.891281 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-9f54c332-2d36-4804-b3b3-aa8ca4264309 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:13.893571 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-9f54c332-2d36-4804-b3b3-aa8ca4264309 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 810 time: 0.1523762 Sep 26 14:26:13.924618 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-d119d629-77c3-4fa3-9572-f8493a770437 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/quotas/51b80f95ea934efcb81ba4d9a286f175 HTTP/1.1" status: 200 len: 375 time: 0.0141397 Sep 26 14:26:13.934145 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:13.994761 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-1744750e-2160-465d-9370-9e66e2031c6c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610063 Sep 26 14:26:14.015581 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-17670ee9-9299-4343-9a81-37a77c574b7e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:26:14.016930 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-17670ee9-9299-4343-9a81-37a77c574b7e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072610 Sep 26 14:26:14.150555 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-30a697a2-b10d-4202-a2bc-8c603de01771 service neutron] 10.222.0.13 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248431 Sep 26 14:26:14.286736 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-12e734b7-26e1-4e1c-b951-16caba64232f service neutron] 10.222.0.13 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275768 Sep 26 14:26:14.534660 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3799ba68-f5d8-400c-b189-bac229638db7 req-e48774a6-42a2-484d-95ca-e5488aaf9a58 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 210 time: 0.0506446 Sep 26 14:26:15.162546 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 68da430f-fe14-40fe-b9ea-c04255bc06ed up at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:15.218643 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-63179782-1754-4cbc-82e4-265218234952 None None] Provisioning complete for port 68da430f-fe14-40fe-b9ea-c04255bc06ed triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:15.219077 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:15.999172 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1425ad11-9df9-4cc9-9828-9a47842e66f3 req-ff09d88d-01eb-493a-9ce2-a1ba8623db15 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 210 time: 0.0389421 Sep 26 14:26:16.079662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-ff819d44-3189-483c-8e8d-a2317ae3b541 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:16.082190 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-ff819d44-3189-483c-8e8d-a2317ae3b541 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 810 time: 0.5260112 Sep 26 14:26:16.132105 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-93e58be6-d0fc-440a-996b-b2436bef23c1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51b80f95ea934efcb81ba4d9a286f175 HTTP/1.1" status: 200 len: 379 time: 0.0378180 Sep 26 14:26:16.143094 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'port': {'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'admin_state_up': True, 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'security_groups': ['a97ef474-9588-435d-a2bc-3e721da8fdd2']}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:16.196575 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:16.272062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Made reservation on behalf of 51b80f95ea934efcb81ba4d9a286f175 for: {'port': 1} {{(pid=94811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:26:16.276170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:16.415506 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Allocated IP 172.20.0.14 (28a13a44-298d-4dfa-b683-d2b4091fba94/5405838e-f868-41cb-9c50-1df812031bcb/cfeba04d-d07a-464a-8b30-24bb6e39c210) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:26:16.574768 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:16.611766 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:16.658909 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:26:16.662319 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:16.666495 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:26:16.676895 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:16.731876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:16.732962 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:16.753099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-2c0282ca-e521-4c80-bde9-39eb202ce6a8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6145148 Sep 26 14:26:16.894023 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Request body: {'port': {'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-13'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:16.933200 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-473d4f5f-6fc4-4fbe-b19e-e12c4cde3573 None None] Provisioning complete for port cfeba04d-d07a-464a-8b30-24bb6e39c210 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:16.933932 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-473d4f5f-6fc4-4fbe-b19e-e12c4cde3573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:16.977644 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:16.984607 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-473d4f5f-6fc4-4fbe-b19e-e12c4cde3573 None None] Port cfeba04d-d07a-464a-8b30-24bb6e39c210 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:26:17.184838 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72163272-dd9e-4685-acd7-2b27957643c9 req-a8a0d682-88a7-4cae-aaea-4abf45388ef1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:17.186354 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72163272-dd9e-4685-acd7-2b27957643c9 req-a8a0d682-88a7-4cae-aaea-4abf45388ef1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 932 time: 0.0718040 Sep 26 14:26:17.237441 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-72163272-dd9e-4685-acd7-2b27957643c9 req-eeafad90-714b-4033-81d6-9d8001981f7c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416791 Sep 26 14:26:17.367607 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfeba04d-d07a-464a-8b30-24bb6e39c210 {{(pid=94811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:26:17.377272 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:17.391809 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.provisioning_blocks [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Transition to ACTIVE for port object cfeba04d-d07a-464a-8b30-24bb6e39c210 will not be triggered until provisioned by entity L2. {{(pid=94811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:26:17.397251 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:17.457930 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:17.571143 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Attempting to bind port cfeba04d-d07a-464a-8b30-24bb6e39c210 on host n-h1-806683-13 for vnic_type normal with profile {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:26:17.571638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Attempting to bind port cfeba04d-d07a-464a-8b30-24bb6e39c210 by drivers openvswitch,hyperv on host n-h1-806683-13 at level 0 using segments [{'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:26:17.572126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Attempting to bind port cfeba04d-d07a-464a-8b30-24bb6e39c210 on network 28a13a44-298d-4dfa-b683-d2b4091fba94 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:26:17.578354 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Port cfeba04d-d07a-464a-8b30-24bb6e39c210 on network 28a13a44-298d-4dfa-b683-d2b4091fba94 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-13 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:26:17.578798 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Attempting to bind port cfeba04d-d07a-464a-8b30-24bb6e39c210 on network 28a13a44-298d-4dfa-b683-d2b4091fba94 {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:26:17.587500 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Checking agent: {'id': '5f561951-f868-4d55-bdd2-97948e99db43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:26:17.588038 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Checking segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:26:17.588663 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Bound using segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} {{(pid=94811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:26:17.589480 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.managers [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Bound port: cfeba04d-d07a-464a-8b30-24bb6e39c210, host: n-h1-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'}}] {{(pid=94811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:26:17.590100 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:17.688148 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, cleared binding levels {{(pid=94811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:26:17.692302 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:26:17.697274 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:17.743494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:17.744153 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:17.745650 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 1093 time: 0.9832807 Sep 26 14:26:17.746308 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:26:17.748455 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:26:17.787226 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5dd76-0c4b-4463-8f36-332a541c27f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=3']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:17.872126 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-65fdc027-aaad-47d3-85b3-459f429468fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:17.878396 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-65fdc027-aaad-47d3-85b3-459f429468fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1096 time: 0.0863729 Sep 26 14:26:17.938882 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843755c4-7ce7-4027-abbc-ec06a98fe464 x-openstack-request-id: req-843755c4-7ce7-4027-abbc-ec06a98fe464 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:26:17.939277 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:26:17.939673 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-843755c4-7ce7-4027-abbc-ec06a98fe464 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:26:17.940192 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'status': 'completed', 'code': 200} Sep 26 14:26:17.942971 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-ae173202-15bf-469a-948b-df2c3fdc0572 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 217 time: 0.0562863 Sep 26 14:26:18.007375 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-58ad96e7-720a-43aa-b7ec-b920313b8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:18.008968 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-58ad96e7-720a-43aa-b7ec-b920313b8931 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0595970 Sep 26 14:26:18.069876 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-1c068c80-301c-4fe3-9155-51acd99f88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:18.071828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-1c068c80-301c-4fe3-9155-51acd99f88f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558257 Sep 26 14:26:18.179799 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-6a2ce0b0-4c65-4bce-9ddd-6cce9b5bb0ef service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007633 Sep 26 14:26:18.321191 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b4c58913-2fe2-4052-b07f-44d6061f3c8b req-a1616988-2d9a-4b89-83e1-7761c2903582 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347299 Sep 26 14:26:18.410185 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12f93a-3627-41b6-be4a-3fe67abe7cb2 req-02c89630-20b3-4de4-b364-516fad230829 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:18.412517 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d12f93a-3627-41b6-be4a-3fe67abe7cb2 req-02c89630-20b3-4de4-b364-516fad230829 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 944 time: 0.0804062 Sep 26 14:26:18.442329 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-847cb4df-7193-474f-9f2e-7f26418eac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:18.445007 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-847cb4df-7193-474f-9f2e-7f26418eac4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1096 time: 0.0615537 Sep 26 14:26:18.467310 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-1d12f93a-3627-41b6-be4a-3fe67abe7cb2 req-e8f51884-7246-4147-925d-8ab95b877e80 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453842 Sep 26 14:26:18.552630 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-20c4241f-b9a0-41ef-9f48-1342b453a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:18.554432 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-20c4241f-b9a0-41ef-9f48-1342b453a759 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1026316 Sep 26 14:26:18.600578 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-4a5ad0f1-3f31-4be2-9734-63bedc243292 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 217 time: 0.0389156 Sep 26 14:26:18.655253 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-91ab9806-6512-4763-8b4b-99e7ca996871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:18.656806 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-91ab9806-6512-4763-8b4b-99e7ca996871 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0496457 Sep 26 14:26:18.709960 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-edacf18b-e07d-478f-95f8-66577dcd7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:18.711541 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-edacf18b-e07d-478f-95f8-66577dcd7827 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476248 Sep 26 14:26:18.816972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-866caea3-de06-4b97-a52a-4503b3ee8fc2 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978441 Sep 26 14:26:18.922079 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4a4eea0e-76b7-4bdb-8251-c89efafd60d9 req-d791fe76-cd99-4ab1-a955-02e1eea5b429 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977848 Sep 26 14:26:19.624494 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c772edd-9558-4c5f-bb16-3acf8b550003 req-9e3b9923-d2db-402c-9362-3fdace2f3c03 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:19.626341 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c772edd-9558-4c5f-bb16-3acf8b550003 req-9e3b9923-d2db-402c-9362-3fdace2f3c03 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 944 time: 0.0570607 Sep 26 14:26:19.673172 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4c772edd-9558-4c5f-bb16-3acf8b550003 req-9fa87c78-7909-448c-8816-f532b263083c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398078 Sep 26 14:26:20.218392 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device cfeba04d-d07a-464a-8b30-24bb6e39c210 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:26:20.326898 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:20.339566 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:26:20.379926 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:20.396984 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfeba04d-d07a-464a-8b30-24bb6e39c210 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:26:20.419131 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:20.423789 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:20.475083 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:20.723272 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['cfeba04d-d07a-464a-8b30-24bb6e39c210'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:26:20.834667 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60c9da-a020-4fae-ba0f-1639e7778284 req-d778241d-1f65-4882-823d-cf1578e58687 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:20.837065 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df60c9da-a020-4fae-ba0f-1639e7778284 req-d778241d-1f65-4882-823d-cf1578e58687 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 945 time: 0.0630798 Sep 26 14:26:20.891779 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-df60c9da-a020-4fae-ba0f-1639e7778284 req-09a4f21c-6ea2-48dc-9550-3ef417998039 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442195 Sep 26 14:26:21.058978 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:22.029462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c8c53-13e6-4e50-93a3-20168f6e5b17 req-54df4735-5dad-4dd2-82ce-c08deeff6cdd tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:22.031243 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-090c8c53-13e6-4e50-93a3-20168f6e5b17 req-54df4735-5dad-4dd2-82ce-c08deeff6cdd tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 945 time: 0.0555906 Sep 26 14:26:22.078706 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-090c8c53-13e6-4e50-93a3-20168f6e5b17 req-c898a2ab-c935-47ee-9716-91014866bd5b tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Sep 26 14:26:22.233770 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device cfeba04d-d07a-464a-8b30-24bb6e39c210 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:26:22.292703 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning for port cfeba04d-d07a-464a-8b30-24bb6e39c210 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:26:22.297335 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port cfeba04d-d07a-464a-8b30-24bb6e39c210 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:26:22.297780 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:22.392048 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:22.419422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:26:22.421866 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0cb757-bd18-4aca-92c8-7db90a07f859" -d '{"events": [{"server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "name": "network-vif-plugged", "status": "completed", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:26:22.437873 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:26:22.444801 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:22.490677 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3eaf7c-59f3-4e12-9ccd-b4092ccdb54b x-openstack-request-id: req-2e3eaf7c-59f3-4e12-9ccd-b4092ccdb54b {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:26:22.491067 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "name": "network-vif-plugged", "status": "completed", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:26:22.491250 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e3eaf7c-59f3-4e12-9ccd-b4092ccdb54b {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:26:22.491605 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'code': 200} Sep 26 14:26:22.526762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:22.595915 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07d422-d917-4783-9955-1a2c1ff73e6c req-1123dc2b-bbc8-4520-b866-7ab438456ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:22.597859 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f07d422-d917-4783-9955-1a2c1ff73e6c req-1123dc2b-bbc8-4520-b866-7ab438456ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1098 time: 0.0518639 Sep 26 14:26:22.637387 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-9f07d422-d917-4783-9955-1a2c1ff73e6c req-b3b7a390-48f6-4152-8f26-0a6ec3a650c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319486 Sep 26 14:26:23.212391 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c4c26-c2a3-4ba3-b4e2-9668c675a71c req-8fb7463a-f94d-492c-a6f6-b478e1d9fef7 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:23.214100 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-811c4c26-c2a3-4ba3-b4e2-9668c675a71c req-8fb7463a-f94d-492c-a6f6-b478e1d9fef7 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 946 time: 0.0549664 Sep 26 14:26:23.263364 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-811c4c26-c2a3-4ba3-b4e2-9668c675a71c req-0a7d780b-bfec-4060-bce2-3542df50eeb8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374262 Sep 26 14:26:24.387643 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8201dfd-1f62-4e9c-874a-34f5fa160be5 req-1bee15e2-d1c3-4516-b4b1-e5014d1fc7f6 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:24.389839 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8201dfd-1f62-4e9c-874a-34f5fa160be5 req-1bee15e2-d1c3-4516-b4b1-e5014d1fc7f6 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 946 time: 0.0527630 Sep 26 14:26:24.431575 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f8201dfd-1f62-4e9c-874a-34f5fa160be5 req-c61250d9-067d-486e-89e2-ed48a1db4271 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351601 Sep 26 14:26:24.556958 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e30cd-7364-4e22-8c2c-a553e57250ac req-391b3fc7-dcdb-4208-9484-3be84bc9d4ff tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:24.558701 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-419e30cd-7364-4e22-8c2c-a553e57250ac req-391b3fc7-dcdb-4208-9484-3be84bc9d4ff tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 946 time: 0.0557888 Sep 26 14:26:24.602048 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-419e30cd-7364-4e22-8c2c-a553e57250ac req-d0025cd1-8e04-4c71-95b3-6895a59bcbe5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368276 Sep 26 14:26:24.635964 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35700) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:24.735356 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe35ac0-2512-4d95-a9d4-37c3910a7119 tempest-TestSnapshotPattern-1800070249 tempest-TestSnapshotPattern-1800070249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:24.737226 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bbe35ac0-2512-4d95-a9d4-37c3910a7119 tempest-TestSnapshotPattern-1800070249 tempest-TestSnapshotPattern-1800070249-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1093 time: 0.1000290 Sep 26 14:26:24.740572 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 35704) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:26:24.745626 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.v2.base [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:26:24.771094 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for floatingip, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:24.895850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:25.075229 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Allocated IP 172.25.4.145 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/2c5b827b-1da3-40c5-91c9-e09da2b0e346) {{(pid=94811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:26:25.227447 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for port, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:25.265187 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:25.313202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:26:25.316790 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Resources bound (agent type, host, resource id): {{(pid=94811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:26:25.319758 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Received port after_create {{(pid=94811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:26:25.351431 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'Port': ['ID=2c5b827b-1da3-40c5-91c9-e09da2b0e346,revision_number=1']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:25.719646 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:25.799677 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:25.981324 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for port, precommit_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:25.986718 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171558'] for port, after_update {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:26.062997 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'Port': ['ID=2c5b827b-1da3-40c5-91c9-e09da2b0e346,revision_number=2']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:26:26.075635 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:26.187692 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Floating IP 855e1d30-b06c-42d6-a431-6463217fd8ac associated. External IP: 172.25.4.145, port: cfeba04d-d07a-464a-8b30-24bb6e39c210. Sep 26 14:26:26.423878 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Router 4aecd087-587b-42b2-a481-ae36a1f09798 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:26:26.552580 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:26:26.564381 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] Sync routers for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:26:26.574875 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:26.575478 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:26.578297 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:26.625901 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-1a4d6357-2e99-4a68-995e-f0be3dabed75 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8840871 Sep 26 14:26:26.627032 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:26:26.629520 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1150c858-155d-444c-9067-e02b6376707c" -d '{"events": [{"name": "network-changed", "server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:26:26.680097 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cf403e-5503-44cb-9914-52ab7f9380dc x-openstack-request-id: req-c2cf403e-5503-44cb-9914-52ab7f9380dc {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:26:26.680538 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:26:26.680931 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2cf403e-5503-44cb-9914-52ab7f9380dc {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:26:26.681400 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'status': 'completed', 'code': 200} Sep 26 14:26:26.706556 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:26.747892 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150c858-155d-444c-9067-e02b6376707c req-47aa281a-0559-4d5b-9838-007503e904ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:26.749731 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1150c858-155d-444c-9067-e02b6376707c req-47aa281a-0559-4d5b-9838-007503e904ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1098 time: 0.0448735 Sep 26 14:26:26.882522 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150c858-155d-444c-9067-e02b6376707c req-b9e5da3a-9044-449d-96ef-025a2ab15d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:26.884291 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1150c858-155d-444c-9067-e02b6376707c req-b9e5da3a-9044-449d-96ef-025a2ab15d58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1282530 Sep 26 14:26:26.962651 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1150c858-155d-444c-9067-e02b6376707c req-bd31bab3-7eff-41b9-ac39-1efde5259c26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 1000 time: 0.0714383 Sep 26 14:26:27.003241 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:25Z', 'revision_number': 0, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:27.025882 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150c858-155d-444c-9067-e02b6376707c req-e03ca894-983b-43f7-ab0b-7c8648503a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:27.027722 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1150c858-155d-444c-9067-e02b6376707c req-e03ca894-983b-43f7-ab0b-7c8648503a5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0575657 Sep 26 14:26:27.039505 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] Checking router: 4aecd087-587b-42b2-a481-ae36a1f09798 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:26:27.050082 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:26:27.050705 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:26:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:27.097346 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150c858-155d-444c-9067-e02b6376707c req-a720346e-e662-4cd1-9f33-a221923d8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:27.099129 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1150c858-155d-444c-9067-e02b6376707c req-a720346e-e662-4cd1-9f33-a221923d8a34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645940 Sep 26 14:26:27.205106 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:26:27.235001 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1150c858-155d-444c-9067-e02b6376707c req-5697d5ea-8c79-4de5-a360-1ad3f7038f34 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280367 Sep 26 14:26:27.358692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-1150c858-155d-444c-9067-e02b6376707c req-0d050cf6-33f7-41be-b218-b231b32a544e service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171072 Sep 26 14:26:27.488343 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:25Z', 'revision_number': 0, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:26:27.515578 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3b7ee-bc3f-42c3-a0fc-d1e33e8169b5 None None] The sync data for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 is: [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:25Z', 'revision_number': 0, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:26:27.745574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029352bf-c728-481a-acfe-eb07c421f1e9 None None] New status for floating IP 855e1d30-b06c-42d6-a431-6463217fd8ac: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:26:30.828853 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:26:38.567704 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c833cae9-ed07-49d8-870b-9735f8a4201f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:41.193167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3c46b9df-5ed3-4ebd-b7ff-a632eeec2b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:41.811959 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:42.463614 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:43.844045 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-5fec650d-1d33-4af5-bca6-16d7a084469c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463562 Sep 26 14:26:43.929303 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:43.940331 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-62c757a2-e192-456d-9828-45482d8bc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:43.941931 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-62c757a2-e192-456d-9828-45482d8bc7dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1098 time: 0.0510061 Sep 26 14:26:44.071212 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-3fa098da-ae36-4373-87b5-1c796badfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:44.072826 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-3fa098da-ae36-4373-87b5-1c796badfa83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1091063 Sep 26 14:26:44.150743 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-edd851de-daad-4eb4-b381-49eca65bf8b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 1002 time: 0.0697429 Sep 26 14:26:44.214310 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-de3a0085-de40-47c3-b19d-e5e5da4ee091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:44.215886 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-de3a0085-de40-47c3-b19d-e5e5da4ee091 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0573971 Sep 26 14:26:44.274525 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-92b8b044-ed94-4fbf-9be8-461f2f988932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:26:44.276151 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-92b8b044-ed94-4fbf-9be8-461f2f988932 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523915 Sep 26 14:26:44.381717 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-f25871fa-fdf0-4e72-98b3-25662f6185c2 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978341 Sep 26 14:26:44.489361 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-d1ba2282-7b19-4a7c-a637-c7672e84e1f4 req-09f1f3f4-849a-4f63-accc-4d5183c79703 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994070 Sep 26 14:26:46.207827 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:26:51.077343 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:07.828833 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:27:08.573475 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-178029e8-52d5-42a0-98a4-1663fe5bfc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:11.188576 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ecc88f35-75ba-49f9-b846-1077219ab0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:11.816213 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:12.465666 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:13.931065 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:16.209798 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:21.073983 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:38.583438 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c54ee01e-8572-4a4c-9de5-cc0a00bbdf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:41.192456 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb460-1362-421c-8e01-284acd69ea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:41.830408 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:42.468053 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:43.932837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:44.829266 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:27:44.876828 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-ea019e9b-6ab6-46eb-ba57-b80c3a0d2076 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661602 Sep 26 14:27:44.964361 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-002039cb-5958-4eb8-8a23-a02709a59f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:27:44.965967 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-002039cb-5958-4eb8-8a23-a02709a59f81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1098 time: 0.0456460 Sep 26 14:27:45.447789 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-2d8d2739-1a6a-4ecd-b9ce-91f2b90af9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:27:45.449270 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-2d8d2739-1a6a-4ecd-b9ce-91f2b90af9af service neutron] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.4629622 Sep 26 14:27:45.524848 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-e29e7952-68cc-42cf-86fc-cb478d68e7f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 1002 time: 0.0682931 Sep 26 14:27:45.583115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-ae1fd1a9-0430-42ba-8a1a-d0242fa9e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:27:45.584604 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-ae1fd1a9-0430-42ba-8a1a-d0242fa9e799 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0522451 Sep 26 14:27:45.634483 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-a2e26eaa-189f-4062-bec7-255feb3bf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:27:45.636418 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-a2e26eaa-189f-4062-bec7-255feb3bf91e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445416 Sep 26 14:27:45.738235 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-0ee17227-d875-4771-9798-d4fe12e789b1 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943718 Sep 26 14:27:45.839903 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-4e571d39-f147-42ee-b410-ef3c8e8e3e3d req-82266449-966f-4237-877b-340e4a82f438 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947738 Sep 26 14:27:46.211507 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:27:51.086714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:08.577134 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-a092a529-5521-45f9-a341-896524464569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:11.197074 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cce75537-9eb4-4755-bcab-ccfdd8aa3652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:11.825373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:12.470850 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:13.938249 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:16.224350 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:21.078672 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:21.829199 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:28:38.589173 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2a6a04ad-ef14-4ced-a2f5-cd29b5420ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:41.206720 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-996000b8-5abc-4c0d-ad55-085df9d09f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:41.830433 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:42.474991 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:43.941391 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:45.838441 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-781a3e43-05e9-4194-a96e-1e4ff22c8b4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454679 Sep 26 14:28:45.932012 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-94f7febd-28d3-4db8-af56-97e10b342daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:28:45.933634 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-94f7febd-28d3-4db8-af56-97e10b342daa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1098 time: 0.0515480 Sep 26 14:28:46.053358 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-757b6837-860a-434c-84a5-255d31f0f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:28:46.055045 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-757b6837-860a-434c-84a5-255d31f0f5ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1008134 Sep 26 14:28:46.132137 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-884360f9-3384-4e0a-a248-715a259fc3f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 1002 time: 0.0693769 Sep 26 14:28:46.185591 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-e9282e1d-6126-4c63-98fb-66efafd07619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:28:46.187153 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-e9282e1d-6126-4c63-98fb-66efafd07619 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0481374 Sep 26 14:28:46.238778 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:46.241779 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-f029621d-3d6f-483e-91c1-ac0b8879c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:28:46.243395 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-f029621d-3d6f-483e-91c1-ac0b8879c47f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492964 Sep 26 14:28:46.351244 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-bd91b570-d421-4cec-9fd8-6c2d9ba802a9 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997696 Sep 26 14:28:46.451662 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bdb52151-63bb-4bdb-b260-4ca1be91b138 req-6e162848-6020-4d18-9aca-a70370c01da8 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927763 Sep 26 14:28:51.085570 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:58.833392 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:28:59.034457 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device cfeba04d-d07a-464a-8b30-24bb6e39c210 details requested by agent hyperv_n-h1-806683-13 with host n-h1-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:28:59.146262 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:28:59.161887 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Returning: {'device': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:28:59.205934 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:59.220810 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfeba04d-d07a-464a-8b30-24bb6e39c210 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:28:59.241324 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:28:59.246626 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:28:59.312838 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:28:59.321445 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.321841 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.322149 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.322484 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.322813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.323137 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.323459 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.323779 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.324099 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.324414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.324733 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.325050 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:28:59.330921 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] get_ports_and_sgs() called for port_ids ['cfeba04d-d07a-464a-8b30-24bb6e39c210'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:29:01.055731 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device cfeba04d-d07a-464a-8b30-24bb6e39c210 up at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:29:01.276909 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Provisioning complete for port cfeba04d-d07a-464a-8b30-24bb6e39c210 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:29:01.277282 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:01.396412 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:01.437422 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:29:01.441407 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a50887-be1f-4391-ac2a-1cb2d8a0d906" -d '{"events": [{"server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "name": "network-vif-plugged", "status": "completed", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:29:01.464153 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:29:01.470172 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:01.552444 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:01.616793 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c285b9ce-34a9-42ad-9f3f-43c28ea6599d x-openstack-request-id: req-c285b9ce-34a9-42ad-9f3f-43c28ea6599d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:29:01.617096 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "name": "network-vif-plugged", "status": "completed", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:29:01.617361 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c285b9ce-34a9-42ad-9f3f-43c28ea6599d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:29:01.617805 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'code': 200} Sep 26 14:29:08.594534 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c1fa7c0a-2c1b-4ef4-9daa-6cdfa88369fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:11.205894 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-73381a01-4561-4290-b832-1253cfeced1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:11.843335 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:12.495355 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:13.952233 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:14.503531 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-fbf396a5-de8a-4c00-944e-e74ee6a12e10 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899137444&fields=id&tenant_id=51b80f95ea934efcb81ba4d9a286f175 HTTP/1.1" status: 200 len: 267 time: 0.0379653 Sep 26 14:29:14.629418 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48da0-8b81-452f-802c-bf12c258da92 req-374cb042-a486-4a2c-8dca-0827f04bd25b tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:14.631172 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-374cb042-a486-4a2c-8dca-0827f04bd25b tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 810 time: 0.1202273 Sep 26 14:29:14.652286 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-ca3c8049-fed0-44ed-b07b-8207ebd68d34 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/quotas/51b80f95ea934efcb81ba4d9a286f175 HTTP/1.1" status: 200 len: 375 time: 0.0103858 Sep 26 14:29:14.718678 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-5a7797fd-c125-4e63-8848-8df78f36a481 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0594919 Sep 26 14:29:14.920256 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-76701524-19a7-4443-9fe0-d14fd915cb1b service neutron] 10.222.0.13 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883030 Sep 26 14:29:15.023676 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-232fe7af-4ef6-4996-a31d-3d05c0c635ed service neutron] 10.222.0.13 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962429 Sep 26 14:29:15.332270 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ac10736-446b-4395-a7aa-833bcb18caea req-09333d5a-b04e-4a17-a63c-ff8f3c038c2a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 210 time: 0.1156271 Sep 26 14:29:16.235942 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:16.437767 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-c020bf1f-0d54-4dd0-87a0-c88bd959be3b req-4a3d9be4-20ac-4b73-bc02-2e0a4343eb35 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 210 time: 0.0366039 Sep 26 14:29:17.143625 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device cfeba04d-d07a-464a-8b30-24bb6e39c210 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:29:17.250924 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:17.294347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:29:17.298477 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa59114-e99d-411d-ae5d-08af860c6312" -d '{"events": [{"server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:29:17.322231 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:29:17.328529 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:17.374613 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 14:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993c33b1-792f-4420-9f97-eb0a3a8dabfe x-openstack-request-id: req-993c33b1-792f-4420-9f97-eb0a3a8dabfe {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:29:17.375116 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:29:17.375527 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-993c33b1-792f-4420-9f97-eb0a3a8dabfe {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:29:17.376143 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'code': 200} Sep 26 14:29:17.423006 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Pushing event updated for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:17.550739 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-a5f3620d-db86-4344-8fb3-f9664251a021 req-5f13e245-d0ab-44d3-90a8-187daaa93029 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 210 time: 0.0312836 Sep 26 14:29:18.431167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48da0-8b81-452f-802c-bf12c258da92 req-6a985eb9-989b-4a87-9815-d0389273ee15 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:18.432766 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-6a985eb9-989b-4a87-9815-d0389273ee15 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.24 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 810 time: 0.1183465 Sep 26 14:29:18.506007 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-f9aaa7a7-86a0-48ca-befb-b897209597f1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51b80f95ea934efcb81ba4d9a286f175 HTTP/1.1" status: 200 len: 379 time: 0.0625544 Sep 26 14:29:18.518552 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'port': {'device_id': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'admin_state_up': True, 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'security_groups': ['a97ef474-9588-435d-a2bc-3e721da8fdd2']}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:29:18.733665 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-44202481-73c1-4237-8a4f-0e194ef0617f req-261daf30-bc36-4bf6-8f47-18ba8a5ea588 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 210 time: 0.0608871 Sep 26 14:29:18.740769 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Made reservation on behalf of 51b80f95ea934efcb81ba4d9a286f175 for: {'port': 1} {{(pid=94812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 14:29:18.746351 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:19.127588 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Allocated IP 172.20.0.8 (28a13a44-298d-4dfa-b683-d2b4091fba94/5405838e-f868-41cb-9c50-1df812031bcb/499f5300-dd60-4634-878b-fec1f7397ab8) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:29:19.427438 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:19.473159 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:19.544339 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:29:19.547682 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:29:19.552167 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:29:19.596102 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:19.607479 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.607977 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.608587 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.609039 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.609476 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.610002 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.610482 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.610931 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.611362 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.611786 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.612251 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.612679 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:29:19.667135 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:19.668190 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:19.704268 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-c3033d75-9fad-4d1a-aa67-be33de88a912 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1917822 Sep 26 14:29:19.943090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1d43f-e6c7-4422-8fee-08e7c0176db3 req-0e4cceed-27b9-44f1-9b69-464b2d78c305 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:19.945300 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f7c1d43f-e6c7-4422-8fee-08e7c0176db3 req-0e4cceed-27b9-44f1-9b69-464b2d78c305 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0779066 Sep 26 14:29:19.954809 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-6948724b-b7ed-45a6-b3d7-b288a4755407 None None] Provisioning complete for port 499f5300-dd60-4634-878b-fec1f7397ab8 triggered by entity DHCP. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:29:19.955658 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6948724b-b7ed-45a6-b3d7-b288a4755407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:20.033891 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f7c1d43f-e6c7-4422-8fee-08e7c0176db3 req-b6c2cec8-e025-41ef-af5a-35716dce6fed tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808268 Sep 26 14:29:20.051452 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-6948724b-b7ed-45a6-b3d7-b288a4755407 None None] Port 499f5300-dd60-4634-878b-fec1f7397ab8 cannot update to ACTIVE because it is not bound. {{(pid=94813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 14:29:21.102605 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:21.257043 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687dd20-9ee9-4686-baec-5d280abb4faf req-d2eb282d-b247-499f-add3-5f260934db1e tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:21.258786 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e687dd20-9ee9-4686-baec-5d280abb4faf req-d2eb282d-b247-499f-add3-5f260934db1e tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0838311 Sep 26 14:29:21.327964 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e687dd20-9ee9-4686-baec-5d280abb4faf req-d6b491f8-a5ba-4f3d-9200-577da8c203c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621915 Sep 26 14:29:22.485643 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475ebf4-f857-408a-832c-141465feb136 req-3cd84490-8d53-49f1-88bf-a7f6558d33c7 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:22.487314 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3475ebf4-f857-408a-832c-141465feb136 req-3cd84490-8d53-49f1-88bf-a7f6558d33c7 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0615835 Sep 26 14:29:22.564296 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-3475ebf4-f857-408a-832c-141465feb136 req-7bff6a5b-9cf7-47de-81f1-b4478c5b8315 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629764 Sep 26 14:29:23.727593 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6fc89-c9f7-4e75-bd4e-c51820775286 req-fe300fc6-25d1-4ecc-8231-dc6df50864c1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:23.729657 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ef6fc89-c9f7-4e75-bd4e-c51820775286 req-fe300fc6-25d1-4ecc-8231-dc6df50864c1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0878403 Sep 26 14:29:23.771671 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-0ef6fc89-c9f7-4e75-bd4e-c51820775286 req-c9fd1f0c-5934-4d89-80cc-da9f97fae406 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355022 Sep 26 14:29:24.929124 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882b9d-c87b-46d2-a2d3-b41d792f1cd0 req-4926eff3-a6cc-4e09-9e10-5535b43cf1b3 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:24.931896 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b882b9d-c87b-46d2-a2d3-b41d792f1cd0 req-4926eff3-a6cc-4e09-9e10-5535b43cf1b3 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0710368 Sep 26 14:29:24.994745 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-0b882b9d-c87b-46d2-a2d3-b41d792f1cd0 req-67939cba-b258-49c2-ae3b-516558a499c8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518270 Sep 26 14:29:26.167720 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e3eb0-fc83-47a1-83df-acb7ca1bcc03 req-0bde0120-b915-421b-9906-2c29925bc435 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:26.170280 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-015e3eb0-fc83-47a1-83df-acb7ca1bcc03 req-0bde0120-b915-421b-9906-2c29925bc435 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0664062 Sep 26 14:29:26.216885 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-015e3eb0-fc83-47a1-83df-acb7ca1bcc03 req-b3f2ad79-0f18-4bf3-aa11-57bd92d1cd31 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364869 Sep 26 14:29:27.382550 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e6045-bb79-4c5d-8b1f-11a499e498ab req-ce6096b9-9992-47c1-a61f-248cd3c95841 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:27.384247 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-347e6045-bb79-4c5d-8b1f-11a499e498ab req-ce6096b9-9992-47c1-a61f-248cd3c95841 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0788260 Sep 26 14:29:27.466710 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-347e6045-bb79-4c5d-8b1f-11a499e498ab req-4b31300b-8bc8-4995-a4ea-4ed4a911a2d2 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732934 Sep 26 14:29:28.621954 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa52e66-fda8-4e24-8c69-2536862ecbf9 req-818a65e2-0a72-4545-afd1-628b50ddb0a0 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:28.624851 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7fa52e66-fda8-4e24-8c69-2536862ecbf9 req-818a65e2-0a72-4545-afd1-628b50ddb0a0 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0811648 Sep 26 14:29:28.691770 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7fa52e66-fda8-4e24-8c69-2536862ecbf9 req-4c094061-2dd0-41bd-9c60-a4494200ccb6 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530303 Sep 26 14:29:29.709445 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Request body: {'port': {'device_id': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-13'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:29:29.781797 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:29.836020 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc8121-26a2-4b56-92cd-6a60ed60ba3f req-ff55d5ee-9a8b-4139-a96a-805e70d7bd58 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:29.838166 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55bc8121-26a2-4b56-92cd-6a60ed60ba3f req-ff55d5ee-9a8b-4139-a96a-805e70d7bd58 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 931 time: 0.0615854 Sep 26 14:29:29.885943 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-55bc8121-26a2-4b56-92cd-6a60ed60ba3f req-b5289045-17d6-4f63-b66a-a4b919297c58 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Sep 26 14:29:30.093218 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499f5300-dd60-4634-878b-fec1f7397ab8 {{(pid=94812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:29:30.102210 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:30.116262 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.provisioning_blocks [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Transition to ACTIVE for port object 499f5300-dd60-4634-878b-fec1f7397ab8 will not be triggered until provisioned by entity L2. {{(pid=94812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 14:29:30.121751 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:30.242904 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Pushing event updated for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:30.326606 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Attempting to bind port 499f5300-dd60-4634-878b-fec1f7397ab8 on host n-h2-806683-13 for vnic_type normal with profile {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 14:29:30.326978 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Attempting to bind port 499f5300-dd60-4634-878b-fec1f7397ab8 by drivers openvswitch,hyperv on host n-h2-806683-13 at level 0 using segments [{'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 14:29:30.327347 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Attempting to bind port 499f5300-dd60-4634-878b-fec1f7397ab8 on network 28a13a44-298d-4dfa-b683-d2b4091fba94 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:29:30.334613 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Port 499f5300-dd60-4634-878b-fec1f7397ab8 on network 28a13a44-298d-4dfa-b683-d2b4091fba94 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-13 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 14:29:30.335122 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Attempting to bind port 499f5300-dd60-4634-878b-fec1f7397ab8 on network 28a13a44-298d-4dfa-b683-d2b4091fba94 {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 14:29:30.343666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Checking agent: {'id': '69d67afc-1ce5-4483-aa4b-30106ba3bedd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'started_at': datetime.datetime(2021, 9, 26, 12, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 14, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 14:29:30.344147 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Checking segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 14:29:30.344677 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Bound using segment: {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'} {{(pid=94812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 14:29:30.345307 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.managers [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Bound port: 499f5300-dd60-4634-878b-fec1f7397ab8, host: n-h2-806683-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871bfa07-5e8e-49ce-a776-ced160978a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94'}}] {{(pid=94812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 14:29:30.345850 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:30.421360 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, cleared binding levels {{(pid=94812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 14:29:30.424763 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 14:29:30.430552 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:30.481526 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:30.482282 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:30.484301 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] 10.222.0.24 "PUT /v2.0/ports/499f5300-dd60-4634-878b-fec1f7397ab8 HTTP/1.1" status: 200 len: 1092 time: 0.8588228 Sep 26 14:29:30.484887 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:29:30.487571 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee805b1-cfe8-4183-8212-833325a47f40" -d '{"events": [{"name": "network-changed", "server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:29:30.527222 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30709e33-a741-49eb-b35a-7436e0058c64 service neutron] Pushing event updated for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=3']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:30.596707 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48da0-8b81-452f-802c-bf12c258da92 req-19c1f53f-ddfe-4557-ba7d-151109af6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:30.598679 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-19c1f53f-ddfe-4557-ba7d-151109af6cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 1095 time: 0.0669618 Sep 26 14:29:30.662737 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-d1677981-a95f-4fbb-92fb-c5e88533a5a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499f5300-dd60-4634-878b-fec1f7397ab8 HTTP/1.1" status: 200 len: 217 time: 0.0563140 Sep 26 14:29:30.666930 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b2d889-7437-4d85-a6e7-9f72fe838b1b x-openstack-request-id: req-d2b2d889-7437-4d85-a6e7-9f72fe838b1b {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:29:30.667353 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:29:30.667758 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2b2d889-7437-4d85-a6e7-9f72fe838b1b {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:29:30.668334 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8', 'status': 'completed', 'code': 200} Sep 26 14:29:30.726269 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48da0-8b81-452f-802c-bf12c258da92 req-ace97549-8ff2-4291-8838-c2195b3efc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:30.728675 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-ace97549-8ff2-4291-8838-c2195b3efc4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0541422 Sep 26 14:29:30.798955 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48da0-8b81-452f-802c-bf12c258da92 req-8b44705e-a182-4e9d-ab88-f79d88d94460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:30.800769 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-8b44705e-a182-4e9d-ab88-f79d88d94460 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647671 Sep 26 14:29:30.912882 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-56de6b26-19a3-4bbd-a90a-ab48267f0ef7 service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053412 Sep 26 14:29:31.035395 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-71d48da0-8b81-452f-802c-bf12c258da92 req-348bd2ab-871d-4e88-b042-7a77436ef67c service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152375 Sep 26 14:29:31.037554 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2176b5d-b95d-4238-b041-b9d93d3c8812 req-57cccefb-c6df-44c1-a37e-7fdad0ff3fd2 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:31.040429 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2176b5d-b95d-4238-b041-b9d93d3c8812 req-57cccefb-c6df-44c1-a37e-7fdad0ff3fd2 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 943 time: 0.0674603 Sep 26 14:29:31.100039 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-b2176b5d-b95d-4238-b041-b9d93d3c8812 req-aca4ecb3-c261-4b3b-9130-4b7e4a5e90b6 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520289 Sep 26 14:29:31.148673 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee805b1-cfe8-4183-8212-833325a47f40 req-473673ea-1d7b-4af8-9bf7-08611715ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:31.150491 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dee805b1-cfe8-4183-8212-833325a47f40 req-473673ea-1d7b-4af8-9bf7-08611715ae78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 1095 time: 0.0582824 Sep 26 14:29:31.621155 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee805b1-cfe8-4183-8212-833325a47f40 req-07ec34a3-1e46-4887-8563-81e9d2dde8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:31.622775 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dee805b1-cfe8-4183-8212-833325a47f40 req-07ec34a3-1e46-4887-8563-81e9d2dde8b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.4619703 Sep 26 14:29:31.667307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dee805b1-cfe8-4183-8212-833325a47f40 req-a2e5f693-e362-456b-83f4-0f29ab08c4f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499f5300-dd60-4634-878b-fec1f7397ab8 HTTP/1.1" status: 200 len: 217 time: 0.0362601 Sep 26 14:29:31.721550 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee805b1-cfe8-4183-8212-833325a47f40 req-40ed62a2-0eff-474d-ad71-2f3464369715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:31.723096 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dee805b1-cfe8-4183-8212-833325a47f40 req-40ed62a2-0eff-474d-ad71-2f3464369715 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0489461 Sep 26 14:29:31.780272 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee805b1-cfe8-4183-8212-833325a47f40 req-a9861f49-3f81-4b96-bcb0-754e8abb2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:31.781924 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dee805b1-cfe8-4183-8212-833325a47f40 req-a9861f49-3f81-4b96-bcb0-754e8abb2f6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500920 Sep 26 14:29:31.885148 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dee805b1-cfe8-4183-8212-833325a47f40 req-594951e2-c1ac-42d2-9fab-0a94fa93841b service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941396 Sep 26 14:29:31.989589 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-dee805b1-cfe8-4183-8212-833325a47f40 req-b8058237-aded-43b9-9d26-7f7e6505bcb8 service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964561 Sep 26 14:29:32.235506 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c6dfd-e3f5-4e04-8e32-0def44d39e3d req-10a59b5e-89ae-4d09-9323-f03d20a0f616 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:32.237153 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f10c6dfd-e3f5-4e04-8e32-0def44d39e3d req-10a59b5e-89ae-4d09-9323-f03d20a0f616 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 943 time: 0.0538559 Sep 26 14:29:32.280484 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-f10c6dfd-e3f5-4e04-8e32-0def44d39e3d req-c788fd45-c600-4563-b1af-7c8989e7f802 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365074 Sep 26 14:29:32.408743 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 499f5300-dd60-4634-878b-fec1f7397ab8 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:29:32.580762 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:29:32.602024 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '499f5300-dd60-4634-878b-fec1f7397ab8', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'port_id': '499f5300-dd60-4634-878b-fec1f7397ab8', 'mac_address': 'fa:16:3e:94:34:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:29:32.668306 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:32.690404 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499f5300-dd60-4634-878b-fec1f7397ab8 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:29:32.721608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:29:32.726736 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:32.781383 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=4']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:32.944580 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['499f5300-dd60-4634-878b-fec1f7397ab8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:29:33.407272 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28373c-82a1-4dd0-8ba4-0a95f8bbc1d5 req-5eba4f29-1716-4289-8bcf-a7cc5a546363 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:33.408929 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a28373c-82a1-4dd0-8ba4-0a95f8bbc1d5 req-5eba4f29-1716-4289-8bcf-a7cc5a546363 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 944 time: 0.0542021 Sep 26 14:29:33.452393 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7a28373c-82a1-4dd0-8ba4-0a95f8bbc1d5 req-1794573e-cd49-4c06-abc6-65ab7616830d tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367806 Sep 26 14:29:34.424203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 499f5300-dd60-4634-878b-fec1f7397ab8 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:29:34.482409 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning for port 499f5300-dd60-4634-878b-fec1f7397ab8 completed by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 14:29:34.487845 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 499f5300-dd60-4634-878b-fec1f7397ab8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:29:34.488292 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:34.592357 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:34.596823 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652523e-eeaa-490c-8cc6-bfbcd79d6206 req-ab17ba03-2321-4d26-ae4a-68645d4e8dbb tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:34.598867 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a652523e-eeaa-490c-8cc6-bfbcd79d6206 req-ab17ba03-2321-4d26-ae4a-68645d4e8dbb tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 944 time: 0.0663185 Sep 26 14:29:34.620802 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:29:34.624220 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bee751-16ea-460f-bea2-0586c8e51e41" -d '{"events": [{"server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "name": "network-vif-plugged", "status": "completed", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:29:34.646874 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:29:34.650222 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a652523e-eeaa-490c-8cc6-bfbcd79d6206 req-f58a79a3-c9d7-4feb-a6ce-4a62b418afa8 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439539 Sep 26 14:29:34.658969 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:34.701248 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf4b5f2-b157-4148-8284-a5420467f34e x-openstack-request-id: req-eaf4b5f2-b157-4148-8284-a5420467f34e {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:29:34.701600 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "name": "network-vif-plugged", "status": "completed", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:29:34.701949 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaf4b5f2-b157-4148-8284-a5420467f34e {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:29:34.702492 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8', 'code': 200} Sep 26 14:29:34.735156 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=5']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:34.802719 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3dfa3-5525-4e3b-ac22-2e46471fdd67 req-2bd4561b-6e99-4783-8b2c-284e0b2fe077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:34.804279 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2a3dfa3-5525-4e3b-ac22-2e46471fdd67 req-2bd4561b-6e99-4783-8b2c-284e0b2fe077 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 1097 time: 0.0476239 Sep 26 14:29:34.842902 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-e2a3dfa3-5525-4e3b-ac22-2e46471fdd67 req-1b992a79-50c2-4f42-bef2-4e5a1a6aa127 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310349 Sep 26 14:29:35.814390 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2e22d-bcc5-40a2-aa87-efccf7dd2201 req-6e809743-12a4-4c00-a6b9-8a13b635cb2a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:35.816102 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1a2e22d-bcc5-40a2-aa87-efccf7dd2201 req-6e809743-12a4-4c00-a6b9-8a13b635cb2a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 945 time: 0.0615366 Sep 26 14:29:35.835654 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:29:35.874972 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-f1a2e22d-bcc5-40a2-aa87-efccf7dd2201 req-d09bb3a2-9535-433c-8c07-68ba6c2581e4 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521407 Sep 26 14:29:37.005514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13791c-1d07-4a9f-99b4-e51a12d8c846 req-f54de182-1e20-4063-bc3e-bdeb0daae7ce tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:37.007547 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc13791c-1d07-4a9f-99b4-e51a12d8c846 req-f54de182-1e20-4063-bc3e-bdeb0daae7ce tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 945 time: 0.0557957 Sep 26 14:29:37.050184 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-cc13791c-1d07-4a9f-99b4-e51a12d8c846 req-99c0e98e-f954-46cd-90d0-bfc8667a994a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359530 Sep 26 14:29:37.192225 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e4fc-3fc7-4efe-9c94-0f121f3184cd req-53d14147-f781-4be7-bea0-795877f21a4c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:37.195085 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df34e4fc-3fc7-4efe-9c94-0f121f3184cd req-53d14147-f781-4be7-bea0-795877f21a4c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 945 time: 0.0684371 Sep 26 14:29:37.237647 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-df34e4fc-3fc7-4efe-9c94-0f121f3184cd req-e4190b83-6b91-495d-ad32-84b26ec7f419 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365734 Sep 26 14:29:37.260782 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36046) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:29:37.303180 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d1cd0d-f805-4072-9acc-fd28a7e3db9c tempest-TestSnapshotPattern-1800070249 tempest-TestSnapshotPattern-1800070249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:37.305150 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-79d1cd0d-f805-4072-9acc-fd28a7e3db9c tempest-TestSnapshotPattern-1800070249 tempest-TestSnapshotPattern-1800070249-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 1092 time: 0.0431163 Sep 26 14:29:37.308234 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36048) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:29:37.313566 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.v2.base [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Request body: {'floatingip': {'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'port_id': '499f5300-dd60-4634-878b-fec1f7397ab8', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 14:29:37.339951 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for floatingip, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:37.462405 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:37.583416 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.db_base_plugin_common [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Allocated IP 172.25.4.144 (21ea7ad9-2814-4312-8830-f65d79b335ab/0a2739c8-b329-417c-ae6a-fcdb2b3c8b54/e1665794-bbb5-48fa-a2dd-3a0626164ef2) {{(pid=94812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 14:29:37.737385 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for port, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:37.777833 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741026102447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:37.817187 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Network 21ea7ad9-2814-4312-8830-f65d79b335ab is already hosted by enough agents. {{(pid=94812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 14:29:37.820402 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.base_scheduler [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Resources bound (agent type, host, resource id): {{(pid=94812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 14:29:37.824848 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Received port after_create {{(pid=94812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 14:29:37.858436 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'Port': ['ID=e1665794-bbb5-48fa-a2dd-3a0626164ef2,revision_number=1']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:38.239575 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:38.317801 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:38.507328 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for port, precommit_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:38.514325 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422486'] for port, after_update {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:38.592851 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-c8e114fa-df58-4d3f-8f76-03326f7f753a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:38.594586 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event updated for resources: {'Port': ['ID=e1665794-bbb5-48fa-a2dd-3a0626164ef2,revision_number=2']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:29:38.607361 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752921'] for floatingip, after_create {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:38.723973 n-d-806683-13 neutron-server[94812]: INFO neutron.db.l3_db [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Floating IP ad3aeb6d-9503-4c4e-aac0-7227635071d2 associated. External IP: 172.25.4.144, port: 499f5300-dd60-4634-878b-fec1f7397ab8. Sep 26 14:29:38.961082 n-d-806683-13 neutron-server[94812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Router 4aecd087-587b-42b2-a481-ae36a1f09798 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:29:39.081062 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:29:39.094593 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] Sync routers for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:29:39.105250 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:39.108726 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:29:39.109567 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:29:39.150468 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-85e56643-12a6-416c-abc7-e59435019c9c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8401749 Sep 26 14:29:39.151835 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:29:39.157782 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d38fb6-d086-4c57-98cd-9e3fe9329058" -d '{"events": [{"name": "network-changed", "server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:29:39.211702 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48891b07-09e9-437c-a193-71629e161990 x-openstack-request-id: req-48891b07-09e9-437c-a193-71629e161990 {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:29:39.211989 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:29:39.212284 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48891b07-09e9-437c-a193-71629e161990 {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:29:39.212771 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8', 'status': 'completed', 'code': 200} Sep 26 14:29:39.299405 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-4afc4dbf-e568-4b53-a5a3-995fc205ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:39.301557 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-4afc4dbf-e568-4b53-a5a3-995fc205ab3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 1097 time: 0.0621512 Sep 26 14:29:39.378373 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:29:39.423505 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-2734d42c-cc58-4140-bcfb-d86b39031aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:39.426157 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-2734d42c-cc58-4140-bcfb-d86b39031aca service neutron] 10.222.0.24 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1163809 Sep 26 14:29:39.520605 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-8437530a-a62e-4a1e-b99e-1e17df1492ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499f5300-dd60-4634-878b-fec1f7397ab8 HTTP/1.1" status: 200 len: 999 time: 0.0871594 Sep 26 14:29:39.599810 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-7e50b968-0da3-4586-a1b8-0546401729e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:39.601977 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-7e50b968-0da3-4586-a1b8-0546401729e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0752351 Sep 26 14:29:39.660469 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:27Z', 'revision_number': 1, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}, {'id': 'ad3aeb6d-9503-4c4e-aac0-7227635071d2', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': '499f5300-dd60-4634-878b-fec1f7397ab8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:94:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:29:38Z', 'updated_at': '2021-09-26T14:29:38Z', 'revision_number': 0, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:29:39.672697 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-266138f2-040e-4e58-88b1-f83f6b794c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:39.675259 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-266138f2-040e-4e58-88b1-f83f6b794c01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638220 Sep 26 14:29:39.709227 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] Checking router: 4aecd087-587b-42b2-a481-ae36a1f09798 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:29:39.720344 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:29:39.721207 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:29:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:29:39.829949 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-77b15ed5-aa32-4a6f-b729-d3d5a58800d2 service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473472 Sep 26 14:29:39.883452 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:29:39.951630 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-40d38fb6-d086-4c57-98cd-9e3fe9329058 req-3cec4b02-07a0-48fd-9baa-88103682d5d1 service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148717 Sep 26 14:29:40.157025 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:27Z', 'revision_number': 1, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}, {'id': 'ad3aeb6d-9503-4c4e-aac0-7227635071d2', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': '499f5300-dd60-4634-878b-fec1f7397ab8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:94:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:29:38Z', 'updated_at': '2021-09-26T14:29:38Z', 'revision_number': 0, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:29:40.185082 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c48e98-0e2d-4287-bbcc-9754bbcc8deb None None] The sync data for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 is: [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:27Z', 'revision_number': 1, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}, {'id': 'ad3aeb6d-9503-4c4e-aac0-7227635071d2', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': '499f5300-dd60-4634-878b-fec1f7397ab8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:94:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:29:38Z', 'updated_at': '2021-09-26T14:29:38Z', 'revision_number': 0, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:29:40.422987 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2d4c2-5f18-4f39-87b7-8f639cb49c5f None None] New status for floating IP ad3aeb6d-9503-4c4e-aac0-7227635071d2: ACTIVE {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:29:41.199556 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d0fd444c-00f1-4de5-b75d-2f92897b5800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:41.847492 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:42.482393 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:43.948941 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:46.251122 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:46.834703 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-65355a97-d274-414f-a71a-664cb0e57cf7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455232 Sep 26 14:29:46.922128 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-81bcb8e3-cf79-4969-9a09-bcdbb7f49eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:46.923651 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-81bcb8e3-cf79-4969-9a09-bcdbb7f49eec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1096 time: 0.0456328 Sep 26 14:29:47.048274 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-76e95d47-ce18-4640-882a-2c16cda362da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:47.049880 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-76e95d47-ce18-4640-882a-2c16cda362da service neutron] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1059413 Sep 26 14:29:47.125968 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-68bd5a9b-1f7c-46fa-b4b6-67e215333db5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 1000 time: 0.0686650 Sep 26 14:29:47.189057 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-e05b134d-b8f0-4788-9c1f-9304e33c89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:47.190833 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-e05b134d-b8f0-4788-9c1f-9304e33c89bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0584395 Sep 26 14:29:47.249475 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-8f80a261-8fe5-4014-bcef-3ef5283b082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:47.251106 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-8f80a261-8fe5-4014-bcef-3ef5283b082f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524549 Sep 26 14:29:47.263183 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-c9c524d2-0328-4d72-8cb2-8ef266a625bc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 14:29:47.264294 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-c9c524d2-0328-4d72-8cb2-8ef266a625bc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063584 Sep 26 14:29:47.364993 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-14030d41-e35a-43b0-a652-94c5c706b53b service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935485 Sep 26 14:29:47.479720 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-496aba6a-b8bf-466b-ab48-ae74f8b1db8f req-5c2d8269-ff85-461e-aa16-a07b31487b03 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063120 Sep 26 14:29:51.113019 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:29:59.537601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-90817250-f350-4273-9b94-04bf3f702785 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457156 Sep 26 14:29:59.633396 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-9b525dae-e4ba-4739-be32-eb79e274a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:59.635777 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-9b525dae-e4ba-4739-be32-eb79e274a539 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 1097 time: 0.0528252 Sep 26 14:29:59.766263 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-158c2f5a-bcdf-4056-8089-a71aeae1e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:59.767934 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-158c2f5a-bcdf-4056-8089-a71aeae1e1b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1068037 Sep 26 14:29:59.840645 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-0d6ff985-7d9c-48a6-9c11-c17d3942d7f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499f5300-dd60-4634-878b-fec1f7397ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0651724 Sep 26 14:29:59.893457 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-399bb00e-03c3-46b2-98ec-0dde6eb43496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:59.895020 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-399bb00e-03c3-46b2-98ec-0dde6eb43496 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0476675 Sep 26 14:29:59.948403 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-a21b23fe-00b5-421f-814e-1dd16b19d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:29:59.950601 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-a21b23fe-00b5-421f-814e-1dd16b19d93a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486724 Sep 26 14:30:00.047488 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-6fdcf5bf-5881-49e3-aa1b-68cf955f1570 service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897999 Sep 26 14:30:00.153703 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-ec6247ce-f12b-4964-bcc5-d3c239813f3b req-9ad36fe9-5598-4e2f-8170-c63e504c846a service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992205 Sep 26 14:30:08.594227 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dfdc747a-729c-4d17-9e89-e76a03e46d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:11.220006 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-fe210d33-0d09-4c20-84bd-5e473666bb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:11.842748 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:12.485512 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:12.841377 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:30:13.953268 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:16.264992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:21.123271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:38.589797 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3419f638-a981-4754-9189-69e2551168a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:41.205586 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6d34fab2-7a72-49bb-99b9-41d655fa9353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:41.848353 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:42.488269 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:43.966259 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:46.280837 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:30:46.858692 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17bbb08e-3561-4433-83b5-a840f9597712 req-87fd12b1-893d-46f3-badd-73f32fccad4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0693696 Sep 26 14:30:46.972090 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb08e-3561-4433-83b5-a840f9597712 req-9e909b98-3e4f-47e2-a19b-ca548fe8c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:30:46.973696 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17bbb08e-3561-4433-83b5-a840f9597712 req-9e909b98-3e4f-47e2-a19b-ca548fe8c92e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1096 time: 0.0524511 Sep 26 14:30:47.135883 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb08e-3561-4433-83b5-a840f9597712 req-11d10f43-5ea4-43c2-bb05-7cc63cf210fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:30:47.137470 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17bbb08e-3561-4433-83b5-a840f9597712 req-11d10f43-5ea4-43c2-bb05-7cc63cf210fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1436238 Sep 26 14:30:47.215237 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17bbb08e-3561-4433-83b5-a840f9597712 req-2213b3ea-649b-40d3-a7fd-0a2d074eab82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 1000 time: 0.0694554 Sep 26 14:30:47.268807 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb08e-3561-4433-83b5-a840f9597712 req-89dd3e2b-aea3-47f6-8014-561b8f01dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:30:47.270353 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17bbb08e-3561-4433-83b5-a840f9597712 req-89dd3e2b-aea3-47f6-8014-561b8f01dcac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0488157 Sep 26 14:30:47.322199 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb08e-3561-4433-83b5-a840f9597712 req-6eef9bb5-744c-4b01-9f8c-0acefea922ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:30:47.324014 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17bbb08e-3561-4433-83b5-a840f9597712 req-6eef9bb5-744c-4b01-9f8c-0acefea922ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465760 Sep 26 14:30:47.440197 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17bbb08e-3561-4433-83b5-a840f9597712 req-99006f1a-7459-4acb-8b8a-49d5a7ed2bda service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088376 Sep 26 14:30:47.569163 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-17bbb08e-3561-4433-83b5-a840f9597712 req-5c4e75ad-7e36-4838-9294-90bb0a4b5d26 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219831 Sep 26 14:30:49.840878 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:30:51.120143 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:00.426633 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-462e3191-5d9f-4f22-8acb-555225f79f64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446842 Sep 26 14:31:00.515956 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-978326f3-4beb-4911-b4ba-9797a2ca5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:00.517558 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-978326f3-4beb-4911-b4ba-9797a2ca5987 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 1097 time: 0.0442712 Sep 26 14:31:00.640157 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-ca8e19a2-0806-4408-9754-0fda09ad2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:00.642792 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-ca8e19a2-0806-4408-9754-0fda09ad2319 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1049545 Sep 26 14:31:00.716486 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-7c769cc6-026c-4bf4-b467-d56da842e3f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499f5300-dd60-4634-878b-fec1f7397ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0663247 Sep 26 14:31:00.774050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-ebcd8530-9634-4dbe-a3f2-8595f2041799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:00.776176 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-ebcd8530-9634-4dbe-a3f2-8595f2041799 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0531402 Sep 26 14:31:00.825957 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-452c9666-0360-4b3e-9eca-c8e95778d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:00.827669 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-452c9666-0360-4b3e-9eca-c8e95778d316 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441387 Sep 26 14:31:00.928112 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-da03f726-f7e0-4262-a393-77bb2e1fc350 service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928018 Sep 26 14:31:01.031164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-3740e1cf-d3ba-4b45-8525-46b6900a3fcf req-d87810ff-b51d-44e5-a00d-b74a8b856c68 service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958347 Sep 26 14:31:08.594093 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-492e7720-06dd-4d9b-bce7-6a4a5d792355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:10.834957 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 499f5300-dd60-4634-878b-fec1f7397ab8 details requested by agent hyperv_n-h2-806683-13 with host n-h2-806683-13 {{(pid=94813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 14:31:10.950184 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:10.964051 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Returning: {'device': '499f5300-dd60-4634-878b-fec1f7397ab8', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'port_id': '499f5300-dd60-4634-878b-fec1f7397ab8', 'mac_address': 'fa:16:3e:94:34:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 14:31:11.013799 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:11.037347 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 499f5300-dd60-4634-878b-fec1f7397ab8 {{(pid=94813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 14:31:11.074579 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:11.080115 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:11.139547 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=6']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:11.147529 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.147867 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.148207 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.148537 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.148864 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.149196 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.149574 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.149906 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.150275 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.150585 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.150924 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.151250 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:11.156541 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] get_ports_and_sgs() called for port_ids ['499f5300-dd60-4634-878b-fec1f7397ab8'] {{(pid=94813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 14:31:11.222525 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f74fed6c-fec6-44da-885e-ba7706370668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:11.863324 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:12.505373 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:12.846111 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 499f5300-dd60-4634-878b-fec1f7397ab8 up at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 14:31:12.947243 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.provisioning_blocks [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Provisioning complete for port 499f5300-dd60-4634-878b-fec1f7397ab8 triggered by entity L2. {{(pid=94813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 14:31:12.948206 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690338'] for port, provisioning_complete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:13.135049 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:13.169903 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:31:13.177764 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6392a792-97f9-4808-b955-5f8f4e0bd7fc" -d '{"events": [{"server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "name": "network-vif-plugged", "status": "completed", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:31:13.198249 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:13.210947 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:13.257368 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51be2fd9-8f40-4616-9751-ad5a4931723d x-openstack-request-id: req-51be2fd9-8f40-4616-9751-ad5a4931723d {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:31:13.257924 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "name": "network-vif-plugged", "status": "completed", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:31:13.258381 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51be2fd9-8f40-4616-9751-ad5a4931723d {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:31:13.259049 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8', 'code': 200} Sep 26 14:31:13.320553 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=7']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:13.973272 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:16.295824 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:21.130288 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:23.006496 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36268) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:23.295542 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Deleting port e1665794-bbb5-48fa-a2dd-3a0626164ef2 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:23.296091 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:23.401745 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:23.402082 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:23.417530 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Calling delete_port for e1665794-bbb5-48fa-a2dd-3a0626164ef2 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:23.589089 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:23.619637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event deleted for resources: {'Port': ['ID=e1665794-bbb5-48fa-a2dd-3a0626164ef2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:23.650453 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.650813 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.651180 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.651526 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.651919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.652202 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.652534 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.652870 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.653198 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.653555 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.653887 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.654214 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:23.705106 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:23.705444 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Floating IP ad3aeb6d-9503-4c4e-aac0-7227635071d2 disassociated (deleted). External IP: 172.25.4.144, port: 499f5300-dd60-4634-878b-fec1f7397ab8. Sep 26 14:31:23.947811 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Router 4aecd087-587b-42b2-a481-ae36a1f09798 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:31:24.071902 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:31:24.078967 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:24.088662 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] Sync routers for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:31:24.101108 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:31:24.101914 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:24.116401 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d9892825-76c8-47e1-b350-af963f27741a tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "DELETE /v2.0/floatingips/ad3aeb6d-9503-4c4e-aac0-7227635071d2 HTTP/1.1" status: 204 len: 168 time: 1.1084874 Sep 26 14:31:24.117296 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:31:24.121883 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbfb470-da99-4611-bb5d-8ff44cae5473" -d '{"events": [{"name": "network-changed", "server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:31:24.295244 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:31:24.313318 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc99e436-75ce-4ef6-92b4-1385dbe6dc93 x-openstack-request-id: req-dc99e436-75ce-4ef6-92b4-1385dbe6dc93 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:31:24.314179 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:31:24.315128 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc99e436-75ce-4ef6-92b4-1385dbe6dc93 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:31:24.316026 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8', 'status': 'completed', 'code': 200} Sep 26 14:31:24.423843 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-233ca1f2-b7e1-415a-98e5-d532a46ad772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:24.426504 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-233ca1f2-b7e1-415a-98e5-d532a46ad772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 1097 time: 0.0895104 Sep 26 14:31:24.544577 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d101a-5486-4c7b-9df5-c930e45df6ee req-c14dc142-bf35-49ce-84ba-2fcb4378e15e tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:24.547223 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-361d101a-5486-4c7b-9df5-c930e45df6ee req-c14dc142-bf35-49ce-84ba-2fcb4378e15e tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 945 time: 0.1480038 Sep 26 14:31:24.647946 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-361d101a-5486-4c7b-9df5-c930e45df6ee req-cbfa9366-975f-4a3c-9e6f-13ccf609e415 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576093 Sep 26 14:31:24.649739 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-9284a3af-62ce-4065-8101-63067577e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:24.651266 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-9284a3af-62ce-4065-8101-63067577e914 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.2023923 Sep 26 14:31:24.659261 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:27Z', 'revision_number': 1, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:24.691323 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] Checking router: 4aecd087-587b-42b2-a481-ae36a1f09798 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:31:24.700550 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:31:24.701023 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-55fb955c-d94a-43de-8609-6e9c34b304d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499f5300-dd60-4634-878b-fec1f7397ab8 HTTP/1.1" status: 200 len: 217 time: 0.0415995 Sep 26 14:31:24.701208 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:24.762134 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-e15ed2fd-3540-4849-941c-7ec9953b2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:24.763655 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-e15ed2fd-3540-4849-941c-7ec9953b2f2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0547063 Sep 26 14:31:24.822066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-68cf3571-e4a6-47f7-ad32-c419d8947837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:24.823875 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-68cf3571-e4a6-47f7-ad32-c419d8947837 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512323 Sep 26 14:31:24.827065 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:31:24.906487 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 499f5300-dd60-4634-878b-fec1f7397ab8 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:24.967016 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-1b9ef6c5-6dd2-4f9b-ac52-d96b46a8c8f8 service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335793 Sep 26 14:31:25.025117 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:25.052610 n-d-806683-13 neutron-server[94813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8'}] {{(pid=94813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:31:25.055110 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b516ff5f2027f835b054ddf3d81b196033afdfed8af54260f9e2ff4bf399e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e86d82-6737-4ebc-8d87-4b69d1a0581d" -d '{"events": [{"server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "name": "network-vif-unplugged", "status": "completed", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8"}]}' {{(pid=94813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:31:25.070608 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:25.077221 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741026625028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741026102465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741026102483'] for port, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:25.110251 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-7dbfb470-da99-4611-bb5d-8ff44cae5473 req-b16caf21-47ee-4635-8168-a8485d7966de service neutron] 10.222.0.24 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349967 Sep 26 14:31:25.151750 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Pushing event updated for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=8']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:25.155460 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1032b73c-c5b0-49de-a34c-27aac1ae1fd1 x-openstack-request-id: req-1032b73c-c5b0-49de-a34c-27aac1ae1fd1 {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:31:25.155764 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "name": "network-vif-unplugged", "status": "completed", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8", "code": 200}]} {{(pid=94813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:31:25.156186 n-d-806683-13 neutron-server[94813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1032b73c-c5b0-49de-a34c-27aac1ae1fd1 {{(pid=94813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:31:25.156796 n-d-806683-13 neutron-server[94813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8', 'code': 200} Sep 26 14:31:25.318700 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:27Z', 'revision_number': 1, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:25.347638 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674f223-4040-49cf-be05-2aa6c7b18ca6 None None] The sync data for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 is: [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_floatingips': [{'id': '855e1d30-b06c-42d6-a431-6463217fd8ac', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'router_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'port_id': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'mac_address': 'fa:16:3e:85:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9750654c-3b77-4574-b257-38604b6b33b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T14:26:25Z', 'updated_at': '2021-09-26T14:26:27Z', 'revision_number': 1, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:31:25.618302 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5c68e-6f19-4647-8c76-a9071e91410a None None] New status for floating IP ad3aeb6d-9503-4c4e-aac0-7227635071d2: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:31:25.787899 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f6a2c-d868-4b5f-96ae-14c75d4d73bb req-296438c0-63c5-46df-ba2c-eab468323e8e tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:25.789552 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a58f6a2c-d868-4b5f-96ae-14c75d4d73bb req-296438c0-63c5-46df-ba2c-eab468323e8e tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 943 time: 0.0586553 Sep 26 14:31:25.862164 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-a58f6a2c-d868-4b5f-96ae-14c75d4d73bb req-425628c2-8b7e-461d-9bf5-03fecef213f0 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649834 Sep 26 14:31:25.884666 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-468fbed6-5a73-4f7b-a013-283c9ea5661c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:25.886307 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-468fbed6-5a73-4f7b-a013-283c9ea5661c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab2092d-ca3b-468b-879b-557dc70ef292 HTTP/1.1" status: 200 len: 943 time: 0.0655191 Sep 26 14:31:25.989567 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Deleting port 499f5300-dd60-4634-878b-fec1f7397ab8 {{(pid=94812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:25.989928 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:26.101150 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.db [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] For port 499f5300-dd60-4634-878b-fec1f7397ab8, host n-h2-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-13',level=0,port_id=499f5300-dd60-4634-878b-fec1f7397ab8,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:26.101537 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:26.116420 n-d-806683-13 neutron-server[94812]: DEBUG neutron.plugins.ml2.plugin [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Calling delete_port for 499f5300-dd60-4634-878b-fec1f7397ab8 owned by compute:nova {{(pid=94812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:26.260159 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422493'] for port, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:26.292514 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event deleted for resources: {'Port': ['ID=499f5300-dd60-4634-878b-fec1f7397ab8,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:26.318475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.318475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.318475 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.319050 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.319242 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.319542 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.319876 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.320200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.320614 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.320805 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.321770 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.321991 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-13 {{(pid=94812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 14:31:26.344930 n-d-806683-13 neutron-server[94812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] No DVR routers for this DVR port 499f5300-dd60-4634-878b-fec1f7397ab8 on host n-h2-806683-13 {{(pid=94812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:31:26.347679 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:26.349858 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-d589d359-c9b5-43be-9f76-5ca692c6c865 req-169aedcf-3373-4e81-870b-8db5596375c5 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.24 "DELETE /v2.0/ports/499f5300-dd60-4634-878b-fec1f7397ab8 HTTP/1.1" status: 204 len: 173 time: 0.4568319 Sep 26 14:31:26.350313 n-d-806683-13 neutron-server[94812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'name': 'network-vif-deleted', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8'}] {{(pid=94812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:31:26.352616 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba99f59d5f3ef16e5da5e8f11538df971fdf4e2c834ed7df2b51f81c5d1a3ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff11790-1079-4876-992f-43e0cb1258f3" -d '{"events": [{"server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "name": "network-vif-deleted", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8"}]}' {{(pid=94812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:31:26.409624 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc8abe4-367b-45bc-900b-f1aaa77fa0fb x-openstack-request-id: req-5dc8abe4-367b-45bc-900b-f1aaa77fa0fb {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:31:26.409920 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab2092d-ca3b-468b-879b-557dc70ef292", "name": "network-vif-deleted", "tag": "499f5300-dd60-4634-878b-fec1f7397ab8", "status": "completed", "code": 200}]} {{(pid=94812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:31:26.410184 n-d-806683-13 neutron-server[94812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dc8abe4-367b-45bc-900b-f1aaa77fa0fb {{(pid=94812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:31:26.410637 n-d-806683-13 neutron-server[94812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab2092d-ca3b-468b-879b-557dc70ef292', 'name': 'network-vif-deleted', 'tag': '499f5300-dd60-4634-878b-fec1f7397ab8', 'status': 'completed', 'code': 200} Sep 26 14:31:26.845472 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:31:27.534062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36326) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:27.704115 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Deleting port 2c5b827b-1da3-40c5-91c9-e09da2b0e346 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:27.704462 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:27.798286 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:27.798574 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:27.812477 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Calling delete_port for 2c5b827b-1da3-40c5-91c9-e09da2b0e346 owned by network:floatingip {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:27.993957 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:28.023659 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event deleted for resources: {'Port': ['ID=2c5b827b-1da3-40c5-91c9-e09da2b0e346,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:28.090099 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for floatingip, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:28.090518 n-d-806683-13 neutron-server[94811]: INFO neutron.db.l3_db [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Floating IP 855e1d30-b06c-42d6-a431-6463217fd8ac disassociated (deleted). External IP: 172.25.4.145, port: cfeba04d-d07a-464a-8b30-24bb6e39c210. Sep 26 14:31:28.326585 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Router 4aecd087-587b-42b2-a481-ae36a1f09798 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:31:28.451352 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:31:28.456348 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for floatingip, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:28.465022 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] Sync routers for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:31:28.481396 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:31:28.482078 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:28.489704 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-b1cca473-b6d4-4de1-a9eb-45d6cb63a98c tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "DELETE /v2.0/floatingips/855e1d30-b06c-42d6-a431-6463217fd8ac HTTP/1.1" status: 204 len: 168 time: 0.9502938 Sep 26 14:31:28.489704 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:31:28.490961 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69" -d '{"events": [{"name": "network-changed", "server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:31:28.551754 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb91cede-e0d1-4607-bb0b-c50b6cad0bef x-openstack-request-id: req-fb91cede-e0d1-4607-bb0b-c50b6cad0bef {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:31:28.552855 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:31:28.552855 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb91cede-e0d1-4607-bb0b-c50b6cad0bef {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:31:28.552855 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'status': 'completed', 'code': 200} Sep 26 14:31:28.644135 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:31:28.743440 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-7703d8fd-0bc6-4df3-9c60-f8f8dfd99671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:28.746099 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-7703d8fd-0bc6-4df3-9c60-f8f8dfd99671 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51b80f95ea934efcb81ba4d9a286f175&device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 1096 time: 0.1647434 Sep 26 14:31:28.852692 n-d-806683-13 neutron-server[94812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10228892-bd27-4a0a-941c-ff6d237b4335 req-e783b720-905c-4dd9-b99e-ff284eed754d tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:28.854984 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10228892-bd27-4a0a-941c-ff6d237b4335 req-e783b720-905c-4dd9-b99e-ff284eed754d tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 944 time: 0.0730519 Sep 26 14:31:28.904774 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [req-10228892-bd27-4a0a-941c-ff6d237b4335 req-57d049ae-6273-4b8b-bb02-a2b0d7b3a8f1 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387418 Sep 26 14:31:28.926634 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-d42972c2-9fa0-40a2-8611-24100958b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:28.929206 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-d42972c2-9fa0-40a2-8611-24100958b86f service neutron] 10.222.0.23 "GET /v2.0/networks?id=28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 200 len: 910 time: 0.1753540 Sep 26 14:31:28.934571 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:28.937783 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 499f5300-dd60-4634-878b-fec1f7397ab8 no longer exists at agent hyperv_n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:28.970751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] No Port match for: 499f5300-dd60-4634-878b-fec1f7397ab8 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:31:28.971098 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Device 499f5300-dd60-4634-878b-fec1f7397ab8 not bound to the agent host n-h2-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:31:28.976530 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] Checking router: 4aecd087-587b-42b2-a481-ae36a1f09798 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:31:28.991082 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:31:28.992100 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:29.000565 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-ec1d2d04-013a-47c1-8c7c-a4fb3f170ea6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 200 len: 217 time: 0.0633819 Sep 26 14:31:29.087984 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-ad31c273-c215-41b0-bbeb-67c7ef1d994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:29.090737 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-ad31c273-c215-41b0-bbeb-67c7ef1d994a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 200 len: 849 time: 0.0833092 Sep 26 14:31:29.116014 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:31:29.164304 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-9b65edcc-d593-4065-8bdb-a42e0b3f3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:29.165965 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-9b65edcc-d593-4065-8bdb-a42e0b3f3c1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28a13a44-298d-4dfa-b683-d2b4091fba94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677021 Sep 26 14:31:29.287089 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-ade6e1b4-f9b9-4ea2-ba66-8be8a24faf57 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128635 Sep 26 14:31:29.421604 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:29.424927 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-bf1f8d86-d2a8-47b6-a126-5bdda057bd69 req-95ebc65b-51d3-4fc6-9689-cf2fac9f2433 service neutron] 10.222.0.23 "GET /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297967 Sep 26 14:31:29.465897 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a7232-4b04-4b1d-88e2-7b7e495086ed None None] The sync data for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 is: [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:02Z', 'revision_number': 4, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13', '_interfaces': [{'id': 'f231a833-8aad-49d0-8769-2dc378dff658', 'name': '', 'network_id': '28a13a44-298d-4dfa-b683-d2b4091fba94', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'mac_address': 'fa:16:3e:e3:9d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '5405838e-f868-41cb-9c50-1df812031bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:00Z', 'updated_at': '2021-09-26T14:26:07Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'subnets': [{'id': '5405838e-f868-41cb-9c50-1df812031bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:31:29.698662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-d9a306f2-fb55-46fc-b4b4-44c3601db113 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:29.700283 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-d9a306f2-fb55-46fc-b4b4-44c3601db113 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.23 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 944 time: 0.0686419 Sep 26 14:31:29.731203 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922cd0d4-dce7-4c10-b2f5-dcd0c01b7b0a None None] New status for floating IP 855e1d30-b06c-42d6-a431-6463217fd8ac: DOWN {{(pid=94813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 14:31:29.833025 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Deleting port cfeba04d-d07a-464a-8b30-24bb6e39c210 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:29.833623 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:29.951857 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] For port cfeba04d-d07a-464a-8b30-24bb6e39c210, host n-h1-806683-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-13',level=0,port_id=cfeba04d-d07a-464a-8b30-24bb6e39c210,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:29.952397 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:29.968616 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Calling delete_port for cfeba04d-d07a-464a-8b30-24bb6e39c210 owned by compute:nova {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:30.149666 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:30.159618 n-d-806683-13 neutron-server[94811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d2b4e-38e2-4324-ae48-99bb90b08b62 req-3e5e3217-e744-4bfa-b59e-6143fce9b724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 14:31:30.161245 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-703d2b4e-38e2-4324-ae48-99bb90b08b62 req-3e5e3217-e744-4bfa-b59e-6143fce9b724 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/ports?device_id=9750654c-3b77-4574-b257-38604b6b33b8 HTTP/1.1" status: 200 len: 865 time: 0.1777604 Sep 26 14:31:30.202531 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event deleted for resources: {'Port': ['ID=cfeba04d-d07a-464a-8b30-24bb6e39c210,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:30.262953 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] No DVR routers for this DVR port cfeba04d-d07a-464a-8b30-24bb6e39c210 on host n-h1-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:31:30.267143 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38974'] for port, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:30.269167 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-7b1fa6ef-f11a-44a4-88b3-c30f4841604f req-692c1ceb-2f5b-4ea2-aadf-dd9971595134 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.23 "DELETE /v2.0/ports/cfeba04d-d07a-464a-8b30-24bb6e39c210 HTTP/1.1" status: 204 len: 173 time: 0.5628121 Sep 26 14:31:30.272679 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [req-703d2b4e-38e2-4324-ae48-99bb90b08b62 req-aa853443-de34-4be4-a9f8-4ad99327e3ac tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "GET /v2.0/security-groups?id=a97ef474-9588-435d-a2bc-3e721da8fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008058 Sep 26 14:31:30.553855 n-d-806683-13 neutron-server[94811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'name': 'network-vif-deleted', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210'}] {{(pid=94811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 14:31:30.556882 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d5e820ec7dcbcce202b4753da8aa3d880d835ea7058cd05d8055c90f24fe9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07a226d-1b47-4865-84a6-292d93a7acf3" -d '{"events": [{"server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "name": "network-vif-deleted", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210"}]}' {{(pid=94811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 14:31:30.595864 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3306e8f-b521-40d9-abca-57078ef8f7b9 x-openstack-request-id: req-a3306e8f-b521-40d9-abca-57078ef8f7b9 {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 14:31:30.596171 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9750654c-3b77-4574-b257-38604b6b33b8", "name": "network-vif-deleted", "tag": "cfeba04d-d07a-464a-8b30-24bb6e39c210", "status": "completed", "code": 200}]} {{(pid=94811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 14:31:30.596426 n-d-806683-13 neutron-server[94811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3306e8f-b521-40d9-abca-57078ef8f7b9 {{(pid=94811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 14:31:30.596879 n-d-806683-13 neutron-server[94811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9750654c-3b77-4574-b257-38604b6b33b8', 'name': 'network-vif-deleted', 'tag': 'cfeba04d-d07a-464a-8b30-24bb6e39c210', 'status': 'completed', 'code': 200} Sep 26 14:31:31.341658 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36344) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:31.417075 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5a0d88d8-aa47-4635-bf43-e02581f257d3 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:31.460364 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5a0d88d8-aa47-4635-bf43-e02581f257d3 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:31.526402 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5a0d88d8-aa47-4635-bf43-e02581f257d3 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:31.529040 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5a0d88d8-aa47-4635-bf43-e02581f257d3 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Notify callbacks [] for security_group, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:31.530310 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5a0d88d8-aa47-4635-bf43-e02581f257d3 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] 10.222.0.13 "DELETE /v2.0/security-groups/a97ef474-9588-435d-a2bc-3e721da8fdd2 HTTP/1.1" status: 204 len: 168 time: 0.1903701 Sep 26 14:31:31.540771 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d88d8-aa47-4635-bf43-e02581f257d3 tempest-TestSnapshotPattern-1011162430 tempest-TestSnapshotPattern-1011162430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97ef474-9588-435d-a2bc-3e721da8fdd2,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:31.600482 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36348) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:32.150259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:32.789042 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Deleting port f231a833-8aad-49d0-8769-2dc378dff658 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:32.789882 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:32.876169 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] For port f231a833-8aad-49d0-8769-2dc378dff658, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=f231a833-8aad-49d0-8769-2dc378dff658,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:32.876542 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:32.891422 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Calling delete_port for f231a833-8aad-49d0-8769-2dc378dff658 owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:33.093259 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:33.128004 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Pushing event deleted for resources: {'Port': ['ID=f231a833-8aad-49d0-8769-2dc378dff658,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:33.367477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:33.611637 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Router 4aecd087-587b-42b2-a481-ae36a1f09798 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:31:33.701516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device cfeba04d-d07a-464a-8b30-24bb6e39c210 no longer exists at agent hyperv_n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:33.732353 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] No Port match for: cfeba04d-d07a-464a-8b30-24bb6e39c210 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:31:33.733031 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Device cfeba04d-d07a-464a-8b30-24bb6e39c210 not bound to the agent host n-h1-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:31:33.734160 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:31:33.741843 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-d794ce5a-a892-40d0-8a9f-093971d7638d admin admin] 10.222.0.13 "PUT /v2.0/routers/4aecd087-587b-42b2-a481-ae36a1f09798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398675 Sep 26 14:31:33.744430 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36352) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:33.747912 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] Sync routers for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:31:33.759163 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:31:33.759863 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:33.880406 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:33.901735 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: n-d-806683-13 {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:31:34.017856 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.094826 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Deleting port a663e2a5-f4c9-49fb-b310-a2b581330c59 {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:34.095419 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.130524 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:31:33Z', 'revision_number': 5, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port': {'id': 'a663e2a5-f4c9-49fb-b310-a2b581330c59', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:34.162297 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] Checking router: 4aecd087-587b-42b2-a481-ae36a1f09798 for host: n-d-806683-13 {{(pid=94814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:31:34.174241 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] Routers {'4aecd087-587b-42b2-a481-ae36a1f09798'} bound to L3 agent in host n-d-806683-13 {{(pid=94814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:31:34.175413 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['4aecd087-587b-42b2-a481-ae36a1f09798'], 'active': True} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:34.201619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] For port a663e2a5-f4c9-49fb-b310-a2b581330c59, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=a663e2a5-f4c9-49fb-b310-a2b581330c59,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:34.202055 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.218980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Calling delete_port for a663e2a5-f4c9-49fb-b310-a2b581330c59 owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:34.296496 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_dvr_db [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] Set router 4aecd087-587b-42b2-a481-ae36a1f09798 gateway port host: None {{(pid=94814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:31:34.357692 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.l3_hamode_db [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:31:34Z', 'revision_number': 6, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:34.389915 n-d-806683-13 neutron-server[94814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81751c4-1ad9-4fa5-8fc6-5c06743b556e None None] The sync data for ids ['4aecd087-587b-42b2-a481-ae36a1f09798'] in n-d-806683-13 is: [{'id': '4aecd087-587b-42b2-a481-ae36a1f09798', 'name': 'tempest-TestSnapshotPattern-1181807191-router', 'tenant_id': '51b80f95ea934efcb81ba4d9a286f175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:25:58Z', 'updated_at': '2021-09-26T14:31:34Z', 'revision_number': 6, 'project_id': '51b80f95ea934efcb81ba4d9a286f175', 'gw_port_host': None}] {{(pid=94814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:31:34.457985 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.492376 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a663e2a5-f4c9-49fb-b310-a2b581330c59,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:34.559698 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.659415 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.661970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.709265 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.709806 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aecd087-587b-42b2-a481-ae36a1f09798 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:31:34.717170 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.718537 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bb1a076c-be52-4aaf-874b-d877015d2d01 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4aecd087-587b-42b2-a481-ae36a1f09798 HTTP/1.1" status: 204 len: 168 time: 0.9730723 Sep 26 14:31:34.721275 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36354) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:34.778625 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f28281-c3a6-4c23-a7e8-d0ed0cb69893 admin admin] Deleting subnet 5405838e-f868-41cb-9c50-1df812031bcb {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:31:34.784107 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67f28281-c3a6-4c23-a7e8-d0ed0cb69893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.838532 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67f28281-c3a6-4c23-a7e8-d0ed0cb69893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.926090 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67f28281-c3a6-4c23-a7e8-d0ed0cb69893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:34.996162 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67f28281-c3a6-4c23-a7e8-d0ed0cb69893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.047082 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f28281-c3a6-4c23-a7e8-d0ed0cb69893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5405838e-f868-41cb-9c50-1df812031bcb,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:35.051133 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-67f28281-c3a6-4c23-a7e8-d0ed0cb69893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.053936 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2270ba-c1cd-44b8-9faf-2cc0624057b7 None None] Network 28a13a44-298d-4dfa-b683-d2b4091fba94 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:31:35.055139 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-67f28281-c3a6-4c23-a7e8-d0ed0cb69893 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5405838e-f868-41cb-9c50-1df812031bcb HTTP/1.1" status: 204 len: 168 time: 0.3321247 Sep 26 14:31:35.057318 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36356) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:35.181326 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.272462 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Deleting port 7d668f3e-fdc2-4971-aa72-44549aa4251f {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:35.272976 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.276649 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] DHCP port deletion for 28a13a44-298d-4dfa-b683-d2b4091fba94 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:31:35.366055 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] Deleting port 7d668f3e-fdc2-4971-aa72-44549aa4251f {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:35.366924 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.372933 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 7d668f3e-fdc2-4971-aa72-44549aa4251f no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:35.379705 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] For port 7d668f3e-fdc2-4971-aa72-44549aa4251f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7d668f3e-fdc2-4971-aa72-44549aa4251f,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:35.380263 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.398659 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Calling delete_port for 7d668f3e-fdc2-4971-aa72-44549aa4251f owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:35.470515 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] For port 7d668f3e-fdc2-4971-aa72-44549aa4251f, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=7d668f3e-fdc2-4971-aa72-44549aa4251f,segment=NetworkSegment(871bfa07-5e8e-49ce-a776-ced160978a6e),segment_id=871bfa07-5e8e-49ce-a776-ced160978a6e)] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:35.470888 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.491251 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] Calling delete_port for 7d668f3e-fdc2-4971-aa72-44549aa4251f owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:35.503899 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.554313 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d668f3e-fdc2-4971-aa72-44549aa4251f,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:35.559980 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] No DVR routers for this DVR port 7d668f3e-fdc2-4971-aa72-44549aa4251f on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:31:35.596176 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453886'] for port, before_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.670655 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f231a833-8aad-49d0-8769-2dc378dff658 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:35.690850 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.699146 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: f231a833-8aad-49d0-8769-2dc378dff658 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:31:35.699642 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device f231a833-8aad-49d0-8769-2dc378dff658 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:31:35.699922 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a663e2a5-f4c9-49fb-b310-a2b581330c59 no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:35.704339 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.727218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: a663e2a5-f4c9-49fb-b310-a2b581330c59 {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:31:35.727218 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device a663e2a5-f4c9-49fb-b310-a2b581330c59 not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:31:35.735509 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a13a44-298d-4dfa-b683-d2b4091fba94']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:35.750804 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] Pushing event deleted for resources: {'Port': ['ID=7d668f3e-fdc2-4971-aa72-44549aa4251f,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:35.753322 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871bfa07-5e8e-49ce-a776-ced160978a6e') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:35.753871 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871bfa07-5e8e-49ce-a776-ced160978a6e') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:35.755764 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a41cc3-37c3-4702-9f7f-68a937a32e98 None None] No DVR routers for this DVR port 7d668f3e-fdc2-4971-aa72-44549aa4251f on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:31:35.772282 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.793987 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.801710 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:31:35.802024 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:31:35.804143 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:31:35.868032 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.874529 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:35.876450 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] 10.222.0.13 "DELETE /v2.0/networks/28a13a44-298d-4dfa-b683-d2b4091fba94 HTTP/1.1" status: 204 len: 168 time: 0.8177202 Sep 26 14:31:35.879945 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36358) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:35.896486 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12703ef-20a4-471a-ae80-2f87b6710f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=28a13a44-298d-4dfa-b683-d2b4091fba94,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:36.273911 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-751385'] for router_interface, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:36.549096 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Deleting port 68da430f-fe14-40fe-b9ea-c04255bc06ed {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:36.549431 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:36.649510 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] For port 68da430f-fe14-40fe-b9ea-c04255bc06ed, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=68da430f-fe14-40fe-b9ea-c04255bc06ed,segment=NetworkSegment(7a0388eb-371d-40a5-b681-d6fa31d8e9ce),segment_id=7a0388eb-371d-40a5-b681-d6fa31d8e9ce)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:36.650289 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:36.674116 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Calling delete_port for 68da430f-fe14-40fe-b9ea-c04255bc06ed owned by network:router_interface {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:36.894721 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:36.922943 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=68da430f-fe14-40fe-b9ea-c04255bc06ed,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:37.107410 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-753040'] for router_interface, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:37.694166 n-d-806683-13 neutron-server[94811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 has already been hosted by L3 agent a78da86e-3291-4168-80e9-873a528cb311 {{(pid=94811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 14:31:37.812196 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] Notify agent at l3_agent.n-d-806683-13 the message routers_updated {{(pid=94811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 14:31:37.819128 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-bc33a34b-348c-415a-8114-09eb694e5de6 admin admin] 10.222.0.13 "PUT /v2.0/routers/0cd2ade6-5c83-40ae-8ce0-f52aaabce118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9378548 Sep 26 14:31:37.822122 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36360) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:37.825971 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] Sync routers for ids ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'] in n-d-806683-13 {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 14:31:37.840799 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] Routers {'0cd2ade6-5c83-40ae-8ce0-f52aaabce118'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:31:37.841660 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:37.963117 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:37.989751 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] Set router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 gateway port host: n-d-806683-13 {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:31:38.109386 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.170673 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Deleting port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:38.171013 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.270062 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] For port d4dcc604-64a7-4e3b-a21b-a6fa778d91ca, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=d4dcc604-64a7-4e3b-a21b-a6fa778d91ca,segment=NetworkSegment(0ee47318-5884-43ee-9e5f-cdf0dbca36cc),segment_id=0ee47318-5884-43ee-9e5f-cdf0dbca36cc)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:38.270416 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.285987 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Calling delete_port for d4dcc604-64a7-4e3b-a21b-a6fa778d91ca owned by network:router_gateway {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:38.434105 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'external_fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:31:36Z', 'revision_number': 5, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port': {'id': 'd4dcc604-64a7-4e3b-a21b-a6fa778d91ca', 'name': '', 'network_id': '21ea7ad9-2814-4312-8830-f65d79b335ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a2739c8-b329-417c-ae6a-fcdb2b3c8b54', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-13'}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:38.465212 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] Checking router: 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 for host: n-d-806683-13 {{(pid=94813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 14:31:38.475299 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] Routers {'0cd2ade6-5c83-40ae-8ce0-f52aaabce118'} bound to L3 agent in host n-d-806683-13 {{(pid=94813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 14:31:38.475929 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T12:44:41Z,description=,heartbeat_timestamp=2021-09-26T14:31:11Z,host='n-d-806683-13',id=a78da86e-3291-4168-80e9-873a528cb311,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T12:44:41Z,topic='l3_agent')) {'router_ids': ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'], 'active': True} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:38.506356 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.553204 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dcc604-64a7-4e3b-a21b-a6fa778d91ca,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:38.572405 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvr_db [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] Set router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 gateway port host: None {{(pid=94813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 14:31:38.638026 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_hamode_db [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:31:38Z', 'revision_number': 6, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port_host': None}], 'n-d-806683-13', False) {} {{(pid=94813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:38.643550 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-0afa989e-7187-42fa-89b6-95fb3c19a462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.657682 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752979'] for router_gateway, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.695072 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b9794a-0f4e-408d-86df-4994b78930cb None None] The sync data for ids ['0cd2ade6-5c83-40ae-8ce0-f52aaabce118'] in n-d-806683-13 is: [{'id': '0cd2ade6-5c83-40ae-8ce0-f52aaabce118', 'name': 'tempest-TestSnapshotPattern-1433199110-router', 'tenant_id': '80bc84184a7f4f25ac333f2de822bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T14:26:04Z', 'updated_at': '2021-09-26T14:31:38Z', 'revision_number': 6, 'project_id': '80bc84184a7f4f25ac333f2de822bed2', 'gw_port_host': None}] {{(pid=94813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 14:31:38.763469 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15780'] for router, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.766472 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.814460 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754229'] for router, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.815401 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd2ade6-5c83-40ae-8ce0-f52aaabce118 {{(pid=94811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 14:31:38.821610 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] Notify callbacks [] for router, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.822932 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-3a490a4f-1578-43de-90f1-86040f2e2c4b admin admin] 10.222.0.13 "DELETE /v2.0/routers/0cd2ade6-5c83-40ae-8ce0-f52aaabce118 HTTP/1.1" status: 204 len: 168 time: 0.9994669 Sep 26 14:31:38.825662 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36362) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:38.873036 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfe2ae2-ac6c-4045-8a12-0929b2921e47 admin admin] Deleting subnet 98e6c65d-aa81-4997-9ffe-dc7774ce5fc3 {{(pid=94811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 14:31:38.876669 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2ae2-ac6c-4045-8a12-0929b2921e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:38.920459 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2ae2-ac6c-4045-8a12-0929b2921e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-660988'] for subnet, precommit_delete_associations {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.012072 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2ae2-ac6c-4045-8a12-0929b2921e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701262'] for subnet, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.093393 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2ae2-ac6c-4045-8a12-0929b2921e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4785290'] for subnet, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.122738 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe2ae2-ac6c-4045-8a12-0929b2921e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e6c65d-aa81-4997-9ffe-dc7774ce5fc3,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:39.128887 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-5dfe2ae2-ac6c-4045-8a12-0929b2921e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.132528 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-5dfe2ae2-ac6c-4045-8a12-0929b2921e47 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/98e6c65d-aa81-4997-9ffe-dc7774ce5fc3 HTTP/1.1" status: 204 len: 168 time: 0.3053882 Sep 26 14:31:39.136919 n-d-806683-13 neutron-server[94811]: DEBUG neutron.wsgi [-] (94811) accepted ('10.222.0.13', 36364) {{(pid=94811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:39.142530 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765f959-0d86-4488-9ba9-dc76d7309c55 None None] Network c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 requested from n-d-806683-13 {{(pid=94813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 14:31:39.238970 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537142'] for network, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.319912 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Deleting port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c {{(pid=94811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:39.320477 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.416939 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.db [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] For port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c, host n-d-806683-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-13',level=0,port_id=3c88daca-5c2e-49a2-a9a4-8840e9c9360c,segment=NetworkSegment(7a0388eb-371d-40a5-b681-d6fa31d8e9ce),segment_id=7a0388eb-371d-40a5-b681-d6fa31d8e9ce)] {{(pid=94811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:39.417238 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.432215 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.plugin [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Calling delete_port for 3c88daca-5c2e-49a2-a9a4-8840e9c9360c owned by network:dhcp {{(pid=94811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:39.526077 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] DHCP port deletion for c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 request from n-d-806683-13 {{(pid=94813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 14:31:39.544112 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171565'] for port, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.590685 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] Deleting port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c {{(pid=94813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 14:31:39.591106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741026617896'] for port, before_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.596519 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c88daca-5c2e-49a2-a9a4-8840e9c9360c,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:39.596813 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3c88daca-5c2e-49a2-a9a4-8840e9c9360c no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:39.602990 n-d-806683-13 neutron-server[94811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] No DVR routers for this DVR port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c on host n-d-806683-13 {{(pid=94811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:31:39.634414 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 3c88daca-5c2e-49a2-a9a4-8840e9c9360c {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:31:39.634769 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 3c88daca-5c2e-49a2-a9a4-8840e9c9360c not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:31:39.635193 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d4dcc604-64a7-4e3b-a21b-a6fa778d91ca no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:39.666192 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: d4dcc604-64a7-4e3b-a21b-a6fa778d91ca {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:31:39.666563 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device d4dcc604-64a7-4e3b-a21b-a6fa778d91ca not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:31:39.666989 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 68da430f-fe14-40fe-b9ea-c04255bc06ed no longer exists at agent ovs-agent-n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 14:31:39.721200 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702455', 'neutron.services.segments.db._delete_segments_for_network-8741026634388'] for network, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.732356 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-63179782-1754-4cbc-82e4-265218234952 None None] No Port match for: 68da430f-fe14-40fe-b9ea-c04255bc06ed {{(pid=94813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 14:31:39.732927 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.rpc [None req-63179782-1754-4cbc-82e4-265218234952 None None] Device 68da430f-fe14-40fe-b9ea-c04255bc06ed not bound to the agent host n-d-806683-13 {{(pid=94813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 14:31:39.749355 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.db [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] For port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c, host n-d-806683-13, got binding levels [] {{(pid=94813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 14:31:39.750049 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748800'] for port, precommit_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.763638 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ed27a0-04b9-4730-b25d-b2c499ff6ea5']}} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:39.772737 n-d-806683-13 neutron-server[94813]: DEBUG neutron.plugins.ml2.plugin [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] Calling delete_port for 3c88daca-5c2e-49a2-a9a4-8840e9c9360c owned by network:dhcp {{(pid=94813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 14:31:39.776819 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] Port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c was not found and therefore no delete operation was performed {{(pid=94813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 14:31:39.778932 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741026623982', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741026102456'] for port, after_delete {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.781290 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0388eb-371d-40a5-b681-d6fa31d8e9ce') {'for_net_delete': True} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:39.781733 n-d-806683-13 neutron-server[94811]: DEBUG neutron.services.segments.db [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0388eb-371d-40a5-b681-d6fa31d8e9ce') {} {{(pid=94811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 14:31:39.795000 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741026633373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-660965'] for segment, before_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.816331 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377'] for segment, precommit_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.822516 n-d-806683-13 neutron-server[94813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] Pushing event deleted for resources: {'Port': ['ID=3c88daca-5c2e-49a2-a9a4-8840e9c9360c,revision_number=None']} {{(pid=94813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:39.830090 n-d-806683-13 neutron-server[94813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb25edd-ad8a-43d3-9d93-3796082d8382 None None] No DVR routers for this DVR port 3c88daca-5c2e-49a2-a9a4-8840e9c9360c on host n-d-806683-13 {{(pid=94813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 14:31:39.830619 n-d-806683-13 neutron-server[94811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 14:31:39.831276 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1700377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5172126'] for segment, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: Traceback (most recent call last): Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: timer() Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: cb(*args, **kw) Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: return func(*args, **kwargs) Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: self._notify() Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: self.callback(batched_events) Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: event.method(event) Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: return f(self, *a, **k) Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: return self._get(url).json() Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: return self.request(url, 'GET', **kwargs) Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 14:31:39.844134 n-d-806683-13 neutron-server[94811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 14:31:39.907582 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752911'] for network, after_delete {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.912739 n-d-806683-13 neutron-server[94811]: DEBUG neutron_lib.callbacks.manager [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Notify callbacks [] for network, before_response {{(pid=94811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:39.914955 n-d-806683-13 neutron-server[94811]: INFO neutron.wsgi [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0ed27a0-04b9-4730-b25d-b2c499ff6ea5 HTTP/1.1" status: 204 len: 168 time: 0.7765143 Sep 26 14:31:39.927968 n-d-806683-13 neutron-server[94811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13a056-04cd-4a91-be7c-8b5ec0f1ba93 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ed27a0-04b9-4730-b25d-b2c499ff6ea5,revision_number=None']} {{(pid=94811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:40.056972 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36368) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:40.104300 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-a0c39ac1-57d1-453b-9d3d-a1fc6de51206 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51b80f95ea934efcb81ba4d9a286f175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456021 Sep 26 14:31:40.107022 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36370) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:40.162486 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eed01d3-eb8e-498c-8940-4eb10882894a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:40.185677 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eed01d3-eb8e-498c-8940-4eb10882894a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:40.235771 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eed01d3-eb8e-498c-8940-4eb10882894a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:40.238885 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-0eed01d3-eb8e-498c-8940-4eb10882894a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:40.240107 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-0eed01d3-eb8e-498c-8940-4eb10882894a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17612bd2-2c7e-4db7-8c2d-7e32ff3427e0 HTTP/1.1" status: 204 len: 168 time: 0.1321638 Sep 26 14:31:40.248968 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed01d3-eb8e-498c-8940-4eb10882894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17612bd2-2c7e-4db7-8c2d-7e32ff3427e0,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:40.601284 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36376) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:40.648401 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-5ce573fe-3079-46b1-80ef-f13ea7a03385 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80bc84184a7f4f25ac333f2de822bed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455141 Sep 26 14:31:40.651066 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [-] (94812) accepted ('10.222.0.13', 36378) {{(pid=94812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 14:31:40.710038 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8063685-fd3b-4753-bead-57fdb4f4a7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:40.735904 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8063685-fd3b-4753-bead-57fdb4f4a7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:40.790622 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8063685-fd3b-4753-bead-57fdb4f4a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781268'] for security_group, after_delete {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:40.793381 n-d-806683-13 neutron-server[94812]: DEBUG neutron_lib.callbacks.manager [None req-c8063685-fd3b-4753-bead-57fdb4f4a7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:40.797795 n-d-806683-13 neutron-server[94812]: INFO neutron.wsgi [None req-c8063685-fd3b-4753-bead-57fdb4f4a7b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a215895-a120-4dfa-b19e-4d845f6e5ae7 HTTP/1.1" status: 204 len: 168 time: 0.1455574 Sep 26 14:31:40.810200 n-d-806683-13 neutron-server[94812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8063685-fd3b-4753-bead-57fdb4f4a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a215895-a120-4dfa-b19e-4d845f6e5ae7,revision_number=None']} {{(pid=94812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 14:31:41.219695 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-22ec3b56-dc09-414c-9f9b-f6bfd32589a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:41.851305 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:42.498732 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:43.967889 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:46.304660 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:31:51.134395 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:03.844675 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:32:08.588220 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6fdcd737-8f86-4394-bfc8-52629445a599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:11.206379 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3d4211b8-609f-4590-9442-61f3408c1169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:11.846241 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:12.499475 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:13.975293 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:16.294256 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:21.141674 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:38.592439 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6858b36b-37d6-4708-b2a9-9217059ba06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:40.843734 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:32:41.201027 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ab504231-5359-4c8b-be1a-da5052bf8350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:41.853507 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:42.501632 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:43.973688 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:46.312758 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:32:51.144199 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:08.595617 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-08c13f5a-2cdb-47f4-a367-757e564bb53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:11.206721 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-6c29468c-a2cc-45ab-b583-800695351ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:11.847774 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:12.502003 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:13.976977 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:16.324047 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:17.847682 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:33:21.133473 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:38.600301 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-59b01d08-5017-45d0-97a0-13756e8a4e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:41.204344 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-bff3ce92-3194-4601-808a-44e7f941d434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:41.852621 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:42.506849 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:43.979950 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:46.324379 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:51.150106 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:33:54.848762 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:34:08.605186 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-f4cd2763-f746-4a5f-95a4-04f363e7bc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:11.213738 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9621c843-745a-409f-ab15-db39b2f6326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:11.856477 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:12.509594 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:13.985883 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:16.323512 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:21.151226 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:31.848489 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:34:38.609076 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-74d91618-86de-429f-85f8-01c7fa9806c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:41.207241 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-d8504666-417d-4110-ad73-998f6878c92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:41.864064 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:42.513043 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:43.991713 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:46.330071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:34:51.149446 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:08.612008 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9cec301a-a739-47ef-8e29-43bc800b008f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:08.847827 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:35:11.214720 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ff1117e1-ee76-4e41-9a83-91b186e4c8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:11.866385 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:12.518279 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:13.991210 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:16.320514 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:21.160167 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:38.616132 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-2485af3f-bac0-4475-bce8-202ac418f2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:41.208449 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-accd045a-9a08-4542-aaac-2b475a7b622f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:41.860928 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:42.518886 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:43.998729 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:45.847491 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:35:46.323422 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:35:51.157779 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:06.951247 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-b9c7f1ab-5a0b-45c9-9b66-b5472ca4bb21 req-978dc692-7726-4d46-8724-851aa9cc1a7e tempest-TestShelveInstance-764963503 tempest-TestShelveInstance-764963503-project] (94812) timed out ('10.222.0.23', 64287) {{(pid=94812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 14:36:08.620843 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-342ed442-dadc-42d5-9644-17083037fdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:11.212603 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-9b2ad35b-d95e-454c-861b-3d617cb291e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:11.865786 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:12.520957 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:14.000346 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:16.321723 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:21.173318 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:22.846631 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:36:38.626271 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-cfda9590-b16b-45a0-b167-cf2d9a547e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:41.226248 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1b438d4c-4c5e-450c-863a-404ac60912a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:41.883163 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:42.524711 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:44.010737 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:46.325616 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:51.173581 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:36:59.846212 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:37:08.620714 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ec16590a-3a52-4645-b984-518a900ee0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:11.221864 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1f37395d-7227-4a0e-9941-46c8258a5881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:11.868071 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:12.525796 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:14.012992 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:16.337551 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:21.187388 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:36.846307 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:37:38.626773 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1edfde83-6d59-40be-b5cf-d7d33e7d638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:41.227684 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-68b2d04f-832e-4ab1-bf03-87e327492c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:41.875593 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:42.530157 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:44.017770 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:46.332083 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:37:51.216998 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:08.621879 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dd1121af-6990-43ec-bf9c-033ec0c6e346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:11.224220 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1200cd77-0ff4-4acd-bd66-11987e58b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:11.869675 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:12.534389 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:13.848433 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:38:14.015051 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:16.348210 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:21.239635 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:38.625456 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ca37b7e0-80fd-43e3-aee3-b376d8f81121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:41.217310 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-dc8005be-f965-443f-a97a-705a31e4d286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:41.874113 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:42.537087 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:44.018065 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:46.347419 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:38:50.848761 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:38:51.247541 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:01.914281 n-d-806683-13 neutron-server[94812]: DEBUG neutron.wsgi [req-283c2a2d-c30c-42ac-91d6-0f926697f35e req-6a9b7659-66b1-42bd-a1d8-3b3e60fbfb5c service neutron] (94812) timed out ('10.222.0.13', 33956) {{(pid=94812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 14:39:08.629165 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-256cfd28-23fb-46ee-bd23-8773577ee9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:11.220414 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-444d4688-e1d3-4e1b-9b4a-da12e364a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:11.877267 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:12.541719 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:14.021528 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:16.363204 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:21.260198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:27.849158 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:39:38.637039 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-45f671d2-7da3-4553-b985-0867ee1273ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:41.223188 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-1e192289-d4bc-4f1b-8814-fa76423944f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:41.880903 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:42.544198 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:44.023874 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:46.377149 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:39:51.267420 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-56071d6d-c6aa-4bc5-936f-539301c6fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:40:04.850543 n-d-806683-13 neutron-server[94814]: DEBUG neutron.db.agents_db [None req-70a7c407-9b34-4cc4-b8a1-0672c87f2771 None None] Agent healthcheck: found 7 active agents {{(pid=94814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 14:40:08.631312 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ca6449bf-90b8-4a0c-80ac-a6fe952f37fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:40:11.228758 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d465-0256-460e-98d8-2d67024672fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:40:11.892478 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-63179782-1754-4cbc-82e4-265218234952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:40:12.547029 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-ac0a191a-5a1e-4628-a665-2dfd6a8ad677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:40:14.029477 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-35e5d6b4-7ae4-49b0-a46c-dbd3dfafe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 14:40:16.377989 n-d-806683-13 neutron-server[94813]: DEBUG neutron_lib.callbacks.manager [None req-64ddacc2-bb97-40e0-92e8-72d4d045de7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741026634370', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1690935'] for agent, after_update {{(pid=94813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}